-- Logs begin at Wed 2022-01-05 16:07:13 UTC, end at Wed 2022-01-05 18:10:42 UTC. -- Jan 05 16:56:58.862879 dv-neutron-master-2-hyperv systemd[1]: Started Devstack devstack@q-svc.service. Jan 05 16:57:01.759924 dv-neutron-master-2-hyperv neutron-server[103691]: INFO neutron.common.config [-] Logging enabled! Jan 05 16:57:01.760551 dv-neutron-master-2-hyperv neutron-server[103691]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev330 Jan 05 16:57:01.760691 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103691) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jan 05 16:57:01.763925 dv-neutron-master-2-hyperv neutron-server[103691]: INFO neutron.common.config [-] Logging enabled! Jan 05 16:57:01.764177 dv-neutron-master-2-hyperv neutron-server[103691]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev330 Jan 05 16:57:01.764497 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103691) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jan 05 16:57:01.765407 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 05 16:57:01.765654 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 05 16:57:01.766172 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 05 16:57:01.766416 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 05 16:57:01.766637 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 05 16:57:01.766940 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 16:57:01.767352 dv-neutron-master-2-hyperv neutron-server[103691]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Jan 05 16:57:01.767658 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 16:57:01.767947 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 16:57:01.768232 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 16:57:01.768519 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 16:57:01.768802 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 16:57:01.769076 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 16:57:01.769358 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 16:57:01.769667 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 16:57:01.769956 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 16:57:01.770228 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 16:57:01.770505 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 16:57:01.770790 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 16:57:01.771065 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 16:57:01.771343 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 16:57:01.771621 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 16:57:01.771897 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.common.config [-] debug = True {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 16:57:01.772170 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 16:57:01.772585 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 16:57:01.773651 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 16:57:01.773932 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 16:57:01.774242 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 16:57:01.774497 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 16:57:01.774765 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 16:57:01.775040 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 16:57:01.775320 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 16:57:01.775640 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.common.config [-] host = dv-neutron-master-2-hyperv {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 16:57:01.775914 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 16:57:01.776194 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 16:57:01.776474 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 16:57:01.776755 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 16:57:01.777025 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 16:57:01.777299 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 16:57:01.777604 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 16:57:01.777869 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 16:57:01.778142 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.common.config [-] log_file = None {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 16:57:01.778410 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 16:57:01.778693 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 16:57:01.778973 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 16:57:01.779261 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 16:57:01.779485 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 16:57:01.779705 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 16:57:01.779990 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 16:57:01.780269 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 16:57:01.780536 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 16:57:01.780804 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 16:57:01.781069 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 16:57:01.781338 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 16:57:01.781630 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 16:57:01.781901 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 16:57:01.782180 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 16:57:01.782458 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 16:57:01.782737 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 16:57:01.783005 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 16:57:01.783273 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 16:57:01.783542 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 16:57:01.783807 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 16:57:01.784086 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 16:57:01.784352 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 16:57:01.784620 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 16:57:01.784886 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 16:57:01.785165 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 16:57:01.785429 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 16:57:01.785731 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 16:57:01.786026 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 16:57:01.786305 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 16:57:01.786581 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 16:57:01.786858 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 16:57:01.787125 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 16:57:01.787400 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 16:57:01.787667 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 16:57:01.787933 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 16:57:01.788198 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.common.config [-] use_json = False {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 16:57:01.788522 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 16:57:01.788791 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 16:57:01.789068 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 16:57:01.789335 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 16:57:01.789625 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 16:57:01.789895 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 16:57:01.790166 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 16:57:01.790443 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 16:57:01.790740 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:01.791032 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:01.791325 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:01.791602 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:01.791891 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:01.792163 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:01.792445 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:01.792717 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:01.792999 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:01.793278 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:01.793560 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:01.793860 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:01.794156 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:01.794441 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:01.794731 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:01.795030 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:01.795322 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:01.795608 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:01.795879 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:01.796150 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:01.796420 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:01.796698 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:01.796982 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:01.797257 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:01.797541 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:01.797848 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:01.798123 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:01.798416 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:01.798700 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:01.798988 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:01.799273 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:01.799542 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:01.799818 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:01.800108 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:01.800383 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:01.800651 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:01.800923 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:01.801205 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:01.801476 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:01.801771 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:01.802048 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:01.802319 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:01.802585 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:01.802851 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:01.803123 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:01.803405 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:01.803676 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:01.804454 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:01.804739 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:01.805011 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:01.805277 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:01.805558 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:01.805852 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:01.806118 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:01.806382 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:01.806654 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:01.806921 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:01.807187 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:01.807459 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:01.807725 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:01.807995 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:01.808261 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:01.808525 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:01.808792 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:01.809057 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:01.809322 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:01.809607 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:01.809876 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:01.810146 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:01.810410 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:01.810683 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:01.810948 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:01.811213 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:01.811479 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:01.811758 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:01.812050 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:01.812323 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:01.812594 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:01.812865 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:01.813137 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:01.813409 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:01.813706 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:01.813980 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:01.814250 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:01.814517 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:01.814801 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:01.815078 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:01.815357 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:01.815635 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:01.815933 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:01.816222 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:01.816492 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:01.816767 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:01.817036 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:01.817305 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:01.817611 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:01.817880 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:01.818167 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:01.818453 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:01.818740 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:01.819025 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:01.819309 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:01.819662 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:01.820502 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:01.820784 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:01.820995 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 05 16:57:01.821229 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103691) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jan 05 16:57:02.164290 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103691) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jan 05 16:57:02.164562 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103691) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jan 05 16:57:02.164861 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103691) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jan 05 16:57:02.165194 dv-neutron-master-2-hyperv neutron-server[103691]: INFO neutron.manager [-] Loading core plugin: ml2 Jan 05 16:57:02.493115 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 05 16:57:02.493333 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 05 16:57:02.493626 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 05 16:57:02.494933 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 05 16:57:02.495203 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 05 16:57:02.495462 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 05 16:57:02.541669 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 05 16:57:02.541947 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 05 16:57:02.542208 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 05 16:57:02.556824 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 05 16:57:02.557092 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 05 16:57:02.557356 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 05 16:57:02.586032 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 05 16:57:02.586312 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 05 16:57:02.586577 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 05 16:57:02.623907 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 05 16:57:02.624184 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 05 16:57:02.624448 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 05 16:57:02.957865 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 05 16:57:02.958488 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 05 16:57:02.958488 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 05 16:57:02.958647 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 05 16:57:02.959304 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 05 16:57:03.057696 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 05 16:57:03.058012 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 05 16:57:03.058287 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 05 16:57:03.058552 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 05 16:57:03.058811 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 05 16:57:03.059114 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 05 16:57:03.059367 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 05 16:57:03.059616 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 05 16:57:03.059869 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 05 16:57:03.060139 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 05 16:57:03.060392 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 05 16:57:03.060651 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 05 16:57:03.060904 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 05 16:57:03.061151 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 05 16:57:03.061401 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 05 16:57:03.061685 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 05 16:57:03.061937 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 05 16:57:03.062196 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 05 16:57:03.062457 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 05 16:57:03.062708 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 05 16:57:03.062972 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 05 16:57:03.063216 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 05 16:57:03.063484 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 05 16:57:03.063848 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 05 16:57:03.064090 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 05 16:57:03.064325 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 05 16:57:03.064708 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103691) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 05 16:57:03.064943 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103691) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 05 16:57:03.065174 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103691) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 05 16:57:03.065405 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103691) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 05 16:57:03.065659 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103691) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 05 16:57:03.065891 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103691) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 05 16:57:03.066247 dv-neutron-master-2-hyperv neutron-server[103691]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jan 05 16:57:03.069451 dv-neutron-master-2-hyperv neutron-server[103691]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jan 05 16:57:03.073978 dv-neutron-master-2-hyperv neutron-server[103691]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jan 05 16:57:03.077894 dv-neutron-master-2-hyperv neutron-server[103691]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])]) Jan 05 16:57:03.079517 dv-neutron-master-2-hyperv neutron-server[103691]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jan 05 16:57:03.079972 dv-neutron-master-2-hyperv neutron-server[103691]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jan 05 16:57:03.080300 dv-neutron-master-2-hyperv neutron-server[103691]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jan 05 16:57:03.080678 dv-neutron-master-2-hyperv neutron-server[103691]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jan 05 16:57:03.083486 dv-neutron-master-2-hyperv neutron-server[103691]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jan 05 16:57:03.083735 dv-neutron-master-2-hyperv neutron-server[103691]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jan 05 16:57:03.084078 dv-neutron-master-2-hyperv neutron-server[103691]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jan 05 16:57:03.090105 dv-neutron-master-2-hyperv neutron-server[103691]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jan 05 16:57:03.112560 dv-neutron-master-2-hyperv neutron-server[103691]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jan 05 16:57:03.113007 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 05 16:57:03.113297 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103691) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Jan 05 16:57:03.113686 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 05 16:57:03.115061 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103691) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jan 05 16:57:03.115336 dv-neutron-master-2-hyperv neutron-server[103691]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jan 05 16:57:03.115575 dv-neutron-master-2-hyperv neutron-server[103691]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jan 05 16:57:03.118840 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 05 16:57:03.119121 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 05 16:57:03.182668 dv-neutron-master-2-hyperv neutron-server[103691]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jan 05 16:57:03.182897 dv-neutron-master-2-hyperv neutron-server[103691]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jan 05 16:57:03.183132 dv-neutron-master-2-hyperv neutron-server[103691]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jan 05 16:57:03.183501 dv-neutron-master-2-hyperv neutron-server[103691]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jan 05 16:57:03.203806 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_db.sqlalchemy.engines [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103691) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jan 05 16:57:03.776854 dv-neutron-master-2-hyperv neutron-server[103691]: INFO neutron.plugins.ml2.managers [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Initializing driver for type 'gre' Jan 05 16:57:03.777403 dv-neutron-master-2-hyperv neutron-server[103691]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] gre ID ranges: [(1, 1000)] Jan 05 16:57:03.950890 dv-neutron-master-2-hyperv neutron-server[103691]: INFO neutron.plugins.ml2.managers [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Initializing driver for type 'local' Jan 05 16:57:03.951223 dv-neutron-master-2-hyperv neutron-server[103691]: INFO neutron.plugins.ml2.managers [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Initializing driver for type 'vlan' Jan 05 16:57:04.019656 dv-neutron-master-2-hyperv neutron-server[103691]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] VlanTypeDriver initialization complete Jan 05 16:57:04.020309 dv-neutron-master-2-hyperv neutron-server[103691]: INFO neutron.plugins.ml2.managers [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Initializing driver for type 'vxlan' Jan 05 16:57:04.020445 dv-neutron-master-2-hyperv neutron-server[103691]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] vxlan ID ranges: [(1, 1000)] Jan 05 16:57:04.168089 dv-neutron-master-2-hyperv neutron-server[103691]: INFO neutron.plugins.ml2.managers [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Initializing extension driver 'port_security' Jan 05 16:57:04.168430 dv-neutron-master-2-hyperv neutron-server[103691]: INFO neutron.plugins.ml2.extensions.port_security [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] PortSecurityExtensionDriver initialization complete Jan 05 16:57:04.168788 dv-neutron-master-2-hyperv neutron-server[103691]: INFO neutron.plugins.ml2.managers [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Initializing mechanism driver 'openvswitch' Jan 05 16:57:04.169094 dv-neutron-master-2-hyperv neutron-server[103691]: INFO neutron.plugins.ml2.managers [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Initializing mechanism driver 'hyperv' Jan 05 16:57:04.175789 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.plugins.ml2.plugin [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 16:57:04.176501 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Subscribe: > port after_create 55550000 {{(pid=103691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 05 16:57:04.176871 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Subscribe: > port after_update 55550000 {{(pid=103691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 05 16:57:04.177221 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Subscribe: > port after_delete 55550000 {{(pid=103691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 05 16:57:04.177795 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103691) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jan 05 16:57:04.178228 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Subscribe: > subnet after_create 55550000 {{(pid=103691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 05 16:57:04.178583 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Subscribe: > subnet after_update 55550000 {{(pid=103691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 05 16:57:04.179474 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Subscribe: > subnet after_delete 55550000 {{(pid=103691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 05 16:57:04.179876 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103691) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jan 05 16:57:04.180285 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Subscribe: > network after_create 55550000 {{(pid=103691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 05 16:57:04.180636 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Subscribe: > network after_update 55550000 {{(pid=103691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 05 16:57:04.180988 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Subscribe: > network after_delete 55550000 {{(pid=103691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 05 16:57:04.181382 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103691) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jan 05 16:57:04.181826 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Subscribe: > security_group after_create 55550000 {{(pid=103691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 05 16:57:04.182199 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Subscribe: > security_group after_update 55550000 {{(pid=103691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 05 16:57:04.182525 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Subscribe: > security_group after_delete 55550000 {{(pid=103691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 05 16:57:04.183052 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103691) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jan 05 16:57:04.183463 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 05 16:57:04.183816 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 05 16:57:04.184165 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 05 16:57:04.184563 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103691) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jan 05 16:57:04.184970 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Subscribe: > address_group after_create 55550000 {{(pid=103691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 05 16:57:04.185318 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Subscribe: > address_group after_update 55550000 {{(pid=103691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 05 16:57:04.185688 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Subscribe: > address_group after_delete 55550000 {{(pid=103691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 05 16:57:04.186085 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103691) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jan 05 16:57:04.186466 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] ML2 OVO RPC backend initialized. {{(pid=103691) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Jan 05 16:57:04.187180 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Subscribe: > router_interface after_create 55550000 {{(pid=103691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 05 16:57:04.187537 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 05 16:57:04.187986 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Subscribe: > network before_response 55550000 {{(pid=103691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 05 16:57:04.188333 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Subscribe: > networks before_response 55550000 {{(pid=103691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 05 16:57:04.188685 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Subscribe: > port before_response 55550000 {{(pid=103691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 05 16:57:04.189028 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Subscribe: > ports before_response 55550000 {{(pid=103691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 05 16:57:04.189373 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Subscribe: > subnet before_response 55550000 {{(pid=103691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 05 16:57:04.189747 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Subscribe: > subnets before_response 55550000 {{(pid=103691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 05 16:57:04.190860 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Subscribe: > network after_create 55550000 {{(pid=103691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 05 16:57:04.190860 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Subscribe: > network after_update 55550000 {{(pid=103691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 05 16:57:04.190860 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Subscribe: > network after_delete 55550000 {{(pid=103691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 05 16:57:04.191101 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Subscribe: > port after_create 55550000 {{(pid=103691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 05 16:57:04.191441 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Subscribe: > port after_update 55550000 {{(pid=103691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 05 16:57:04.191775 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Subscribe: > port after_delete 55550000 {{(pid=103691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 05 16:57:04.192112 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Subscribe: > subnet after_create 55550000 {{(pid=103691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 05 16:57:04.192447 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Subscribe: > subnet after_update 55550000 {{(pid=103691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 05 16:57:04.192779 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Subscribe: > subnet after_delete 55550000 {{(pid=103691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 05 16:57:04.193366 dv-neutron-master-2-hyperv neutron-server[103691]: INFO neutron.plugins.ml2.plugin [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Modular L2 Plugin initialization complete Jan 05 16:57:04.193732 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.manager [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Loading services supported by the core plugin {{(pid=103691) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jan 05 16:57:04.194068 dv-neutron-master-2-hyperv neutron-server[103691]: INFO neutron.plugins.ml2.managers [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Got port-security extension from driver 'port_security' Jan 05 16:57:04.194558 dv-neutron-master-2-hyperv neutron-server[103691]: INFO neutron.extensions.vlantransparent [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Disabled vlantransparent extension. Jan 05 16:57:04.195648 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.manager [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103691) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jan 05 16:57:04.196006 dv-neutron-master-2-hyperv neutron-server[103691]: INFO neutron.manager [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Loading Plugin: router Jan 05 16:57:04.231819 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Subscribe: > router_interface before_create 55550000 {{(pid=103691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 05 16:57:04.232163 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Subscribe: > router after_create 55549900 {{(pid=103691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 05 16:57:04.232539 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Subscribe: > router before_create 55549900 {{(pid=103691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 05 16:57:04.232908 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 05 16:57:04.233283 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 05 16:57:04.233673 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Subscribe: > router after_delete 55549900 {{(pid=103691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 05 16:57:04.234036 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Subscribe: > floatingip after_create 55550000 {{(pid=103691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 05 16:57:04.234388 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Subscribe: > floatingip after_update 55550000 {{(pid=103691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 05 16:57:04.234745 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Subscribe: > router after_create 55549900 {{(pid=103691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 05 16:57:04.235093 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Subscribe: > router after_update 55549900 {{(pid=103691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 05 16:57:04.235441 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Subscribe: > router after_update 55549900 {{(pid=103691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 05 16:57:04.235789 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 05 16:57:04.236147 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Subscribe: > router after_update 55549900 {{(pid=103691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 05 16:57:04.236560 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Subscribe: > router precommit_update 55549900 {{(pid=103691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 05 16:57:04.236934 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Subscribe: port after_update 55550000 {{(pid=103691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 05 16:57:04.237277 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Subscribe: port after_delete 55550000 {{(pid=103691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 05 16:57:04.237642 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Subscribe: subnet after_update 55550000 {{(pid=103691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 05 16:57:04.237985 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 05 16:57:04.238334 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Subscribe: > port precommit_delete 55550000 {{(pid=103691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 05 16:57:04.238680 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Subscribe: > router precommit_create 55549900 {{(pid=103691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 05 16:57:04.239024 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Subscribe: port before_delete 55550000 {{(pid=103691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 05 16:57:04.239368 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Subscribe: > router precommit_create 55550000 {{(pid=103691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 05 16:57:04.239723 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Subscribe: > router after_update 55549900 {{(pid=103691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 05 16:57:04.240065 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Subscribe: > router precommit_delete 55549900 {{(pid=103691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 05 16:57:04.240417 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Subscribe: > router precommit_create 55549900 {{(pid=103691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 05 16:57:04.240779 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Subscribe: > router_interface after_create 55550000 {{(pid=103691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 05 16:57:04.241127 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Subscribe: > router precommit_update 55549900 {{(pid=103691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 05 16:57:04.242021 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Subscribe: > agent after_create 55550000 {{(pid=103691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 05 16:57:04.242373 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Subscribe: > agent after_delete 55550000 {{(pid=103691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 05 16:57:04.242719 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Subscribe: > network after_delete 55550000 {{(pid=103691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 05 16:57:04.243578 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.quota.resource_registry [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Tracking information for resource: router configured {{(pid=103691) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 05 16:57:04.243912 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.quota.resource_registry [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Tracking information for resource: floatingip configured {{(pid=103691) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 05 16:57:04.248893 dv-neutron-master-2-hyperv neutron-server[103691]: INFO neutron.db.l3_agentschedulers_db [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jan 05 16:57:04.249476 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Subscribe: port after_update 55550000 {{(pid=103691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 05 16:57:04.249869 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Subscribe: port after_create 55550000 {{(pid=103691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 05 16:57:04.250230 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Subscribe: port after_delete 55550000 {{(pid=103691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 05 16:57:04.250583 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Subscribe: port after_update 55550000 {{(pid=103691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 05 16:57:04.251379 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Subscribe: > router before_create 55550100 {{(pid=103691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 05 16:57:04.251747 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Subscribe: > router precommit_delete 55550100 {{(pid=103691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 05 16:57:04.252110 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Subscribe: > router precommit_create 55550100 {{(pid=103691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 05 16:57:04.252467 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Subscribe: > router precommit_update 55550100 {{(pid=103691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 05 16:57:04.258159 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.services.provider_configuration [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Service providers = [] {{(pid=103691) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jan 05 16:57:04.258474 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.db.servicetype_db [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103691) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jan 05 16:57:04.261448 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.services.service_base [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103691) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 05 16:57:04.261826 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.services.service_base [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103691) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 05 16:57:04.262173 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.services.service_base [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103691) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 05 16:57:04.263066 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.services.service_base [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103691) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 05 16:57:04.263440 dv-neutron-master-2-hyperv neutron-server[103691]: INFO neutron.services.service_base [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Default provider is not specified for service type L3_ROUTER_NAT Jan 05 16:57:04.263818 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.manager [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103691) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 05 16:57:04.264137 dv-neutron-master-2-hyperv neutron-server[103691]: INFO neutron.manager [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jan 05 16:57:04.274998 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.manager [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103691) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 05 16:57:04.275336 dv-neutron-master-2-hyperv neutron-server[103691]: INFO neutron.manager [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Loading Plugin: auto_allocate Jan 05 16:57:04.281231 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Subscribe: network precommit_update 55550000 {{(pid=103691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 05 16:57:04.281635 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Subscribe: network precommit_create 55550000 {{(pid=103691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 05 16:57:04.282159 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.manager [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103691) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 05 16:57:04.282485 dv-neutron-master-2-hyperv neutron-server[103691]: INFO neutron.manager [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Loading Plugin: tag Jan 05 16:57:04.289119 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.manager [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103691) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 05 16:57:04.289452 dv-neutron-master-2-hyperv neutron-server[103691]: INFO neutron.manager [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Loading Plugin: timestamp Jan 05 16:57:04.293491 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.manager [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103691) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 05 16:57:04.293855 dv-neutron-master-2-hyperv neutron-server[103691]: INFO neutron.manager [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Loading Plugin: network_ip_availability Jan 05 16:57:04.299345 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 05 16:57:04.299719 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 05 16:57:04.300077 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 05 16:57:04.300793 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.manager [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103691) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 05 16:57:04.301116 dv-neutron-master-2-hyperv neutron-server[103691]: INFO neutron.manager [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Loading Plugin: flavors Jan 05 16:57:04.306537 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.manager [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103691) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 05 16:57:04.306875 dv-neutron-master-2-hyperv neutron-server[103691]: INFO neutron.manager [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Loading Plugin: revisions Jan 05 16:57:04.311243 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.manager [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103691) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 05 16:57:04.311581 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_concurrency.lockutils [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.147s {{(pid=103691) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jan 05 16:57:04.312320 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103691) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Jan 05 16:57:04.312656 dv-neutron-master-2-hyperv neutron-server[103691]: INFO neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Initializing extension manager. Jan 05 16:57:04.313173 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Loading extension file: __init__.py {{(pid=103691) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 05 16:57:04.313516 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Loading extension file: __pycache__ {{(pid=103691) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 05 16:57:04.313880 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=103691) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 05 16:57:04.314218 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Loading extension file: address_group.py {{(pid=103691) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 05 16:57:04.314972 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103691) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 05 16:57:04.315543 dv-neutron-master-2-hyperv neutron-server[103691]: INFO neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Loaded extension: address-group Jan 05 16:57:04.315869 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Loading extension file: address_scope.py {{(pid=103691) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 05 16:57:04.316773 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103691) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 05 16:57:04.317292 dv-neutron-master-2-hyperv neutron-server[103691]: INFO neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Loaded extension: address-scope Jan 05 16:57:04.317639 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Loading extension file: admin_state_down_before_update.py {{(pid=103691) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 05 16:57:04.318586 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103691) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 05 16:57:04.319098 dv-neutron-master-2-hyperv neutron-server[103691]: INFO neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Loaded extension: router-admin-state-down-before-update Jan 05 16:57:04.319421 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Loading extension file: agent.py {{(pid=103691) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 05 16:57:04.320682 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103691) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 05 16:57:04.321201 dv-neutron-master-2-hyperv neutron-server[103691]: INFO neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Loaded extension: agent Jan 05 16:57:04.321523 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Loading extension file: agent_resources_synced.py {{(pid=103691) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 05 16:57:04.322463 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103691) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 05 16:57:04.322976 dv-neutron-master-2-hyperv neutron-server[103691]: INFO neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Loaded extension: agent-resources-synced Jan 05 16:57:04.323303 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Loading extension file: allowedaddresspairs.py {{(pid=103691) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 05 16:57:04.325099 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103691) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 05 16:57:04.325652 dv-neutron-master-2-hyperv neutron-server[103691]: INFO neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Loaded extension: allowed-address-pairs Jan 05 16:57:04.325985 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Loading extension file: auto_allocated_topology.py {{(pid=103691) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 05 16:57:04.327068 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103691) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 05 16:57:04.327592 dv-neutron-master-2-hyperv neutron-server[103691]: INFO neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Loaded extension: auto-allocated-topology Jan 05 16:57:04.327919 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Loading extension file: availability_zone.py {{(pid=103691) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 05 16:57:04.328613 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103691) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 05 16:57:04.329129 dv-neutron-master-2-hyperv neutron-server[103691]: INFO neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Loaded extension: availability_zone Jan 05 16:57:04.329455 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Loading extension file: availability_zone_filter.py {{(pid=103691) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 05 16:57:04.330392 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103691) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 05 16:57:04.330903 dv-neutron-master-2-hyperv neutron-server[103691]: INFO neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Loaded extension: availability_zone_filter Jan 05 16:57:04.331234 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Loading extension file: data_plane_status.py {{(pid=103691) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 05 16:57:04.332147 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103691) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 05 16:57:04.332654 dv-neutron-master-2-hyperv neutron-server[103691]: INFO neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Extension data-plane-status not supported by any of loaded plugins Jan 05 16:57:04.332981 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Loading extension file: default_subnetpools.py {{(pid=103691) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 05 16:57:04.333934 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103691) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 05 16:57:04.334443 dv-neutron-master-2-hyperv neutron-server[103691]: INFO neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Loaded extension: default-subnetpools Jan 05 16:57:04.334767 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Loading extension file: dhcpagentscheduler.py {{(pid=103691) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 05 16:57:04.335613 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103691) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 05 16:57:04.336120 dv-neutron-master-2-hyperv neutron-server[103691]: INFO neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Loaded extension: dhcp_agent_scheduler Jan 05 16:57:04.336446 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Loading extension file: dns.py {{(pid=103691) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 05 16:57:04.337364 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103691) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 05 16:57:04.337900 dv-neutron-master-2-hyperv neutron-server[103691]: INFO neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Extension dns-integration not supported by any of loaded plugins Jan 05 16:57:04.338228 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Loading extension file: dns_domain_ports.py {{(pid=103691) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 05 16:57:04.339145 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103691) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 05 16:57:04.339652 dv-neutron-master-2-hyperv neutron-server[103691]: INFO neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Extension dns-domain-ports not supported by any of loaded plugins Jan 05 16:57:04.339978 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103691) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 05 16:57:04.340896 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103691) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 05 16:57:04.341409 dv-neutron-master-2-hyperv neutron-server[103691]: INFO neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jan 05 16:57:04.341776 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Loading extension file: dvr.py {{(pid=103691) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 05 16:57:04.342447 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103691) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 05 16:57:04.342956 dv-neutron-master-2-hyperv neutron-server[103691]: INFO neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Loaded extension: dvr Jan 05 16:57:04.343279 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Loading extension file: ecmp_routes.py {{(pid=103691) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 05 16:57:04.344200 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103691) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 05 16:57:04.344705 dv-neutron-master-2-hyperv neutron-server[103691]: INFO neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Extension ecmp_routes not supported by any of loaded plugins Jan 05 16:57:04.345028 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Loading extension file: empty_string_filtering.py {{(pid=103691) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 05 16:57:04.345967 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103691) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 05 16:57:04.346476 dv-neutron-master-2-hyperv neutron-server[103691]: INFO neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Loaded extension: empty-string-filtering Jan 05 16:57:04.346799 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103691) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 05 16:57:04.347717 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103691) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 05 16:57:04.348222 dv-neutron-master-2-hyperv neutron-server[103691]: INFO neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jan 05 16:57:04.348546 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103691) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 05 16:57:04.349461 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103691) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 05 16:57:04.350005 dv-neutron-master-2-hyperv neutron-server[103691]: INFO neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jan 05 16:57:04.350328 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Loading extension file: external_net.py {{(pid=103691) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 05 16:57:04.351274 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103691) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 05 16:57:04.351778 dv-neutron-master-2-hyperv neutron-server[103691]: INFO neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Loaded extension: external-net Jan 05 16:57:04.352099 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Loading extension file: extra_dhcp_opt.py {{(pid=103691) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 05 16:57:04.353013 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103691) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 05 16:57:04.353517 dv-neutron-master-2-hyperv neutron-server[103691]: INFO neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Loaded extension: extra_dhcp_opt Jan 05 16:57:04.353889 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Loading extension file: extraroute.py {{(pid=103691) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 05 16:57:04.354802 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103691) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 05 16:57:04.355311 dv-neutron-master-2-hyperv neutron-server[103691]: INFO neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Loaded extension: extraroute Jan 05 16:57:04.355635 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Loading extension file: extraroute_atomic.py {{(pid=103691) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 05 16:57:04.356669 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103691) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 05 16:57:04.357182 dv-neutron-master-2-hyperv neutron-server[103691]: INFO neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Loaded extension: extraroute-atomic Jan 05 16:57:04.357506 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Loading extension file: filter_validation.py {{(pid=103691) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 05 16:57:04.358197 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103691) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 05 16:57:04.358704 dv-neutron-master-2-hyperv neutron-server[103691]: INFO neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Loaded extension: filter-validation Jan 05 16:57:04.359027 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Loading extension file: fip_pf_description.py {{(pid=103691) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 05 16:57:04.359944 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103691) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 05 16:57:04.360450 dv-neutron-master-2-hyperv neutron-server[103691]: INFO neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jan 05 16:57:04.360771 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Loading extension file: fip_port_details.py {{(pid=103691) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 05 16:57:04.361722 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103691) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 05 16:57:04.362356 dv-neutron-master-2-hyperv neutron-server[103691]: INFO neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Loaded extension: fip-port-details Jan 05 16:57:04.362679 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Loading extension file: flavors.py {{(pid=103691) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 05 16:57:04.363922 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103691) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 05 16:57:04.364449 dv-neutron-master-2-hyperv neutron-server[103691]: INFO neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Loaded extension: flavors Jan 05 16:57:04.364780 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103691) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 05 16:57:04.367286 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103691) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 05 16:57:04.367886 dv-neutron-master-2-hyperv neutron-server[103691]: INFO neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jan 05 16:57:04.368220 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Loading extension file: floatingip_pools.py {{(pid=103691) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 05 16:57:04.369138 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103691) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 05 16:57:04.369730 dv-neutron-master-2-hyperv neutron-server[103691]: INFO neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Loaded extension: floatingip-pools Jan 05 16:57:04.370061 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Loading extension file: ip_allocation.py {{(pid=103691) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 05 16:57:04.371203 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103691) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 05 16:57:04.371833 dv-neutron-master-2-hyperv neutron-server[103691]: INFO neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Extension ip_allocation not supported by any of loaded plugins Jan 05 16:57:04.372171 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103691) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 05 16:57:04.373097 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103691) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 05 16:57:04.373634 dv-neutron-master-2-hyperv neutron-server[103691]: INFO neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Loaded extension: ip-substring-filtering Jan 05 16:57:04.373965 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Loading extension file: l2_adjacency.py {{(pid=103691) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 05 16:57:04.374901 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103691) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 05 16:57:04.375413 dv-neutron-master-2-hyperv neutron-server[103691]: INFO neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Extension l2_adjacency not supported by any of loaded plugins Jan 05 16:57:04.375735 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Loading extension file: l3.py {{(pid=103691) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 05 16:57:04.376840 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103691) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 05 16:57:04.377366 dv-neutron-master-2-hyperv neutron-server[103691]: INFO neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Loaded extension: router Jan 05 16:57:04.377727 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Loading extension file: l3_conntrack_helper.py {{(pid=103691) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 05 16:57:04.380026 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103691) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 05 16:57:04.380563 dv-neutron-master-2-hyperv neutron-server[103691]: INFO neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jan 05 16:57:04.380896 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103691) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 05 16:57:04.381853 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103691) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 05 16:57:04.383293 dv-neutron-master-2-hyperv neutron-server[103691]: INFO neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Loaded extension: ext-gw-mode Jan 05 16:57:04.383622 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103691) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 05 16:57:04.384556 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103691) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 05 16:57:04.385079 dv-neutron-master-2-hyperv neutron-server[103691]: INFO neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Loaded extension: l3-ha Jan 05 16:57:04.385409 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Loading extension file: l3_flavors.py {{(pid=103691) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 05 16:57:04.386366 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103691) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 05 16:57:04.386881 dv-neutron-master-2-hyperv neutron-server[103691]: INFO neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Loaded extension: l3-flavors Jan 05 16:57:04.387208 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103691) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 05 16:57:04.388126 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103691) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 05 16:57:04.388642 dv-neutron-master-2-hyperv neutron-server[103691]: INFO neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Loaded extension: l3-port-ip-change-not-allowed Jan 05 16:57:04.388972 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Loading extension file: l3agentscheduler.py {{(pid=103691) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 05 16:57:04.390053 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103691) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 05 16:57:04.390570 dv-neutron-master-2-hyperv neutron-server[103691]: INFO neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Loaded extension: l3_agent_scheduler Jan 05 16:57:04.390901 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Loading extension file: local_ip.py {{(pid=103691) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 05 16:57:04.392699 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103691) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 05 16:57:04.393229 dv-neutron-master-2-hyperv neutron-server[103691]: INFO neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Extension local_ip not supported by any of loaded plugins Jan 05 16:57:04.393560 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Loading extension file: logging.py {{(pid=103691) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 05 16:57:04.395087 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103691) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 05 16:57:04.395621 dv-neutron-master-2-hyperv neutron-server[103691]: INFO neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Extension logging not supported by any of loaded plugins Jan 05 16:57:04.395956 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Loading extension file: metering.py {{(pid=103691) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 05 16:57:04.396707 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103691) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 05 16:57:04.397299 dv-neutron-master-2-hyperv neutron-server[103691]: INFO neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Loaded extension: metering Jan 05 16:57:04.397677 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103691) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 05 16:57:04.398797 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103691) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 05 16:57:04.399393 dv-neutron-master-2-hyperv neutron-server[103691]: INFO neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Loaded extension: metering_source_and_destination_fields Jan 05 16:57:04.399730 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Loading extension file: multiprovidernet.py {{(pid=103691) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 05 16:57:04.400659 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103691) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 05 16:57:04.401174 dv-neutron-master-2-hyperv neutron-server[103691]: INFO neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Loaded extension: multi-provider Jan 05 16:57:04.401503 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Loading extension file: netmtu.py {{(pid=103691) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 05 16:57:04.402455 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103691) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 05 16:57:04.402974 dv-neutron-master-2-hyperv neutron-server[103691]: INFO neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Loaded extension: net-mtu Jan 05 16:57:04.403305 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Loading extension file: netmtu_writable.py {{(pid=103691) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 05 16:57:04.404224 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103691) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 05 16:57:04.404737 dv-neutron-master-2-hyperv neutron-server[103691]: INFO neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Loaded extension: net-mtu-writable Jan 05 16:57:04.405066 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Loading extension file: network_availability_zone.py {{(pid=103691) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 05 16:57:04.405780 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103691) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 05 16:57:04.406290 dv-neutron-master-2-hyperv neutron-server[103691]: INFO neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Loaded extension: network_availability_zone Jan 05 16:57:04.406614 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Loading extension file: network_ip_availability.py {{(pid=103691) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 05 16:57:04.407733 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103691) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 05 16:57:04.408253 dv-neutron-master-2-hyperv neutron-server[103691]: INFO neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Loaded extension: network-ip-availability Jan 05 16:57:04.408580 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Loading extension file: network_segment_range.py {{(pid=103691) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 05 16:57:04.409344 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103691) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 05 16:57:04.409893 dv-neutron-master-2-hyperv neutron-server[103691]: INFO neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Extension network-segment-range not supported by any of loaded plugins Jan 05 16:57:04.410221 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Loading extension file: pagination.py {{(pid=103691) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 05 16:57:04.411328 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103691) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 05 16:57:04.411661 dv-neutron-master-2-hyperv neutron-server[103691]: INFO neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Loaded extension: pagination Jan 05 16:57:04.411985 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Loading extension file: port_device_profile.py {{(pid=103691) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 05 16:57:04.412897 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103691) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 05 16:57:04.413984 dv-neutron-master-2-hyperv neutron-server[103691]: INFO neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Loaded extension: port-device-profile Jan 05 16:57:04.414313 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103691) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 05 16:57:04.415302 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103691) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 05 16:57:04.415824 dv-neutron-master-2-hyperv neutron-server[103691]: INFO neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Loaded extension: port-mac-address-regenerate Jan 05 16:57:04.416151 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103691) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 05 16:57:04.417081 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103691) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 05 16:57:04.417620 dv-neutron-master-2-hyperv neutron-server[103691]: INFO neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Loaded extension: port-numa-affinity-policy Jan 05 16:57:04.418060 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Loading extension file: port_resource_request.py {{(pid=103691) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 05 16:57:04.418980 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103691) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 05 16:57:04.419489 dv-neutron-master-2-hyperv neutron-server[103691]: INFO neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Extension port-resource-request not supported by any of loaded plugins Jan 05 16:57:04.419811 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Loading extension file: port_resource_request_groups.py {{(pid=103691) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 05 16:57:04.420782 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103691) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 05 16:57:04.421289 dv-neutron-master-2-hyperv neutron-server[103691]: INFO neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Extension port-resource-request-groups not supported by any of loaded plugins Jan 05 16:57:04.421636 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Loading extension file: portbindings.py {{(pid=103691) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 05 16:57:04.422570 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103691) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 05 16:57:04.423081 dv-neutron-master-2-hyperv neutron-server[103691]: INFO neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Loaded extension: binding Jan 05 16:57:04.423405 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Loading extension file: portbindings_extended.py {{(pid=103691) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 05 16:57:04.424684 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103691) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 05 16:57:04.425204 dv-neutron-master-2-hyperv neutron-server[103691]: INFO neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Loaded extension: binding-extended Jan 05 16:57:04.425532 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Loading extension file: portsecurity.py {{(pid=103691) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 05 16:57:04.426473 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103691) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 05 16:57:04.426987 dv-neutron-master-2-hyperv neutron-server[103691]: INFO neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Loaded extension: port-security Jan 05 16:57:04.427314 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Loading extension file: project_id.py {{(pid=103691) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 05 16:57:04.428292 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103691) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 05 16:57:04.428624 dv-neutron-master-2-hyperv neutron-server[103691]: INFO neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Loaded extension: project-id Jan 05 16:57:04.429001 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Loading extension file: providernet.py {{(pid=103691) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 05 16:57:04.430530 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103691) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 05 16:57:04.431053 dv-neutron-master-2-hyperv neutron-server[103691]: INFO neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Loaded extension: provider Jan 05 16:57:04.431381 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Loading extension file: qos.py {{(pid=103691) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 05 16:57:04.435030 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103691) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 05 16:57:04.435559 dv-neutron-master-2-hyperv neutron-server[103691]: INFO neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Extension qos not supported by any of loaded plugins Jan 05 16:57:04.435891 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103691) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 05 16:57:04.437144 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103691) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 05 16:57:04.437692 dv-neutron-master-2-hyperv neutron-server[103691]: INFO neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jan 05 16:57:04.438067 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103691) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 05 16:57:04.438998 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103691) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 05 16:57:04.439515 dv-neutron-master-2-hyperv neutron-server[103691]: INFO neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jan 05 16:57:04.439843 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Loading extension file: qos_default.py {{(pid=103691) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 05 16:57:04.440762 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103691) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 05 16:57:04.441281 dv-neutron-master-2-hyperv neutron-server[103691]: INFO neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Extension qos-default not supported by any of loaded plugins Jan 05 16:57:04.441640 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Loading extension file: qos_fip.py {{(pid=103691) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 05 16:57:04.442308 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103691) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 05 16:57:04.442814 dv-neutron-master-2-hyperv neutron-server[103691]: INFO neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Extension qos-fip not supported by any of loaded plugins Jan 05 16:57:04.443137 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Loading extension file: qos_fip_network_policy.py {{(pid=103691) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 05 16:57:04.444057 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103691) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 05 16:57:04.444592 dv-neutron-master-2-hyperv neutron-server[103691]: INFO neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Extension qos-fip-network-policy not supported by any of loaded plugins Jan 05 16:57:04.444915 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Loading extension file: qos_gateway_ip.py {{(pid=103691) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 05 16:57:04.445882 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103691) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 05 16:57:04.446461 dv-neutron-master-2-hyperv neutron-server[103691]: INFO neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Extension qos-gateway-ip not supported by any of loaded plugins Jan 05 16:57:04.446786 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Loading extension file: qos_port_network_policy.py {{(pid=103691) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 05 16:57:04.447715 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103691) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 05 16:57:04.448225 dv-neutron-master-2-hyperv neutron-server[103691]: INFO neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Extension qos-port-network-policy not supported by any of loaded plugins Jan 05 16:57:04.448549 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103691) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 05 16:57:04.449603 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103691) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 05 16:57:04.450130 dv-neutron-master-2-hyperv neutron-server[103691]: INFO neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Extension qos-pps-minimum not supported by any of loaded plugins Jan 05 16:57:04.450453 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Loading extension file: qos_pps_rule.py {{(pid=103691) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 05 16:57:04.451643 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103691) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 05 16:57:04.452177 dv-neutron-master-2-hyperv neutron-server[103691]: INFO neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Extension qos-pps not supported by any of loaded plugins Jan 05 16:57:04.452506 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Loading extension file: qos_rule_type_details.py {{(pid=103691) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 05 16:57:04.453429 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103691) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 05 16:57:04.453977 dv-neutron-master-2-hyperv neutron-server[103691]: INFO neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Extension qos-rule-type-details not supported by any of loaded plugins Jan 05 16:57:04.454306 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Loading extension file: qos_rules_alias.py {{(pid=103691) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 05 16:57:04.455356 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103691) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 05 16:57:04.455872 dv-neutron-master-2-hyperv neutron-server[103691]: INFO neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Extension qos-rules-alias not supported by any of loaded plugins Jan 05 16:57:04.456201 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Loading extension file: quota_check_limit.py {{(pid=103691) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 05 16:57:04.457121 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103691) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 05 16:57:04.457661 dv-neutron-master-2-hyperv neutron-server[103691]: INFO neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Loaded extension: quota-check-limit Jan 05 16:57:04.457992 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Loading extension file: quotasv2.py {{(pid=103691) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 05 16:57:04.458919 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103691) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 05 16:57:04.459254 dv-neutron-master-2-hyperv neutron-server[103691]: INFO neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Loaded extension: quotas Jan 05 16:57:04.459578 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Loading extension file: quotasv2_detail.py {{(pid=103691) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 05 16:57:04.463053 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103691) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 05 16:57:04.463398 dv-neutron-master-2-hyperv neutron-server[103691]: INFO neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Loaded extension: quota_details Jan 05 16:57:04.463736 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Loading extension file: rbac.py {{(pid=103691) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 05 16:57:04.464803 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103691) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 05 16:57:04.465340 dv-neutron-master-2-hyperv neutron-server[103691]: INFO neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Loaded extension: rbac-policies Jan 05 16:57:04.465713 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Loading extension file: rbac_address_group.py {{(pid=103691) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 05 16:57:04.466653 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103691) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 05 16:57:04.467177 dv-neutron-master-2-hyperv neutron-server[103691]: INFO neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Loaded extension: rbac-address-group Jan 05 16:57:04.467511 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Loading extension file: rbac_address_scope.py {{(pid=103691) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 05 16:57:04.468442 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103691) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 05 16:57:04.468963 dv-neutron-master-2-hyperv neutron-server[103691]: INFO neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Loaded extension: rbac-address-scope Jan 05 16:57:04.469295 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Loading extension file: rbac_security_groups.py {{(pid=103691) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 05 16:57:04.470253 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103691) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 05 16:57:04.470774 dv-neutron-master-2-hyperv neutron-server[103691]: INFO neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Loaded extension: rbac-security-groups Jan 05 16:57:04.471103 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Loading extension file: rbac_subnetpool.py {{(pid=103691) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 05 16:57:04.472022 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103691) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 05 16:57:04.472537 dv-neutron-master-2-hyperv neutron-server[103691]: INFO neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Loaded extension: rbac-subnetpool Jan 05 16:57:04.472864 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Loading extension file: revisionifmatch.py {{(pid=103691) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 05 16:57:04.473823 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103691) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 05 16:57:04.474341 dv-neutron-master-2-hyperv neutron-server[103691]: INFO neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Loaded extension: revision-if-match Jan 05 16:57:04.474666 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Loading extension file: revisions.py {{(pid=103691) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 05 16:57:04.476295 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103691) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 05 16:57:04.476817 dv-neutron-master-2-hyperv neutron-server[103691]: INFO neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Loaded extension: standard-attr-revisions Jan 05 16:57:04.477157 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Loading extension file: router_availability_zone.py {{(pid=103691) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 05 16:57:04.477926 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103691) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 05 16:57:04.478439 dv-neutron-master-2-hyperv neutron-server[103691]: INFO neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Loaded extension: router_availability_zone Jan 05 16:57:04.478768 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Loading extension file: routerservicetype.py {{(pid=103691) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 05 16:57:04.479689 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103691) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 05 16:57:04.480198 dv-neutron-master-2-hyperv neutron-server[103691]: INFO neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Extension router-service-type not supported by any of loaded plugins Jan 05 16:57:04.480524 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103691) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 05 16:57:04.481514 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103691) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 05 16:57:04.482182 dv-neutron-master-2-hyperv neutron-server[103691]: INFO neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Loaded extension: security-groups-normalized-cidr Jan 05 16:57:04.482469 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Loading extension file: security_groups_port_filtering.py {{(pid=103691) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 05 16:57:04.483402 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103691) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 05 16:57:04.483919 dv-neutron-master-2-hyperv neutron-server[103691]: INFO neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Loaded extension: port-security-groups-filtering Jan 05 16:57:04.484249 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103691) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 05 16:57:04.485180 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103691) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 05 16:57:04.485731 dv-neutron-master-2-hyperv neutron-server[103691]: INFO neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Loaded extension: security-groups-remote-address-group Jan 05 16:57:04.486059 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103691) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 05 16:57:04.486984 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103691) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 05 16:57:04.487500 dv-neutron-master-2-hyperv neutron-server[103691]: INFO neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Loaded extension: security-groups-shared-filtering Jan 05 16:57:04.487825 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103691) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 05 16:57:04.488410 dv-neutron-master-2-hyperv neutron-server[103691]: WARNING neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Jan 05 16:57:04.488732 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Loading extension file: securitygroup.py {{(pid=103691) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 05 16:57:04.500365 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103691) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 05 16:57:04.500906 dv-neutron-master-2-hyperv neutron-server[103691]: INFO neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Loaded extension: security-group Jan 05 16:57:04.501241 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Loading extension file: segment.py {{(pid=103691) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 05 16:57:04.502075 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103691) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 05 16:57:04.502596 dv-neutron-master-2-hyperv neutron-server[103691]: INFO neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Extension segment not supported by any of loaded plugins Jan 05 16:57:04.502926 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103691) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 05 16:57:04.503872 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103691) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 05 16:57:04.504392 dv-neutron-master-2-hyperv neutron-server[103691]: INFO neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jan 05 16:57:04.504720 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Loading extension file: servicetype.py {{(pid=103691) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 05 16:57:04.505862 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103691) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 05 16:57:04.506395 dv-neutron-master-2-hyperv neutron-server[103691]: INFO neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Loaded extension: service-type Jan 05 16:57:04.506727 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Loading extension file: sorting.py {{(pid=103691) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 05 16:57:04.508074 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103691) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 05 16:57:04.508410 dv-neutron-master-2-hyperv neutron-server[103691]: INFO neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Loaded extension: sorting Jan 05 16:57:04.508736 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Loading extension file: standard_attr_segment.py {{(pid=103691) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 05 16:57:04.509689 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103691) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 05 16:57:04.510210 dv-neutron-master-2-hyperv neutron-server[103691]: INFO neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Extension standard-attr-segment not supported by any of loaded plugins Jan 05 16:57:04.510534 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Loading extension file: standardattrdescription.py {{(pid=103691) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 05 16:57:04.511186 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103691) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 05 16:57:04.511706 dv-neutron-master-2-hyperv neutron-server[103691]: INFO neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Loaded extension: standard-attr-description Jan 05 16:57:04.512034 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Loading extension file: stateful_security_group.py {{(pid=103691) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 05 16:57:04.512975 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103691) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 05 16:57:04.513498 dv-neutron-master-2-hyperv neutron-server[103691]: INFO neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Loaded extension: stateful-security-group Jan 05 16:57:04.513920 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Loading extension file: stdattrs_common.py {{(pid=103691) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 05 16:57:04.514494 dv-neutron-master-2-hyperv neutron-server[103691]: WARNING neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jan 05 16:57:04.514820 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103691) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 05 16:57:04.515759 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103691) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 05 16:57:04.516276 dv-neutron-master-2-hyperv neutron-server[103691]: INFO neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jan 05 16:57:04.516601 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Loading extension file: subnet_onboard.py {{(pid=103691) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 05 16:57:04.517721 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103691) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 05 16:57:04.518246 dv-neutron-master-2-hyperv neutron-server[103691]: INFO neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Loaded extension: subnet_onboard Jan 05 16:57:04.518576 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103691) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 05 16:57:04.519512 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103691) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 05 16:57:04.520029 dv-neutron-master-2-hyperv neutron-server[103691]: INFO neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jan 05 16:57:04.520356 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Loading extension file: subnet_service_types.py {{(pid=103691) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 05 16:57:04.521283 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103691) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 05 16:57:04.521837 dv-neutron-master-2-hyperv neutron-server[103691]: INFO neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Loaded extension: subnet-service-types Jan 05 16:57:04.522166 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Loading extension file: subnetallocation.py {{(pid=103691) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 05 16:57:04.523296 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103691) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 05 16:57:04.523810 dv-neutron-master-2-hyperv neutron-server[103691]: INFO neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Loaded extension: subnet_allocation Jan 05 16:57:04.524216 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103691) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 05 16:57:04.524885 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103691) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 05 16:57:04.525397 dv-neutron-master-2-hyperv neutron-server[103691]: INFO neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Loaded extension: subnetpool-prefix-ops Jan 05 16:57:04.525763 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103691) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 05 16:57:04.526722 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103691) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 05 16:57:04.527230 dv-neutron-master-2-hyperv neutron-server[103691]: INFO neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jan 05 16:57:04.527555 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Loading extension file: tagging.py {{(pid=103691) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 05 16:57:04.528611 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103691) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 05 16:57:04.529151 dv-neutron-master-2-hyperv neutron-server[103691]: INFO neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Loaded extension: standard-attr-tag Jan 05 16:57:04.529483 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Loading extension file: timestamp.py {{(pid=103691) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 05 16:57:04.530771 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103691) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 05 16:57:04.531299 dv-neutron-master-2-hyperv neutron-server[103691]: INFO neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Loaded extension: standard-attr-timestamp Jan 05 16:57:04.531637 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Loading extension file: trunk.py {{(pid=103691) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 05 16:57:04.532682 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103691) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 05 16:57:04.533203 dv-neutron-master-2-hyperv neutron-server[103691]: INFO neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Extension trunk not supported by any of loaded plugins Jan 05 16:57:04.533538 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Loading extension file: trunk_details.py {{(pid=103691) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 05 16:57:04.534492 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103691) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 05 16:57:04.535007 dv-neutron-master-2-hyperv neutron-server[103691]: INFO neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Extension trunk-details not supported by any of loaded plugins Jan 05 16:57:04.535334 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Loading extension file: uplink_status_propagation.py {{(pid=103691) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 05 16:57:04.536260 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103691) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 05 16:57:04.536775 dv-neutron-master-2-hyperv neutron-server[103691]: INFO neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Extension uplink-status-propagation not supported by any of loaded plugins Jan 05 16:57:04.537100 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Loading extension file: vlantransparent.py {{(pid=103691) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 05 16:57:04.537800 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103691) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 05 16:57:04.538831 dv-neutron-master-2-hyperv neutron-server[103691]: INFO neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Extension vlan-transparent not supported by any of loaded plugins Jan 05 16:57:04.541415 dv-neutron-master-2-hyperv neutron-server[103691]: INFO neutron.quota.resource_registry [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Creating instance of TrackedResource for resource:network Jan 05 16:57:04.541999 dv-neutron-master-2-hyperv neutron-server[103691]: INFO neutron.quota.resource_registry [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Creating instance of TrackedResource for resource:subnet Jan 05 16:57:04.542401 dv-neutron-master-2-hyperv neutron-server[103691]: INFO neutron.quota.resource_registry [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Creating instance of TrackedResource for resource:subnetpool Jan 05 16:57:04.542862 dv-neutron-master-2-hyperv neutron-server[103691]: INFO neutron.quota.resource_registry [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Creating instance of TrackedResource for resource:port Jan 05 16:57:04.544046 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.api.v2.resource_helper [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103691) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 05 16:57:04.544492 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.api.v2.resource_helper [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Service FLAVORS assigned prefix: {{(pid=103691) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 05 16:57:04.545102 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.api.v2.resource_helper [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103691) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 05 16:57:04.545532 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.api.v2.resource_helper [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103691) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 05 16:57:04.545904 dv-neutron-master-2-hyperv neutron-server[103691]: INFO neutron.quota.resource_registry [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Creating instance of TrackedResource for resource:router Jan 05 16:57:04.546332 dv-neutron-master-2-hyperv neutron-server[103691]: INFO neutron.quota.resource_registry [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Creating instance of TrackedResource for resource:floatingip Jan 05 16:57:04.546827 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.api.v2.resource_helper [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Service METERING assigned prefix: /metering {{(pid=103691) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 05 16:57:04.548300 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 05 16:57:04.548675 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 05 16:57:04.549031 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103691) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 05 16:57:04.550054 dv-neutron-master-2-hyperv neutron-server[103691]: INFO neutron.quota.resource_registry [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Creating instance of CountableResource for resource:rbac_policy Jan 05 16:57:04.550509 dv-neutron-master-2-hyperv neutron-server[103691]: INFO neutron.quota.resource_registry [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Creating instance of TrackedResource for resource:security_group Jan 05 16:57:04.550946 dv-neutron-master-2-hyperv neutron-server[103691]: INFO neutron.quota.resource_registry [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Creating instance of TrackedResource for resource:security_group_rule Jan 05 16:57:04.551560 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.api.v2.resource_helper [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Service CORE assigned prefix: {{(pid=103691) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 05 16:57:04.551908 dv-neutron-master-2-hyperv neutron-server[103691]: INFO neutron.quota.resource_registry [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Creating instance of TrackedResource for resource:subnetpool Jan 05 16:57:04.552260 dv-neutron-master-2-hyperv neutron-server[103691]: WARNING neutron.quota.resource_registry [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] subnetpool is already registered Jan 05 16:57:04.552695 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.api.v2.resource_helper [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Service CORE assigned prefix: {{(pid=103691) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 05 16:57:04.553024 dv-neutron-master-2-hyperv neutron-server[103691]: INFO neutron.quota.resource_registry [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Creating instance of TrackedResource for resource:subnetpool Jan 05 16:57:04.553357 dv-neutron-master-2-hyperv neutron-server[103691]: WARNING neutron.quota.resource_registry [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] subnetpool is already registered Jan 05 16:57:04.556283 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.api.v2.resource_helper [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103691) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 05 16:57:04.556717 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.api.v2.resource_helper [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Service FLAVORS assigned prefix: {{(pid=103691) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 05 16:57:04.557308 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.api.v2.resource_helper [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103691) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 05 16:57:04.557764 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.api.v2.resource_helper [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103691) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 05 16:57:04.563345 dv-neutron-master-2-hyperv neutron-server[103691]: INFO neutron.quota.resource_registry [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Creating instance of TrackedResource for resource:router Jan 05 16:57:04.563345 dv-neutron-master-2-hyperv neutron-server[103691]: WARNING neutron.quota.resource_registry [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] router is already registered Jan 05 16:57:04.563345 dv-neutron-master-2-hyperv neutron-server[103691]: INFO neutron.quota.resource_registry [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Creating instance of TrackedResource for resource:floatingip Jan 05 16:57:04.563345 dv-neutron-master-2-hyperv neutron-server[103691]: WARNING neutron.quota.resource_registry [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] floatingip is already registered Jan 05 16:57:04.563345 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.api.v2.resource_helper [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Service METERING assigned prefix: /metering {{(pid=103691) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 05 16:57:04.563345 dv-neutron-master-2-hyperv neutron-server[103691]: INFO neutron.quota.resource_registry [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Creating instance of CountableResource for resource:rbac_policy Jan 05 16:57:04.563345 dv-neutron-master-2-hyperv neutron-server[103691]: WARNING neutron.quota.resource_registry [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] rbac_policy is already registered Jan 05 16:57:04.563345 dv-neutron-master-2-hyperv neutron-server[103691]: INFO neutron.quota.resource_registry [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Creating instance of TrackedResource for resource:security_group Jan 05 16:57:04.563345 dv-neutron-master-2-hyperv neutron-server[103691]: WARNING neutron.quota.resource_registry [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] security_group is already registered Jan 05 16:57:04.563983 dv-neutron-master-2-hyperv neutron-server[103691]: INFO neutron.quota.resource_registry [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Creating instance of TrackedResource for resource:security_group_rule Jan 05 16:57:04.563983 dv-neutron-master-2-hyperv neutron-server[103691]: WARNING neutron.quota.resource_registry [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] security_group_rule is already registered Jan 05 16:57:04.563983 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.api.v2.resource_helper [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Service CORE assigned prefix: {{(pid=103691) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 05 16:57:04.563983 dv-neutron-master-2-hyperv neutron-server[103691]: INFO neutron.quota.resource_registry [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Creating instance of TrackedResource for resource:subnetpool Jan 05 16:57:04.563983 dv-neutron-master-2-hyperv neutron-server[103691]: WARNING neutron.quota.resource_registry [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] subnetpool is already registered Jan 05 16:57:04.563983 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.api.v2.resource_helper [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Service CORE assigned prefix: {{(pid=103691) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 05 16:57:04.563983 dv-neutron-master-2-hyperv neutron-server[103691]: INFO neutron.quota.resource_registry [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Creating instance of TrackedResource for resource:subnetpool Jan 05 16:57:04.564448 dv-neutron-master-2-hyperv neutron-server[103691]: WARNING neutron.quota.resource_registry [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] subnetpool is already registered Jan 05 16:57:04.564769 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Extended resource: extensions {{(pid=103691) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 05 16:57:04.566277 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Extended resource: address-groups {{(pid=103691) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 05 16:57:04.567776 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Extended resource: address-scopes {{(pid=103691) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 05 16:57:04.569111 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Extended resource: agents {{(pid=103691) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 05 16:57:04.570365 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Extended resource: auto-allocated-topology {{(pid=103691) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 05 16:57:04.571687 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Extended resource: availability_zones {{(pid=103691) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 05 16:57:04.572912 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Extended resource: dhcp-networks {{(pid=103691) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 05 16:57:04.574438 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Extended resource: dhcp-agents {{(pid=103691) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 05 16:57:04.575973 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Extended resource: routers {{(pid=103691) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 05 16:57:04.578274 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Extended resource: flavors {{(pid=103691) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 05 16:57:04.579434 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Extended resource: service_profiles {{(pid=103691) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 05 16:57:04.580640 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Extended resource: next_providers {{(pid=103691) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 05 16:57:04.582108 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Extended resource: service_profiles {{(pid=103691) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 05 16:57:04.583668 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Extended resource: floatingip-pools {{(pid=103691) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 05 16:57:04.584883 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Extended resource: routers {{(pid=103691) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 05 16:57:04.587141 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Extended resource: floatingips {{(pid=103691) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 05 16:57:04.588428 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Extended resource: l3-routers {{(pid=103691) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 05 16:57:04.589831 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Extended resource: l3-agents {{(pid=103691) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 05 16:57:04.591469 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Extended resource: metering-labels {{(pid=103691) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 05 16:57:04.593539 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Extended resource: metering-label-rules {{(pid=103691) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 05 16:57:04.594859 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Extended resource: network-ip-availabilities {{(pid=103691) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 05 16:57:04.596115 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Extended resource: bindings {{(pid=103691) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 05 16:57:04.598677 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Extended resource: quotas {{(pid=103691) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 05 16:57:04.600326 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Extended resource: quotas {{(pid=103691) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 05 16:57:04.602479 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Extended resource: rbac-policies {{(pid=103691) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 05 16:57:04.603782 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Extended resource: security-groups {{(pid=103691) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 05 16:57:04.605078 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Extended resource: security-group-rules {{(pid=103691) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 05 16:57:04.606359 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Extended resource: service-providers {{(pid=103691) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 05 16:57:04.607579 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Extended resource: subnetpools {{(pid=103691) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 05 16:57:04.609006 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Extended resource: subnetpools {{(pid=103691) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 05 16:57:04.610503 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Extended resource: tags {{(pid=103691) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 05 16:57:04.612176 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Extended resource: tags {{(pid=103691) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 05 16:57:04.614041 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Extended resource: tags {{(pid=103691) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 05 16:57:04.615810 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Extended resource: tags {{(pid=103691) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 05 16:57:04.618345 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Extended resource: tags {{(pid=103691) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 05 16:57:04.620195 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Extended resource: tags {{(pid=103691) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 05 16:57:04.621942 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Extended resource: tags {{(pid=103691) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 05 16:57:04.623878 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Extended resource: tags {{(pid=103691) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 05 16:57:04.625631 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Extended resource: tags {{(pid=103691) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 05 16:57:04.627518 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron.api.extensions [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Extended resource: tags {{(pid=103691) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 05 16:57:04.633716 dv-neutron-master-2-hyperv neutron-server[103691]: WARNING keystonemiddleware.auth_token [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jan 05 16:57:04.638514 dv-neutron-master-2-hyperv neutron-server[103691]: WARNING keystonemiddleware.auth_token [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jan 05 16:57:04.647027 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_concurrency.lockutils [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Acquired lock "singleton_lock" {{(pid=103691) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Jan 05 16:57:04.647504 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_concurrency.lockutils [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Releasing lock "singleton_lock" {{(pid=103691) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Jan 05 16:57:04.648176 dv-neutron-master-2-hyperv neutron-server[103691]: INFO oslo_service.service [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Starting 2 workers Jan 05 16:57:04.653048 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Started child 103800 {{(pid=103691) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 05 16:57:04.660158 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Started child 103801 {{(pid=103691) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 05 16:57:04.660357 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 16:57:04.660993 dv-neutron-master-2-hyperv neutron-server[103691]: INFO neutron.service [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Neutron service started, listening on 0.0.0.0:9696 Jan 05 16:57:04.660993 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Publish callbacks [] for process, before_spawn {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 16:57:04.661165 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [-] (103800) wsgi starting up on http://0.0.0.0:9696 Jan 05 16:57:04.662250 dv-neutron-master-2-hyperv neutron-server[103691]: INFO oslo_service.service [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Starting 1 workers Jan 05 16:57:04.662352 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 16:57:04.664166 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [-] (103801) wsgi starting up on http://0.0.0.0:9696 Jan 05 16:57:04.667983 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Started child 103802 {{(pid=103691) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 05 16:57:04.671262 dv-neutron-master-2-hyperv neutron-server[103691]: INFO oslo_service.service [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Starting 1 workers Jan 05 16:57:04.671594 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.service [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] calling RpcWorker wait() {{(pid=103802) _wait /opt/stack/neutron/neutron/service.py:128}} Jan 05 16:57:04.672093 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.service [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] returning from RpcWorker wait() {{(pid=103802) _wait /opt/stack/neutron/neutron/service.py:135}} Jan 05 16:57:04.673072 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Started child 103803 {{(pid=103691) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 05 16:57:04.673358 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 16:57:04.673832 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 16:57:04.673931 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG neutron_lib.callbacks.manager [None req-4d56d2e7-8ea0-4449-a848-0b7fbaf8e43c None None] Publish callbacks [] for process, after_spawn {{(pid=103691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 16:57:04.675723 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103691) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jan 05 16:57:04.675936 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 05 16:57:04.676122 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 05 16:57:04.676345 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 05 16:57:04.676684 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 05 16:57:04.676852 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 05 16:57:04.677370 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 16:57:04.677687 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 16:57:04.677956 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 16:57:04.678059 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 16:57:04.678512 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 16:57:04.678512 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 16:57:04.679195 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 16:57:04.680050 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 16:57:04.680317 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 16:57:04.680602 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 16:57:04.680854 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 16:57:04.681023 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 16:57:04.681226 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 16:57:04.681459 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 16:57:04.681741 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 16:57:04.682063 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 16:57:04.682337 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 16:57:04.682582 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 16:57:04.682845 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 16:57:04.683021 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 16:57:04.683288 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 16:57:04.683552 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 16:57:04.683782 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 16:57:04.684041 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] debug = True {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 16:57:04.684298 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 16:57:04.684783 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 16:57:04.685011 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 16:57:04.685253 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 16:57:04.685490 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 16:57:04.685784 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 16:57:04.686016 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 16:57:04.686286 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 16:57:04.686504 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 16:57:04.686722 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 16:57:04.686959 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 16:57:04.687238 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 16:57:04.687480 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 16:57:04.687709 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 16:57:04.687969 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 16:57:04.688186 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 16:57:04.688451 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 16:57:04.688680 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 16:57:04.689151 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] host = dv-neutron-master-2-hyperv {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 16:57:04.689401 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 16:57:04.689663 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 16:57:04.689916 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 16:57:04.690194 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 16:57:04.690436 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 16:57:04.690660 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 16:57:04.690898 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 16:57:04.691148 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 16:57:04.691396 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 16:57:04.691639 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 16:57:04.691909 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 16:57:04.692159 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 16:57:04.692403 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 16:57:04.692644 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] log_file = None {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 16:57:04.692809 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] log_options = True {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 16:57:04.693049 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 16:57:04.693312 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 16:57:04.693561 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 16:57:04.693782 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 16:57:04.693952 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 16:57:04.694127 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 16:57:04.694396 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 16:57:04.694698 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 16:57:04.694845 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 16:57:04.695073 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 16:57:04.695253 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 16:57:04.695493 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 16:57:04.695713 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 16:57:04.695995 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 16:57:04.696330 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 16:57:04.696563 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 16:57:04.696785 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 16:57:04.697001 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 16:57:04.698114 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 16:57:04.698114 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 16:57:04.698114 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 16:57:04.698371 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 16:57:04.698490 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 16:57:04.698752 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 16:57:04.698972 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 16:57:04.699204 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 16:57:04.699516 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 16:57:04.699915 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 16:57:04.700158 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 16:57:04.700402 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 16:57:04.700777 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 16:57:04.700892 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 16:57:04.700972 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 16:57:04.701211 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 16:57:04.701459 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 16:57:04.701759 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 16:57:04.701995 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 16:57:04.702228 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 16:57:04.702453 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 16:57:04.702750 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 16:57:04.702979 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 16:57:04.703239 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 16:57:04.704496 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 16:57:04.705489 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 16:57:04.705844 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 16:57:04.706124 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 16:57:04.706381 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 16:57:04.706693 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] use_json = False {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 16:57:04.706954 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 16:57:04.707276 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 16:57:04.709879 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 16:57:04.710166 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 16:57:04.710455 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 16:57:04.716322 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 16:57:04.716322 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 16:57:04.716322 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 16:57:04.716322 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.716322 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.716322 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.716322 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.716322 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.716820 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.716820 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.716820 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.716820 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.716820 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.717117 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.717117 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.717383 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.717696 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.717976 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.718314 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.718574 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.718852 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.719076 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.719321 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.719560 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.719783 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.720056 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.720287 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.720526 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.720781 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.721029 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.721370 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.721676 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.722030 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.722296 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.722575 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.11/identity {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.722859 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.723082 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.723309 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.723547 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.723766 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.723986 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.724209 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.724472 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.724697 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.724921 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.725142 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.725376 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.725629 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.726395 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.726634 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.726914 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.727147 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.727375 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.727608 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.727829 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.728052 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.728267 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.728528 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.728747 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.729020 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.729249 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.729485 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.729778 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.729995 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.730212 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.730442 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.730662 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.730873 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.731082 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.731319 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.731528 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.731790 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.732006 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.732268 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.732448 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.732663 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.732894 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.733252 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.733439 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.733521 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.733769 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.734790 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.735479 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.736301 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.736544 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.736761 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.737000 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.737208 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.737425 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.737743 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.737958 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.738169 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.738381 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.738594 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.738852 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.739187 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.739436 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.739693 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.739908 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.740297 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.740555 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.740786 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.741018 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.741270 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.742159 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.742584 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.742812 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.743039 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.743265 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.743487 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.744984 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.744984 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.744984 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.744984 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.744984 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.744984 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.745352 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.745352 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.745596 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.745987 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.746241 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.746511 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.746764 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.747044 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.747264 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.747533 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.747814 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.748099 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.748379 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.748643 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.748873 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.749138 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.749395 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.749671 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.749921 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.750172 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.750408 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.750687 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.750884 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.751270 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.751507 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.751815 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.752048 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.752305 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.752489 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.752766 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.753023 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.753258 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.753517 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.753801 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.754036 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.754279 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.754524 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.11/identity {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.754831 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.755070 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.755318 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.755554 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.755795 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.756081 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.756456 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.756670 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.756883 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.757195 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.757410 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.757900 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.758134 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.758368 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.758743 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.758995 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.759211 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.759434 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.759651 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.759903 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.760121 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.760340 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.760572 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.760799 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.761013 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.761295 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.761540 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.761783 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.762018 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.762261 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.762513 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.762745 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.762982 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.763217 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.763429 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.763640 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.763888 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.764122 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.764361 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.764753 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.764989 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.765254 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.765523 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.767931 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.767931 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.767931 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.767931 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.767931 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.767931 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.767931 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.767931 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.768439 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.768439 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.768439 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.768439 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.768670 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.768739 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.768972 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.769183 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.769391 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.769660 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.769889 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.770174 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.770428 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.770655 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.770894 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.771127 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.771353 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.771576 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.771782 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.771996 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.772210 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.772422 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.773167 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.773405 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.773633 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.773844 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.774062 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.774276 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.774527 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.774767 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.774974 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.775185 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.775399 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.775613 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.775817 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.776059 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.776263 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.776489 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.776705 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.776918 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.777159 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.777340 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.777545 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.777799 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.778015 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.778307 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.778529 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.778819 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.779092 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.779317 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.779596 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.779828 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.780083 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.780333 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.780635 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.780866 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.781059 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.781311 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.781507 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.781787 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.782018 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.782441 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.782594 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.782863 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.783205 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.783356 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.783636 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.784100 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.784100 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.784415 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.784858 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.785071 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.785327 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.785549 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.785804 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.786023 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.786233 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.786463 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.786681 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.786899 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.787141 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.787350 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.787614 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.787845 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.788065 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.788418 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.789164 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.789392 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.789646 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.789900 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.790053 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 05 16:57:04.790555 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103691) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jan 05 16:57:04.790710 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 05 16:57:04.791034 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 05 16:57:04.791247 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 05 16:57:04.791420 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 05 16:57:04.791672 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 05 16:57:04.791672 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 16:57:04.791933 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 16:57:04.792035 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 16:57:04.792119 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 16:57:04.792266 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 16:57:04.792443 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 16:57:04.792606 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 16:57:04.792759 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 16:57:04.793069 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 16:57:04.793231 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 16:57:04.793389 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 16:57:04.793549 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 16:57:04.793751 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 16:57:04.793882 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 16:57:04.794039 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 16:57:04.794198 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 16:57:04.794353 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 16:57:04.794508 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 16:57:04.794682 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 16:57:04.794849 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 16:57:04.796736 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 16:57:04.796736 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 16:57:04.796736 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] debug = True {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 16:57:04.796736 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 16:57:04.796736 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 16:57:04.796736 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 16:57:04.797266 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 16:57:04.797266 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 16:57:04.797266 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 16:57:04.797266 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 16:57:04.797266 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 16:57:04.797266 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 16:57:04.797266 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 16:57:04.797266 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 16:57:04.801911 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 16:57:04.801911 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 16:57:04.801911 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 16:57:04.801911 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 16:57:04.801911 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 16:57:04.801911 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 16:57:04.801911 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 16:57:04.801911 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] host = dv-neutron-master-2-hyperv {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 16:57:04.802469 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 16:57:04.802469 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 16:57:04.802469 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 16:57:04.802469 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 16:57:04.802469 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 16:57:04.802469 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 16:57:04.802469 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 16:57:04.802469 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 16:57:04.803070 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 16:57:04.803156 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 16:57:04.803156 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 16:57:04.803156 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 16:57:04.803156 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 16:57:04.803156 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 16:57:04.803156 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] log_file = None {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 16:57:04.803156 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] log_options = True {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 16:57:04.803156 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 16:57:04.803156 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 16:57:04.803777 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 16:57:04.803777 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 16:57:04.803777 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 16:57:04.803777 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 16:57:04.803777 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 16:57:04.803777 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 16:57:04.803777 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 16:57:04.804291 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 16:57:04.804291 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 16:57:04.804291 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 16:57:04.804291 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 16:57:04.804291 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 16:57:04.804291 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 16:57:04.804291 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 16:57:04.804291 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 16:57:04.804291 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 16:57:04.804898 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 16:57:04.804898 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 16:57:04.804898 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 16:57:04.804898 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 16:57:04.804898 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 16:57:04.804898 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 16:57:04.804898 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 16:57:04.804898 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 16:57:04.805443 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 16:57:04.805443 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 16:57:04.805443 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 16:57:04.805443 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 16:57:04.805443 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 16:57:04.805443 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 16:57:04.805443 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 16:57:04.805443 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 16:57:04.806228 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 16:57:04.806228 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 16:57:04.806228 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 16:57:04.806228 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 16:57:04.806228 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 16:57:04.807016 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 16:57:04.807016 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 16:57:04.807016 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 16:57:04.807016 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 16:57:04.807016 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 16:57:04.807016 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 16:57:04.807965 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 16:57:04.807965 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] use_json = False {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 16:57:04.807965 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 16:57:04.807965 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 16:57:04.807965 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 16:57:04.807965 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 16:57:04.807965 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 16:57:04.808992 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 16:57:04.808992 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 16:57:04.808992 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 05 16:57:04.808992 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.808992 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.808992 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.808992 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.810050 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.810050 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.810050 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.810050 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.810050 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.810050 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.810050 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.810728 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.810728 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.810728 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.810728 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.811185 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.811185 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.811185 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.811522 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.811522 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.811522 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.811834 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.811834 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.811987 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.812099 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.812256 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.812412 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.812598 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.812731 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.812900 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.813059 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.813226 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.11/identity {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.813365 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.813519 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.813702 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.813878 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.814061 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.814198 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.814346 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.814504 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.814661 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.814823 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.814984 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.815136 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.815276 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.815428 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.815585 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.815744 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.815903 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.816062 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.816221 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.816379 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.816536 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.816693 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.816850 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.817007 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.817164 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.817332 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.817489 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.817670 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.817828 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.817987 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.818144 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.818301 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.818483 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.818676 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.818783 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.818944 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.819116 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.819273 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.819430 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.819915 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.819915 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.819915 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.820238 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.820238 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.820443 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.820554 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.820660 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.820809 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.820940 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.821096 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.821254 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.821411 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.821568 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.821745 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.821906 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.822062 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.822219 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.822377 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.822525 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.822694 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.822866 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.823023 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.823178 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.823336 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.823493 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.823650 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.823808 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.823964 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.824121 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.824278 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.824433 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.824590 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.824748 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.824905 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.825061 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.825216 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.825462 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.825639 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.825798 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.825955 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.826112 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.837679 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.837679 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.837679 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.837679 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.837679 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.837679 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.837679 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.837679 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.838617 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.838617 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.838617 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.838617 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.838617 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.838617 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.838617 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.838617 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.839531 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.839531 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.839531 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.839531 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.839531 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.839531 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.839531 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.839531 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.840077 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.840077 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.840077 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.840077 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.840077 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.840077 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.840077 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.840077 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.840628 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.840628 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.840628 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.840628 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.840628 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.11/identity {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.840628 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.840628 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.840628 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.841159 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.841159 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.841159 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.841159 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.841159 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.841159 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.841159 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.841159 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.841696 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.841696 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.841696 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.841696 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.841696 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.841696 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.841696 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.841696 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.842249 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.842249 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.842249 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.842249 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.842249 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.842249 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.842249 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.842249 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.842778 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.842778 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.842778 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.842778 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.842778 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.842778 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.842778 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.842778 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.843304 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.843304 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.843304 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.843304 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.843304 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.843304 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.843304 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.843304 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.843820 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.843820 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.843820 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.843820 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.843820 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.843820 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.843820 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.843820 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.844346 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.844346 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.844346 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.844346 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.844346 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.844346 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.844346 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.844346 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.844871 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.844871 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.844871 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.844871 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.844871 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.844871 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.844871 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.844871 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.845395 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.845395 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.845395 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.845395 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.845395 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.845395 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.845395 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.845395 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.846253 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.846253 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.846253 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.846253 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.846253 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.846253 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.846253 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.846253 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.847064 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.847064 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.847064 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.847064 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.847064 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.847064 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.847064 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.847064 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.847599 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.847599 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.847599 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.847599 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.847599 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.847599 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.847599 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.847599 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.848133 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.848133 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.848133 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.848133 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.848133 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.848133 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.848529 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.848529 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.848529 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.848745 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.848848 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.849012 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.849175 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.849341 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.849513 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.850621 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.850859 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.851047 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.851228 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.851406 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.851572 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.851747 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.851926 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.852088 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.852249 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.852412 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.852573 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.852735 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.852896 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.853058 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.853220 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.853383 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.853543 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.854120 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.855318 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.855490 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.855654 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.855820 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.856089 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.856352 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.856646 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.856920 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 05 16:57:04.857094 dv-neutron-master-2-hyperv neutron-server[103691]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103691) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 05 16:57:05.038436 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 36890) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 16:57:05.046924 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [-] 10.222.0.11 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063722 Jan 05 16:57:17.028505 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7df1609-cd92-47e9-83f7-4a54ff2ebce1 None None] get_active_networks_info from dv-neutron-master-2-hyperv {{(pid=103802) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 05 16:57:17.093724 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7df1609-cd92-47e9-83f7-4a54ff2ebce1 None None] No non-hosted networks {{(pid=103802) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jan 05 16:57:17.120458 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.agentschedulers_db [None req-e7df1609-cd92-47e9-83f7-4a54ff2ebce1 None None] DHCP Agent not found on host dv-neutron-master-2-hyperv {{(pid=103802) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jan 05 16:57:17.341468 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-7dbaabec-3193-46e9-8c14-d2d68f3239a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-531532'] for agent, after_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 16:57:19.289486 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-7730ce62-1a70-4ed4-ad56-97e80e2ff962 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-531532'] for agent, after_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 16:57:19.317141 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.db.api [None req-ee4367ec-7a46-4933-9ac2-7591ceeef825 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-neutron-master-2-hyperv {{(pid=103802) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 05 16:57:19.318444 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG oslo_db.api [None req-ee4367ec-7a46-4933-9ac2-7591ceeef825 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 05 16:57:19.937099 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-ee4367ec-7a46-4933-9ac2-7591ceeef825 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 16:57:20.439896 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d2607572-b3c9-472c-85bc-c8de0c3fb75c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-531532'] for agent, after_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 16:57:21.848194 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d504d802-9546-4ce5-a9d3-96c844ac5808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-531532'] for agent, after_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 16:57:23.213666 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-531532'] for agent, after_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 16:57:23.215075 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 16:57:23.215626 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 16:57:23.215958 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 16:57:23.216446 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 16:57:23.217003 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 16:57:23.217397 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 16:57:23.217824 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 16:57:23.218228 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 16:57:23.218612 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 16:57:23.219006 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 16:57:23.219404 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 16:57:23.219802 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 16:57:23.220181 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 16:57:23.220633 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-neutron-master-2-hyperv', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 16:57:23.233712 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-master-2-hyperv', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 16:57:26.315867 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 36988) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 16:57:26.819881 dv-neutron-master-2-hyperv neutron-server[103801]: WARNING oslo_policy.policy [None req-673ce3be-35af-4c8f-abdc-023b0b2357bd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 05 16:57:26.820756 dv-neutron-master-2-hyperv neutron-server[103801]: WARNING oslo_policy.policy [None req-673ce3be-35af-4c8f-abdc-023b0b2357bd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 05 16:57:27.044952 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [None req-673ce3be-35af-4c8f-abdc-023b0b2357bd admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103801) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 05 16:57:27.046107 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-673ce3be-35af-4c8f-abdc-023b0b2357bd admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7292421 Jan 05 16:57:27.193565 dv-neutron-master-2-hyperv neutron-server[103802]: INFO neutron.db.l3_hamode_db [None req-95e0f92a-5c43-41de-8ca3-42c010336aac None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jan 05 16:57:27.277869 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95e0f92a-5c43-41de-8ca3-42c010336aac None None] Routers set() bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 16:57:27.278072 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95e0f92a-5c43-41de-8ca3-42c010336aac None None] Router IDs set() for agent in host dv-neutron-master-2-hyperv {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jan 05 16:57:29.917703 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 37004) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 16:57:30.211203 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-a2874e1e-8420-4638-9a3b-7c887a326124 admin admin] Request body: {'subnetpool': {'is_default': True, 'shared': True, 'tenant_id': '2c262d4889f74b5794e5d0da4cfa5a6c', 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 16:57:30.306695 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.policy [None req-a2874e1e-8420-4638-9a3b-7c887a326124 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103801) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jan 05 16:57:30.351137 dv-neutron-master-2-hyperv neutron-server[103801]: WARNING oslo_policy.policy [None req-a2874e1e-8420-4638-9a3b-7c887a326124 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 05 16:57:30.351990 dv-neutron-master-2-hyperv neutron-server[103801]: WARNING oslo_policy.policy [None req-a2874e1e-8420-4638-9a3b-7c887a326124 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 05 16:57:30.360309 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.quota [None req-a2874e1e-8420-4638-9a3b-7c887a326124 admin admin] Loaded quota_driver: . Jan 05 16:57:30.520960 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-a2874e1e-8420-4638-9a3b-7c887a326124 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754180130877', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754180131520', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754180145268', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754180148088', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754180636163', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754180627848', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3813695', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3822514', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-735086', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-558390'] for rbac-policy, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 16:57:30.772560 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-a2874e1e-8420-4638-9a3b-7c887a326124 admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 16:57:30.774444 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-a2874e1e-8420-4638-9a3b-7c887a326124 admin admin] 10.222.0.11 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8557923 Jan 05 16:57:33.561036 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 37016) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 16:57:33.856861 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-04f5fab7-909d-41d3-894b-2d9e0c86d8dc admin admin] Request body: {'network': {'name': 'private', 'admin_state_up': True, 'project_id': '7a22f9dc27a34f829e531309e1e90d8e', 'tenant_id': '7a22f9dc27a34f829e531309e1e90d8e'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 16:57:33.965057 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04f5fab7-909d-41d3-894b-2d9e0c86d8dc admin admin] Made reservation on behalf of 7a22f9dc27a34f829e531309e1e90d8e for: {'network': 1} {{(pid=103801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 16:57:33.967781 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-04f5fab7-909d-41d3-894b-2d9e0c86d8dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for network, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 16:57:33.985066 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-04f5fab7-909d-41d3-894b-2d9e0c86d8dc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 16:57:34.094302 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-04f5fab7-909d-41d3-894b-2d9e0c86d8dc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 16:57:34.162060 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-04f5fab7-909d-41d3-894b-2d9e0c86d8dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 16:57:34.193774 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04f5fab7-909d-41d3-894b-2d9e0c86d8dc admin admin] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'} {{(pid=103801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 05 16:57:34.219248 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-04f5fab7-909d-41d3-894b-2d9e0c86d8dc admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8754181063473', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225'] for segment, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 16:57:34.219842 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-04f5fab7-909d-41d3-894b-2d9e0c86d8dc admin admin] Unsubscribe: segment precommit_create {{(pid=103801) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jan 05 16:57:34.220347 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.db.segments_db [None req-04f5fab7-909d-41d3-894b-2d9e0c86d8dc admin admin] Added segment 5373baf1-7c82-4f34-acfd-82ed3d857f8a of type vlan for network d176390d-09c4-46e7-83d9-0ed134557ace Jan 05 16:57:34.237407 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f5fab7-909d-41d3-894b-2d9e0c86d8dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=830f3a81-0067-4581-b00d-254afcd2f7c7,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 16:57:34.285526 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f5fab7-909d-41d3-894b-2d9e0c86d8dc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 16:57:34.285952 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f5fab7-909d-41d3-894b-2d9e0c86d8dc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 16:57:34.286295 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f5fab7-909d-41d3-894b-2d9e0c86d8dc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 16:57:34.286627 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f5fab7-909d-41d3-894b-2d9e0c86d8dc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 16:57:34.286954 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f5fab7-909d-41d3-894b-2d9e0c86d8dc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 16:57:34.287277 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f5fab7-909d-41d3-894b-2d9e0c86d8dc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 16:57:34.287618 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f5fab7-909d-41d3-894b-2d9e0c86d8dc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 16:57:34.287944 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f5fab7-909d-41d3-894b-2d9e0c86d8dc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 16:57:34.288278 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f5fab7-909d-41d3-894b-2d9e0c86d8dc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 16:57:34.288601 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f5fab7-909d-41d3-894b-2d9e0c86d8dc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 16:57:34.289546 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f5fab7-909d-41d3-894b-2d9e0c86d8dc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 16:57:34.289889 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f5fab7-909d-41d3-894b-2d9e0c86d8dc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 16:57:34.290206 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f5fab7-909d-41d3-894b-2d9e0c86d8dc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 16:57:34.291571 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f5fab7-909d-41d3-894b-2d9e0c86d8dc admin admin] Tracked resource versions report: Jan 05 16:57:34.291571 dv-neutron-master-2-hyperv neutron-server[103801]: pushed versions: Jan 05 16:57:34.291571 dv-neutron-master-2-hyperv neutron-server[103801]: { 'AddressGroup': {'1.2'}, Jan 05 16:57:34.291571 dv-neutron-master-2-hyperv neutron-server[103801]: 'ConntrackHelper': {'1.0'}, Jan 05 16:57:34.291571 dv-neutron-master-2-hyperv neutron-server[103801]: 'LocalIPAssociation': {'1.0'}, Jan 05 16:57:34.291571 dv-neutron-master-2-hyperv neutron-server[103801]: 'Log': {'1.0'}, Jan 05 16:57:34.291571 dv-neutron-master-2-hyperv neutron-server[103801]: 'Network': {'1.1'}, Jan 05 16:57:34.291571 dv-neutron-master-2-hyperv neutron-server[103801]: 'Port': {'1.7'}, Jan 05 16:57:34.291571 dv-neutron-master-2-hyperv neutron-server[103801]: 'PortForwarding': {'1.2'}, Jan 05 16:57:34.291571 dv-neutron-master-2-hyperv neutron-server[103801]: 'QosPolicy': {'1.10'}, Jan 05 16:57:34.291571 dv-neutron-master-2-hyperv neutron-server[103801]: 'SecurityGroup': {'1.5'}, Jan 05 16:57:34.291571 dv-neutron-master-2-hyperv neutron-server[103801]: 'SecurityGroupRule': {'1.2'}, Jan 05 16:57:34.291571 dv-neutron-master-2-hyperv neutron-server[103801]: 'SubPort': {'1.0'}, Jan 05 16:57:34.291571 dv-neutron-master-2-hyperv neutron-server[103801]: 'Subnet': {'1.1'}, Jan 05 16:57:34.291571 dv-neutron-master-2-hyperv neutron-server[103801]: 'Trunk': {'1.1'}} Jan 05 16:57:34.291571 dv-neutron-master-2-hyperv neutron-server[103801]: consumer versions: Jan 05 16:57:34.291571 dv-neutron-master-2-hyperv neutron-server[103801]: { DHCP agent@dv-neutron-master-2-hyperv: {}, Jan 05 16:57:34.291571 dv-neutron-master-2-hyperv neutron-server[103801]: L3 agent@dv-neutron-master-2-hyperv: {}, Jan 05 16:57:34.291571 dv-neutron-master-2-hyperv neutron-server[103801]: Metadata agent@dv-neutron-master-2-hyperv: {}, Jan 05 16:57:34.291571 dv-neutron-master-2-hyperv neutron-server[103801]: Metering agent@dv-neutron-master-2-hyperv: {}, Jan 05 16:57:34.291571 dv-neutron-master-2-hyperv neutron-server[103801]: Open vSwitch agent@dv-neutron-master-2-hyperv: { 'AddressGroup': '1.2', Jan 05 16:57:34.291571 dv-neutron-master-2-hyperv neutron-server[103801]: 'ConntrackHelper': '1.0', Jan 05 16:57:34.291571 dv-neutron-master-2-hyperv neutron-server[103801]: 'LocalIPAssociation': '1.0', Jan 05 16:57:34.291571 dv-neutron-master-2-hyperv neutron-server[103801]: 'Log': '1.0', Jan 05 16:57:34.291571 dv-neutron-master-2-hyperv neutron-server[103801]: 'Network': '1.1', Jan 05 16:57:34.291571 dv-neutron-master-2-hyperv neutron-server[103801]: 'Port': '1.7', Jan 05 16:57:34.291571 dv-neutron-master-2-hyperv neutron-server[103801]: 'PortForwarding': '1.2', Jan 05 16:57:34.291571 dv-neutron-master-2-hyperv neutron-server[103801]: 'QosPolicy': '1.10', Jan 05 16:57:34.291571 dv-neutron-master-2-hyperv neutron-server[103801]: 'SecurityGroup': '1.5', Jan 05 16:57:34.291571 dv-neutron-master-2-hyperv neutron-server[103801]: 'SecurityGroupRule': '1.2', Jan 05 16:57:34.291571 dv-neutron-master-2-hyperv neutron-server[103801]: 'SubPort': '1.0', Jan 05 16:57:34.291571 dv-neutron-master-2-hyperv neutron-server[103801]: 'Subnet': '1.1', Jan 05 16:57:34.291571 dv-neutron-master-2-hyperv neutron-server[103801]: 'Trunk': '1.1'}} Jan 05 16:57:34.291571 dv-neutron-master-2-hyperv neutron-server[103801]: {{(pid=103801) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 05 16:57:34.331662 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-04f5fab7-909d-41d3-894b-2d9e0c86d8dc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754180566020'] for network, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 16:57:34.424922 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-04f5fab7-909d-41d3-894b-2d9e0c86d8dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685'] for network, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 16:57:34.426044 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04f5fab7-909d-41d3-894b-2d9e0c86d8dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 16:57:34.426766 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-04f5fab7-909d-41d3-894b-2d9e0c86d8dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560699'] for network, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 16:57:34.544464 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f5fab7-909d-41d3-894b-2d9e0c86d8dc admin admin] Pushing event updated for resources: {'Network': ['ID=d176390d-09c4-46e7-83d9-0ed134557ace,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 16:57:34.549161 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-04f5fab7-909d-41d3-894b-2d9e0c86d8dc admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.9869790 Jan 05 16:57:34.572454 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Network d176390d-09c4-46e7-83d9-0ed134557ace details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 05 16:57:37.459611 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 37030) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 16:57:37.881092 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bf1ad94-c32c-4ee5-985d-e342edd4dec9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 16:57:37.882695 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-1bf1ad94-c32c-4ee5-985d-e342edd4dec9 admin admin] 10.222.0.11 "GET /v2.0/networks/d176390d-09c4-46e7-83d9-0ed134557ace HTTP/1.1" status: 200 len: 825 time: 0.4220989 Jan 05 16:57:37.907924 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-cc98c434-a824-49ef-86a1-94380582e674 admin admin] 10.222.0.11 "GET /v2.0/subnetpools/eb8a94ea-e241-4b66-819f-5e4f1b4f07be HTTP/1.1" status: 200 len: 734 time: 0.0195899 Jan 05 16:57:37.917328 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-25209b5f-b800-45d0-b18c-d14afcddf3fe admin admin] Request body: {'subnet': {'network_id': 'd176390d-09c4-46e7-83d9-0ed134557ace', 'tenant_id': '7a22f9dc27a34f829e531309e1e90d8e', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'subnetpool_id': 'eb8a94ea-e241-4b66-819f-5e4f1b4f07be', 'ip_version': 4}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 16:57:37.978788 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25209b5f-b800-45d0-b18c-d14afcddf3fe admin admin] Made reservation on behalf of 7a22f9dc27a34f829e531309e1e90d8e for: {'subnet': 1} {{(pid=103801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 16:57:37.981027 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-25209b5f-b800-45d0-b18c-d14afcddf3fe admin admin] Publish callbacks [] for subnet, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 16:57:38.350545 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-25209b5f-b800-45d0-b18c-d14afcddf3fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685'] for subnet, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 16:57:38.421245 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25209b5f-b800-45d0-b18c-d14afcddf3fe admin admin] Pushing event updated for resources: {'Subnet': ['ID=16e56fd1-6a79-4438-b069-c81ea84f6cf0,revision_number=0']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 16:57:38.423221 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25209b5f-b800-45d0-b18c-d14afcddf3fe admin admin] Checking segment: {'id': '5373baf1-7c82-4f34-acfd-82ed3d857f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'd176390d-09c4-46e7-83d9-0ed134557ace'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 16:57:38.423624 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25209b5f-b800-45d0-b18c-d14afcddf3fe admin admin] Network hostable DHCP agents. Network: d176390d-09c4-46e7-83d9-0ed134557ace, hostable agents: ['3f70c195-17da-4084-9fd6-bf6059d88535'], hosted agents: [] {{(pid=103801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 05 16:57:38.513275 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25209b5f-b800-45d0-b18c-d14afcddf3fe admin admin] Network d176390d-09c4-46e7-83d9-0ed134557ace is scheduled to be hosted by DHCP agent 3f70c195-17da-4084-9fd6-bf6059d88535 with binding_index 1 {{(pid=103801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 05 16:57:38.605306 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-25209b5f-b800-45d0-b18c-d14afcddf3fe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, d176390d-09c4-46e7-83d9-0ed134557ace) {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 16:57:38.610135 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25209b5f-b800-45d0-b18c-d14afcddf3fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 16:57:38.610779 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-25209b5f-b800-45d0-b18c-d14afcddf3fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560699'] for subnet, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 16:57:38.614742 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fec8ec3e-eda4-428d-9956-d341439c93bd None None] Network d176390d-09c4-46e7-83d9-0ed134557ace requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 16:57:38.774037 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-25209b5f-b800-45d0-b18c-d14afcddf3fe admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8601475 Jan 05 16:57:38.869627 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21516fee-3441-43c9-9538-caa002b93e56 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-d176390d-09c4-46e7-83d9-0ed134557ace', 'network_id': 'd176390d-09c4-46e7-83d9-0ed134557ace', 'project_id': '7a22f9dc27a34f829e531309e1e90d8e', 'fixed_ips': [{'subnet_id': '16e56fd1-6a79-4438-b069-c81ea84f6cf0'}]}} from dv-neutron-master-2-hyperv. {{(pid=103802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 05 16:57:38.870883 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-21516fee-3441-43c9-9538-caa002b93e56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 16:57:39.184659 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.db_base_plugin_common [None req-21516fee-3441-43c9-9538-caa002b93e56 None None] Allocated IP 172.20.0.2 (d176390d-09c4-46e7-83d9-0ed134557ace/16e56fd1-6a79-4438-b069-c81ea84f6cf0/64aba110-7b5a-4afa-aa0c-7fcc93f88fdc) {{(pid=103802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 16:57:39.426977 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-21516fee-3441-43c9-9538-caa002b93e56 None None] Publish callbacks [] for port, precommit_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 16:57:39.504959 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-21516fee-3441-43c9-9538-caa002b93e56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669'] for port, after_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 16:57:39.579706 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21516fee-3441-43c9-9538-caa002b93e56 None None] Network d176390d-09c4-46e7-83d9-0ed134557ace is already hosted by enough agents. {{(pid=103802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 16:57:39.584464 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.scheduler.base_scheduler [None req-21516fee-3441-43c9-9538-caa002b93e56 None None] Resources bound (agent type, host, resource id): {{(pid=103802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 16:57:39.598659 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21516fee-3441-43c9-9538-caa002b93e56 None None] Received port after_create {{(pid=103802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 16:57:39.601807 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21516fee-3441-43c9-9538-caa002b93e56 None None] Pushing event updated for resources: {'Port': ['ID=64aba110-7b5a-4afa-aa0c-7fcc93f88fdc,revision_number=1']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 16:57:39.633022 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21516fee-3441-43c9-9538-caa002b93e56 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 16:57:39.633555 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21516fee-3441-43c9-9538-caa002b93e56 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 16:57:39.633997 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21516fee-3441-43c9-9538-caa002b93e56 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 16:57:39.634338 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21516fee-3441-43c9-9538-caa002b93e56 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 16:57:39.634667 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21516fee-3441-43c9-9538-caa002b93e56 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 16:57:39.634994 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21516fee-3441-43c9-9538-caa002b93e56 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 16:57:39.635342 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21516fee-3441-43c9-9538-caa002b93e56 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 16:57:39.635674 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21516fee-3441-43c9-9538-caa002b93e56 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 16:57:39.636012 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21516fee-3441-43c9-9538-caa002b93e56 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 16:57:39.636354 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21516fee-3441-43c9-9538-caa002b93e56 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 16:57:39.636682 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21516fee-3441-43c9-9538-caa002b93e56 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 16:57:39.637001 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21516fee-3441-43c9-9538-caa002b93e56 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 16:57:39.637320 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21516fee-3441-43c9-9538-caa002b93e56 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 16:57:39.638816 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21516fee-3441-43c9-9538-caa002b93e56 None None] Tracked resource versions report: Jan 05 16:57:39.638816 dv-neutron-master-2-hyperv neutron-server[103802]: pushed versions: Jan 05 16:57:39.638816 dv-neutron-master-2-hyperv neutron-server[103802]: { 'AddressGroup': {'1.2'}, Jan 05 16:57:39.638816 dv-neutron-master-2-hyperv neutron-server[103802]: 'ConntrackHelper': {'1.0'}, Jan 05 16:57:39.638816 dv-neutron-master-2-hyperv neutron-server[103802]: 'LocalIPAssociation': {'1.0'}, Jan 05 16:57:39.638816 dv-neutron-master-2-hyperv neutron-server[103802]: 'Log': {'1.0'}, Jan 05 16:57:39.638816 dv-neutron-master-2-hyperv neutron-server[103802]: 'Network': {'1.1'}, Jan 05 16:57:39.638816 dv-neutron-master-2-hyperv neutron-server[103802]: 'Port': {'1.7'}, Jan 05 16:57:39.638816 dv-neutron-master-2-hyperv neutron-server[103802]: 'PortForwarding': {'1.2'}, Jan 05 16:57:39.638816 dv-neutron-master-2-hyperv neutron-server[103802]: 'QosPolicy': {'1.10'}, Jan 05 16:57:39.638816 dv-neutron-master-2-hyperv neutron-server[103802]: 'SecurityGroup': {'1.5'}, Jan 05 16:57:39.638816 dv-neutron-master-2-hyperv neutron-server[103802]: 'SecurityGroupRule': {'1.2'}, Jan 05 16:57:39.638816 dv-neutron-master-2-hyperv neutron-server[103802]: 'SubPort': {'1.0'}, Jan 05 16:57:39.638816 dv-neutron-master-2-hyperv neutron-server[103802]: 'Subnet': {'1.1'}, Jan 05 16:57:39.638816 dv-neutron-master-2-hyperv neutron-server[103802]: 'Trunk': {'1.1'}} Jan 05 16:57:39.638816 dv-neutron-master-2-hyperv neutron-server[103802]: consumer versions: Jan 05 16:57:39.638816 dv-neutron-master-2-hyperv neutron-server[103802]: { DHCP agent@dv-neutron-master-2-hyperv: {}, Jan 05 16:57:39.638816 dv-neutron-master-2-hyperv neutron-server[103802]: L3 agent@dv-neutron-master-2-hyperv: {}, Jan 05 16:57:39.638816 dv-neutron-master-2-hyperv neutron-server[103802]: Metadata agent@dv-neutron-master-2-hyperv: {}, Jan 05 16:57:39.638816 dv-neutron-master-2-hyperv neutron-server[103802]: Metering agent@dv-neutron-master-2-hyperv: {}, Jan 05 16:57:39.638816 dv-neutron-master-2-hyperv neutron-server[103802]: Open vSwitch agent@dv-neutron-master-2-hyperv: { 'AddressGroup': '1.2', Jan 05 16:57:39.638816 dv-neutron-master-2-hyperv neutron-server[103802]: 'ConntrackHelper': '1.0', Jan 05 16:57:39.638816 dv-neutron-master-2-hyperv neutron-server[103802]: 'LocalIPAssociation': '1.0', Jan 05 16:57:39.638816 dv-neutron-master-2-hyperv neutron-server[103802]: 'Log': '1.0', Jan 05 16:57:39.638816 dv-neutron-master-2-hyperv neutron-server[103802]: 'Network': '1.1', Jan 05 16:57:39.638816 dv-neutron-master-2-hyperv neutron-server[103802]: 'Port': '1.7', Jan 05 16:57:39.638816 dv-neutron-master-2-hyperv neutron-server[103802]: 'PortForwarding': '1.2', Jan 05 16:57:39.638816 dv-neutron-master-2-hyperv neutron-server[103802]: 'QosPolicy': '1.10', Jan 05 16:57:39.638816 dv-neutron-master-2-hyperv neutron-server[103802]: 'SecurityGroup': '1.5', Jan 05 16:57:39.638816 dv-neutron-master-2-hyperv neutron-server[103802]: 'SecurityGroupRule': '1.2', Jan 05 16:57:39.638816 dv-neutron-master-2-hyperv neutron-server[103802]: 'SubPort': '1.0', Jan 05 16:57:39.638816 dv-neutron-master-2-hyperv neutron-server[103802]: 'Subnet': '1.1', Jan 05 16:57:39.638816 dv-neutron-master-2-hyperv neutron-server[103802]: 'Trunk': '1.1'}} Jan 05 16:57:39.638816 dv-neutron-master-2-hyperv neutron-server[103802]: {{(pid=103802) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 05 16:57:39.686431 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-21516fee-3441-43c9-9538-caa002b93e56 None None] Attempting to bind port 64aba110-7b5a-4afa-aa0c-7fcc93f88fdc on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 05 16:57:39.686732 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-21516fee-3441-43c9-9538-caa002b93e56 None None] Attempting to bind port 64aba110-7b5a-4afa-aa0c-7fcc93f88fdc by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '5373baf1-7c82-4f34-acfd-82ed3d857f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'd176390d-09c4-46e7-83d9-0ed134557ace'}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 05 16:57:39.687149 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21516fee-3441-43c9-9538-caa002b93e56 None None] Attempting to bind port 64aba110-7b5a-4afa-aa0c-7fcc93f88fdc on network d176390d-09c4-46e7-83d9-0ed134557ace {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 16:57:39.692052 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21516fee-3441-43c9-9538-caa002b93e56 None None] Checking agent: {'id': '0d4f8fd3-ce62-4651-970c-efa6a8bb22b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 5, 16, 57, 23), 'started_at': datetime.datetime(2022, 1, 5, 16, 57, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 5, 16, 57, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 05 16:57:39.692430 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21516fee-3441-43c9-9538-caa002b93e56 None None] Checking segment: {'id': '5373baf1-7c82-4f34-acfd-82ed3d857f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'd176390d-09c4-46e7-83d9-0ed134557ace'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 16:57:39.692906 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-21516fee-3441-43c9-9538-caa002b93e56 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 16:57:39.693300 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21516fee-3441-43c9-9538-caa002b93e56 None None] Bound using segment: {'id': '5373baf1-7c82-4f34-acfd-82ed3d857f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'd176390d-09c4-46e7-83d9-0ed134557ace'} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 05 16:57:39.693784 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-21516fee-3441-43c9-9538-caa002b93e56 None None] Bound port: 64aba110-7b5a-4afa-aa0c-7fcc93f88fdc, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5373baf1-7c82-4f34-acfd-82ed3d857f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'd176390d-09c4-46e7-83d9-0ed134557ace'}}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 05 16:57:39.694207 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-21516fee-3441-43c9-9538-caa002b93e56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 16:57:39.758521 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-21516fee-3441-43c9-9538-caa002b93e56 None None] For port 64aba110-7b5a-4afa-aa0c-7fcc93f88fdc, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 05 16:57:39.762706 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-21516fee-3441-43c9-9538-caa002b93e56 None None] For port 64aba110-7b5a-4afa-aa0c-7fcc93f88fdc, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=64aba110-7b5a-4afa-aa0c-7fcc93f88fdc,segment=NetworkSegment(5373baf1-7c82-4f34-acfd-82ed3d857f8a),segment_id=5373baf1-7c82-4f34-acfd-82ed3d857f8a)] {{(pid=103802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 05 16:57:39.845249 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-21516fee-3441-43c9-9538-caa002b93e56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 16:57:39.908114 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21516fee-3441-43c9-9538-caa002b93e56 None None] Pushing event updated for resources: {'Port': ['ID=64aba110-7b5a-4afa-aa0c-7fcc93f88fdc,revision_number=2']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 16:57:41.417898 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 37038) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 16:57:41.932907 dv-neutron-master-2-hyperv neutron-server[103800]: WARNING oslo_policy.policy [None req-a535cd09-da14-428a-b95e-7672959bfbf9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 05 16:57:41.933498 dv-neutron-master-2-hyperv neutron-server[103800]: WARNING oslo_policy.policy [None req-a535cd09-da14-428a-b95e-7672959bfbf9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 05 16:57:42.158598 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [None req-a535cd09-da14-428a-b95e-7672959bfbf9 admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103800) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 05 16:57:42.173608 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-a535cd09-da14-428a-b95e-7672959bfbf9 admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7399502 Jan 05 16:57:44.822441 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 37052) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 16:57:45.154472 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [None req-2f6a5b0c-c428-4355-b218-735ca9495a61 admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103800) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 05 16:57:45.155516 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-2f6a5b0c-c428-4355-b218-735ca9495a61 admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3321643 Jan 05 16:57:46.715917 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.agents_db [None req-291d1585-17df-45c0-b64a-d244e6d90872 None None] Agent healthcheck: found 5 active agents {{(pid=103803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 05 16:57:47.052884 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-9ce229cc-38ce-4d92-a8fa-28977345b12d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 16:57:48.037495 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 37062) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 16:57:48.334612 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-eb9725c6-9f11-4131-8d65-8e29de2f485a admin admin] Request body: {'router': {'tenant_id': '7a22f9dc27a34f829e531309e1e90d8e', 'admin_state_up': True, 'name': 'router1'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 16:57:48.406053 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.policy [None req-eb9725c6-9f11-4131-8d65-8e29de2f485a admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103800) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jan 05 16:57:48.452529 dv-neutron-master-2-hyperv neutron-server[103800]: WARNING oslo_policy.policy [None req-eb9725c6-9f11-4131-8d65-8e29de2f485a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 05 16:57:48.452903 dv-neutron-master-2-hyperv neutron-server[103800]: WARNING oslo_policy.policy [None req-eb9725c6-9f11-4131-8d65-8e29de2f485a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 05 16:57:48.461949 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.quota [None req-eb9725c6-9f11-4131-8d65-8e29de2f485a admin admin] Loaded quota_driver: . Jan 05 16:57:48.636380 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-eb9725c6-9f11-4131-8d65-8e29de2f485a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-649063', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58098'] for router, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 16:57:48.638386 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-eb9725c6-9f11-4131-8d65-8e29de2f485a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649832', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-545006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58091'] for router, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 16:57:48.793525 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-eb9725c6-9f11-4131-8d65-8e29de2f485a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 16:57:48.851754 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-eb9725c6-9f11-4131-8d65-8e29de2f485a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-648430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648639'] for router, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 16:57:48.927105 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-eb9725c6-9f11-4131-8d65-8e29de2f485a admin admin] Publish callbacks [] for router, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 16:57:48.928461 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-eb9725c6-9f11-4131-8d65-8e29de2f485a admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.8899848 Jan 05 16:57:49.382428 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-64e894f9-a600-4e53-b06e-73951a0b0c00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 16:57:49.737273 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 64aba110-7b5a-4afa-aa0c-7fcc93f88fdc up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 16:57:49.826846 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Provisioning complete for port 64aba110-7b5a-4afa-aa0c-7fcc93f88fdc triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 16:57:49.827409 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 16:57:49.942008 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 16:57:49.981316 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] For port 64aba110-7b5a-4afa-aa0c-7fcc93f88fdc, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=64aba110-7b5a-4afa-aa0c-7fcc93f88fdc,segment=NetworkSegment(5373baf1-7c82-4f34-acfd-82ed3d857f8a),segment_id=5373baf1-7c82-4f34-acfd-82ed3d857f8a)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 16:57:50.039806 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 16:57:50.092331 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Pushing event updated for resources: {'Port': ['ID=64aba110-7b5a-4afa-aa0c-7fcc93f88fdc,revision_number=3']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 16:57:50.384442 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d2607572-b3c9-472c-85bc-c8de0c3fb75c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 16:57:50.947577 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3c72490-19ad-47e2-926b-9296eefa6c13 None None] Network d176390d-09c4-46e7-83d9-0ed134557ace requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 16:57:51.074617 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-df8d8d39-f383-4eb4-a92e-4e24837e6918 None None] Provisioning complete for port 64aba110-7b5a-4afa-aa0c-7fcc93f88fdc triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 16:57:51.075096 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-df8d8d39-f383-4eb4-a92e-4e24837e6918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 16:57:51.273991 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-ba2daafe-cc12-4b70-a7d7-0f6747102fc2 None None] Provisioning complete for port 64aba110-7b5a-4afa-aa0c-7fcc93f88fdc triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 16:57:51.274350 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-ba2daafe-cc12-4b70-a7d7-0f6747102fc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 16:57:51.637164 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 37086) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 16:57:51.706914 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 64aba110-7b5a-4afa-aa0c-7fcc93f88fdc up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 16:57:51.767188 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Provisioning complete for port 64aba110-7b5a-4afa-aa0c-7fcc93f88fdc triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 16:57:51.767554 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 16:57:51.772363 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [None req-219af034-0a32-4e58-9b29-d9d31b32ab13 admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103800) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 05 16:57:51.773995 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-219af034-0a32-4e58-9b29-d9d31b32ab13 admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1357689 Jan 05 16:57:51.806172 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d504d802-9546-4ce5-a9d3-96c844ac5808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 16:57:53.207056 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 16:57:54.306805 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 37106) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 16:57:54.356338 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-1344a296-1ac5-41a2-a9e8-2575a3f30531 admin admin] Request body: {'network': {'tenant_id': '2c262d4889f74b5794e5d0da4cfa5a6c', 'name': 'public', 'router:external': True, 'admin_state_up': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'project_id': '2c262d4889f74b5794e5d0da4cfa5a6c', 'is_default': True}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 16:57:54.481502 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1344a296-1ac5-41a2-a9e8-2575a3f30531 admin admin] Made reservation on behalf of 2c262d4889f74b5794e5d0da4cfa5a6c for: {'network': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 16:57:54.484216 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1344a296-1ac5-41a2-a9e8-2575a3f30531 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for network, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 16:57:54.499860 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1344a296-1ac5-41a2-a9e8-2575a3f30531 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 16:57:54.600643 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1344a296-1ac5-41a2-a9e8-2575a3f30531 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 16:57:54.687468 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1344a296-1ac5-41a2-a9e8-2575a3f30531 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 16:57:54.699361 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-1344a296-1ac5-41a2-a9e8-2575a3f30531 admin admin] Reserving flat network on physical network physnet1 {{(pid=103800) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jan 05 16:57:54.730582 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1344a296-1ac5-41a2-a9e8-2575a3f30531 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8754181063473', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225'] for segment, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 16:57:54.731139 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1344a296-1ac5-41a2-a9e8-2575a3f30531 admin admin] Unsubscribe: segment precommit_create {{(pid=103800) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jan 05 16:57:54.731719 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.db.segments_db [None req-1344a296-1ac5-41a2-a9e8-2575a3f30531 admin admin] Added segment 3f961525-530f-4ce5-8222-1dbbbe774893 of type flat for network b0167590-0699-4c5c-a932-3939414a9573 Jan 05 16:57:54.746836 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1344a296-1ac5-41a2-a9e8-2575a3f30531 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d16c0d02-4d77-4180-a39a-23109f0fafbe,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 16:57:54.795196 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1344a296-1ac5-41a2-a9e8-2575a3f30531 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 16:57:54.795545 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1344a296-1ac5-41a2-a9e8-2575a3f30531 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 16:57:54.795884 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1344a296-1ac5-41a2-a9e8-2575a3f30531 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 16:57:54.796215 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1344a296-1ac5-41a2-a9e8-2575a3f30531 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 16:57:54.796536 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1344a296-1ac5-41a2-a9e8-2575a3f30531 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 16:57:54.796854 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1344a296-1ac5-41a2-a9e8-2575a3f30531 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 16:57:54.797190 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1344a296-1ac5-41a2-a9e8-2575a3f30531 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 16:57:54.797513 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1344a296-1ac5-41a2-a9e8-2575a3f30531 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 16:57:54.797868 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1344a296-1ac5-41a2-a9e8-2575a3f30531 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 16:57:54.798193 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1344a296-1ac5-41a2-a9e8-2575a3f30531 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 16:57:54.798507 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1344a296-1ac5-41a2-a9e8-2575a3f30531 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 16:57:54.798816 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1344a296-1ac5-41a2-a9e8-2575a3f30531 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 16:57:54.799126 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1344a296-1ac5-41a2-a9e8-2575a3f30531 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 16:57:54.800539 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1344a296-1ac5-41a2-a9e8-2575a3f30531 admin admin] Tracked resource versions report: Jan 05 16:57:54.800539 dv-neutron-master-2-hyperv neutron-server[103800]: pushed versions: Jan 05 16:57:54.800539 dv-neutron-master-2-hyperv neutron-server[103800]: { 'AddressGroup': {'1.2'}, Jan 05 16:57:54.800539 dv-neutron-master-2-hyperv neutron-server[103800]: 'ConntrackHelper': {'1.0'}, Jan 05 16:57:54.800539 dv-neutron-master-2-hyperv neutron-server[103800]: 'LocalIPAssociation': {'1.0'}, Jan 05 16:57:54.800539 dv-neutron-master-2-hyperv neutron-server[103800]: 'Log': {'1.0'}, Jan 05 16:57:54.800539 dv-neutron-master-2-hyperv neutron-server[103800]: 'Network': {'1.1'}, Jan 05 16:57:54.800539 dv-neutron-master-2-hyperv neutron-server[103800]: 'Port': {'1.7'}, Jan 05 16:57:54.800539 dv-neutron-master-2-hyperv neutron-server[103800]: 'PortForwarding': {'1.2'}, Jan 05 16:57:54.800539 dv-neutron-master-2-hyperv neutron-server[103800]: 'QosPolicy': {'1.10'}, Jan 05 16:57:54.800539 dv-neutron-master-2-hyperv neutron-server[103800]: 'SecurityGroup': {'1.5'}, Jan 05 16:57:54.800539 dv-neutron-master-2-hyperv neutron-server[103800]: 'SecurityGroupRule': {'1.2'}, Jan 05 16:57:54.800539 dv-neutron-master-2-hyperv neutron-server[103800]: 'SubPort': {'1.0'}, Jan 05 16:57:54.800539 dv-neutron-master-2-hyperv neutron-server[103800]: 'Subnet': {'1.1'}, Jan 05 16:57:54.800539 dv-neutron-master-2-hyperv neutron-server[103800]: 'Trunk': {'1.1'}} Jan 05 16:57:54.800539 dv-neutron-master-2-hyperv neutron-server[103800]: consumer versions: Jan 05 16:57:54.800539 dv-neutron-master-2-hyperv neutron-server[103800]: { DHCP agent@dv-neutron-master-2-hyperv: {}, Jan 05 16:57:54.800539 dv-neutron-master-2-hyperv neutron-server[103800]: L3 agent@dv-neutron-master-2-hyperv: {}, Jan 05 16:57:54.800539 dv-neutron-master-2-hyperv neutron-server[103800]: Metadata agent@dv-neutron-master-2-hyperv: {}, Jan 05 16:57:54.800539 dv-neutron-master-2-hyperv neutron-server[103800]: Metering agent@dv-neutron-master-2-hyperv: {}, Jan 05 16:57:54.800539 dv-neutron-master-2-hyperv neutron-server[103800]: Open vSwitch agent@dv-neutron-master-2-hyperv: { 'AddressGroup': '1.2', Jan 05 16:57:54.800539 dv-neutron-master-2-hyperv neutron-server[103800]: 'ConntrackHelper': '1.0', Jan 05 16:57:54.800539 dv-neutron-master-2-hyperv neutron-server[103800]: 'LocalIPAssociation': '1.0', Jan 05 16:57:54.800539 dv-neutron-master-2-hyperv neutron-server[103800]: 'Log': '1.0', Jan 05 16:57:54.800539 dv-neutron-master-2-hyperv neutron-server[103800]: 'Network': '1.1', Jan 05 16:57:54.800539 dv-neutron-master-2-hyperv neutron-server[103800]: 'Port': '1.7', Jan 05 16:57:54.800539 dv-neutron-master-2-hyperv neutron-server[103800]: 'PortForwarding': '1.2', Jan 05 16:57:54.800539 dv-neutron-master-2-hyperv neutron-server[103800]: 'QosPolicy': '1.10', Jan 05 16:57:54.800539 dv-neutron-master-2-hyperv neutron-server[103800]: 'SecurityGroup': '1.5', Jan 05 16:57:54.800539 dv-neutron-master-2-hyperv neutron-server[103800]: 'SecurityGroupRule': '1.2', Jan 05 16:57:54.800539 dv-neutron-master-2-hyperv neutron-server[103800]: 'SubPort': '1.0', Jan 05 16:57:54.800539 dv-neutron-master-2-hyperv neutron-server[103800]: 'Subnet': '1.1', Jan 05 16:57:54.800539 dv-neutron-master-2-hyperv neutron-server[103800]: 'Trunk': '1.1'}} Jan 05 16:57:54.800539 dv-neutron-master-2-hyperv neutron-server[103800]: {{(pid=103800) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 05 16:57:54.845410 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1344a296-1ac5-41a2-a9e8-2575a3f30531 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754180566020'] for network, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 16:57:54.938565 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1344a296-1ac5-41a2-a9e8-2575a3f30531 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685'] for network, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 16:57:54.939759 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1344a296-1ac5-41a2-a9e8-2575a3f30531 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 16:57:54.940461 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1344a296-1ac5-41a2-a9e8-2575a3f30531 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560699'] for network, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 16:57:55.034886 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1344a296-1ac5-41a2-a9e8-2575a3f30531 admin admin] Pushing event updated for resources: {'Network': ['ID=b0167590-0699-4c5c-a932-3939414a9573,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 16:57:55.040143 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-1344a296-1ac5-41a2-a9e8-2575a3f30531 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7323506 Jan 05 16:57:55.055011 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Network b0167590-0699-4c5c-a932-3939414a9573 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 05 16:57:57.519489 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 37118) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 16:57:57.652516 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df99d928-f7a4-4997-b996-6142aab2032b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 16:57:57.653937 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-df99d928-f7a4-4997-b996-6142aab2032b admin admin] 10.222.0.11 "GET /v2.0/subnets/16e56fd1-6a79-4438-b069-c81ea84f6cf0 HTTP/1.1" status: 200 len: 849 time: 0.1334665 Jan 05 16:57:57.791321 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-3dfafce3-e88a-4381-8ed9-5bfe9b21c711 admin admin] 10.222.0.11 "GET /v2.0/routers/e9bdf4ba-cd69-472c-9363-c642a677d7d9 HTTP/1.1" status: 200 len: 704 time: 0.1317625 Jan 05 16:57:58.047203 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d931284c-a693-4e82-93f4-226a651b901b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 16:57:58.340216 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [None req-d931284c-a693-4e82-93f4-226a651b901b admin admin] Allocated IP 172.20.0.1 (d176390d-09c4-46e7-83d9-0ed134557ace/16e56fd1-6a79-4438-b069-c81ea84f6cf0/cc1aad1e-02c5-4dc7-b31c-d7eae405a6a6) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 16:57:58.522386 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d931284c-a693-4e82-93f4-226a651b901b admin admin] Publish callbacks [] for port, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 16:57:58.639550 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d931284c-a693-4e82-93f4-226a651b901b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669'] for port, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 16:57:58.711734 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d931284c-a693-4e82-93f4-226a651b901b admin admin] Network d176390d-09c4-46e7-83d9-0ed134557ace is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 16:57:58.720871 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-d931284c-a693-4e82-93f4-226a651b901b admin admin] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 16:57:58.730853 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d931284c-a693-4e82-93f4-226a651b901b admin admin] Pushing event updated for resources: {'Port': ['ID=cc1aad1e-02c5-4dc7-b31c-d7eae405a6a6,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 16:57:58.734862 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d931284c-a693-4e82-93f4-226a651b901b admin admin] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 16:57:58.734862 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d931284c-a693-4e82-93f4-226a651b901b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-648552'] for router_interface, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 16:57:58.913743 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-2111dc14-d0f9-4c4a-b110-5a57e9d271b8 None None] Provisioning complete for port cc1aad1e-02c5-4dc7-b31c-d7eae405a6a6 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 16:57:58.914323 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-2111dc14-d0f9-4c4a-b110-5a57e9d271b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 16:57:58.946870 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-2111dc14-d0f9-4c4a-b110-5a57e9d271b8 None None] Port cc1aad1e-02c5-4dc7-b31c-d7eae405a6a6 cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 16:57:58.981792 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d931284c-a693-4e82-93f4-226a651b901b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 16:57:59.228627 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d931284c-a693-4e82-93f4-226a651b901b admin admin] Publish callbacks [] for port, precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 16:57:59.286754 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d931284c-a693-4e82-93f4-226a651b901b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 16:57:59.287495 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d931284c-a693-4e82-93f4-226a651b901b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-531704'] for router_interface, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 16:57:59.364915 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d931284c-a693-4e82-93f4-226a651b901b admin admin] Pushing event updated for resources: {'Port': ['ID=cc1aad1e-02c5-4dc7-b31c-d7eae405a6a6,revision_number=2']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 16:57:59.412937 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d931284c-a693-4e82-93f4-226a651b901b admin admin] Network d176390d-09c4-46e7-83d9-0ed134557ace is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 16:57:59.414772 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-d931284c-a693-4e82-93f4-226a651b901b admin admin] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 16:57:59.652941 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d931284c-a693-4e82-93f4-226a651b901b admin admin] Router e9bdf4ba-cd69-472c-9363-c642a677d7d9 is scheduled to L3 agent 59446fdc-40e0-41fe-a575-a8eb11d742f7 with binding_index 1 {{(pid=103800) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 05 16:57:59.669484 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-169be438-e39c-4f22-9693-52628040484c None None] Provisioning complete for port cc1aad1e-02c5-4dc7-b31c-d7eae405a6a6 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 16:57:59.669893 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-169be438-e39c-4f22-9693-52628040484c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 16:57:59.705412 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-169be438-e39c-4f22-9693-52628040484c None None] Port cc1aad1e-02c5-4dc7-b31c-d7eae405a6a6 cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 16:57:59.746342 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d931284c-a693-4e82-93f4-226a651b901b admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 05 16:57:59.751713 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-d931284c-a693-4e82-93f4-226a651b901b admin admin] 10.222.0.11 "PUT /v2.0/routers/e9bdf4ba-cd69-472c-9363-c642a677d7d9/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9552243 Jan 05 16:57:59.768768 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b86d8f3-3a1d-4fd7-b3e2-867ba663efba None None] Sync routers for ids ['e9bdf4ba-cd69-472c-9363-c642a677d7d9'] in dv-neutron-master-2-hyperv {{(pid=103803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 05 16:57:59.783087 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b86d8f3-3a1d-4fd7-b3e2-867ba663efba None None] Routers {'e9bdf4ba-cd69-472c-9363-c642a677d7d9'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 16:57:59.783953 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-9b86d8f3-3a1d-4fd7-b3e2-867ba663efba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T16:57:49Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['e9bdf4ba-cd69-472c-9363-c642a677d7d9'], 'active': True} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 16:57:59.978383 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvr_db [None req-9b86d8f3-3a1d-4fd7-b3e2-867ba663efba None None] Set router e9bdf4ba-cd69-472c-9363-c642a677d7d9 gateway port host: None {{(pid=103803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 16:58:00.437972 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-9b86d8f3-3a1d-4fd7-b3e2-867ba663efba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9bdf4ba-cd69-472c-9363-c642a677d7d9', 'name': 'router1', 'tenant_id': '7a22f9dc27a34f829e531309e1e90d8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T16:57:48Z', 'updated_at': '2022-01-05T16:57:58Z', 'revision_number': 2, 'project_id': '7a22f9dc27a34f829e531309e1e90d8e', 'gw_port_host': None, '_interfaces': [{'id': 'cc1aad1e-02c5-4dc7-b31c-d7eae405a6a6', 'name': '', 'network_id': 'd176390d-09c4-46e7-83d9-0ed134557ace', 'tenant_id': '7a22f9dc27a34f829e531309e1e90d8e', 'mac_address': 'fa:16:3e:74:0c:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9bdf4ba-cd69-472c-9363-c642a677d7d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '16e56fd1-6a79-4438-b069-c81ea84f6cf0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T16:57:58Z', 'updated_at': '2022-01-05T16:57:59Z', 'revision_number': 2, 'project_id': '7a22f9dc27a34f829e531309e1e90d8e', 'subnets': [{'id': '16e56fd1-6a79-4438-b069-c81ea84f6cf0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'eb8a94ea-e241-4b66-819f-5e4f1b4f07be'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 16:58:00.487111 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b86d8f3-3a1d-4fd7-b3e2-867ba663efba None None] Checking router: e9bdf4ba-cd69-472c-9363-c642a677d7d9 for host: dv-neutron-master-2-hyperv {{(pid=103803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 05 16:58:00.487492 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b86d8f3-3a1d-4fd7-b3e2-867ba663efba None None] Updating router e9bdf4ba-cd69-472c-9363-c642a677d7d9 port cc1aad1e-02c5-4dc7-b31c-d7eae405a6a6 binding host dv-neutron-master-2-hyperv {{(pid=103803) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 05 16:58:00.560895 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-9b86d8f3-3a1d-4fd7-b3e2-867ba663efba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 16:58:01.046928 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-9b86d8f3-3a1d-4fd7-b3e2-867ba663efba None None] Publish callbacks [] for port, precommit_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 16:58:01.152911 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-9b86d8f3-3a1d-4fd7-b3e2-867ba663efba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 16:58:01.289182 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2993eb7a-2be5-46af-a683-29ab20a0875b None None] Pushing event updated for resources: {'Port': ['ID=cc1aad1e-02c5-4dc7-b31c-d7eae405a6a6,revision_number=3']} {{(pid=103803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 16:58:01.311763 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2993eb7a-2be5-46af-a683-29ab20a0875b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 16:58:01.312050 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2993eb7a-2be5-46af-a683-29ab20a0875b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 16:58:01.312375 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2993eb7a-2be5-46af-a683-29ab20a0875b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 16:58:01.312713 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2993eb7a-2be5-46af-a683-29ab20a0875b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 16:58:01.313045 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2993eb7a-2be5-46af-a683-29ab20a0875b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 16:58:01.313374 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2993eb7a-2be5-46af-a683-29ab20a0875b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 16:58:01.313734 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2993eb7a-2be5-46af-a683-29ab20a0875b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 16:58:01.314066 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2993eb7a-2be5-46af-a683-29ab20a0875b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 16:58:01.314408 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2993eb7a-2be5-46af-a683-29ab20a0875b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 16:58:01.314755 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2993eb7a-2be5-46af-a683-29ab20a0875b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 16:58:01.315082 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2993eb7a-2be5-46af-a683-29ab20a0875b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 16:58:01.315402 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2993eb7a-2be5-46af-a683-29ab20a0875b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 16:58:01.315721 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2993eb7a-2be5-46af-a683-29ab20a0875b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 16:58:01.317137 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2993eb7a-2be5-46af-a683-29ab20a0875b None None] Tracked resource versions report: Jan 05 16:58:01.317137 dv-neutron-master-2-hyperv neutron-server[103803]: pushed versions: Jan 05 16:58:01.317137 dv-neutron-master-2-hyperv neutron-server[103803]: { 'AddressGroup': {'1.2'}, Jan 05 16:58:01.317137 dv-neutron-master-2-hyperv neutron-server[103803]: 'ConntrackHelper': {'1.0'}, Jan 05 16:58:01.317137 dv-neutron-master-2-hyperv neutron-server[103803]: 'LocalIPAssociation': {'1.0'}, Jan 05 16:58:01.317137 dv-neutron-master-2-hyperv neutron-server[103803]: 'Log': {'1.0'}, Jan 05 16:58:01.317137 dv-neutron-master-2-hyperv neutron-server[103803]: 'Network': {'1.1'}, Jan 05 16:58:01.317137 dv-neutron-master-2-hyperv neutron-server[103803]: 'Port': {'1.7'}, Jan 05 16:58:01.317137 dv-neutron-master-2-hyperv neutron-server[103803]: 'PortForwarding': {'1.2'}, Jan 05 16:58:01.317137 dv-neutron-master-2-hyperv neutron-server[103803]: 'QosPolicy': {'1.10'}, Jan 05 16:58:01.317137 dv-neutron-master-2-hyperv neutron-server[103803]: 'SecurityGroup': {'1.5'}, Jan 05 16:58:01.317137 dv-neutron-master-2-hyperv neutron-server[103803]: 'SecurityGroupRule': {'1.2'}, Jan 05 16:58:01.317137 dv-neutron-master-2-hyperv neutron-server[103803]: 'SubPort': {'1.0'}, Jan 05 16:58:01.317137 dv-neutron-master-2-hyperv neutron-server[103803]: 'Subnet': {'1.1'}, Jan 05 16:58:01.317137 dv-neutron-master-2-hyperv neutron-server[103803]: 'Trunk': {'1.1'}} Jan 05 16:58:01.317137 dv-neutron-master-2-hyperv neutron-server[103803]: consumer versions: Jan 05 16:58:01.317137 dv-neutron-master-2-hyperv neutron-server[103803]: { DHCP agent@dv-neutron-master-2-hyperv: {}, Jan 05 16:58:01.317137 dv-neutron-master-2-hyperv neutron-server[103803]: L3 agent@dv-neutron-master-2-hyperv: {}, Jan 05 16:58:01.317137 dv-neutron-master-2-hyperv neutron-server[103803]: Metadata agent@dv-neutron-master-2-hyperv: {}, Jan 05 16:58:01.317137 dv-neutron-master-2-hyperv neutron-server[103803]: Metering agent@dv-neutron-master-2-hyperv: {}, Jan 05 16:58:01.317137 dv-neutron-master-2-hyperv neutron-server[103803]: Open vSwitch agent@dv-neutron-master-2-hyperv: { 'AddressGroup': '1.2', Jan 05 16:58:01.317137 dv-neutron-master-2-hyperv neutron-server[103803]: 'ConntrackHelper': '1.0', Jan 05 16:58:01.317137 dv-neutron-master-2-hyperv neutron-server[103803]: 'LocalIPAssociation': '1.0', Jan 05 16:58:01.317137 dv-neutron-master-2-hyperv neutron-server[103803]: 'Log': '1.0', Jan 05 16:58:01.317137 dv-neutron-master-2-hyperv neutron-server[103803]: 'Network': '1.1', Jan 05 16:58:01.317137 dv-neutron-master-2-hyperv neutron-server[103803]: 'Port': '1.7', Jan 05 16:58:01.317137 dv-neutron-master-2-hyperv neutron-server[103803]: 'PortForwarding': '1.2', Jan 05 16:58:01.317137 dv-neutron-master-2-hyperv neutron-server[103803]: 'QosPolicy': '1.10', Jan 05 16:58:01.317137 dv-neutron-master-2-hyperv neutron-server[103803]: 'SecurityGroup': '1.5', Jan 05 16:58:01.317137 dv-neutron-master-2-hyperv neutron-server[103803]: 'SecurityGroupRule': '1.2', Jan 05 16:58:01.317137 dv-neutron-master-2-hyperv neutron-server[103803]: 'SubPort': '1.0', Jan 05 16:58:01.317137 dv-neutron-master-2-hyperv neutron-server[103803]: 'Subnet': '1.1', Jan 05 16:58:01.317137 dv-neutron-master-2-hyperv neutron-server[103803]: 'Trunk': '1.1'}} Jan 05 16:58:01.317137 dv-neutron-master-2-hyperv neutron-server[103803]: {{(pid=103803) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 05 16:58:01.335144 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.plugins.ml2.managers [None req-9b86d8f3-3a1d-4fd7-b3e2-867ba663efba None None] Attempting to bind port cc1aad1e-02c5-4dc7-b31c-d7eae405a6a6 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 05 16:58:01.335541 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.plugins.ml2.managers [None req-9b86d8f3-3a1d-4fd7-b3e2-867ba663efba None None] Attempting to bind port cc1aad1e-02c5-4dc7-b31c-d7eae405a6a6 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '5373baf1-7c82-4f34-acfd-82ed3d857f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'd176390d-09c4-46e7-83d9-0ed134557ace'}] {{(pid=103803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 05 16:58:01.336105 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b86d8f3-3a1d-4fd7-b3e2-867ba663efba None None] Attempting to bind port cc1aad1e-02c5-4dc7-b31c-d7eae405a6a6 on network d176390d-09c4-46e7-83d9-0ed134557ace {{(pid=103803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 16:58:01.341573 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b86d8f3-3a1d-4fd7-b3e2-867ba663efba None None] Checking agent: {'id': '0d4f8fd3-ce62-4651-970c-efa6a8bb22b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 5, 16, 57, 23), 'started_at': datetime.datetime(2022, 1, 5, 16, 57, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 5, 16, 57, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 05 16:58:01.341995 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b86d8f3-3a1d-4fd7-b3e2-867ba663efba None None] Checking segment: {'id': '5373baf1-7c82-4f34-acfd-82ed3d857f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'd176390d-09c4-46e7-83d9-0ed134557ace'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 16:58:01.342480 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-9b86d8f3-3a1d-4fd7-b3e2-867ba663efba None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 16:58:01.342887 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b86d8f3-3a1d-4fd7-b3e2-867ba663efba None None] Bound using segment: {'id': '5373baf1-7c82-4f34-acfd-82ed3d857f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'd176390d-09c4-46e7-83d9-0ed134557ace'} {{(pid=103803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 05 16:58:01.343354 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.plugins.ml2.managers [None req-9b86d8f3-3a1d-4fd7-b3e2-867ba663efba None None] Bound port: cc1aad1e-02c5-4dc7-b31c-d7eae405a6a6, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5373baf1-7c82-4f34-acfd-82ed3d857f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'd176390d-09c4-46e7-83d9-0ed134557ace'}}] {{(pid=103803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 05 16:58:01.343738 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-9b86d8f3-3a1d-4fd7-b3e2-867ba663efba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 16:58:01.409246 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.plugins.ml2.db [None req-9b86d8f3-3a1d-4fd7-b3e2-867ba663efba None None] For port cc1aad1e-02c5-4dc7-b31c-d7eae405a6a6, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 05 16:58:01.428441 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.plugins.ml2.db [None req-9b86d8f3-3a1d-4fd7-b3e2-867ba663efba None None] For port cc1aad1e-02c5-4dc7-b31c-d7eae405a6a6, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=cc1aad1e-02c5-4dc7-b31c-d7eae405a6a6,segment=NetworkSegment(5373baf1-7c82-4f34-acfd-82ed3d857f8a),segment_id=5373baf1-7c82-4f34-acfd-82ed3d857f8a)] {{(pid=103803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 05 16:58:01.442159 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-361077ff-a1a3-46da-ae70-195687b4927e None None] Provisioning complete for port cc1aad1e-02c5-4dc7-b31c-d7eae405a6a6 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 16:58:01.442681 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-361077ff-a1a3-46da-ae70-195687b4927e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 16:58:01.476885 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-361077ff-a1a3-46da-ae70-195687b4927e None None] Port cc1aad1e-02c5-4dc7-b31c-d7eae405a6a6 cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 16:58:01.499103 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-9b86d8f3-3a1d-4fd7-b3e2-867ba663efba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 16:58:01.556693 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2993eb7a-2be5-46af-a683-29ab20a0875b None None] Pushing event updated for resources: {'Port': ['ID=cc1aad1e-02c5-4dc7-b31c-d7eae405a6a6,revision_number=4']} {{(pid=103803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 16:58:01.574809 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b86d8f3-3a1d-4fd7-b3e2-867ba663efba None None] Routers {'e9bdf4ba-cd69-472c-9363-c642a677d7d9'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 16:58:01.575296 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-9b86d8f3-3a1d-4fd7-b3e2-867ba663efba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T16:57:49Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['e9bdf4ba-cd69-472c-9363-c642a677d7d9'], 'active': True} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 16:58:01.668878 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvr_db [None req-9b86d8f3-3a1d-4fd7-b3e2-867ba663efba None None] Set router e9bdf4ba-cd69-472c-9363-c642a677d7d9 gateway port host: None {{(pid=103803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 16:58:01.697463 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-6e97450e-2f2b-4bed-ac50-1fbd67daf480 None None] Provisioning complete for port cc1aad1e-02c5-4dc7-b31c-d7eae405a6a6 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 16:58:01.698205 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-6e97450e-2f2b-4bed-ac50-1fbd67daf480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 16:58:01.788737 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-6e97450e-2f2b-4bed-ac50-1fbd67daf480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 16:58:01.820477 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-6e97450e-2f2b-4bed-ac50-1fbd67daf480 None None] For port cc1aad1e-02c5-4dc7-b31c-d7eae405a6a6, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=cc1aad1e-02c5-4dc7-b31c-d7eae405a6a6,segment=NetworkSegment(5373baf1-7c82-4f34-acfd-82ed3d857f8a),segment_id=5373baf1-7c82-4f34-acfd-82ed3d857f8a)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 16:58:01.878593 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-6e97450e-2f2b-4bed-ac50-1fbd67daf480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 16:58:01.884654 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-9b86d8f3-3a1d-4fd7-b3e2-867ba663efba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9bdf4ba-cd69-472c-9363-c642a677d7d9', 'name': 'router1', 'tenant_id': '7a22f9dc27a34f829e531309e1e90d8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T16:57:48Z', 'updated_at': '2022-01-05T16:57:58Z', 'revision_number': 2, 'project_id': '7a22f9dc27a34f829e531309e1e90d8e', 'gw_port_host': None, '_interfaces': [{'id': 'cc1aad1e-02c5-4dc7-b31c-d7eae405a6a6', 'name': '', 'network_id': 'd176390d-09c4-46e7-83d9-0ed134557ace', 'tenant_id': '7a22f9dc27a34f829e531309e1e90d8e', 'mac_address': 'fa:16:3e:74:0c:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9bdf4ba-cd69-472c-9363-c642a677d7d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '16e56fd1-6a79-4438-b069-c81ea84f6cf0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T16:57:58Z', 'updated_at': '2022-01-05T16:58:01Z', 'revision_number': 4, 'project_id': '7a22f9dc27a34f829e531309e1e90d8e', 'subnets': [{'id': '16e56fd1-6a79-4438-b069-c81ea84f6cf0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'eb8a94ea-e241-4b66-819f-5e4f1b4f07be'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 16:58:01.911041 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b86d8f3-3a1d-4fd7-b3e2-867ba663efba None None] The sync data for ids ['e9bdf4ba-cd69-472c-9363-c642a677d7d9'] in dv-neutron-master-2-hyperv is: [{'id': 'e9bdf4ba-cd69-472c-9363-c642a677d7d9', 'name': 'router1', 'tenant_id': '7a22f9dc27a34f829e531309e1e90d8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T16:57:48Z', 'updated_at': '2022-01-05T16:57:58Z', 'revision_number': 2, 'project_id': '7a22f9dc27a34f829e531309e1e90d8e', 'gw_port_host': None, '_interfaces': [{'id': 'cc1aad1e-02c5-4dc7-b31c-d7eae405a6a6', 'name': '', 'network_id': 'd176390d-09c4-46e7-83d9-0ed134557ace', 'tenant_id': '7a22f9dc27a34f829e531309e1e90d8e', 'mac_address': 'fa:16:3e:74:0c:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9bdf4ba-cd69-472c-9363-c642a677d7d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '16e56fd1-6a79-4438-b069-c81ea84f6cf0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T16:57:58Z', 'updated_at': '2022-01-05T16:58:01Z', 'revision_number': 4, 'project_id': '7a22f9dc27a34f829e531309e1e90d8e', 'subnets': [{'id': '16e56fd1-6a79-4438-b069-c81ea84f6cf0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'eb8a94ea-e241-4b66-819f-5e4f1b4f07be'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 05 16:58:01.937929 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e97450e-2f2b-4bed-ac50-1fbd67daf480 None None] Pushing event updated for resources: {'Port': ['ID=cc1aad1e-02c5-4dc7-b31c-d7eae405a6a6,revision_number=5']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 16:58:04.838956 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 37138) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 16:58:04.949698 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b9b1170-6cc6-4140-b9aa-88fa473d2d54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 16:58:04.951098 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-9b9b1170-6cc6-4140-b9aa-88fa473d2d54 admin admin] 10.222.0.11 "GET /v2.0/networks/b0167590-0699-4c5c-a932-3939414a9573 HTTP/1.1" status: 200 len: 842 time: 0.1111150 Jan 05 16:58:04.960626 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-ad3f5a12-3ed3-40ce-b65e-3c3c65e588c5 admin admin] Request body: {'subnet': {'ip_version': 4, 'enable_dhcp': False, 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '2c262d4889f74b5794e5d0da4cfa5a6c', 'name': 'public-subnet', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 16:58:05.072994 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad3f5a12-3ed3-40ce-b65e-3c3c65e588c5 admin admin] Made reservation on behalf of 2c262d4889f74b5794e5d0da4cfa5a6c for: {'subnet': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 16:58:05.075347 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ad3f5a12-3ed3-40ce-b65e-3c3c65e588c5 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 16:58:05.466731 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.objects.ports [None req-ad3f5a12-3ed3-40ce-b65e-3c3c65e588c5 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103800) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 05 16:58:05.467357 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ad3f5a12-3ed3-40ce-b65e-3c3c65e588c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685'] for subnet, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 16:58:05.524951 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3f5a12-3ed3-40ce-b65e-3c3c65e588c5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a784a6d-3d96-418f-a645-b9ccd0b1ac55,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 16:58:05.534177 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad3f5a12-3ed3-40ce-b65e-3c3c65e588c5 admin admin] Checking segment: {'id': '3f961525-530f-4ce5-8222-1dbbbe774893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 16:58:05.534532 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad3f5a12-3ed3-40ce-b65e-3c3c65e588c5 admin admin] Network hostable DHCP agents. Network: b0167590-0699-4c5c-a932-3939414a9573, hostable agents: ['3f70c195-17da-4084-9fd6-bf6059d88535'], hosted agents: [] {{(pid=103800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 05 16:58:05.635395 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad3f5a12-3ed3-40ce-b65e-3c3c65e588c5 admin admin] Network b0167590-0699-4c5c-a932-3939414a9573 is scheduled to be hosted by DHCP agent 3f70c195-17da-4084-9fd6-bf6059d88535 with binding_index 1 {{(pid=103800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 05 16:58:05.718562 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-ad3f5a12-3ed3-40ce-b65e-3c3c65e588c5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, b0167590-0699-4c5c-a932-3939414a9573) {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 16:58:05.722647 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad3f5a12-3ed3-40ce-b65e-3c3c65e588c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 16:58:05.723233 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ad3f5a12-3ed3-40ce-b65e-3c3c65e588c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560699'] for subnet, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 16:58:05.729208 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cdb6ada-8e4b-453a-a40e-122b04cb1f93 None None] Network b0167590-0699-4c5c-a932-3939414a9573 requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 16:58:05.806948 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-ad3f5a12-3ed3-40ce-b65e-3c3c65e588c5 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8498797 Jan 05 16:58:05.834453 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39964020-2c49-4a23-8f8b-8fd9898167ff None None] Network b0167590-0699-4c5c-a932-3939414a9573 requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 16:58:08.428219 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 37150) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 16:58:08.573802 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-13435bbc-0e13-44f0-ba81-b60b07ea876e admin admin] 10.222.0.11 "GET /v2.0/routers/e9bdf4ba-cd69-472c-9363-c642a677d7d9 HTTP/1.1" status: 200 len: 710 time: 0.1438320 Jan 05 16:58:08.663916 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f9dc8fa-13a2-442c-9a47-10141d5b68c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 16:58:08.670360 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-9f9dc8fa-13a2-442c-9a47-10141d5b68c7 admin admin] 10.222.0.11 "GET /v2.0/networks/b0167590-0699-4c5c-a932-3939414a9573 HTTP/1.1" status: 200 len: 886 time: 0.0862377 Jan 05 16:58:08.674419 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-e000b3a4-7726-4ba3-b7c3-092d8e208ac3 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573'}}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 16:58:09.000665 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e000b3a4-7726-4ba3-b7c3-092d8e208ac3 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 16:58:09.338415 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e000b3a4-7726-4ba3-b7c3-092d8e208ac3 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 16:58:09.411775 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e000b3a4-7726-4ba3-b7c3-092d8e208ac3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 16:58:09.551220 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [None req-e000b3a4-7726-4ba3-b7c3-092d8e208ac3 admin admin] Allocated IP 172.36.4.118 (b0167590-0699-4c5c-a932-3939414a9573/7a784a6d-3d96-418f-a645-b9ccd0b1ac55/a2083399-68da-41c6-8b43-af4397831407) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 16:58:09.753167 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device cc1aad1e-02c5-4dc7-b31c-d7eae405a6a6 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 16:58:09.767525 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e000b3a4-7726-4ba3-b7c3-092d8e208ac3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 16:58:09.802120 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Provisioning complete for port cc1aad1e-02c5-4dc7-b31c-d7eae405a6a6 triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 16:58:09.802448 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 16:58:09.864332 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e000b3a4-7726-4ba3-b7c3-092d8e208ac3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669'] for port, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 16:58:09.900464 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e000b3a4-7726-4ba3-b7c3-092d8e208ac3 admin admin] Network b0167590-0699-4c5c-a932-3939414a9573 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 16:58:09.904801 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-e000b3a4-7726-4ba3-b7c3-092d8e208ac3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 16:58:09.908114 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e000b3a4-7726-4ba3-b7c3-092d8e208ac3 admin admin] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 16:58:09.947106 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e000b3a4-7726-4ba3-b7c3-092d8e208ac3 admin admin] Pushing event updated for resources: {'Port': ['ID=a2083399-68da-41c6-8b43-af4397831407,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 16:58:10.238586 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e000b3a4-7726-4ba3-b7c3-092d8e208ac3 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 16:58:10.429992 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e000b3a4-7726-4ba3-b7c3-092d8e208ac3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-649822', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-648421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62737'] for router, precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 16:58:10.433193 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e000b3a4-7726-4ba3-b7c3-092d8e208ac3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-649813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-649804', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-648412'] for router, after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 16:58:10.535921 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e000b3a4-7726-4ba3-b7c3-092d8e208ac3 admin admin] Router e9bdf4ba-cd69-472c-9363-c642a677d7d9 has already been hosted by L3 agent 59446fdc-40e0-41fe-a575-a8eb11d742f7 {{(pid=103800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 05 16:58:10.782485 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e000b3a4-7726-4ba3-b7c3-092d8e208ac3 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 05 16:58:10.787002 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e000b3a4-7726-4ba3-b7c3-092d8e208ac3 admin admin] Publish callbacks [] for router, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 16:58:10.788579 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-e000b3a4-7726-4ba3-b7c3-092d8e208ac3 admin admin] 10.222.0.11 "PUT /v2.0/routers/e9bdf4ba-cd69-472c-9363-c642a677d7d9 HTTP/1.1" status: 200 len: 890 time: 2.1169796 Jan 05 16:58:10.804825 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d84e9ce5-10bc-4ca7-83e0-4485c4ca2b44 None None] Sync routers for ids ['e9bdf4ba-cd69-472c-9363-c642a677d7d9'] in dv-neutron-master-2-hyperv {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 05 16:58:10.817312 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d84e9ce5-10bc-4ca7-83e0-4485c4ca2b44 None None] Routers {'e9bdf4ba-cd69-472c-9363-c642a677d7d9'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 16:58:10.818103 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-d84e9ce5-10bc-4ca7-83e0-4485c4ca2b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T16:57:49Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['e9bdf4ba-cd69-472c-9363-c642a677d7d9'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 16:58:11.039049 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-d84e9ce5-10bc-4ca7-83e0-4485c4ca2b44 None None] Set router e9bdf4ba-cd69-472c-9363-c642a677d7d9 gateway port host: dv-neutron-master-2-hyperv {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 16:58:11.496233 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-d84e9ce5-10bc-4ca7-83e0-4485c4ca2b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9bdf4ba-cd69-472c-9363-c642a677d7d9', 'name': 'router1', 'tenant_id': '7a22f9dc27a34f829e531309e1e90d8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.118'}], 'enable_snat': True}, 'gw_port_id': 'a2083399-68da-41c6-8b43-af4397831407', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T16:57:48Z', 'updated_at': '2022-01-05T16:58:10Z', 'revision_number': 4, 'project_id': '7a22f9dc27a34f829e531309e1e90d8e', 'gw_port': {'id': 'a2083399-68da-41c6-8b43-af4397831407', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:47:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9bdf4ba-cd69-472c-9363-c642a677d7d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T16:58:09Z', 'updated_at': '2022-01-05T16:58:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'cc1aad1e-02c5-4dc7-b31c-d7eae405a6a6', 'name': '', 'network_id': 'd176390d-09c4-46e7-83d9-0ed134557ace', 'tenant_id': '7a22f9dc27a34f829e531309e1e90d8e', 'mac_address': 'fa:16:3e:74:0c:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9bdf4ba-cd69-472c-9363-c642a677d7d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '16e56fd1-6a79-4438-b069-c81ea84f6cf0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T16:57:58Z', 'updated_at': '2022-01-05T16:58:01Z', 'revision_number': 5, 'project_id': '7a22f9dc27a34f829e531309e1e90d8e', 'subnets': [{'id': '16e56fd1-6a79-4438-b069-c81ea84f6cf0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'eb8a94ea-e241-4b66-819f-5e4f1b4f07be'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 16:58:11.545627 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d84e9ce5-10bc-4ca7-83e0-4485c4ca2b44 None None] Checking router: e9bdf4ba-cd69-472c-9363-c642a677d7d9 for host: dv-neutron-master-2-hyperv {{(pid=103802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 05 16:58:11.545977 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d84e9ce5-10bc-4ca7-83e0-4485c4ca2b44 None None] Updating router e9bdf4ba-cd69-472c-9363-c642a677d7d9 port a2083399-68da-41c6-8b43-af4397831407 binding host dv-neutron-master-2-hyperv {{(pid=103802) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 05 16:58:11.592518 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d84e9ce5-10bc-4ca7-83e0-4485c4ca2b44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 16:58:11.906460 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d84e9ce5-10bc-4ca7-83e0-4485c4ca2b44 None None] Publish callbacks [] for port, precommit_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 16:58:12.012309 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d84e9ce5-10bc-4ca7-83e0-4485c4ca2b44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 16:58:12.063406 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-d84e9ce5-10bc-4ca7-83e0-4485c4ca2b44 None None] Attempting to bind port a2083399-68da-41c6-8b43-af4397831407 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 05 16:58:12.063771 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-d84e9ce5-10bc-4ca7-83e0-4485c4ca2b44 None None] Attempting to bind port a2083399-68da-41c6-8b43-af4397831407 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '3f961525-530f-4ce5-8222-1dbbbe774893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573'}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 05 16:58:12.064125 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d84e9ce5-10bc-4ca7-83e0-4485c4ca2b44 None None] Attempting to bind port a2083399-68da-41c6-8b43-af4397831407 on network b0167590-0699-4c5c-a932-3939414a9573 {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 16:58:12.066866 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496441b1-7cc7-4134-b0d2-a761674dcf33 None None] Pushing event updated for resources: {'Port': ['ID=a2083399-68da-41c6-8b43-af4397831407,revision_number=2']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 16:58:12.071431 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d84e9ce5-10bc-4ca7-83e0-4485c4ca2b44 None None] Checking agent: {'id': '0d4f8fd3-ce62-4651-970c-efa6a8bb22b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 5, 16, 57, 23), 'started_at': datetime.datetime(2022, 1, 5, 16, 57, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 5, 16, 57, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 05 16:58:12.071796 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d84e9ce5-10bc-4ca7-83e0-4485c4ca2b44 None None] Checking segment: {'id': '3f961525-530f-4ce5-8222-1dbbbe774893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 16:58:12.072182 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d84e9ce5-10bc-4ca7-83e0-4485c4ca2b44 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 16:58:12.072557 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d84e9ce5-10bc-4ca7-83e0-4485c4ca2b44 None None] Bound using segment: {'id': '3f961525-530f-4ce5-8222-1dbbbe774893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573'} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 05 16:58:12.073013 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-d84e9ce5-10bc-4ca7-83e0-4485c4ca2b44 None None] Bound port: a2083399-68da-41c6-8b43-af4397831407, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f961525-530f-4ce5-8222-1dbbbe774893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573'}}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 05 16:58:12.073380 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d84e9ce5-10bc-4ca7-83e0-4485c4ca2b44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 16:58:12.123052 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-d84e9ce5-10bc-4ca7-83e0-4485c4ca2b44 None None] For port a2083399-68da-41c6-8b43-af4397831407, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 05 16:58:12.125933 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-d84e9ce5-10bc-4ca7-83e0-4485c4ca2b44 None None] For port a2083399-68da-41c6-8b43-af4397831407, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=a2083399-68da-41c6-8b43-af4397831407,segment=NetworkSegment(3f961525-530f-4ce5-8222-1dbbbe774893),segment_id=3f961525-530f-4ce5-8222-1dbbbe774893)] {{(pid=103802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 05 16:58:12.215808 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d84e9ce5-10bc-4ca7-83e0-4485c4ca2b44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 16:58:12.274220 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d84e9ce5-10bc-4ca7-83e0-4485c4ca2b44 None None] Routers {'e9bdf4ba-cd69-472c-9363-c642a677d7d9'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 16:58:12.274829 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-d84e9ce5-10bc-4ca7-83e0-4485c4ca2b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T16:57:49Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['e9bdf4ba-cd69-472c-9363-c642a677d7d9'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 16:58:12.277492 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496441b1-7cc7-4134-b0d2-a761674dcf33 None None] Pushing event updated for resources: {'Port': ['ID=a2083399-68da-41c6-8b43-af4397831407,revision_number=3']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 16:58:12.381040 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-d84e9ce5-10bc-4ca7-83e0-4485c4ca2b44 None None] Set router e9bdf4ba-cd69-472c-9363-c642a677d7d9 gateway port host: dv-neutron-master-2-hyperv {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 16:58:12.589208 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-d84e9ce5-10bc-4ca7-83e0-4485c4ca2b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9bdf4ba-cd69-472c-9363-c642a677d7d9', 'name': 'router1', 'tenant_id': '7a22f9dc27a34f829e531309e1e90d8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.118'}], 'enable_snat': True}, 'gw_port_id': 'a2083399-68da-41c6-8b43-af4397831407', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T16:57:48Z', 'updated_at': '2022-01-05T16:58:10Z', 'revision_number': 4, 'project_id': '7a22f9dc27a34f829e531309e1e90d8e', 'gw_port': {'id': 'a2083399-68da-41c6-8b43-af4397831407', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:47:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9bdf4ba-cd69-472c-9363-c642a677d7d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T16:58:09Z', 'updated_at': '2022-01-05T16:58:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'cc1aad1e-02c5-4dc7-b31c-d7eae405a6a6', 'name': '', 'network_id': 'd176390d-09c4-46e7-83d9-0ed134557ace', 'tenant_id': '7a22f9dc27a34f829e531309e1e90d8e', 'mac_address': 'fa:16:3e:74:0c:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9bdf4ba-cd69-472c-9363-c642a677d7d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '16e56fd1-6a79-4438-b069-c81ea84f6cf0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T16:57:58Z', 'updated_at': '2022-01-05T16:58:01Z', 'revision_number': 5, 'project_id': '7a22f9dc27a34f829e531309e1e90d8e', 'subnets': [{'id': '16e56fd1-6a79-4438-b069-c81ea84f6cf0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'eb8a94ea-e241-4b66-819f-5e4f1b4f07be'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 16:58:12.614477 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d84e9ce5-10bc-4ca7-83e0-4485c4ca2b44 None None] The sync data for ids ['e9bdf4ba-cd69-472c-9363-c642a677d7d9'] in dv-neutron-master-2-hyperv is: [{'id': 'e9bdf4ba-cd69-472c-9363-c642a677d7d9', 'name': 'router1', 'tenant_id': '7a22f9dc27a34f829e531309e1e90d8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.118'}], 'enable_snat': True}, 'gw_port_id': 'a2083399-68da-41c6-8b43-af4397831407', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T16:57:48Z', 'updated_at': '2022-01-05T16:58:10Z', 'revision_number': 4, 'project_id': '7a22f9dc27a34f829e531309e1e90d8e', 'gw_port': {'id': 'a2083399-68da-41c6-8b43-af4397831407', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:47:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9bdf4ba-cd69-472c-9363-c642a677d7d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T16:58:09Z', 'updated_at': '2022-01-05T16:58:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'cc1aad1e-02c5-4dc7-b31c-d7eae405a6a6', 'name': '', 'network_id': 'd176390d-09c4-46e7-83d9-0ed134557ace', 'tenant_id': '7a22f9dc27a34f829e531309e1e90d8e', 'mac_address': 'fa:16:3e:74:0c:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9bdf4ba-cd69-472c-9363-c642a677d7d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '16e56fd1-6a79-4438-b069-c81ea84f6cf0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T16:57:58Z', 'updated_at': '2022-01-05T16:58:01Z', 'revision_number': 5, 'project_id': '7a22f9dc27a34f829e531309e1e90d8e', 'subnets': [{'id': '16e56fd1-6a79-4438-b069-c81ea84f6cf0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'eb8a94ea-e241-4b66-819f-5e4f1b4f07be'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 05 16:58:13.442393 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 37158) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 16:58:13.549473 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-f8984578-6176-4cbe-8a10-3734197e409e admin admin] 10.222.0.11 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1059623 Jan 05 16:58:13.740990 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device a2083399-68da-41c6-8b43-af4397831407 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 16:58:13.793108 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Provisioning complete for port a2083399-68da-41c6-8b43-af4397831407 triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 16:58:13.793477 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 16:58:13.871034 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 16:58:13.891654 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] For port a2083399-68da-41c6-8b43-af4397831407, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=a2083399-68da-41c6-8b43-af4397831407,segment=NetworkSegment(3f961525-530f-4ce5-8222-1dbbbe774893),segment_id=3f961525-530f-4ce5-8222-1dbbbe774893)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 16:58:13.952597 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 16:58:14.000806 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Pushing event updated for resources: {'Port': ['ID=a2083399-68da-41c6-8b43-af4397831407,revision_number=4']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 16:58:15.745442 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device a2083399-68da-41c6-8b43-af4397831407 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 16:58:15.802801 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Provisioning complete for port a2083399-68da-41c6-8b43-af4397831407 triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 16:58:15.803721 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 16:58:17.058357 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-1e6ce72a-e542-4a44-9607-75c4de27edd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 16:58:19.329796 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-05c5a524-c9e7-416e-9a0b-661b433b457b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 16:58:20.400916 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d2607572-b3c9-472c-85bc-c8de0c3fb75c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 16:58:21.784323 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d504d802-9546-4ce5-a9d3-96c844ac5808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 16:58:23.229694 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 16:58:23.717668 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.agents_db [None req-291d1585-17df-45c0-b64a-d244e6d90872 None None] Agent healthcheck: found 5 active agents {{(pid=103803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 05 16:58:47.134274 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-0ee0b329-cd94-4965-89e2-d9d8f1c19aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 16:58:49.260141 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-237f3ca8-6e9f-4f79-8f45-0486d0bb3d28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 16:58:50.403716 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d2607572-b3c9-472c-85bc-c8de0c3fb75c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 16:58:51.778388 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d504d802-9546-4ce5-a9d3-96c844ac5808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 16:58:53.257820 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 16:59:00.716157 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.agents_db [None req-291d1585-17df-45c0-b64a-d244e6d90872 None None] Agent healthcheck: found 5 active agents {{(pid=103803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 05 16:59:17.047988 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-1e4e34f0-b59c-448e-87ea-b5c4f6fa560d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 16:59:19.276938 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-a788a214-92c9-4a81-be4f-e5063db9c518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 16:59:20.387859 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d2607572-b3c9-472c-85bc-c8de0c3fb75c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 16:59:21.796197 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d504d802-9546-4ce5-a9d3-96c844ac5808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 16:59:23.219261 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 16:59:37.714733 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.agents_db [None req-291d1585-17df-45c0-b64a-d244e6d90872 None None] Agent healthcheck: found 5 active agents {{(pid=103803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 05 16:59:43.084222 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 37674) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 16:59:43.147103 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.pecan_wsgi.hooks.translation [None req-08a6c1e8-d4c2-4f8e-a54b-1f87268f61a9 admin admin] GET failed (client error): The resource could not be found. Jan 05 16:59:43.148359 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-08a6c1e8-d4c2-4f8e-a54b-1f87268f61a9 admin admin] 10.222.0.11 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0632124 Jan 05 16:59:43.320902 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed6f2c4d-f465-41e6-9d73-d92a1c2fd8db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 16:59:43.322319 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-ed6f2c4d-f465-41e6-9d73-d92a1c2fd8db admin admin] 10.222.0.11 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1699662 Jan 05 16:59:45.866201 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 37684) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 16:59:45.983385 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fcd9bb0-44fe-4c64-9828-b068abb8663c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 16:59:45.984728 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-6fcd9bb0-44fe-4c64-9828-b068abb8663c admin admin] 10.222.0.11 "GET /v2.0/subnets/16e56fd1-6a79-4438-b069-c81ea84f6cf0 HTTP/1.1" status: 200 len: 849 time: 0.1175582 Jan 05 16:59:45.994103 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-9895a641-bca5-4098-a714-4ed1ff73dd14 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 16:59:46.074876 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-9895a641-bca5-4098-a714-4ed1ff73dd14 admin admin] Publish callbacks [] for subnet, before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 16:59:46.275619 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-9895a641-bca5-4098-a714-4ed1ff73dd14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8754181109252'] for subnet, after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 16:59:46.312254 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9895a641-bca5-4098-a714-4ed1ff73dd14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 16:59:46.312833 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-9895a641-bca5-4098-a714-4ed1ff73dd14 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560699'] for subnet, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 16:59:46.314119 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-9895a641-bca5-4098-a714-4ed1ff73dd14 admin admin] 10.222.0.11 "PUT /v2.0/subnets/16e56fd1-6a79-4438-b069-c81ea84f6cf0 HTTP/1.1" status: 200 len: 868 time: 0.3236094 Jan 05 16:59:46.317982 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51aeba4f-2cd7-4de6-bb93-d1134d70c2b8 None None] Network d176390d-09c4-46e7-83d9-0ed134557ace requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 16:59:46.333130 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9895a641-bca5-4098-a714-4ed1ff73dd14 admin admin] Pushing event updated for resources: {'Subnet': ['ID=16e56fd1-6a79-4438-b069-c81ea84f6cf0,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 16:59:46.340767 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9895a641-bca5-4098-a714-4ed1ff73dd14 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 16:59:46.341151 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9895a641-bca5-4098-a714-4ed1ff73dd14 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 16:59:46.341479 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9895a641-bca5-4098-a714-4ed1ff73dd14 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 16:59:46.341841 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9895a641-bca5-4098-a714-4ed1ff73dd14 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 16:59:46.342173 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9895a641-bca5-4098-a714-4ed1ff73dd14 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 16:59:46.342496 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9895a641-bca5-4098-a714-4ed1ff73dd14 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 16:59:46.342824 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9895a641-bca5-4098-a714-4ed1ff73dd14 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 16:59:46.343146 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9895a641-bca5-4098-a714-4ed1ff73dd14 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 16:59:46.343468 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9895a641-bca5-4098-a714-4ed1ff73dd14 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 16:59:46.343790 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9895a641-bca5-4098-a714-4ed1ff73dd14 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 16:59:46.344115 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9895a641-bca5-4098-a714-4ed1ff73dd14 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 16:59:46.344430 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9895a641-bca5-4098-a714-4ed1ff73dd14 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 16:59:46.344744 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9895a641-bca5-4098-a714-4ed1ff73dd14 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 16:59:46.654140 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-d88eb9d2-6322-421b-8d4b-7f6c2032aa91 None None] Provisioning complete for port 64aba110-7b5a-4afa-aa0c-7fcc93f88fdc triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 16:59:46.654505 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d88eb9d2-6322-421b-8d4b-7f6c2032aa91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 16:59:46.741772 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-d88eb9d2-6322-421b-8d4b-7f6c2032aa91 None None] Provisioning complete for port cc1aad1e-02c5-4dc7-b31c-d7eae405a6a6 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 16:59:46.742050 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d88eb9d2-6322-421b-8d4b-7f6c2032aa91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 16:59:47.090562 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-617cda26-db70-4815-8928-e0b13509fabf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 16:59:48.852631 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 37694) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 16:59:49.067341 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e439ffce-6d0c-461d-bef8-bc993e8aa994 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 16:59:49.067813 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e439ffce-6d0c-461d-bef8-bc993e8aa994 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 16:59:49.069376 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-e439ffce-6d0c-461d-bef8-bc993e8aa994 admin admin] 10.222.0.11 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2157781 Jan 05 16:59:49.258881 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-4c74063f-7f04-4739-a676-743ec9520ded None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 16:59:50.386889 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d2607572-b3c9-472c-85bc-c8de0c3fb75c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 16:59:51.557708 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 37702) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 16:59:51.688752 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a35f9c21-4303-4116-bfdb-460385214f53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 16:59:51.689221 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a35f9c21-4303-4116-bfdb-460385214f53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 16:59:51.690756 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-a35f9c21-4303-4116-bfdb-460385214f53 admin admin] 10.222.0.11 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1320891 Jan 05 16:59:51.781994 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d504d802-9546-4ce5-a9d3-96c844ac5808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 16:59:53.247060 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 16:59:54.105849 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 37710) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 16:59:54.228437 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84e14565-a90a-4297-9019-b10bc8e8d598 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 16:59:54.229782 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-84e14565-a90a-4297-9019-b10bc8e8d598 admin admin] 10.222.0.11 "GET /v2.0/networks/b0167590-0699-4c5c-a932-3939414a9573 HTTP/1.1" status: 200 len: 886 time: 0.1229715 Jan 05 16:59:56.636501 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 37718) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 16:59:56.762423 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-213865a3-f46c-41aa-83a2-eda73dab4399 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 16:59:56.763805 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-213865a3-f46c-41aa-83a2-eda73dab4399 admin admin] 10.222.0.11 "GET /v2.0/networks/d176390d-09c4-46e7-83d9-0ed134557ace HTTP/1.1" status: 200 len: 869 time: 0.1263695 Jan 05 16:59:59.187540 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 37726) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 16:59:59.310418 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04f87b3f-b640-41aa-a971-0009c888fb4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 16:59:59.310868 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04f87b3f-b640-41aa-a971-0009c888fb4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 16:59:59.312361 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-04f87b3f-b640-41aa-a971-0009c888fb4b admin admin] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1238844 Jan 05 17:00:01.728289 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 37734) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:00:01.818509 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0339d41a-8aa2-4103-97a1-2b04559f12ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:00:01.818959 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0339d41a-8aa2-4103-97a1-2b04559f12ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:00:01.820459 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-0339d41a-8aa2-4103-97a1-2b04559f12ad admin admin] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0912397 Jan 05 17:00:04.249524 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 37742) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:00:04.340526 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf577e4f-53e4-4a11-95bb-e810c00d1242 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:00:04.341864 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-bf577e4f-53e4-4a11-95bb-e810c00d1242 admin admin] 10.222.0.11 "GET /v2.0/subnets/16e56fd1-6a79-4438-b069-c81ea84f6cf0 HTTP/1.1" status: 200 len: 868 time: 0.0913608 Jan 05 17:00:06.791838 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 37750) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:00:06.877026 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-999925ec-39e7-44d8-8ef5-608ca4223bf7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:00:06.878396 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-999925ec-39e7-44d8-8ef5-608ca4223bf7 admin admin] 10.222.0.11 "GET /v2.0/subnets/7a784a6d-3d96-418f-a645-b9ccd0b1ac55 HTTP/1.1" status: 200 len: 816 time: 0.0856137 Jan 05 17:00:14.714069 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.agents_db [None req-291d1585-17df-45c0-b64a-d244e6d90872 None None] Agent healthcheck: found 5 active agents {{(pid=103803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 05 17:00:17.089811 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-a4867213-8c44-4bdd-b6ca-cc8b52dce688 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:00:19.249660 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-61da77d9-4231-44f0-940b-e8b043d4e1cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:00:20.412082 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d2607572-b3c9-472c-85bc-c8de0c3fb75c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:00:21.801264 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d504d802-9546-4ce5-a9d3-96c844ac5808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:00:23.232053 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:00:34.097118 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 37804) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:00:34.146245 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [None req-b648085c-1293-4ebd-8da0-21270b701d4e admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103800) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 05 17:00:34.147267 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-b648085c-1293-4ebd-8da0-21270b701d4e admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0491984 Jan 05 17:00:36.693378 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 37812) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:00:36.752919 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c42d974-abc5-40bb-9dec-7d783d6dfe3e admin admin] GET failed (client error): The resource could not be found. Jan 05 17:00:36.754479 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-4c42d974-abc5-40bb-9dec-7d783d6dfe3e admin admin] 10.222.0.11 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0600791 Jan 05 17:00:36.838447 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-076805b8-419c-4ceb-87ce-87ab93a4dd7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:00:36.839915 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-076805b8-419c-4ceb-87ce-87ab93a4dd7f admin admin] 10.222.0.11 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0813115 Jan 05 17:00:39.372685 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 37822) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:00:39.420942 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-0de8805f-6cbf-42cd-af3e-3943ee596970 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'tenant_id': '2c262d4889f74b5794e5d0da4cfa5a6c', 'project_id': '2c262d4889f74b5794e5d0da4cfa5a6c', 'shared': True}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:00:39.554135 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0de8805f-6cbf-42cd-af3e-3943ee596970 admin admin] Made reservation on behalf of 2c262d4889f74b5794e5d0da4cfa5a6c for: {'network': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:00:39.556322 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0de8805f-6cbf-42cd-af3e-3943ee596970 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for network, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:00:39.585085 dv-neutron-master-2-hyperv neutron-server[103800]: WARNING neutron.services.revisions.revision_plugin [None req-0de8805f-6cbf-42cd-af3e-3943ee596970 admin admin] Could not find related network for resource to bump revision. Jan 05 17:00:39.599353 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0de8805f-6cbf-42cd-af3e-3943ee596970 admin admin] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'} {{(pid=103800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 05 17:00:39.608751 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0de8805f-6cbf-42cd-af3e-3943ee596970 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225'] for segment, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:00:39.609084 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.db.segments_db [None req-0de8805f-6cbf-42cd-af3e-3943ee596970 admin admin] Added segment 8033f6b6-32cc-4086-9c31-4670f89eb407 of type vlan for network 3304a168-2284-4544-8d9c-895d566f7264 Jan 05 17:00:39.656311 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0de8805f-6cbf-42cd-af3e-3943ee596970 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754180566020'] for network, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:00:39.754619 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0de8805f-6cbf-42cd-af3e-3943ee596970 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685'] for network, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:00:39.755593 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0de8805f-6cbf-42cd-af3e-3943ee596970 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:00:39.756179 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0de8805f-6cbf-42cd-af3e-3943ee596970 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560699'] for network, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:00:39.817515 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de8805f-6cbf-42cd-af3e-3943ee596970 admin admin] Pushing event updated for resources: {'Network': ['ID=3304a168-2284-4544-8d9c-895d566f7264,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:00:39.823848 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de8805f-6cbf-42cd-af3e-3943ee596970 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:00:39.824202 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de8805f-6cbf-42cd-af3e-3943ee596970 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:00:39.824548 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de8805f-6cbf-42cd-af3e-3943ee596970 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:00:39.824887 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de8805f-6cbf-42cd-af3e-3943ee596970 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:00:39.825222 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de8805f-6cbf-42cd-af3e-3943ee596970 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:00:39.825553 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de8805f-6cbf-42cd-af3e-3943ee596970 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:00:39.825908 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de8805f-6cbf-42cd-af3e-3943ee596970 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:00:39.826237 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de8805f-6cbf-42cd-af3e-3943ee596970 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:00:39.826571 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de8805f-6cbf-42cd-af3e-3943ee596970 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:00:39.826899 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de8805f-6cbf-42cd-af3e-3943ee596970 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:00:39.827225 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de8805f-6cbf-42cd-af3e-3943ee596970 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:00:39.827548 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de8805f-6cbf-42cd-af3e-3943ee596970 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:00:39.827867 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de8805f-6cbf-42cd-af3e-3943ee596970 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:00:39.839116 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Network 3304a168-2284-4544-8d9c-895d566f7264 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 05 17:00:39.871542 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-0de8805f-6cbf-42cd-af3e-3943ee596970 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4977474 Jan 05 17:00:42.408248 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 37832) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:00:42.468049 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.pecan_wsgi.hooks.translation [None req-07b0643a-ca38-435d-9e9b-8605ca9b29a4 admin admin] GET failed (client error): The resource could not be found. Jan 05 17:00:42.469315 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-07b0643a-ca38-435d-9e9b-8605ca9b29a4 admin admin] 10.222.0.11 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0594752 Jan 05 17:00:42.537051 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e54395c9-61e2-494e-a88e-6707d56a5ba1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:00:42.538511 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-e54395c9-61e2-494e-a88e-6707d56a5ba1 admin admin] 10.222.0.11 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0651770 Jan 05 17:00:42.548059 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-cd55e2df-bf8f-4579-af3e-decaf82adf25 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'ip_version': 4, 'name': 'shared-subnet', 'description': 'shared-subnet', 'network_id': '3304a168-2284-4544-8d9c-895d566f7264', 'tenant_id': '2c262d4889f74b5794e5d0da4cfa5a6c'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:00:42.625659 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd55e2df-bf8f-4579-af3e-decaf82adf25 admin admin] Made reservation on behalf of 2c262d4889f74b5794e5d0da4cfa5a6c for: {'subnet': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:00:42.628684 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-cd55e2df-bf8f-4579-af3e-decaf82adf25 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:00:42.845880 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-cd55e2df-bf8f-4579-af3e-decaf82adf25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685'] for subnet, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:00:42.900811 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd55e2df-bf8f-4579-af3e-decaf82adf25 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6217ffec-0bff-4099-92fc-56b6aee7730e,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:00:42.908866 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd55e2df-bf8f-4579-af3e-decaf82adf25 admin admin] Checking segment: {'id': '8033f6b6-32cc-4086-9c31-4670f89eb407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '3304a168-2284-4544-8d9c-895d566f7264'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:00:42.909214 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd55e2df-bf8f-4579-af3e-decaf82adf25 admin admin] Network hostable DHCP agents. Network: 3304a168-2284-4544-8d9c-895d566f7264, hostable agents: ['3f70c195-17da-4084-9fd6-bf6059d88535'], hosted agents: [] {{(pid=103800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 05 17:00:43.008769 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd55e2df-bf8f-4579-af3e-decaf82adf25 admin admin] Network 3304a168-2284-4544-8d9c-895d566f7264 is scheduled to be hosted by DHCP agent 3f70c195-17da-4084-9fd6-bf6059d88535 with binding_index 1 {{(pid=103800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 05 17:00:43.099558 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-cd55e2df-bf8f-4579-af3e-decaf82adf25 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 3304a168-2284-4544-8d9c-895d566f7264) {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:00:43.103542 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd55e2df-bf8f-4579-af3e-decaf82adf25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:00:43.104151 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-cd55e2df-bf8f-4579-af3e-decaf82adf25 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560699'] for subnet, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:00:43.108946 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d45d3f86-4c0f-4a73-a30d-c7656ac25c07 None None] Network 3304a168-2284-4544-8d9c-895d566f7264 requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:00:43.199879 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-cd55e2df-bf8f-4579-af3e-decaf82adf25 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6548386 Jan 05 17:00:43.221883 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9a7fd93-44f2-4001-b75f-24bef9322853 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-3304a168-2284-4544-8d9c-895d566f7264', 'network_id': '3304a168-2284-4544-8d9c-895d566f7264', 'project_id': '2c262d4889f74b5794e5d0da4cfa5a6c', 'fixed_ips': [{'subnet_id': '6217ffec-0bff-4099-92fc-56b6aee7730e'}]}} from dv-neutron-master-2-hyperv. {{(pid=103802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 05 17:00:43.222791 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-f9a7fd93-44f2-4001-b75f-24bef9322853 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:00:43.366530 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.db_base_plugin_common [None req-f9a7fd93-44f2-4001-b75f-24bef9322853 None None] Allocated IP 192.168.233.2 (3304a168-2284-4544-8d9c-895d566f7264/6217ffec-0bff-4099-92fc-56b6aee7730e/8885968b-de13-4451-a605-4c7bd7d8f7d2) {{(pid=103802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:00:43.637362 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-f9a7fd93-44f2-4001-b75f-24bef9322853 None None] Publish callbacks [] for port, precommit_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:00:43.721048 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-f9a7fd93-44f2-4001-b75f-24bef9322853 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669'] for port, after_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:00:43.770479 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9a7fd93-44f2-4001-b75f-24bef9322853 None None] Network 3304a168-2284-4544-8d9c-895d566f7264 is already hosted by enough agents. {{(pid=103802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:00:43.773202 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.scheduler.base_scheduler [None req-f9a7fd93-44f2-4001-b75f-24bef9322853 None None] Resources bound (agent type, host, resource id): {{(pid=103802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:00:43.780568 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9a7fd93-44f2-4001-b75f-24bef9322853 None None] Received port after_create {{(pid=103802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:00:43.783051 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a7fd93-44f2-4001-b75f-24bef9322853 None None] Pushing event updated for resources: {'Port': ['ID=8885968b-de13-4451-a605-4c7bd7d8f7d2,revision_number=1']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:00:43.795268 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a7fd93-44f2-4001-b75f-24bef9322853 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:00:43.795830 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a7fd93-44f2-4001-b75f-24bef9322853 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:00:43.796173 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a7fd93-44f2-4001-b75f-24bef9322853 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:00:43.796502 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a7fd93-44f2-4001-b75f-24bef9322853 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:00:43.796823 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a7fd93-44f2-4001-b75f-24bef9322853 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:00:43.797148 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a7fd93-44f2-4001-b75f-24bef9322853 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:00:43.797488 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a7fd93-44f2-4001-b75f-24bef9322853 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:00:43.797836 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a7fd93-44f2-4001-b75f-24bef9322853 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:00:43.798177 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a7fd93-44f2-4001-b75f-24bef9322853 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:00:43.798491 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a7fd93-44f2-4001-b75f-24bef9322853 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:00:43.799007 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a7fd93-44f2-4001-b75f-24bef9322853 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:00:43.799502 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a7fd93-44f2-4001-b75f-24bef9322853 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:00:43.799819 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a7fd93-44f2-4001-b75f-24bef9322853 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:00:43.856151 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-f9a7fd93-44f2-4001-b75f-24bef9322853 None None] Attempting to bind port 8885968b-de13-4451-a605-4c7bd7d8f7d2 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 05 17:00:43.856520 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-f9a7fd93-44f2-4001-b75f-24bef9322853 None None] Attempting to bind port 8885968b-de13-4451-a605-4c7bd7d8f7d2 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '8033f6b6-32cc-4086-9c31-4670f89eb407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '3304a168-2284-4544-8d9c-895d566f7264'}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 05 17:00:43.856880 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9a7fd93-44f2-4001-b75f-24bef9322853 None None] Attempting to bind port 8885968b-de13-4451-a605-4c7bd7d8f7d2 on network 3304a168-2284-4544-8d9c-895d566f7264 {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:00:43.862521 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9a7fd93-44f2-4001-b75f-24bef9322853 None None] Checking agent: {'id': '0d4f8fd3-ce62-4651-970c-efa6a8bb22b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 5, 16, 57, 23), 'started_at': datetime.datetime(2022, 1, 5, 16, 57, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 5, 17, 0, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 05 17:00:43.863034 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9a7fd93-44f2-4001-b75f-24bef9322853 None None] Checking segment: {'id': '8033f6b6-32cc-4086-9c31-4670f89eb407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '3304a168-2284-4544-8d9c-895d566f7264'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:00:43.863631 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-f9a7fd93-44f2-4001-b75f-24bef9322853 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:00:43.864155 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9a7fd93-44f2-4001-b75f-24bef9322853 None None] Bound using segment: {'id': '8033f6b6-32cc-4086-9c31-4670f89eb407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '3304a168-2284-4544-8d9c-895d566f7264'} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 05 17:00:43.864759 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-f9a7fd93-44f2-4001-b75f-24bef9322853 None None] Bound port: 8885968b-de13-4451-a605-4c7bd7d8f7d2, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8033f6b6-32cc-4086-9c31-4670f89eb407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '3304a168-2284-4544-8d9c-895d566f7264'}}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 05 17:00:43.865289 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-f9a7fd93-44f2-4001-b75f-24bef9322853 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:00:43.936410 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-f9a7fd93-44f2-4001-b75f-24bef9322853 None None] For port 8885968b-de13-4451-a605-4c7bd7d8f7d2, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 05 17:00:43.939458 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-f9a7fd93-44f2-4001-b75f-24bef9322853 None None] For port 8885968b-de13-4451-a605-4c7bd7d8f7d2, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=8885968b-de13-4451-a605-4c7bd7d8f7d2,segment=NetworkSegment(8033f6b6-32cc-4086-9c31-4670f89eb407),segment_id=8033f6b6-32cc-4086-9c31-4670f89eb407)] {{(pid=103802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 05 17:00:44.006342 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-f9a7fd93-44f2-4001-b75f-24bef9322853 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:00:44.068051 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a7fd93-44f2-4001-b75f-24bef9322853 None None] Pushing event updated for resources: {'Port': ['ID=8885968b-de13-4451-a605-4c7bd7d8f7d2,revision_number=2']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:00:45.146166 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d93fd84-a297-4cf0-b0e3-7f7840d5df00 None None] Network 3304a168-2284-4544-8d9c-895d566f7264 requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:00:45.248299 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-64094ead-d5ef-4c23-809b-357c2a1ec51b None None] Provisioning complete for port 8885968b-de13-4451-a605-4c7bd7d8f7d2 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:00:45.248671 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-64094ead-d5ef-4c23-809b-357c2a1ec51b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:00:45.393421 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-64094ead-d5ef-4c23-809b-357c2a1ec51b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:00:45.441223 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-64094ead-d5ef-4c23-809b-357c2a1ec51b None None] For port 8885968b-de13-4451-a605-4c7bd7d8f7d2, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=8885968b-de13-4451-a605-4c7bd7d8f7d2,segment=NetworkSegment(8033f6b6-32cc-4086-9c31-4670f89eb407),segment_id=8033f6b6-32cc-4086-9c31-4670f89eb407)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:00:45.512231 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-64094ead-d5ef-4c23-809b-357c2a1ec51b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:00:45.563279 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64094ead-d5ef-4c23-809b-357c2a1ec51b None None] Pushing event updated for resources: {'Port': ['ID=8885968b-de13-4451-a605-4c7bd7d8f7d2,revision_number=3']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:00:45.635938 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-2eaff9fa-7ea0-4f0f-97c4-01d85c95d1b1 None None] Provisioning complete for port 8885968b-de13-4451-a605-4c7bd7d8f7d2 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:00:45.636379 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-2eaff9fa-7ea0-4f0f-97c4-01d85c95d1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:00:45.837006 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 8885968b-de13-4451-a605-4c7bd7d8f7d2 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:00:45.886008 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Provisioning complete for port 8885968b-de13-4451-a605-4c7bd7d8f7d2 triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:00:45.886294 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:00:47.040047 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-74816e3f-2496-4804-ae7e-e756fbf39ef0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:00:49.262961 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-e692906d-3d55-4e32-afc6-6efdbfa39c90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:00:50.445781 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d2607572-b3c9-472c-85bc-c8de0c3fb75c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:00:51.714027 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.agents_db [None req-291d1585-17df-45c0-b64a-d244e6d90872 None None] Agent healthcheck: found 5 active agents {{(pid=103803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 05 17:00:51.794226 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d504d802-9546-4ce5-a9d3-96c844ac5808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:00:53.236717 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:01:17.076266 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-2e30ad5b-db20-4cbe-9fe9-2597df40ad59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:01:19.259583 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-6385e5c0-0301-4959-9739-bcc534a06ee3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:01:20.467716 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d2607572-b3c9-472c-85bc-c8de0c3fb75c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:01:21.802154 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d504d802-9546-4ce5-a9d3-96c844ac5808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:01:23.213090 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:01:28.713875 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.agents_db [None req-291d1585-17df-45c0-b64a-d244e6d90872 None None] Agent healthcheck: found 5 active agents {{(pid=103803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 05 17:01:47.043774 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-085f8fe7-ef73-45d3-b52a-58bc3cc86fd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:01:49.261128 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-9525ea35-aad9-45d1-af4c-984bd844fce7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:01:50.421065 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d2607572-b3c9-472c-85bc-c8de0c3fb75c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:01:51.801125 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d504d802-9546-4ce5-a9d3-96c844ac5808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:01:53.218418 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:02:05.713957 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.agents_db [None req-291d1585-17df-45c0-b64a-d244e6d90872 None None] Agent healthcheck: found 5 active agents {{(pid=103803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 05 17:02:17.043054 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-5af13f12-5c0c-4d12-8992-4b2b0821d719 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:02:19.263230 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-21792bf2-9c9b-4dc0-81bb-df53776063d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:02:20.411926 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d2607572-b3c9-472c-85bc-c8de0c3fb75c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:02:21.797676 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d504d802-9546-4ce5-a9d3-96c844ac5808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:02:23.228745 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:02:33.866824 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 37876) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:02:33.877939 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [None req-423748ab-04ed-4e4b-a0f1-54a56c040030 tempest-verify_tempest_config-871565795 tempest-verify_tempest_config-871565795-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103800) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 05 17:02:33.878957 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-423748ab-04ed-4e4b-a0f1-54a56c040030 tempest-verify_tempest_config-871565795 tempest-verify_tempest_config-871565795-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0111408 Jan 05 17:02:34.461636 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 37894) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:02:34.561934 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-251ae572-ebdc-44a6-9b81-4255eae86b55 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:02:34.632506 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-251ae572-ebdc-44a6-9b81-4255eae86b55 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:02:34.707826 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-251ae572-ebdc-44a6-9b81-4255eae86b55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:02:34.750593 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251ae572-ebdc-44a6-9b81-4255eae86b55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=175bc5c0-7aaf-41ea-aeb8-fba72b65be71,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:02:34.755378 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-251ae572-ebdc-44a6-9b81-4255eae86b55 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b01eac0e0ad14a35a2703f1bd58c7c0e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2927706 Jan 05 17:02:34.758284 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 37898) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:02:34.759674 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251ae572-ebdc-44a6-9b81-4255eae86b55 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:02:34.759904 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251ae572-ebdc-44a6-9b81-4255eae86b55 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:02:34.760244 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251ae572-ebdc-44a6-9b81-4255eae86b55 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:02:34.760575 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251ae572-ebdc-44a6-9b81-4255eae86b55 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:02:34.760899 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251ae572-ebdc-44a6-9b81-4255eae86b55 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:02:34.761224 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251ae572-ebdc-44a6-9b81-4255eae86b55 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:02:34.761548 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251ae572-ebdc-44a6-9b81-4255eae86b55 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:02:34.761896 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251ae572-ebdc-44a6-9b81-4255eae86b55 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:02:34.762234 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251ae572-ebdc-44a6-9b81-4255eae86b55 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:02:34.762559 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251ae572-ebdc-44a6-9b81-4255eae86b55 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:02:34.762879 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251ae572-ebdc-44a6-9b81-4255eae86b55 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:02:34.763199 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251ae572-ebdc-44a6-9b81-4255eae86b55 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:02:34.763514 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251ae572-ebdc-44a6-9b81-4255eae86b55 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:02:34.815259 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-978d4fb4-fae1-4ac8-90e2-ddcd64a702df admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:02:34.835265 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-978d4fb4-fae1-4ac8-90e2-ddcd64a702df admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:02:34.996912 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-978d4fb4-fae1-4ac8-90e2-ddcd64a702df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:02:34.999437 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-978d4fb4-fae1-4ac8-90e2-ddcd64a702df admin admin] Publish callbacks [] for security_group, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:02:35.000559 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-978d4fb4-fae1-4ac8-90e2-ddcd64a702df admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/175bc5c0-7aaf-41ea-aeb8-fba72b65be71 HTTP/1.1" status: 204 len: 168 time: 0.2413313 Jan 05 17:02:35.008619 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978d4fb4-fae1-4ac8-90e2-ddcd64a702df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=175bc5c0-7aaf-41ea-aeb8-fba72b65be71,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:02:35.015444 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978d4fb4-fae1-4ac8-90e2-ddcd64a702df admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:02:35.015795 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978d4fb4-fae1-4ac8-90e2-ddcd64a702df admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:02:35.016132 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978d4fb4-fae1-4ac8-90e2-ddcd64a702df admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:02:35.016463 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978d4fb4-fae1-4ac8-90e2-ddcd64a702df admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:02:35.017297 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978d4fb4-fae1-4ac8-90e2-ddcd64a702df admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:02:35.017644 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978d4fb4-fae1-4ac8-90e2-ddcd64a702df admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:02:35.017975 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978d4fb4-fae1-4ac8-90e2-ddcd64a702df admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:02:35.018297 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978d4fb4-fae1-4ac8-90e2-ddcd64a702df admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:02:35.018616 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978d4fb4-fae1-4ac8-90e2-ddcd64a702df admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:02:35.018978 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978d4fb4-fae1-4ac8-90e2-ddcd64a702df admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:02:35.019304 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978d4fb4-fae1-4ac8-90e2-ddcd64a702df admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:02:35.019620 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978d4fb4-fae1-4ac8-90e2-ddcd64a702df admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:02:35.019939 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978d4fb4-fae1-4ac8-90e2-ddcd64a702df admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:02:42.713297 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.agents_db [None req-291d1585-17df-45c0-b64a-d244e6d90872 None None] Agent healthcheck: found 5 active agents {{(pid=103803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 05 17:02:47.053640 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-eb51b3dd-ea7a-4f58-ba32-f5e9a1d0db26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:02:49.259618 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c57aeff5-99b5-45de-98bf-ab3fcb67f8b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:02:50.402221 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d2607572-b3c9-472c-85bc-c8de0c3fb75c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:02:51.805015 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d504d802-9546-4ce5-a9d3-96c844ac5808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:02:53.227694 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:03:17.041365 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-3020efa9-e5ef-45f2-a0be-b6a88a7f165e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:03:19.275909 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-f6e859f9-ba7c-4135-931f-d1de3790babc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:03:19.712216 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.agents_db [None req-291d1585-17df-45c0-b64a-d244e6d90872 None None] Agent healthcheck: found 5 active agents {{(pid=103803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 05 17:03:20.413308 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d2607572-b3c9-472c-85bc-c8de0c3fb75c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:03:21.809759 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d504d802-9546-4ce5-a9d3-96c844ac5808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:03:23.224620 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:03:47.034809 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-5e260ff6-fa53-4778-968f-dbce651a5fe0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:03:49.255064 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-5206e103-54fe-4e23-b6b6-7b90e504d332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:03:49.611854 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-531532'] for agent, after_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:03:50.429093 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d2607572-b3c9-472c-85bc-c8de0c3fb75c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:03:51.811425 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d504d802-9546-4ce5-a9d3-96c844ac5808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:03:53.240820 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:03:56.711007 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.agents_db [None req-291d1585-17df-45c0-b64a-d244e6d90872 None None] Agent healthcheck: found 6 active agents {{(pid=103803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 05 17:04:05.096330 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 37970) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:04:05.199156 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-8dd999ff-8b5e-49dc-85d2-cd9c8020dddf admin admin] 10.222.0.11 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4565 time: 0.1016982 Jan 05 17:04:07.701047 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 37980) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:04:07.755925 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-842218f1-bc8f-4b06-ac6d-84ba1d9d5f72 admin admin] 10.222.0.11 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4565 time: 0.0532591 Jan 05 17:04:17.039286 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-2d99c53f-9849-4d39-b644-cb95a18fe83c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:04:19.245475 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1844f73-2379-421d-b934-1c15661cfa5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:04:19.568587 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:04:20.448023 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d2607572-b3c9-472c-85bc-c8de0c3fb75c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:04:21.825371 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d504d802-9546-4ce5-a9d3-96c844ac5808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:04:23.193982 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:04:33.709802 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.agents_db [None req-291d1585-17df-45c0-b64a-d244e6d90872 None None] Agent healthcheck: found 6 active agents {{(pid=103803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 05 17:04:47.151019 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-17c5ba2b-94a7-4358-ab2b-ac3660b64c3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:04:49.255784 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-19a519fb-0a48-4f3e-ae16-ca4fa974d46f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:04:49.533201 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:04:50.436067 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d2607572-b3c9-472c-85bc-c8de0c3fb75c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:04:51.844589 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d504d802-9546-4ce5-a9d3-96c844ac5808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:04:53.218421 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:10.709617 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.agents_db [None req-291d1585-17df-45c0-b64a-d244e6d90872 None None] Agent healthcheck: found 6 active agents {{(pid=103803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 05 17:05:17.061003 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-1ea8c06f-8e57-49eb-a025-beba01299681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:19.291351 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-e68c334b-88e8-42a9-945c-6b517afabe77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:19.555600 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:20.446896 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d2607572-b3c9-472c-85bc-c8de0c3fb75c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:21.852382 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d504d802-9546-4ce5-a9d3-96c844ac5808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:23.169695 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 38152) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:05:23.224983 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:23.704860 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 38172) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:05:23.735376 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-c6646415-b710-4568-9485-ac204c9396ee admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-876022175-network', 'tenant_id': '8648c3d237fa47a2908cbe0ddaa5dd69'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:05:23.791448 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 38178) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:05:23.831851 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6646415-b710-4568-9485-ac204c9396ee admin admin] Made reservation on behalf of 8648c3d237fa47a2908cbe0ddaa5dd69 for: {'network': 1} {{(pid=103801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:05:23.834660 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-c6646415-b710-4568-9485-ac204c9396ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for network, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:23.843141 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-c6646415-b710-4568-9485-ac204c9396ee admin admin] Publish callbacks [] for security_group, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:23.930091 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-c6646415-b710-4568-9485-ac204c9396ee admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:24.003701 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-c6646415-b710-4568-9485-ac204c9396ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:24.027480 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6646415-b710-4568-9485-ac204c9396ee admin admin] vlan segment allocate from pool success with {'vlan_id': 125, 'physical_network': 'physnet1'} {{(pid=103801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 05 17:05:24.042022 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6646415-b710-4568-9485-ac204c9396ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01e0accc-48a3-4a12-b5ed-7b3393c92632,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:05:24.049616 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-c6646415-b710-4568-9485-ac204c9396ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225'] for segment, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:24.049911 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.db.segments_db [None req-c6646415-b710-4568-9485-ac204c9396ee admin admin] Added segment 724f64f6-50e7-48d8-ab30-09fe928cc729 of type vlan for network 66b9f7eb-d414-436b-882b-ac047c1764b8 Jan 05 17:05:24.052051 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6646415-b710-4568-9485-ac204c9396ee admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:05:24.052757 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6646415-b710-4568-9485-ac204c9396ee admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:05:24.052757 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6646415-b710-4568-9485-ac204c9396ee admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:05:24.053051 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6646415-b710-4568-9485-ac204c9396ee admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:05:24.053477 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6646415-b710-4568-9485-ac204c9396ee admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:05:24.053718 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6646415-b710-4568-9485-ac204c9396ee admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:05:24.054019 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6646415-b710-4568-9485-ac204c9396ee admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:05:24.054461 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6646415-b710-4568-9485-ac204c9396ee admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:05:24.054895 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6646415-b710-4568-9485-ac204c9396ee admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:05:24.055114 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6646415-b710-4568-9485-ac204c9396ee admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:05:24.055445 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6646415-b710-4568-9485-ac204c9396ee admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:05:24.055760 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6646415-b710-4568-9485-ac204c9396ee admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:05:24.056103 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6646415-b710-4568-9485-ac204c9396ee admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:05:24.057216 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6646415-b710-4568-9485-ac204c9396ee admin admin] Tracked resource versions report: Jan 05 17:05:24.057216 dv-neutron-master-2-hyperv neutron-server[103801]: pushed versions: Jan 05 17:05:24.057216 dv-neutron-master-2-hyperv neutron-server[103801]: { 'AddressGroup': {'1.2'}, Jan 05 17:05:24.057216 dv-neutron-master-2-hyperv neutron-server[103801]: 'ConntrackHelper': {'1.0'}, Jan 05 17:05:24.057216 dv-neutron-master-2-hyperv neutron-server[103801]: 'LocalIPAssociation': {'1.0'}, Jan 05 17:05:24.057216 dv-neutron-master-2-hyperv neutron-server[103801]: 'Log': {'1.0'}, Jan 05 17:05:24.057216 dv-neutron-master-2-hyperv neutron-server[103801]: 'Network': {'1.1'}, Jan 05 17:05:24.057216 dv-neutron-master-2-hyperv neutron-server[103801]: 'Port': {'1.7'}, Jan 05 17:05:24.057216 dv-neutron-master-2-hyperv neutron-server[103801]: 'PortForwarding': {'1.2'}, Jan 05 17:05:24.057216 dv-neutron-master-2-hyperv neutron-server[103801]: 'QosPolicy': {'1.10'}, Jan 05 17:05:24.057216 dv-neutron-master-2-hyperv neutron-server[103801]: 'SecurityGroup': {'1.5'}, Jan 05 17:05:24.057216 dv-neutron-master-2-hyperv neutron-server[103801]: 'SecurityGroupRule': {'1.2'}, Jan 05 17:05:24.057216 dv-neutron-master-2-hyperv neutron-server[103801]: 'SubPort': {'1.0'}, Jan 05 17:05:24.057216 dv-neutron-master-2-hyperv neutron-server[103801]: 'Subnet': {'1.1'}, Jan 05 17:05:24.057216 dv-neutron-master-2-hyperv neutron-server[103801]: 'Trunk': {'1.1'}} Jan 05 17:05:24.057216 dv-neutron-master-2-hyperv neutron-server[103801]: consumer versions: Jan 05 17:05:24.057216 dv-neutron-master-2-hyperv neutron-server[103801]: { DHCP agent@dv-neutron-master-2-hyperv: {}, Jan 05 17:05:24.057216 dv-neutron-master-2-hyperv neutron-server[103801]: HyperV agent@hv-neutron-mast: {}, Jan 05 17:05:24.057216 dv-neutron-master-2-hyperv neutron-server[103801]: L3 agent@dv-neutron-master-2-hyperv: {}, Jan 05 17:05:24.057216 dv-neutron-master-2-hyperv neutron-server[103801]: Metadata agent@dv-neutron-master-2-hyperv: {}, Jan 05 17:05:24.057216 dv-neutron-master-2-hyperv neutron-server[103801]: Metering agent@dv-neutron-master-2-hyperv: {}, Jan 05 17:05:24.057216 dv-neutron-master-2-hyperv neutron-server[103801]: Open vSwitch agent@dv-neutron-master-2-hyperv: { 'AddressGroup': '1.2', Jan 05 17:05:24.057216 dv-neutron-master-2-hyperv neutron-server[103801]: 'ConntrackHelper': '1.0', Jan 05 17:05:24.057216 dv-neutron-master-2-hyperv neutron-server[103801]: 'LocalIPAssociation': '1.0', Jan 05 17:05:24.057216 dv-neutron-master-2-hyperv neutron-server[103801]: 'Log': '1.0', Jan 05 17:05:24.057216 dv-neutron-master-2-hyperv neutron-server[103801]: 'Network': '1.1', Jan 05 17:05:24.057216 dv-neutron-master-2-hyperv neutron-server[103801]: 'Port': '1.7', Jan 05 17:05:24.057216 dv-neutron-master-2-hyperv neutron-server[103801]: 'PortForwarding': '1.2', Jan 05 17:05:24.057216 dv-neutron-master-2-hyperv neutron-server[103801]: 'QosPolicy': '1.10', Jan 05 17:05:24.057216 dv-neutron-master-2-hyperv neutron-server[103801]: 'SecurityGroup': '1.5', Jan 05 17:05:24.057216 dv-neutron-master-2-hyperv neutron-server[103801]: 'SecurityGroupRule': '1.2', Jan 05 17:05:24.057216 dv-neutron-master-2-hyperv neutron-server[103801]: 'SubPort': '1.0', Jan 05 17:05:24.057216 dv-neutron-master-2-hyperv neutron-server[103801]: 'Subnet': '1.1', Jan 05 17:05:24.057216 dv-neutron-master-2-hyperv neutron-server[103801]: 'Trunk': '1.1'}} Jan 05 17:05:24.057216 dv-neutron-master-2-hyperv neutron-server[103801]: {{(pid=103801) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 05 17:05:24.107772 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-57d43b29-08af-40bc-95f5-4b3f85cda148 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1679529818-network', 'tenant_id': '0f0fe7d5d7be4d15b102bcc43593286e'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:05:24.114112 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-c6646415-b710-4568-9485-ac204c9396ee admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754180566020'] for network, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:24.249562 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57d43b29-08af-40bc-95f5-4b3f85cda148 admin admin] Made reservation on behalf of 0f0fe7d5d7be4d15b102bcc43593286e for: {'network': 1} {{(pid=103801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:05:24.251890 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-57d43b29-08af-40bc-95f5-4b3f85cda148 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for network, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:24.254963 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-c6646415-b710-4568-9485-ac204c9396ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685'] for network, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:24.256194 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6646415-b710-4568-9485-ac204c9396ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:05:24.256756 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-c6646415-b710-4568-9485-ac204c9396ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560699'] for network, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:24.267578 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-57d43b29-08af-40bc-95f5-4b3f85cda148 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:24.317856 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-972b0eee-3bd7-4383-9a57-4e9cbbdc5b0b admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-180618332-network', 'tenant_id': '0e5f75b0fa584f3fb65d4d2f1d03045b'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:05:24.356351 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6646415-b710-4568-9485-ac204c9396ee admin admin] Pushing event updated for resources: {'Network': ['ID=66b9f7eb-d414-436b-882b-ac047c1764b8,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:05:24.367309 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Network 66b9f7eb-d414-436b-882b-ac047c1764b8 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 05 17:05:24.399931 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-c6646415-b710-4568-9485-ac204c9396ee admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.2285142 Jan 05 17:05:24.401986 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-57d43b29-08af-40bc-95f5-4b3f85cda148 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:24.402899 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 38196) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:05:24.408248 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-7541e52f-e2b0-4cf9-980e-0776d34937ef admin admin] Request body: {'subnet': {'network_id': '66b9f7eb-d414-436b-882b-ac047c1764b8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-876022175-subnet', 'tenant_id': '8648c3d237fa47a2908cbe0ddaa5dd69', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:05:24.473238 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-972b0eee-3bd7-4383-9a57-4e9cbbdc5b0b admin admin] Made reservation on behalf of 0e5f75b0fa584f3fb65d4d2f1d03045b for: {'network': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:05:24.476089 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-972b0eee-3bd7-4383-9a57-4e9cbbdc5b0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for network, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:24.486232 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-972b0eee-3bd7-4383-9a57-4e9cbbdc5b0b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:24.495426 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-57d43b29-08af-40bc-95f5-4b3f85cda148 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:24.527362 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57d43b29-08af-40bc-95f5-4b3f85cda148 admin admin] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'} {{(pid=103801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 05 17:05:24.529276 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d43b29-08af-40bc-95f5-4b3f85cda148 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed9bb627-a3de-4eb8-a737-bdd9f06909c2,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:05:24.538715 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-57d43b29-08af-40bc-95f5-4b3f85cda148 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225'] for segment, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:24.539064 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.db.segments_db [None req-57d43b29-08af-40bc-95f5-4b3f85cda148 admin admin] Added segment d65903af-bfbb-40e4-945d-cf3bc3c0723b of type vlan for network aabb1632-0142-4854-ba4e-971fe2ad463e Jan 05 17:05:24.570729 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-972b0eee-3bd7-4383-9a57-4e9cbbdc5b0b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:24.578998 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-57d43b29-08af-40bc-95f5-4b3f85cda148 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754180566020'] for network, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:24.608048 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7541e52f-e2b0-4cf9-980e-0776d34937ef admin admin] Made reservation on behalf of 8648c3d237fa47a2908cbe0ddaa5dd69 for: {'subnet': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:05:24.610337 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7541e52f-e2b0-4cf9-980e-0776d34937ef admin admin] Publish callbacks [] for subnet, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:24.677770 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-972b0eee-3bd7-4383-9a57-4e9cbbdc5b0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:24.698612 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-972b0eee-3bd7-4383-9a57-4e9cbbdc5b0b admin admin] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'} {{(pid=103800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 05 17:05:24.698872 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-57d43b29-08af-40bc-95f5-4b3f85cda148 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685'] for network, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:24.700522 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57d43b29-08af-40bc-95f5-4b3f85cda148 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:05:24.701234 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-57d43b29-08af-40bc-95f5-4b3f85cda148 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560699'] for network, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:24.722055 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-972b0eee-3bd7-4383-9a57-4e9cbbdc5b0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225'] for segment, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:24.722390 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.db.segments_db [None req-972b0eee-3bd7-4383-9a57-4e9cbbdc5b0b admin admin] Added segment 08747a6d-32d2-4d23-b56e-c56746431d5f of type vlan for network 1e5e93d9-6ada-44ad-b92b-017486a9719e Jan 05 17:05:24.782588 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d43b29-08af-40bc-95f5-4b3f85cda148 admin admin] Pushing event updated for resources: {'Network': ['ID=aabb1632-0142-4854-ba4e-971fe2ad463e,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:05:24.796665 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Network aabb1632-0142-4854-ba4e-971fe2ad463e details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 05 17:05:24.803297 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-57d43b29-08af-40bc-95f5-4b3f85cda148 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0972533 Jan 05 17:05:24.806127 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 38218) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:05:24.811386 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-ea46e74a-a445-4a7b-9835-7e5c63b43846 admin admin] Request body: {'subnet': {'network_id': 'aabb1632-0142-4854-ba4e-971fe2ad463e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1679529818-subnet', 'tenant_id': '0f0fe7d5d7be4d15b102bcc43593286e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:05:24.812929 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-972b0eee-3bd7-4383-9a57-4e9cbbdc5b0b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754180566020'] for network, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:24.815444 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972b0eee-3bd7-4383-9a57-4e9cbbdc5b0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aeded878-3bc0-4754-9f39-19be89f1d7f1,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:05:24.923680 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea46e74a-a445-4a7b-9835-7e5c63b43846 admin admin] Made reservation on behalf of 0f0fe7d5d7be4d15b102bcc43593286e for: {'subnet': 1} {{(pid=103801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:05:24.926504 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-ea46e74a-a445-4a7b-9835-7e5c63b43846 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:25.040860 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.db.resource_extend [None req-972b0eee-3bd7-4383-9a57-4e9cbbdc5b0b admin admin] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 05 17:05:25.054500 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972b0eee-3bd7-4383-9a57-4e9cbbdc5b0b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:05:25.054865 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972b0eee-3bd7-4383-9a57-4e9cbbdc5b0b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:05:25.055202 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972b0eee-3bd7-4383-9a57-4e9cbbdc5b0b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:05:25.055755 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972b0eee-3bd7-4383-9a57-4e9cbbdc5b0b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:05:25.056248 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972b0eee-3bd7-4383-9a57-4e9cbbdc5b0b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:05:25.056734 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972b0eee-3bd7-4383-9a57-4e9cbbdc5b0b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:05:25.057241 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972b0eee-3bd7-4383-9a57-4e9cbbdc5b0b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:05:25.057567 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972b0eee-3bd7-4383-9a57-4e9cbbdc5b0b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:05:25.057927 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972b0eee-3bd7-4383-9a57-4e9cbbdc5b0b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:05:25.058256 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972b0eee-3bd7-4383-9a57-4e9cbbdc5b0b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:05:25.058576 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972b0eee-3bd7-4383-9a57-4e9cbbdc5b0b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:05:25.058895 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972b0eee-3bd7-4383-9a57-4e9cbbdc5b0b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:05:25.059207 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972b0eee-3bd7-4383-9a57-4e9cbbdc5b0b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:05:25.060415 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972b0eee-3bd7-4383-9a57-4e9cbbdc5b0b admin admin] Tracked resource versions report: Jan 05 17:05:25.060415 dv-neutron-master-2-hyperv neutron-server[103800]: pushed versions: Jan 05 17:05:25.060415 dv-neutron-master-2-hyperv neutron-server[103800]: { 'AddressGroup': {'1.2'}, Jan 05 17:05:25.060415 dv-neutron-master-2-hyperv neutron-server[103800]: 'ConntrackHelper': {'1.0'}, Jan 05 17:05:25.060415 dv-neutron-master-2-hyperv neutron-server[103800]: 'LocalIPAssociation': {'1.0'}, Jan 05 17:05:25.060415 dv-neutron-master-2-hyperv neutron-server[103800]: 'Log': {'1.0'}, Jan 05 17:05:25.060415 dv-neutron-master-2-hyperv neutron-server[103800]: 'Network': {'1.1'}, Jan 05 17:05:25.060415 dv-neutron-master-2-hyperv neutron-server[103800]: 'Port': {'1.7'}, Jan 05 17:05:25.060415 dv-neutron-master-2-hyperv neutron-server[103800]: 'PortForwarding': {'1.2'}, Jan 05 17:05:25.060415 dv-neutron-master-2-hyperv neutron-server[103800]: 'QosPolicy': {'1.10'}, Jan 05 17:05:25.060415 dv-neutron-master-2-hyperv neutron-server[103800]: 'SecurityGroup': {'1.5'}, Jan 05 17:05:25.060415 dv-neutron-master-2-hyperv neutron-server[103800]: 'SecurityGroupRule': {'1.2'}, Jan 05 17:05:25.060415 dv-neutron-master-2-hyperv neutron-server[103800]: 'SubPort': {'1.0'}, Jan 05 17:05:25.060415 dv-neutron-master-2-hyperv neutron-server[103800]: 'Subnet': {'1.1'}, Jan 05 17:05:25.060415 dv-neutron-master-2-hyperv neutron-server[103800]: 'Trunk': {'1.1'}} Jan 05 17:05:25.060415 dv-neutron-master-2-hyperv neutron-server[103800]: consumer versions: Jan 05 17:05:25.060415 dv-neutron-master-2-hyperv neutron-server[103800]: { DHCP agent@dv-neutron-master-2-hyperv: {}, Jan 05 17:05:25.060415 dv-neutron-master-2-hyperv neutron-server[103800]: HyperV agent@hv-neutron-mast: {}, Jan 05 17:05:25.060415 dv-neutron-master-2-hyperv neutron-server[103800]: L3 agent@dv-neutron-master-2-hyperv: {}, Jan 05 17:05:25.060415 dv-neutron-master-2-hyperv neutron-server[103800]: Metadata agent@dv-neutron-master-2-hyperv: {}, Jan 05 17:05:25.060415 dv-neutron-master-2-hyperv neutron-server[103800]: Metering agent@dv-neutron-master-2-hyperv: {}, Jan 05 17:05:25.060415 dv-neutron-master-2-hyperv neutron-server[103800]: Open vSwitch agent@dv-neutron-master-2-hyperv: { 'AddressGroup': '1.2', Jan 05 17:05:25.060415 dv-neutron-master-2-hyperv neutron-server[103800]: 'ConntrackHelper': '1.0', Jan 05 17:05:25.060415 dv-neutron-master-2-hyperv neutron-server[103800]: 'LocalIPAssociation': '1.0', Jan 05 17:05:25.060415 dv-neutron-master-2-hyperv neutron-server[103800]: 'Log': '1.0', Jan 05 17:05:25.060415 dv-neutron-master-2-hyperv neutron-server[103800]: 'Network': '1.1', Jan 05 17:05:25.060415 dv-neutron-master-2-hyperv neutron-server[103800]: 'Port': '1.7', Jan 05 17:05:25.060415 dv-neutron-master-2-hyperv neutron-server[103800]: 'PortForwarding': '1.2', Jan 05 17:05:25.060415 dv-neutron-master-2-hyperv neutron-server[103800]: 'QosPolicy': '1.10', Jan 05 17:05:25.060415 dv-neutron-master-2-hyperv neutron-server[103800]: 'SecurityGroup': '1.5', Jan 05 17:05:25.060415 dv-neutron-master-2-hyperv neutron-server[103800]: 'SecurityGroupRule': '1.2', Jan 05 17:05:25.060415 dv-neutron-master-2-hyperv neutron-server[103800]: 'SubPort': '1.0', Jan 05 17:05:25.060415 dv-neutron-master-2-hyperv neutron-server[103800]: 'Subnet': '1.1', Jan 05 17:05:25.060415 dv-neutron-master-2-hyperv neutron-server[103800]: 'Trunk': '1.1'}} Jan 05 17:05:25.060415 dv-neutron-master-2-hyperv neutron-server[103800]: {{(pid=103800) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 05 17:05:25.121499 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7541e52f-e2b0-4cf9-980e-0776d34937ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685'] for subnet, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:25.153434 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-972b0eee-3bd7-4383-9a57-4e9cbbdc5b0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685'] for network, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:25.154387 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-972b0eee-3bd7-4383-9a57-4e9cbbdc5b0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:05:25.154953 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-972b0eee-3bd7-4383-9a57-4e9cbbdc5b0b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560699'] for network, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:25.181345 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-ea46e74a-a445-4a7b-9835-7e5c63b43846 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685'] for subnet, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:25.233877 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7541e52f-e2b0-4cf9-980e-0776d34937ef admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c9222ac-b9b2-431b-aee5-7d51a8ac8416,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:05:25.238695 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea46e74a-a445-4a7b-9835-7e5c63b43846 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d0c013bc-a746-4d54-8492-ba8dc88b5bb5,revision_number=0']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:05:25.240613 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972b0eee-3bd7-4383-9a57-4e9cbbdc5b0b admin admin] Pushing event updated for resources: {'Network': ['ID=1e5e93d9-6ada-44ad-b92b-017486a9719e,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:05:25.246535 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea46e74a-a445-4a7b-9835-7e5c63b43846 admin admin] Checking segment: {'id': 'd65903af-bfbb-40e4-945d-cf3bc3c0723b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'aabb1632-0142-4854-ba4e-971fe2ad463e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:05:25.246964 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea46e74a-a445-4a7b-9835-7e5c63b43846 admin admin] Network hostable DHCP agents. Network: aabb1632-0142-4854-ba4e-971fe2ad463e, hostable agents: ['3f70c195-17da-4084-9fd6-bf6059d88535'], hosted agents: [] {{(pid=103801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 05 17:05:25.252000 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7541e52f-e2b0-4cf9-980e-0776d34937ef admin admin] Checking segment: {'id': '724f64f6-50e7-48d8-ab30-09fe928cc729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '66b9f7eb-d414-436b-882b-ac047c1764b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:05:25.252503 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7541e52f-e2b0-4cf9-980e-0776d34937ef admin admin] Network hostable DHCP agents. Network: 66b9f7eb-d414-436b-882b-ac047c1764b8, hostable agents: ['3f70c195-17da-4084-9fd6-bf6059d88535'], hosted agents: [] {{(pid=103800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 05 17:05:25.257393 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 38232) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:05:25.262064 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Network 1e5e93d9-6ada-44ad-b92b-017486a9719e details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 05 17:05:25.283641 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-972b0eee-3bd7-4383-9a57-4e9cbbdc5b0b admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.4878790 Jan 05 17:05:25.286885 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 38236) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:05:25.292095 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-f455ed2f-6123-4d83-bebf-eb33c95e5bcb admin admin] Request body: {'subnet': {'network_id': '1e5e93d9-6ada-44ad-b92b-017486a9719e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-180618332-subnet', 'tenant_id': '0e5f75b0fa584f3fb65d4d2f1d03045b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:05:25.364144 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea46e74a-a445-4a7b-9835-7e5c63b43846 admin admin] Network aabb1632-0142-4854-ba4e-971fe2ad463e is scheduled to be hosted by DHCP agent 3f70c195-17da-4084-9fd6-bf6059d88535 with binding_index 1 {{(pid=103801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 05 17:05:25.426257 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7541e52f-e2b0-4cf9-980e-0776d34937ef admin admin] Network 66b9f7eb-d414-436b-882b-ac047c1764b8 is scheduled to be hosted by DHCP agent 3f70c195-17da-4084-9fd6-bf6059d88535 with binding_index 1 {{(pid=103800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 05 17:05:25.427986 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f455ed2f-6123-4d83-bebf-eb33c95e5bcb admin admin] Made reservation on behalf of 0e5f75b0fa584f3fb65d4d2f1d03045b for: {'subnet': 1} {{(pid=103801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:05:25.430367 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f455ed2f-6123-4d83-bebf-eb33c95e5bcb admin admin] Publish callbacks [] for subnet, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:25.476171 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-ea46e74a-a445-4a7b-9835-7e5c63b43846 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, aabb1632-0142-4854-ba4e-971fe2ad463e) {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:05:25.477929 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-7541e52f-e2b0-4cf9-980e-0776d34937ef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 66b9f7eb-d414-436b-882b-ac047c1764b8) {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:05:25.486965 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea46e74a-a445-4a7b-9835-7e5c63b43846 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:05:25.487550 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-ea46e74a-a445-4a7b-9835-7e5c63b43846 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560699'] for subnet, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:25.489731 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-980300f5-0a3e-4524-9047-bfeb941edaaa None None] Network aabb1632-0142-4854-ba4e-971fe2ad463e requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:05:25.491063 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7541e52f-e2b0-4cf9-980e-0776d34937ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:05:25.492800 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7541e52f-e2b0-4cf9-980e-0776d34937ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560699'] for subnet, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:25.554123 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60a3bbd3-ecdf-400d-aaa3-effa15ef5cc3 None None] Network 66b9f7eb-d414-436b-882b-ac047c1764b8 requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:05:25.614177 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-7541e52f-e2b0-4cf9-980e-0776d34937ef admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.2100029 Jan 05 17:05:25.617044 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 38246) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:05:25.621756 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-4d5ebdc7-c22e-4006-a01a-6e46fe59371d admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-876022175-router', 'tenant_id': '8648c3d237fa47a2908cbe0ddaa5dd69', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573'}}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:05:25.635756 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-ea46e74a-a445-4a7b-9835-7e5c63b43846 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8283520 Jan 05 17:05:25.638330 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 38250) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:05:25.640567 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-f23e3b06-74fd-4c41-86cf-0ab602d03f2d tempest-ExternalNetworksAdminNegativeTestJSON-1201676377 tempest-ExternalNetworksAdminNegativeTestJSON-1201676377-project-admin] Request body: {'floatingip': {'floating_network_id': 'b0167590-0699-4c5c-a932-3939414a9573'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:05:25.647882 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-407159db-2201-41d7-973a-156380267c26 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1679529818-router', 'tenant_id': '0f0fe7d5d7be4d15b102bcc43593286e', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573'}}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:05:25.694016 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-144168a4-730e-4084-a408-420caed7f8bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-66b9f7eb-d414-436b-882b-ac047c1764b8', 'network_id': '66b9f7eb-d414-436b-882b-ac047c1764b8', 'project_id': '8648c3d237fa47a2908cbe0ddaa5dd69', 'fixed_ips': [{'subnet_id': '1c9222ac-b9b2-431b-aee5-7d51a8ac8416'}]}} from dv-neutron-master-2-hyperv. {{(pid=103802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 05 17:05:25.694016 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-144168a4-730e-4084-a408-420caed7f8bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:25.792530 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4d5ebdc7-c22e-4006-a01a-6e46fe59371d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-649063', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58098'] for router, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:25.793809 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4d5ebdc7-c22e-4006-a01a-6e46fe59371d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649832', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-545006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58091'] for router, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:25.844399 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39d8d0ad-2027-455e-a79d-e15e6b1d4684 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-aabb1632-0142-4854-ba4e-971fe2ad463e', 'network_id': 'aabb1632-0142-4854-ba4e-971fe2ad463e', 'project_id': '0f0fe7d5d7be4d15b102bcc43593286e', 'fixed_ips': [{'subnet_id': 'd0c013bc-a746-4d54-8492-ba8dc88b5bb5'}]}} from dv-neutron-master-2-hyperv. {{(pid=103802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 05 17:05:25.845315 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-39d8d0ad-2027-455e-a79d-e15e6b1d4684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:25.853934 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4d5ebdc7-c22e-4006-a01a-6e46fe59371d admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:25.856647 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f23e3b06-74fd-4c41-86cf-0ab602d03f2d tempest-ExternalNetworksAdminNegativeTestJSON-1201676377 tempest-ExternalNetworksAdminNegativeTestJSON-1201676377-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:25.882043 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-407159db-2201-41d7-973a-156380267c26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-649063', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58098'] for router, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:25.884498 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-407159db-2201-41d7-973a-156380267c26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649832', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-545006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58091'] for router, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:25.914387 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 38258) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:05:25.916150 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f455ed2f-6123-4d83-bebf-eb33c95e5bcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685'] for subnet, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:25.970482 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f23e3b06-74fd-4c41-86cf-0ab602d03f2d tempest-ExternalNetworksAdminNegativeTestJSON-1201676377 tempest-ExternalNetworksAdminNegativeTestJSON-1201676377-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:26.060490 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 38262) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:05:26.191624 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.db_base_plugin_common [None req-39d8d0ad-2027-455e-a79d-e15e6b1d4684 None None] Allocated IP 172.20.0.2 (aabb1632-0142-4854-ba4e-971fe2ad463e/d0c013bc-a746-4d54-8492-ba8dc88b5bb5/a3189d4f-ebf8-4211-80d6-daf9d48a09b0) {{(pid=103802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:05:26.197911 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4d5ebdc7-c22e-4006-a01a-6e46fe59371d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:26.239661 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-407159db-2201-41d7-973a-156380267c26 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:26.248028 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f455ed2f-6123-4d83-bebf-eb33c95e5bcb admin admin] Pushing event updated for resources: {'Subnet': ['ID=fab82641-cc31-4ee1-85fb-d7818e6883fd,revision_number=0']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:05:26.264009 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f455ed2f-6123-4d83-bebf-eb33c95e5bcb admin admin] Checking segment: {'id': '08747a6d-32d2-4d23-b56e-c56746431d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '1e5e93d9-6ada-44ad-b92b-017486a9719e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:05:26.264362 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f455ed2f-6123-4d83-bebf-eb33c95e5bcb admin admin] Network hostable DHCP agents. Network: 1e5e93d9-6ada-44ad-b92b-017486a9719e, hostable agents: ['3f70c195-17da-4084-9fd6-bf6059d88535'], hosted agents: [] {{(pid=103801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 05 17:05:26.278847 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.db_base_plugin_common [None req-144168a4-730e-4084-a408-420caed7f8bc None None] Allocated IP 172.20.0.2 (66b9f7eb-d414-436b-882b-ac047c1764b8/1c9222ac-b9b2-431b-aee5-7d51a8ac8416/4d932414-de37-419c-aeb6-386987977d82) {{(pid=103802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:05:26.303325 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [None req-f23e3b06-74fd-4c41-86cf-0ab602d03f2d tempest-ExternalNetworksAdminNegativeTestJSON-1201676377 tempest-ExternalNetworksAdminNegativeTestJSON-1201676377-project-admin] Allocated IP 172.36.4.25 (b0167590-0699-4c5c-a932-3939414a9573/7a784a6d-3d96-418f-a645-b9ccd0b1ac55/ff11f645-f876-4db9-becd-1e68a6cd1dbc) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:05:26.431376 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 38272) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:05:26.439941 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-196c2f8b-fe8e-423e-b6b5-a3f308b21a6b tempest-RoutersAdminNegativeTest-197521161 tempest-RoutersAdminNegativeTest-197521161-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-2120556303', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:05:26.443830 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f455ed2f-6123-4d83-bebf-eb33c95e5bcb admin admin] Network 1e5e93d9-6ada-44ad-b92b-017486a9719e is scheduled to be hosted by DHCP agent 3f70c195-17da-4084-9fd6-bf6059d88535 with binding_index 1 {{(pid=103801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 05 17:05:26.517123 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-39d8d0ad-2027-455e-a79d-e15e6b1d4684 None None] Publish callbacks [] for port, precommit_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:26.532201 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f23e3b06-74fd-4c41-86cf-0ab602d03f2d tempest-ExternalNetworksAdminNegativeTestJSON-1201676377 tempest-ExternalNetworksAdminNegativeTestJSON-1201676377-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:26.580671 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-144168a4-730e-4084-a408-420caed7f8bc None None] Publish callbacks [] for port, precommit_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:26.585229 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-407159db-2201-41d7-973a-156380267c26 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:26.586931 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-f455ed2f-6123-4d83-bebf-eb33c95e5bcb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 1e5e93d9-6ada-44ad-b92b-017486a9719e) {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:05:26.592497 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f455ed2f-6123-4d83-bebf-eb33c95e5bcb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:05:26.593451 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f455ed2f-6123-4d83-bebf-eb33c95e5bcb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560699'] for subnet, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:26.602451 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3444d1d-9505-46e9-a45a-540537a32895 None None] Network 1e5e93d9-6ada-44ad-b92b-017486a9719e requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:05:26.608700 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-6e75e15e-37e3-4dc7-8126-5125656129d8 tempest-PortsAdminExtendedAttrsTestJSON-2123023662 tempest-PortsAdminExtendedAttrsTestJSON-2123023662-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1098022673'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:05:26.659244 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-196c2f8b-fe8e-423e-b6b5-a3f308b21a6b tempest-RoutersAdminNegativeTest-197521161 tempest-RoutersAdminNegativeTest-197521161-project-admin] Made reservation on behalf of cd89c1509cae4a49b8c3acf030fb68b6 for: {'port': 1} {{(pid=103801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:05:26.661918 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-144168a4-730e-4084-a408-420caed7f8bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669'] for port, after_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:26.663023 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-196c2f8b-fe8e-423e-b6b5-a3f308b21a6b tempest-RoutersAdminNegativeTest-197521161 tempest-RoutersAdminNegativeTest-197521161-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:26.664380 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-39d8d0ad-2027-455e-a79d-e15e6b1d4684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669'] for port, after_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:26.682713 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-196c2f8b-fe8e-423e-b6b5-a3f308b21a6b tempest-RoutersAdminNegativeTest-197521161 tempest-RoutersAdminNegativeTest-197521161-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:26.687913 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4d5ebdc7-c22e-4006-a01a-6e46fe59371d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:26.707981 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4d5ebdc7-c22e-4006-a01a-6e46fe59371d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:26.720003 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144168a4-730e-4084-a408-420caed7f8bc None None] Pushing event updated for resources: {'Port': ['ID=4d932414-de37-419c-aeb6-386987977d82,revision_number=1']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:05:26.733889 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144168a4-730e-4084-a408-420caed7f8bc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:05:26.734498 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144168a4-730e-4084-a408-420caed7f8bc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:05:26.735013 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144168a4-730e-4084-a408-420caed7f8bc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:05:26.735517 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144168a4-730e-4084-a408-420caed7f8bc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:05:26.735994 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144168a4-730e-4084-a408-420caed7f8bc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:05:26.736468 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144168a4-730e-4084-a408-420caed7f8bc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:05:26.736747 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-f455ed2f-6123-4d83-bebf-eb33c95e5bcb admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4487207 Jan 05 17:05:26.737087 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144168a4-730e-4084-a408-420caed7f8bc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:05:26.737417 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144168a4-730e-4084-a408-420caed7f8bc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:05:26.737795 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144168a4-730e-4084-a408-420caed7f8bc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:05:26.738188 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144168a4-730e-4084-a408-420caed7f8bc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:05:26.738649 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144168a4-730e-4084-a408-420caed7f8bc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:05:26.738974 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144168a4-730e-4084-a408-420caed7f8bc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:05:26.739355 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144168a4-730e-4084-a408-420caed7f8bc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:05:26.740528 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144168a4-730e-4084-a408-420caed7f8bc None None] Tracked resource versions report: Jan 05 17:05:26.740528 dv-neutron-master-2-hyperv neutron-server[103802]: pushed versions: Jan 05 17:05:26.740528 dv-neutron-master-2-hyperv neutron-server[103802]: { 'AddressGroup': {'1.2'}, Jan 05 17:05:26.740528 dv-neutron-master-2-hyperv neutron-server[103802]: 'ConntrackHelper': {'1.0'}, Jan 05 17:05:26.740528 dv-neutron-master-2-hyperv neutron-server[103802]: 'LocalIPAssociation': {'1.0'}, Jan 05 17:05:26.740528 dv-neutron-master-2-hyperv neutron-server[103802]: 'Log': {'1.0'}, Jan 05 17:05:26.740528 dv-neutron-master-2-hyperv neutron-server[103802]: 'Network': {'1.1'}, Jan 05 17:05:26.740528 dv-neutron-master-2-hyperv neutron-server[103802]: 'Port': {'1.7'}, Jan 05 17:05:26.740528 dv-neutron-master-2-hyperv neutron-server[103802]: 'PortForwarding': {'1.2'}, Jan 05 17:05:26.740528 dv-neutron-master-2-hyperv neutron-server[103802]: 'QosPolicy': {'1.10'}, Jan 05 17:05:26.740528 dv-neutron-master-2-hyperv neutron-server[103802]: 'SecurityGroup': {'1.5'}, Jan 05 17:05:26.740528 dv-neutron-master-2-hyperv neutron-server[103802]: 'SecurityGroupRule': {'1.2'}, Jan 05 17:05:26.740528 dv-neutron-master-2-hyperv neutron-server[103802]: 'SubPort': {'1.0'}, Jan 05 17:05:26.740528 dv-neutron-master-2-hyperv neutron-server[103802]: 'Subnet': {'1.1'}, Jan 05 17:05:26.740528 dv-neutron-master-2-hyperv neutron-server[103802]: 'Trunk': {'1.1'}} Jan 05 17:05:26.740528 dv-neutron-master-2-hyperv neutron-server[103802]: consumer versions: Jan 05 17:05:26.740528 dv-neutron-master-2-hyperv neutron-server[103802]: { DHCP agent@dv-neutron-master-2-hyperv: {}, Jan 05 17:05:26.740528 dv-neutron-master-2-hyperv neutron-server[103802]: HyperV agent@hv-neutron-mast: {}, Jan 05 17:05:26.740528 dv-neutron-master-2-hyperv neutron-server[103802]: L3 agent@dv-neutron-master-2-hyperv: {}, Jan 05 17:05:26.740528 dv-neutron-master-2-hyperv neutron-server[103802]: Metadata agent@dv-neutron-master-2-hyperv: {}, Jan 05 17:05:26.740528 dv-neutron-master-2-hyperv neutron-server[103802]: Metering agent@dv-neutron-master-2-hyperv: {}, Jan 05 17:05:26.740528 dv-neutron-master-2-hyperv neutron-server[103802]: Open vSwitch agent@dv-neutron-master-2-hyperv: { 'AddressGroup': '1.2', Jan 05 17:05:26.740528 dv-neutron-master-2-hyperv neutron-server[103802]: 'ConntrackHelper': '1.0', Jan 05 17:05:26.740528 dv-neutron-master-2-hyperv neutron-server[103802]: 'LocalIPAssociation': '1.0', Jan 05 17:05:26.740528 dv-neutron-master-2-hyperv neutron-server[103802]: 'Log': '1.0', Jan 05 17:05:26.740528 dv-neutron-master-2-hyperv neutron-server[103802]: 'Network': '1.1', Jan 05 17:05:26.740528 dv-neutron-master-2-hyperv neutron-server[103802]: 'Port': '1.7', Jan 05 17:05:26.740528 dv-neutron-master-2-hyperv neutron-server[103802]: 'PortForwarding': '1.2', Jan 05 17:05:26.740528 dv-neutron-master-2-hyperv neutron-server[103802]: 'QosPolicy': '1.10', Jan 05 17:05:26.740528 dv-neutron-master-2-hyperv neutron-server[103802]: 'SecurityGroup': '1.5', Jan 05 17:05:26.740528 dv-neutron-master-2-hyperv neutron-server[103802]: 'SecurityGroupRule': '1.2', Jan 05 17:05:26.740528 dv-neutron-master-2-hyperv neutron-server[103802]: 'SubPort': '1.0', Jan 05 17:05:26.740528 dv-neutron-master-2-hyperv neutron-server[103802]: 'Subnet': '1.1', Jan 05 17:05:26.740528 dv-neutron-master-2-hyperv neutron-server[103802]: 'Trunk': '1.1'}} Jan 05 17:05:26.740528 dv-neutron-master-2-hyperv neutron-server[103802]: {{(pid=103802) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 05 17:05:26.744646 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 38284) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:05:26.753082 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-05e17f12-38a7-4098-899f-ffd88103686a admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-180618332-router', 'tenant_id': '0e5f75b0fa584f3fb65d4d2f1d03045b', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573'}}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:05:26.771194 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f23e3b06-74fd-4c41-86cf-0ab602d03f2d tempest-ExternalNetworksAdminNegativeTestJSON-1201676377 tempest-ExternalNetworksAdminNegativeTestJSON-1201676377-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669'] for port, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:26.788312 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d8d0ad-2027-455e-a79d-e15e6b1d4684 None None] Pushing event updated for resources: {'Port': ['ID=a3189d4f-ebf8-4211-80d6-daf9d48a09b0,revision_number=1']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:05:26.800047 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39d8d0ad-2027-455e-a79d-e15e6b1d4684 None None] Network aabb1632-0142-4854-ba4e-971fe2ad463e is already hosted by enough agents. {{(pid=103802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:05:26.806259 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.scheduler.base_scheduler [None req-39d8d0ad-2027-455e-a79d-e15e6b1d4684 None None] Resources bound (agent type, host, resource id): {{(pid=103802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:05:26.811358 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-144168a4-730e-4084-a408-420caed7f8bc None None] Network 66b9f7eb-d414-436b-882b-ac047c1764b8 is already hosted by enough agents. {{(pid=103802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:05:26.812450 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39d8d0ad-2027-455e-a79d-e15e6b1d4684 None None] Received port after_create {{(pid=103802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:05:26.824051 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.scheduler.base_scheduler [None req-144168a4-730e-4084-a408-420caed7f8bc None None] Resources bound (agent type, host, resource id): {{(pid=103802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:05:26.831640 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-144168a4-730e-4084-a408-420caed7f8bc None None] Received port after_create {{(pid=103802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:05:26.852345 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 38286) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:05:26.856749 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f23e3b06-74fd-4c41-86cf-0ab602d03f2d tempest-ExternalNetworksAdminNegativeTestJSON-1201676377 tempest-ExternalNetworksAdminNegativeTestJSON-1201676377-project-admin] Network b0167590-0699-4c5c-a932-3939414a9573 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:05:26.873757 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-f23e3b06-74fd-4c41-86cf-0ab602d03f2d tempest-ExternalNetworksAdminNegativeTestJSON-1201676377 tempest-ExternalNetworksAdminNegativeTestJSON-1201676377-project-admin] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:05:26.892919 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-05e17f12-38a7-4098-899f-ffd88103686a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-649063', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58098'] for router, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:26.894027 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-05e17f12-38a7-4098-899f-ffd88103686a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649832', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-545006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58091'] for router, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:26.901673 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f23e3b06-74fd-4c41-86cf-0ab602d03f2d tempest-ExternalNetworksAdminNegativeTestJSON-1201676377 tempest-ExternalNetworksAdminNegativeTestJSON-1201676377-project-admin] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:05:26.914395 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23e3b06-74fd-4c41-86cf-0ab602d03f2d tempest-ExternalNetworksAdminNegativeTestJSON-1201676377 tempest-ExternalNetworksAdminNegativeTestJSON-1201676377-project-admin] Pushing event updated for resources: {'Port': ['ID=ff11f645-f876-4db9-becd-1e68a6cd1dbc,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:05:26.945924 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d86f843d-27d3-4d1e-aeaa-311890b1a3a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-1e5e93d9-6ada-44ad-b92b-017486a9719e', 'network_id': '1e5e93d9-6ada-44ad-b92b-017486a9719e', 'project_id': '0e5f75b0fa584f3fb65d4d2f1d03045b', 'fixed_ips': [{'subnet_id': 'fab82641-cc31-4ee1-85fb-d7818e6883fd'}]}} from dv-neutron-master-2-hyperv. {{(pid=103802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 05 17:05:26.947016 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d86f843d-27d3-4d1e-aeaa-311890b1a3a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:26.956529 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-05e17f12-38a7-4098-899f-ffd88103686a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:26.964696 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-39d8d0ad-2027-455e-a79d-e15e6b1d4684 None None] Attempting to bind port a3189d4f-ebf8-4211-80d6-daf9d48a09b0 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 05 17:05:26.965084 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-39d8d0ad-2027-455e-a79d-e15e6b1d4684 None None] Attempting to bind port a3189d4f-ebf8-4211-80d6-daf9d48a09b0 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'd65903af-bfbb-40e4-945d-cf3bc3c0723b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'aabb1632-0142-4854-ba4e-971fe2ad463e'}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 05 17:05:26.965528 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39d8d0ad-2027-455e-a79d-e15e6b1d4684 None None] Attempting to bind port a3189d4f-ebf8-4211-80d6-daf9d48a09b0 on network aabb1632-0142-4854-ba4e-971fe2ad463e {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:05:26.975689 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-ad6c6ef1-6b16-452f-be15-16323e67d0e3 tempest-ExternalNetworksTestJSON-2020482209 tempest-ExternalNetworksTestJSON-2020482209-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1891508510'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:05:26.981396 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-b050d198-38c6-43cf-b813-cf8d685719f0 tempest-QuotasNegativeTest-279907334 tempest-QuotasNegativeTest-279907334-project-admin] Request body: {'quota': {'network': 2}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:05:26.988717 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e75e15e-37e3-4dc7-8126-5125656129d8 tempest-PortsAdminExtendedAttrsTestJSON-2123023662 tempest-PortsAdminExtendedAttrsTestJSON-2123023662-project] Made reservation on behalf of 2bad677465044365bed70c6037385627 for: {'network': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:05:26.989256 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39d8d0ad-2027-455e-a79d-e15e6b1d4684 None None] Checking agent: {'id': '0d4f8fd3-ce62-4651-970c-efa6a8bb22b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 5, 16, 57, 23), 'started_at': datetime.datetime(2022, 1, 5, 16, 57, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 5, 17, 5, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 05 17:05:26.989649 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39d8d0ad-2027-455e-a79d-e15e6b1d4684 None None] Checking segment: {'id': 'd65903af-bfbb-40e4-945d-cf3bc3c0723b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'aabb1632-0142-4854-ba4e-971fe2ad463e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:05:26.990045 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-39d8d0ad-2027-455e-a79d-e15e6b1d4684 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:26.990448 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39d8d0ad-2027-455e-a79d-e15e6b1d4684 None None] Bound using segment: {'id': 'd65903af-bfbb-40e4-945d-cf3bc3c0723b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'aabb1632-0142-4854-ba4e-971fe2ad463e'} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 05 17:05:26.990914 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-39d8d0ad-2027-455e-a79d-e15e6b1d4684 None None] Bound port: a3189d4f-ebf8-4211-80d6-daf9d48a09b0, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd65903af-bfbb-40e4-945d-cf3bc3c0723b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'aabb1632-0142-4854-ba4e-971fe2ad463e'}}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 05 17:05:26.991303 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-39d8d0ad-2027-455e-a79d-e15e6b1d4684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:26.993264 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6e75e15e-37e3-4dc7-8126-5125656129d8 tempest-PortsAdminExtendedAttrsTestJSON-2123023662 tempest-PortsAdminExtendedAttrsTestJSON-2123023662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for network, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:27.012108 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-144168a4-730e-4084-a408-420caed7f8bc None None] Attempting to bind port 4d932414-de37-419c-aeb6-386987977d82 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 05 17:05:27.013921 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-144168a4-730e-4084-a408-420caed7f8bc None None] Attempting to bind port 4d932414-de37-419c-aeb6-386987977d82 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '724f64f6-50e7-48d8-ab30-09fe928cc729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '66b9f7eb-d414-436b-882b-ac047c1764b8'}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 05 17:05:27.013921 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-144168a4-730e-4084-a408-420caed7f8bc None None] Attempting to bind port 4d932414-de37-419c-aeb6-386987977d82 on network 66b9f7eb-d414-436b-882b-ac047c1764b8 {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:05:27.021298 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6e75e15e-37e3-4dc7-8126-5125656129d8 tempest-PortsAdminExtendedAttrsTestJSON-2123023662 tempest-PortsAdminExtendedAttrsTestJSON-2123023662-project] Publish callbacks [] for security_group, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:27.028703 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-196c2f8b-fe8e-423e-b6b5-a3f308b21a6b tempest-RoutersAdminNegativeTest-197521161 tempest-RoutersAdminNegativeTest-197521161-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:27.044941 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [None req-4d5ebdc7-c22e-4006-a01a-6e46fe59371d admin admin] Allocated IP 172.36.4.105 (b0167590-0699-4c5c-a932-3939414a9573/7a784a6d-3d96-418f-a645-b9ccd0b1ac55/0483d6a4-1fc9-48b5-93dc-d32a60c57bfb) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:05:27.067051 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-144168a4-730e-4084-a408-420caed7f8bc None None] Checking agent: {'id': '0d4f8fd3-ce62-4651-970c-efa6a8bb22b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 5, 16, 57, 23), 'started_at': datetime.datetime(2022, 1, 5, 16, 57, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 5, 17, 5, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 05 17:05:27.067414 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-144168a4-730e-4084-a408-420caed7f8bc None None] Checking segment: {'id': '724f64f6-50e7-48d8-ab30-09fe928cc729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '66b9f7eb-d414-436b-882b-ac047c1764b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:05:27.067718 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-144168a4-730e-4084-a408-420caed7f8bc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:27.068108 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-144168a4-730e-4084-a408-420caed7f8bc None None] Bound using segment: {'id': '724f64f6-50e7-48d8-ab30-09fe928cc729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '66b9f7eb-d414-436b-882b-ac047c1764b8'} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 05 17:05:27.068577 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-144168a4-730e-4084-a408-420caed7f8bc None None] Bound port: 4d932414-de37-419c-aeb6-386987977d82, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '724f64f6-50e7-48d8-ab30-09fe928cc729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '66b9f7eb-d414-436b-882b-ac047c1764b8'}}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 05 17:05:27.068969 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-144168a4-730e-4084-a408-420caed7f8bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:27.080162 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f23e3b06-74fd-4c41-86cf-0ab602d03f2d tempest-ExternalNetworksAdminNegativeTestJSON-1201676377 tempest-ExternalNetworksAdminNegativeTestJSON-1201676377-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:27.095155 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-196c2f8b-fe8e-423e-b6b5-a3f308b21a6b tempest-RoutersAdminNegativeTest-197521161 tempest-RoutersAdminNegativeTest-197521161-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:27.130301 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.notifiers.nova [None req-196c2f8b-fe8e-423e-b6b5-a3f308b21a6b tempest-RoutersAdminNegativeTest-197521161 tempest-RoutersAdminNegativeTest-197521161-project-admin] device_id is not set on port eb1045a3-70b6-419d-b93c-3c2d0dbb4c65 yet. {{(pid=103801) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 05 17:05:27.249507 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4d5ebdc7-c22e-4006-a01a-6e46fe59371d admin admin] Publish callbacks [] for port, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:27.256623 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad6c6ef1-6b16-452f-be15-16323e67d0e3 tempest-ExternalNetworksTestJSON-2020482209 tempest-ExternalNetworksTestJSON-2020482209-project] Made reservation on behalf of 76eadd81a29d42e0a56f2595b2c479b5 for: {'network': 1} {{(pid=103801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:05:27.257947 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6e75e15e-37e3-4dc7-8126-5125656129d8 tempest-PortsAdminExtendedAttrsTestJSON-2123023662 tempest-PortsAdminExtendedAttrsTestJSON-2123023662-project] Publish callbacks [] for security_group, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:27.260384 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-ad6c6ef1-6b16-452f-be15-16323e67d0e3 tempest-ExternalNetworksTestJSON-2020482209 tempest-ExternalNetworksTestJSON-2020482209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for network, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:27.265826 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-b050d198-38c6-43cf-b813-cf8d685719f0 tempest-QuotasNegativeTest-279907334 tempest-QuotasNegativeTest-279907334-project-admin] 10.222.0.11 "PUT /v2.0/quotas/da1be22ba1744c0ea127577ece6ff988 HTTP/1.1" status: 200 len: 368 time: 0.4100237 Jan 05 17:05:27.266582 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 38296) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:05:27.272472 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-633c179a-cd07-437a-97e8-bebaa5660ed9 tempest-QuotasNegativeTest-279907334 tempest-QuotasNegativeTest-279907334-project-admin] Request body: {'network': {'project_id': 'da1be22ba1744c0ea127577ece6ff988'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:05:27.277176 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f23e3b06-74fd-4c41-86cf-0ab602d03f2d tempest-ExternalNetworksAdminNegativeTestJSON-1201676377 tempest-ExternalNetworksAdminNegativeTestJSON-1201676377-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:27.311941 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-39d8d0ad-2027-455e-a79d-e15e6b1d4684 None None] For port a3189d4f-ebf8-4211-80d6-daf9d48a09b0, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 05 17:05:27.332953 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-05e17f12-38a7-4098-899f-ffd88103686a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:27.345864 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6e75e15e-37e3-4dc7-8126-5125656129d8 tempest-PortsAdminExtendedAttrsTestJSON-2123023662 tempest-PortsAdminExtendedAttrsTestJSON-2123023662-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:27.346121 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-39d8d0ad-2027-455e-a79d-e15e6b1d4684 None None] For port a3189d4f-ebf8-4211-80d6-daf9d48a09b0, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=a3189d4f-ebf8-4211-80d6-daf9d48a09b0,segment=NetworkSegment(d65903af-bfbb-40e4-945d-cf3bc3c0723b),segment_id=d65903af-bfbb-40e4-945d-cf3bc3c0723b)] {{(pid=103802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 05 17:05:27.353660 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.db_base_plugin_common [None req-d86f843d-27d3-4d1e-aeaa-311890b1a3a4 None None] Allocated IP 172.20.0.2 (1e5e93d9-6ada-44ad-b92b-017486a9719e/fab82641-cc31-4ee1-85fb-d7818e6883fd/91713b26-3785-46ca-8e55-3d4f498f1b7e) {{(pid=103802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:05:27.355698 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-144168a4-730e-4084-a408-420caed7f8bc None None] For port 4d932414-de37-419c-aeb6-386987977d82, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 05 17:05:27.360262 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-144168a4-730e-4084-a408-420caed7f8bc None None] For port 4d932414-de37-419c-aeb6-386987977d82, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=4d932414-de37-419c-aeb6-386987977d82,segment=NetworkSegment(724f64f6-50e7-48d8-ab30-09fe928cc729),segment_id=724f64f6-50e7-48d8-ab30-09fe928cc729)] {{(pid=103802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 05 17:05:27.372999 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-ad6c6ef1-6b16-452f-be15-16323e67d0e3 tempest-ExternalNetworksTestJSON-2020482209 tempest-ExternalNetworksTestJSON-2020482209-project] Publish callbacks [] for security_group, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:27.383613 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e75e15e-37e3-4dc7-8126-5125656129d8 tempest-PortsAdminExtendedAttrsTestJSON-2123023662 tempest-PortsAdminExtendedAttrsTestJSON-2123023662-project] vlan segment allocate from pool success with {'vlan_id': 133, 'physical_network': 'physnet1'} {{(pid=103800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 05 17:05:27.446428 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6e75e15e-37e3-4dc7-8126-5125656129d8 tempest-PortsAdminExtendedAttrsTestJSON-2123023662 tempest-PortsAdminExtendedAttrsTestJSON-2123023662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225'] for segment, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:27.446831 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.db.segments_db [None req-6e75e15e-37e3-4dc7-8126-5125656129d8 tempest-PortsAdminExtendedAttrsTestJSON-2123023662 tempest-PortsAdminExtendedAttrsTestJSON-2123023662-project] Added segment 1ad11fa2-d128-4496-9649-2786b7546da4 of type vlan for network a7754ab3-c315-4ee9-a677-c07d2b9bcc70 Jan 05 17:05:27.470273 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196c2f8b-fe8e-423e-b6b5-a3f308b21a6b tempest-RoutersAdminNegativeTest-197521161 tempest-RoutersAdminNegativeTest-197521161-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cf0ee20-313d-4056-bbcd-92184392e98a,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:05:27.482745 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e75e15e-37e3-4dc7-8126-5125656129d8 tempest-PortsAdminExtendedAttrsTestJSON-2123023662 tempest-PortsAdminExtendedAttrsTestJSON-2123023662-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15574fdf-a488-4bc4-bf01-ff6f1fbc6a60,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:05:27.505025 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-633c179a-cd07-437a-97e8-bebaa5660ed9 tempest-QuotasNegativeTest-279907334 tempest-QuotasNegativeTest-279907334-project-admin] Made reservation on behalf of da1be22ba1744c0ea127577ece6ff988 for: {'network': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:05:27.505025 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-633c179a-cd07-437a-97e8-bebaa5660ed9 tempest-QuotasNegativeTest-279907334 tempest-QuotasNegativeTest-279907334-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for network, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:27.513431 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6e75e15e-37e3-4dc7-8126-5125656129d8 tempest-PortsAdminExtendedAttrsTestJSON-2123023662 tempest-PortsAdminExtendedAttrsTestJSON-2123023662-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754180566020'] for network, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:27.516774 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4d5ebdc7-c22e-4006-a01a-6e46fe59371d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669'] for port, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:27.525497 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-407159db-2201-41d7-973a-156380267c26 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:27.533000 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d86f843d-27d3-4d1e-aeaa-311890b1a3a4 None None] Publish callbacks [] for port, precommit_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:27.537682 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-633c179a-cd07-437a-97e8-bebaa5660ed9 tempest-QuotasNegativeTest-279907334 tempest-QuotasNegativeTest-279907334-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:27.539905 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-39d8d0ad-2027-455e-a79d-e15e6b1d4684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:27.543146 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-144168a4-730e-4084-a408-420caed7f8bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:27.597002 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-407159db-2201-41d7-973a-156380267c26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:27.645458 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d8d0ad-2027-455e-a79d-e15e6b1d4684 None None] Pushing event updated for resources: {'Port': ['ID=a3189d4f-ebf8-4211-80d6-daf9d48a09b0,revision_number=2']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:05:27.649049 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d86f843d-27d3-4d1e-aeaa-311890b1a3a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669'] for port, after_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:27.654470 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [None req-196c2f8b-fe8e-423e-b6b5-a3f308b21a6b tempest-RoutersAdminNegativeTest-197521161 tempest-RoutersAdminNegativeTest-197521161-project-admin] Allocated IP 172.36.4.30 (b0167590-0699-4c5c-a932-3939414a9573/7a784a6d-3d96-418f-a645-b9ccd0b1ac55/eb1045a3-70b6-419d-b93c-3c2d0dbb4c65) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:05:27.696492 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.db.resource_extend [None req-6e75e15e-37e3-4dc7-8126-5125656129d8 tempest-PortsAdminExtendedAttrsTestJSON-2123023662 tempest-PortsAdminExtendedAttrsTestJSON-2123023662-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 05 17:05:27.702681 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d86f843d-27d3-4d1e-aeaa-311890b1a3a4 None None] Network 1e5e93d9-6ada-44ad-b92b-017486a9719e is already hosted by enough agents. {{(pid=103802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:05:27.706856 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.scheduler.base_scheduler [None req-d86f843d-27d3-4d1e-aeaa-311890b1a3a4 None None] Resources bound (agent type, host, resource id): {{(pid=103802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:05:27.715242 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d86f843d-27d3-4d1e-aeaa-311890b1a3a4 None None] Received port after_create {{(pid=103802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:05:27.751860 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144168a4-730e-4084-a408-420caed7f8bc None None] Pushing event updated for resources: {'Port': ['ID=4d932414-de37-419c-aeb6-386987977d82,revision_number=2']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:05:27.755159 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d5ebdc7-c22e-4006-a01a-6e46fe59371d admin admin] Network b0167590-0699-4c5c-a932-3939414a9573 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:05:27.773397 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-4d5ebdc7-c22e-4006-a01a-6e46fe59371d admin admin] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:05:27.780571 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d5ebdc7-c22e-4006-a01a-6e46fe59371d admin admin] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:05:27.782454 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5ebdc7-c22e-4006-a01a-6e46fe59371d admin admin] Pushing event updated for resources: {'Port': ['ID=0483d6a4-1fc9-48b5-93dc-d32a60c57bfb,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:05:27.843937 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6e75e15e-37e3-4dc7-8126-5125656129d8 tempest-PortsAdminExtendedAttrsTestJSON-2123023662 tempest-PortsAdminExtendedAttrsTestJSON-2123023662-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685'] for network, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:27.844821 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86f843d-27d3-4d1e-aeaa-311890b1a3a4 None None] Pushing event updated for resources: {'Port': ['ID=91713b26-3785-46ca-8e55-3d4f498f1b7e,revision_number=1']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:05:27.851388 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e75e15e-37e3-4dc7-8126-5125656129d8 tempest-PortsAdminExtendedAttrsTestJSON-2123023662 tempest-PortsAdminExtendedAttrsTestJSON-2123023662-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:05:27.851936 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6e75e15e-37e3-4dc7-8126-5125656129d8 tempest-PortsAdminExtendedAttrsTestJSON-2123023662 tempest-PortsAdminExtendedAttrsTestJSON-2123023662-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560699'] for network, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:27.859256 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f23e3b06-74fd-4c41-86cf-0ab602d03f2d tempest-ExternalNetworksAdminNegativeTestJSON-1201676377 tempest-ExternalNetworksAdminNegativeTestJSON-1201676377-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:27.870907 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-d86f843d-27d3-4d1e-aeaa-311890b1a3a4 None None] Attempting to bind port 91713b26-3785-46ca-8e55-3d4f498f1b7e on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 05 17:05:27.871429 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-d86f843d-27d3-4d1e-aeaa-311890b1a3a4 None None] Attempting to bind port 91713b26-3785-46ca-8e55-3d4f498f1b7e by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '08747a6d-32d2-4d23-b56e-c56746431d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '1e5e93d9-6ada-44ad-b92b-017486a9719e'}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 05 17:05:27.871896 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d86f843d-27d3-4d1e-aeaa-311890b1a3a4 None None] Attempting to bind port 91713b26-3785-46ca-8e55-3d4f498f1b7e on network 1e5e93d9-6ada-44ad-b92b-017486a9719e {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:05:28.159822 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d86f843d-27d3-4d1e-aeaa-311890b1a3a4 None None] Checking agent: {'id': '0d4f8fd3-ce62-4651-970c-efa6a8bb22b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 5, 16, 57, 23), 'started_at': datetime.datetime(2022, 1, 5, 16, 57, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 5, 17, 5, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 05 17:05:28.159822 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d86f843d-27d3-4d1e-aeaa-311890b1a3a4 None None] Checking segment: {'id': '08747a6d-32d2-4d23-b56e-c56746431d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '1e5e93d9-6ada-44ad-b92b-017486a9719e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:05:28.159822 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d86f843d-27d3-4d1e-aeaa-311890b1a3a4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:28.159822 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d86f843d-27d3-4d1e-aeaa-311890b1a3a4 None None] Bound using segment: {'id': '08747a6d-32d2-4d23-b56e-c56746431d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '1e5e93d9-6ada-44ad-b92b-017486a9719e'} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 05 17:05:28.159822 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-d86f843d-27d3-4d1e-aeaa-311890b1a3a4 None None] Bound port: 91713b26-3785-46ca-8e55-3d4f498f1b7e, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08747a6d-32d2-4d23-b56e-c56746431d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '1e5e93d9-6ada-44ad-b92b-017486a9719e'}}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 05 17:05:28.159822 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d86f843d-27d3-4d1e-aeaa-311890b1a3a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:28.171225 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-ad6c6ef1-6b16-452f-be15-16323e67d0e3 tempest-ExternalNetworksTestJSON-2020482209 tempest-ExternalNetworksTestJSON-2020482209-project] Publish callbacks [] for security_group, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:28.171986 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f23e3b06-74fd-4c41-86cf-0ab602d03f2d tempest-ExternalNetworksAdminNegativeTestJSON-1201676377 tempest-ExternalNetworksAdminNegativeTestJSON-1201676377-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:28.188748 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-d86f843d-27d3-4d1e-aeaa-311890b1a3a4 None None] For port 91713b26-3785-46ca-8e55-3d4f498f1b7e, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 05 17:05:28.188748 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-d86f843d-27d3-4d1e-aeaa-311890b1a3a4 None None] For port 91713b26-3785-46ca-8e55-3d4f498f1b7e, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=91713b26-3785-46ca-8e55-3d4f498f1b7e,segment=NetworkSegment(08747a6d-32d2-4d23-b56e-c56746431d5f),segment_id=08747a6d-32d2-4d23-b56e-c56746431d5f)] {{(pid=103802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 05 17:05:28.191339 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-ad6c6ef1-6b16-452f-be15-16323e67d0e3 tempest-ExternalNetworksTestJSON-2020482209 tempest-ExternalNetworksTestJSON-2020482209-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:28.191704 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-6e75e15e-37e3-4dc7-8126-5125656129d8 tempest-PortsAdminExtendedAttrsTestJSON-2123023662 tempest-PortsAdminExtendedAttrsTestJSON-2123023662-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 2.0205574 Jan 05 17:05:28.191704 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e75e15e-37e3-4dc7-8126-5125656129d8 tempest-PortsAdminExtendedAttrsTestJSON-2123023662 tempest-PortsAdminExtendedAttrsTestJSON-2123023662-project] Pushing event updated for resources: {'Network': ['ID=a7754ab3-c315-4ee9-a677-c07d2b9bcc70,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:05:28.191704 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f23e3b06-74fd-4c41-86cf-0ab602d03f2d tempest-ExternalNetworksAdminNegativeTestJSON-1201676377 tempest-ExternalNetworksAdminNegativeTestJSON-1201676377-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648677'] for floatingip, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:28.192282 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Network a7754ab3-c315-4ee9-a677-c07d2b9bcc70 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 05 17:05:28.192432 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad6c6ef1-6b16-452f-be15-16323e67d0e3 tempest-ExternalNetworksTestJSON-2020482209 tempest-ExternalNetworksTestJSON-2020482209-project] vlan segment allocate from pool success with {'vlan_id': 129, 'physical_network': 'physnet1'} {{(pid=103801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 05 17:05:28.202042 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-633c179a-cd07-437a-97e8-bebaa5660ed9 tempest-QuotasNegativeTest-279907334 tempest-QuotasNegativeTest-279907334-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:28.212496 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23e3b06-74fd-4c41-86cf-0ab602d03f2d tempest-ExternalNetworksAdminNegativeTestJSON-1201676377 tempest-ExternalNetworksAdminNegativeTestJSON-1201676377-project-admin] Pushing event updated for resources: {'Port': ['ID=ff11f645-f876-4db9-becd-1e68a6cd1dbc,revision_number=2']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:05:28.233217 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d86f843d-27d3-4d1e-aeaa-311890b1a3a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:28.286079 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-05e17f12-38a7-4098-899f-ffd88103686a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:28.288447 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6c6ef1-6b16-452f-be15-16323e67d0e3 tempest-ExternalNetworksTestJSON-2020482209 tempest-ExternalNetworksTestJSON-2020482209-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a65f60c-507f-44be-8a5e-98f043265f3b,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:05:28.324449 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86f843d-27d3-4d1e-aeaa-311890b1a3a4 None None] Pushing event updated for resources: {'Port': ['ID=91713b26-3785-46ca-8e55-3d4f498f1b7e,revision_number=2']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:05:28.383480 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-633c179a-cd07-437a-97e8-bebaa5660ed9 tempest-QuotasNegativeTest-279907334 tempest-QuotasNegativeTest-279907334-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:28.385132 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-196c2f8b-fe8e-423e-b6b5-a3f308b21a6b tempest-RoutersAdminNegativeTest-197521161 tempest-RoutersAdminNegativeTest-197521161-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:28.400479 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f23e3b06-74fd-4c41-86cf-0ab602d03f2d tempest-ExternalNetworksAdminNegativeTestJSON-1201676377 tempest-ExternalNetworksAdminNegativeTestJSON-1201676377-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for floatingip, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:28.401836 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-f23e3b06-74fd-4c41-86cf-0ab602d03f2d tempest-ExternalNetworksAdminNegativeTestJSON-1201676377 tempest-ExternalNetworksAdminNegativeTestJSON-1201676377-project-admin] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.1433761 Jan 05 17:05:28.405769 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-05e17f12-38a7-4098-899f-ffd88103686a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:28.407954 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-ad6c6ef1-6b16-452f-be15-16323e67d0e3 tempest-ExternalNetworksTestJSON-2020482209 tempest-ExternalNetworksTestJSON-2020482209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225'] for segment, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:28.408512 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.db.segments_db [None req-ad6c6ef1-6b16-452f-be15-16323e67d0e3 tempest-ExternalNetworksTestJSON-2020482209 tempest-ExternalNetworksTestJSON-2020482209-project] Added segment 0e37c36d-c157-4407-8d9d-0a096333c63a of type vlan for network e2ba6237-9d29-42fa-a8c8-0e5dbe996f6d Jan 05 17:05:28.413208 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 38314) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:05:28.427073 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-63544451-ac9b-4a55-8c48-3b1b069a7a20 tempest-ExternalNetworksAdminNegativeTestJSON-1201676377 tempest-ExternalNetworksAdminNegativeTestJSON-1201676377-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1951435814', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'fixed_ips': [{'ip_address': '172.36.4.25'}]}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:05:28.474146 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633c179a-cd07-437a-97e8-bebaa5660ed9 tempest-QuotasNegativeTest-279907334 tempest-QuotasNegativeTest-279907334-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59be4ef6-81c1-4b47-be9d-0a50e339367d,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:05:28.479004 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-633c179a-cd07-437a-97e8-bebaa5660ed9 tempest-QuotasNegativeTest-279907334 tempest-QuotasNegativeTest-279907334-project-admin] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'} {{(pid=103800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 05 17:05:28.554731 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-ad6c6ef1-6b16-452f-be15-16323e67d0e3 tempest-ExternalNetworksTestJSON-2020482209 tempest-ExternalNetworksTestJSON-2020482209-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754180566020'] for network, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:28.559047 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-633c179a-cd07-437a-97e8-bebaa5660ed9 tempest-QuotasNegativeTest-279907334 tempest-QuotasNegativeTest-279907334-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225'] for segment, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:28.559663 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.db.segments_db [None req-633c179a-cd07-437a-97e8-bebaa5660ed9 tempest-QuotasNegativeTest-279907334 tempest-QuotasNegativeTest-279907334-project-admin] Added segment 3cb588a9-2818-438c-9231-2942e5d957d6 of type vlan for network ba323e3a-dbd5-4fb1-bb34-e8bfe3cc87af Jan 05 17:05:28.640847 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-633c179a-cd07-437a-97e8-bebaa5660ed9 tempest-QuotasNegativeTest-279907334 tempest-QuotasNegativeTest-279907334-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754180566020'] for network, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:28.651324 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4d5ebdc7-c22e-4006-a01a-6e46fe59371d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:28.751565 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [None req-407159db-2201-41d7-973a-156380267c26 admin admin] Allocated IP 172.36.4.135 (b0167590-0699-4c5c-a932-3939414a9573/7a784a6d-3d96-418f-a645-b9ccd0b1ac55/4675d80c-fae0-4ba7-b0fe-b2a5b20c7a44) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:05:28.766628 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63544451-ac9b-4a55-8c48-3b1b069a7a20 tempest-ExternalNetworksAdminNegativeTestJSON-1201676377 tempest-ExternalNetworksAdminNegativeTestJSON-1201676377-project-admin] Made reservation on behalf of 6204fef1ec9248f087b53489828e58ba for: {'port': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:05:28.768949 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-63544451-ac9b-4a55-8c48-3b1b069a7a20 tempest-ExternalNetworksAdminNegativeTestJSON-1201676377 tempest-ExternalNetworksAdminNegativeTestJSON-1201676377-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:28.790103 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-63544451-ac9b-4a55-8c48-3b1b069a7a20 tempest-ExternalNetworksAdminNegativeTestJSON-1201676377 tempest-ExternalNetworksAdminNegativeTestJSON-1201676377-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:28.791894 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-633c179a-cd07-437a-97e8-bebaa5660ed9 tempest-QuotasNegativeTest-279907334 tempest-QuotasNegativeTest-279907334-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685'] for network, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:28.792805 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-633c179a-cd07-437a-97e8-bebaa5660ed9 tempest-QuotasNegativeTest-279907334 tempest-QuotasNegativeTest-279907334-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:05:28.794137 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-633c179a-cd07-437a-97e8-bebaa5660ed9 tempest-QuotasNegativeTest-279907334 tempest-QuotasNegativeTest-279907334-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560699'] for network, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:28.890440 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-407159db-2201-41d7-973a-156380267c26 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:28.930223 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 38316) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:05:28.934014 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-196c2f8b-fe8e-423e-b6b5-a3f308b21a6b tempest-RoutersAdminNegativeTest-197521161 tempest-RoutersAdminNegativeTest-197521161-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669'] for port, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:28.939128 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-a5de0a4b-0d82-4b96-89aa-e157e87066b7 tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] Request body: {'port': {'network_id': 'a7754ab3-c315-4ee9-a677-c07d2b9bcc70', 'binding:host_id': 'hv-neutron-mast', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-171234519'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:05:28.944055 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-ad6c6ef1-6b16-452f-be15-16323e67d0e3 tempest-ExternalNetworksTestJSON-2020482209 tempest-ExternalNetworksTestJSON-2020482209-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685'] for network, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:28.951010 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad6c6ef1-6b16-452f-be15-16323e67d0e3 tempest-ExternalNetworksTestJSON-2020482209 tempest-ExternalNetworksTestJSON-2020482209-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:05:28.951634 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-ad6c6ef1-6b16-452f-be15-16323e67d0e3 tempest-ExternalNetworksTestJSON-2020482209 tempest-ExternalNetworksTestJSON-2020482209-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560699'] for network, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:28.981444 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-633c179a-cd07-437a-97e8-bebaa5660ed9 tempest-QuotasNegativeTest-279907334 tempest-QuotasNegativeTest-279907334-project-admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.7136118 Jan 05 17:05:29.005331 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633c179a-cd07-437a-97e8-bebaa5660ed9 tempest-QuotasNegativeTest-279907334 tempest-QuotasNegativeTest-279907334-project-admin] Pushing event updated for resources: {'Network': ['ID=ba323e3a-dbd5-4fb1-bb34-e8bfe3cc87af,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:05:29.005827 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 38318) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:05:29.019708 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Network ba323e3a-dbd5-4fb1-bb34-e8bfe3cc87af details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 05 17:05:29.080940 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-623ac4a7-b10f-4d1b-99a4-1db3aa99469b tempest-QuotasNegativeTest-279907334 tempest-QuotasNegativeTest-279907334-project-admin] Request body: {'network': {'project_id': 'da1be22ba1744c0ea127577ece6ff988'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:05:29.098511 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-196c2f8b-fe8e-423e-b6b5-a3f308b21a6b tempest-RoutersAdminNegativeTest-197521161 tempest-RoutersAdminNegativeTest-197521161-project-admin] Network b0167590-0699-4c5c-a932-3939414a9573 is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:05:29.131068 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4d5ebdc7-c22e-4006-a01a-6e46fe59371d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-648430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648639'] for router, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:29.135601 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-407159db-2201-41d7-973a-156380267c26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669'] for port, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:29.253337 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-63544451-ac9b-4a55-8c48-3b1b069a7a20 tempest-ExternalNetworksAdminNegativeTestJSON-1201676377 tempest-ExternalNetworksAdminNegativeTestJSON-1201676377-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:29.270202 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-196c2f8b-fe8e-423e-b6b5-a3f308b21a6b tempest-RoutersAdminNegativeTest-197521161 tempest-RoutersAdminNegativeTest-197521161-project-admin] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:05:29.282034 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-ad6c6ef1-6b16-452f-be15-16323e67d0e3 tempest-ExternalNetworksTestJSON-2020482209 tempest-ExternalNetworksTestJSON-2020482209-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 2.8505890 Jan 05 17:05:29.314542 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 38324) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:05:29.321323 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-492e9eef-a78d-469b-880f-d26e4d44c715 None None] Network 66b9f7eb-d414-436b-882b-ac047c1764b8 requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:05:29.344488 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-196c2f8b-fe8e-423e-b6b5-a3f308b21a6b tempest-RoutersAdminNegativeTest-197521161 tempest-RoutersAdminNegativeTest-197521161-project-admin] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:05:29.345679 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-196c2f8b-fe8e-423e-b6b5-a3f308b21a6b tempest-RoutersAdminNegativeTest-197521161 tempest-RoutersAdminNegativeTest-197521161-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:05:29.346217 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-196c2f8b-fe8e-423e-b6b5-a3f308b21a6b tempest-RoutersAdminNegativeTest-197521161 tempest-RoutersAdminNegativeTest-197521161-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560699'] for port, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:29.426973 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-233a0174-10d0-4828-9f2d-6fd28459e465 tempest-ExternalNetworksTestJSON-1308440936 tempest-ExternalNetworksTestJSON-1308440936-project-admin] Request body: {'network': {'name': 'tempest-network--1464582941', 'router:external': True}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:05:29.455101 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-407159db-2201-41d7-973a-156380267c26 admin admin] Network b0167590-0699-4c5c-a932-3939414a9573 is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:05:29.460163 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-6a3cdcec-49ae-4a7c-9406-25f51e261822 None None] Provisioning complete for port 4d932414-de37-419c-aeb6-386987977d82 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:05:29.460560 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-6a3cdcec-49ae-4a7c-9406-25f51e261822 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:29.470418 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6c6ef1-6b16-452f-be15-16323e67d0e3 tempest-ExternalNetworksTestJSON-2020482209 tempest-ExternalNetworksTestJSON-2020482209-project] Pushing event updated for resources: {'Network': ['ID=e2ba6237-9d29-42fa-a8c8-0e5dbe996f6d,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:05:29.494985 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-63544451-ac9b-4a55-8c48-3b1b069a7a20 tempest-ExternalNetworksAdminNegativeTestJSON-1201676377 tempest-ExternalNetworksAdminNegativeTestJSON-1201676377-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:29.496559 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Network e2ba6237-9d29-42fa-a8c8-0e5dbe996f6d details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 05 17:05:29.498748 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.notifiers.nova [None req-63544451-ac9b-4a55-8c48-3b1b069a7a20 tempest-ExternalNetworksAdminNegativeTestJSON-1201676377 tempest-ExternalNetworksAdminNegativeTestJSON-1201676377-project-admin] device_id is not set on port 63c1c622-faa2-4561-be6c-4e0c12208060 yet. {{(pid=103800) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 05 17:05:29.504883 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-407159db-2201-41d7-973a-156380267c26 admin admin] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:05:29.507060 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [None req-05e17f12-38a7-4098-899f-ffd88103686a admin admin] Allocated IP 172.36.4.108 (b0167590-0699-4c5c-a932-3939414a9573/7a784a6d-3d96-418f-a645-b9ccd0b1ac55/626ae523-21d7-4e15-ba22-fd67cd4107ce) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:05:29.516059 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-407159db-2201-41d7-973a-156380267c26 admin admin] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:05:29.521958 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196c2f8b-fe8e-423e-b6b5-a3f308b21a6b tempest-RoutersAdminNegativeTest-197521161 tempest-RoutersAdminNegativeTest-197521161-project-admin] Pushing event updated for resources: {'Port': ['ID=eb1045a3-70b6-419d-b93c-3c2d0dbb4c65,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:05:29.593569 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5de0a4b-0d82-4b96-89aa-e157e87066b7 tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] Made reservation on behalf of 5cfd9a352c4a4f4c937dd86c6f9f39fd for: {'port': 1} {{(pid=103801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:05:29.616415 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-a5de0a4b-0d82-4b96-89aa-e157e87066b7 tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:29.628933 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6ba7acc-ac2e-4c4e-ac12-c2a74b1dc9cd None None] Network aabb1632-0142-4854-ba4e-971fe2ad463e requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:05:29.693627 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d5ebdc7-c22e-4006-a01a-6e46fe59371d admin admin] Router 280080f8-81eb-483c-9f98-23b36e89ca2d is scheduled to L3 agent 59446fdc-40e0-41fe-a575-a8eb11d742f7 with binding_index 1 {{(pid=103800) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 05 17:05:29.715948 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-a5de0a4b-0d82-4b96-89aa-e157e87066b7 tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:29.786291 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63544451-ac9b-4a55-8c48-3b1b069a7a20 tempest-ExternalNetworksAdminNegativeTestJSON-1201676377 tempest-ExternalNetworksAdminNegativeTestJSON-1201676377-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bc9e932-1a4e-4110-8dd5-13e646e55e64,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:05:29.879064 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-196c2f8b-fe8e-423e-b6b5-a3f308b21a6b tempest-RoutersAdminNegativeTest-197521161 tempest-RoutersAdminNegativeTest-197521161-project-admin] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 3.9612243 Jan 05 17:05:29.887236 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407159db-2201-41d7-973a-156380267c26 admin admin] Pushing event updated for resources: {'Port': ['ID=4675d80c-fae0-4ba7-b0fe-b2a5b20c7a44,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:05:29.889743 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 38328) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:05:29.897984 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-6a3cdcec-49ae-4a7c-9406-25f51e261822 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:29.908730 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-233a0174-10d0-4828-9f2d-6fd28459e465 tempest-ExternalNetworksTestJSON-1308440936 tempest-ExternalNetworksTestJSON-1308440936-project-admin] Made reservation on behalf of 1d0f716909654bd6bdd868551c0d8d5f for: {'network': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:05:29.912450 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-233a0174-10d0-4828-9f2d-6fd28459e465 tempest-ExternalNetworksTestJSON-1308440936 tempest-ExternalNetworksTestJSON-1308440936-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for network, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:29.930622 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-233a0174-10d0-4828-9f2d-6fd28459e465 tempest-ExternalNetworksTestJSON-1308440936 tempest-ExternalNetworksTestJSON-1308440936-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:29.956364 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-6b188361-c931-46fe-ac62-c0f1397af933 tempest-RoutersAdminNegativeTest-197521161 tempest-RoutersAdminNegativeTest-197521161-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.30'}]}}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:05:29.995365 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d5ebdc7-c22e-4006-a01a-6e46fe59371d admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 05 17:05:30.005626 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-6a3cdcec-49ae-4a7c-9406-25f51e261822 None None] For port 4d932414-de37-419c-aeb6-386987977d82, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=4d932414-de37-419c-aeb6-386987977d82,segment=NetworkSegment(724f64f6-50e7-48d8-ab30-09fe928cc729),segment_id=724f64f6-50e7-48d8-ab30-09fe928cc729)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:05:30.028113 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-872b077b-4f32-4f86-9584-f223cd7241f0 None None] Sync routers for ids ['280080f8-81eb-483c-9f98-23b36e89ca2d'] in dv-neutron-master-2-hyperv {{(pid=103803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 05 17:05:30.038041 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-623ac4a7-b10f-4d1b-99a4-1db3aa99469b tempest-QuotasNegativeTest-279907334 tempest-QuotasNegativeTest-279907334-project-admin] Made reservation on behalf of da1be22ba1744c0ea127577ece6ff988 for: {'network': 1} {{(pid=103801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:05:30.044931 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-623ac4a7-b10f-4d1b-99a4-1db3aa99469b tempest-QuotasNegativeTest-279907334 tempest-QuotasNegativeTest-279907334-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for network, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:30.045087 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-872b077b-4f32-4f86-9584-f223cd7241f0 None None] Routers {'280080f8-81eb-483c-9f98-23b36e89ca2d'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:05:30.051362 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-872b077b-4f32-4f86-9584-f223cd7241f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:05:19Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['280080f8-81eb-483c-9f98-23b36e89ca2d'], 'active': True} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:05:30.072596 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-6a3cdcec-49ae-4a7c-9406-25f51e261822 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:30.170474 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4d5ebdc7-c22e-4006-a01a-6e46fe59371d admin admin] Publish callbacks [] for router, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:30.175586 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-4d5ebdc7-c22e-4006-a01a-6e46fe59371d admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 4.5542183 Jan 05 17:05:30.176936 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 38330) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:05:30.212736 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f57cc689-64cf-4232-8e44-406de077daae None None] Network 1e5e93d9-6ada-44ad-b92b-017486a9719e requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:05:30.230987 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3cdcec-49ae-4a7c-9406-25f51e261822 None None] Pushing event updated for resources: {'Port': ['ID=4d932414-de37-419c-aeb6-386987977d82,revision_number=3']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:05:30.253221 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-233a0174-10d0-4828-9f2d-6fd28459e465 tempest-ExternalNetworksTestJSON-1308440936 tempest-ExternalNetworksTestJSON-1308440936-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:30.273266 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-7ce7c142-1ff3-46f5-9dc9-ba5d84525f3f None None] Provisioning complete for port a3189d4f-ebf8-4211-80d6-daf9d48a09b0 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:05:30.274385 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-7ce7c142-1ff3-46f5-9dc9-ba5d84525f3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:30.313262 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 4d932414-de37-419c-aeb6-386987977d82 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:05:30.352699 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-233a0174-10d0-4828-9f2d-6fd28459e465 tempest-ExternalNetworksTestJSON-1308440936 tempest-ExternalNetworksTestJSON-1308440936-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:30.402950 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-233a0174-10d0-4828-9f2d-6fd28459e465 tempest-ExternalNetworksTestJSON-1308440936 tempest-ExternalNetworksTestJSON-1308440936-project-admin] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=103800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 05 17:05:30.455447 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-407159db-2201-41d7-973a-156380267c26 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:30.472078 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Provisioning complete for port 4d932414-de37-419c-aeb6-386987977d82 triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:05:30.476554 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:30.506878 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-7ce7c142-1ff3-46f5-9dc9-ba5d84525f3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:30.586075 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-7ce7c142-1ff3-46f5-9dc9-ba5d84525f3f None None] For port a3189d4f-ebf8-4211-80d6-daf9d48a09b0, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=a3189d4f-ebf8-4211-80d6-daf9d48a09b0,segment=NetworkSegment(d65903af-bfbb-40e4-945d-cf3bc3c0723b),segment_id=d65903af-bfbb-40e4-945d-cf3bc3c0723b)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:05:30.600705 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233a0174-10d0-4828-9f2d-6fd28459e465 tempest-ExternalNetworksTestJSON-1308440936 tempest-ExternalNetworksTestJSON-1308440936-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6954af77-6564-4d50-bbc0-05ad7de34c98,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:05:30.612495 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-233a0174-10d0-4828-9f2d-6fd28459e465 tempest-ExternalNetworksTestJSON-1308440936 tempest-ExternalNetworksTestJSON-1308440936-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225'] for segment, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:30.612832 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.db.segments_db [None req-233a0174-10d0-4828-9f2d-6fd28459e465 tempest-ExternalNetworksTestJSON-1308440936 tempest-ExternalNetworksTestJSON-1308440936-project-admin] Added segment 60c7129c-1a40-42d7-a481-fccfe09e0d54 of type vlan for network 61dc01a7-71fa-4a86-b8a4-61a99305fd7b Jan 05 17:05:30.639617 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-05e17f12-38a7-4098-899f-ffd88103686a admin admin] Publish callbacks [] for port, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:30.676286 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvr_db [None req-872b077b-4f32-4f86-9584-f223cd7241f0 None None] Set router 280080f8-81eb-483c-9f98-23b36e89ca2d gateway port host: dv-neutron-master-2-hyperv {{(pid=103803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:05:30.694130 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-7ce7c142-1ff3-46f5-9dc9-ba5d84525f3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:30.715593 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-623ac4a7-b10f-4d1b-99a4-1db3aa99469b tempest-QuotasNegativeTest-279907334 tempest-QuotasNegativeTest-279907334-project-admin] vlan segment allocate from pool success with {'vlan_id': 105, 'physical_network': 'physnet1'} {{(pid=103801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 05 17:05:30.770001 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device a3189d4f-ebf8-4211-80d6-daf9d48a09b0 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:05:30.774310 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-6b188361-c931-46fe-ac62-c0f1397af933 tempest-RoutersAdminNegativeTest-197521161 tempest-RoutersAdminNegativeTest-197521161-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-649063', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58098'] for router, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:30.775346 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-6b188361-c931-46fe-ac62-c0f1397af933 tempest-RoutersAdminNegativeTest-197521161 tempest-RoutersAdminNegativeTest-197521161-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649832', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-545006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58091'] for router, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:30.792533 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-233a0174-10d0-4828-9f2d-6fd28459e465 tempest-ExternalNetworksTestJSON-1308440936 tempest-ExternalNetworksTestJSON-1308440936-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754180566020'] for network, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:30.793481 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-623ac4a7-b10f-4d1b-99a4-1db3aa99469b tempest-QuotasNegativeTest-279907334 tempest-QuotasNegativeTest-279907334-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225'] for segment, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:30.793853 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.db.segments_db [None req-623ac4a7-b10f-4d1b-99a4-1db3aa99469b tempest-QuotasNegativeTest-279907334 tempest-QuotasNegativeTest-279907334-project-admin] Added segment 5b3366a6-e886-4790-9a28-c60e3e6c62a7 of type vlan for network b2c7f79f-e5c8-42af-b00f-aa241881f922 Jan 05 17:05:30.839468 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-7ce7c142-1ff3-46f5-9dc9-ba5d84525f3f None None] Provisioning complete for port 4d932414-de37-419c-aeb6-386987977d82 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:05:30.840106 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-7ce7c142-1ff3-46f5-9dc9-ba5d84525f3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:30.884491 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce7c142-1ff3-46f5-9dc9-ba5d84525f3f None None] Pushing event updated for resources: {'Port': ['ID=a3189d4f-ebf8-4211-80d6-daf9d48a09b0,revision_number=3']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:05:30.936061 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-623ac4a7-b10f-4d1b-99a4-1db3aa99469b tempest-QuotasNegativeTest-279907334 tempest-QuotasNegativeTest-279907334-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754180566020'] for network, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:30.938875 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Provisioning complete for port a3189d4f-ebf8-4211-80d6-daf9d48a09b0 triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:05:30.939471 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:30.942873 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-233a0174-10d0-4828-9f2d-6fd28459e465 tempest-ExternalNetworksTestJSON-1308440936 tempest-ExternalNetworksTestJSON-1308440936-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685'] for network, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:30.944470 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-233a0174-10d0-4828-9f2d-6fd28459e465 tempest-ExternalNetworksTestJSON-1308440936 tempest-ExternalNetworksTestJSON-1308440936-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:05:30.945492 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-233a0174-10d0-4828-9f2d-6fd28459e465 tempest-ExternalNetworksTestJSON-1308440936 tempest-ExternalNetworksTestJSON-1308440936-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560699'] for network, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:30.955976 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-872b077b-4f32-4f86-9584-f223cd7241f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '280080f8-81eb-483c-9f98-23b36e89ca2d', 'name': 'tempest-ServersTestJSON-876022175-router', 'tenant_id': '8648c3d237fa47a2908cbe0ddaa5dd69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.105'}], 'enable_snat': True}, 'gw_port_id': '0483d6a4-1fc9-48b5-93dc-d32a60c57bfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:05:25Z', 'updated_at': '2022-01-05T17:05:28Z', 'revision_number': 3, 'project_id': '8648c3d237fa47a2908cbe0ddaa5dd69', 'gw_port': {'id': '0483d6a4-1fc9-48b5-93dc-d32a60c57bfb', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:46:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '280080f8-81eb-483c-9f98-23b36e89ca2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:05:26Z', 'updated_at': '2022-01-05T17:05:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:05:30.991099 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-6b188361-c931-46fe-ac62-c0f1397af933 tempest-RoutersAdminNegativeTest-197521161 tempest-RoutersAdminNegativeTest-197521161-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:30.997926 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-05e17f12-38a7-4098-899f-ffd88103686a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669'] for port, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:31.002761 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-a5de0a4b-0d82-4b96-89aa-e157e87066b7 tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:31.003094 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-872b077b-4f32-4f86-9584-f223cd7241f0 None None] Checking router: 280080f8-81eb-483c-9f98-23b36e89ca2d for host: dv-neutron-master-2-hyperv {{(pid=103803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 05 17:05:31.003723 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-872b077b-4f32-4f86-9584-f223cd7241f0 None None] Updating router 280080f8-81eb-483c-9f98-23b36e89ca2d port 0483d6a4-1fc9-48b5-93dc-d32a60c57bfb binding host dv-neutron-master-2-hyperv {{(pid=103803) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 05 17:05:31.048356 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-872b077b-4f32-4f86-9584-f223cd7241f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:31.136640 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 91713b26-3785-46ca-8e55-3d4f498f1b7e up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:05:31.146561 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-233a0174-10d0-4828-9f2d-6fd28459e465 tempest-ExternalNetworksTestJSON-1308440936 tempest-ExternalNetworksTestJSON-1308440936-project-admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.8383675 Jan 05 17:05:31.151830 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05e17f12-38a7-4098-899f-ffd88103686a admin admin] Network b0167590-0699-4c5c-a932-3939414a9573 is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:05:31.154253 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-05e17f12-38a7-4098-899f-ffd88103686a admin admin] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:05:31.158099 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 38332) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:05:31.172231 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-a5de0a4b-0d82-4b96-89aa-e157e87066b7 tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:31.176637 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.notifiers.nova [None req-a5de0a4b-0d82-4b96-89aa-e157e87066b7 tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] device_id is not set on port e8b73712-9b70-4240-bfb9-d630420ae0ef yet. {{(pid=103801) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 05 17:05:31.199305 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233a0174-10d0-4828-9f2d-6fd28459e465 tempest-ExternalNetworksTestJSON-1308440936 tempest-ExternalNetworksTestJSON-1308440936-project-admin] Pushing event updated for resources: {'Network': ['ID=61dc01a7-71fa-4a86-b8a4-61a99305fd7b,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:05:31.213018 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-15c8ee21-6544-4b7d-963e-7dea6537f47a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:31.394996 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Network 61dc01a7-71fa-4a86-b8a4-61a99305fd7b details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 05 17:05:31.451781 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.notifiers.nova [None req-a5de0a4b-0d82-4b96-89aa-e157e87066b7 tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] device_id is not set on port e8b73712-9b70-4240-bfb9-d630420ae0ef yet. {{(pid=103801) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 05 17:05:31.468769 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-a5de0a4b-0d82-4b96-89aa-e157e87066b7 tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:31.472412 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Provisioning complete for port 91713b26-3785-46ca-8e55-3d4f498f1b7e triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:05:31.472880 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:31.475145 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e17f12-38a7-4098-899f-ffd88103686a admin admin] Pushing event updated for resources: {'Port': ['ID=626ae523-21d7-4e15-ba22-fd67cd4107ce,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:05:31.540680 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-872b077b-4f32-4f86-9584-f223cd7241f0 None None] Publish callbacks [] for port, precommit_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:31.552736 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [None req-15c8ee21-6544-4b7d-963e-7dea6537f47a admin admin] Allocated IP 172.20.0.1 (66b9f7eb-d414-436b-882b-ac047c1764b8/1c9222ac-b9b2-431b-aee5-7d51a8ac8416/78d2b046-0e55-49ac-abe8-0d28426834c3) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:05:31.559085 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05e17f12-38a7-4098-899f-ffd88103686a admin admin] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:05:31.573706 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-ce84ccb1-47ef-4c1a-8a6e-2d459a630ae3 None None] Provisioning complete for port 91713b26-3785-46ca-8e55-3d4f498f1b7e triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:05:31.574194 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-ce84ccb1-47ef-4c1a-8a6e-2d459a630ae3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:31.612145 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:31.640579 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-872b077b-4f32-4f86-9584-f223cd7241f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:31.649462 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] For port 91713b26-3785-46ca-8e55-3d4f498f1b7e, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=91713b26-3785-46ca-8e55-3d4f498f1b7e,segment=NetworkSegment(08747a6d-32d2-4d23-b56e-c56746431d5f),segment_id=08747a6d-32d2-4d23-b56e-c56746431d5f)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:05:31.692574 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-ce84ccb1-47ef-4c1a-8a6e-2d459a630ae3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:31.711376 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-15c8ee21-6544-4b7d-963e-7dea6537f47a admin admin] Publish callbacks [] for port, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:31.713083 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.pecan_wsgi.hooks.translation [None req-63544451-ac9b-4a55-8c48-3b1b069a7a20 tempest-ExternalNetworksAdminNegativeTestJSON-1201676377 tempest-ExternalNetworksAdminNegativeTestJSON-1201676377-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jan 05 17:05:31.713759 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63544451-ac9b-4a55-8c48-3b1b069a7a20 tempest-ExternalNetworksAdminNegativeTestJSON-1201676377 tempest-ExternalNetworksAdminNegativeTestJSON-1201676377-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103800) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 05 17:05:31.721559 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0aa8637-8613-4451-89ea-31de20de58fe None None] Pushing event updated for resources: {'Port': ['ID=0483d6a4-1fc9-48b5-93dc-d32a60c57bfb,revision_number=2']} {{(pid=103803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:05:31.733564 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0aa8637-8613-4451-89ea-31de20de58fe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:05:31.738203 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0aa8637-8613-4451-89ea-31de20de58fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:05:31.738203 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0aa8637-8613-4451-89ea-31de20de58fe None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:05:31.738203 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0aa8637-8613-4451-89ea-31de20de58fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:05:31.738203 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0aa8637-8613-4451-89ea-31de20de58fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:05:31.738203 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0aa8637-8613-4451-89ea-31de20de58fe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:05:31.738203 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0aa8637-8613-4451-89ea-31de20de58fe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:05:31.738203 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0aa8637-8613-4451-89ea-31de20de58fe None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:05:31.738203 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0aa8637-8613-4451-89ea-31de20de58fe None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:05:31.738203 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0aa8637-8613-4451-89ea-31de20de58fe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:05:31.738203 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0aa8637-8613-4451-89ea-31de20de58fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:05:31.739028 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0aa8637-8613-4451-89ea-31de20de58fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:05:31.739185 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0aa8637-8613-4451-89ea-31de20de58fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:05:31.740379 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0aa8637-8613-4451-89ea-31de20de58fe None None] Tracked resource versions report: Jan 05 17:05:31.740379 dv-neutron-master-2-hyperv neutron-server[103803]: pushed versions: Jan 05 17:05:31.740379 dv-neutron-master-2-hyperv neutron-server[103803]: { 'AddressGroup': {'1.2'}, Jan 05 17:05:31.740379 dv-neutron-master-2-hyperv neutron-server[103803]: 'ConntrackHelper': {'1.0'}, Jan 05 17:05:31.740379 dv-neutron-master-2-hyperv neutron-server[103803]: 'LocalIPAssociation': {'1.0'}, Jan 05 17:05:31.740379 dv-neutron-master-2-hyperv neutron-server[103803]: 'Log': {'1.0'}, Jan 05 17:05:31.740379 dv-neutron-master-2-hyperv neutron-server[103803]: 'Network': {'1.1'}, Jan 05 17:05:31.740379 dv-neutron-master-2-hyperv neutron-server[103803]: 'Port': {'1.7'}, Jan 05 17:05:31.740379 dv-neutron-master-2-hyperv neutron-server[103803]: 'PortForwarding': {'1.2'}, Jan 05 17:05:31.740379 dv-neutron-master-2-hyperv neutron-server[103803]: 'QosPolicy': {'1.10'}, Jan 05 17:05:31.740379 dv-neutron-master-2-hyperv neutron-server[103803]: 'SecurityGroup': {'1.5'}, Jan 05 17:05:31.740379 dv-neutron-master-2-hyperv neutron-server[103803]: 'SecurityGroupRule': {'1.2'}, Jan 05 17:05:31.740379 dv-neutron-master-2-hyperv neutron-server[103803]: 'SubPort': {'1.0'}, Jan 05 17:05:31.740379 dv-neutron-master-2-hyperv neutron-server[103803]: 'Subnet': {'1.1'}, Jan 05 17:05:31.740379 dv-neutron-master-2-hyperv neutron-server[103803]: 'Trunk': {'1.1'}} Jan 05 17:05:31.740379 dv-neutron-master-2-hyperv neutron-server[103803]: consumer versions: Jan 05 17:05:31.740379 dv-neutron-master-2-hyperv neutron-server[103803]: { DHCP agent@dv-neutron-master-2-hyperv: {}, Jan 05 17:05:31.740379 dv-neutron-master-2-hyperv neutron-server[103803]: HyperV agent@hv-neutron-mast: {}, Jan 05 17:05:31.740379 dv-neutron-master-2-hyperv neutron-server[103803]: L3 agent@dv-neutron-master-2-hyperv: {}, Jan 05 17:05:31.740379 dv-neutron-master-2-hyperv neutron-server[103803]: Metadata agent@dv-neutron-master-2-hyperv: {}, Jan 05 17:05:31.740379 dv-neutron-master-2-hyperv neutron-server[103803]: Metering agent@dv-neutron-master-2-hyperv: {}, Jan 05 17:05:31.740379 dv-neutron-master-2-hyperv neutron-server[103803]: Open vSwitch agent@dv-neutron-master-2-hyperv: { 'AddressGroup': '1.2', Jan 05 17:05:31.740379 dv-neutron-master-2-hyperv neutron-server[103803]: 'ConntrackHelper': '1.0', Jan 05 17:05:31.740379 dv-neutron-master-2-hyperv neutron-server[103803]: 'LocalIPAssociation': '1.0', Jan 05 17:05:31.740379 dv-neutron-master-2-hyperv neutron-server[103803]: 'Log': '1.0', Jan 05 17:05:31.740379 dv-neutron-master-2-hyperv neutron-server[103803]: 'Network': '1.1', Jan 05 17:05:31.740379 dv-neutron-master-2-hyperv neutron-server[103803]: 'Port': '1.7', Jan 05 17:05:31.740379 dv-neutron-master-2-hyperv neutron-server[103803]: 'PortForwarding': '1.2', Jan 05 17:05:31.740379 dv-neutron-master-2-hyperv neutron-server[103803]: 'QosPolicy': '1.10', Jan 05 17:05:31.740379 dv-neutron-master-2-hyperv neutron-server[103803]: 'SecurityGroup': '1.5', Jan 05 17:05:31.740379 dv-neutron-master-2-hyperv neutron-server[103803]: 'SecurityGroupRule': '1.2', Jan 05 17:05:31.740379 dv-neutron-master-2-hyperv neutron-server[103803]: 'SubPort': '1.0', Jan 05 17:05:31.740379 dv-neutron-master-2-hyperv neutron-server[103803]: 'Subnet': '1.1', Jan 05 17:05:31.740379 dv-neutron-master-2-hyperv neutron-server[103803]: 'Trunk': '1.1'}} Jan 05 17:05:31.740379 dv-neutron-master-2-hyperv neutron-server[103803]: {{(pid=103803) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 05 17:05:31.768405 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.plugins.ml2.managers [None req-872b077b-4f32-4f86-9584-f223cd7241f0 None None] Attempting to bind port 0483d6a4-1fc9-48b5-93dc-d32a60c57bfb on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 05 17:05:31.774997 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.plugins.ml2.managers [None req-872b077b-4f32-4f86-9584-f223cd7241f0 None None] Attempting to bind port 0483d6a4-1fc9-48b5-93dc-d32a60c57bfb by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '3f961525-530f-4ce5-8222-1dbbbe774893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573'}] {{(pid=103803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 05 17:05:31.774997 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-872b077b-4f32-4f86-9584-f223cd7241f0 None None] Attempting to bind port 0483d6a4-1fc9-48b5-93dc-d32a60c57bfb on network b0167590-0699-4c5c-a932-3939414a9573 {{(pid=103803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:05:31.775530 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:31.776767 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-872b077b-4f32-4f86-9584-f223cd7241f0 None None] Checking agent: {'id': '0d4f8fd3-ce62-4651-970c-efa6a8bb22b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 5, 16, 57, 23), 'started_at': datetime.datetime(2022, 1, 5, 16, 57, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 5, 17, 5, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 05 17:05:31.777150 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-872b077b-4f32-4f86-9584-f223cd7241f0 None None] Checking segment: {'id': '3f961525-530f-4ce5-8222-1dbbbe774893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:05:31.777713 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-872b077b-4f32-4f86-9584-f223cd7241f0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:31.778107 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-872b077b-4f32-4f86-9584-f223cd7241f0 None None] Bound using segment: {'id': '3f961525-530f-4ce5-8222-1dbbbe774893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573'} {{(pid=103803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 05 17:05:31.778578 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.plugins.ml2.managers [None req-872b077b-4f32-4f86-9584-f223cd7241f0 None None] Bound port: 0483d6a4-1fc9-48b5-93dc-d32a60c57bfb, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f961525-530f-4ce5-8222-1dbbbe774893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573'}}] {{(pid=103803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 05 17:05:31.778970 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-872b077b-4f32-4f86-9584-f223cd7241f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:31.836737 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.plugins.ml2.db [None req-872b077b-4f32-4f86-9584-f223cd7241f0 None None] For port 0483d6a4-1fc9-48b5-93dc-d32a60c57bfb, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 05 17:05:31.838177 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-63544451-ac9b-4a55-8c48-3b1b069a7a20 tempest-ExternalNetworksAdminNegativeTestJSON-1201676377 tempest-ExternalNetworksAdminNegativeTestJSON-1201676377-project-admin] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 3.4174991 Jan 05 17:05:31.841058 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 38336) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:05:31.848449 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-6b188361-c931-46fe-ac62-c0f1397af933 tempest-RoutersAdminNegativeTest-197521161 tempest-RoutersAdminNegativeTest-197521161-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:31.848934 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.plugins.ml2.db [None req-872b077b-4f32-4f86-9584-f223cd7241f0 None None] For port 0483d6a4-1fc9-48b5-93dc-d32a60c57bfb, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=0483d6a4-1fc9-48b5-93dc-d32a60c57bfb,segment=NetworkSegment(3f961525-530f-4ce5-8222-1dbbbe774893),segment_id=3f961525-530f-4ce5-8222-1dbbbe774893)] {{(pid=103803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 05 17:05:31.849108 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-a5de0a4b-0d82-4b96-89aa-e157e87066b7 tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669'] for port, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:31.849608 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-623ac4a7-b10f-4d1b-99a4-1db3aa99469b tempest-QuotasNegativeTest-279907334 tempest-QuotasNegativeTest-279907334-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685'] for network, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:31.850875 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-623ac4a7-b10f-4d1b-99a4-1db3aa99469b tempest-QuotasNegativeTest-279907334 tempest-QuotasNegativeTest-279907334-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:05:31.851308 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-623ac4a7-b10f-4d1b-99a4-1db3aa99469b tempest-QuotasNegativeTest-279907334 tempest-QuotasNegativeTest-279907334-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560699'] for network, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:31.874404 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.db.api [None req-ce84ccb1-47ef-4c1a-8a6e-2d459a630ae3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103802) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 05 17:05:31.874404 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG oslo_db.api [None req-ce84ccb1-47ef-4c1a-8a6e-2d459a630ae3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 05 17:05:31.876841 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Pushing event updated for resources: {'Port': ['ID=91713b26-3785-46ca-8e55-3d4f498f1b7e,revision_number=3']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:05:31.897659 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-98b5c85c-bb78-4c6b-b253-d7a36113d15a tempest-ExternalNetworksTestJSON-1308440936 tempest-ExternalNetworksTestJSON-1308440936-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3809644'] for network, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:31.923470 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-15c8ee21-6544-4b7d-963e-7dea6537f47a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669'] for port, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:31.944503 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-872b077b-4f32-4f86-9584-f223cd7241f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:31.987437 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 4d932414-de37-419c-aeb6-386987977d82 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:05:32.004571 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-872b077b-4f32-4f86-9584-f223cd7241f0 None None] Routers {'280080f8-81eb-483c-9f98-23b36e89ca2d'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:05:32.005341 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-872b077b-4f32-4f86-9584-f223cd7241f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:05:19Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['280080f8-81eb-483c-9f98-23b36e89ca2d'], 'active': True} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:05:32.089934 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15c8ee21-6544-4b7d-963e-7dea6537f47a admin admin] Network 66b9f7eb-d414-436b-882b-ac047c1764b8 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:05:32.094184 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-15c8ee21-6544-4b7d-963e-7dea6537f47a admin admin] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:05:32.097343 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c8ee21-6544-4b7d-963e-7dea6537f47a admin admin] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:05:32.097863 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-15c8ee21-6544-4b7d-963e-7dea6537f47a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-648552'] for router_interface, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:32.099163 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Provisioning complete for port 4d932414-de37-419c-aeb6-386987977d82 triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:05:32.099707 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:32.110490 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-623ac4a7-b10f-4d1b-99a4-1db3aa99469b tempest-QuotasNegativeTest-279907334 tempest-QuotasNegativeTest-279907334-project-admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 3.1035082 Jan 05 17:05:32.128068 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 38338) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:05:32.146049 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-00d68db4-88dc-4d81-9740-29867e46b379 tempest-QuotasNegativeTest-279907334 tempest-QuotasNegativeTest-279907334-project-admin] Request body: {'network': {'project_id': 'da1be22ba1744c0ea127577ece6ff988'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:05:32.172414 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0aa8637-8613-4451-89ea-31de20de58fe None None] Pushing event updated for resources: {'Port': ['ID=0483d6a4-1fc9-48b5-93dc-d32a60c57bfb,revision_number=3']} {{(pid=103803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:05:32.183539 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvr_db [None req-872b077b-4f32-4f86-9584-f223cd7241f0 None None] Set router 280080f8-81eb-483c-9f98-23b36e89ca2d gateway port host: dv-neutron-master-2-hyperv {{(pid=103803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:05:32.227707 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-98b5c85c-bb78-4c6b-b253-d7a36113d15a tempest-ExternalNetworksTestJSON-1308440936 tempest-ExternalNetworksTestJSON-1308440936-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3891715', 'neutron.services.segments.db._delete_segments_for_network-8754181063482'] for network, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:32.251738 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device a3189d4f-ebf8-4211-80d6-daf9d48a09b0 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:05:32.254361 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-98b5c85c-bb78-4c6b-b253-d7a36113d15a tempest-ExternalNetworksTestJSON-1308440936 tempest-ExternalNetworksTestJSON-1308440936-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=103801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 05 17:05:32.254886 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-98b5c85c-bb78-4c6b-b253-d7a36113d15a tempest-ExternalNetworksTestJSON-1308440936 tempest-ExternalNetworksTestJSON-1308440936-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 05 17:05:32.255811 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-98b5c85c-bb78-4c6b-b253-d7a36113d15a tempest-ExternalNetworksTestJSON-1308440936 tempest-ExternalNetworksTestJSON-1308440936-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 05 17:05:32.256548 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-98b5c85c-bb78-4c6b-b253-d7a36113d15a tempest-ExternalNetworksTestJSON-1308440936 tempest-ExternalNetworksTestJSON-1308440936-project-admin] Subscribe: > port after_create 55550000 {{(pid=103801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 05 17:05:32.257031 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-98b5c85c-bb78-4c6b-b253-d7a36113d15a tempest-ExternalNetworksTestJSON-1308440936 tempest-ExternalNetworksTestJSON-1308440936-project-admin] Subscribe: > port after_delete 55550000 {{(pid=103801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 05 17:05:32.257520 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-98b5c85c-bb78-4c6b-b253-d7a36113d15a tempest-ExternalNetworksTestJSON-1308440936 tempest-ExternalNetworksTestJSON-1308440936-project-admin] Subscribe: > port after_update 55550000 {{(pid=103801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 05 17:05:32.258025 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-98b5c85c-bb78-4c6b-b253-d7a36113d15a tempest-ExternalNetworksTestJSON-1308440936 tempest-ExternalNetworksTestJSON-1308440936-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=103801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 05 17:05:32.258502 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-98b5c85c-bb78-4c6b-b253-d7a36113d15a tempest-ExternalNetworksTestJSON-1308440936 tempest-ExternalNetworksTestJSON-1308440936-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=103801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 05 17:05:32.258969 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-98b5c85c-bb78-4c6b-b253-d7a36113d15a tempest-ExternalNetworksTestJSON-1308440936 tempest-ExternalNetworksTestJSON-1308440936-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=103801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 05 17:05:32.259445 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-98b5c85c-bb78-4c6b-b253-d7a36113d15a tempest-ExternalNetworksTestJSON-1308440936 tempest-ExternalNetworksTestJSON-1308440936-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=103801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 05 17:05:32.314099 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Provisioning complete for port a3189d4f-ebf8-4211-80d6-daf9d48a09b0 triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:05:32.316184 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:32.350865 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c8ee21-6544-4b7d-963e-7dea6537f47a admin admin] Pushing event updated for resources: {'Port': ['ID=78d2b046-0e55-49ac-abe8-0d28426834c3,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:05:32.437234 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-ce84ccb1-47ef-4c1a-8a6e-2d459a630ae3 None None] Provisioning complete for port a3189d4f-ebf8-4211-80d6-daf9d48a09b0 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:05:32.437765 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-ce84ccb1-47ef-4c1a-8a6e-2d459a630ae3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:32.446922 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.pecan_wsgi.hooks.translation [None req-00d68db4-88dc-4d81-9740-29867e46b379 tempest-QuotasNegativeTest-279907334 tempest-QuotasNegativeTest-279907334-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jan 05 17:05:32.447468 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00d68db4-88dc-4d81-9740-29867e46b379 tempest-QuotasNegativeTest-279907334 tempest-QuotasNegativeTest-279907334-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103800) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 05 17:05:32.452739 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-00d68db4-88dc-4d81-9740-29867e46b379 tempest-QuotasNegativeTest-279907334 tempest-QuotasNegativeTest-279907334-project-admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.3163705 Jan 05 17:05:32.457987 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 38340) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:05:32.469254 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-872b077b-4f32-4f86-9584-f223cd7241f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '280080f8-81eb-483c-9f98-23b36e89ca2d', 'name': 'tempest-ServersTestJSON-876022175-router', 'tenant_id': '8648c3d237fa47a2908cbe0ddaa5dd69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.105'}], 'enable_snat': True}, 'gw_port_id': '0483d6a4-1fc9-48b5-93dc-d32a60c57bfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:05:25Z', 'updated_at': '2022-01-05T17:05:28Z', 'revision_number': 3, 'project_id': '8648c3d237fa47a2908cbe0ddaa5dd69', 'gw_port': {'id': '0483d6a4-1fc9-48b5-93dc-d32a60c57bfb', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:46:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '280080f8-81eb-483c-9f98-23b36e89ca2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:05:26Z', 'updated_at': '2022-01-05T17:05:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:05:32.492145 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-4b15dcfe-fdd0-4351-ade3-21c49bec664a tempest-ExternalNetworksAdminNegativeTestJSON-1201676377 tempest-ExternalNetworksAdminNegativeTestJSON-1201676377-project-admin] Deleting port ff11f645-f876-4db9-becd-1e68a6cd1dbc {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:05:32.492486 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4b15dcfe-fdd0-4351-ade3-21c49bec664a tempest-ExternalNetworksAdminNegativeTestJSON-1201676377 tempest-ExternalNetworksAdminNegativeTestJSON-1201676377-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:32.499540 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-872b077b-4f32-4f86-9584-f223cd7241f0 None None] The sync data for ids ['280080f8-81eb-483c-9f98-23b36e89ca2d'] in dv-neutron-master-2-hyperv is: [{'id': '280080f8-81eb-483c-9f98-23b36e89ca2d', 'name': 'tempest-ServersTestJSON-876022175-router', 'tenant_id': '8648c3d237fa47a2908cbe0ddaa5dd69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.105'}], 'enable_snat': True}, 'gw_port_id': '0483d6a4-1fc9-48b5-93dc-d32a60c57bfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:05:25Z', 'updated_at': '2022-01-05T17:05:28Z', 'revision_number': 3, 'project_id': '8648c3d237fa47a2908cbe0ddaa5dd69', 'gw_port': {'id': '0483d6a4-1fc9-48b5-93dc-d32a60c57bfb', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:46:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '280080f8-81eb-483c-9f98-23b36e89ca2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:05:26Z', 'updated_at': '2022-01-05T17:05:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=103803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 05 17:05:32.545392 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 91713b26-3785-46ca-8e55-3d4f498f1b7e up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:05:32.565139 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-98b5c85c-bb78-4c6b-b253-d7a36113d15a tempest-ExternalNetworksTestJSON-1308440936 tempest-ExternalNetworksTestJSON-1308440936-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=103801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 05 17:05:32.565484 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-98b5c85c-bb78-4c6b-b253-d7a36113d15a tempest-ExternalNetworksTestJSON-1308440936 tempest-ExternalNetworksTestJSON-1308440936-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=103801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 05 17:05:32.565833 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-98b5c85c-bb78-4c6b-b253-d7a36113d15a tempest-ExternalNetworksTestJSON-1308440936 tempest-ExternalNetworksTestJSON-1308440936-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=103801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 05 17:05:32.566185 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-98b5c85c-bb78-4c6b-b253-d7a36113d15a tempest-ExternalNetworksTestJSON-1308440936 tempest-ExternalNetworksTestJSON-1308440936-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=103801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 05 17:05:32.566561 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.services.segments.db [None req-98b5c85c-bb78-4c6b-b253-d7a36113d15a tempest-ExternalNetworksTestJSON-1308440936 tempest-ExternalNetworksTestJSON-1308440936-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61dc01a7-71fa-4a86-b8a4-61a99305fd7b']}} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:05:32.572304 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-407159db-2201-41d7-973a-156380267c26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-648430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648639'] for router, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:32.599137 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-5e9ffe2f-c285-44f5-a286-8fc1e08cafd6 tempest-QuotasNegativeTest-279907334 tempest-QuotasNegativeTest-279907334-project-admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=da1be22ba1744c0ea127577ece6ff988&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1422632 Jan 05 17:05:32.601292 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 38342) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:05:32.610265 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-15c8ee21-6544-4b7d-963e-7dea6537f47a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:32.620080 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5de0a4b-0d82-4b96-89aa-e157e87066b7 tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe1d7273-f1fa-4c75-a293-389317450b00,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:05:32.637735 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.services.segments.db [None req-98b5c85c-bb78-4c6b-b253-d7a36113d15a tempest-ExternalNetworksTestJSON-1308440936 tempest-ExternalNetworksTestJSON-1308440936-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60c7129c-1a40-42d7-a481-fccfe09e0d54') {'for_net_delete': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:05:32.638036 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.services.segments.db [None req-98b5c85c-bb78-4c6b-b253-d7a36113d15a tempest-ExternalNetworksTestJSON-1308440936 tempest-ExternalNetworksTestJSON-1308440936-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60c7129c-1a40-42d7-a481-fccfe09e0d54') {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:05:32.641120 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Provisioning complete for port 91713b26-3785-46ca-8e55-3d4f498f1b7e triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:05:32.641635 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:32.645073 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623ac4a7-b10f-4d1b-99a4-1db3aa99469b tempest-QuotasNegativeTest-279907334 tempest-QuotasNegativeTest-279907334-project-admin] Pushing event updated for resources: {'Network': ['ID=b2c7f79f-e5c8-42af-b00f-aa241881f922,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:05:32.671900 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Network b2c7f79f-e5c8-42af-b00f-aa241881f922 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 05 17:05:32.673202 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-98b5c85c-bb78-4c6b-b253-d7a36113d15a tempest-ExternalNetworksTestJSON-1308440936 tempest-ExternalNetworksTestJSON-1308440936-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754181064771', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11316385'] for segment, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:32.767716 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-db05bf05-4d9c-436c-b911-b273904de550 None None] Provisioning complete for port 78d2b046-0e55-49ac-abe8-0d28426834c3 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:05:32.768180 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-db05bf05-4d9c-436c-b911-b273904de550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:32.841058 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-db05bf05-4d9c-436c-b911-b273904de550 None None] Port 78d2b046-0e55-49ac-abe8-0d28426834c3 cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 17:05:32.870108 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-15c8ee21-6544-4b7d-963e-7dea6537f47a admin admin] Publish callbacks [] for port, precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:32.915889 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4b15dcfe-fdd0-4351-ade3-21c49bec664a tempest-ExternalNetworksAdminNegativeTestJSON-1201676377 tempest-ExternalNetworksAdminNegativeTestJSON-1201676377-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:32.916220 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4b15dcfe-fdd0-4351-ade3-21c49bec664a tempest-ExternalNetworksAdminNegativeTestJSON-1201676377 tempest-ExternalNetworksAdminNegativeTestJSON-1201676377-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:32.918940 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5de0a4b-0d82-4b96-89aa-e157e87066b7 tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] Pushing event updated for resources: {'Port': ['ID=e8b73712-9b70-4240-bfb9-d630420ae0ef,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:05:32.921459 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-98b5c85c-bb78-4c6b-b253-d7a36113d15a tempest-ExternalNetworksTestJSON-1308440936 tempest-ExternalNetworksTestJSON-1308440936-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225'] for segment, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:32.940165 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-15c8ee21-6544-4b7d-963e-7dea6537f47a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:32.940870 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-15c8ee21-6544-4b7d-963e-7dea6537f47a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-531704'] for router_interface, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:32.944489 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-4b15dcfe-fdd0-4351-ade3-21c49bec664a tempest-ExternalNetworksAdminNegativeTestJSON-1201676377 tempest-ExternalNetworksAdminNegativeTestJSON-1201676377-project-admin] Calling delete_port for ff11f645-f876-4db9-becd-1e68a6cd1dbc owned by network:floatingip {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:05:32.968961 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98b5c85c-bb78-4c6b-b253-d7a36113d15a tempest-ExternalNetworksTestJSON-1308440936 tempest-ExternalNetworksTestJSON-1308440936-project-admin] Releasing vlan 107 on physical network physnet1 to pool {{(pid=103801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 05 17:05:32.969364 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-98b5c85c-bb78-4c6b-b253-d7a36113d15a tempest-ExternalNetworksTestJSON-1308440936 tempest-ExternalNetworksTestJSON-1308440936-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11433197'] for segment, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:32.977823 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 05 17:05:32.977823 dv-neutron-master-2-hyperv neutron-server[103801]: from cryptography.utils import int_from_bytes Jan 05 17:05:32.977823 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 05 17:05:32.977823 dv-neutron-master-2-hyperv neutron-server[103801]: from cryptography.utils import int_from_bytes Jan 05 17:05:32.977823 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:05:32.977823 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:05:32.977823 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:05:32.977823 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:05:32.977823 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:05:32.977823 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:05:32.977823 dv-neutron-master-2-hyperv neutron-server[103801]: Traceback (most recent call last): Jan 05 17:05:32.977823 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 05 17:05:32.977823 dv-neutron-master-2-hyperv neutron-server[103801]: timer() Jan 05 17:05:32.977823 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 05 17:05:32.977823 dv-neutron-master-2-hyperv neutron-server[103801]: cb(*args, **kw) Jan 05 17:05:32.977823 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 05 17:05:32.977823 dv-neutron-master-2-hyperv neutron-server[103801]: return func(*args, **kwargs) Jan 05 17:05:32.977823 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 05 17:05:32.977823 dv-neutron-master-2-hyperv neutron-server[103801]: self._notify() Jan 05 17:05:32.977823 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 05 17:05:32.977823 dv-neutron-master-2-hyperv neutron-server[103801]: self.callback(batched_events) Jan 05 17:05:32.977823 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 05 17:05:32.977823 dv-neutron-master-2-hyperv neutron-server[103801]: event.method(event) Jan 05 17:05:32.977823 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 05 17:05:32.977823 dv-neutron-master-2-hyperv neutron-server[103801]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 05 17:05:32.977823 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 05 17:05:32.977823 dv-neutron-master-2-hyperv neutron-server[103801]: aggregate_uuid = self.p_client.list_aggregates( Jan 05 17:05:32.977823 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 05 17:05:32.977823 dv-neutron-master-2-hyperv neutron-server[103801]: return f(self, *a, **k) Jan 05 17:05:32.977823 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 05 17:05:32.977823 dv-neutron-master-2-hyperv neutron-server[103801]: return self._get(url).json() Jan 05 17:05:32.977823 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 05 17:05:32.977823 dv-neutron-master-2-hyperv neutron-server[103801]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 05 17:05:32.977823 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 05 17:05:32.977823 dv-neutron-master-2-hyperv neutron-server[103801]: return self.request(url, 'GET', **kwargs) Jan 05 17:05:32.977823 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 05 17:05:32.977823 dv-neutron-master-2-hyperv neutron-server[103801]: base_url = self.get_endpoint(auth, allow=allow, Jan 05 17:05:32.977823 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 05 17:05:32.977823 dv-neutron-master-2-hyperv neutron-server[103801]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 05 17:05:32.977823 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 05 17:05:32.977823 dv-neutron-master-2-hyperv neutron-server[103801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 05 17:05:32.977823 dv-neutron-master-2-hyperv neutron-server[103801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 05 17:05:32.980839 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5de0a4b-0d82-4b96-89aa-e157e87066b7 tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] Checking segment: {'id': '1ad11fa2-d128-4496-9649-2786b7546da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'a7754ab3-c315-4ee9-a677-c07d2b9bcc70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:05:32.980839 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5de0a4b-0d82-4b96-89aa-e157e87066b7 tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] Network hostable DHCP agents. Network: a7754ab3-c315-4ee9-a677-c07d2b9bcc70, hostable agents: ['3f70c195-17da-4084-9fd6-bf6059d88535'], hosted agents: [] {{(pid=103801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 05 17:05:33.084716 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-05e17f12-38a7-4098-899f-ffd88103686a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:33.209677 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-52b30e94-236f-49bf-9a66-a73afb2743e1 tempest-QuotasNegativeTest-279907334 tempest-QuotasNegativeTest-279907334-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:33.246356 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-98b5c85c-bb78-4c6b-b253-d7a36113d15a tempest-ExternalNetworksTestJSON-1308440936 tempest-ExternalNetworksTestJSON-1308440936-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3891722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648695'] for network, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:33.254186 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c8ee21-6544-4b7d-963e-7dea6537f47a admin admin] Pushing event updated for resources: {'Port': ['ID=78d2b046-0e55-49ac-abe8-0d28426834c3,revision_number=2']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:05:33.277985 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-52b30e94-236f-49bf-9a66-a73afb2743e1 tempest-QuotasNegativeTest-279907334 tempest-QuotasNegativeTest-279907334-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:33.287945 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98b5c85c-bb78-4c6b-b253-d7a36113d15a tempest-ExternalNetworksTestJSON-1308440936 tempest-ExternalNetworksTestJSON-1308440936-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 61dc01a7-71fa-4a86-b8a4-61a99305fd7b {{(pid=103801) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jan 05 17:05:33.289170 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5de0a4b-0d82-4b96-89aa-e157e87066b7 tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] Network a7754ab3-c315-4ee9-a677-c07d2b9bcc70 is scheduled to be hosted by DHCP agent 3f70c195-17da-4084-9fd6-bf6059d88535 with binding_index 1 {{(pid=103801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 05 17:05:33.300925 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-98b5c85c-bb78-4c6b-b253-d7a36113d15a tempest-ExternalNetworksTestJSON-1308440936 tempest-ExternalNetworksTestJSON-1308440936-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560699'] for network, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:33.309252 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-98b5c85c-bb78-4c6b-b253-d7a36113d15a tempest-ExternalNetworksTestJSON-1308440936 tempest-ExternalNetworksTestJSON-1308440936-project-admin] 10.222.0.11 "DELETE /v2.0/networks/61dc01a7-71fa-4a86-b8a4-61a99305fd7b HTTP/1.1" status: 204 len: 168 time: 1.8357162 Jan 05 17:05:33.310204 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b5c85c-bb78-4c6b-b253-d7a36113d15a tempest-ExternalNetworksTestJSON-1308440936 tempest-ExternalNetworksTestJSON-1308440936-project-admin] Pushing event deleted for resources: {'Network': ['ID=61dc01a7-71fa-4a86-b8a4-61a99305fd7b,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:05:33.314046 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 38344) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:05:33.320772 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-d8abd7dd-1485-4cca-b743-f7373db9076f tempest-ExternalNetworksTestJSON-1308440936 tempest-ExternalNetworksTestJSON-1308440936-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:05:33.374268 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15c8ee21-6544-4b7d-963e-7dea6537f47a admin admin] Network 66b9f7eb-d414-436b-882b-ac047c1764b8 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:05:33.375893 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-15c8ee21-6544-4b7d-963e-7dea6537f47a admin admin] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:05:33.409800 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-407159db-2201-41d7-973a-156380267c26 admin admin] Router 1f9c6c3e-8e40-47bc-8b6d-0617b570b717 is scheduled to L3 agent 59446fdc-40e0-41fe-a575-a8eb11d742f7 with binding_index 1 {{(pid=103801) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 05 17:05:33.453541 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-a5de0a4b-0d82-4b96-89aa-e157e87066b7 tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, a7754ab3-c315-4ee9-a677-c07d2b9bcc70) {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:05:33.467994 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f58b563e-e3d2-44c1-8983-2a54301d27e6 None None] Network a7754ab3-c315-4ee9-a677-c07d2b9bcc70 requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:05:33.468598 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5de0a4b-0d82-4b96-89aa-e157e87066b7 tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:05:33.520000 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-52b30e94-236f-49bf-9a66-a73afb2743e1 tempest-QuotasNegativeTest-279907334 tempest-QuotasNegativeTest-279907334-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:33.522592 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-52b30e94-236f-49bf-9a66-a73afb2743e1 tempest-QuotasNegativeTest-279907334 tempest-QuotasNegativeTest-279907334-project-admin] Publish callbacks [] for security_group, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:33.527156 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-52b30e94-236f-49bf-9a66-a73afb2743e1 tempest-QuotasNegativeTest-279907334 tempest-QuotasNegativeTest-279907334-project-admin] 10.222.0.11 "DELETE /v2.0/security-groups/59be4ef6-81c1-4b47-be9d-0a50e339367d HTTP/1.1" status: 204 len: 168 time: 0.9231865 Jan 05 17:05:33.529549 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 38346) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:05:33.558187 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-a5de0a4b-0d82-4b96-89aa-e157e87066b7 tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] Attempting to bind port e8b73712-9b70-4240-bfb9-d630420ae0ef on host hv-neutron-mast for vnic_type normal with profile {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 05 17:05:33.558295 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-a5de0a4b-0d82-4b96-89aa-e157e87066b7 tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] Attempting to bind port e8b73712-9b70-4240-bfb9-d630420ae0ef by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '1ad11fa2-d128-4496-9649-2786b7546da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'a7754ab3-c315-4ee9-a677-c07d2b9bcc70'}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 05 17:05:33.558618 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5de0a4b-0d82-4b96-89aa-e157e87066b7 tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] Attempting to bind port e8b73712-9b70-4240-bfb9-d630420ae0ef on network a7754ab3-c315-4ee9-a677-c07d2b9bcc70 {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:05:33.600663 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b30e94-236f-49bf-9a66-a73afb2743e1 tempest-QuotasNegativeTest-279907334 tempest-QuotasNegativeTest-279907334-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59be4ef6-81c1-4b47-be9d-0a50e339367d,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:05:33.611840 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4b15dcfe-fdd0-4351-ade3-21c49bec664a tempest-ExternalNetworksAdminNegativeTestJSON-1201676377 tempest-ExternalNetworksAdminNegativeTestJSON-1201676377-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678'] for port, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:33.628022 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8abd7dd-1485-4cca-b743-f7373db9076f tempest-ExternalNetworksTestJSON-1308440936 tempest-ExternalNetworksTestJSON-1308440936-project-admin] Made reservation on behalf of 1d0f716909654bd6bdd868551c0d8d5f for: {'network': 1} {{(pid=103801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:05:33.630952 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-d8abd7dd-1485-4cca-b743-f7373db9076f tempest-ExternalNetworksTestJSON-1308440936 tempest-ExternalNetworksTestJSON-1308440936-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for network, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:33.637871 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5de0a4b-0d82-4b96-89aa-e157e87066b7 tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] Port e8b73712-9b70-4240-bfb9-d630420ae0ef on network a7754ab3-c315-4ee9-a677-c07d2b9bcc70 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 05 17:05:33.644615 dv-neutron-master-2-hyperv neutron-server[103801]: ERROR neutron.plugins.ml2.managers [None req-a5de0a4b-0d82-4b96-89aa-e157e87066b7 tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] Failed to bind port e8b73712-9b70-4240-bfb9-d630420ae0ef on host hv-neutron-mast for vnic_type normal using segments [{'id': '1ad11fa2-d128-4496-9649-2786b7546da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'a7754ab3-c315-4ee9-a677-c07d2b9bcc70'}] Jan 05 17:05:33.644615 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-05e17f12-38a7-4098-899f-ffd88103686a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-648430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648639'] for router, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:33.644615 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-6b188361-c931-46fe-ac62-c0f1397af933 tempest-RoutersAdminNegativeTest-197521161 tempest-RoutersAdminNegativeTest-197521161-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:33.658693 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.plugins.ml2.plugin [None req-a5de0a4b-0d82-4b96-89aa-e157e87066b7 tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] Attempt 2 to bind port e8b73712-9b70-4240-bfb9-d630420ae0ef Jan 05 17:05:33.684812 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b15dcfe-fdd0-4351-ade3-21c49bec664a tempest-ExternalNetworksAdminNegativeTestJSON-1201676377 tempest-ExternalNetworksAdminNegativeTestJSON-1201676377-project-admin] Pushing event deleted for resources: {'Port': ['ID=ff11f645-f876-4db9-becd-1e68a6cd1dbc,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:05:33.688575 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-237cae0d-d25f-492d-abd9-215839e46ed0 tempest-QuotasNegativeTest-279907334 tempest-QuotasNegativeTest-279907334-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3809644'] for network, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:33.696146 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15c8ee21-6544-4b7d-963e-7dea6537f47a admin admin] Router 280080f8-81eb-483c-9f98-23b36e89ca2d has already been hosted by L3 agent 59446fdc-40e0-41fe-a575-a8eb11d742f7 {{(pid=103800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 05 17:05:33.749526 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4b15dcfe-fdd0-4351-ade3-21c49bec664a tempest-ExternalNetworksAdminNegativeTestJSON-1201676377 tempest-ExternalNetworksAdminNegativeTestJSON-1201676377-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:33.752039 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4b15dcfe-fdd0-4351-ade3-21c49bec664a tempest-ExternalNetworksAdminNegativeTestJSON-1201676377 tempest-ExternalNetworksAdminNegativeTestJSON-1201676377-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for floatingip, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:33.753200 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-4b15dcfe-fdd0-4351-ade3-21c49bec664a tempest-ExternalNetworksAdminNegativeTestJSON-1201676377 tempest-ExternalNetworksAdminNegativeTestJSON-1201676377-project-admin] 10.222.0.11 "DELETE /v2.0/floatingips/9ade10c2-21f0-4b02-9cf0-898e71e53667 HTTP/1.1" status: 204 len: 168 time: 1.9104505 Jan 05 17:05:33.774937 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-407159db-2201-41d7-973a-156380267c26 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 05 17:05:33.806611 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-505a37b4-8c67-4b02-877a-f4acafeb8ee5 None None] Provisioning complete for port 78d2b046-0e55-49ac-abe8-0d28426834c3 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:05:33.806980 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-505a37b4-8c67-4b02-877a-f4acafeb8ee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:33.879641 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-237cae0d-d25f-492d-abd9-215839e46ed0 tempest-QuotasNegativeTest-279907334 tempest-QuotasNegativeTest-279907334-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3891715', 'neutron.services.segments.db._delete_segments_for_network-8754181063482'] for network, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:33.885049 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce81f32d-0007-4a46-bf0d-ade2d29c4fc2 None None] Sync routers for ids ['1f9c6c3e-8e40-47bc-8b6d-0617b570b717'] in dv-neutron-master-2-hyperv {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 05 17:05:33.901431 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-505a37b4-8c67-4b02-877a-f4acafeb8ee5 None None] Port 78d2b046-0e55-49ac-abe8-0d28426834c3 cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 17:05:33.907472 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce81f32d-0007-4a46-bf0d-ade2d29c4fc2 None None] Routers {'1f9c6c3e-8e40-47bc-8b6d-0617b570b717'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:05:33.908350 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-ce81f32d-0007-4a46-bf0d-ade2d29c4fc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:05:19Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['1f9c6c3e-8e40-47bc-8b6d-0617b570b717'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:05:33.950745 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-237cae0d-d25f-492d-abd9-215839e46ed0 tempest-QuotasNegativeTest-279907334 tempest-QuotasNegativeTest-279907334-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=103800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 05 17:05:33.950986 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-237cae0d-d25f-492d-abd9-215839e46ed0 tempest-QuotasNegativeTest-279907334 tempest-QuotasNegativeTest-279907334-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 05 17:05:33.951757 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-237cae0d-d25f-492d-abd9-215839e46ed0 tempest-QuotasNegativeTest-279907334 tempest-QuotasNegativeTest-279907334-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 05 17:05:33.952089 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-237cae0d-d25f-492d-abd9-215839e46ed0 tempest-QuotasNegativeTest-279907334 tempest-QuotasNegativeTest-279907334-project-admin] Subscribe: > port after_create 55550000 {{(pid=103800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 05 17:05:33.952417 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-237cae0d-d25f-492d-abd9-215839e46ed0 tempest-QuotasNegativeTest-279907334 tempest-QuotasNegativeTest-279907334-project-admin] Subscribe: > port after_delete 55550000 {{(pid=103800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 05 17:05:33.952755 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-237cae0d-d25f-492d-abd9-215839e46ed0 tempest-QuotasNegativeTest-279907334 tempest-QuotasNegativeTest-279907334-project-admin] Subscribe: > port after_update 55550000 {{(pid=103800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 05 17:05:33.953071 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-237cae0d-d25f-492d-abd9-215839e46ed0 tempest-QuotasNegativeTest-279907334 tempest-QuotasNegativeTest-279907334-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=103800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 05 17:05:33.953403 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-237cae0d-d25f-492d-abd9-215839e46ed0 tempest-QuotasNegativeTest-279907334 tempest-QuotasNegativeTest-279907334-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=103800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 05 17:05:33.953731 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-237cae0d-d25f-492d-abd9-215839e46ed0 tempest-QuotasNegativeTest-279907334 tempest-QuotasNegativeTest-279907334-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=103800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 05 17:05:33.954054 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-237cae0d-d25f-492d-abd9-215839e46ed0 tempest-QuotasNegativeTest-279907334 tempest-QuotasNegativeTest-279907334-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=103800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 05 17:05:33.982143 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-6b188361-c931-46fe-ac62-c0f1397af933 tempest-RoutersAdminNegativeTest-197521161 tempest-RoutersAdminNegativeTest-197521161-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:33.995882 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-407159db-2201-41d7-973a-156380267c26 admin admin] Publish callbacks [] for router, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:34.000826 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-407159db-2201-41d7-973a-156380267c26 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 8.3613937 Jan 05 17:05:34.005545 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 38350) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:05:34.008808 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-a5de0a4b-0d82-4b96-89aa-e157e87066b7 tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] Attempting to bind port e8b73712-9b70-4240-bfb9-d630420ae0ef on host hv-neutron-mast for vnic_type normal with profile {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 05 17:05:34.009228 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-a5de0a4b-0d82-4b96-89aa-e157e87066b7 tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] Attempting to bind port e8b73712-9b70-4240-bfb9-d630420ae0ef by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '1ad11fa2-d128-4496-9649-2786b7546da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'a7754ab3-c315-4ee9-a677-c07d2b9bcc70'}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 05 17:05:34.010265 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5de0a4b-0d82-4b96-89aa-e157e87066b7 tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] Attempting to bind port e8b73712-9b70-4240-bfb9-d630420ae0ef on network a7754ab3-c315-4ee9-a677-c07d2b9bcc70 {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:05:34.062773 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 0483d6a4-1fc9-48b5-93dc-d32a60c57bfb up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:05:34.122704 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-ce81f32d-0007-4a46-bf0d-ade2d29c4fc2 None None] Set router 1f9c6c3e-8e40-47bc-8b6d-0617b570b717 gateway port host: dv-neutron-master-2-hyperv {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:05:34.135063 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-237cae0d-d25f-492d-abd9-215839e46ed0 tempest-QuotasNegativeTest-279907334 tempest-QuotasNegativeTest-279907334-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=103800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 05 17:05:34.135411 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-237cae0d-d25f-492d-abd9-215839e46ed0 tempest-QuotasNegativeTest-279907334 tempest-QuotasNegativeTest-279907334-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=103800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 05 17:05:34.135744 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-237cae0d-d25f-492d-abd9-215839e46ed0 tempest-QuotasNegativeTest-279907334 tempest-QuotasNegativeTest-279907334-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=103800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 05 17:05:34.136078 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-237cae0d-d25f-492d-abd9-215839e46ed0 tempest-QuotasNegativeTest-279907334 tempest-QuotasNegativeTest-279907334-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=103800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 05 17:05:34.136438 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.services.segments.db [None req-237cae0d-d25f-492d-abd9-215839e46ed0 tempest-QuotasNegativeTest-279907334 tempest-QuotasNegativeTest-279907334-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2c7f79f-e5c8-42af-b00f-aa241881f922']}} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:05:34.153696 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5de0a4b-0d82-4b96-89aa-e157e87066b7 tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] Port e8b73712-9b70-4240-bfb9-d630420ae0ef on network a7754ab3-c315-4ee9-a677-c07d2b9bcc70 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 05 17:05:34.154281 dv-neutron-master-2-hyperv neutron-server[103801]: ERROR neutron.plugins.ml2.managers [None req-a5de0a4b-0d82-4b96-89aa-e157e87066b7 tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] Failed to bind port e8b73712-9b70-4240-bfb9-d630420ae0ef on host hv-neutron-mast for vnic_type normal using segments [{'id': '1ad11fa2-d128-4496-9649-2786b7546da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'a7754ab3-c315-4ee9-a677-c07d2b9bcc70'}] Jan 05 17:05:34.158859 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.services.segments.db [None req-237cae0d-d25f-492d-abd9-215839e46ed0 tempest-QuotasNegativeTest-279907334 tempest-QuotasNegativeTest-279907334-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b3366a6-e886-4790-9a28-c60e3e6c62a7') {'for_net_delete': True} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:05:34.159158 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.services.segments.db [None req-237cae0d-d25f-492d-abd9-215839e46ed0 tempest-QuotasNegativeTest-279907334 tempest-QuotasNegativeTest-279907334-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b3366a6-e886-4790-9a28-c60e3e6c62a7') {} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:05:34.173249 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.plugins.ml2.plugin [None req-a5de0a4b-0d82-4b96-89aa-e157e87066b7 tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] Attempt 3 to bind port e8b73712-9b70-4240-bfb9-d630420ae0ef Jan 05 17:05:34.182105 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-237cae0d-d25f-492d-abd9-215839e46ed0 tempest-QuotasNegativeTest-279907334 tempest-QuotasNegativeTest-279907334-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754181064771', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8784833'] for segment, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:34.186688 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15c8ee21-6544-4b7d-963e-7dea6537f47a admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 05 17:05:34.189665 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8abd7dd-1485-4cca-b743-f7373db9076f tempest-ExternalNetworksTestJSON-1308440936 tempest-ExternalNetworksTestJSON-1308440936-project-admin] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'} {{(pid=103801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 05 17:05:34.198101 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-15c8ee21-6544-4b7d-963e-7dea6537f47a admin admin] 10.222.0.11 "PUT /v2.0/routers/280080f8-81eb-483c-9f98-23b36e89ca2d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0207157 Jan 05 17:05:34.211159 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-237cae0d-d25f-492d-abd9-215839e46ed0 tempest-QuotasNegativeTest-279907334 tempest-QuotasNegativeTest-279907334-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225'] for segment, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:34.227030 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-237cae0d-d25f-492d-abd9-215839e46ed0 tempest-QuotasNegativeTest-279907334 tempest-QuotasNegativeTest-279907334-project-admin] Releasing vlan 105 on physical network physnet1 to pool {{(pid=103800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 05 17:05:34.227443 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-237cae0d-d25f-492d-abd9-215839e46ed0 tempest-QuotasNegativeTest-279907334 tempest-QuotasNegativeTest-279907334-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8784497'] for segment, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:34.234499 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 05 17:05:34.234499 dv-neutron-master-2-hyperv neutron-server[103800]: from cryptography.utils import int_from_bytes Jan 05 17:05:34.234499 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 05 17:05:34.234499 dv-neutron-master-2-hyperv neutron-server[103800]: from cryptography.utils import int_from_bytes Jan 05 17:05:34.234499 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:05:34.234499 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:05:34.234499 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:05:34.234499 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:05:34.234499 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:05:34.234499 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:05:34.234499 dv-neutron-master-2-hyperv neutron-server[103800]: Traceback (most recent call last): Jan 05 17:05:34.234499 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 05 17:05:34.234499 dv-neutron-master-2-hyperv neutron-server[103800]: timer() Jan 05 17:05:34.234499 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 05 17:05:34.234499 dv-neutron-master-2-hyperv neutron-server[103800]: cb(*args, **kw) Jan 05 17:05:34.234499 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 05 17:05:34.234499 dv-neutron-master-2-hyperv neutron-server[103800]: return func(*args, **kwargs) Jan 05 17:05:34.234499 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 05 17:05:34.234499 dv-neutron-master-2-hyperv neutron-server[103800]: self._notify() Jan 05 17:05:34.234499 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 05 17:05:34.234499 dv-neutron-master-2-hyperv neutron-server[103800]: self.callback(batched_events) Jan 05 17:05:34.234499 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 05 17:05:34.234499 dv-neutron-master-2-hyperv neutron-server[103800]: event.method(event) Jan 05 17:05:34.234499 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 05 17:05:34.234499 dv-neutron-master-2-hyperv neutron-server[103800]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 05 17:05:34.234499 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 05 17:05:34.234499 dv-neutron-master-2-hyperv neutron-server[103800]: aggregate_uuid = self.p_client.list_aggregates( Jan 05 17:05:34.234499 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 05 17:05:34.234499 dv-neutron-master-2-hyperv neutron-server[103800]: return f(self, *a, **k) Jan 05 17:05:34.234499 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 05 17:05:34.234499 dv-neutron-master-2-hyperv neutron-server[103800]: return self._get(url).json() Jan 05 17:05:34.234499 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 05 17:05:34.234499 dv-neutron-master-2-hyperv neutron-server[103800]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 05 17:05:34.234499 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 05 17:05:34.234499 dv-neutron-master-2-hyperv neutron-server[103800]: return self.request(url, 'GET', **kwargs) Jan 05 17:05:34.234499 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 05 17:05:34.234499 dv-neutron-master-2-hyperv neutron-server[103800]: base_url = self.get_endpoint(auth, allow=allow, Jan 05 17:05:34.234499 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 05 17:05:34.234499 dv-neutron-master-2-hyperv neutron-server[103800]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 05 17:05:34.234499 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 05 17:05:34.234499 dv-neutron-master-2-hyperv neutron-server[103800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 05 17:05:34.234499 dv-neutron-master-2-hyperv neutron-server[103800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 05 17:05:34.287232 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Provisioning complete for port 0483d6a4-1fc9-48b5-93dc-d32a60c57bfb triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:05:34.287595 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:34.378543 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-a5de0a4b-0d82-4b96-89aa-e157e87066b7 tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] Attempting to bind port e8b73712-9b70-4240-bfb9-d630420ae0ef on host hv-neutron-mast for vnic_type normal with profile {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 05 17:05:34.378801 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-a5de0a4b-0d82-4b96-89aa-e157e87066b7 tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] Attempting to bind port e8b73712-9b70-4240-bfb9-d630420ae0ef by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '1ad11fa2-d128-4496-9649-2786b7546da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'a7754ab3-c315-4ee9-a677-c07d2b9bcc70'}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 05 17:05:34.379230 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5de0a4b-0d82-4b96-89aa-e157e87066b7 tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] Attempting to bind port e8b73712-9b70-4240-bfb9-d630420ae0ef on network a7754ab3-c315-4ee9-a677-c07d2b9bcc70 {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:05:34.389425 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-237cae0d-d25f-492d-abd9-215839e46ed0 tempest-QuotasNegativeTest-279907334 tempest-QuotasNegativeTest-279907334-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3891722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648695'] for network, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:34.403124 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-d8abd7dd-1485-4cca-b743-f7373db9076f tempest-ExternalNetworksTestJSON-1308440936 tempest-ExternalNetworksTestJSON-1308440936-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225'] for segment, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:34.403472 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.db.segments_db [None req-d8abd7dd-1485-4cca-b743-f7373db9076f tempest-ExternalNetworksTestJSON-1308440936 tempest-ExternalNetworksTestJSON-1308440936-project-admin] Added segment a8722d9b-f35b-4d51-b81c-d2943c038270 of type vlan for network 9f4e040f-7be9-4b10-bcfd-f6d2c0207aae Jan 05 17:05:34.440774 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-237cae0d-d25f-492d-abd9-215839e46ed0 tempest-QuotasNegativeTest-279907334 tempest-QuotasNegativeTest-279907334-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560699'] for network, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:34.443310 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5de0a4b-0d82-4b96-89aa-e157e87066b7 tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] Port e8b73712-9b70-4240-bfb9-d630420ae0ef on network a7754ab3-c315-4ee9-a677-c07d2b9bcc70 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 05 17:05:34.443652 dv-neutron-master-2-hyperv neutron-server[103801]: ERROR neutron.plugins.ml2.managers [None req-a5de0a4b-0d82-4b96-89aa-e157e87066b7 tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] Failed to bind port e8b73712-9b70-4240-bfb9-d630420ae0ef on host hv-neutron-mast for vnic_type normal using segments [{'id': '1ad11fa2-d128-4496-9649-2786b7546da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'a7754ab3-c315-4ee9-a677-c07d2b9bcc70'}] Jan 05 17:05:34.446180 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-237cae0d-d25f-492d-abd9-215839e46ed0 tempest-QuotasNegativeTest-279907334 tempest-QuotasNegativeTest-279907334-project-admin] 10.222.0.11 "DELETE /v2.0/networks/b2c7f79f-e5c8-42af-b00f-aa241881f922 HTTP/1.1" status: 204 len: 168 time: 0.9072421 Jan 05 17:05:34.447057 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 38366) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:05:34.447924 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237cae0d-d25f-492d-abd9-215839e46ed0 tempest-QuotasNegativeTest-279907334 tempest-QuotasNegativeTest-279907334-project-admin] Pushing event deleted for resources: {'Network': ['ID=b2c7f79f-e5c8-42af-b00f-aa241881f922,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:05:34.448299 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.plugins.ml2.plugin [None req-a5de0a4b-0d82-4b96-89aa-e157e87066b7 tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] Attempt 4 to bind port e8b73712-9b70-4240-bfb9-d630420ae0ef Jan 05 17:05:34.453218 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 38368) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:05:34.459133 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:34.484741 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] For port 0483d6a4-1fc9-48b5-93dc-d32a60c57bfb, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=0483d6a4-1fc9-48b5-93dc-d32a60c57bfb,segment=NetworkSegment(3f961525-530f-4ce5-8222-1dbbbe774893),segment_id=3f961525-530f-4ce5-8222-1dbbbe774893)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:05:34.509910 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-ce81f32d-0007-4a46-bf0d-ade2d29c4fc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f9c6c3e-8e40-47bc-8b6d-0617b570b717', 'name': 'tempest-ServersTestManualDisk-1679529818-router', 'tenant_id': '0f0fe7d5d7be4d15b102bcc43593286e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.135'}], 'enable_snat': True}, 'gw_port_id': '4675d80c-fae0-4ba7-b0fe-b2a5b20c7a44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:05:25Z', 'updated_at': '2022-01-05T17:05:30Z', 'revision_number': 3, 'project_id': '0f0fe7d5d7be4d15b102bcc43593286e', 'gw_port': {'id': '4675d80c-fae0-4ba7-b0fe-b2a5b20c7a44', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:44:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f9c6c3e-8e40-47bc-8b6d-0617b570b717', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:05:27Z', 'updated_at': '2022-01-05T17:05:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:05:34.579371 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-a5de0a4b-0d82-4b96-89aa-e157e87066b7 tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] Attempting to bind port e8b73712-9b70-4240-bfb9-d630420ae0ef on host hv-neutron-mast for vnic_type normal with profile {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 05 17:05:34.579709 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-a5de0a4b-0d82-4b96-89aa-e157e87066b7 tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] Attempting to bind port e8b73712-9b70-4240-bfb9-d630420ae0ef by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '1ad11fa2-d128-4496-9649-2786b7546da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'a7754ab3-c315-4ee9-a677-c07d2b9bcc70'}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 05 17:05:34.580041 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5de0a4b-0d82-4b96-89aa-e157e87066b7 tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] Attempting to bind port e8b73712-9b70-4240-bfb9-d630420ae0ef on network a7754ab3-c315-4ee9-a677-c07d2b9bcc70 {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:05:34.594618 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-d8abd7dd-1485-4cca-b743-f7373db9076f tempest-ExternalNetworksTestJSON-1308440936 tempest-ExternalNetworksTestJSON-1308440936-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754180566020'] for network, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:34.601029 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-6b188361-c931-46fe-ac62-c0f1397af933 tempest-RoutersAdminNegativeTest-197521161 tempest-RoutersAdminNegativeTest-197521161-project-admin] Publish callbacks [] for router, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:34.653267 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-46c5b73f-18cd-46d2-ad57-a263eba22e4f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:34.664468 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:34.669250 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce81f32d-0007-4a46-bf0d-ade2d29c4fc2 None None] Checking router: 1f9c6c3e-8e40-47bc-8b6d-0617b570b717 for host: dv-neutron-master-2-hyperv {{(pid=103802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 05 17:05:34.669616 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce81f32d-0007-4a46-bf0d-ade2d29c4fc2 None None] Updating router 1f9c6c3e-8e40-47bc-8b6d-0617b570b717 port 4675d80c-fae0-4ba7-b0fe-b2a5b20c7a44 binding host dv-neutron-master-2-hyperv {{(pid=103802) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 05 17:05:34.671731 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-824656a5-c9f3-4795-a613-0045b1f5ddfc tempest-QuotasNegativeTest-279907334 tempest-QuotasNegativeTest-279907334-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3809644'] for network, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:34.694561 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5de0a4b-0d82-4b96-89aa-e157e87066b7 tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] Port e8b73712-9b70-4240-bfb9-d630420ae0ef on network a7754ab3-c315-4ee9-a677-c07d2b9bcc70 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 05 17:05:34.694997 dv-neutron-master-2-hyperv neutron-server[103801]: ERROR neutron.plugins.ml2.managers [None req-a5de0a4b-0d82-4b96-89aa-e157e87066b7 tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] Failed to bind port e8b73712-9b70-4240-bfb9-d630420ae0ef on host hv-neutron-mast for vnic_type normal using segments [{'id': '1ad11fa2-d128-4496-9649-2786b7546da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'a7754ab3-c315-4ee9-a677-c07d2b9bcc70'}] Jan 05 17:05:34.732971 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-ce81f32d-0007-4a46-bf0d-ade2d29c4fc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:34.764006 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-46c5b73f-18cd-46d2-ad57-a263eba22e4f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:34.792458 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Pushing event updated for resources: {'Port': ['ID=0483d6a4-1fc9-48b5-93dc-d32a60c57bfb,revision_number=4']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:05:34.840621 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-46c5b73f-18cd-46d2-ad57-a263eba22e4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:34.921173 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.plugins.ml2.plugin [None req-a5de0a4b-0d82-4b96-89aa-e157e87066b7 tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] Attempt 5 to bind port e8b73712-9b70-4240-bfb9-d630420ae0ef Jan 05 17:05:34.926845 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c5b73f-18cd-46d2-ad57-a263eba22e4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35e1b259-c2e9-456e-ada0-59ae527230a8,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:05:34.932071 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-46c5b73f-18cd-46d2-ad57-a263eba22e4f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=61161df85eab43fb89f7f2caa6cbdb05&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4758708 Jan 05 17:05:34.933911 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05e17f12-38a7-4098-899f-ffd88103686a admin admin] Router 375a29a2-cb4e-48e0-af02-551751ef6988 is scheduled to L3 agent 59446fdc-40e0-41fe-a575-a8eb11d742f7 with binding_index 1 {{(pid=103801) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 05 17:05:34.934638 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 38374) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:05:35.017070 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.db.resource_extend [None req-d8abd7dd-1485-4cca-b743-f7373db9076f tempest-ExternalNetworksTestJSON-1308440936 tempest-ExternalNetworksTestJSON-1308440936-project-admin] It took 0.34 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 05 17:05:35.047742 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-a5de0a4b-0d82-4b96-89aa-e157e87066b7 tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] Attempting to bind port e8b73712-9b70-4240-bfb9-d630420ae0ef on host hv-neutron-mast for vnic_type normal with profile {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 05 17:05:35.049806 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-a5de0a4b-0d82-4b96-89aa-e157e87066b7 tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] Attempting to bind port e8b73712-9b70-4240-bfb9-d630420ae0ef by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '1ad11fa2-d128-4496-9649-2786b7546da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'a7754ab3-c315-4ee9-a677-c07d2b9bcc70'}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 05 17:05:35.049806 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5de0a4b-0d82-4b96-89aa-e157e87066b7 tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] Attempting to bind port e8b73712-9b70-4240-bfb9-d630420ae0ef on network a7754ab3-c315-4ee9-a677-c07d2b9bcc70 {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:05:35.059411 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e8ce22ac-cee7-4468-89fd-22fd885362cf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:35.112144 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e8ce22ac-cee7-4468-89fd-22fd885362cf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:35.126783 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5de0a4b-0d82-4b96-89aa-e157e87066b7 tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] Port e8b73712-9b70-4240-bfb9-d630420ae0ef on network a7754ab3-c315-4ee9-a677-c07d2b9bcc70 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 05 17:05:35.127119 dv-neutron-master-2-hyperv neutron-server[103801]: ERROR neutron.plugins.ml2.managers [None req-a5de0a4b-0d82-4b96-89aa-e157e87066b7 tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] Failed to bind port e8b73712-9b70-4240-bfb9-d630420ae0ef on host hv-neutron-mast for vnic_type normal using segments [{'id': '1ad11fa2-d128-4496-9649-2786b7546da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'a7754ab3-c315-4ee9-a677-c07d2b9bcc70'}] Jan 05 17:05:35.127746 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-d8abd7dd-1485-4cca-b743-f7373db9076f tempest-ExternalNetworksTestJSON-1308440936 tempest-ExternalNetworksTestJSON-1308440936-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685'] for network, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:35.128758 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8abd7dd-1485-4cca-b743-f7373db9076f tempest-ExternalNetworksTestJSON-1308440936 tempest-ExternalNetworksTestJSON-1308440936-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:05:35.129409 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-d8abd7dd-1485-4cca-b743-f7373db9076f tempest-ExternalNetworksTestJSON-1308440936 tempest-ExternalNetworksTestJSON-1308440936-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560699'] for network, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:35.171719 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.plugins.ml2.plugin [None req-a5de0a4b-0d82-4b96-89aa-e157e87066b7 tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] Attempt 6 to bind port e8b73712-9b70-4240-bfb9-d630420ae0ef Jan 05 17:05:35.225728 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-ce81f32d-0007-4a46-bf0d-ade2d29c4fc2 None None] Publish callbacks [] for port, precommit_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:35.250565 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e8ce22ac-cee7-4468-89fd-22fd885362cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:35.252511 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e8ce22ac-cee7-4468-89fd-22fd885362cf admin admin] Publish callbacks [] for security_group, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:35.256505 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-e8ce22ac-cee7-4468-89fd-22fd885362cf admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/35e1b259-c2e9-456e-ada0-59ae527230a8 HTTP/1.1" status: 204 len: 168 time: 0.3190641 Jan 05 17:05:35.270301 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ce22ac-cee7-4468-89fd-22fd885362cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35e1b259-c2e9-456e-ada0-59ae527230a8,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:05:35.327959 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-ce81f32d-0007-4a46-bf0d-ade2d29c4fc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:35.393609 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-ce81f32d-0007-4a46-bf0d-ade2d29c4fc2 None None] Attempting to bind port 4675d80c-fae0-4ba7-b0fe-b2a5b20c7a44 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 05 17:05:35.393985 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-ce81f32d-0007-4a46-bf0d-ade2d29c4fc2 None None] Attempting to bind port 4675d80c-fae0-4ba7-b0fe-b2a5b20c7a44 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '3f961525-530f-4ce5-8222-1dbbbe774893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573'}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 05 17:05:35.394894 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce81f32d-0007-4a46-bf0d-ade2d29c4fc2 None None] Attempting to bind port 4675d80c-fae0-4ba7-b0fe-b2a5b20c7a44 on network b0167590-0699-4c5c-a932-3939414a9573 {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:05:35.402249 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a00cd9c-9247-445b-ace2-8961c5e93064 None None] Pushing event updated for resources: {'Port': ['ID=4675d80c-fae0-4ba7-b0fe-b2a5b20c7a44,revision_number=2']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:05:35.406775 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-a5de0a4b-0d82-4b96-89aa-e157e87066b7 tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] Attempting to bind port e8b73712-9b70-4240-bfb9-d630420ae0ef on host hv-neutron-mast for vnic_type normal with profile {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 05 17:05:35.407058 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-a5de0a4b-0d82-4b96-89aa-e157e87066b7 tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] Attempting to bind port e8b73712-9b70-4240-bfb9-d630420ae0ef by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '1ad11fa2-d128-4496-9649-2786b7546da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'a7754ab3-c315-4ee9-a677-c07d2b9bcc70'}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 05 17:05:35.407344 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5de0a4b-0d82-4b96-89aa-e157e87066b7 tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] Attempting to bind port e8b73712-9b70-4240-bfb9-d630420ae0ef on network a7754ab3-c315-4ee9-a677-c07d2b9bcc70 {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:05:35.407752 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce81f32d-0007-4a46-bf0d-ade2d29c4fc2 None None] Checking agent: {'id': '0d4f8fd3-ce62-4651-970c-efa6a8bb22b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 5, 16, 57, 23), 'started_at': datetime.datetime(2022, 1, 5, 16, 57, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 5, 17, 5, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 05 17:05:35.408109 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce81f32d-0007-4a46-bf0d-ade2d29c4fc2 None None] Checking segment: {'id': '3f961525-530f-4ce5-8222-1dbbbe774893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:05:35.408511 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-ce81f32d-0007-4a46-bf0d-ade2d29c4fc2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:35.409054 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce81f32d-0007-4a46-bf0d-ade2d29c4fc2 None None] Bound using segment: {'id': '3f961525-530f-4ce5-8222-1dbbbe774893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573'} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 05 17:05:35.409367 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-ce81f32d-0007-4a46-bf0d-ade2d29c4fc2 None None] Bound port: 4675d80c-fae0-4ba7-b0fe-b2a5b20c7a44, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f961525-530f-4ce5-8222-1dbbbe774893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573'}}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 05 17:05:35.409818 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-ce81f32d-0007-4a46-bf0d-ade2d29c4fc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:35.445102 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-824656a5-c9f3-4795-a613-0045b1f5ddfc tempest-QuotasNegativeTest-279907334 tempest-QuotasNegativeTest-279907334-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3891715', 'neutron.services.segments.db._delete_segments_for_network-8754181063482'] for network, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:35.448517 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-6b188361-c931-46fe-ac62-c0f1397af933 tempest-RoutersAdminNegativeTest-197521161 tempest-RoutersAdminNegativeTest-197521161-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-648249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62744'] for router, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:35.454258 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-6b188361-c931-46fe-ac62-c0f1397af933 tempest-RoutersAdminNegativeTest-197521161 tempest-RoutersAdminNegativeTest-197521161-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:35.474088 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-ce81f32d-0007-4a46-bf0d-ade2d29c4fc2 None None] For port 4675d80c-fae0-4ba7-b0fe-b2a5b20c7a44, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 05 17:05:35.475539 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-ce81f32d-0007-4a46-bf0d-ade2d29c4fc2 None None] For port 4675d80c-fae0-4ba7-b0fe-b2a5b20c7a44, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=4675d80c-fae0-4ba7-b0fe-b2a5b20c7a44,segment=NetworkSegment(3f961525-530f-4ce5-8222-1dbbbe774893),segment_id=3f961525-530f-4ce5-8222-1dbbbe774893)] {{(pid=103802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 05 17:05:35.494230 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-d8abd7dd-1485-4cca-b743-f7373db9076f tempest-ExternalNetworksTestJSON-1308440936 tempest-ExternalNetworksTestJSON-1308440936-project-admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 2.1773050 Jan 05 17:05:35.494768 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 38380) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:05:35.503074 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-d3086b5b-067b-4cbe-8ed5-5ae67576b880 tempest-ExternalNetworksTestJSON-1308440936 tempest-ExternalNetworksTestJSON-1308440936-project-admin] Request body: {'subnet': {'network_id': '9f4e040f-7be9-4b10-bcfd-f6d2c0207aae', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:05:35.520045 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b36f11cf-1c32-452f-8bd3-c48e7774e490 None None] Sync routers for ids ['280080f8-81eb-483c-9f98-23b36e89ca2d'] in dv-neutron-master-2-hyperv {{(pid=103803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 05 17:05:35.534255 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b36f11cf-1c32-452f-8bd3-c48e7774e490 None None] Routers {'280080f8-81eb-483c-9f98-23b36e89ca2d'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:05:35.534965 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-b36f11cf-1c32-452f-8bd3-c48e7774e490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:05:19Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['280080f8-81eb-483c-9f98-23b36e89ca2d'], 'active': True} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:05:35.554412 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-ce81f32d-0007-4a46-bf0d-ade2d29c4fc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:35.559811 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5de0a4b-0d82-4b96-89aa-e157e87066b7 tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] Port e8b73712-9b70-4240-bfb9-d630420ae0ef on network a7754ab3-c315-4ee9-a677-c07d2b9bcc70 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 05 17:05:35.560148 dv-neutron-master-2-hyperv neutron-server[103801]: ERROR neutron.plugins.ml2.managers [None req-a5de0a4b-0d82-4b96-89aa-e157e87066b7 tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] Failed to bind port e8b73712-9b70-4240-bfb9-d630420ae0ef on host hv-neutron-mast for vnic_type normal using segments [{'id': '1ad11fa2-d128-4496-9649-2786b7546da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'a7754ab3-c315-4ee9-a677-c07d2b9bcc70'}] Jan 05 17:05:35.611328 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.plugins.ml2.plugin [None req-a5de0a4b-0d82-4b96-89aa-e157e87066b7 tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] Attempt 7 to bind port e8b73712-9b70-4240-bfb9-d630420ae0ef Jan 05 17:05:35.614151 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8abd7dd-1485-4cca-b743-f7373db9076f tempest-ExternalNetworksTestJSON-1308440936 tempest-ExternalNetworksTestJSON-1308440936-project-admin] Pushing event updated for resources: {'Network': ['ID=9f4e040f-7be9-4b10-bcfd-f6d2c0207aae,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:05:35.618751 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.services.segments.db [None req-824656a5-c9f3-4795-a613-0045b1f5ddfc tempest-QuotasNegativeTest-279907334 tempest-QuotasNegativeTest-279907334-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba323e3a-dbd5-4fb1-bb34-e8bfe3cc87af']}} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:05:35.623835 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce81f32d-0007-4a46-bf0d-ade2d29c4fc2 None None] Routers {'1f9c6c3e-8e40-47bc-8b6d-0617b570b717'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:05:35.624667 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-ce81f32d-0007-4a46-bf0d-ade2d29c4fc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:05:19Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['1f9c6c3e-8e40-47bc-8b6d-0617b570b717'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:05:35.636085 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Network 9f4e040f-7be9-4b10-bcfd-f6d2c0207aae details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 05 17:05:35.643020 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3086b5b-067b-4cbe-8ed5-5ae67576b880 tempest-ExternalNetworksTestJSON-1308440936 tempest-ExternalNetworksTestJSON-1308440936-project-admin] Made reservation on behalf of 1d0f716909654bd6bdd868551c0d8d5f for: {'subnet': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:05:35.645727 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d3086b5b-067b-4cbe-8ed5-5ae67576b880 tempest-ExternalNetworksTestJSON-1308440936 tempest-ExternalNetworksTestJSON-1308440936-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8521827'] for subnet, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:35.674746 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.services.segments.db [None req-824656a5-c9f3-4795-a613-0045b1f5ddfc tempest-QuotasNegativeTest-279907334 tempest-QuotasNegativeTest-279907334-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3cb588a9-2818-438c-9231-2942e5d957d6') {'for_net_delete': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:05:35.675043 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.services.segments.db [None req-824656a5-c9f3-4795-a613-0045b1f5ddfc tempest-QuotasNegativeTest-279907334 tempest-QuotasNegativeTest-279907334-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3cb588a9-2818-438c-9231-2942e5d957d6') {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:05:35.684596 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-a5de0a4b-0d82-4b96-89aa-e157e87066b7 tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] Attempting to bind port e8b73712-9b70-4240-bfb9-d630420ae0ef on host hv-neutron-mast for vnic_type normal with profile {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 05 17:05:35.684927 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-a5de0a4b-0d82-4b96-89aa-e157e87066b7 tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] Attempting to bind port e8b73712-9b70-4240-bfb9-d630420ae0ef by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '1ad11fa2-d128-4496-9649-2786b7546da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'a7754ab3-c315-4ee9-a677-c07d2b9bcc70'}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 05 17:05:35.685259 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5de0a4b-0d82-4b96-89aa-e157e87066b7 tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] Attempting to bind port e8b73712-9b70-4240-bfb9-d630420ae0ef on network a7754ab3-c315-4ee9-a677-c07d2b9bcc70 {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:05:35.699274 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-824656a5-c9f3-4795-a613-0045b1f5ddfc tempest-QuotasNegativeTest-279907334 tempest-QuotasNegativeTest-279907334-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754181064771', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11316385'] for segment, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:35.717164 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5de0a4b-0d82-4b96-89aa-e157e87066b7 tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] Port e8b73712-9b70-4240-bfb9-d630420ae0ef on network a7754ab3-c315-4ee9-a677-c07d2b9bcc70 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 05 17:05:35.717496 dv-neutron-master-2-hyperv neutron-server[103801]: ERROR neutron.plugins.ml2.managers [None req-a5de0a4b-0d82-4b96-89aa-e157e87066b7 tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] Failed to bind port e8b73712-9b70-4240-bfb9-d630420ae0ef on host hv-neutron-mast for vnic_type normal using segments [{'id': '1ad11fa2-d128-4496-9649-2786b7546da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'a7754ab3-c315-4ee9-a677-c07d2b9bcc70'}] Jan 05 17:05:35.720586 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.plugins.ml2.plugin [None req-a5de0a4b-0d82-4b96-89aa-e157e87066b7 tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] Attempt 8 to bind port e8b73712-9b70-4240-bfb9-d630420ae0ef Jan 05 17:05:35.724742 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvr_db [None req-b36f11cf-1c32-452f-8bd3-c48e7774e490 None None] Set router 280080f8-81eb-483c-9f98-23b36e89ca2d gateway port host: dv-neutron-master-2-hyperv {{(pid=103803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:05:35.727681 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05e17f12-38a7-4098-899f-ffd88103686a admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 05 17:05:35.733241 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-824656a5-c9f3-4795-a613-0045b1f5ddfc tempest-QuotasNegativeTest-279907334 tempest-QuotasNegativeTest-279907334-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225'] for segment, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:35.757804 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f5a5d0e-9827-4c06-8f59-64cc6b1df080 None None] Sync routers for ids ['375a29a2-cb4e-48e0-af02-551751ef6988'] in dv-neutron-master-2-hyperv {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 05 17:05:35.765902 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 38384) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:05:35.769477 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-6b188361-c931-46fe-ac62-c0f1397af933 tempest-RoutersAdminNegativeTest-197521161 tempest-RoutersAdminNegativeTest-197521161-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-648240'] for router, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:35.769819 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b188361-c931-46fe-ac62-c0f1397af933 tempest-RoutersAdminNegativeTest-197521161 tempest-RoutersAdminNegativeTest-197521161-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d644ff01-24b8-485e-9c75-53cf014ecfbf {{(pid=103801) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 05 17:05:35.774258 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-824656a5-c9f3-4795-a613-0045b1f5ddfc tempest-QuotasNegativeTest-279907334 tempest-QuotasNegativeTest-279907334-project-admin] Releasing vlan 123 on physical network physnet1 to pool {{(pid=103801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 05 17:05:35.774730 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-824656a5-c9f3-4795-a613-0045b1f5ddfc tempest-QuotasNegativeTest-279907334 tempest-QuotasNegativeTest-279907334-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11433197'] for segment, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:35.777954 dv-neutron-master-2-hyperv neutron-server[103801]: Traceback (most recent call last): Jan 05 17:05:35.777954 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 05 17:05:35.777954 dv-neutron-master-2-hyperv neutron-server[103801]: timer() Jan 05 17:05:35.777954 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 05 17:05:35.777954 dv-neutron-master-2-hyperv neutron-server[103801]: cb(*args, **kw) Jan 05 17:05:35.777954 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 05 17:05:35.777954 dv-neutron-master-2-hyperv neutron-server[103801]: return func(*args, **kwargs) Jan 05 17:05:35.777954 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 05 17:05:35.777954 dv-neutron-master-2-hyperv neutron-server[103801]: self._notify() Jan 05 17:05:35.777954 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 05 17:05:35.777954 dv-neutron-master-2-hyperv neutron-server[103801]: self.callback(batched_events) Jan 05 17:05:35.777954 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 05 17:05:35.777954 dv-neutron-master-2-hyperv neutron-server[103801]: event.method(event) Jan 05 17:05:35.777954 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 05 17:05:35.777954 dv-neutron-master-2-hyperv neutron-server[103801]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 05 17:05:35.777954 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 05 17:05:35.777954 dv-neutron-master-2-hyperv neutron-server[103801]: aggregate_uuid = self.p_client.list_aggregates( Jan 05 17:05:35.777954 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 05 17:05:35.777954 dv-neutron-master-2-hyperv neutron-server[103801]: return f(self, *a, **k) Jan 05 17:05:35.777954 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 05 17:05:35.777954 dv-neutron-master-2-hyperv neutron-server[103801]: return self._get(url).json() Jan 05 17:05:35.777954 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 05 17:05:35.777954 dv-neutron-master-2-hyperv neutron-server[103801]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 05 17:05:35.777954 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 05 17:05:35.777954 dv-neutron-master-2-hyperv neutron-server[103801]: return self.request(url, 'GET', **kwargs) Jan 05 17:05:35.777954 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 05 17:05:35.777954 dv-neutron-master-2-hyperv neutron-server[103801]: base_url = self.get_endpoint(auth, allow=allow, Jan 05 17:05:35.777954 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 05 17:05:35.777954 dv-neutron-master-2-hyperv neutron-server[103801]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 05 17:05:35.777954 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 05 17:05:35.777954 dv-neutron-master-2-hyperv neutron-server[103801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 05 17:05:35.777954 dv-neutron-master-2-hyperv neutron-server[103801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 05 17:05:35.784787 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f5a5d0e-9827-4c06-8f59-64cc6b1df080 None None] Routers {'375a29a2-cb4e-48e0-af02-551751ef6988'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:05:35.785465 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-4f5a5d0e-9827-4c06-8f59-64cc6b1df080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:05:19Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['375a29a2-cb4e-48e0-af02-551751ef6988'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:05:35.786416 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-cbd4846d-3f0b-4e0c-b467-dcfa7dc80628 tempest-ServersTestJSON-1673014821 tempest-ServersTestJSON-1673014821-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1164588259', 'description': 'tempest-description--165621332'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:05:35.793913 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-a5de0a4b-0d82-4b96-89aa-e157e87066b7 tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] Attempting to bind port e8b73712-9b70-4240-bfb9-d630420ae0ef on host hv-neutron-mast for vnic_type normal with profile {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 05 17:05:35.794120 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-a5de0a4b-0d82-4b96-89aa-e157e87066b7 tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] Attempting to bind port e8b73712-9b70-4240-bfb9-d630420ae0ef by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '1ad11fa2-d128-4496-9649-2786b7546da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'a7754ab3-c315-4ee9-a677-c07d2b9bcc70'}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 05 17:05:35.794451 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5de0a4b-0d82-4b96-89aa-e157e87066b7 tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] Attempting to bind port e8b73712-9b70-4240-bfb9-d630420ae0ef on network a7754ab3-c315-4ee9-a677-c07d2b9bcc70 {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:05:35.843935 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5de0a4b-0d82-4b96-89aa-e157e87066b7 tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] Port e8b73712-9b70-4240-bfb9-d630420ae0ef on network a7754ab3-c315-4ee9-a677-c07d2b9bcc70 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 05 17:05:35.844267 dv-neutron-master-2-hyperv neutron-server[103801]: ERROR neutron.plugins.ml2.managers [None req-a5de0a4b-0d82-4b96-89aa-e157e87066b7 tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] Failed to bind port e8b73712-9b70-4240-bfb9-d630420ae0ef on host hv-neutron-mast for vnic_type normal using segments [{'id': '1ad11fa2-d128-4496-9649-2786b7546da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'a7754ab3-c315-4ee9-a677-c07d2b9bcc70'}] Jan 05 17:05:35.851734 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.plugins.ml2.plugin [None req-a5de0a4b-0d82-4b96-89aa-e157e87066b7 tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] Attempt 9 to bind port e8b73712-9b70-4240-bfb9-d630420ae0ef Jan 05 17:05:35.867783 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a00cd9c-9247-445b-ace2-8961c5e93064 None None] Pushing event updated for resources: {'Port': ['ID=4675d80c-fae0-4ba7-b0fe-b2a5b20c7a44,revision_number=3']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:05:35.876951 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-05e17f12-38a7-4098-899f-ffd88103686a admin admin] Publish callbacks [] for router, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:35.881224 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-05e17f12-38a7-4098-899f-ffd88103686a admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 9.1318703 Jan 05 17:05:35.882062 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 38386) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:05:35.896746 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-a5de0a4b-0d82-4b96-89aa-e157e87066b7 tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] Attempting to bind port e8b73712-9b70-4240-bfb9-d630420ae0ef on host hv-neutron-mast for vnic_type normal with profile {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 05 17:05:35.897084 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-a5de0a4b-0d82-4b96-89aa-e157e87066b7 tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] Attempting to bind port e8b73712-9b70-4240-bfb9-d630420ae0ef by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '1ad11fa2-d128-4496-9649-2786b7546da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'a7754ab3-c315-4ee9-a677-c07d2b9bcc70'}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 05 17:05:35.897419 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5de0a4b-0d82-4b96-89aa-e157e87066b7 tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] Attempting to bind port e8b73712-9b70-4240-bfb9-d630420ae0ef on network a7754ab3-c315-4ee9-a677-c07d2b9bcc70 {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:05:35.910287 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5de0a4b-0d82-4b96-89aa-e157e87066b7 tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] Port e8b73712-9b70-4240-bfb9-d630420ae0ef on network a7754ab3-c315-4ee9-a677-c07d2b9bcc70 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 05 17:05:35.910287 dv-neutron-master-2-hyperv neutron-server[103801]: ERROR neutron.plugins.ml2.managers [None req-a5de0a4b-0d82-4b96-89aa-e157e87066b7 tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] Failed to bind port e8b73712-9b70-4240-bfb9-d630420ae0ef on host hv-neutron-mast for vnic_type normal using segments [{'id': '1ad11fa2-d128-4496-9649-2786b7546da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'a7754ab3-c315-4ee9-a677-c07d2b9bcc70'}] Jan 05 17:05:35.911331 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.plugins.ml2.plugin [None req-a5de0a4b-0d82-4b96-89aa-e157e87066b7 tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] Attempt 10 to bind port e8b73712-9b70-4240-bfb9-d630420ae0ef Jan 05 17:05:35.932030 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-a5de0a4b-0d82-4b96-89aa-e157e87066b7 tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] Attempting to bind port e8b73712-9b70-4240-bfb9-d630420ae0ef on host hv-neutron-mast for vnic_type normal with profile {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 05 17:05:35.932367 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-a5de0a4b-0d82-4b96-89aa-e157e87066b7 tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] Attempting to bind port e8b73712-9b70-4240-bfb9-d630420ae0ef by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '1ad11fa2-d128-4496-9649-2786b7546da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'a7754ab3-c315-4ee9-a677-c07d2b9bcc70'}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 05 17:05:35.932698 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5de0a4b-0d82-4b96-89aa-e157e87066b7 tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] Attempting to bind port e8b73712-9b70-4240-bfb9-d630420ae0ef on network a7754ab3-c315-4ee9-a677-c07d2b9bcc70 {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:05:35.976054 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.api.v2.resource [None req-6b188361-c931-46fe-ac62-c0f1397af933 tempest-RoutersAdminNegativeTest-197521161 tempest-RoutersAdminNegativeTest-197521161-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jan 05 17:05:35.980503 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-6b188361-c931-46fe-ac62-c0f1397af933 tempest-RoutersAdminNegativeTest-197521161 tempest-RoutersAdminNegativeTest-197521161-project-admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 6.0606441 Jan 05 17:05:35.981038 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5de0a4b-0d82-4b96-89aa-e157e87066b7 tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] Port e8b73712-9b70-4240-bfb9-d630420ae0ef on network a7754ab3-c315-4ee9-a677-c07d2b9bcc70 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 05 17:05:35.981368 dv-neutron-master-2-hyperv neutron-server[103801]: ERROR neutron.plugins.ml2.managers [None req-a5de0a4b-0d82-4b96-89aa-e157e87066b7 tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] Failed to bind port e8b73712-9b70-4240-bfb9-d630420ae0ef on host hv-neutron-mast for vnic_type normal using segments [{'id': '1ad11fa2-d128-4496-9649-2786b7546da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'a7754ab3-c315-4ee9-a677-c07d2b9bcc70'}] Jan 05 17:05:35.981785 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-a5de0a4b-0d82-4b96-89aa-e157e87066b7 tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:35.982693 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 38388) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:05:36.005077 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-824656a5-c9f3-4795-a613-0045b1f5ddfc tempest-QuotasNegativeTest-279907334 tempest-QuotasNegativeTest-279907334-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3891722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648695'] for network, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:36.025839 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-824656a5-c9f3-4795-a613-0045b1f5ddfc tempest-QuotasNegativeTest-279907334 tempest-QuotasNegativeTest-279907334-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560699'] for network, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:36.029058 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-824656a5-c9f3-4795-a613-0045b1f5ddfc tempest-QuotasNegativeTest-279907334 tempest-QuotasNegativeTest-279907334-project-admin] 10.222.0.11 "DELETE /v2.0/networks/ba323e3a-dbd5-4fb1-bb34-e8bfe3cc87af HTTP/1.1" status: 204 len: 168 time: 1.5722718 Jan 05 17:05:36.039492 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 0483d6a4-1fc9-48b5-93dc-d32a60c57bfb up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:05:36.045950 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-41b63155-250a-4a4f-8ac2-2778d5c02fe5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:36.075822 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824656a5-c9f3-4795-a613-0045b1f5ddfc tempest-QuotasNegativeTest-279907334 tempest-QuotasNegativeTest-279907334-project-admin] Pushing event deleted for resources: {'Network': ['ID=ba323e3a-dbd5-4fb1-bb34-e8bfe3cc87af,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:05:36.114413 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 38392) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:05:36.132532 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-b36f11cf-1c32-452f-8bd3-c48e7774e490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '280080f8-81eb-483c-9f98-23b36e89ca2d', 'name': 'tempest-ServersTestJSON-876022175-router', 'tenant_id': '8648c3d237fa47a2908cbe0ddaa5dd69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.105'}], 'enable_snat': True}, 'gw_port_id': '0483d6a4-1fc9-48b5-93dc-d32a60c57bfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:05:25Z', 'updated_at': '2022-01-05T17:05:32Z', 'revision_number': 4, 'project_id': '8648c3d237fa47a2908cbe0ddaa5dd69', 'gw_port': {'id': '0483d6a4-1fc9-48b5-93dc-d32a60c57bfb', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:46:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '280080f8-81eb-483c-9f98-23b36e89ca2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:05:26Z', 'updated_at': '2022-01-05T17:05:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '78d2b046-0e55-49ac-abe8-0d28426834c3', 'name': '', 'network_id': '66b9f7eb-d414-436b-882b-ac047c1764b8', 'tenant_id': '8648c3d237fa47a2908cbe0ddaa5dd69', 'mac_address': 'fa:16:3e:d1:20:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '280080f8-81eb-483c-9f98-23b36e89ca2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '1c9222ac-b9b2-431b-aee5-7d51a8ac8416', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:05:31Z', 'updated_at': '2022-01-05T17:05:32Z', 'revision_number': 2, 'project_id': '8648c3d237fa47a2908cbe0ddaa5dd69', 'subnets': [{'id': '1c9222ac-b9b2-431b-aee5-7d51a8ac8416', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:05:36.170184 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-4f5a5d0e-9827-4c06-8f59-64cc6b1df080 None None] Set router 375a29a2-cb4e-48e0-af02-551751ef6988 gateway port host: dv-neutron-master-2-hyperv {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:05:36.200472 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b36f11cf-1c32-452f-8bd3-c48e7774e490 None None] Checking router: 280080f8-81eb-483c-9f98-23b36e89ca2d for host: dv-neutron-master-2-hyperv {{(pid=103803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 05 17:05:36.200829 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b36f11cf-1c32-452f-8bd3-c48e7774e490 None None] Updating router 280080f8-81eb-483c-9f98-23b36e89ca2d port 78d2b046-0e55-49ac-abe8-0d28426834c3 binding host dv-neutron-master-2-hyperv {{(pid=103803) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 05 17:05:36.248721 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-ce81f32d-0007-4a46-bf0d-ade2d29c4fc2 None None] Set router 1f9c6c3e-8e40-47bc-8b6d-0617b570b717 gateway port host: dv-neutron-master-2-hyperv {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:05:36.256303 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-b36f11cf-1c32-452f-8bd3-c48e7774e490 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:36.268887 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-a5de0a4b-0d82-4b96-89aa-e157e87066b7 tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] For port e8b73712-9b70-4240-bfb9-d630420ae0ef, host hv-neutron-mast, cleared binding levels {{(pid=103801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 05 17:05:36.269303 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-a5de0a4b-0d82-4b96-89aa-e157e87066b7 tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] Attempted to set empty binding levels {{(pid=103801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jan 05 17:05:36.343260 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-cbd4846d-3f0b-4e0c-b467-dcfa7dc80628 tempest-ServersTestJSON-1673014821 tempest-ServersTestJSON-1673014821-project] Publish callbacks [] for security_group, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:36.356837 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-a5de0a4b-0d82-4b96-89aa-e157e87066b7 tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11433169'] for port, after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:36.448327 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-96e52f74-08a0-4dc4-b97c-80c9ec0ab143 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=6204fef1ec9248f087b53489828e58ba&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2483208 Jan 05 17:05:36.468752 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 38394) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:05:36.484585 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Provisioning complete for port 0483d6a4-1fc9-48b5-93dc-d32a60c57bfb triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:05:36.484981 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:36.544106 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-cbd4846d-3f0b-4e0c-b467-dcfa7dc80628 tempest-ServersTestJSON-1673014821 tempest-ServersTestJSON-1673014821-project] Publish callbacks [] for security_group, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:36.642541 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5de0a4b-0d82-4b96-89aa-e157e87066b7 tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:05:36.643387 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-a5de0a4b-0d82-4b96-89aa-e157e87066b7 tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560699'] for port, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:36.654026 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-cbd4846d-3f0b-4e0c-b467-dcfa7dc80628 tempest-ServersTestJSON-1673014821 tempest-ServersTestJSON-1673014821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:36.672695 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5de0a4b-0d82-4b96-89aa-e157e87066b7 tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] Pushing event updated for resources: {'Port': ['ID=e8b73712-9b70-4240-bfb9-d630420ae0ef,revision_number=2']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:05:36.688796 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [None req-41b63155-250a-4a4f-8ac2-2778d5c02fe5 admin admin] Allocated IP 172.20.0.1 (aabb1632-0142-4854-ba4e-971fe2ad463e/d0c013bc-a746-4d54-8492-ba8dc88b5bb5/f2c5c7c7-d0b5-46b9-9c34-58c6c515b4f0) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:05:36.738809 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-c15078f2-e6bd-487d-a20d-1cc756fea1ee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:36.775412 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-a5de0a4b-0d82-4b96-89aa-e157e87066b7 tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 981 time: 7.8433094 Jan 05 17:05:36.786456 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 38398) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:05:36.806225 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-ce81f32d-0007-4a46-bf0d-ade2d29c4fc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f9c6c3e-8e40-47bc-8b6d-0617b570b717', 'name': 'tempest-ServersTestManualDisk-1679529818-router', 'tenant_id': '0f0fe7d5d7be4d15b102bcc43593286e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.135'}], 'enable_snat': True}, 'gw_port_id': '4675d80c-fae0-4ba7-b0fe-b2a5b20c7a44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:05:25Z', 'updated_at': '2022-01-05T17:05:30Z', 'revision_number': 3, 'project_id': '0f0fe7d5d7be4d15b102bcc43593286e', 'gw_port': {'id': '4675d80c-fae0-4ba7-b0fe-b2a5b20c7a44', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:44:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f9c6c3e-8e40-47bc-8b6d-0617b570b717', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:05:27Z', 'updated_at': '2022-01-05T17:05:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:05:36.831066 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-b36f11cf-1c32-452f-8bd3-c48e7774e490 None None] Publish callbacks [] for port, precommit_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:36.846733 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-4f5a5d0e-9827-4c06-8f59-64cc6b1df080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '375a29a2-cb4e-48e0-af02-551751ef6988', 'name': 'tempest-ServerActionsTestJSON-180618332-router', 'tenant_id': '0e5f75b0fa584f3fb65d4d2f1d03045b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.108'}], 'enable_snat': True}, 'gw_port_id': '626ae523-21d7-4e15-ba22-fd67cd4107ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:05:26Z', 'updated_at': '2022-01-05T17:05:31Z', 'revision_number': 3, 'project_id': '0e5f75b0fa584f3fb65d4d2f1d03045b', 'gw_port': {'id': '626ae523-21d7-4e15-ba22-fd67cd4107ce', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:c4:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '375a29a2-cb4e-48e0-af02-551751ef6988', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:05:28Z', 'updated_at': '2022-01-05T17:05:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:05:36.850428 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce81f32d-0007-4a46-bf0d-ade2d29c4fc2 None None] The sync data for ids ['1f9c6c3e-8e40-47bc-8b6d-0617b570b717'] in dv-neutron-master-2-hyperv is: [{'id': '1f9c6c3e-8e40-47bc-8b6d-0617b570b717', 'name': 'tempest-ServersTestManualDisk-1679529818-router', 'tenant_id': '0f0fe7d5d7be4d15b102bcc43593286e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.135'}], 'enable_snat': True}, 'gw_port_id': '4675d80c-fae0-4ba7-b0fe-b2a5b20c7a44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:05:25Z', 'updated_at': '2022-01-05T17:05:30Z', 'revision_number': 3, 'project_id': '0f0fe7d5d7be4d15b102bcc43593286e', 'gw_port': {'id': '4675d80c-fae0-4ba7-b0fe-b2a5b20c7a44', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:44:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f9c6c3e-8e40-47bc-8b6d-0617b570b717', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:05:27Z', 'updated_at': '2022-01-05T17:05:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 05 17:05:36.864137 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-c15078f2-e6bd-487d-a20d-1cc756fea1ee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:36.883416 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f5a5d0e-9827-4c06-8f59-64cc6b1df080 None None] Checking router: 375a29a2-cb4e-48e0-af02-551751ef6988 for host: dv-neutron-master-2-hyperv {{(pid=103802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 05 17:05:36.884001 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f5a5d0e-9827-4c06-8f59-64cc6b1df080 None None] Updating router 375a29a2-cb4e-48e0-af02-551751ef6988 port 626ae523-21d7-4e15-ba22-fd67cd4107ce binding host dv-neutron-master-2-hyperv {{(pid=103802) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 05 17:05:36.906752 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-b36f11cf-1c32-452f-8bd3-c48e7774e490 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:36.921567 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-4f5a5d0e-9827-4c06-8f59-64cc6b1df080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:36.978922 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66627c3b-3d96-4674-a412-cced566aa546 None None] Pushing event updated for resources: {'Port': ['ID=78d2b046-0e55-49ac-abe8-0d28426834c3,revision_number=3']} {{(pid=103803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:05:37.047903 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-acbf1f42-724c-4409-8902-b6355c31333d tempest-RoutersAdminNegativeTest-197521161 tempest-RoutersAdminNegativeTest-197521161-project-admin] Deleting port eb1045a3-70b6-419d-b93c-3c2d0dbb4c65 {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:05:37.048354 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-acbf1f42-724c-4409-8902-b6355c31333d tempest-RoutersAdminNegativeTest-197521161 tempest-RoutersAdminNegativeTest-197521161-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:37.065684 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd4846d-3f0b-4e0c-b467-dcfa7dc80628 tempest-ServersTestJSON-1673014821 tempest-ServersTestJSON-1673014821-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a400398d-bf46-4390-bcfe-e2116b4af858,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:05:37.124162 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.plugins.ml2.managers [None req-b36f11cf-1c32-452f-8bd3-c48e7774e490 None None] Attempting to bind port 78d2b046-0e55-49ac-abe8-0d28426834c3 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 05 17:05:37.124554 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.plugins.ml2.managers [None req-b36f11cf-1c32-452f-8bd3-c48e7774e490 None None] Attempting to bind port 78d2b046-0e55-49ac-abe8-0d28426834c3 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '724f64f6-50e7-48d8-ab30-09fe928cc729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '66b9f7eb-d414-436b-882b-ac047c1764b8'}] {{(pid=103803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 05 17:05:37.124925 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b36f11cf-1c32-452f-8bd3-c48e7774e490 None None] Attempting to bind port 78d2b046-0e55-49ac-abe8-0d28426834c3 on network 66b9f7eb-d414-436b-882b-ac047c1764b8 {{(pid=103803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:05:37.133185 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b36f11cf-1c32-452f-8bd3-c48e7774e490 None None] Checking agent: {'id': '0d4f8fd3-ce62-4651-970c-efa6a8bb22b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 5, 16, 57, 23), 'started_at': datetime.datetime(2022, 1, 5, 16, 57, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 5, 17, 5, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 05 17:05:37.133563 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b36f11cf-1c32-452f-8bd3-c48e7774e490 None None] Checking segment: {'id': '724f64f6-50e7-48d8-ab30-09fe928cc729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '66b9f7eb-d414-436b-882b-ac047c1764b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:05:37.133986 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-b36f11cf-1c32-452f-8bd3-c48e7774e490 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:37.142661 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b36f11cf-1c32-452f-8bd3-c48e7774e490 None None] Bound using segment: {'id': '724f64f6-50e7-48d8-ab30-09fe928cc729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '66b9f7eb-d414-436b-882b-ac047c1764b8'} {{(pid=103803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 05 17:05:37.147881 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.plugins.ml2.managers [None req-b36f11cf-1c32-452f-8bd3-c48e7774e490 None None] Bound port: 78d2b046-0e55-49ac-abe8-0d28426834c3, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '724f64f6-50e7-48d8-ab30-09fe928cc729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '66b9f7eb-d414-436b-882b-ac047c1764b8'}}] {{(pid=103803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 05 17:05:37.147881 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-b36f11cf-1c32-452f-8bd3-c48e7774e490 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:37.283530 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-cbd4846d-3f0b-4e0c-b467-dcfa7dc80628 tempest-ServersTestJSON-1673014821 tempest-ServersTestJSON-1673014821-project] Publish callbacks [] for security_group, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:37.283738 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-41b63155-250a-4a4f-8ac2-2778d5c02fe5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:37.286177 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-cbd4846d-3f0b-4e0c-b467-dcfa7dc80628 tempest-ServersTestJSON-1673014821 tempest-ServersTestJSON-1673014821-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.5185084 Jan 05 17:05:37.301239 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 38400) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:05:37.311553 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-9314e236-9104-40ce-8b36-52cf54133a03 tempest-ServersTestJSON-1673014821 tempest-ServersTestJSON-1673014821-project] Request body: {'security_group_rule': {'security_group_id': 'a400398d-bf46-4390-bcfe-e2116b4af858', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:05:37.315229 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.plugins.ml2.db [None req-b36f11cf-1c32-452f-8bd3-c48e7774e490 None None] For port 78d2b046-0e55-49ac-abe8-0d28426834c3, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 05 17:05:37.319525 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.plugins.ml2.db [None req-b36f11cf-1c32-452f-8bd3-c48e7774e490 None None] For port 78d2b046-0e55-49ac-abe8-0d28426834c3, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=78d2b046-0e55-49ac-abe8-0d28426834c3,segment=NetworkSegment(724f64f6-50e7-48d8-ab30-09fe928cc729),segment_id=724f64f6-50e7-48d8-ab30-09fe928cc729)] {{(pid=103803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 05 17:05:37.397127 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-cd80fcca-66db-4eb5-84b0-1e5c7730dbcc tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] Deleting port e8b73712-9b70-4240-bfb9-d630420ae0ef {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:05:37.397499 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-cd80fcca-66db-4eb5-84b0-1e5c7730dbcc tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:37.421314 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-b36f11cf-1c32-452f-8bd3-c48e7774e490 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:37.487476 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 38404) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:05:37.493488 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-acbf1f42-724c-4409-8902-b6355c31333d tempest-RoutersAdminNegativeTest-197521161 tempest-RoutersAdminNegativeTest-197521161-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:37.513314 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-cd80fcca-66db-4eb5-84b0-1e5c7730dbcc tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] For port e8b73712-9b70-4240-bfb9-d630420ae0ef, host hv-neutron-mast, got binding levels [] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:05:37.513715 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-cd80fcca-66db-4eb5-84b0-1e5c7730dbcc tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:37.527032 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-acbf1f42-724c-4409-8902-b6355c31333d tempest-RoutersAdminNegativeTest-197521161 tempest-RoutersAdminNegativeTest-197521161-project-admin] Calling delete_port for eb1045a3-70b6-419d-b93c-3c2d0dbb4c65 owned by {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:05:37.533993 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-cd80fcca-66db-4eb5-84b0-1e5c7730dbcc tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] Calling delete_port for e8b73712-9b70-4240-bfb9-d630420ae0ef owned by {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:05:37.554288 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b36f11cf-1c32-452f-8bd3-c48e7774e490 None None] Routers {'280080f8-81eb-483c-9f98-23b36e89ca2d'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:05:37.554949 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-b36f11cf-1c32-452f-8bd3-c48e7774e490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:05:19Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['280080f8-81eb-483c-9f98-23b36e89ca2d'], 'active': True} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:05:37.582250 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a6c93f20-b8f1-47ea-ba7c-2e2810aa6b07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:37.591693 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-d484fe04-6d50-4245-bcd1-bdbef68d37a9 None None] Provisioning complete for port 78d2b046-0e55-49ac-abe8-0d28426834c3 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:05:37.592077 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d484fe04-6d50-4245-bcd1-bdbef68d37a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:37.643037 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-c15078f2-e6bd-487d-a20d-1cc756fea1ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:37.647032 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-c15078f2-e6bd-487d-a20d-1cc756fea1ee admin admin] Publish callbacks [] for security_group, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:37.658936 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-c15078f2-e6bd-487d-a20d-1cc756fea1ee admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/9bc9e932-1a4e-4110-8dd5-13e646e55e64 HTTP/1.1" status: 204 len: 168 time: 1.1847153 Jan 05 17:05:37.668004 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-41b63155-250a-4a4f-8ac2-2778d5c02fe5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11433176'] for port, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:37.682080 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66627c3b-3d96-4674-a412-cced566aa546 None None] Pushing event updated for resources: {'Port': ['ID=78d2b046-0e55-49ac-abe8-0d28426834c3,revision_number=4']} {{(pid=103803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:05:37.766830 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-9314e236-9104-40ce-8b36-52cf54133a03 tempest-ServersTestJSON-1673014821 tempest-ServersTestJSON-1673014821-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:37.787730 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15078f2-e6bd-487d-a20d-1cc756fea1ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bc9e932-1a4e-4110-8dd5-13e646e55e64,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:05:37.867878 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvr_db [None req-b36f11cf-1c32-452f-8bd3-c48e7774e490 None None] Set router 280080f8-81eb-483c-9f98-23b36e89ca2d gateway port host: dv-neutron-master-2-hyperv {{(pid=103803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:05:37.878717 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41b63155-250a-4a4f-8ac2-2778d5c02fe5 admin admin] Network aabb1632-0142-4854-ba4e-971fe2ad463e is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:05:37.922100 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-4f5a5d0e-9827-4c06-8f59-64cc6b1df080 None None] Publish callbacks [] for port, precommit_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:37.947727 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d484fe04-6d50-4245-bcd1-bdbef68d37a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:37.961223 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-41b63155-250a-4a4f-8ac2-2778d5c02fe5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:05:37.982127 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41b63155-250a-4a4f-8ac2-2778d5c02fe5 admin admin] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:05:37.983573 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-86d5b432-4ddb-4461-8b27-f08a4d692d2d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:38.011828 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-d484fe04-6d50-4245-bcd1-bdbef68d37a9 None None] For port 78d2b046-0e55-49ac-abe8-0d28426834c3, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=78d2b046-0e55-49ac-abe8-0d28426834c3,segment=NetworkSegment(724f64f6-50e7-48d8-ab30-09fe928cc729),segment_id=724f64f6-50e7-48d8-ab30-09fe928cc729)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:05:38.067161 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [None req-a6c93f20-b8f1-47ea-ba7c-2e2810aa6b07 admin admin] Allocated IP 172.20.0.1 (1e5e93d9-6ada-44ad-b92b-017486a9719e/fab82641-cc31-4ee1-85fb-d7818e6883fd/1d056cac-a58f-45cb-a6fa-ee29d41d14ab) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:05:38.073315 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b63155-250a-4a4f-8ac2-2778d5c02fe5 admin admin] Pushing event updated for resources: {'Port': ['ID=f2c5c7c7-d0b5-46b9-9c34-58c6c515b4f0,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:05:38.078231 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-4f5a5d0e-9827-4c06-8f59-64cc6b1df080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:38.116276 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-41b63155-250a-4a4f-8ac2-2778d5c02fe5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-648552'] for router_interface, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:38.169257 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 4675d80c-fae0-4ba7-b0fe-b2a5b20c7a44 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:05:38.197100 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-86d5b432-4ddb-4461-8b27-f08a4d692d2d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:38.200385 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d484fe04-6d50-4245-bcd1-bdbef68d37a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:38.258905 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-9314e236-9104-40ce-8b36-52cf54133a03 tempest-ServersTestJSON-1673014821 tempest-ServersTestJSON-1673014821-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:38.267504 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-cd80fcca-66db-4eb5-84b0-1e5c7730dbcc tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11433176'] for port, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:38.326904 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a981420c-ec9d-4ad3-a74b-9fd463a57604 None None] Pushing event updated for resources: {'Port': ['ID=626ae523-21d7-4e15-ba22-fd67cd4107ce,revision_number=2']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:05:38.340780 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-4f5a5d0e-9827-4c06-8f59-64cc6b1df080 None None] Attempting to bind port 626ae523-21d7-4e15-ba22-fd67cd4107ce on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 05 17:05:38.341361 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-4f5a5d0e-9827-4c06-8f59-64cc6b1df080 None None] Attempting to bind port 626ae523-21d7-4e15-ba22-fd67cd4107ce by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '3f961525-530f-4ce5-8222-1dbbbe774893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573'}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 05 17:05:38.341831 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f5a5d0e-9827-4c06-8f59-64cc6b1df080 None None] Attempting to bind port 626ae523-21d7-4e15-ba22-fd67cd4107ce on network b0167590-0699-4c5c-a932-3939414a9573 {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:05:38.390468 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd80fcca-66db-4eb5-84b0-1e5c7730dbcc tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] Pushing event deleted for resources: {'Port': ['ID=e8b73712-9b70-4240-bfb9-d630420ae0ef,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:05:38.392394 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-9314e236-9104-40ce-8b36-52cf54133a03 tempest-ServersTestJSON-1673014821 tempest-ServersTestJSON-1673014821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533437'] for security_group_rule, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:38.400218 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f5a5d0e-9827-4c06-8f59-64cc6b1df080 None None] Checking agent: {'id': '0d4f8fd3-ce62-4651-970c-efa6a8bb22b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 5, 16, 57, 23), 'started_at': datetime.datetime(2022, 1, 5, 16, 57, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 5, 17, 5, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 05 17:05:38.401490 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f5a5d0e-9827-4c06-8f59-64cc6b1df080 None None] Checking segment: {'id': '3f961525-530f-4ce5-8222-1dbbbe774893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:05:38.401987 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-4f5a5d0e-9827-4c06-8f59-64cc6b1df080 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:38.402388 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f5a5d0e-9827-4c06-8f59-64cc6b1df080 None None] Bound using segment: {'id': '3f961525-530f-4ce5-8222-1dbbbe774893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573'} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 05 17:05:38.404713 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-4f5a5d0e-9827-4c06-8f59-64cc6b1df080 None None] Bound port: 626ae523-21d7-4e15-ba22-fd67cd4107ce, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f961525-530f-4ce5-8222-1dbbbe774893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573'}}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 05 17:05:38.405473 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-4f5a5d0e-9827-4c06-8f59-64cc6b1df080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:38.406552 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-cd80fcca-66db-4eb5-84b0-1e5c7730dbcc tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:38.412750 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-cd80fcca-66db-4eb5-84b0-1e5c7730dbcc tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] 10.222.0.11 "DELETE /v2.0/ports/e8b73712-9b70-4240-bfb9-d630420ae0ef HTTP/1.1" status: 204 len: 168 time: 1.6224401 Jan 05 17:05:38.421243 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-b36f11cf-1c32-452f-8bd3-c48e7774e490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '280080f8-81eb-483c-9f98-23b36e89ca2d', 'name': 'tempest-ServersTestJSON-876022175-router', 'tenant_id': '8648c3d237fa47a2908cbe0ddaa5dd69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.105'}], 'enable_snat': True}, 'gw_port_id': '0483d6a4-1fc9-48b5-93dc-d32a60c57bfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:05:25Z', 'updated_at': '2022-01-05T17:05:32Z', 'revision_number': 4, 'project_id': '8648c3d237fa47a2908cbe0ddaa5dd69', 'gw_port': {'id': '0483d6a4-1fc9-48b5-93dc-d32a60c57bfb', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:46:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '280080f8-81eb-483c-9f98-23b36e89ca2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:05:26Z', 'updated_at': '2022-01-05T17:05:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '78d2b046-0e55-49ac-abe8-0d28426834c3', 'name': '', 'network_id': '66b9f7eb-d414-436b-882b-ac047c1764b8', 'tenant_id': '8648c3d237fa47a2908cbe0ddaa5dd69', 'mac_address': 'fa:16:3e:d1:20:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '280080f8-81eb-483c-9f98-23b36e89ca2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '1c9222ac-b9b2-431b-aee5-7d51a8ac8416', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:05:31Z', 'updated_at': '2022-01-05T17:05:37Z', 'revision_number': 4, 'project_id': '8648c3d237fa47a2908cbe0ddaa5dd69', 'subnets': [{'id': '1c9222ac-b9b2-431b-aee5-7d51a8ac8416', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:05:38.432319 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 38420) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:05:38.461616 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b36f11cf-1c32-452f-8bd3-c48e7774e490 None None] The sync data for ids ['280080f8-81eb-483c-9f98-23b36e89ca2d'] in dv-neutron-master-2-hyperv is: [{'id': '280080f8-81eb-483c-9f98-23b36e89ca2d', 'name': 'tempest-ServersTestJSON-876022175-router', 'tenant_id': '8648c3d237fa47a2908cbe0ddaa5dd69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.105'}], 'enable_snat': True}, 'gw_port_id': '0483d6a4-1fc9-48b5-93dc-d32a60c57bfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:05:25Z', 'updated_at': '2022-01-05T17:05:32Z', 'revision_number': 4, 'project_id': '8648c3d237fa47a2908cbe0ddaa5dd69', 'gw_port': {'id': '0483d6a4-1fc9-48b5-93dc-d32a60c57bfb', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:46:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '280080f8-81eb-483c-9f98-23b36e89ca2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:05:26Z', 'updated_at': '2022-01-05T17:05:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '78d2b046-0e55-49ac-abe8-0d28426834c3', 'name': '', 'network_id': '66b9f7eb-d414-436b-882b-ac047c1764b8', 'tenant_id': '8648c3d237fa47a2908cbe0ddaa5dd69', 'mac_address': 'fa:16:3e:d1:20:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '280080f8-81eb-483c-9f98-23b36e89ca2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '1c9222ac-b9b2-431b-aee5-7d51a8ac8416', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:05:31Z', 'updated_at': '2022-01-05T17:05:37Z', 'revision_number': 4, 'project_id': '8648c3d237fa47a2908cbe0ddaa5dd69', 'subnets': [{'id': '1c9222ac-b9b2-431b-aee5-7d51a8ac8416', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 05 17:05:38.483965 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-b74e6bea-52fc-4552-a75d-b0a2b81391a7 None None] Provisioning complete for port 78d2b046-0e55-49ac-abe8-0d28426834c3 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:05:38.484352 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-b74e6bea-52fc-4552-a75d-b0a2b81391a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:38.502449 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-86d5b432-4ddb-4461-8b27-f08a4d692d2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:38.513859 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-acbf1f42-724c-4409-8902-b6355c31333d tempest-RoutersAdminNegativeTest-197521161 tempest-RoutersAdminNegativeTest-197521161-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:38.517094 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9314e236-9104-40ce-8b36-52cf54133a03 tempest-ServersTestJSON-1673014821 tempest-ServersTestJSON-1673014821-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b98651c2-e69f-419b-a456-1d89ac83c5d5,revision_number=0']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:05:38.551599 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.pecan_wsgi.hooks.translation [None req-12d5b268-dd2b-4abb-b138-b0366fc7eb3a tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] GET failed (client error): The resource could not be found. Jan 05 17:05:38.553097 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-12d5b268-dd2b-4abb-b138-b0366fc7eb3a tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] 10.222.0.11 "GET /v2.0/ports/e8b73712-9b70-4240-bfb9-d630420ae0ef HTTP/1.1" status: 404 len: 333 time: 0.0977428 Jan 05 17:05:38.562781 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d484fe04-6d50-4245-bcd1-bdbef68d37a9 None None] Pushing event updated for resources: {'Port': ['ID=78d2b046-0e55-49ac-abe8-0d28426834c3,revision_number=5']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:05:38.577902 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 38424) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:05:38.581510 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Provisioning complete for port 4675d80c-fae0-4ba7-b0fe-b2a5b20c7a44 triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:05:38.582219 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:38.596923 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-f99a4d26-69f2-43fa-baa7-c880db4853fc tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] Request body: {'port': {'network_id': 'a7754ab3-c315-4ee9-a677-c07d2b9bcc70', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1422990832'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:05:38.619363 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a6c93f20-b8f1-47ea-ba7c-2e2810aa6b07 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:38.628379 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-4f5a5d0e-9827-4c06-8f59-64cc6b1df080 None None] For port 626ae523-21d7-4e15-ba22-fd67cd4107ce, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 05 17:05:38.647765 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-4f5a5d0e-9827-4c06-8f59-64cc6b1df080 None None] For port 626ae523-21d7-4e15-ba22-fd67cd4107ce, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=626ae523-21d7-4e15-ba22-fd67cd4107ce,segment=NetworkSegment(3f961525-530f-4ce5-8222-1dbbbe774893),segment_id=3f961525-530f-4ce5-8222-1dbbbe774893)] {{(pid=103802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 05 17:05:38.715382 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d5b432-4ddb-4461-8b27-f08a4d692d2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=187e9f07-db85-4a04-abe9-65ff4e359f2d,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:05:38.739137 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-86d5b432-4ddb-4461-8b27-f08a4d692d2d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=8c3e66f332694e9783d32ec3eaf184cd&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2451277 Jan 05 17:05:38.741495 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 38428) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:05:38.767597 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:38.776406 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-4f5a5d0e-9827-4c06-8f59-64cc6b1df080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:38.809131 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a6c93f20-b8f1-47ea-ba7c-2e2810aa6b07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:38.818284 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-9314e236-9104-40ce-8b36-52cf54133a03 tempest-ServersTestJSON-1673014821 tempest-ServersTestJSON-1673014821-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:38.838126 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-9314e236-9104-40ce-8b36-52cf54133a03 tempest-ServersTestJSON-1673014821 tempest-ServersTestJSON-1673014821-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.5158515 Jan 05 17:05:38.838417 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbf1f42-724c-4409-8902-b6355c31333d tempest-RoutersAdminNegativeTest-197521161 tempest-RoutersAdminNegativeTest-197521161-project-admin] Pushing event deleted for resources: {'Port': ['ID=eb1045a3-70b6-419d-b93c-3c2d0dbb4c65,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:05:38.857353 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f5a5d0e-9827-4c06-8f59-64cc6b1df080 None None] Routers {'375a29a2-cb4e-48e0-af02-551751ef6988'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:05:38.865644 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-4f5a5d0e-9827-4c06-8f59-64cc6b1df080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:05:19Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['375a29a2-cb4e-48e0-af02-551751ef6988'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:05:38.910177 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6c93f20-b8f1-47ea-ba7c-2e2810aa6b07 admin admin] Network 1e5e93d9-6ada-44ad-b92b-017486a9719e is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:05:38.912706 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] For port 4675d80c-fae0-4ba7-b0fe-b2a5b20c7a44, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=4675d80c-fae0-4ba7-b0fe-b2a5b20c7a44,segment=NetworkSegment(3f961525-530f-4ce5-8222-1dbbbe774893),segment_id=3f961525-530f-4ce5-8222-1dbbbe774893)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:05:38.916603 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 38432) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:05:38.918003 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f99a4d26-69f2-43fa-baa7-c880db4853fc tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] Made reservation on behalf of 5cfd9a352c4a4f4c937dd86c6f9f39fd for: {'port': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:05:38.920414 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f99a4d26-69f2-43fa-baa7-c880db4853fc tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:38.922744 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-a6c93f20-b8f1-47ea-ba7c-2e2810aa6b07 admin admin] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:05:38.928998 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-acbf1f42-724c-4409-8902-b6355c31333d tempest-RoutersAdminNegativeTest-197521161 tempest-RoutersAdminNegativeTest-197521161-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:38.935764 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-acbf1f42-724c-4409-8902-b6355c31333d tempest-RoutersAdminNegativeTest-197521161 tempest-RoutersAdminNegativeTest-197521161-project-admin] 10.222.0.11 "DELETE /v2.0/ports/eb1045a3-70b6-419d-b93c-3c2d0dbb4c65 HTTP/1.1" status: 204 len: 168 time: 2.9477274 Jan 05 17:05:38.936109 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-bdef25f2-5d50-4895-9c0c-a62e4959c47b tempest-ServersTestJSON-1673014821 tempest-ServersTestJSON-1673014821-project] Request body: {'security_group_rule': {'security_group_id': 'a400398d-bf46-4390-bcfe-e2116b4af858', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:05:38.948517 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6c93f20-b8f1-47ea-ba7c-2e2810aa6b07 admin admin] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:05:38.983620 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-549604de-18bb-48c2-a5c5-e0a2d70d0559 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:38.995004 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-41b63155-250a-4a4f-8ac2-2778d5c02fe5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:39.008578 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a6c93f20-b8f1-47ea-ba7c-2e2810aa6b07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-648552'] for router_interface, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:39.060626 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:39.075552 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-549604de-18bb-48c2-a5c5-e0a2d70d0559 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:39.112582 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a981420c-ec9d-4ad3-a74b-9fd463a57604 None None] Pushing event updated for resources: {'Port': ['ID=626ae523-21d7-4e15-ba22-fd67cd4107ce,revision_number=3']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:05:39.162725 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.objects.ports [None req-d3086b5b-067b-4cbe-8ed5-5ae67576b880 tempest-ExternalNetworksTestJSON-1308440936 tempest-ExternalNetworksTestJSON-1308440936-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103800) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 05 17:05:39.163502 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d3086b5b-067b-4cbe-8ed5-5ae67576b880 tempest-ExternalNetworksTestJSON-1308440936 tempest-ExternalNetworksTestJSON-1308440936-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8784852', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8521873'] for subnet, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:39.232474 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Pushing event updated for resources: {'Port': ['ID=4675d80c-fae0-4ba7-b0fe-b2a5b20c7a44,revision_number=4']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:05:39.271561 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-4f5a5d0e-9827-4c06-8f59-64cc6b1df080 None None] Set router 375a29a2-cb4e-48e0-af02-551751ef6988 gateway port host: dv-neutron-master-2-hyperv {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:05:39.287207 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3086b5b-067b-4cbe-8ed5-5ae67576b880 tempest-ExternalNetworksTestJSON-1308440936 tempest-ExternalNetworksTestJSON-1308440936-project-admin] Pushing event updated for resources: {'Subnet': ['ID=acb2ed62-3673-4761-8bff-cf80609d853f,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:05:39.299580 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.notifiers.nova [None req-f99a4d26-69f2-43fa-baa7-c880db4853fc tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] device_id is not set on port a6caabcd-5c08-4c62-9855-f55f521b66ea yet. {{(pid=103800) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 05 17:05:39.322407 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c93f20-b8f1-47ea-ba7c-2e2810aa6b07 admin admin] Pushing event updated for resources: {'Port': ['ID=1d056cac-a58f-45cb-a6fa-ee29d41d14ab,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:05:39.383674 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-e2e43ad6-ef8e-4f35-aa25-199a6a6ec4e2 None None] Provisioning complete for port f2c5c7c7-d0b5-46b9-9c34-58c6c515b4f0 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:05:39.391252 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-e2e43ad6-ef8e-4f35-aa25-199a6a6ec4e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:39.393166 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-549604de-18bb-48c2-a5c5-e0a2d70d0559 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:39.396371 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-549604de-18bb-48c2-a5c5-e0a2d70d0559 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:39.399988 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-549604de-18bb-48c2-a5c5-e0a2d70d0559 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/187e9f07-db85-4a04-abe9-65ff4e359f2d HTTP/1.1" status: 204 len: 168 time: 0.6496830 Jan 05 17:05:39.485429 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549604de-18bb-48c2-a5c5-e0a2d70d0559 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=187e9f07-db85-4a04-abe9-65ff4e359f2d,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:05:39.538239 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-41b63155-250a-4a4f-8ac2-2778d5c02fe5 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:39.561286 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-bdef25f2-5d50-4895-9c0c-a62e4959c47b tempest-ServersTestJSON-1673014821 tempest-ServersTestJSON-1673014821-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:39.566470 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3086b5b-067b-4cbe-8ed5-5ae67576b880 tempest-ExternalNetworksTestJSON-1308440936 tempest-ExternalNetworksTestJSON-1308440936-project-admin] Checking segment: {'id': 'a8722d9b-f35b-4d51-b81c-d2943c038270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '9f4e040f-7be9-4b10-bcfd-f6d2c0207aae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:05:39.568072 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3086b5b-067b-4cbe-8ed5-5ae67576b880 tempest-ExternalNetworksTestJSON-1308440936 tempest-ExternalNetworksTestJSON-1308440936-project-admin] Network hostable DHCP agents. Network: 9f4e040f-7be9-4b10-bcfd-f6d2c0207aae, hostable agents: ['3f70c195-17da-4084-9fd6-bf6059d88535'], hosted agents: [] {{(pid=103800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 05 17:05:39.570097 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-e2e43ad6-ef8e-4f35-aa25-199a6a6ec4e2 None None] Port f2c5c7c7-d0b5-46b9-9c34-58c6c515b4f0 cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 17:05:39.628102 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-41b63155-250a-4a4f-8ac2-2778d5c02fe5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11433169'] for port, after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:39.652622 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-bdef25f2-5d50-4895-9c0c-a62e4959c47b tempest-ServersTestJSON-1673014821 tempest-ServersTestJSON-1673014821-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:39.736642 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-12350ab9-d49f-4a64-bf8b-f8dd083d4719 None None] Provisioning complete for port 1d056cac-a58f-45cb-a6fa-ee29d41d14ab triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:05:39.737251 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b63155-250a-4a4f-8ac2-2778d5c02fe5 admin admin] Pushing event updated for resources: {'Port': ['ID=f2c5c7c7-d0b5-46b9-9c34-58c6c515b4f0,revision_number=2']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:05:39.737653 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-12350ab9-d49f-4a64-bf8b-f8dd083d4719 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:39.738357 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-bdef25f2-5d50-4895-9c0c-a62e4959c47b tempest-ServersTestJSON-1673014821 tempest-ServersTestJSON-1673014821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533437'] for security_group_rule, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:39.765392 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-41b63155-250a-4a4f-8ac2-2778d5c02fe5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-531704'] for router_interface, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:39.769754 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a6c93f20-b8f1-47ea-ba7c-2e2810aa6b07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:39.788115 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-12350ab9-d49f-4a64-bf8b-f8dd083d4719 None None] Port 1d056cac-a58f-45cb-a6fa-ee29d41d14ab cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 17:05:39.792345 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdef25f2-5d50-4895-9c0c-a62e4959c47b tempest-ServersTestJSON-1673014821 tempest-ServersTestJSON-1673014821-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a01c9182-5369-4a52-a816-60bca313aacc,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:05:39.796492 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-4f5a5d0e-9827-4c06-8f59-64cc6b1df080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '375a29a2-cb4e-48e0-af02-551751ef6988', 'name': 'tempest-ServerActionsTestJSON-180618332-router', 'tenant_id': '0e5f75b0fa584f3fb65d4d2f1d03045b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.108'}], 'enable_snat': True}, 'gw_port_id': '626ae523-21d7-4e15-ba22-fd67cd4107ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:05:26Z', 'updated_at': '2022-01-05T17:05:31Z', 'revision_number': 3, 'project_id': '0e5f75b0fa584f3fb65d4d2f1d03045b', 'gw_port': {'id': '626ae523-21d7-4e15-ba22-fd67cd4107ce', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:c4:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '375a29a2-cb4e-48e0-af02-551751ef6988', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:05:28Z', 'updated_at': '2022-01-05T17:05:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:05:39.828960 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3086b5b-067b-4cbe-8ed5-5ae67576b880 tempest-ExternalNetworksTestJSON-1308440936 tempest-ExternalNetworksTestJSON-1308440936-project-admin] Network 9f4e040f-7be9-4b10-bcfd-f6d2c0207aae is scheduled to be hosted by DHCP agent 3f70c195-17da-4084-9fd6-bf6059d88535 with binding_index 1 {{(pid=103800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 05 17:05:39.847509 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f5a5d0e-9827-4c06-8f59-64cc6b1df080 None None] The sync data for ids ['375a29a2-cb4e-48e0-af02-551751ef6988'] in dv-neutron-master-2-hyperv is: [{'id': '375a29a2-cb4e-48e0-af02-551751ef6988', 'name': 'tempest-ServerActionsTestJSON-180618332-router', 'tenant_id': '0e5f75b0fa584f3fb65d4d2f1d03045b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.108'}], 'enable_snat': True}, 'gw_port_id': '626ae523-21d7-4e15-ba22-fd67cd4107ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:05:26Z', 'updated_at': '2022-01-05T17:05:31Z', 'revision_number': 3, 'project_id': '0e5f75b0fa584f3fb65d4d2f1d03045b', 'gw_port': {'id': '626ae523-21d7-4e15-ba22-fd67cd4107ce', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:c4:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '375a29a2-cb4e-48e0-af02-551751ef6988', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:05:28Z', 'updated_at': '2022-01-05T17:05:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 05 17:05:39.889910 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 38450) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:05:39.912098 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f99a4d26-69f2-43fa-baa7-c880db4853fc tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:39.918682 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-bdef25f2-5d50-4895-9c0c-a62e4959c47b tempest-ServersTestJSON-1673014821 tempest-ServersTestJSON-1673014821-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:39.918682 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-bdef25f2-5d50-4895-9c0c-a62e4959c47b tempest-ServersTestJSON-1673014821 tempest-ServersTestJSON-1673014821-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9933968 Jan 05 17:05:39.922866 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 38454) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:05:39.931105 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-015faef4-3e12-4eb2-a20a-fe3ebd140643 tempest-ServersTestJSON-1673014821 tempest-ServersTestJSON-1673014821-project] Request body: {'floatingip': {'floating_network_id': 'b0167590-0699-4c5c-a932-3939414a9573'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:05:39.946005 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41b63155-250a-4a4f-8ac2-2778d5c02fe5 admin admin] Network aabb1632-0142-4854-ba4e-971fe2ad463e is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:05:39.958277 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-d3086b5b-067b-4cbe-8ed5-5ae67576b880 tempest-ExternalNetworksTestJSON-1308440936 tempest-ExternalNetworksTestJSON-1308440936-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 9f4e040f-7be9-4b10-bcfd-f6d2c0207aae) {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:05:39.968123 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44bf2fbe-cbdd-4194-a366-5dc779583dff None None] Network 9f4e040f-7be9-4b10-bcfd-f6d2c0207aae requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:05:39.986578 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3086b5b-067b-4cbe-8ed5-5ae67576b880 tempest-ExternalNetworksTestJSON-1308440936 tempest-ExternalNetworksTestJSON-1308440936-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:05:39.987293 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d3086b5b-067b-4cbe-8ed5-5ae67576b880 tempest-ExternalNetworksTestJSON-1308440936 tempest-ExternalNetworksTestJSON-1308440936-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560699'] for subnet, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:40.005109 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-41b63155-250a-4a4f-8ac2-2778d5c02fe5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:05:40.110607 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-015faef4-3e12-4eb2-a20a-fe3ebd140643 tempest-ServersTestJSON-1673014821 tempest-ServersTestJSON-1673014821-project] Publish callbacks [] for floatingip, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:40.176900 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a357387-72eb-424d-8c34-c3a3575103e8 None None] Network 9f4e040f-7be9-4b10-bcfd-f6d2c0207aae requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:05:40.267876 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 4675d80c-fae0-4ba7-b0fe-b2a5b20c7a44 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:05:40.326597 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f99a4d26-69f2-43fa-baa7-c880db4853fc tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:40.336802 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-d3086b5b-067b-4cbe-8ed5-5ae67576b880 tempest-ExternalNetworksTestJSON-1308440936 tempest-ExternalNetworksTestJSON-1308440936-project-admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 4.8386858 Jan 05 17:05:40.339937 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 38460) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:05:40.354436 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-96d9d755-1b21-4947-810b-9b4b52d9732e tempest-ExternalNetworksTestJSON-1308440936 tempest-ExternalNetworksTestJSON-1308440936-project-admin] Request body: {'floatingip': {'floating_network_id': '9f4e040f-7be9-4b10-bcfd-f6d2c0207aae'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:05:40.375268 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f0911d4d-837b-43e9-b075-20fe0abad63d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:40.440658 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Provisioning complete for port 4675d80c-fae0-4ba7-b0fe-b2a5b20c7a44 triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:05:40.441182 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:40.444757 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41b63155-250a-4a4f-8ac2-2778d5c02fe5 admin admin] Router 1f9c6c3e-8e40-47bc-8b6d-0617b570b717 has already been hosted by L3 agent 59446fdc-40e0-41fe-a575-a8eb11d742f7 {{(pid=103801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 05 17:05:40.489917 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a6c93f20-b8f1-47ea-ba7c-2e2810aa6b07 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:40.506976 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f99a4d26-69f2-43fa-baa7-c880db4853fc tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] Network a7754ab3-c315-4ee9-a677-c07d2b9bcc70 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:05:40.513335 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-f99a4d26-69f2-43fa-baa7-c880db4853fc tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:05:40.519460 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99a4d26-69f2-43fa-baa7-c880db4853fc tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] Pushing event updated for resources: {'Port': ['ID=a6caabcd-5c08-4c62-9855-f55f521b66ea,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:05:40.523239 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f99a4d26-69f2-43fa-baa7-c880db4853fc tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:05:40.524975 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f99a4d26-69f2-43fa-baa7-c880db4853fc tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:05:40.525087 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f99a4d26-69f2-43fa-baa7-c880db4853fc tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:40.560395 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a6c93f20-b8f1-47ea-ba7c-2e2810aa6b07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8784461'] for port, after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:40.594694 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-f9d778f3-257e-4f5d-bc3e-de72a489b50d None None] Provisioning complete for port f2c5c7c7-d0b5-46b9-9c34-58c6c515b4f0 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:05:40.595147 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-f9d778f3-257e-4f5d-bc3e-de72a489b50d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:40.633362 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-96d9d755-1b21-4947-810b-9b4b52d9732e tempest-ExternalNetworksTestJSON-1308440936 tempest-ExternalNetworksTestJSON-1308440936-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:40.636807 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 78d2b046-0e55-49ac-abe8-0d28426834c3 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:05:40.684225 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-f99a4d26-69f2-43fa-baa7-c880db4853fc tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 2.0900154 Jan 05 17:05:40.691062 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 38466) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:05:40.700351 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-d20e6dff-3209-483e-9f57-5f8903d686c6 tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-mast'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:05:40.735748 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 38468) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:05:40.740249 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a6c93f20-b8f1-47ea-ba7c-2e2810aa6b07 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-531704'] for router_interface, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:40.744330 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c93f20-b8f1-47ea-ba7c-2e2810aa6b07 admin admin] Pushing event updated for resources: {'Port': ['ID=1d056cac-a58f-45cb-a6fa-ee29d41d14ab,revision_number=2']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:05:40.814512 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41b63155-250a-4a4f-8ac2-2778d5c02fe5 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 05 17:05:40.823723 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-5ae02cfd-09ac-479c-bb90-8d508daf7e11 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:40.825004 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a923c0f8-e75c-4ea0-b1d5-225d1393a695 None None] Sync routers for ids ['1f9c6c3e-8e40-47bc-8b6d-0617b570b717'] in dv-neutron-master-2-hyperv {{(pid=103803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 05 17:05:40.830270 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-41b63155-250a-4a4f-8ac2-2778d5c02fe5 admin admin] 10.222.0.11 "PUT /v2.0/routers/1f9c6c3e-8e40-47bc-8b6d-0617b570b717/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8159451 Jan 05 17:05:40.872710 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a923c0f8-e75c-4ea0-b1d5-225d1393a695 None None] Routers {'1f9c6c3e-8e40-47bc-8b6d-0617b570b717'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:05:40.873476 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-a923c0f8-e75c-4ea0-b1d5-225d1393a695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:05:19Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['1f9c6c3e-8e40-47bc-8b6d-0617b570b717'], 'active': True} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:05:40.911690 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-015faef4-3e12-4eb2-a20a-fe3ebd140643 tempest-ServersTestJSON-1673014821 tempest-ServersTestJSON-1673014821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:41.028778 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f0911d4d-837b-43e9-b075-20fe0abad63d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:41.081143 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-f9d778f3-257e-4f5d-bc3e-de72a489b50d None None] Port f2c5c7c7-d0b5-46b9-9c34-58c6c515b4f0 cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 17:05:41.112490 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f0911d4d-837b-43e9-b075-20fe0abad63d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:41.134976 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Provisioning complete for port 78d2b046-0e55-49ac-abe8-0d28426834c3 triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:05:41.135301 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:41.167942 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-f0911d4d-837b-43e9-b075-20fe0abad63d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0027913e961a4b9faec14068393e7610&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2779405 Jan 05 17:05:41.170629 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 38478) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:05:41.241274 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvr_db [None req-a923c0f8-e75c-4ea0-b1d5-225d1393a695 None None] Set router 1f9c6c3e-8e40-47bc-8b6d-0617b570b717 gateway port host: dv-neutron-master-2-hyperv {{(pid=103803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:05:41.297486 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [None req-015faef4-3e12-4eb2-a20a-fe3ebd140643 tempest-ServersTestJSON-1673014821 tempest-ServersTestJSON-1673014821-project] Allocated IP 172.36.4.183 (b0167590-0699-4c5c-a932-3939414a9573/7a784a6d-3d96-418f-a645-b9ccd0b1ac55/0a7276b8-1618-4b7c-b728-b0e192ee4a72) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:05:41.360030 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0911d4d-837b-43e9-b075-20fe0abad63d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=682e1fef-720d-4bcb-9b6b-c7b9428f59c4,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:05:41.403791 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d20e6dff-3209-483e-9f57-5f8903d686c6 tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:41.521279 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-48a70815-7ac8-430c-be41-6a1004da945f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:41.556058 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-5ae02cfd-09ac-479c-bb90-8d508daf7e11 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:41.559690 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-48a70815-7ac8-430c-be41-6a1004da945f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:41.564281 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6c93f20-b8f1-47ea-ba7c-2e2810aa6b07 admin admin] Network 1e5e93d9-6ada-44ad-b92b-017486a9719e is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:05:41.595772 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-a6c93f20-b8f1-47ea-ba7c-2e2810aa6b07 admin admin] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:05:41.694314 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-015faef4-3e12-4eb2-a20a-fe3ebd140643 tempest-ServersTestJSON-1673014821 tempest-ServersTestJSON-1673014821-project] Publish callbacks [] for port, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:41.707684 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-48a70815-7ac8-430c-be41-6a1004da945f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:41.716447 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-48a70815-7ac8-430c-be41-6a1004da945f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:41.719618 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-a923c0f8-e75c-4ea0-b1d5-225d1393a695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f9c6c3e-8e40-47bc-8b6d-0617b570b717', 'name': 'tempest-ServersTestManualDisk-1679529818-router', 'tenant_id': '0f0fe7d5d7be4d15b102bcc43593286e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.135'}], 'enable_snat': True}, 'gw_port_id': '4675d80c-fae0-4ba7-b0fe-b2a5b20c7a44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:05:25Z', 'updated_at': '2022-01-05T17:05:38Z', 'revision_number': 4, 'project_id': '0f0fe7d5d7be4d15b102bcc43593286e', 'gw_port': {'id': '4675d80c-fae0-4ba7-b0fe-b2a5b20c7a44', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:44:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f9c6c3e-8e40-47bc-8b6d-0617b570b717', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:05:27Z', 'updated_at': '2022-01-05T17:05:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'f2c5c7c7-d0b5-46b9-9c34-58c6c515b4f0', 'name': '', 'network_id': 'aabb1632-0142-4854-ba4e-971fe2ad463e', 'tenant_id': '0f0fe7d5d7be4d15b102bcc43593286e', 'mac_address': 'fa:16:3e:96:dc:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f9c6c3e-8e40-47bc-8b6d-0617b570b717', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': 'd0c013bc-a746-4d54-8492-ba8dc88b5bb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:05:36Z', 'updated_at': '2022-01-05T17:05:39Z', 'revision_number': 2, 'project_id': '0f0fe7d5d7be4d15b102bcc43593286e', 'subnets': [{'id': 'd0c013bc-a746-4d54-8492-ba8dc88b5bb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:05:41.721148 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-48a70815-7ac8-430c-be41-6a1004da945f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/682e1fef-720d-4bcb-9b6b-c7b9428f59c4 HTTP/1.1" status: 204 len: 168 time: 0.5331450 Jan 05 17:05:41.721341 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-5ae02cfd-09ac-479c-bb90-8d508daf7e11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:41.803342 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a70815-7ac8-430c-be41-6a1004da945f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=682e1fef-720d-4bcb-9b6b-c7b9428f59c4,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:05:41.848508 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a923c0f8-e75c-4ea0-b1d5-225d1393a695 None None] Checking router: 1f9c6c3e-8e40-47bc-8b6d-0617b570b717 for host: dv-neutron-master-2-hyperv {{(pid=103803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 05 17:05:41.849057 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a923c0f8-e75c-4ea0-b1d5-225d1393a695 None None] Updating router 1f9c6c3e-8e40-47bc-8b6d-0617b570b717 port f2c5c7c7-d0b5-46b9-9c34-58c6c515b4f0 binding host dv-neutron-master-2-hyperv {{(pid=103803) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 05 17:05:41.892374 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-015faef4-3e12-4eb2-a20a-fe3ebd140643 tempest-ServersTestJSON-1673014821 tempest-ServersTestJSON-1673014821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11433176'] for port, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:41.922559 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-a923c0f8-e75c-4ea0-b1d5-225d1393a695 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:41.931339 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-5ae02cfd-09ac-479c-bb90-8d508daf7e11 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=8c8aa2a6743f4937a403626658774c64&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1926234 Jan 05 17:05:41.932502 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 38492) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:05:41.996581 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 38494) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:05:42.011359 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae02cfd-09ac-479c-bb90-8d508daf7e11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19cf6d8b-8079-4c29-bf4b-cbed849ab90e,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:05:42.023219 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-c5b0c04c-8d3a-4433-83eb-5a84e5365bbc None None] Provisioning complete for port 1d056cac-a58f-45cb-a6fa-ee29d41d14ab triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:05:42.024728 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c5b0c04c-8d3a-4433-83eb-5a84e5365bbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:42.037421 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-015faef4-3e12-4eb2-a20a-fe3ebd140643 tempest-ServersTestJSON-1673014821 tempest-ServersTestJSON-1673014821-project] Network b0167590-0699-4c5c-a932-3939414a9573 is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:05:42.045251 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-015faef4-3e12-4eb2-a20a-fe3ebd140643 tempest-ServersTestJSON-1673014821 tempest-ServersTestJSON-1673014821-project] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:05:42.060651 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-015faef4-3e12-4eb2-a20a-fe3ebd140643 tempest-ServersTestJSON-1673014821 tempest-ServersTestJSON-1673014821-project] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:05:42.090975 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-96d9d755-1b21-4947-810b-9b4b52d9732e tempest-ExternalNetworksTestJSON-1308440936 tempest-ExternalNetworksTestJSON-1308440936-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:42.097926 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6c93f20-b8f1-47ea-ba7c-2e2810aa6b07 admin admin] Router 375a29a2-cb4e-48e0-af02-551751ef6988 has already been hosted by L3 agent 59446fdc-40e0-41fe-a575-a8eb11d742f7 {{(pid=103800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 05 17:05:42.120318 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-c5b0c04c-8d3a-4433-83eb-5a84e5365bbc None None] Port 1d056cac-a58f-45cb-a6fa-ee29d41d14ab cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 17:05:42.137894 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 38498) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:05:42.148428 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 626ae523-21d7-4e15-ba22-fd67cd4107ce up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:05:42.151415 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015faef4-3e12-4eb2-a20a-fe3ebd140643 tempest-ServersTestJSON-1673014821 tempest-ServersTestJSON-1673014821-project] Pushing event updated for resources: {'Port': ['ID=0a7276b8-1618-4b7c-b728-b0e192ee4a72,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:05:42.155786 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-8840dac2-2a6b-4fb4-9d9d-585934ef13b6 tempest-ServersTestManualDisk-24571533 tempest-ServersTestManualDisk-24571533-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1014698202', 'description': 'tempest-description--1584744657'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:05:42.272629 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Provisioning complete for port 626ae523-21d7-4e15-ba22-fd67cd4107ce triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:05:42.272997 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:42.289132 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-a063a3e9-0d37-4b93-b326-d6d79413ab06 tempest-QuotasTest-488087045 tempest-QuotasTest-488087045-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:05:42.338166 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a4f42d2c-6210-4ac5-af51-7120c4717ee4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:42.344393 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-015faef4-3e12-4eb2-a20a-fe3ebd140643 tempest-ServersTestJSON-1673014821 tempest-ServersTestJSON-1673014821-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:42.386811 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.notifiers.nova [None req-d20e6dff-3209-483e-9f57-5f8903d686c6 tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] device_id is not set on port a6caabcd-5c08-4c62-9855-f55f521b66ea yet. {{(pid=103800) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 05 17:05:42.408150 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:42.415218 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d20e6dff-3209-483e-9f57-5f8903d686c6 tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:42.429491 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] For port 626ae523-21d7-4e15-ba22-fd67cd4107ce, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=626ae523-21d7-4e15-ba22-fd67cd4107ce,segment=NetworkSegment(3f961525-530f-4ce5-8222-1dbbbe774893),segment_id=3f961525-530f-4ce5-8222-1dbbbe774893)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:05:42.443279 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-a923c0f8-e75c-4ea0-b1d5-225d1393a695 None None] Publish callbacks [] for port, precommit_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:42.467006 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-8840dac2-2a6b-4fb4-9d9d-585934ef13b6 tempest-ServersTestManualDisk-24571533 tempest-ServersTestManualDisk-24571533-project] Publish callbacks [] for security_group, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:42.471558 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a4f42d2c-6210-4ac5-af51-7120c4717ee4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:42.484702 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-015faef4-3e12-4eb2-a20a-fe3ebd140643 tempest-ServersTestJSON-1673014821 tempest-ServersTestJSON-1673014821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:42.497807 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [None req-96d9d755-1b21-4947-810b-9b4b52d9732e tempest-ExternalNetworksTestJSON-1308440936 tempest-ExternalNetworksTestJSON-1308440936-project-admin] Allocated IP 172.20.0.4 (9f4e040f-7be9-4b10-bcfd-f6d2c0207aae/acb2ed62-3673-4761-8bff-cf80609d853f/3b522af1-b480-4993-ba2e-66a59b52923f) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:05:42.529717 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6c93f20-b8f1-47ea-ba7c-2e2810aa6b07 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 05 17:05:42.539365 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-a6c93f20-b8f1-47ea-ba7c-2e2810aa6b07 admin admin] 10.222.0.11 "PUT /v2.0/routers/375a29a2-cb4e-48e0-af02-551751ef6988/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6525738 Jan 05 17:05:42.569325 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-a923c0f8-e75c-4ea0-b1d5-225d1393a695 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:42.572322 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:42.575347 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d20e6dff-3209-483e-9f57-5f8903d686c6 tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8784461'] for port, after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:42.671828 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338f4c7b-2bee-4146-94bc-396513287063 None None] Pushing event updated for resources: {'Port': ['ID=f2c5c7c7-d0b5-46b9-9c34-58c6c515b4f0,revision_number=3']} {{(pid=103803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:05:42.701955 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20e6dff-3209-483e-9f57-5f8903d686c6 tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] Pushing event updated for resources: {'Port': ['ID=a6caabcd-5c08-4c62-9855-f55f521b66ea,revision_number=2']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:05:42.714416 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-015faef4-3e12-4eb2-a20a-fe3ebd140643 tempest-ServersTestJSON-1673014821 tempest-ServersTestJSON-1673014821-project] Publish callbacks [] for port, precommit_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:42.719805 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [None req-d20e6dff-3209-483e-9f57-5f8903d686c6 tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] Attempting to bind port a6caabcd-5c08-4c62-9855-f55f521b66ea on host hv-neutron-mast for vnic_type normal with profile {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 05 17:05:42.720151 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [None req-d20e6dff-3209-483e-9f57-5f8903d686c6 tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] Attempting to bind port a6caabcd-5c08-4c62-9855-f55f521b66ea by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '1ad11fa2-d128-4496-9649-2786b7546da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'a7754ab3-c315-4ee9-a677-c07d2b9bcc70'}] {{(pid=103800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 05 17:05:42.720530 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d20e6dff-3209-483e-9f57-5f8903d686c6 tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] Attempting to bind port a6caabcd-5c08-4c62-9855-f55f521b66ea on network a7754ab3-c315-4ee9-a677-c07d2b9bcc70 {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:05:42.733917 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Pushing event updated for resources: {'Port': ['ID=626ae523-21d7-4e15-ba22-fd67cd4107ce,revision_number=4']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:05:42.735396 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 38504) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:05:42.736562 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-a063a3e9-0d37-4b93-b326-d6d79413ab06 tempest-QuotasTest-488087045 tempest-QuotasTest-488087045-project-admin] 10.222.0.11 "PUT /v2.0/quotas/b85e2a7ea6404620b0dce5fe0860370f HTTP/1.1" status: 200 len: 366 time: 0.7277362 Jan 05 17:05:42.740876 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a4f42d2c-6210-4ac5-af51-7120c4717ee4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:42.743410 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a4f42d2c-6210-4ac5-af51-7120c4717ee4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:42.747466 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-a4f42d2c-6210-4ac5-af51-7120c4717ee4 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/19cf6d8b-8079-4c29-bf4b-cbed849ab90e HTTP/1.1" status: 204 len: 168 time: 0.7955658 Jan 05 17:05:42.751835 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-96d9d755-1b21-4947-810b-9b4b52d9732e tempest-ExternalNetworksTestJSON-1308440936 tempest-ExternalNetworksTestJSON-1308440936-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:42.777660 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-015faef4-3e12-4eb2-a20a-fe3ebd140643 tempest-ServersTestJSON-1673014821 tempest-ServersTestJSON-1673014821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11433169'] for port, after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:42.802967 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-8840dac2-2a6b-4fb4-9d9d-585934ef13b6 tempest-ServersTestManualDisk-24571533 tempest-ServersTestManualDisk-24571533-project] Publish callbacks [] for security_group, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:42.804638 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.plugins.ml2.managers [None req-a923c0f8-e75c-4ea0-b1d5-225d1393a695 None None] Attempting to bind port f2c5c7c7-d0b5-46b9-9c34-58c6c515b4f0 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 05 17:05:42.805009 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.plugins.ml2.managers [None req-a923c0f8-e75c-4ea0-b1d5-225d1393a695 None None] Attempting to bind port f2c5c7c7-d0b5-46b9-9c34-58c6c515b4f0 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'd65903af-bfbb-40e4-945d-cf3bc3c0723b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'aabb1632-0142-4854-ba4e-971fe2ad463e'}] {{(pid=103803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 05 17:05:42.805682 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a923c0f8-e75c-4ea0-b1d5-225d1393a695 None None] Attempting to bind port f2c5c7c7-d0b5-46b9-9c34-58c6c515b4f0 on network aabb1632-0142-4854-ba4e-971fe2ad463e {{(pid=103803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:05:42.823191 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a923c0f8-e75c-4ea0-b1d5-225d1393a695 None None] Checking agent: {'id': '0d4f8fd3-ce62-4651-970c-efa6a8bb22b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 5, 16, 57, 23), 'started_at': datetime.datetime(2022, 1, 5, 16, 57, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 5, 17, 5, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 05 17:05:42.823566 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a923c0f8-e75c-4ea0-b1d5-225d1393a695 None None] Checking segment: {'id': 'd65903af-bfbb-40e4-945d-cf3bc3c0723b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'aabb1632-0142-4854-ba4e-971fe2ad463e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:05:42.823968 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-a923c0f8-e75c-4ea0-b1d5-225d1393a695 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:42.824357 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a923c0f8-e75c-4ea0-b1d5-225d1393a695 None None] Bound using segment: {'id': 'd65903af-bfbb-40e4-945d-cf3bc3c0723b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'aabb1632-0142-4854-ba4e-971fe2ad463e'} {{(pid=103803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 05 17:05:42.824829 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.plugins.ml2.managers [None req-a923c0f8-e75c-4ea0-b1d5-225d1393a695 None None] Bound port: f2c5c7c7-d0b5-46b9-9c34-58c6c515b4f0, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd65903af-bfbb-40e4-945d-cf3bc3c0723b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'aabb1632-0142-4854-ba4e-971fe2ad463e'}}] {{(pid=103803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 05 17:05:42.825228 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-a923c0f8-e75c-4ea0-b1d5-225d1393a695 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:42.849873 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f42d2c-6210-4ac5-af51-7120c4717ee4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19cf6d8b-8079-4c29-bf4b-cbed849ab90e,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:05:42.853360 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d20e6dff-3209-483e-9f57-5f8903d686c6 tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] Port a6caabcd-5c08-4c62-9855-f55f521b66ea on network a7754ab3-c315-4ee9-a677-c07d2b9bcc70 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 05 17:05:42.853491 dv-neutron-master-2-hyperv neutron-server[103800]: ERROR neutron.plugins.ml2.managers [None req-d20e6dff-3209-483e-9f57-5f8903d686c6 tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] Failed to bind port a6caabcd-5c08-4c62-9855-f55f521b66ea on host hv-neutron-mast for vnic_type normal using segments [{'id': '1ad11fa2-d128-4496-9649-2786b7546da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'a7754ab3-c315-4ee9-a677-c07d2b9bcc70'}] Jan 05 17:05:42.854419 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.plugins.ml2.plugin [None req-d20e6dff-3209-483e-9f57-5f8903d686c6 tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] Attempt 2 to bind port a6caabcd-5c08-4c62-9855-f55f521b66ea Jan 05 17:05:42.873202 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-b9fb111d-46e4-425a-b2e1-6367d3f822d5 tempest-QuotasTest-488087045 tempest-QuotasTest-488087045-project-admin] 10.222.0.11 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.1321950 Jan 05 17:05:42.880060 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 38512) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:05:42.898568 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-8173ccb9-916d-4a5e-bd28-7b9d684175d9 tempest-QuotasTest-488087045 tempest-QuotasTest-488087045-project-admin] 10.222.0.11 "GET /v2.0/quotas/b85e2a7ea6404620b0dce5fe0860370f HTTP/1.1" status: 200 len: 366 time: 0.0150387 Jan 05 17:05:42.900170 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 38514) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:05:42.900605 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-8840dac2-2a6b-4fb4-9d9d-585934ef13b6 tempest-ServersTestManualDisk-24571533 tempest-ServersTestManualDisk-24571533-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:42.955298 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015faef4-3e12-4eb2-a20a-fe3ebd140643 tempest-ServersTestJSON-1673014821 tempest-ServersTestJSON-1673014821-project] Pushing event updated for resources: {'Port': ['ID=0a7276b8-1618-4b7c-b728-b0e192ee4a72,revision_number=2']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:05:42.961903 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-015faef4-3e12-4eb2-a20a-fe3ebd140643 tempest-ServersTestJSON-1673014821 tempest-ServersTestJSON-1673014821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648677'] for floatingip, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:42.962157 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8840dac2-2a6b-4fb4-9d9d-585934ef13b6 tempest-ServersTestManualDisk-24571533 tempest-ServersTestManualDisk-24571533-project] Pushing event updated for resources: {'SecurityGroup': ['ID=975168df-f8b7-4c5c-afef-35686270bc8d,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:05:42.968007 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [None req-d20e6dff-3209-483e-9f57-5f8903d686c6 tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] Attempting to bind port a6caabcd-5c08-4c62-9855-f55f521b66ea on host hv-neutron-mast for vnic_type normal with profile {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 05 17:05:42.968770 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [None req-d20e6dff-3209-483e-9f57-5f8903d686c6 tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] Attempting to bind port a6caabcd-5c08-4c62-9855-f55f521b66ea by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '1ad11fa2-d128-4496-9649-2786b7546da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'a7754ab3-c315-4ee9-a677-c07d2b9bcc70'}] {{(pid=103800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 05 17:05:42.969717 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d20e6dff-3209-483e-9f57-5f8903d686c6 tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] Attempting to bind port a6caabcd-5c08-4c62-9855-f55f521b66ea on network a7754ab3-c315-4ee9-a677-c07d2b9bcc70 {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:05:42.976254 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.plugins.ml2.db [None req-a923c0f8-e75c-4ea0-b1d5-225d1393a695 None None] For port f2c5c7c7-d0b5-46b9-9c34-58c6c515b4f0, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 05 17:05:42.976792 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-96d9d755-1b21-4947-810b-9b4b52d9732e tempest-ExternalNetworksTestJSON-1308440936 tempest-ExternalNetworksTestJSON-1308440936-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:42.979994 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.plugins.ml2.db [None req-a923c0f8-e75c-4ea0-b1d5-225d1393a695 None None] For port f2c5c7c7-d0b5-46b9-9c34-58c6c515b4f0, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f2c5c7c7-d0b5-46b9-9c34-58c6c515b4f0,segment=NetworkSegment(d65903af-bfbb-40e4-945d-cf3bc3c0723b),segment_id=d65903af-bfbb-40e4-945d-cf3bc3c0723b)] {{(pid=103803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 05 17:05:42.992406 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d20e6dff-3209-483e-9f57-5f8903d686c6 tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] Port a6caabcd-5c08-4c62-9855-f55f521b66ea on network a7754ab3-c315-4ee9-a677-c07d2b9bcc70 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 05 17:05:42.993764 dv-neutron-master-2-hyperv neutron-server[103800]: ERROR neutron.plugins.ml2.managers [None req-d20e6dff-3209-483e-9f57-5f8903d686c6 tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] Failed to bind port a6caabcd-5c08-4c62-9855-f55f521b66ea on host hv-neutron-mast for vnic_type normal using segments [{'id': '1ad11fa2-d128-4496-9649-2786b7546da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'a7754ab3-c315-4ee9-a677-c07d2b9bcc70'}] Jan 05 17:05:43.025635 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-db04bf70-6f7e-493a-8665-d91d03711426 tempest-QuotasTest-488087045 tempest-QuotasTest-488087045-project-admin] 10.222.0.11 "DELETE /v2.0/quotas/b85e2a7ea6404620b0dce5fe0860370f HTTP/1.1" status: 204 len: 168 time: 0.1203756 Jan 05 17:05:43.025827 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.plugins.ml2.plugin [None req-d20e6dff-3209-483e-9f57-5f8903d686c6 tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] Attempt 3 to bind port a6caabcd-5c08-4c62-9855-f55f521b66ea Jan 05 17:05:43.028216 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 38516) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:05:43.029955 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-8840dac2-2a6b-4fb4-9d9d-585934ef13b6 tempest-ServersTestManualDisk-24571533 tempest-ServersTestManualDisk-24571533-project] Publish callbacks [] for security_group, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:43.033958 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-8840dac2-2a6b-4fb4-9d9d-585934ef13b6 tempest-ServersTestManualDisk-24571533 tempest-ServersTestManualDisk-24571533-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.8822014 Jan 05 17:05:43.038903 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 38518) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:05:43.048545 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-d84b0e0b-83b8-4d99-b070-b8f3560782a8 tempest-ServersTestManualDisk-24571533 tempest-ServersTestManualDisk-24571533-project] Request body: {'security_group_rule': {'security_group_id': '975168df-f8b7-4c5c-afef-35686270bc8d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:05:43.052978 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-04977274-613c-42fc-aa49-c532e0cadfd3 None None] Provisioning complete for port f2c5c7c7-d0b5-46b9-9c34-58c6c515b4f0 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:05:43.054400 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-04977274-613c-42fc-aa49-c532e0cadfd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:43.058584 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96d9d755-1b21-4947-810b-9b4b52d9732e tempest-ExternalNetworksTestJSON-1308440936 tempest-ExternalNetworksTestJSON-1308440936-project-admin] Network 9f4e040f-7be9-4b10-bcfd-f6d2c0207aae is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:05:43.067174 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-96d9d755-1b21-4947-810b-9b4b52d9732e tempest-ExternalNetworksTestJSON-1308440936 tempest-ExternalNetworksTestJSON-1308440936-project-admin] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:05:43.067174 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 38520) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:05:43.068955 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [None req-d20e6dff-3209-483e-9f57-5f8903d686c6 tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] Attempting to bind port a6caabcd-5c08-4c62-9855-f55f521b66ea on host hv-neutron-mast for vnic_type normal with profile {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 05 17:05:43.069167 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [None req-d20e6dff-3209-483e-9f57-5f8903d686c6 tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] Attempting to bind port a6caabcd-5c08-4c62-9855-f55f521b66ea by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '1ad11fa2-d128-4496-9649-2786b7546da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'a7754ab3-c315-4ee9-a677-c07d2b9bcc70'}] {{(pid=103800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 05 17:05:43.069733 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d20e6dff-3209-483e-9f57-5f8903d686c6 tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] Attempting to bind port a6caabcd-5c08-4c62-9855-f55f521b66ea on network a7754ab3-c315-4ee9-a677-c07d2b9bcc70 {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:05:43.075132 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96d9d755-1b21-4947-810b-9b4b52d9732e tempest-ExternalNetworksTestJSON-1308440936 tempest-ExternalNetworksTestJSON-1308440936-project-admin] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:05:43.078950 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-a923c0f8-e75c-4ea0-b1d5-225d1393a695 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:43.089192 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-cf067d1b-2746-42ae-bb16-2a7356f6033b tempest-QuotasTest-488087045 tempest-QuotasTest-488087045-project-admin] 10.222.0.11 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0597715 Jan 05 17:05:43.093998 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-015faef4-3e12-4eb2-a20a-fe3ebd140643 tempest-ServersTestJSON-1673014821 tempest-ServersTestJSON-1673014821-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for floatingip, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:43.095236 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-015faef4-3e12-4eb2-a20a-fe3ebd140643 tempest-ServersTestJSON-1673014821 tempest-ServersTestJSON-1673014821-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.1707740 Jan 05 17:05:43.101843 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-04977274-613c-42fc-aa49-c532e0cadfd3 None None] Port f2c5c7c7-d0b5-46b9-9c34-58c6c515b4f0 cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 17:05:43.112170 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d9d755-1b21-4947-810b-9b4b52d9732e tempest-ExternalNetworksTestJSON-1308440936 tempest-ExternalNetworksTestJSON-1308440936-project-admin] Pushing event updated for resources: {'Port': ['ID=3b522af1-b480-4993-ba2e-66a59b52923f,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:05:43.115031 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d20e6dff-3209-483e-9f57-5f8903d686c6 tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] Port a6caabcd-5c08-4c62-9855-f55f521b66ea on network a7754ab3-c315-4ee9-a677-c07d2b9bcc70 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 05 17:05:43.115445 dv-neutron-master-2-hyperv neutron-server[103800]: ERROR neutron.plugins.ml2.managers [None req-d20e6dff-3209-483e-9f57-5f8903d686c6 tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] Failed to bind port a6caabcd-5c08-4c62-9855-f55f521b66ea on host hv-neutron-mast for vnic_type normal using segments [{'id': '1ad11fa2-d128-4496-9649-2786b7546da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'a7754ab3-c315-4ee9-a677-c07d2b9bcc70'}] Jan 05 17:05:43.115815 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 38524) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:05:43.121294 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.plugins.ml2.plugin [None req-d20e6dff-3209-483e-9f57-5f8903d686c6 tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] Attempt 4 to bind port a6caabcd-5c08-4c62-9855-f55f521b66ea Jan 05 17:05:43.124907 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-c40f0b73-35a1-470a-bacf-ee36cf1e0294 tempest-QuotasTest-488087045 tempest-QuotasTest-488087045-project-admin] 10.222.0.11 "GET /v2.0/quotas/b85e2a7ea6404620b0dce5fe0860370f HTTP/1.1" status: 200 len: 370 time: 0.0570874 Jan 05 17:05:43.129854 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 38526) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:05:43.144807 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-94bf8c77-77e8-4119-8b93-46ce21f86175 tempest-QuotasTest-488087045 tempest-QuotasTest-488087045-project-admin] 10.222.0.11 "GET /v2.0/quotas/b85e2a7ea6404620b0dce5fe0860370f/default HTTP/1.1" status: 200 len: 370 time: 0.0072303 Jan 05 17:05:43.151195 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 38528) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:05:43.170146 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [None req-d20e6dff-3209-483e-9f57-5f8903d686c6 tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] Attempting to bind port a6caabcd-5c08-4c62-9855-f55f521b66ea on host hv-neutron-mast for vnic_type normal with profile {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 05 17:05:43.173931 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.api.v2.resource [None req-d255646c-e839-4359-942d-54399fee59bb tempest-QuotasTest-488087045 tempest-QuotasTest-488087045-project-admin] delete failed (client error): The resource could not be found. Jan 05 17:05:43.175996 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-d255646c-e839-4359-942d-54399fee59bb tempest-QuotasTest-488087045 tempest-QuotasTest-488087045-project-admin] 10.222.0.11 "DELETE /v2.0/quotas/b85e2a7ea6404620b0dce5fe0860370f HTTP/1.1" status: 404 len: 348 time: 0.0236614 Jan 05 17:05:43.178399 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [None req-d20e6dff-3209-483e-9f57-5f8903d686c6 tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] Attempting to bind port a6caabcd-5c08-4c62-9855-f55f521b66ea by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '1ad11fa2-d128-4496-9649-2786b7546da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'a7754ab3-c315-4ee9-a677-c07d2b9bcc70'}] {{(pid=103800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 05 17:05:43.179253 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-75acdc2f-e6a3-4172-b669-5df58832eb7a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=cd89c1509cae4a49b8c3acf030fb68b6&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0611765 Jan 05 17:05:43.179360 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d20e6dff-3209-483e-9f57-5f8903d686c6 tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] Attempting to bind port a6caabcd-5c08-4c62-9855-f55f521b66ea on network a7754ab3-c315-4ee9-a677-c07d2b9bcc70 {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:05:43.181947 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 38532) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:05:43.193628 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338f4c7b-2bee-4146-94bc-396513287063 None None] Pushing event updated for resources: {'Port': ['ID=f2c5c7c7-d0b5-46b9-9c34-58c6c515b4f0,revision_number=4']} {{(pid=103803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:05:43.214396 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a923c0f8-e75c-4ea0-b1d5-225d1393a695 None None] Routers {'1f9c6c3e-8e40-47bc-8b6d-0617b570b717'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:05:43.214396 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-a923c0f8-e75c-4ea0-b1d5-225d1393a695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:05:19Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['1f9c6c3e-8e40-47bc-8b6d-0617b570b717'], 'active': True} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:05:43.270393 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d20e6dff-3209-483e-9f57-5f8903d686c6 tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] Port a6caabcd-5c08-4c62-9855-f55f521b66ea on network a7754ab3-c315-4ee9-a677-c07d2b9bcc70 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 05 17:05:43.270729 dv-neutron-master-2-hyperv neutron-server[103800]: ERROR neutron.plugins.ml2.managers [None req-d20e6dff-3209-483e-9f57-5f8903d686c6 tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] Failed to bind port a6caabcd-5c08-4c62-9855-f55f521b66ea on host hv-neutron-mast for vnic_type normal using segments [{'id': '1ad11fa2-d128-4496-9649-2786b7546da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'a7754ab3-c315-4ee9-a677-c07d2b9bcc70'}] Jan 05 17:05:43.272704 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.plugins.ml2.plugin [None req-d20e6dff-3209-483e-9f57-5f8903d686c6 tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] Attempt 5 to bind port a6caabcd-5c08-4c62-9855-f55f521b66ea Jan 05 17:05:43.284882 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ca61acf-e903-4bbc-9957-e8f5cb8cf0fd None None] Sync routers for ids ['375a29a2-cb4e-48e0-af02-551751ef6988'] in dv-neutron-master-2-hyperv {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 05 17:05:43.286095 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-791cacf7-b823-4d65-b661-40b06c54fe25 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:43.304646 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ca61acf-e903-4bbc-9957-e8f5cb8cf0fd None None] Routers {'375a29a2-cb4e-48e0-af02-551751ef6988'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:05:43.310964 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-7ca61acf-e903-4bbc-9957-e8f5cb8cf0fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:05:19Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['375a29a2-cb4e-48e0-af02-551751ef6988'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:05:43.335618 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-791cacf7-b823-4d65-b661-40b06c54fe25 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:43.336133 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d84b0e0b-83b8-4d99-b070-b8f3560782a8 tempest-ServersTestManualDisk-24571533 tempest-ServersTestManualDisk-24571533-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:43.341541 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [None req-d20e6dff-3209-483e-9f57-5f8903d686c6 tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] Attempting to bind port a6caabcd-5c08-4c62-9855-f55f521b66ea on host hv-neutron-mast for vnic_type normal with profile {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 05 17:05:43.354122 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [None req-d20e6dff-3209-483e-9f57-5f8903d686c6 tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] Attempting to bind port a6caabcd-5c08-4c62-9855-f55f521b66ea by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '1ad11fa2-d128-4496-9649-2786b7546da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'a7754ab3-c315-4ee9-a677-c07d2b9bcc70'}] {{(pid=103800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 05 17:05:43.354477 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d20e6dff-3209-483e-9f57-5f8903d686c6 tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] Attempting to bind port a6caabcd-5c08-4c62-9855-f55f521b66ea on network a7754ab3-c315-4ee9-a677-c07d2b9bcc70 {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:05:43.385246 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-96d9d755-1b21-4947-810b-9b4b52d9732e tempest-ExternalNetworksTestJSON-1308440936 tempest-ExternalNetworksTestJSON-1308440936-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:43.402616 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d20e6dff-3209-483e-9f57-5f8903d686c6 tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] Port a6caabcd-5c08-4c62-9855-f55f521b66ea on network a7754ab3-c315-4ee9-a677-c07d2b9bcc70 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 05 17:05:43.402923 dv-neutron-master-2-hyperv neutron-server[103800]: ERROR neutron.plugins.ml2.managers [None req-d20e6dff-3209-483e-9f57-5f8903d686c6 tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] Failed to bind port a6caabcd-5c08-4c62-9855-f55f521b66ea on host hv-neutron-mast for vnic_type normal using segments [{'id': '1ad11fa2-d128-4496-9649-2786b7546da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'a7754ab3-c315-4ee9-a677-c07d2b9bcc70'}] Jan 05 17:05:43.407911 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.plugins.ml2.plugin [None req-d20e6dff-3209-483e-9f57-5f8903d686c6 tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] Attempt 6 to bind port a6caabcd-5c08-4c62-9855-f55f521b66ea Jan 05 17:05:43.476710 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [None req-d20e6dff-3209-483e-9f57-5f8903d686c6 tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] Attempting to bind port a6caabcd-5c08-4c62-9855-f55f521b66ea on host hv-neutron-mast for vnic_type normal with profile {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 05 17:05:43.476710 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [None req-d20e6dff-3209-483e-9f57-5f8903d686c6 tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] Attempting to bind port a6caabcd-5c08-4c62-9855-f55f521b66ea by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '1ad11fa2-d128-4496-9649-2786b7546da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'a7754ab3-c315-4ee9-a677-c07d2b9bcc70'}] {{(pid=103800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 05 17:05:43.476889 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d20e6dff-3209-483e-9f57-5f8903d686c6 tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] Attempting to bind port a6caabcd-5c08-4c62-9855-f55f521b66ea on network a7754ab3-c315-4ee9-a677-c07d2b9bcc70 {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:05:43.485991 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-7ca61acf-e903-4bbc-9957-e8f5cb8cf0fd None None] Set router 375a29a2-cb4e-48e0-af02-551751ef6988 gateway port host: dv-neutron-master-2-hyperv {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:05:43.504753 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d20e6dff-3209-483e-9f57-5f8903d686c6 tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] Port a6caabcd-5c08-4c62-9855-f55f521b66ea on network a7754ab3-c315-4ee9-a677-c07d2b9bcc70 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 05 17:05:43.505057 dv-neutron-master-2-hyperv neutron-server[103800]: ERROR neutron.plugins.ml2.managers [None req-d20e6dff-3209-483e-9f57-5f8903d686c6 tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] Failed to bind port a6caabcd-5c08-4c62-9855-f55f521b66ea on host hv-neutron-mast for vnic_type normal using segments [{'id': '1ad11fa2-d128-4496-9649-2786b7546da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'a7754ab3-c315-4ee9-a677-c07d2b9bcc70'}] Jan 05 17:05:43.515120 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-791cacf7-b823-4d65-b661-40b06c54fe25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:43.517845 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-791cacf7-b823-4d65-b661-40b06c54fe25 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:43.520948 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-791cacf7-b823-4d65-b661-40b06c54fe25 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/0cf0ee20-313d-4056-bbcd-92184392e98a HTTP/1.1" status: 204 len: 168 time: 0.3358850 Jan 05 17:05:43.527593 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.plugins.ml2.plugin [None req-d20e6dff-3209-483e-9f57-5f8903d686c6 tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] Attempt 7 to bind port a6caabcd-5c08-4c62-9855-f55f521b66ea Jan 05 17:05:43.532555 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791cacf7-b823-4d65-b661-40b06c54fe25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cf0ee20-313d-4056-bbcd-92184392e98a,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:05:43.598111 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvr_db [None req-a923c0f8-e75c-4ea0-b1d5-225d1393a695 None None] Set router 1f9c6c3e-8e40-47bc-8b6d-0617b570b717 gateway port host: dv-neutron-master-2-hyperv {{(pid=103803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:05:43.622295 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [None req-d20e6dff-3209-483e-9f57-5f8903d686c6 tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] Attempting to bind port a6caabcd-5c08-4c62-9855-f55f521b66ea on host hv-neutron-mast for vnic_type normal with profile {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 05 17:05:43.622648 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [None req-d20e6dff-3209-483e-9f57-5f8903d686c6 tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] Attempting to bind port a6caabcd-5c08-4c62-9855-f55f521b66ea by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '1ad11fa2-d128-4496-9649-2786b7546da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'a7754ab3-c315-4ee9-a677-c07d2b9bcc70'}] {{(pid=103800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 05 17:05:43.622981 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d20e6dff-3209-483e-9f57-5f8903d686c6 tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] Attempting to bind port a6caabcd-5c08-4c62-9855-f55f521b66ea on network a7754ab3-c315-4ee9-a677-c07d2b9bcc70 {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:05:43.634962 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d84b0e0b-83b8-4d99-b070-b8f3560782a8 tempest-ServersTestManualDisk-24571533 tempest-ServersTestManualDisk-24571533-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:43.640738 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d20e6dff-3209-483e-9f57-5f8903d686c6 tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] Port a6caabcd-5c08-4c62-9855-f55f521b66ea on network a7754ab3-c315-4ee9-a677-c07d2b9bcc70 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 05 17:05:43.641062 dv-neutron-master-2-hyperv neutron-server[103800]: ERROR neutron.plugins.ml2.managers [None req-d20e6dff-3209-483e-9f57-5f8903d686c6 tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] Failed to bind port a6caabcd-5c08-4c62-9855-f55f521b66ea on host hv-neutron-mast for vnic_type normal using segments [{'id': '1ad11fa2-d128-4496-9649-2786b7546da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'a7754ab3-c315-4ee9-a677-c07d2b9bcc70'}] Jan 05 17:05:43.642916 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.plugins.ml2.plugin [None req-d20e6dff-3209-483e-9f57-5f8903d686c6 tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] Attempt 8 to bind port a6caabcd-5c08-4c62-9855-f55f521b66ea Jan 05 17:05:43.647087 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-96d9d755-1b21-4947-810b-9b4b52d9732e tempest-ExternalNetworksTestJSON-1308440936 tempest-ExternalNetworksTestJSON-1308440936-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:43.702810 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d84b0e0b-83b8-4d99-b070-b8f3560782a8 tempest-ServersTestManualDisk-24571533 tempest-ServersTestManualDisk-24571533-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533437'] for security_group_rule, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:43.723136 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [None req-d20e6dff-3209-483e-9f57-5f8903d686c6 tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] Attempting to bind port a6caabcd-5c08-4c62-9855-f55f521b66ea on host hv-neutron-mast for vnic_type normal with profile {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 05 17:05:43.723473 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [None req-d20e6dff-3209-483e-9f57-5f8903d686c6 tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] Attempting to bind port a6caabcd-5c08-4c62-9855-f55f521b66ea by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '1ad11fa2-d128-4496-9649-2786b7546da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'a7754ab3-c315-4ee9-a677-c07d2b9bcc70'}] {{(pid=103800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 05 17:05:43.723792 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d20e6dff-3209-483e-9f57-5f8903d686c6 tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] Attempting to bind port a6caabcd-5c08-4c62-9855-f55f521b66ea on network a7754ab3-c315-4ee9-a677-c07d2b9bcc70 {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:05:43.776644 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d20e6dff-3209-483e-9f57-5f8903d686c6 tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] Port a6caabcd-5c08-4c62-9855-f55f521b66ea on network a7754ab3-c315-4ee9-a677-c07d2b9bcc70 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 05 17:05:43.777561 dv-neutron-master-2-hyperv neutron-server[103800]: ERROR neutron.plugins.ml2.managers [None req-d20e6dff-3209-483e-9f57-5f8903d686c6 tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] Failed to bind port a6caabcd-5c08-4c62-9855-f55f521b66ea on host hv-neutron-mast for vnic_type normal using segments [{'id': '1ad11fa2-d128-4496-9649-2786b7546da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'a7754ab3-c315-4ee9-a677-c07d2b9bcc70'}] Jan 05 17:05:43.792664 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.plugins.ml2.plugin [None req-d20e6dff-3209-483e-9f57-5f8903d686c6 tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] Attempt 9 to bind port a6caabcd-5c08-4c62-9855-f55f521b66ea Jan 05 17:05:43.795292 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84b0e0b-83b8-4d99-b070-b8f3560782a8 tempest-ServersTestManualDisk-24571533 tempest-ServersTestManualDisk-24571533-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27c838f8-2983-4da8-b131-4439fdb3f88c,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:05:43.823070 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [None req-d20e6dff-3209-483e-9f57-5f8903d686c6 tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] Attempting to bind port a6caabcd-5c08-4c62-9855-f55f521b66ea on host hv-neutron-mast for vnic_type normal with profile {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 05 17:05:43.823466 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [None req-d20e6dff-3209-483e-9f57-5f8903d686c6 tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] Attempting to bind port a6caabcd-5c08-4c62-9855-f55f521b66ea by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '1ad11fa2-d128-4496-9649-2786b7546da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'a7754ab3-c315-4ee9-a677-c07d2b9bcc70'}] {{(pid=103800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 05 17:05:43.823752 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d20e6dff-3209-483e-9f57-5f8903d686c6 tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] Attempting to bind port a6caabcd-5c08-4c62-9855-f55f521b66ea on network a7754ab3-c315-4ee9-a677-c07d2b9bcc70 {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:05:43.846049 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-23f994c9-4457-4ce6-a366-845ee64295e2 None None] Provisioning complete for port f2c5c7c7-d0b5-46b9-9c34-58c6c515b4f0 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:05:43.846421 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-23f994c9-4457-4ce6-a366-845ee64295e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:43.860571 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d20e6dff-3209-483e-9f57-5f8903d686c6 tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] Port a6caabcd-5c08-4c62-9855-f55f521b66ea on network a7754ab3-c315-4ee9-a677-c07d2b9bcc70 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 05 17:05:43.860895 dv-neutron-master-2-hyperv neutron-server[103800]: ERROR neutron.plugins.ml2.managers [None req-d20e6dff-3209-483e-9f57-5f8903d686c6 tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] Failed to bind port a6caabcd-5c08-4c62-9855-f55f521b66ea on host hv-neutron-mast for vnic_type normal using segments [{'id': '1ad11fa2-d128-4496-9649-2786b7546da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'a7754ab3-c315-4ee9-a677-c07d2b9bcc70'}] Jan 05 17:05:43.862873 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.plugins.ml2.plugin [None req-d20e6dff-3209-483e-9f57-5f8903d686c6 tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] Attempt 10 to bind port a6caabcd-5c08-4c62-9855-f55f521b66ea Jan 05 17:05:43.882631 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [None req-d20e6dff-3209-483e-9f57-5f8903d686c6 tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] Attempting to bind port a6caabcd-5c08-4c62-9855-f55f521b66ea on host hv-neutron-mast for vnic_type normal with profile {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 05 17:05:43.882965 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [None req-d20e6dff-3209-483e-9f57-5f8903d686c6 tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] Attempting to bind port a6caabcd-5c08-4c62-9855-f55f521b66ea by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '1ad11fa2-d128-4496-9649-2786b7546da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'a7754ab3-c315-4ee9-a677-c07d2b9bcc70'}] {{(pid=103800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 05 17:05:43.883319 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d20e6dff-3209-483e-9f57-5f8903d686c6 tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] Attempting to bind port a6caabcd-5c08-4c62-9855-f55f521b66ea on network a7754ab3-c315-4ee9-a677-c07d2b9bcc70 {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:05:43.890417 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d20e6dff-3209-483e-9f57-5f8903d686c6 tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] Port a6caabcd-5c08-4c62-9855-f55f521b66ea on network a7754ab3-c315-4ee9-a677-c07d2b9bcc70 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 05 17:05:43.890740 dv-neutron-master-2-hyperv neutron-server[103800]: ERROR neutron.plugins.ml2.managers [None req-d20e6dff-3209-483e-9f57-5f8903d686c6 tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] Failed to bind port a6caabcd-5c08-4c62-9855-f55f521b66ea on host hv-neutron-mast for vnic_type normal using segments [{'id': '1ad11fa2-d128-4496-9649-2786b7546da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'a7754ab3-c315-4ee9-a677-c07d2b9bcc70'}] Jan 05 17:05:43.891101 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d20e6dff-3209-483e-9f57-5f8903d686c6 tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:43.908816 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-7ca61acf-e903-4bbc-9957-e8f5cb8cf0fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '375a29a2-cb4e-48e0-af02-551751ef6988', 'name': 'tempest-ServerActionsTestJSON-180618332-router', 'tenant_id': '0e5f75b0fa584f3fb65d4d2f1d03045b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.108'}], 'enable_snat': True}, 'gw_port_id': '626ae523-21d7-4e15-ba22-fd67cd4107ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:05:26Z', 'updated_at': '2022-01-05T17:05:39Z', 'revision_number': 4, 'project_id': '0e5f75b0fa584f3fb65d4d2f1d03045b', 'gw_port': {'id': '626ae523-21d7-4e15-ba22-fd67cd4107ce', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:c4:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375a29a2-cb4e-48e0-af02-551751ef6988', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:05:28Z', 'updated_at': '2022-01-05T17:05:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '1d056cac-a58f-45cb-a6fa-ee29d41d14ab', 'name': '', 'network_id': '1e5e93d9-6ada-44ad-b92b-017486a9719e', 'tenant_id': '0e5f75b0fa584f3fb65d4d2f1d03045b', 'mac_address': 'fa:16:3e:f5:5f:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '375a29a2-cb4e-48e0-af02-551751ef6988', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': 'fab82641-cc31-4ee1-85fb-d7818e6883fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:05:37Z', 'updated_at': '2022-01-05T17:05:39Z', 'revision_number': 2, 'project_id': '0e5f75b0fa584f3fb65d4d2f1d03045b', 'subnets': [{'id': 'fab82641-cc31-4ee1-85fb-d7818e6883fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:05:43.921563 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d84b0e0b-83b8-4d99-b070-b8f3560782a8 tempest-ServersTestManualDisk-24571533 tempest-ServersTestManualDisk-24571533-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:43.923482 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-d84b0e0b-83b8-4d99-b070-b8f3560782a8 tempest-ServersTestManualDisk-24571533 tempest-ServersTestManualDisk-24571533-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8790944 Jan 05 17:05:43.930391 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 38550) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:05:43.984877 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 38552) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:05:43.990872 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-a7b36561-8438-43dc-947d-38e8fba3aedf tempest-ServersTestManualDisk-24571533 tempest-ServersTestManualDisk-24571533-project] Request body: {'security_group_rule': {'security_group_id': '975168df-f8b7-4c5c-afef-35686270bc8d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:05:43.992828 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ca61acf-e903-4bbc-9957-e8f5cb8cf0fd None None] Checking router: 375a29a2-cb4e-48e0-af02-551751ef6988 for host: dv-neutron-master-2-hyperv {{(pid=103802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 05 17:05:43.993493 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ca61acf-e903-4bbc-9957-e8f5cb8cf0fd None None] Updating router 375a29a2-cb4e-48e0-af02-551751ef6988 port 1d056cac-a58f-45cb-a6fa-ee29d41d14ab binding host dv-neutron-master-2-hyperv {{(pid=103802) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 05 17:05:44.011833 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-a923c0f8-e75c-4ea0-b1d5-225d1393a695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f9c6c3e-8e40-47bc-8b6d-0617b570b717', 'name': 'tempest-ServersTestManualDisk-1679529818-router', 'tenant_id': '0f0fe7d5d7be4d15b102bcc43593286e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.135'}], 'enable_snat': True}, 'gw_port_id': '4675d80c-fae0-4ba7-b0fe-b2a5b20c7a44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:05:25Z', 'updated_at': '2022-01-05T17:05:38Z', 'revision_number': 4, 'project_id': '0f0fe7d5d7be4d15b102bcc43593286e', 'gw_port': {'id': '4675d80c-fae0-4ba7-b0fe-b2a5b20c7a44', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:44:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f9c6c3e-8e40-47bc-8b6d-0617b570b717', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:05:27Z', 'updated_at': '2022-01-05T17:05:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'f2c5c7c7-d0b5-46b9-9c34-58c6c515b4f0', 'name': '', 'network_id': 'aabb1632-0142-4854-ba4e-971fe2ad463e', 'tenant_id': '0f0fe7d5d7be4d15b102bcc43593286e', 'mac_address': 'fa:16:3e:96:dc:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f9c6c3e-8e40-47bc-8b6d-0617b570b717', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': 'd0c013bc-a746-4d54-8492-ba8dc88b5bb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:05:36Z', 'updated_at': '2022-01-05T17:05:42Z', 'revision_number': 4, 'project_id': '0f0fe7d5d7be4d15b102bcc43593286e', 'subnets': [{'id': 'd0c013bc-a746-4d54-8492-ba8dc88b5bb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:05:44.022117 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-7ca61acf-e903-4bbc-9957-e8f5cb8cf0fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:44.030930 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-96d9d755-1b21-4947-810b-9b4b52d9732e tempest-ExternalNetworksTestJSON-1308440936 tempest-ExternalNetworksTestJSON-1308440936-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:44.035213 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.quota.resource [None req-1c45746b-1357-4482-9014-81698bd10dd0 tempest-QuotasTest-488087045 tempest-QuotasTest-488087045-project-admin] Usage tracker for resource:network and project:76eee642d2264876964d703070965327 is out of sync, need to count used quota {{(pid=103800) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jan 05 17:05:44.049750 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.quota.resource [None req-1c45746b-1357-4482-9014-81698bd10dd0 tempest-QuotasTest-488087045 tempest-QuotasTest-488087045-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103800) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Jan 05 17:05:44.055802 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.db [None req-d20e6dff-3209-483e-9f57-5f8903d686c6 tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] For port a6caabcd-5c08-4c62-9855-f55f521b66ea, host hv-neutron-mast, cleared binding levels {{(pid=103800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 05 17:05:44.056742 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.db [None req-d20e6dff-3209-483e-9f57-5f8903d686c6 tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] Attempted to set empty binding levels {{(pid=103800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jan 05 17:05:44.063283 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.quota.resource [None req-1c45746b-1357-4482-9014-81698bd10dd0 tempest-QuotasTest-488087045 tempest-QuotasTest-488087045-project-admin] Usage tracker for resource:subnet and project:76eee642d2264876964d703070965327 is out of sync, need to count used quota {{(pid=103800) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jan 05 17:05:44.068346 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.quota.resource [None req-1c45746b-1357-4482-9014-81698bd10dd0 tempest-QuotasTest-488087045 tempest-QuotasTest-488087045-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103800) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Jan 05 17:05:44.082037 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.quota.resource [None req-1c45746b-1357-4482-9014-81698bd10dd0 tempest-QuotasTest-488087045 tempest-QuotasTest-488087045-project-admin] Usage tracker for resource:subnetpool and project:76eee642d2264876964d703070965327 is out of sync, need to count used quota {{(pid=103800) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jan 05 17:05:44.089974 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.quota.resource [None req-1c45746b-1357-4482-9014-81698bd10dd0 tempest-QuotasTest-488087045 tempest-QuotasTest-488087045-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=103800) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Jan 05 17:05:44.102455 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 38554) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:05:44.109707 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 626ae523-21d7-4e15-ba22-fd67cd4107ce up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:05:44.116878 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-b3999706-bbcc-4438-95d7-01651bdb9b8b tempest-ServerActionsTestJSON-949899014 tempest-ServerActionsTestJSON-949899014-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1268075775', 'description': 'tempest-description--199798696'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:05:44.117022 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a923c0f8-e75c-4ea0-b1d5-225d1393a695 None None] The sync data for ids ['1f9c6c3e-8e40-47bc-8b6d-0617b570b717'] in dv-neutron-master-2-hyperv is: [{'id': '1f9c6c3e-8e40-47bc-8b6d-0617b570b717', 'name': 'tempest-ServersTestManualDisk-1679529818-router', 'tenant_id': '0f0fe7d5d7be4d15b102bcc43593286e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.135'}], 'enable_snat': True}, 'gw_port_id': '4675d80c-fae0-4ba7-b0fe-b2a5b20c7a44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:05:25Z', 'updated_at': '2022-01-05T17:05:38Z', 'revision_number': 4, 'project_id': '0f0fe7d5d7be4d15b102bcc43593286e', 'gw_port': {'id': '4675d80c-fae0-4ba7-b0fe-b2a5b20c7a44', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:44:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f9c6c3e-8e40-47bc-8b6d-0617b570b717', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:05:27Z', 'updated_at': '2022-01-05T17:05:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'f2c5c7c7-d0b5-46b9-9c34-58c6c515b4f0', 'name': '', 'network_id': 'aabb1632-0142-4854-ba4e-971fe2ad463e', 'tenant_id': '0f0fe7d5d7be4d15b102bcc43593286e', 'mac_address': 'fa:16:3e:96:dc:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f9c6c3e-8e40-47bc-8b6d-0617b570b717', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': 'd0c013bc-a746-4d54-8492-ba8dc88b5bb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:05:36Z', 'updated_at': '2022-01-05T17:05:42Z', 'revision_number': 4, 'project_id': '0f0fe7d5d7be4d15b102bcc43593286e', 'subnets': [{'id': 'd0c013bc-a746-4d54-8492-ba8dc88b5bb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 05 17:05:44.117181 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.quota.resource [None req-1c45746b-1357-4482-9014-81698bd10dd0 tempest-QuotasTest-488087045 tempest-QuotasTest-488087045-project-admin] Usage tracker for resource:port and project:76eee642d2264876964d703070965327 is out of sync, need to count used quota {{(pid=103800) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jan 05 17:05:44.123716 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.quota.resource [None req-1c45746b-1357-4482-9014-81698bd10dd0 tempest-QuotasTest-488087045 tempest-QuotasTest-488087045-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=103800) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Jan 05 17:05:44.130616 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.quota.resource [None req-1c45746b-1357-4482-9014-81698bd10dd0 tempest-QuotasTest-488087045 tempest-QuotasTest-488087045-project-admin] Usage tracker for resource:router and project:76eee642d2264876964d703070965327 is out of sync, need to count used quota {{(pid=103800) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jan 05 17:05:44.139934 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-a7b36561-8438-43dc-947d-38e8fba3aedf tempest-ServersTestManualDisk-24571533 tempest-ServersTestManualDisk-24571533-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:44.149170 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.quota.resource [None req-1c45746b-1357-4482-9014-81698bd10dd0 tempest-QuotasTest-488087045 tempest-QuotasTest-488087045-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=103800) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Jan 05 17:05:44.160012 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d20e6dff-3209-483e-9f57-5f8903d686c6 tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8784461'] for port, after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:44.196404 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-96d9d755-1b21-4947-810b-9b4b52d9732e tempest-ExternalNetworksTestJSON-1308440936 tempest-ExternalNetworksTestJSON-1308440936-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8784461'] for port, after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:44.232120 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-23f994c9-4457-4ce6-a366-845ee64295e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:44.261215 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-b3999706-bbcc-4438-95d7-01651bdb9b8b tempest-ServerActionsTestJSON-949899014 tempest-ServerActionsTestJSON-949899014-project] Publish callbacks [] for security_group, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:44.282777 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-d20e6dff-3209-483e-9f57-5f8903d686c6 tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] In _notify_port_updated(), no bound segment for port a6caabcd-5c08-4c62-9855-f55f521b66ea on network a7754ab3-c315-4ee9-a677-c07d2b9bcc70 {{(pid=103800) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Jan 05 17:05:44.284237 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d20e6dff-3209-483e-9f57-5f8903d686c6 tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:05:44.285089 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d20e6dff-3209-483e-9f57-5f8903d686c6 tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:44.286954 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-d20e6dff-3209-483e-9f57-5f8903d686c6 tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] 10.222.0.11 "PUT /v2.0/ports/a6caabcd-5c08-4c62-9855-f55f521b66ea HTTP/1.1" status: 200 len: 977 time: 3.5961072 Jan 05 17:05:44.292181 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20e6dff-3209-483e-9f57-5f8903d686c6 tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] Pushing event updated for resources: {'Port': ['ID=a6caabcd-5c08-4c62-9855-f55f521b66ea,revision_number=3']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:05:44.308607 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 38560) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:05:44.343930 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.quota.resource [None req-1c45746b-1357-4482-9014-81698bd10dd0 tempest-QuotasTest-488087045 tempest-QuotasTest-488087045-project-admin] Usage tracker for resource:floatingip and project:76eee642d2264876964d703070965327 is out of sync, need to count used quota {{(pid=103800) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jan 05 17:05:44.350211 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-23f994c9-4457-4ce6-a366-845ee64295e2 None None] For port f2c5c7c7-d0b5-46b9-9c34-58c6c515b4f0, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f2c5c7c7-d0b5-46b9-9c34-58c6c515b4f0,segment=NetworkSegment(d65903af-bfbb-40e4-945d-cf3bc3c0723b),segment_id=d65903af-bfbb-40e4-945d-cf3bc3c0723b)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:05:44.381252 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.quota.resource [None req-1c45746b-1357-4482-9014-81698bd10dd0 tempest-QuotasTest-488087045 tempest-QuotasTest-488087045-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=103800) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Jan 05 17:05:44.434299 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-23f994c9-4457-4ce6-a366-845ee64295e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:44.440511 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d9d755-1b21-4947-810b-9b4b52d9732e tempest-ExternalNetworksTestJSON-1308440936 tempest-ExternalNetworksTestJSON-1308440936-project-admin] Pushing event updated for resources: {'Port': ['ID=3b522af1-b480-4993-ba2e-66a59b52923f,revision_number=2']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:05:44.459447 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-96d9d755-1b21-4947-810b-9b4b52d9732e tempest-ExternalNetworksTestJSON-1308440936 tempest-ExternalNetworksTestJSON-1308440936-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648677'] for floatingip, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:44.485440 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.quota.resource [None req-1c45746b-1357-4482-9014-81698bd10dd0 tempest-QuotasTest-488087045 tempest-QuotasTest-488087045-project-admin] Usage tracker for resource:security_group and project:76eee642d2264876964d703070965327 is out of sync, need to count used quota {{(pid=103800) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jan 05 17:05:44.489389 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Provisioning complete for port 626ae523-21d7-4e15-ba22-fd67cd4107ce triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:05:44.489789 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:44.491864 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.quota.resource [None req-1c45746b-1357-4482-9014-81698bd10dd0 tempest-QuotasTest-488087045 tempest-QuotasTest-488087045-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=103800) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Jan 05 17:05:44.500642 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.quota.resource [None req-1c45746b-1357-4482-9014-81698bd10dd0 tempest-QuotasTest-488087045 tempest-QuotasTest-488087045-project-admin] Usage tracker for resource:security_group_rule and project:76eee642d2264876964d703070965327 is out of sync, need to count used quota {{(pid=103800) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jan 05 17:05:44.504837 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.quota.resource [None req-1c45746b-1357-4482-9014-81698bd10dd0 tempest-QuotasTest-488087045 tempest-QuotasTest-488087045-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103800) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Jan 05 17:05:44.516487 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-1c45746b-1357-4482-9014-81698bd10dd0 tempest-QuotasTest-488087045 tempest-QuotasTest-488087045-project-admin] 10.222.0.11 "GET /v2.0/quotas/76eee642d2264876964d703070965327/details.json HTTP/1.1" status: 200 len: 703 time: 0.5838146 Jan 05 17:05:44.564762 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdc397c6-3a3e-4de9-a654-6bdbd8ad11d4 tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:05:44.565125 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-96d9d755-1b21-4947-810b-9b4b52d9732e tempest-ExternalNetworksTestJSON-1308440936 tempest-ExternalNetworksTestJSON-1308440936-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for floatingip, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:44.565232 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdc397c6-3a3e-4de9-a654-6bdbd8ad11d4 tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:05:44.566497 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdc397c6-3a3e-4de9-a654-6bdbd8ad11d4 tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:05:44.569765 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdc397c6-3a3e-4de9-a654-6bdbd8ad11d4 tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:05:44.569892 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-96d9d755-1b21-4947-810b-9b4b52d9732e tempest-ExternalNetworksTestJSON-1308440936 tempest-ExternalNetworksTestJSON-1308440936-project-admin] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 4.2181699 Jan 05 17:05:44.569970 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdc397c6-3a3e-4de9-a654-6bdbd8ad11d4 tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:05:44.569970 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdc397c6-3a3e-4de9-a654-6bdbd8ad11d4 tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:05:44.569970 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdc397c6-3a3e-4de9-a654-6bdbd8ad11d4 tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:05:44.569970 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdc397c6-3a3e-4de9-a654-6bdbd8ad11d4 tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:05:44.569970 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdc397c6-3a3e-4de9-a654-6bdbd8ad11d4 tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:05:44.569970 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdc397c6-3a3e-4de9-a654-6bdbd8ad11d4 tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:05:44.570297 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 38578) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:05:44.572173 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdc397c6-3a3e-4de9-a654-6bdbd8ad11d4 tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:05:44.572173 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdc397c6-3a3e-4de9-a654-6bdbd8ad11d4 tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:05:44.572173 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdc397c6-3a3e-4de9-a654-6bdbd8ad11d4 tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:05:44.572173 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdc397c6-3a3e-4de9-a654-6bdbd8ad11d4 tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:05:44.572446 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdc397c6-3a3e-4de9-a654-6bdbd8ad11d4 tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:05:44.572737 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdc397c6-3a3e-4de9-a654-6bdbd8ad11d4 tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:05:44.579262 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-fdc397c6-3a3e-4de9-a654-6bdbd8ad11d4 tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 14400 time: 0.2640235 Jan 05 17:05:44.584160 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 38580) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:05:44.639024 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-a7b36561-8438-43dc-947d-38e8fba3aedf tempest-ServersTestManualDisk-24571533 tempest-ServersTestManualDisk-24571533-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:44.691218 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 38592) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:05:44.694095 dv-neutron-master-2-hyperv neutron-server[103801]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jan 05 17:05:44.752402 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-0ea01ebf-1ddf-43bf-b1da-66915d7719a0 tempest-ExternalNetworksTestJSON-1308440936 tempest-ExternalNetworksTestJSON-1308440936-project-admin] 10.222.0.11 "GET /v2.0/floatingips?floating_network_id=9f4e040f-7be9-4b10-bcfd-f6d2c0207aae HTTP/1.1" status: 200 len: 689 time: 0.1810882 Jan 05 17:05:44.753005 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 38594) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:05:44.777319 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-b3999706-bbcc-4438-95d7-01651bdb9b8b tempest-ServerActionsTestJSON-949899014 tempest-ServerActionsTestJSON-949899014-project] Publish callbacks [] for security_group, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:44.781217 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-a7b36561-8438-43dc-947d-38e8fba3aedf tempest-ServersTestManualDisk-24571533 tempest-ServersTestManualDisk-24571533-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533437'] for security_group_rule, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:44.824244 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f994c9-4457-4ce6-a366-845ee64295e2 None None] Pushing event updated for resources: {'Port': ['ID=f2c5c7c7-d0b5-46b9-9c34-58c6c515b4f0,revision_number=5']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:05:44.829914 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b36561-8438-43dc-947d-38e8fba3aedf tempest-ServersTestManualDisk-24571533 tempest-ServersTestManualDisk-24571533-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3697f21-eb24-4096-b1ff-273cb0bd9dba,revision_number=0']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:05:44.868207 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-b3999706-bbcc-4438-95d7-01651bdb9b8b tempest-ServerActionsTestJSON-949899014 tempest-ServerActionsTestJSON-949899014-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:44.885953 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a945dfb1-c02d-47fe-91d9-f799c20369ca tempest-ExternalNetworksTestJSON-1308440936 tempest-ExternalNetworksTestJSON-1308440936-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3809644'] for network, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:44.896995 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-2c641f5e-47c1-43b1-a5ed-c8d6fdd61a3a req-16bd73be-15b9-44ab-b736-9e45b9ab0cae tempest-ServersTestJSON-1673014821 tempest-ServersTestJSON-1673014821-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--1164588259&fields=id&tenant_id=8648c3d237fa47a2908cbe0ddaa5dd69 HTTP/1.1" status: 200 len: 267 time: 0.2042706 Jan 05 17:05:44.924002 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-7ca61acf-e903-4bbc-9957-e8f5cb8cf0fd None None] Publish callbacks [] for port, precommit_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:44.943585 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-a7b36561-8438-43dc-947d-38e8fba3aedf tempest-ServersTestManualDisk-24571533 tempest-ServersTestManualDisk-24571533-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:44.944897 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-a7b36561-8438-43dc-947d-38e8fba3aedf tempest-ServersTestManualDisk-24571533 tempest-ServersTestManualDisk-24571533-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9584463 Jan 05 17:05:44.964725 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3999706-bbcc-4438-95d7-01651bdb9b8b tempest-ServerActionsTestJSON-949899014 tempest-ServerActionsTestJSON-949899014-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7674e10-0a07-4bc4-8403-a53dd95a312a,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:05:44.967807 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-3b724de7-1800-48ca-8d73-0d093ceed7ca tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] Deleting port a6caabcd-5c08-4c62-9855-f55f521b66ea {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:05:44.968144 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3b724de7-1800-48ca-8d73-0d093ceed7ca tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:44.984731 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 38596) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:05:44.989797 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-014e1a4c-01e3-4431-8f43-37d71291c6af tempest-ServersTestManualDisk-24571533 tempest-ServersTestManualDisk-24571533-project] Request body: {'floatingip': {'floating_network_id': 'b0167590-0699-4c5c-a932-3939414a9573'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:05:45.049301 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-b3999706-bbcc-4438-95d7-01651bdb9b8b tempest-ServerActionsTestJSON-949899014 tempest-ServerActionsTestJSON-949899014-project] Publish callbacks [] for security_group, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:45.052035 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-b3999706-bbcc-4438-95d7-01651bdb9b8b tempest-ServerActionsTestJSON-949899014 tempest-ServerActionsTestJSON-949899014-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.9480562 Jan 05 17:05:45.058031 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-7ca61acf-e903-4bbc-9957-e8f5cb8cf0fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:45.064438 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 38600) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:05:45.133257 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-3b724de7-1800-48ca-8d73-0d093ceed7ca tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] For port a6caabcd-5c08-4c62-9855-f55f521b66ea, host hv-neutron-mast, got binding levels [] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:05:45.133675 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3b724de7-1800-48ca-8d73-0d093ceed7ca tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:45.140141 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1896e92d-774c-44d0-8171-47374ecd1398 None None] Pushing event updated for resources: {'Port': ['ID=1d056cac-a58f-45cb-a6fa-ee29d41d14ab,revision_number=3']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:05:45.147006 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-3b724de7-1800-48ca-8d73-0d093ceed7ca tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] Calling delete_port for a6caabcd-5c08-4c62-9855-f55f521b66ea owned by {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:05:45.239334 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-a945dfb1-c02d-47fe-91d9-f799c20369ca tempest-ExternalNetworksTestJSON-1308440936 tempest-ExternalNetworksTestJSON-1308440936-project-admin] Deleting port 3b522af1-b480-4993-ba2e-66a59b52923f {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:05:45.239715 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a945dfb1-c02d-47fe-91d9-f799c20369ca tempest-ExternalNetworksTestJSON-1308440936 tempest-ExternalNetworksTestJSON-1308440936-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:45.283953 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-7ca61acf-e903-4bbc-9957-e8f5cb8cf0fd None None] Attempting to bind port 1d056cac-a58f-45cb-a6fa-ee29d41d14ab on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 05 17:05:45.285231 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-7ca61acf-e903-4bbc-9957-e8f5cb8cf0fd None None] Attempting to bind port 1d056cac-a58f-45cb-a6fa-ee29d41d14ab by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '08747a6d-32d2-4d23-b56e-c56746431d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '1e5e93d9-6ada-44ad-b92b-017486a9719e'}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 05 17:05:45.286145 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ca61acf-e903-4bbc-9957-e8f5cb8cf0fd None None] Attempting to bind port 1d056cac-a58f-45cb-a6fa-ee29d41d14ab on network 1e5e93d9-6ada-44ad-b92b-017486a9719e {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:05:45.287426 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-c402b453-364e-4ea8-a6f4-9037c438e44f tempest-ServerActionsTestJSON-949899014 tempest-ServerActionsTestJSON-949899014-project] Request body: {'security_group_rule': {'security_group_id': 'f7674e10-0a07-4bc4-8403-a53dd95a312a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:05:45.302201 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ca61acf-e903-4bbc-9957-e8f5cb8cf0fd None None] Checking agent: {'id': '0d4f8fd3-ce62-4651-970c-efa6a8bb22b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 5, 16, 57, 23), 'started_at': datetime.datetime(2022, 1, 5, 16, 57, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 5, 17, 5, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 05 17:05:45.303022 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ca61acf-e903-4bbc-9957-e8f5cb8cf0fd None None] Checking segment: {'id': '08747a6d-32d2-4d23-b56e-c56746431d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '1e5e93d9-6ada-44ad-b92b-017486a9719e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:05:45.304106 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-7ca61acf-e903-4bbc-9957-e8f5cb8cf0fd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:45.304731 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ca61acf-e903-4bbc-9957-e8f5cb8cf0fd None None] Bound using segment: {'id': '08747a6d-32d2-4d23-b56e-c56746431d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '1e5e93d9-6ada-44ad-b92b-017486a9719e'} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 05 17:05:45.307474 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-7ca61acf-e903-4bbc-9957-e8f5cb8cf0fd None None] Bound port: 1d056cac-a58f-45cb-a6fa-ee29d41d14ab, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08747a6d-32d2-4d23-b56e-c56746431d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '1e5e93d9-6ada-44ad-b92b-017486a9719e'}}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 05 17:05:45.308295 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-7ca61acf-e903-4bbc-9957-e8f5cb8cf0fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:45.337923 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3b724de7-1800-48ca-8d73-0d093ceed7ca tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11433176'] for port, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:45.403025 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-7ca61acf-e903-4bbc-9957-e8f5cb8cf0fd None None] For port 1d056cac-a58f-45cb-a6fa-ee29d41d14ab, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 05 17:05:45.407938 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-7ca61acf-e903-4bbc-9957-e8f5cb8cf0fd None None] For port 1d056cac-a58f-45cb-a6fa-ee29d41d14ab, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=1d056cac-a58f-45cb-a6fa-ee29d41d14ab,segment=NetworkSegment(08747a6d-32d2-4d23-b56e-c56746431d5f),segment_id=08747a6d-32d2-4d23-b56e-c56746431d5f)] {{(pid=103802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 05 17:05:45.428733 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a945dfb1-c02d-47fe-91d9-f799c20369ca tempest-ExternalNetworksTestJSON-1308440936 tempest-ExternalNetworksTestJSON-1308440936-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:45.429412 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a945dfb1-c02d-47fe-91d9-f799c20369ca tempest-ExternalNetworksTestJSON-1308440936 tempest-ExternalNetworksTestJSON-1308440936-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:45.443327 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 38608) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:05:45.453629 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-a945dfb1-c02d-47fe-91d9-f799c20369ca tempest-ExternalNetworksTestJSON-1308440936 tempest-ExternalNetworksTestJSON-1308440936-project-admin] Calling delete_port for 3b522af1-b480-4993-ba2e-66a59b52923f owned by network:floatingip {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:05:45.497360 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b724de7-1800-48ca-8d73-0d093ceed7ca tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] Pushing event deleted for resources: {'Port': ['ID=a6caabcd-5c08-4c62-9855-f55f521b66ea,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:05:45.521649 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-7ca61acf-e903-4bbc-9957-e8f5cb8cf0fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:45.524930 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-c402b453-364e-4ea8-a6f4-9037c438e44f tempest-ServerActionsTestJSON-949899014 tempest-ServerActionsTestJSON-949899014-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:45.613966 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-014e1a4c-01e3-4431-8f43-37d71291c6af tempest-ServersTestManualDisk-24571533 tempest-ServersTestManualDisk-24571533-project] Publish callbacks [] for floatingip, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:45.613966 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3b724de7-1800-48ca-8d73-0d093ceed7ca tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:45.616829 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-3b724de7-1800-48ca-8d73-0d093ceed7ca tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] 10.222.0.11 "DELETE /v2.0/ports/a6caabcd-5c08-4c62-9855-f55f521b66ea HTTP/1.1" status: 204 len: 168 time: 1.0074027 Jan 05 17:05:45.621461 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 38616) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:05:45.651120 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c641f5e-47c1-43b1-a5ed-c8d6fdd61a3a req-aec49cbb-6e31-42d5-a9d8-0ab892d54c25 tempest-ServersTestJSON-1673014821 tempest-ServersTestJSON-1673014821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:05:45.654650 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-2c641f5e-47c1-43b1-a5ed-c8d6fdd61a3a req-aec49cbb-6e31-42d5-a9d8-0ab892d54c25 tempest-ServersTestJSON-1673014821 tempest-ServersTestJSON-1673014821-project] 10.222.0.11 "GET /v2.0/networks?id=66b9f7eb-d414-436b-882b-ac047c1764b8 HTTP/1.1" status: 200 len: 805 time: 0.7422643 Jan 05 17:05:45.657517 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ca61acf-e903-4bbc-9957-e8f5cb8cf0fd None None] Routers {'375a29a2-cb4e-48e0-af02-551751ef6988'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:05:45.658607 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-7ca61acf-e903-4bbc-9957-e8f5cb8cf0fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:05:19Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['375a29a2-cb4e-48e0-af02-551751ef6988'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:05:45.708052 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.pecan_wsgi.hooks.translation [None req-d28f864d-8e26-434e-ac71-bbe4030ab170 tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] GET failed (client error): The resource could not be found. Jan 05 17:05:45.710613 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-d28f864d-8e26-434e-ac71-bbe4030ab170 tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] 10.222.0.11 "GET /v2.0/ports/a6caabcd-5c08-4c62-9855-f55f521b66ea HTTP/1.1" status: 404 len: 333 time: 0.0875714 Jan 05 17:05:45.715559 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-c402b453-364e-4ea8-a6f4-9037c438e44f tempest-ServerActionsTestJSON-949899014 tempest-ServerActionsTestJSON-949899014-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:45.715855 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 38618) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:05:45.721489 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-c223111b-1376-49f1-a999-7318251e5e91 tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1081299768', 'network_id': 'a7754ab3-c315-4ee9-a677-c07d2b9bcc70'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:05:45.744713 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-eb0a9f3c-9524-4300-a8f5-5bf54da83899 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:45.745940 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-2c641f5e-47c1-43b1-a5ed-c8d6fdd61a3a req-c78be053-1048-4991-9fb7-cf842111c98c tempest-ServersTestJSON-1673014821 tempest-ServersTestJSON-1673014821-project] 10.222.0.11 "GET /v2.0/quotas/8648c3d237fa47a2908cbe0ddaa5dd69 HTTP/1.1" status: 200 len: 375 time: 0.0255764 Jan 05 17:05:45.810059 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a945dfb1-c02d-47fe-91d9-f799c20369ca tempest-ExternalNetworksTestJSON-1308440936 tempest-ExternalNetworksTestJSON-1308440936-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:45.880860 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a945dfb1-c02d-47fe-91d9-f799c20369ca tempest-ExternalNetworksTestJSON-1308440936 tempest-ExternalNetworksTestJSON-1308440936-project-admin] Pushing event deleted for resources: {'Port': ['ID=3b522af1-b480-4993-ba2e-66a59b52923f,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:05:45.977130 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c223111b-1376-49f1-a999-7318251e5e91 tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] Made reservation on behalf of 5cfd9a352c4a4f4c937dd86c6f9f39fd for: {'port': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:05:45.983418 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c223111b-1376-49f1-a999-7318251e5e91 tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:46.067848 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.notifiers.nova [None req-c223111b-1376-49f1-a999-7318251e5e91 tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] device_id is not set on port 9a42a5f8-166e-409d-953b-6f7b273d2822 yet. {{(pid=103800) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 05 17:05:46.079452 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-c402b453-364e-4ea8-a6f4-9037c438e44f tempest-ServerActionsTestJSON-949899014 tempest-ServerActionsTestJSON-949899014-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533437'] for security_group_rule, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:46.099892 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-979c9a0d-36fc-4c57-81db-c08953ef6620 None None] Provisioning complete for port 1d056cac-a58f-45cb-a6fa-ee29d41d14ab triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:05:46.104415 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-979c9a0d-36fc-4c57-81db-c08953ef6620 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:46.131973 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device f2c5c7c7-d0b5-46b9-9c34-58c6c515b4f0 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:05:46.159503 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c402b453-364e-4ea8-a6f4-9037c438e44f tempest-ServerActionsTestJSON-949899014 tempest-ServerActionsTestJSON-949899014-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f99f1f6e-f56a-46fc-89ea-20cdfab8c80e,revision_number=0']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:05:46.187658 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-7ca61acf-e903-4bbc-9957-e8f5cb8cf0fd None None] Set router 375a29a2-cb4e-48e0-af02-551751ef6988 gateway port host: dv-neutron-master-2-hyperv {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:05:46.193429 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a945dfb1-c02d-47fe-91d9-f799c20369ca tempest-ExternalNetworksTestJSON-1308440936 tempest-ExternalNetworksTestJSON-1308440936-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:46.203390 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-2c641f5e-47c1-43b1-a5ed-c8d6fdd61a3a req-82a22cc7-87ab-477c-a883-daccacfcfe33 tempest-ServersTestJSON-1673014821 tempest-ServersTestJSON-1673014821-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=8648c3d237fa47a2908cbe0ddaa5dd69&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1267927 Jan 05 17:05:46.233652 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-014e1a4c-01e3-4431-8f43-37d71291c6af tempest-ServersTestManualDisk-24571533 tempest-ServersTestManualDisk-24571533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:46.243381 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-eb0a9f3c-9524-4300-a8f5-5bf54da83899 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:46.247497 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1896e92d-774c-44d0-8171-47374ecd1398 None None] Pushing event updated for resources: {'Port': ['ID=1d056cac-a58f-45cb-a6fa-ee29d41d14ab,revision_number=4']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:05:46.280180 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-c402b453-364e-4ea8-a6f4-9037c438e44f tempest-ServerActionsTestJSON-949899014 tempest-ServerActionsTestJSON-949899014-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:46.298004 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-c402b453-364e-4ea8-a6f4-9037c438e44f tempest-ServerActionsTestJSON-949899014 tempest-ServerActionsTestJSON-949899014-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0369477 Jan 05 17:05:46.333524 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 38636) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:05:46.336553 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a945dfb1-c02d-47fe-91d9-f799c20369ca tempest-ExternalNetworksTestJSON-1308440936 tempest-ExternalNetworksTestJSON-1308440936-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892868'] for subnet, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:46.343770 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-91f68c5c-3e93-4cf9-ac4e-48e7b03d03d7 tempest-ServerActionsTestJSON-949899014 tempest-ServerActionsTestJSON-949899014-project] Request body: {'security_group_rule': {'security_group_id': 'f7674e10-0a07-4bc4-8403-a53dd95a312a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:05:46.362121 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-eb0a9f3c-9524-4300-a8f5-5bf54da83899 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:46.383099 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c223111b-1376-49f1-a999-7318251e5e91 tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:46.444368 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-eb0a9f3c-9524-4300-a8f5-5bf54da83899 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a3aa027e84324c74b7f1ac5a8c376159&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0000589 Jan 05 17:05:46.445206 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0a9f3c-9524-4300-a8f5-5bf54da83899 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da5828a2-72e7-45cd-94cf-f50d34ef00b8,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:05:46.449540 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 38638) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:05:46.469189 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [None req-014e1a4c-01e3-4431-8f43-37d71291c6af tempest-ServersTestManualDisk-24571533 tempest-ServersTestManualDisk-24571533-project] Allocated IP 172.36.4.60 (b0167590-0699-4c5c-a932-3939414a9573/7a784a6d-3d96-418f-a645-b9ccd0b1ac55/4f213992-65e8-4017-b536-05cd6e4ff4ec) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:05:46.473910 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-91f68c5c-3e93-4cf9-ac4e-48e7b03d03d7 tempest-ServerActionsTestJSON-949899014 tempest-ServerActionsTestJSON-949899014-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:46.537438 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f2604f42-37b7-428b-bcf4-c2a4df3f09a7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:46.539985 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-91f68c5c-3e93-4cf9-ac4e-48e7b03d03d7 tempest-ServerActionsTestJSON-949899014 tempest-ServerActionsTestJSON-949899014-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:46.560310 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Provisioning complete for port f2c5c7c7-d0b5-46b9-9c34-58c6c515b4f0 triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:05:46.560687 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:46.563883 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f2604f42-37b7-428b-bcf4-c2a4df3f09a7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:46.578635 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a945dfb1-c02d-47fe-91d9-f799c20369ca tempest-ExternalNetworksTestJSON-1308440936 tempest-ExternalNetworksTestJSON-1308440936-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3893367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8784787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8521880'] for subnet, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:46.598765 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-979c9a0d-36fc-4c57-81db-c08953ef6620 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:46.634238 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a945dfb1-c02d-47fe-91d9-f799c20369ca tempest-ExternalNetworksTestJSON-1308440936 tempest-ExternalNetworksTestJSON-1308440936-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=acb2ed62-3673-4761-8bff-cf80609d853f,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:05:46.640811 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c223111b-1376-49f1-a999-7318251e5e91 tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:46.650402 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-91f68c5c-3e93-4cf9-ac4e-48e7b03d03d7 tempest-ServerActionsTestJSON-949899014 tempest-ServerActionsTestJSON-949899014-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533437'] for security_group_rule, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:46.685947 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f68c5c-3e93-4cf9-ac4e-48e7b03d03d7 tempest-ServerActionsTestJSON-949899014 tempest-ServerActionsTestJSON-949899014-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3be6a07-cf66-461f-a223-d27c0ffa8599,revision_number=0']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:05:46.726867 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 38644) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:05:46.734269 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a945dfb1-c02d-47fe-91d9-f799c20369ca tempest-ExternalNetworksTestJSON-1308440936 tempest-ExternalNetworksTestJSON-1308440936-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3891715', 'neutron.services.segments.db._delete_segments_for_network-8754181063482'] for network, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:46.744027 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-979c9a0d-36fc-4c57-81db-c08953ef6620 None None] For port 1d056cac-a58f-45cb-a6fa-ee29d41d14ab, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=1d056cac-a58f-45cb-a6fa-ee29d41d14ab,segment=NetworkSegment(08747a6d-32d2-4d23-b56e-c56746431d5f),segment_id=08747a6d-32d2-4d23-b56e-c56746431d5f)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:05:46.744525 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c223111b-1376-49f1-a999-7318251e5e91 tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] Network a7754ab3-c315-4ee9-a677-c07d2b9bcc70 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:05:46.750596 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-91f68c5c-3e93-4cf9-ac4e-48e7b03d03d7 tempest-ServerActionsTestJSON-949899014 tempest-ServerActionsTestJSON-949899014-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:46.752328 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-91f68c5c-3e93-4cf9-ac4e-48e7b03d03d7 tempest-ServerActionsTestJSON-949899014 tempest-ServerActionsTestJSON-949899014-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4172075 Jan 05 17:05:46.754151 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-c223111b-1376-49f1-a999-7318251e5e91 tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:05:46.760363 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 38648) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:05:46.762557 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c223111b-1376-49f1-a999-7318251e5e91 tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:05:46.763579 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c223111b-1376-49f1-a999-7318251e5e91 tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:05:46.764174 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c223111b-1376-49f1-a999-7318251e5e91 tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:46.767992 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-10a25f42-e3ab-403c-922e-d6db956846c9 tempest-ServerActionsTestJSON-949899014 tempest-ServerActionsTestJSON-949899014-project] Request body: {'floatingip': {'floating_network_id': 'b0167590-0699-4c5c-a932-3939414a9573'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:05:46.776852 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.services.segments.db [None req-a945dfb1-c02d-47fe-91d9-f799c20369ca tempest-ExternalNetworksTestJSON-1308440936 tempest-ExternalNetworksTestJSON-1308440936-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f4e040f-7be9-4b10-bcfd-f6d2c0207aae']}} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:05:46.780292 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f2604f42-37b7-428b-bcf4-c2a4df3f09a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:46.780467 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-014e1a4c-01e3-4431-8f43-37d71291c6af tempest-ServersTestManualDisk-24571533 tempest-ServersTestManualDisk-24571533-project] Publish callbacks [] for port, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:46.782514 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f2604f42-37b7-428b-bcf4-c2a4df3f09a7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:46.784073 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-f2604f42-37b7-428b-bcf4-c2a4df3f09a7 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/da5828a2-72e7-45cd-94cf-f50d34ef00b8 HTTP/1.1" status: 204 len: 168 time: 0.3316851 Jan 05 17:05:46.794218 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c223111b-1376-49f1-a999-7318251e5e91 tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] Pushing event updated for resources: {'Port': ['ID=9a42a5f8-166e-409d-953b-6f7b273d2822,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:05:46.796563 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [req-2c641f5e-47c1-43b1-a5ed-c8d6fdd61a3a req-f5d079fc-a957-4f76-90d5-336caf2b3a66 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103801) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 05 17:05:46.798041 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-2c641f5e-47c1-43b1-a5ed-c8d6fdd61a3a req-f5d079fc-a957-4f76-90d5-336caf2b3a66 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2567070 Jan 05 17:05:46.807975 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.services.segments.db [None req-a945dfb1-c02d-47fe-91d9-f799c20369ca tempest-ExternalNetworksTestJSON-1308440936 tempest-ExternalNetworksTestJSON-1308440936-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8722d9b-f35b-4d51-b81c-d2943c038270') {'for_net_delete': True} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:05:46.808265 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.services.segments.db [None req-a945dfb1-c02d-47fe-91d9-f799c20369ca tempest-ExternalNetworksTestJSON-1308440936 tempest-ExternalNetworksTestJSON-1308440936-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8722d9b-f35b-4d51-b81c-d2943c038270') {} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:05:46.815589 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2604f42-37b7-428b-bcf4-c2a4df3f09a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da5828a2-72e7-45cd-94cf-f50d34ef00b8,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:05:46.824819 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a945dfb1-c02d-47fe-91d9-f799c20369ca tempest-ExternalNetworksTestJSON-1308440936 tempest-ExternalNetworksTestJSON-1308440936-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754181064771', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8784833'] for segment, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:46.844014 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a945dfb1-c02d-47fe-91d9-f799c20369ca tempest-ExternalNetworksTestJSON-1308440936 tempest-ExternalNetworksTestJSON-1308440936-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225'] for segment, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:46.854279 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a945dfb1-c02d-47fe-91d9-f799c20369ca tempest-ExternalNetworksTestJSON-1308440936 tempest-ExternalNetworksTestJSON-1308440936-project-admin] Releasing vlan 141 on physical network physnet1 to pool {{(pid=103800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 05 17:05:46.859722 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a945dfb1-c02d-47fe-91d9-f799c20369ca tempest-ExternalNetworksTestJSON-1308440936 tempest-ExternalNetworksTestJSON-1308440936-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8784497'] for segment, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:46.859722 dv-neutron-master-2-hyperv neutron-server[103800]: Traceback (most recent call last): Jan 05 17:05:46.859722 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 05 17:05:46.859722 dv-neutron-master-2-hyperv neutron-server[103800]: timer() Jan 05 17:05:46.859722 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 05 17:05:46.859722 dv-neutron-master-2-hyperv neutron-server[103800]: cb(*args, **kw) Jan 05 17:05:46.859722 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 05 17:05:46.859722 dv-neutron-master-2-hyperv neutron-server[103800]: return func(*args, **kwargs) Jan 05 17:05:46.859722 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 05 17:05:46.859722 dv-neutron-master-2-hyperv neutron-server[103800]: self._notify() Jan 05 17:05:46.859722 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 05 17:05:46.859722 dv-neutron-master-2-hyperv neutron-server[103800]: self.callback(batched_events) Jan 05 17:05:46.859722 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 05 17:05:46.859722 dv-neutron-master-2-hyperv neutron-server[103800]: event.method(event) Jan 05 17:05:46.859722 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 05 17:05:46.859722 dv-neutron-master-2-hyperv neutron-server[103800]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 05 17:05:46.859722 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 05 17:05:46.859722 dv-neutron-master-2-hyperv neutron-server[103800]: aggregate_uuid = self.p_client.list_aggregates( Jan 05 17:05:46.859722 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 05 17:05:46.859722 dv-neutron-master-2-hyperv neutron-server[103800]: return f(self, *a, **k) Jan 05 17:05:46.859722 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 05 17:05:46.859722 dv-neutron-master-2-hyperv neutron-server[103800]: return self._get(url).json() Jan 05 17:05:46.859722 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 05 17:05:46.859722 dv-neutron-master-2-hyperv neutron-server[103800]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 05 17:05:46.859722 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 05 17:05:46.859722 dv-neutron-master-2-hyperv neutron-server[103800]: return self.request(url, 'GET', **kwargs) Jan 05 17:05:46.859722 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 05 17:05:46.859722 dv-neutron-master-2-hyperv neutron-server[103800]: base_url = self.get_endpoint(auth, allow=allow, Jan 05 17:05:46.859722 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 05 17:05:46.859722 dv-neutron-master-2-hyperv neutron-server[103800]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 05 17:05:46.859722 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 05 17:05:46.859722 dv-neutron-master-2-hyperv neutron-server[103800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 05 17:05:46.859722 dv-neutron-master-2-hyperv neutron-server[103800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 05 17:05:46.869869 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-979c9a0d-36fc-4c57-81db-c08953ef6620 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:46.928087 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-5f7fad2a-cd84-4fa3-a937-4bc7571764ef tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-756278838'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:05:46.929061 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-c223111b-1376-49f1-a999-7318251e5e91 tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.2119627 Jan 05 17:05:46.930883 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 38654) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:05:46.947682 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-7ca61acf-e903-4bbc-9957-e8f5cb8cf0fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '375a29a2-cb4e-48e0-af02-551751ef6988', 'name': 'tempest-ServerActionsTestJSON-180618332-router', 'tenant_id': '0e5f75b0fa584f3fb65d4d2f1d03045b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.108'}], 'enable_snat': True}, 'gw_port_id': '626ae523-21d7-4e15-ba22-fd67cd4107ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:05:26Z', 'updated_at': '2022-01-05T17:05:39Z', 'revision_number': 4, 'project_id': '0e5f75b0fa584f3fb65d4d2f1d03045b', 'gw_port': {'id': '626ae523-21d7-4e15-ba22-fd67cd4107ce', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:c4:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375a29a2-cb4e-48e0-af02-551751ef6988', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:05:28Z', 'updated_at': '2022-01-05T17:05:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '1d056cac-a58f-45cb-a6fa-ee29d41d14ab', 'name': '', 'network_id': '1e5e93d9-6ada-44ad-b92b-017486a9719e', 'tenant_id': '0e5f75b0fa584f3fb65d4d2f1d03045b', 'mac_address': 'fa:16:3e:f5:5f:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '375a29a2-cb4e-48e0-af02-551751ef6988', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': 'fab82641-cc31-4ee1-85fb-d7818e6883fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:05:37Z', 'updated_at': '2022-01-05T17:05:45Z', 'revision_number': 4, 'project_id': '0e5f75b0fa584f3fb65d4d2f1d03045b', 'subnets': [{'id': 'fab82641-cc31-4ee1-85fb-d7818e6883fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:05:46.977512 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f05ff3a9-250e-440e-a10f-278327f10d60 tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:05:46.982495 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-f05ff3a9-250e-440e-a10f-278327f10d60 tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] 10.222.0.11 "GET /v2.0/ports/9a42a5f8-166e-409d-953b-6f7b273d2822 HTTP/1.1" status: 200 len: 955 time: 0.0503197 Jan 05 17:05:46.982662 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 38656) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:05:46.985188 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979c9a0d-36fc-4c57-81db-c08953ef6620 None None] Pushing event updated for resources: {'Port': ['ID=1d056cac-a58f-45cb-a6fa-ee29d41d14ab,revision_number=5']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:05:47.004591 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ca61acf-e903-4bbc-9957-e8f5cb8cf0fd None None] The sync data for ids ['375a29a2-cb4e-48e0-af02-551751ef6988'] in dv-neutron-master-2-hyperv is: [{'id': '375a29a2-cb4e-48e0-af02-551751ef6988', 'name': 'tempest-ServerActionsTestJSON-180618332-router', 'tenant_id': '0e5f75b0fa584f3fb65d4d2f1d03045b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.108'}], 'enable_snat': True}, 'gw_port_id': '626ae523-21d7-4e15-ba22-fd67cd4107ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:05:26Z', 'updated_at': '2022-01-05T17:05:39Z', 'revision_number': 4, 'project_id': '0e5f75b0fa584f3fb65d4d2f1d03045b', 'gw_port': {'id': '626ae523-21d7-4e15-ba22-fd67cd4107ce', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:c4:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375a29a2-cb4e-48e0-af02-551751ef6988', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:05:28Z', 'updated_at': '2022-01-05T17:05:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '1d056cac-a58f-45cb-a6fa-ee29d41d14ab', 'name': '', 'network_id': '1e5e93d9-6ada-44ad-b92b-017486a9719e', 'tenant_id': '0e5f75b0fa584f3fb65d4d2f1d03045b', 'mac_address': 'fa:16:3e:f5:5f:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '375a29a2-cb4e-48e0-af02-551751ef6988', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': 'fab82641-cc31-4ee1-85fb-d7818e6883fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:05:37Z', 'updated_at': '2022-01-05T17:05:45Z', 'revision_number': 4, 'project_id': '0e5f75b0fa584f3fb65d4d2f1d03045b', 'subnets': [{'id': 'fab82641-cc31-4ee1-85fb-d7818e6883fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 05 17:05:47.021516 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-2c641f5e-47c1-43b1-a5ed-c8d6fdd61a3a req-3143ae17-0fda-470a-b88a-db3e5fe3106b service neutron] 10.222.0.11 "GET /v2.0/networks/66b9f7eb-d414-436b-882b-ac047c1764b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2090328 Jan 05 17:05:47.039444 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-3cd107ec-7fe9-4c38-83fd-548df1955411 None None] Provisioning complete for port 1d056cac-a58f-45cb-a6fa-ee29d41d14ab triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:05:47.043498 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-3cd107ec-7fe9-4c38-83fd-548df1955411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:47.059998 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a945dfb1-c02d-47fe-91d9-f799c20369ca tempest-ExternalNetworksTestJSON-1308440936 tempest-ExternalNetworksTestJSON-1308440936-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3891722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648695'] for network, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:47.066712 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a945dfb1-c02d-47fe-91d9-f799c20369ca tempest-ExternalNetworksTestJSON-1308440936 tempest-ExternalNetworksTestJSON-1308440936-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 9f4e040f-7be9-4b10-bcfd-f6d2c0207aae {{(pid=103800) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jan 05 17:05:47.091224 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-10a25f42-e3ab-403c-922e-d6db956846c9 tempest-ServerActionsTestJSON-949899014 tempest-ServerActionsTestJSON-949899014-project] Publish callbacks [] for floatingip, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:47.093188 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a945dfb1-c02d-47fe-91d9-f799c20369ca tempest-ExternalNetworksTestJSON-1308440936 tempest-ExternalNetworksTestJSON-1308440936-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560699'] for network, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:47.100646 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-a945dfb1-c02d-47fe-91d9-f799c20369ca tempest-ExternalNetworksTestJSON-1308440936 tempest-ExternalNetworksTestJSON-1308440936-project-admin] 10.222.0.11 "DELETE /v2.0/networks/9f4e040f-7be9-4b10-bcfd-f6d2c0207aae HTTP/1.1" status: 204 len: 168 time: 2.3459179 Jan 05 17:05:47.101500 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 38660) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:05:47.107239 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-014e1a4c-01e3-4431-8f43-37d71291c6af tempest-ServersTestManualDisk-24571533 tempest-ServersTestManualDisk-24571533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11433176'] for port, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:47.117774 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-57990a6f-7536-41dc-8bb6-6e83676e8e58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:47.118167 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a945dfb1-c02d-47fe-91d9-f799c20369ca tempest-ExternalNetworksTestJSON-1308440936 tempest-ExternalNetworksTestJSON-1308440936-project-admin] Pushing event deleted for resources: {'Network': ['ID=9f4e040f-7be9-4b10-bcfd-f6d2c0207aae,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:05:47.218334 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-325f365d-c3b4-44da-bb03-ef7f8c7ce2a0 tempest-ExternalNetworksTestJSON-1308440936 tempest-ExternalNetworksTestJSON-1308440936-project-admin] 10.222.0.11 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.1147075 Jan 05 17:05:47.220031 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 38664) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:05:47.300014 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d03b166-0e46-4859-b493-a28c2b974ace tempest-ExternalNetworksTestJSON-1308440936 tempest-ExternalNetworksTestJSON-1308440936-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:05:47.300858 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d03b166-0e46-4859-b493-a28c2b974ace tempest-ExternalNetworksTestJSON-1308440936 tempest-ExternalNetworksTestJSON-1308440936-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:05:47.301461 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d03b166-0e46-4859-b493-a28c2b974ace tempest-ExternalNetworksTestJSON-1308440936 tempest-ExternalNetworksTestJSON-1308440936-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:05:47.302111 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d03b166-0e46-4859-b493-a28c2b974ace tempest-ExternalNetworksTestJSON-1308440936 tempest-ExternalNetworksTestJSON-1308440936-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:05:47.303110 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d03b166-0e46-4859-b493-a28c2b974ace tempest-ExternalNetworksTestJSON-1308440936 tempest-ExternalNetworksTestJSON-1308440936-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:05:47.312633 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d03b166-0e46-4859-b493-a28c2b974ace tempest-ExternalNetworksTestJSON-1308440936 tempest-ExternalNetworksTestJSON-1308440936-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:05:47.316516 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-7d03b166-0e46-4859-b493-a28c2b974ace tempest-ExternalNetworksTestJSON-1308440936 tempest-ExternalNetworksTestJSON-1308440936-project-admin] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4014 time: 0.0903435 Jan 05 17:05:47.317162 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 38668) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:05:47.328842 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014e1a4c-01e3-4431-8f43-37d71291c6af tempest-ServersTestManualDisk-24571533 tempest-ServersTestManualDisk-24571533-project] Pushing event updated for resources: {'Port': ['ID=4f213992-65e8-4017-b536-05cd6e4ff4ec,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:05:47.374367 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.api.v2.resource [None req-4ab6c82e-f741-48ec-9e6c-ca0ea25a75b6 tempest-ExternalNetworksTestJSON-1308440936 tempest-ExternalNetworksTestJSON-1308440936-project-admin] delete failed (client error): The resource could not be found. Jan 05 17:05:47.378564 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-4ab6c82e-f741-48ec-9e6c-ca0ea25a75b6 tempest-ExternalNetworksTestJSON-1308440936 tempest-ExternalNetworksTestJSON-1308440936-project-admin] 10.222.0.11 "DELETE /v2.0/floatingips/83abf7fd-32be-48aa-83a7-d008805e3357 HTTP/1.1" status: 404 len: 345 time: 0.0570650 Jan 05 17:05:47.378793 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 38672) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:05:47.407934 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ea76115-5629-4229-9082-b84c6e427d8c tempest-ExternalNetworksTestJSON-1308440936 tempest-ExternalNetworksTestJSON-1308440936-project-admin] DELETE failed (client error): The resource could not be found. Jan 05 17:05:47.408433 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ea76115-5629-4229-9082-b84c6e427d8c tempest-ExternalNetworksTestJSON-1308440936 tempest-ExternalNetworksTestJSON-1308440936-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=103800) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 05 17:05:47.417297 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-1ea76115-5629-4229-9082-b84c6e427d8c tempest-ExternalNetworksTestJSON-1308440936 tempest-ExternalNetworksTestJSON-1308440936-project-admin] 10.222.0.11 "DELETE /v2.0/networks/9f4e040f-7be9-4b10-bcfd-f6d2c0207aae HTTP/1.1" status: 404 len: 339 time: 0.0368271 Jan 05 17:05:47.422091 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 38674) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:05:47.427323 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-014e1a4c-01e3-4431-8f43-37d71291c6af tempest-ServersTestManualDisk-24571533 tempest-ServersTestManualDisk-24571533-project] Network b0167590-0699-4c5c-a932-3939414a9573 is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:05:47.431897 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-78adaed9-af70-48ed-9c13-c5ee242aacf7 tempest-ExternalNetworksTestJSON-1308440936 tempest-ExternalNetworksTestJSON-1308440936-project-admin] Request body: {'network': {'name': 'tempest-network--961098095', 'router:external': True}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:05:47.443078 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-014e1a4c-01e3-4431-8f43-37d71291c6af tempest-ServersTestManualDisk-24571533 tempest-ServersTestManualDisk-24571533-project] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:05:47.445681 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-014e1a4c-01e3-4431-8f43-37d71291c6af tempest-ServersTestManualDisk-24571533 tempest-ServersTestManualDisk-24571533-project] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:05:47.480880 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 38676) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:05:47.526762 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-2c641f5e-47c1-43b1-a5ed-c8d6fdd61a3a req-b68ea22d-46ea-4440-88ed-45fb328ff532 service neutron] 10.222.0.11 "GET /v2.0/networks/66b9f7eb-d414-436b-882b-ac047c1764b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4988098 Jan 05 17:05:47.531012 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-39b1dce4-7fe5-4390-9ff9-5b04210bc82e tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] Deleting port 9a42a5f8-166e-409d-953b-6f7b273d2822 {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:05:47.531353 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-39b1dce4-7fe5-4390-9ff9-5b04210bc82e tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:47.533568 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f7fad2a-cd84-4fa3-a937-4bc7571764ef tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Made reservation on behalf of a3ad318c2083452290397b0c39945cb9 for: {'network': 1} {{(pid=103801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:05:47.537434 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-5f7fad2a-cd84-4fa3-a937-4bc7571764ef tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for network, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:47.572215 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-5f7fad2a-cd84-4fa3-a937-4bc7571764ef tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Publish callbacks [] for security_group, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:47.603102 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78adaed9-af70-48ed-9c13-c5ee242aacf7 tempest-ExternalNetworksTestJSON-1308440936 tempest-ExternalNetworksTestJSON-1308440936-project-admin] Made reservation on behalf of 1d0f716909654bd6bdd868551c0d8d5f for: {'network': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:05:47.605860 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-78adaed9-af70-48ed-9c13-c5ee242aacf7 tempest-ExternalNetworksTestJSON-1308440936 tempest-ExternalNetworksTestJSON-1308440936-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for network, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:47.622359 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-4c405d64-1814-4236-9fca-41b7d7d94e47 tempest-RoutersIpV6AdminTest-862369890 tempest-RoutersIpV6AdminTest-862369890-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1560868533', 'router:external': True}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:05:47.679455 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-39b1dce4-7fe5-4390-9ff9-5b04210bc82e tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:47.694990 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78adaed9-af70-48ed-9c13-c5ee242aacf7 tempest-ExternalNetworksTestJSON-1308440936 tempest-ExternalNetworksTestJSON-1308440936-project-admin] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'} {{(pid=103800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 05 17:05:47.709169 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.agents_db [None req-291d1585-17df-45c0-b64a-d244e6d90872 None None] Agent healthcheck: found 6 active agents {{(pid=103803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 05 17:05:47.709733 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-78adaed9-af70-48ed-9c13-c5ee242aacf7 tempest-ExternalNetworksTestJSON-1308440936 tempest-ExternalNetworksTestJSON-1308440936-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225'] for segment, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:47.709733 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.db.segments_db [None req-78adaed9-af70-48ed-9c13-c5ee242aacf7 tempest-ExternalNetworksTestJSON-1308440936 tempest-ExternalNetworksTestJSON-1308440936-project-admin] Added segment 6ba39c7b-2e2e-4a58-897f-6609e05ee4e2 of type vlan for network 603bc1b8-2ab0-4411-8818-e3525fd32cdf Jan 05 17:05:47.717639 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-39b1dce4-7fe5-4390-9ff9-5b04210bc82e tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] Calling delete_port for 9a42a5f8-166e-409d-953b-6f7b273d2822 owned by {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:05:47.724245 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-014e1a4c-01e3-4431-8f43-37d71291c6af tempest-ServersTestManualDisk-24571533 tempest-ServersTestManualDisk-24571533-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:47.735935 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-10a25f42-e3ab-403c-922e-d6db956846c9 tempest-ServerActionsTestJSON-949899014 tempest-ServerActionsTestJSON-949899014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:47.772064 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-78adaed9-af70-48ed-9c13-c5ee242aacf7 tempest-ExternalNetworksTestJSON-1308440936 tempest-ExternalNetworksTestJSON-1308440936-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754180566020'] for network, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:47.779348 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c405d64-1814-4236-9fca-41b7d7d94e47 tempest-RoutersIpV6AdminTest-862369890 tempest-RoutersIpV6AdminTest-862369890-project-admin] Made reservation on behalf of 6bf57b59a0ff492387bc8701dc2dee95 for: {'network': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:05:47.781601 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4c405d64-1814-4236-9fca-41b7d7d94e47 tempest-RoutersIpV6AdminTest-862369890 tempest-RoutersIpV6AdminTest-862369890-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for network, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:47.805089 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4c405d64-1814-4236-9fca-41b7d7d94e47 tempest-RoutersIpV6AdminTest-862369890 tempest-RoutersIpV6AdminTest-862369890-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:47.907765 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 38686) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:05:47.958206 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4c405d64-1814-4236-9fca-41b7d7d94e47 tempest-RoutersIpV6AdminTest-862369890 tempest-RoutersIpV6AdminTest-862369890-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:48.010132 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-27735230-8fdf-48cb-af0e-2a229c69f136 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:48.015264 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-78adaed9-af70-48ed-9c13-c5ee242aacf7 tempest-ExternalNetworksTestJSON-1308440936 tempest-ExternalNetworksTestJSON-1308440936-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685'] for network, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:48.016955 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78adaed9-af70-48ed-9c13-c5ee242aacf7 tempest-ExternalNetworksTestJSON-1308440936 tempest-ExternalNetworksTestJSON-1308440936-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:05:48.017761 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-78adaed9-af70-48ed-9c13-c5ee242aacf7 tempest-ExternalNetworksTestJSON-1308440936 tempest-ExternalNetworksTestJSON-1308440936-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560699'] for network, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:48.041196 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-014e1a4c-01e3-4431-8f43-37d71291c6af tempest-ServersTestManualDisk-24571533 tempest-ServersTestManualDisk-24571533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:48.057943 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 1d056cac-a58f-45cb-a6fa-ee29d41d14ab up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:05:48.078757 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4c405d64-1814-4236-9fca-41b7d7d94e47 tempest-RoutersIpV6AdminTest-862369890 tempest-RoutersIpV6AdminTest-862369890-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:48.107016 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 38702) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:05:48.131540 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-5f7fad2a-cd84-4fa3-a937-4bc7571764ef tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Publish callbacks [] for security_group, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:48.140986 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Provisioning complete for port 1d056cac-a58f-45cb-a6fa-ee29d41d14ab triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:05:48.142488 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:48.156073 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c405d64-1814-4236-9fca-41b7d7d94e47 tempest-RoutersIpV6AdminTest-862369890 tempest-RoutersIpV6AdminTest-862369890-project-admin] vlan segment allocate from pool success with {'vlan_id': 134, 'physical_network': 'physnet1'} {{(pid=103800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 05 17:05:48.212562 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-5f7fad2a-cd84-4fa3-a937-4bc7571764ef tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:48.215832 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [None req-10a25f42-e3ab-403c-922e-d6db956846c9 tempest-ServerActionsTestJSON-949899014 tempest-ServerActionsTestJSON-949899014-project] Allocated IP 172.36.4.204 (b0167590-0699-4c5c-a932-3939414a9573/7a784a6d-3d96-418f-a645-b9ccd0b1ac55/ef912d53-413b-4f34-aa43-487c8365b591) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:05:48.219547 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-78adaed9-af70-48ed-9c13-c5ee242aacf7 tempest-ExternalNetworksTestJSON-1308440936 tempest-ExternalNetworksTestJSON-1308440936-project-admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.7947028 Jan 05 17:05:48.228904 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 38706) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:05:48.267124 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-39b1dce4-7fe5-4390-9ff9-5b04210bc82e tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11433176'] for port, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:48.316206 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f7fad2a-cd84-4fa3-a937-4bc7571764ef tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] vlan segment allocate from pool success with {'vlan_id': 105, 'physical_network': 'physnet1'} {{(pid=103801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 05 17:05:48.368139 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b1dce4-7fe5-4390-9ff9-5b04210bc82e tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] Pushing event deleted for resources: {'Port': ['ID=9a42a5f8-166e-409d-953b-6f7b273d2822,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:05:48.382362 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7fad2a-cd84-4fa3-a937-4bc7571764ef tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43baf819-4ca0-455c-b45d-5976eb64c461,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:05:48.386071 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-39b1dce4-7fe5-4390-9ff9-5b04210bc82e tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:48.389693 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-39b1dce4-7fe5-4390-9ff9-5b04210bc82e tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] 10.222.0.11 "DELETE /v2.0/ports/9a42a5f8-166e-409d-953b-6f7b273d2822 HTTP/1.1" status: 204 len: 168 time: 1.4055157 Jan 05 17:05:48.410820 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-5f7fad2a-cd84-4fa3-a937-4bc7571764ef tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225'] for segment, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:48.410820 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.db.segments_db [None req-5f7fad2a-cd84-4fa3-a937-4bc7571764ef tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Added segment 68bc18e9-f0e2-4e0e-a0d6-f0f3de9c441f of type vlan for network 3e12550f-f284-4d9e-8a1c-5ac244a4d373 Jan 05 17:05:48.410820 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 38708) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:05:48.432522 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4c405d64-1814-4236-9fca-41b7d7d94e47 tempest-RoutersIpV6AdminTest-862369890 tempest-RoutersIpV6AdminTest-862369890-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225'] for segment, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:48.434060 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.db.segments_db [None req-4c405d64-1814-4236-9fca-41b7d7d94e47 tempest-RoutersIpV6AdminTest-862369890 tempest-RoutersIpV6AdminTest-862369890-project-admin] Added segment 49eaf1ea-83fd-47b3-833e-94af2ffaa71f of type vlan for network 7d7f4dca-e34e-4347-802c-339f15a59d5b Jan 05 17:05:48.460980 dv-neutron-master-2-hyperv neutron-server[103800]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jan 05 17:05:48.471146 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78adaed9-af70-48ed-9c13-c5ee242aacf7 tempest-ExternalNetworksTestJSON-1308440936 tempest-ExternalNetworksTestJSON-1308440936-project-admin] Pushing event updated for resources: {'Network': ['ID=603bc1b8-2ab0-4411-8818-e3525fd32cdf,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:05:48.483584 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Network 603bc1b8-2ab0-4411-8818-e3525fd32cdf details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 05 17:05:48.489183 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.pecan_wsgi.hooks.translation [None req-baad2b17-904b-41d9-8f36-bd8b13a7ddfe tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] GET failed (client error): The resource could not be found. Jan 05 17:05:48.494142 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-baad2b17-904b-41d9-8f36-bd8b13a7ddfe tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] 10.222.0.11 "GET /v2.0/ports/9a42a5f8-166e-409d-953b-6f7b273d2822 HTTP/1.1" status: 404 len: 333 time: 0.0792859 Jan 05 17:05:48.495642 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 38714) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:05:48.542610 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-0748c38d-150a-4816-a60c-97eb958af41b tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] Request body: {'port': {'network_id': 'a7754ab3-c315-4ee9-a677-c07d2b9bcc70', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-939089247'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:05:48.573948 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-27735230-8fdf-48cb-af0e-2a229c69f136 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:48.586713 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-5f7fad2a-cd84-4fa3-a937-4bc7571764ef tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754180566020'] for network, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:48.610597 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-e15bad76-9a40-4423-8d78-980f20d48dd1 req-dbcb44f8-afa7-438a-99e4-b744d40984ea tempest-ServersTestJSON-1673014821 tempest-ServersTestJSON-1673014821-project] 10.222.0.11 "GET /v2.0/ports?device_id=07c8b51b-bbb0-4a74-b3bf-1c00d88f26b4 HTTP/1.1" status: 200 len: 210 time: 0.4990971 Jan 05 17:05:48.611811 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c405d64-1814-4236-9fca-41b7d7d94e47 tempest-RoutersIpV6AdminTest-862369890 tempest-RoutersIpV6AdminTest-862369890-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef7a55ad-01e2-41e8-90cb-5b838ab5d5d5,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:05:48.668508 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-27735230-8fdf-48cb-af0e-2a229c69f136 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:48.673771 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-10a25f42-e3ab-403c-922e-d6db956846c9 tempest-ServerActionsTestJSON-949899014 tempest-ServerActionsTestJSON-949899014-project] Publish callbacks [] for port, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:48.676360 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-014e1a4c-01e3-4431-8f43-37d71291c6af tempest-ServersTestManualDisk-24571533 tempest-ServersTestManualDisk-24571533-project] Publish callbacks [] for port, precommit_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:48.682352 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4c405d64-1814-4236-9fca-41b7d7d94e47 tempest-RoutersIpV6AdminTest-862369890 tempest-RoutersIpV6AdminTest-862369890-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754180566020'] for network, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:48.718399 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ccd9cd4-2b9e-4465-a587-56a75d09a65a tempest-ExternalNetworksTestJSON-2020482209 tempest-ExternalNetworksTestJSON-2020482209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:05:48.724809 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ccd9cd4-2b9e-4465-a587-56a75d09a65a tempest-ExternalNetworksTestJSON-2020482209 tempest-ExternalNetworksTestJSON-2020482209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:05:48.727360 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-27735230-8fdf-48cb-af0e-2a229c69f136 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=76eee642d2264876964d703070965327&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7781780 Jan 05 17:05:48.731326 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ccd9cd4-2b9e-4465-a587-56a75d09a65a tempest-ExternalNetworksTestJSON-2020482209 tempest-ExternalNetworksTestJSON-2020482209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:05:48.732117 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 38722) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:05:48.735295 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27735230-8fdf-48cb-af0e-2a229c69f136 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=921be612-b5b2-48a0-a39f-fcbe9407432f,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:05:48.737381 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ccd9cd4-2b9e-4465-a587-56a75d09a65a tempest-ExternalNetworksTestJSON-2020482209 tempest-ExternalNetworksTestJSON-2020482209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:05:48.739088 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-4ccd9cd4-2b9e-4465-a587-56a75d09a65a tempest-ExternalNetworksTestJSON-2020482209 tempest-ExternalNetworksTestJSON-2020482209-project] 10.222.0.11 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.5065145 Jan 05 17:05:48.742862 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 38724) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:05:48.779699 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-5f7fad2a-cd84-4fa3-a937-4bc7571764ef tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685'] for network, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:48.785669 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f7fad2a-cd84-4fa3-a937-4bc7571764ef tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:05:48.786358 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-5f7fad2a-cd84-4fa3-a937-4bc7571764ef tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560699'] for network, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:48.788947 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-014e1a4c-01e3-4431-8f43-37d71291c6af tempest-ServersTestManualDisk-24571533 tempest-ServersTestManualDisk-24571533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11433169'] for port, after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:48.913273 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0748c38d-150a-4816-a60c-97eb958af41b tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] Made reservation on behalf of 5cfd9a352c4a4f4c937dd86c6f9f39fd for: {'port': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:05:48.915642 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0748c38d-150a-4816-a60c-97eb958af41b tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:48.997917 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.notifiers.nova [None req-0748c38d-150a-4816-a60c-97eb958af41b tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] device_id is not set on port 2ee3d3cb-1e87-46eb-8c84-0911d3b44470 yet. {{(pid=103800) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 05 17:05:49.010297 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-494d0544-d5b5-4891-925b-0677ed3d1a40 tempest-ExternalNetworksTestJSON-1308440936 tempest-ExternalNetworksTestJSON-1308440936-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3809644'] for network, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:49.041986 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-10a25f42-e3ab-403c-922e-d6db956846c9 tempest-ServerActionsTestJSON-949899014 tempest-ServerActionsTestJSON-949899014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11433176'] for port, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:49.053689 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4c405d64-1814-4236-9fca-41b7d7d94e47 tempest-RoutersIpV6AdminTest-862369890 tempest-RoutersIpV6AdminTest-862369890-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685'] for network, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:49.059090 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c405d64-1814-4236-9fca-41b7d7d94e47 tempest-RoutersIpV6AdminTest-862369890 tempest-RoutersIpV6AdminTest-862369890-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:05:49.059090 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4c405d64-1814-4236-9fca-41b7d7d94e47 tempest-RoutersIpV6AdminTest-862369890 tempest-RoutersIpV6AdminTest-862369890-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560699'] for network, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:49.122201 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-fe11bef7-2779-4a31-82e9-9bcc158f1326 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:49.134452 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-5f7fad2a-cd84-4fa3-a937-4bc7571764ef tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 2.4028170 Jan 05 17:05:49.148410 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7fad2a-cd84-4fa3-a937-4bc7571764ef tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Pushing event updated for resources: {'Network': ['ID=3e12550f-f284-4d9e-8a1c-5ac244a4d373,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:05:49.173539 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Network 3e12550f-f284-4d9e-8a1c-5ac244a4d373 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 05 17:05:49.176884 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-4c405d64-1814-4236-9fca-41b7d7d94e47 tempest-RoutersIpV6AdminTest-862369890 tempest-RoutersIpV6AdminTest-862369890-project-admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 1.6946447 Jan 05 17:05:49.186107 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014e1a4c-01e3-4431-8f43-37d71291c6af tempest-ServersTestManualDisk-24571533 tempest-ServersTestManualDisk-24571533-project] Pushing event updated for resources: {'Port': ['ID=4f213992-65e8-4017-b536-05cd6e4ff4ec,revision_number=2']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:05:49.195520 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 38730) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:05:49.199330 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-76e79ce4-171c-446b-a402-e4e17ea222fd tempest-RoutersIpV6AdminTest-862369890 tempest-RoutersIpV6AdminTest-862369890-project-admin] Request body: {'subnet': {'network_id': '7d7f4dca-e34e-4347-802c-339f15a59d5b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:05:49.203642 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10a25f42-e3ab-403c-922e-d6db956846c9 tempest-ServerActionsTestJSON-949899014 tempest-ServerActionsTestJSON-949899014-project] Network b0167590-0699-4c5c-a932-3939414a9573 is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:05:49.208948 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-014e1a4c-01e3-4431-8f43-37d71291c6af tempest-ServersTestManualDisk-24571533 tempest-ServersTestManualDisk-24571533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648677'] for floatingip, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:49.221041 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-10a25f42-e3ab-403c-922e-d6db956846c9 tempest-ServerActionsTestJSON-949899014 tempest-ServerActionsTestJSON-949899014-project] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:05:49.224195 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-fe11bef7-2779-4a31-82e9-9bcc158f1326 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:49.246022 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-494d0544-d5b5-4891-925b-0677ed3d1a40 tempest-ExternalNetworksTestJSON-1308440936 tempest-ExternalNetworksTestJSON-1308440936-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3891715', 'neutron.services.segments.db._delete_segments_for_network-8754181063482'] for network, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:49.246260 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10a25f42-e3ab-403c-922e-d6db956846c9 tempest-ServerActionsTestJSON-949899014 tempest-ServerActionsTestJSON-949899014-project] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:05:49.269946 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c405d64-1814-4236-9fca-41b7d7d94e47 tempest-RoutersIpV6AdminTest-862369890 tempest-RoutersIpV6AdminTest-862369890-project-admin] Pushing event updated for resources: {'Network': ['ID=7d7f4dca-e34e-4347-802c-339f15a59d5b,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:05:49.275089 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.services.segments.db [None req-494d0544-d5b5-4891-925b-0677ed3d1a40 tempest-ExternalNetworksTestJSON-1308440936 tempest-ExternalNetworksTestJSON-1308440936-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['603bc1b8-2ab0-4411-8818-e3525fd32cdf']}} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:05:49.286104 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Network 7d7f4dca-e34e-4347-802c-339f15a59d5b details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 05 17:05:49.301155 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.services.segments.db [None req-494d0544-d5b5-4891-925b-0677ed3d1a40 tempest-ExternalNetworksTestJSON-1308440936 tempest-ExternalNetworksTestJSON-1308440936-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ba39c7b-2e2e-4a58-897f-6609e05ee4e2') {'for_net_delete': True} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:05:49.301741 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.services.segments.db [None req-494d0544-d5b5-4891-925b-0677ed3d1a40 tempest-ExternalNetworksTestJSON-1308440936 tempest-ExternalNetworksTestJSON-1308440936-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ba39c7b-2e2e-4a58-897f-6609e05ee4e2') {} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:05:49.343505 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-494d0544-d5b5-4891-925b-0677ed3d1a40 tempest-ExternalNetworksTestJSON-1308440936 tempest-ExternalNetworksTestJSON-1308440936-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754181064771', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8784833'] for segment, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:49.389938 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0748c38d-150a-4816-a60c-97eb958af41b tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:49.396064 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-429dd69a-8fc4-4b71-974f-3f2fb092a11d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:49.418269 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-494d0544-d5b5-4891-925b-0677ed3d1a40 tempest-ExternalNetworksTestJSON-1308440936 tempest-ExternalNetworksTestJSON-1308440936-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225'] for segment, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:49.428636 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-494d0544-d5b5-4891-925b-0677ed3d1a40 tempest-ExternalNetworksTestJSON-1308440936 tempest-ExternalNetworksTestJSON-1308440936-project-admin] Releasing vlan 137 on physical network physnet1 to pool {{(pid=103800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 05 17:05:49.429664 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-494d0544-d5b5-4891-925b-0677ed3d1a40 tempest-ExternalNetworksTestJSON-1308440936 tempest-ExternalNetworksTestJSON-1308440936-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8784497'] for segment, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:49.431369 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:05:49.431369 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:05:49.431369 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:05:49.431369 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:05:49.431369 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:05:49.431369 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:05:49.431369 dv-neutron-master-2-hyperv neutron-server[103800]: Traceback (most recent call last): Jan 05 17:05:49.431369 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 05 17:05:49.431369 dv-neutron-master-2-hyperv neutron-server[103800]: timer() Jan 05 17:05:49.431369 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 05 17:05:49.431369 dv-neutron-master-2-hyperv neutron-server[103800]: cb(*args, **kw) Jan 05 17:05:49.431369 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 05 17:05:49.431369 dv-neutron-master-2-hyperv neutron-server[103800]: return func(*args, **kwargs) Jan 05 17:05:49.431369 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 05 17:05:49.431369 dv-neutron-master-2-hyperv neutron-server[103800]: self._notify() Jan 05 17:05:49.431369 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 05 17:05:49.431369 dv-neutron-master-2-hyperv neutron-server[103800]: self.callback(batched_events) Jan 05 17:05:49.431369 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 05 17:05:49.431369 dv-neutron-master-2-hyperv neutron-server[103800]: event.method(event) Jan 05 17:05:49.431369 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 05 17:05:49.431369 dv-neutron-master-2-hyperv neutron-server[103800]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 05 17:05:49.431369 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 05 17:05:49.431369 dv-neutron-master-2-hyperv neutron-server[103800]: aggregate_uuid = self.p_client.list_aggregates( Jan 05 17:05:49.431369 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 05 17:05:49.431369 dv-neutron-master-2-hyperv neutron-server[103800]: return f(self, *a, **k) Jan 05 17:05:49.431369 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 05 17:05:49.431369 dv-neutron-master-2-hyperv neutron-server[103800]: return self._get(url).json() Jan 05 17:05:49.431369 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 05 17:05:49.431369 dv-neutron-master-2-hyperv neutron-server[103800]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 05 17:05:49.431369 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 05 17:05:49.431369 dv-neutron-master-2-hyperv neutron-server[103800]: return self.request(url, 'GET', **kwargs) Jan 05 17:05:49.431369 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 05 17:05:49.431369 dv-neutron-master-2-hyperv neutron-server[103800]: base_url = self.get_endpoint(auth, allow=allow, Jan 05 17:05:49.431369 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 05 17:05:49.431369 dv-neutron-master-2-hyperv neutron-server[103800]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 05 17:05:49.431369 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 05 17:05:49.431369 dv-neutron-master-2-hyperv neutron-server[103800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 05 17:05:49.431369 dv-neutron-master-2-hyperv neutron-server[103800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 05 17:05:49.439771 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76e79ce4-171c-446b-a402-e4e17ea222fd tempest-RoutersIpV6AdminTest-862369890 tempest-RoutersIpV6AdminTest-862369890-project-admin] Made reservation on behalf of 6bf57b59a0ff492387bc8701dc2dee95 for: {'subnet': 1} {{(pid=103801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:05:49.442370 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-76e79ce4-171c-446b-a402-e4e17ea222fd tempest-RoutersIpV6AdminTest-862369890 tempest-RoutersIpV6AdminTest-862369890-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12480675'] for subnet, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:49.472560 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-10a25f42-e3ab-403c-922e-d6db956846c9 tempest-ServerActionsTestJSON-949899014 tempest-ServerActionsTestJSON-949899014-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:49.478164 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a25f42-e3ab-403c-922e-d6db956846c9 tempest-ServerActionsTestJSON-949899014 tempest-ServerActionsTestJSON-949899014-project] Pushing event updated for resources: {'Port': ['ID=ef912d53-413b-4f34-aa43-487c8365b591,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:05:49.521421 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0748c38d-150a-4816-a60c-97eb958af41b tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:49.526912 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-014e1a4c-01e3-4431-8f43-37d71291c6af tempest-ServersTestManualDisk-24571533 tempest-ServersTestManualDisk-24571533-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for floatingip, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:49.533788 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-014e1a4c-01e3-4431-8f43-37d71291c6af tempest-ServersTestManualDisk-24571533 tempest-ServersTestManualDisk-24571533-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.5429134 Jan 05 17:05:49.575707 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0748c38d-150a-4816-a60c-97eb958af41b tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] Pushing event updated for resources: {'Port': ['ID=2ee3d3cb-1e87-46eb-8c84-0911d3b44470,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:05:49.585195 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0748c38d-150a-4816-a60c-97eb958af41b tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] Network a7754ab3-c315-4ee9-a677-c07d2b9bcc70 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:05:49.586534 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:49.586689 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-0748c38d-150a-4816-a60c-97eb958af41b tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:05:49.589088 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0748c38d-150a-4816-a60c-97eb958af41b tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:05:49.590433 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0748c38d-150a-4816-a60c-97eb958af41b tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:05:49.594829 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0748c38d-150a-4816-a60c-97eb958af41b tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:49.627036 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-494d0544-d5b5-4891-925b-0677ed3d1a40 tempest-ExternalNetworksTestJSON-1308440936 tempest-ExternalNetworksTestJSON-1308440936-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3891722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648695'] for network, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:49.643520 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-494d0544-d5b5-4891-925b-0677ed3d1a40 tempest-ExternalNetworksTestJSON-1308440936 tempest-ExternalNetworksTestJSON-1308440936-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 603bc1b8-2ab0-4411-8818-e3525fd32cdf {{(pid=103800) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jan 05 17:05:49.649071 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-494d0544-d5b5-4891-925b-0677ed3d1a40 tempest-ExternalNetworksTestJSON-1308440936 tempest-ExternalNetworksTestJSON-1308440936-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560699'] for network, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:49.662314 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-494d0544-d5b5-4891-925b-0677ed3d1a40 tempest-ExternalNetworksTestJSON-1308440936 tempest-ExternalNetworksTestJSON-1308440936-project-admin] 10.222.0.11 "DELETE /v2.0/networks/603bc1b8-2ab0-4411-8818-e3525fd32cdf HTTP/1.1" status: 204 len: 168 time: 0.9184816 Jan 05 17:05:49.666454 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 38740) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:05:49.674763 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-4ad8b278-ce70-4861-b561-202c30ddbc87 tempest-ExternalNetworksTestJSON-1308440936 tempest-ExternalNetworksTestJSON-1308440936-project-admin] Request body: {'network': {'name': 'tempest-network--1037985788', 'router:external': True}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:05:49.693200 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494d0544-d5b5-4891-925b-0677ed3d1a40 tempest-ExternalNetworksTestJSON-1308440936 tempest-ExternalNetworksTestJSON-1308440936-project-admin] Pushing event deleted for resources: {'Network': ['ID=603bc1b8-2ab0-4411-8818-e3525fd32cdf,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:05:49.697363 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-fe11bef7-2779-4a31-82e9-9bcc158f1326 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:49.699805 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-fe11bef7-2779-4a31-82e9-9bcc158f1326 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:49.703224 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-fe11bef7-2779-4a31-82e9-9bcc158f1326 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/921be612-b5b2-48a0-a39f-fcbe9407432f HTTP/1.1" status: 204 len: 168 time: 0.9669223 Jan 05 17:05:49.710571 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-0748c38d-150a-4816-a60c-97eb958af41b tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.1725526 Jan 05 17:05:49.713442 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 38746) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:05:49.719394 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-75d580ba-0fe0-4c1f-acda-c25fcbb2a534 tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-mast'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:05:49.833369 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe11bef7-2779-4a31-82e9-9bcc158f1326 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=921be612-b5b2-48a0-a39f-fcbe9407432f,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:05:49.878580 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-10a25f42-e3ab-403c-922e-d6db956846c9 tempest-ServerActionsTestJSON-949899014 tempest-ServerActionsTestJSON-949899014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:49.920673 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-75d580ba-0fe0-4c1f-acda-c25fcbb2a534 tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:49.974225 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-c0694501-c2dd-4c1d-b42a-02527c073c37 req-fea37d0d-23b4-44ee-98c9-dd5d8d67568a tempest-ServersTestManualDisk-24571533 tempest-ServersTestManualDisk-24571533-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--1014698202&fields=id&tenant_id=0f0fe7d5d7be4d15b102bcc43593286e HTTP/1.1" status: 200 len: 267 time: 0.0908160 Jan 05 17:05:50.043452 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-8decef1e-b762-41f8-bf09-8410ae9993cf req-9e6ae8fc-e7d6-4e7f-9efd-bf2168c2a4a9 tempest-ServersTestJSON-1673014821 tempest-ServersTestJSON-1673014821-project] 10.222.0.11 "GET /v2.0/ports?device_id=07c8b51b-bbb0-4a74-b3bf-1c00d88f26b4 HTTP/1.1" status: 200 len: 210 time: 0.1898839 Jan 05 17:05:50.185653 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ad8b278-ce70-4861-b561-202c30ddbc87 tempest-ExternalNetworksTestJSON-1308440936 tempest-ExternalNetworksTestJSON-1308440936-project-admin] Made reservation on behalf of 1d0f716909654bd6bdd868551c0d8d5f for: {'network': 1} {{(pid=103801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:05:50.189566 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-4ad8b278-ce70-4861-b561-202c30ddbc87 tempest-ExternalNetworksTestJSON-1308440936 tempest-ExternalNetworksTestJSON-1308440936-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for network, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:50.327909 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ad8b278-ce70-4861-b561-202c30ddbc87 tempest-ExternalNetworksTestJSON-1308440936 tempest-ExternalNetworksTestJSON-1308440936-project-admin] vlan segment allocate from pool success with {'vlan_id': 106, 'physical_network': 'physnet1'} {{(pid=103801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 05 17:05:50.413257 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0694501-c2dd-4c1d-b42a-02527c073c37 req-37802d89-278c-4bf6-8d89-75426c0211f2 tempest-ServersTestManualDisk-24571533 tempest-ServersTestManualDisk-24571533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:05:50.417305 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-c0694501-c2dd-4c1d-b42a-02527c073c37 req-37802d89-278c-4bf6-8d89-75426c0211f2 tempest-ServersTestManualDisk-24571533 tempest-ServersTestManualDisk-24571533-project] 10.222.0.11 "GET /v2.0/networks?id=aabb1632-0142-4854-ba4e-971fe2ad463e HTTP/1.1" status: 200 len: 812 time: 0.4226665 Jan 05 17:05:50.449869 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d2607572-b3c9-472c-85bc-c8de0c3fb75c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:50.464201 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-4ad8b278-ce70-4861-b561-202c30ddbc87 tempest-ExternalNetworksTestJSON-1308440936 tempest-ExternalNetworksTestJSON-1308440936-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225'] for segment, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:50.464547 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.db.segments_db [None req-4ad8b278-ce70-4861-b561-202c30ddbc87 tempest-ExternalNetworksTestJSON-1308440936 tempest-ExternalNetworksTestJSON-1308440936-project-admin] Added segment 2066f326-c5fc-4814-a413-4d0744b61cc0 of type vlan for network 19fcd30c-4bc8-48cd-b7c5-101fe466cf9c Jan 05 17:05:50.497843 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-c0694501-c2dd-4c1d-b42a-02527c073c37 req-71decaa0-42ac-4d7e-9e97-d4319e1a1b1f tempest-ServersTestManualDisk-24571533 tempest-ServersTestManualDisk-24571533-project] 10.222.0.11 "GET /v2.0/quotas/0f0fe7d5d7be4d15b102bcc43593286e HTTP/1.1" status: 200 len: 375 time: 0.0700982 Jan 05 17:05:50.609331 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-10a25f42-e3ab-403c-922e-d6db956846c9 tempest-ServerActionsTestJSON-949899014 tempest-ServerActionsTestJSON-949899014-project] Publish callbacks [] for port, precommit_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:50.713893 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.notifiers.nova [None req-75d580ba-0fe0-4c1f-acda-c25fcbb2a534 tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] device_id is not set on port 2ee3d3cb-1e87-46eb-8c84-0911d3b44470 yet. {{(pid=103800) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 05 17:05:50.753181 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-4ad8b278-ce70-4861-b561-202c30ddbc87 tempest-ExternalNetworksTestJSON-1308440936 tempest-ExternalNetworksTestJSON-1308440936-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754180566020'] for network, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:50.756369 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-10a25f42-e3ab-403c-922e-d6db956846c9 tempest-ServerActionsTestJSON-949899014 tempest-ServerActionsTestJSON-949899014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11433169'] for port, after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:50.761193 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-c0694501-c2dd-4c1d-b42a-02527c073c37 req-dfa45679-7152-4e6e-8bd8-2e7fdbf66187 tempest-ServersTestManualDisk-24571533 tempest-ServersTestManualDisk-24571533-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=0f0fe7d5d7be4d15b102bcc43593286e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2600312 Jan 05 17:05:50.764153 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-75d580ba-0fe0-4c1f-acda-c25fcbb2a534 tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:50.835705 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-75d580ba-0fe0-4c1f-acda-c25fcbb2a534 tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8784461'] for port, after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:50.882821 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a25f42-e3ab-403c-922e-d6db956846c9 tempest-ServerActionsTestJSON-949899014 tempest-ServerActionsTestJSON-949899014-project] Pushing event updated for resources: {'Port': ['ID=ef912d53-413b-4f34-aa43-487c8365b591,revision_number=2']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:05:50.915853 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d580ba-0fe0-4c1f-acda-c25fcbb2a534 tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] Pushing event updated for resources: {'Port': ['ID=2ee3d3cb-1e87-46eb-8c84-0911d3b44470,revision_number=2']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:05:50.970634 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [None req-75d580ba-0fe0-4c1f-acda-c25fcbb2a534 tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] Attempting to bind port 2ee3d3cb-1e87-46eb-8c84-0911d3b44470 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 05 17:05:50.971872 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [None req-75d580ba-0fe0-4c1f-acda-c25fcbb2a534 tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] Attempting to bind port 2ee3d3cb-1e87-46eb-8c84-0911d3b44470 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '1ad11fa2-d128-4496-9649-2786b7546da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'a7754ab3-c315-4ee9-a677-c07d2b9bcc70'}] {{(pid=103800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 05 17:05:50.972958 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75d580ba-0fe0-4c1f-acda-c25fcbb2a534 tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] Attempting to bind port 2ee3d3cb-1e87-46eb-8c84-0911d3b44470 on network a7754ab3-c315-4ee9-a677-c07d2b9bcc70 {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:05:50.983182 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.db.resource_extend [None req-4ad8b278-ce70-4861-b561-202c30ddbc87 tempest-ExternalNetworksTestJSON-1308440936 tempest-ExternalNetworksTestJSON-1308440936-project-admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 05 17:05:50.987527 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75d580ba-0fe0-4c1f-acda-c25fcbb2a534 tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] Port 2ee3d3cb-1e87-46eb-8c84-0911d3b44470 on network a7754ab3-c315-4ee9-a677-c07d2b9bcc70 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 05 17:05:50.988155 dv-neutron-master-2-hyperv neutron-server[103800]: ERROR neutron.plugins.ml2.managers [None req-75d580ba-0fe0-4c1f-acda-c25fcbb2a534 tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] Failed to bind port 2ee3d3cb-1e87-46eb-8c84-0911d3b44470 on host hv-neutron-mast for vnic_type normal using segments [{'id': '1ad11fa2-d128-4496-9649-2786b7546da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'a7754ab3-c315-4ee9-a677-c07d2b9bcc70'}] Jan 05 17:05:50.989422 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.plugins.ml2.plugin [None req-75d580ba-0fe0-4c1f-acda-c25fcbb2a534 tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] Attempt 2 to bind port 2ee3d3cb-1e87-46eb-8c84-0911d3b44470 Jan 05 17:05:51.007482 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [None req-75d580ba-0fe0-4c1f-acda-c25fcbb2a534 tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] Attempting to bind port 2ee3d3cb-1e87-46eb-8c84-0911d3b44470 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 05 17:05:51.008018 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [None req-75d580ba-0fe0-4c1f-acda-c25fcbb2a534 tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] Attempting to bind port 2ee3d3cb-1e87-46eb-8c84-0911d3b44470 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '1ad11fa2-d128-4496-9649-2786b7546da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'a7754ab3-c315-4ee9-a677-c07d2b9bcc70'}] {{(pid=103800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 05 17:05:51.008709 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75d580ba-0fe0-4c1f-acda-c25fcbb2a534 tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] Attempting to bind port 2ee3d3cb-1e87-46eb-8c84-0911d3b44470 on network a7754ab3-c315-4ee9-a677-c07d2b9bcc70 {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:05:51.013610 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75d580ba-0fe0-4c1f-acda-c25fcbb2a534 tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] Port 2ee3d3cb-1e87-46eb-8c84-0911d3b44470 on network a7754ab3-c315-4ee9-a677-c07d2b9bcc70 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 05 17:05:51.014496 dv-neutron-master-2-hyperv neutron-server[103800]: ERROR neutron.plugins.ml2.managers [None req-75d580ba-0fe0-4c1f-acda-c25fcbb2a534 tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] Failed to bind port 2ee3d3cb-1e87-46eb-8c84-0911d3b44470 on host hv-neutron-mast for vnic_type normal using segments [{'id': '1ad11fa2-d128-4496-9649-2786b7546da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'a7754ab3-c315-4ee9-a677-c07d2b9bcc70'}] Jan 05 17:05:51.015715 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.plugins.ml2.plugin [None req-75d580ba-0fe0-4c1f-acda-c25fcbb2a534 tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] Attempt 3 to bind port 2ee3d3cb-1e87-46eb-8c84-0911d3b44470 Jan 05 17:05:51.018345 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-10a25f42-e3ab-403c-922e-d6db956846c9 tempest-ServerActionsTestJSON-949899014 tempest-ServerActionsTestJSON-949899014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648677'] for floatingip, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:51.038569 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [req-c0694501-c2dd-4c1d-b42a-02527c073c37 req-c76c679a-81e1-48d8-9faf-82cc6e25bb68 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103800) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 05 17:05:51.039924 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-c0694501-c2dd-4c1d-b42a-02527c073c37 req-c76c679a-81e1-48d8-9faf-82cc6e25bb68 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1031353 Jan 05 17:05:51.040953 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [None req-75d580ba-0fe0-4c1f-acda-c25fcbb2a534 tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] Attempting to bind port 2ee3d3cb-1e87-46eb-8c84-0911d3b44470 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 05 17:05:51.041423 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [None req-75d580ba-0fe0-4c1f-acda-c25fcbb2a534 tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] Attempting to bind port 2ee3d3cb-1e87-46eb-8c84-0911d3b44470 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '1ad11fa2-d128-4496-9649-2786b7546da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'a7754ab3-c315-4ee9-a677-c07d2b9bcc70'}] {{(pid=103800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 05 17:05:51.041987 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75d580ba-0fe0-4c1f-acda-c25fcbb2a534 tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] Attempting to bind port 2ee3d3cb-1e87-46eb-8c84-0911d3b44470 on network a7754ab3-c315-4ee9-a677-c07d2b9bcc70 {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:05:51.047417 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75d580ba-0fe0-4c1f-acda-c25fcbb2a534 tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] Port 2ee3d3cb-1e87-46eb-8c84-0911d3b44470 on network a7754ab3-c315-4ee9-a677-c07d2b9bcc70 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 05 17:05:51.047893 dv-neutron-master-2-hyperv neutron-server[103800]: ERROR neutron.plugins.ml2.managers [None req-75d580ba-0fe0-4c1f-acda-c25fcbb2a534 tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] Failed to bind port 2ee3d3cb-1e87-46eb-8c84-0911d3b44470 on host hv-neutron-mast for vnic_type normal using segments [{'id': '1ad11fa2-d128-4496-9649-2786b7546da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'a7754ab3-c315-4ee9-a677-c07d2b9bcc70'}] Jan 05 17:05:51.056978 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.plugins.ml2.plugin [None req-75d580ba-0fe0-4c1f-acda-c25fcbb2a534 tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] Attempt 4 to bind port 2ee3d3cb-1e87-46eb-8c84-0911d3b44470 Jan 05 17:05:51.068674 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.objects.ports [None req-76e79ce4-171c-446b-a402-e4e17ea222fd tempest-RoutersIpV6AdminTest-862369890 tempest-RoutersIpV6AdminTest-862369890-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103801) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 05 17:05:51.069130 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-76e79ce4-171c-446b-a402-e4e17ea222fd tempest-RoutersIpV6AdminTest-862369890 tempest-RoutersIpV6AdminTest-862369890-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11433288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12480593'] for subnet, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:51.110215 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [None req-75d580ba-0fe0-4c1f-acda-c25fcbb2a534 tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] Attempting to bind port 2ee3d3cb-1e87-46eb-8c84-0911d3b44470 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 05 17:05:51.110898 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [None req-75d580ba-0fe0-4c1f-acda-c25fcbb2a534 tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] Attempting to bind port 2ee3d3cb-1e87-46eb-8c84-0911d3b44470 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '1ad11fa2-d128-4496-9649-2786b7546da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'a7754ab3-c315-4ee9-a677-c07d2b9bcc70'}] {{(pid=103800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 05 17:05:51.111485 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75d580ba-0fe0-4c1f-acda-c25fcbb2a534 tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] Attempting to bind port 2ee3d3cb-1e87-46eb-8c84-0911d3b44470 on network a7754ab3-c315-4ee9-a677-c07d2b9bcc70 {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:05:51.155960 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75d580ba-0fe0-4c1f-acda-c25fcbb2a534 tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] Port 2ee3d3cb-1e87-46eb-8c84-0911d3b44470 on network a7754ab3-c315-4ee9-a677-c07d2b9bcc70 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 05 17:05:51.156364 dv-neutron-master-2-hyperv neutron-server[103800]: ERROR neutron.plugins.ml2.managers [None req-75d580ba-0fe0-4c1f-acda-c25fcbb2a534 tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] Failed to bind port 2ee3d3cb-1e87-46eb-8c84-0911d3b44470 on host hv-neutron-mast for vnic_type normal using segments [{'id': '1ad11fa2-d128-4496-9649-2786b7546da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'a7754ab3-c315-4ee9-a677-c07d2b9bcc70'}] Jan 05 17:05:51.158538 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.plugins.ml2.plugin [None req-75d580ba-0fe0-4c1f-acda-c25fcbb2a534 tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] Attempt 5 to bind port 2ee3d3cb-1e87-46eb-8c84-0911d3b44470 Jan 05 17:05:51.168715 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-4ad8b278-ce70-4861-b561-202c30ddbc87 tempest-ExternalNetworksTestJSON-1308440936 tempest-ExternalNetworksTestJSON-1308440936-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685'] for network, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:51.169687 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ad8b278-ce70-4861-b561-202c30ddbc87 tempest-ExternalNetworksTestJSON-1308440936 tempest-ExternalNetworksTestJSON-1308440936-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:05:51.170406 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-4ad8b278-ce70-4861-b561-202c30ddbc87 tempest-ExternalNetworksTestJSON-1308440936 tempest-ExternalNetworksTestJSON-1308440936-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560699'] for network, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:51.175993 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [None req-75d580ba-0fe0-4c1f-acda-c25fcbb2a534 tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] Attempting to bind port 2ee3d3cb-1e87-46eb-8c84-0911d3b44470 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 05 17:05:51.176446 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [None req-75d580ba-0fe0-4c1f-acda-c25fcbb2a534 tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] Attempting to bind port 2ee3d3cb-1e87-46eb-8c84-0911d3b44470 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '1ad11fa2-d128-4496-9649-2786b7546da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'a7754ab3-c315-4ee9-a677-c07d2b9bcc70'}] {{(pid=103800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 05 17:05:51.176904 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75d580ba-0fe0-4c1f-acda-c25fcbb2a534 tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] Attempting to bind port 2ee3d3cb-1e87-46eb-8c84-0911d3b44470 on network a7754ab3-c315-4ee9-a677-c07d2b9bcc70 {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:05:51.184769 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-10a25f42-e3ab-403c-922e-d6db956846c9 tempest-ServerActionsTestJSON-949899014 tempest-ServerActionsTestJSON-949899014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for floatingip, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:51.186432 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-10a25f42-e3ab-403c-922e-d6db956846c9 tempest-ServerActionsTestJSON-949899014 tempest-ServerActionsTestJSON-949899014-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.4248888 Jan 05 17:05:51.201867 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75d580ba-0fe0-4c1f-acda-c25fcbb2a534 tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] Port 2ee3d3cb-1e87-46eb-8c84-0911d3b44470 on network a7754ab3-c315-4ee9-a677-c07d2b9bcc70 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 05 17:05:51.202300 dv-neutron-master-2-hyperv neutron-server[103800]: ERROR neutron.plugins.ml2.managers [None req-75d580ba-0fe0-4c1f-acda-c25fcbb2a534 tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] Failed to bind port 2ee3d3cb-1e87-46eb-8c84-0911d3b44470 on host hv-neutron-mast for vnic_type normal using segments [{'id': '1ad11fa2-d128-4496-9649-2786b7546da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'a7754ab3-c315-4ee9-a677-c07d2b9bcc70'}] Jan 05 17:05:51.204240 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.plugins.ml2.plugin [None req-75d580ba-0fe0-4c1f-acda-c25fcbb2a534 tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] Attempt 6 to bind port 2ee3d3cb-1e87-46eb-8c84-0911d3b44470 Jan 05 17:05:51.205308 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e79ce4-171c-446b-a402-e4e17ea222fd tempest-RoutersIpV6AdminTest-862369890 tempest-RoutersIpV6AdminTest-862369890-project-admin] Pushing event updated for resources: {'Subnet': ['ID=c302e55a-710f-492f-b0f8-9fbb9d22cf34,revision_number=0']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:05:51.289440 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [None req-75d580ba-0fe0-4c1f-acda-c25fcbb2a534 tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] Attempting to bind port 2ee3d3cb-1e87-46eb-8c84-0911d3b44470 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 05 17:05:51.289922 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [None req-75d580ba-0fe0-4c1f-acda-c25fcbb2a534 tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] Attempting to bind port 2ee3d3cb-1e87-46eb-8c84-0911d3b44470 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '1ad11fa2-d128-4496-9649-2786b7546da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'a7754ab3-c315-4ee9-a677-c07d2b9bcc70'}] {{(pid=103800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 05 17:05:51.290345 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75d580ba-0fe0-4c1f-acda-c25fcbb2a534 tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] Attempting to bind port 2ee3d3cb-1e87-46eb-8c84-0911d3b44470 on network a7754ab3-c315-4ee9-a677-c07d2b9bcc70 {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:05:51.296585 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75d580ba-0fe0-4c1f-acda-c25fcbb2a534 tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] Port 2ee3d3cb-1e87-46eb-8c84-0911d3b44470 on network a7754ab3-c315-4ee9-a677-c07d2b9bcc70 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 05 17:05:51.296585 dv-neutron-master-2-hyperv neutron-server[103800]: ERROR neutron.plugins.ml2.managers [None req-75d580ba-0fe0-4c1f-acda-c25fcbb2a534 tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] Failed to bind port 2ee3d3cb-1e87-46eb-8c84-0911d3b44470 on host hv-neutron-mast for vnic_type normal using segments [{'id': '1ad11fa2-d128-4496-9649-2786b7546da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'a7754ab3-c315-4ee9-a677-c07d2b9bcc70'}] Jan 05 17:05:51.321901 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-c0694501-c2dd-4c1d-b42a-02527c073c37 req-5a113935-debe-49d3-a7cf-0210dc245d27 service neutron] 10.222.0.11 "GET /v2.0/networks/aabb1632-0142-4854-ba4e-971fe2ad463e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2708178 Jan 05 17:05:51.325610 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-f32fa98d-a8d4-46cd-ba89-c3d68093d679 req-9d0efdc6-9c0f-4de6-ac1c-e6bc9375c1fe tempest-ServersTestJSON-1673014821 tempest-ServersTestJSON-1673014821-project] 10.222.0.11 "GET /v2.0/ports?device_id=07c8b51b-bbb0-4a74-b3bf-1c00d88f26b4 HTTP/1.1" status: 200 len: 210 time: 0.0386925 Jan 05 17:05:51.365095 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76e79ce4-171c-446b-a402-e4e17ea222fd tempest-RoutersIpV6AdminTest-862369890 tempest-RoutersIpV6AdminTest-862369890-project-admin] Checking segment: {'id': '49eaf1ea-83fd-47b3-833e-94af2ffaa71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '7d7f4dca-e34e-4347-802c-339f15a59d5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:05:51.365679 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76e79ce4-171c-446b-a402-e4e17ea222fd tempest-RoutersIpV6AdminTest-862369890 tempest-RoutersIpV6AdminTest-862369890-project-admin] Network hostable DHCP agents. Network: 7d7f4dca-e34e-4347-802c-339f15a59d5b, hostable agents: ['3f70c195-17da-4084-9fd6-bf6059d88535'], hosted agents: [] {{(pid=103801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 05 17:05:51.376597 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.plugins.ml2.plugin [None req-75d580ba-0fe0-4c1f-acda-c25fcbb2a534 tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] Attempt 7 to bind port 2ee3d3cb-1e87-46eb-8c84-0911d3b44470 Jan 05 17:05:51.396869 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad8b278-ce70-4861-b561-202c30ddbc87 tempest-ExternalNetworksTestJSON-1308440936 tempest-ExternalNetworksTestJSON-1308440936-project-admin] Pushing event updated for resources: {'Network': ['ID=19fcd30c-4bc8-48cd-b7c5-101fe466cf9c,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:05:51.410689 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Network 19fcd30c-4bc8-48cd-b7c5-101fe466cf9c details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 05 17:05:51.436908 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-4ad8b278-ce70-4861-b561-202c30ddbc87 tempest-ExternalNetworksTestJSON-1308440936 tempest-ExternalNetworksTestJSON-1308440936-project-admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.7701354 Jan 05 17:05:51.441654 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 38796) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:05:51.492527 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-c0694501-c2dd-4c1d-b42a-02527c073c37 req-d9c79f4f-458c-40bd-bdde-99874a7f4ec8 service neutron] 10.222.0.11 "GET /v2.0/networks/aabb1632-0142-4854-ba4e-971fe2ad463e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1679387 Jan 05 17:05:51.506533 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [None req-75d580ba-0fe0-4c1f-acda-c25fcbb2a534 tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] Attempting to bind port 2ee3d3cb-1e87-46eb-8c84-0911d3b44470 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 05 17:05:51.506533 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [None req-75d580ba-0fe0-4c1f-acda-c25fcbb2a534 tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] Attempting to bind port 2ee3d3cb-1e87-46eb-8c84-0911d3b44470 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '1ad11fa2-d128-4496-9649-2786b7546da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'a7754ab3-c315-4ee9-a677-c07d2b9bcc70'}] {{(pid=103800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 05 17:05:51.506533 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75d580ba-0fe0-4c1f-acda-c25fcbb2a534 tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] Attempting to bind port 2ee3d3cb-1e87-46eb-8c84-0911d3b44470 on network a7754ab3-c315-4ee9-a677-c07d2b9bcc70 {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:05:51.519954 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75d580ba-0fe0-4c1f-acda-c25fcbb2a534 tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] Port 2ee3d3cb-1e87-46eb-8c84-0911d3b44470 on network a7754ab3-c315-4ee9-a677-c07d2b9bcc70 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 05 17:05:51.521195 dv-neutron-master-2-hyperv neutron-server[103800]: ERROR neutron.plugins.ml2.managers [None req-75d580ba-0fe0-4c1f-acda-c25fcbb2a534 tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] Failed to bind port 2ee3d3cb-1e87-46eb-8c84-0911d3b44470 on host hv-neutron-mast for vnic_type normal using segments [{'id': '1ad11fa2-d128-4496-9649-2786b7546da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'a7754ab3-c315-4ee9-a677-c07d2b9bcc70'}] Jan 05 17:05:51.522150 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.plugins.ml2.plugin [None req-75d580ba-0fe0-4c1f-acda-c25fcbb2a534 tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] Attempt 8 to bind port 2ee3d3cb-1e87-46eb-8c84-0911d3b44470 Jan 05 17:05:51.550788 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76e79ce4-171c-446b-a402-e4e17ea222fd tempest-RoutersIpV6AdminTest-862369890 tempest-RoutersIpV6AdminTest-862369890-project-admin] Network 7d7f4dca-e34e-4347-802c-339f15a59d5b is scheduled to be hosted by DHCP agent 3f70c195-17da-4084-9fd6-bf6059d88535 with binding_index 1 {{(pid=103801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 05 17:05:51.558942 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [None req-75d580ba-0fe0-4c1f-acda-c25fcbb2a534 tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] Attempting to bind port 2ee3d3cb-1e87-46eb-8c84-0911d3b44470 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 05 17:05:51.559456 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [None req-75d580ba-0fe0-4c1f-acda-c25fcbb2a534 tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] Attempting to bind port 2ee3d3cb-1e87-46eb-8c84-0911d3b44470 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '1ad11fa2-d128-4496-9649-2786b7546da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'a7754ab3-c315-4ee9-a677-c07d2b9bcc70'}] {{(pid=103800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 05 17:05:51.559956 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75d580ba-0fe0-4c1f-acda-c25fcbb2a534 tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] Attempting to bind port 2ee3d3cb-1e87-46eb-8c84-0911d3b44470 on network a7754ab3-c315-4ee9-a677-c07d2b9bcc70 {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:05:51.574096 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75d580ba-0fe0-4c1f-acda-c25fcbb2a534 tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] Port 2ee3d3cb-1e87-46eb-8c84-0911d3b44470 on network a7754ab3-c315-4ee9-a677-c07d2b9bcc70 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 05 17:05:51.576003 dv-neutron-master-2-hyperv neutron-server[103800]: ERROR neutron.plugins.ml2.managers [None req-75d580ba-0fe0-4c1f-acda-c25fcbb2a534 tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] Failed to bind port 2ee3d3cb-1e87-46eb-8c84-0911d3b44470 on host hv-neutron-mast for vnic_type normal using segments [{'id': '1ad11fa2-d128-4496-9649-2786b7546da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'a7754ab3-c315-4ee9-a677-c07d2b9bcc70'}] Jan 05 17:05:51.580948 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.plugins.ml2.plugin [None req-75d580ba-0fe0-4c1f-acda-c25fcbb2a534 tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] Attempt 9 to bind port 2ee3d3cb-1e87-46eb-8c84-0911d3b44470 Jan 05 17:05:51.614953 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [None req-75d580ba-0fe0-4c1f-acda-c25fcbb2a534 tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] Attempting to bind port 2ee3d3cb-1e87-46eb-8c84-0911d3b44470 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 05 17:05:51.615522 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [None req-75d580ba-0fe0-4c1f-acda-c25fcbb2a534 tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] Attempting to bind port 2ee3d3cb-1e87-46eb-8c84-0911d3b44470 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '1ad11fa2-d128-4496-9649-2786b7546da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'a7754ab3-c315-4ee9-a677-c07d2b9bcc70'}] {{(pid=103800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 05 17:05:51.620505 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75d580ba-0fe0-4c1f-acda-c25fcbb2a534 tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] Attempting to bind port 2ee3d3cb-1e87-46eb-8c84-0911d3b44470 on network a7754ab3-c315-4ee9-a677-c07d2b9bcc70 {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:05:51.639681 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75d580ba-0fe0-4c1f-acda-c25fcbb2a534 tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] Port 2ee3d3cb-1e87-46eb-8c84-0911d3b44470 on network a7754ab3-c315-4ee9-a677-c07d2b9bcc70 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 05 17:05:51.640092 dv-neutron-master-2-hyperv neutron-server[103800]: ERROR neutron.plugins.ml2.managers [None req-75d580ba-0fe0-4c1f-acda-c25fcbb2a534 tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] Failed to bind port 2ee3d3cb-1e87-46eb-8c84-0911d3b44470 on host hv-neutron-mast for vnic_type normal using segments [{'id': '1ad11fa2-d128-4496-9649-2786b7546da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'a7754ab3-c315-4ee9-a677-c07d2b9bcc70'}] Jan 05 17:05:51.640489 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.plugins.ml2.plugin [None req-75d580ba-0fe0-4c1f-acda-c25fcbb2a534 tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] Attempt 10 to bind port 2ee3d3cb-1e87-46eb-8c84-0911d3b44470 Jan 05 17:05:51.645576 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25ac2a8c-0e70-4e8d-b820-6136607c3c9b tempest-ExternalNetworksTestJSON-2020482209 tempest-ExternalNetworksTestJSON-2020482209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:05:51.647062 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-25ac2a8c-0e70-4e8d-b820-6136607c3c9b tempest-ExternalNetworksTestJSON-2020482209 tempest-ExternalNetworksTestJSON-2020482209-project] 10.222.0.11 "GET /v2.0/networks/19fcd30c-4bc8-48cd-b7c5-101fe466cf9c HTTP/1.1" status: 200 len: 757 time: 0.2066064 Jan 05 17:05:51.664415 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 38808) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:05:51.665313 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [None req-75d580ba-0fe0-4c1f-acda-c25fcbb2a534 tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] Attempting to bind port 2ee3d3cb-1e87-46eb-8c84-0911d3b44470 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 05 17:05:51.665685 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [None req-75d580ba-0fe0-4c1f-acda-c25fcbb2a534 tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] Attempting to bind port 2ee3d3cb-1e87-46eb-8c84-0911d3b44470 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '1ad11fa2-d128-4496-9649-2786b7546da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'a7754ab3-c315-4ee9-a677-c07d2b9bcc70'}] {{(pid=103800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 05 17:05:51.666027 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75d580ba-0fe0-4c1f-acda-c25fcbb2a534 tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] Attempting to bind port 2ee3d3cb-1e87-46eb-8c84-0911d3b44470 on network a7754ab3-c315-4ee9-a677-c07d2b9bcc70 {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:05:51.685562 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-ab527af2-67ac-4669-8d6e-7757fd72c9b3 req-d26200a0-c121-4a34-a32d-1ce2600e32df tempest-ServerActionsTestJSON-949899014 tempest-ServerActionsTestJSON-949899014-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--1268075775&fields=id&tenant_id=0e5f75b0fa584f3fb65d4d2f1d03045b HTTP/1.1" status: 200 len: 267 time: 0.1371269 Jan 05 17:05:51.686370 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-76e79ce4-171c-446b-a402-e4e17ea222fd tempest-RoutersIpV6AdminTest-862369890 tempest-RoutersIpV6AdminTest-862369890-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 7d7f4dca-e34e-4347-802c-339f15a59d5b) {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:05:51.690956 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76e79ce4-171c-446b-a402-e4e17ea222fd tempest-RoutersIpV6AdminTest-862369890 tempest-RoutersIpV6AdminTest-862369890-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:05:51.693227 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-76e79ce4-171c-446b-a402-e4e17ea222fd tempest-RoutersIpV6AdminTest-862369890 tempest-RoutersIpV6AdminTest-862369890-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560699'] for subnet, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:51.707912 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7037249-9acd-48d5-a9b3-278153931584 None None] Network 7d7f4dca-e34e-4347-802c-339f15a59d5b requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:05:51.814876 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 38810) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:05:51.825920 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-76e79ce4-171c-446b-a402-e4e17ea222fd tempest-RoutersIpV6AdminTest-862369890 tempest-RoutersIpV6AdminTest-862369890-project-admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 2.6316099 Jan 05 17:05:51.830532 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 38814) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:05:51.837320 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-5c5f64d7-c64c-4e32-bfdc-fed76f37dc0a tempest-RoutersIpV6AdminTest-862369890 tempest-RoutersIpV6AdminTest-862369890-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1821075073', 'network_id': '7d7f4dca-e34e-4347-802c-339f15a59d5b'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:05:51.994729 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-460830f4-ad55-4522-88c0-55fbc8483cdf tempest-ExternalNetworksTestJSON-2020482209 tempest-ExternalNetworksTestJSON-2020482209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:05:51.998520 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-460830f4-ad55-4522-88c0-55fbc8483cdf tempest-ExternalNetworksTestJSON-2020482209 tempest-ExternalNetworksTestJSON-2020482209-project] 10.222.0.11 "GET /v2.0/networks/e2ba6237-9d29-42fa-a8c8-0e5dbe996f6d HTTP/1.1" status: 200 len: 768 time: 0.3266397 Jan 05 17:05:52.000412 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 38822) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:05:52.024040 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75d580ba-0fe0-4c1f-acda-c25fcbb2a534 tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] Port 2ee3d3cb-1e87-46eb-8c84-0911d3b44470 on network a7754ab3-c315-4ee9-a677-c07d2b9bcc70 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 05 17:05:52.027747 dv-neutron-master-2-hyperv neutron-server[103800]: ERROR neutron.plugins.ml2.managers [None req-75d580ba-0fe0-4c1f-acda-c25fcbb2a534 tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] Failed to bind port 2ee3d3cb-1e87-46eb-8c84-0911d3b44470 on host hv-neutron-mast for vnic_type normal using segments [{'id': '1ad11fa2-d128-4496-9649-2786b7546da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'a7754ab3-c315-4ee9-a677-c07d2b9bcc70'}] Jan 05 17:05:52.028179 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-75d580ba-0fe0-4c1f-acda-c25fcbb2a534 tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:52.034747 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d504d802-9546-4ce5-a9d3-96c844ac5808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:52.046346 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05426c3a-9b61-4ce9-a690-059c2bb24367 None None] Network 7d7f4dca-e34e-4347-802c-339f15a59d5b requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:05:52.055496 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab527af2-67ac-4669-8d6e-7757fd72c9b3 req-539c181a-f8bc-430e-adcd-6151b9d67c7d tempest-ServerActionsTestJSON-949899014 tempest-ServerActionsTestJSON-949899014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:05:52.059401 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-ab527af2-67ac-4669-8d6e-7757fd72c9b3 req-539c181a-f8bc-430e-adcd-6151b9d67c7d tempest-ServerActionsTestJSON-949899014 tempest-ServerActionsTestJSON-949899014-project] 10.222.0.11 "GET /v2.0/networks?id=1e5e93d9-6ada-44ad-b92b-017486a9719e HTTP/1.1" status: 200 len: 811 time: 0.3278744 Jan 05 17:05:52.087031 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c5f64d7-c64c-4e32-bfdc-fed76f37dc0a tempest-RoutersIpV6AdminTest-862369890 tempest-RoutersIpV6AdminTest-862369890-project-admin] Made reservation on behalf of 6bf57b59a0ff492387bc8701dc2dee95 for: {'port': 1} {{(pid=103801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:05:52.093820 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-5c5f64d7-c64c-4e32-bfdc-fed76f37dc0a tempest-RoutersIpV6AdminTest-862369890 tempest-RoutersIpV6AdminTest-862369890-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:52.132395 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-ab527af2-67ac-4669-8d6e-7757fd72c9b3 req-206110bc-3a85-4b0a-b1c4-4579f515be71 tempest-ServerActionsTestJSON-949899014 tempest-ServerActionsTestJSON-949899014-project] 10.222.0.11 "GET /v2.0/quotas/0e5f75b0fa584f3fb65d4d2f1d03045b HTTP/1.1" status: 200 len: 375 time: 0.0592992 Jan 05 17:05:52.153230 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-400be99d-d11e-4f7d-a11e-af67467b3c0f tempest-AllowedAddressPairIpV6TestJSON-2107737971 tempest-AllowedAddressPairIpV6TestJSON-2107737971-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1265768838'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:05:52.166695 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-035e4b04-f344-4deb-a455-662f7a603346 req-723cf8f5-d042-4c16-89aa-6e9cc637500c tempest-ServersTestManualDisk-24571533 tempest-ServersTestManualDisk-24571533-project] 10.222.0.11 "GET /v2.0/ports?device_id=9e05055b-fb92-4007-81d3-6b13e68c583e HTTP/1.1" status: 200 len: 210 time: 0.1330028 Jan 05 17:05:52.195044 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.notifiers.nova [None req-5c5f64d7-c64c-4e32-bfdc-fed76f37dc0a tempest-RoutersIpV6AdminTest-862369890 tempest-RoutersIpV6AdminTest-862369890-project-admin] device_id is not set on port da16528c-5731-40d0-b848-556eb297c590 yet. {{(pid=103801) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 05 17:05:52.305378 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.13', 49698) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:05:52.510404 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7c696c9b-36fb-475f-a238-e929fd686bce tempest-ExternalNetworksTestJSON-1308440936 tempest-ExternalNetworksTestJSON-1308440936-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3809644'] for network, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:52.538043 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-ab527af2-67ac-4669-8d6e-7757fd72c9b3 req-7701c182-c893-4d33-bee0-f63e6691a558 tempest-ServerActionsTestJSON-949899014 tempest-ServerActionsTestJSON-949899014-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=0e5f75b0fa584f3fb65d4d2f1d03045b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3994689 Jan 05 17:05:52.538921 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 38838) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:05:52.553797 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-bc0b4e84-0398-4623-80b1-99084ac2734b tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Request body: {'subnet': {'network_id': '3e12550f-f284-4d9e-8a1c-5ac244a4d373', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:05:52.592068 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.db [None req-75d580ba-0fe0-4c1f-acda-c25fcbb2a534 tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] For port 2ee3d3cb-1e87-46eb-8c84-0911d3b44470, host hv-neutron-mast, cleared binding levels {{(pid=103800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 05 17:05:52.592433 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.db [None req-75d580ba-0fe0-4c1f-acda-c25fcbb2a534 tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] Attempted to set empty binding levels {{(pid=103800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jan 05 17:05:52.651583 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-59de8b5d-9658-4f6e-bf65-a7eeb4aabca9 req-efc47748-4c22-4d51-9b3e-aa05e4e97ab6 tempest-ServersTestJSON-1673014821 tempest-ServersTestJSON-1673014821-project] 10.222.0.11 "GET /v2.0/ports?device_id=07c8b51b-bbb0-4a74-b3bf-1c00d88f26b4 HTTP/1.1" status: 200 len: 210 time: 0.0612969 Jan 05 17:05:52.686030 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-75d580ba-0fe0-4c1f-acda-c25fcbb2a534 tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8784461'] for port, after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:52.704954 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-400be99d-d11e-4f7d-a11e-af67467b3c0f tempest-AllowedAddressPairIpV6TestJSON-2107737971 tempest-AllowedAddressPairIpV6TestJSON-2107737971-project] Made reservation on behalf of eadd6bd72605437fafe6bbb19928c163 for: {'network': 1} {{(pid=103801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:05:52.708978 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-400be99d-d11e-4f7d-a11e-af67467b3c0f tempest-AllowedAddressPairIpV6TestJSON-2107737971 tempest-AllowedAddressPairIpV6TestJSON-2107737971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for network, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:52.717196 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [None req-5c5f64d7-c64c-4e32-bfdc-fed76f37dc0a tempest-RoutersIpV6AdminTest-862369890 tempest-RoutersIpV6AdminTest-862369890-project-admin] Allocated IP 2001:db8::18e (7d7f4dca-e34e-4347-802c-339f15a59d5b/c302e55a-710f-492f-b0f8-9fbb9d22cf34/da16528c-5731-40d0-b848-556eb297c590) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:05:52.741935 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c641f5e-47c1-43b1-a5ed-c8d6fdd61a3a req-61163483-b11d-4979-9d85-176e41b3bf85 tempest-ServersTestJSON-1673014821 tempest-ServersTestJSON-1673014821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:05:52.741935 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-2c641f5e-47c1-43b1-a5ed-c8d6fdd61a3a req-61163483-b11d-4979-9d85-176e41b3bf85 tempest-ServersTestJSON-1673014821 tempest-ServersTestJSON-1673014821-project] 10.222.0.13 "GET /v2.0/networks?id=66b9f7eb-d414-436b-882b-ac047c1764b8 HTTP/1.1" status: 200 len: 805 time: 0.4284942 Jan 05 17:05:52.758107 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7c696c9b-36fb-475f-a238-e929fd686bce tempest-ExternalNetworksTestJSON-1308440936 tempest-ExternalNetworksTestJSON-1308440936-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3891715', 'neutron.services.segments.db._delete_segments_for_network-8754181063482'] for network, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:52.759494 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-400be99d-d11e-4f7d-a11e-af67467b3c0f tempest-AllowedAddressPairIpV6TestJSON-2107737971 tempest-AllowedAddressPairIpV6TestJSON-2107737971-project] Publish callbacks [] for security_group, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:52.769146 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-75d580ba-0fe0-4c1f-acda-c25fcbb2a534 tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] In _notify_port_updated(), no bound segment for port 2ee3d3cb-1e87-46eb-8c84-0911d3b44470 on network a7754ab3-c315-4ee9-a677-c07d2b9bcc70 {{(pid=103800) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Jan 05 17:05:52.770206 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75d580ba-0fe0-4c1f-acda-c25fcbb2a534 tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:05:52.770854 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-75d580ba-0fe0-4c1f-acda-c25fcbb2a534 tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:52.774742 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-75d580ba-0fe0-4c1f-acda-c25fcbb2a534 tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] 10.222.0.11 "PUT /v2.0/ports/2ee3d3cb-1e87-46eb-8c84-0911d3b44470 HTTP/1.1" status: 200 len: 976 time: 3.0576794 Jan 05 17:05:52.776503 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 38846) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:05:52.855699 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-ab527af2-67ac-4669-8d6e-7757fd72c9b3 req-41ae72c7-9494-4223-afe7-916664f79ffe service neutron] 10.222.0.11 "GET /v2.0/networks/1e5e93d9-6ada-44ad-b92b-017486a9719e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2850456 Jan 05 17:05:52.993068 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.services.segments.db [None req-7c696c9b-36fb-475f-a238-e929fd686bce tempest-ExternalNetworksTestJSON-1308440936 tempest-ExternalNetworksTestJSON-1308440936-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19fcd30c-4bc8-48cd-b7c5-101fe466cf9c']}} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:05:53.010964 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d580ba-0fe0-4c1f-acda-c25fcbb2a534 tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] Pushing event updated for resources: {'Port': ['ID=2ee3d3cb-1e87-46eb-8c84-0911d3b44470,revision_number=3']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:05:53.022970 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.services.segments.db [None req-7c696c9b-36fb-475f-a238-e929fd686bce tempest-ExternalNetworksTestJSON-1308440936 tempest-ExternalNetworksTestJSON-1308440936-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2066f326-c5fc-4814-a413-4d0744b61cc0') {'for_net_delete': True} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:05:53.022970 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.services.segments.db [None req-7c696c9b-36fb-475f-a238-e929fd686bce tempest-ExternalNetworksTestJSON-1308440936 tempest-ExternalNetworksTestJSON-1308440936-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2066f326-c5fc-4814-a413-4d0744b61cc0') {} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:05:53.043521 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7c696c9b-36fb-475f-a238-e929fd686bce tempest-ExternalNetworksTestJSON-1308440936 tempest-ExternalNetworksTestJSON-1308440936-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754181064771', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8784833'] for segment, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:53.088578 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7c696c9b-36fb-475f-a238-e929fd686bce tempest-ExternalNetworksTestJSON-1308440936 tempest-ExternalNetworksTestJSON-1308440936-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225'] for segment, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:53.119953 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c696c9b-36fb-475f-a238-e929fd686bce tempest-ExternalNetworksTestJSON-1308440936 tempest-ExternalNetworksTestJSON-1308440936-project-admin] Releasing vlan 106 on physical network physnet1 to pool {{(pid=103800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 05 17:05:53.126665 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7c696c9b-36fb-475f-a238-e929fd686bce tempest-ExternalNetworksTestJSON-1308440936 tempest-ExternalNetworksTestJSON-1308440936-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8784497'] for segment, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:53.157499 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc0b4e84-0398-4623-80b1-99084ac2734b tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Made reservation on behalf of a3ad318c2083452290397b0c39945cb9 for: {'subnet': 1} {{(pid=103801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:05:53.162050 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-bc0b4e84-0398-4623-80b1-99084ac2734b tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12480675'] for subnet, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:53.206807 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:05:53.206807 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:05:53.206807 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:05:53.206807 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:05:53.206807 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:05:53.206807 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:05:53.206807 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:05:53.206807 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:05:53.206807 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:05:53.206807 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:05:53.206807 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:05:53.206807 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:05:53.206807 dv-neutron-master-2-hyperv neutron-server[103800]: Traceback (most recent call last): Jan 05 17:05:53.206807 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 05 17:05:53.206807 dv-neutron-master-2-hyperv neutron-server[103800]: timer() Jan 05 17:05:53.206807 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 05 17:05:53.206807 dv-neutron-master-2-hyperv neutron-server[103800]: cb(*args, **kw) Jan 05 17:05:53.206807 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 05 17:05:53.206807 dv-neutron-master-2-hyperv neutron-server[103800]: return func(*args, **kwargs) Jan 05 17:05:53.206807 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 05 17:05:53.206807 dv-neutron-master-2-hyperv neutron-server[103800]: self._notify() Jan 05 17:05:53.206807 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 05 17:05:53.206807 dv-neutron-master-2-hyperv neutron-server[103800]: self.callback(batched_events) Jan 05 17:05:53.206807 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 05 17:05:53.206807 dv-neutron-master-2-hyperv neutron-server[103800]: event.method(event) Jan 05 17:05:53.206807 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 05 17:05:53.206807 dv-neutron-master-2-hyperv neutron-server[103800]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 05 17:05:53.206807 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 05 17:05:53.206807 dv-neutron-master-2-hyperv neutron-server[103800]: aggregate_uuid = self.p_client.list_aggregates( Jan 05 17:05:53.206807 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 05 17:05:53.206807 dv-neutron-master-2-hyperv neutron-server[103800]: return f(self, *a, **k) Jan 05 17:05:53.206807 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 05 17:05:53.206807 dv-neutron-master-2-hyperv neutron-server[103800]: return self._get(url).json() Jan 05 17:05:53.206807 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 05 17:05:53.206807 dv-neutron-master-2-hyperv neutron-server[103800]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 05 17:05:53.206807 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 05 17:05:53.206807 dv-neutron-master-2-hyperv neutron-server[103800]: return self.request(url, 'GET', **kwargs) Jan 05 17:05:53.206807 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 05 17:05:53.206807 dv-neutron-master-2-hyperv neutron-server[103800]: base_url = self.get_endpoint(auth, allow=allow, Jan 05 17:05:53.206807 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 05 17:05:53.206807 dv-neutron-master-2-hyperv neutron-server[103800]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 05 17:05:53.206807 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 05 17:05:53.206807 dv-neutron-master-2-hyperv neutron-server[103800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 05 17:05:53.206807 dv-neutron-master-2-hyperv neutron-server[103800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 05 17:05:53.236015 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:53.242109 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-2c641f5e-47c1-43b1-a5ed-c8d6fdd61a3a req-5cd52bd5-19e0-4aef-b34f-b08642df6906 tempest-ServersTestJSON-1673014821 tempest-ServersTestJSON-1673014821-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8648c3d237fa47a2908cbe0ddaa5dd69 HTTP/1.1" status: 200 len: 380 time: 0.4600875 Jan 05 17:05:53.253862 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [req-2c641f5e-47c1-43b1-a5ed-c8d6fdd61a3a req-5c562965-b23b-4a7e-abe5-f0aa74492b37 tempest-ServersTestJSON-1673014821 tempest-ServersTestJSON-1673014821-project] Request body: {'port': {'device_id': '07c8b51b-bbb0-4a74-b3bf-1c00d88f26b4', 'network_id': '66b9f7eb-d414-436b-882b-ac047c1764b8', 'admin_state_up': True, 'tenant_id': '8648c3d237fa47a2908cbe0ddaa5dd69', 'security_groups': ['a400398d-bf46-4390-bcfe-e2116b4af858']}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:05:53.297107 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-ffa1c6df-2511-40f8-a033-7d0ded67396b req-d17f09f5-1668-41a2-a90f-c5b03dc415ee tempest-ServersTestManualDisk-24571533 tempest-ServersTestManualDisk-24571533-project] 10.222.0.11 "GET /v2.0/ports?device_id=9e05055b-fb92-4007-81d3-6b13e68c583e HTTP/1.1" status: 200 len: 210 time: 0.0527456 Jan 05 17:05:53.310937 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-400be99d-d11e-4f7d-a11e-af67467b3c0f tempest-AllowedAddressPairIpV6TestJSON-2107737971 tempest-AllowedAddressPairIpV6TestJSON-2107737971-project] Publish callbacks [] for security_group, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:53.324719 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-ab527af2-67ac-4669-8d6e-7757fd72c9b3 req-f49c4675-30f3-4778-9349-da1a02268da7 service neutron] 10.222.0.11 "GET /v2.0/networks/1e5e93d9-6ada-44ad-b92b-017486a9719e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4565802 Jan 05 17:05:53.339579 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-5c5f64d7-c64c-4e32-bfdc-fed76f37dc0a tempest-RoutersIpV6AdminTest-862369890 tempest-RoutersIpV6AdminTest-862369890-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:53.358459 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7c696c9b-36fb-475f-a238-e929fd686bce tempest-ExternalNetworksTestJSON-1308440936 tempest-ExternalNetworksTestJSON-1308440936-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3891722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648695'] for network, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:53.360555 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-630a1f9c-757e-482b-9698-667f8ebf2288 tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] Deleting port 2ee3d3cb-1e87-46eb-8c84-0911d3b44470 {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:05:53.360881 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-630a1f9c-757e-482b-9698-667f8ebf2288 tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:53.412866 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c696c9b-36fb-475f-a238-e929fd686bce tempest-ExternalNetworksTestJSON-1308440936 tempest-ExternalNetworksTestJSON-1308440936-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 19fcd30c-4bc8-48cd-b7c5-101fe466cf9c {{(pid=103800) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jan 05 17:05:53.455050 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7c696c9b-36fb-475f-a238-e929fd686bce tempest-ExternalNetworksTestJSON-1308440936 tempest-ExternalNetworksTestJSON-1308440936-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560699'] for network, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:53.459198 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-7c696c9b-36fb-475f-a238-e929fd686bce tempest-ExternalNetworksTestJSON-1308440936 tempest-ExternalNetworksTestJSON-1308440936-project-admin] 10.222.0.11 "DELETE /v2.0/networks/19fcd30c-4bc8-48cd-b7c5-101fe466cf9c HTTP/1.1" status: 204 len: 168 time: 1.4578905 Jan 05 17:05:53.473097 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 38880) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:05:53.478361 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c696c9b-36fb-475f-a238-e929fd686bce tempest-ExternalNetworksTestJSON-1308440936 tempest-ExternalNetworksTestJSON-1308440936-project-admin] Pushing event deleted for resources: {'Network': ['ID=19fcd30c-4bc8-48cd-b7c5-101fe466cf9c,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:05:53.480352 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-dd717101-d5ae-46b4-a649-b757f8f94b08 tempest-ExternalNetworksTestJSON-1308440936 tempest-ExternalNetworksTestJSON-1308440936-project-admin] Request body: {'network': {'name': 'tempest-network--521197096'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:05:53.512329 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.db [None req-630a1f9c-757e-482b-9698-667f8ebf2288 tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] For port 2ee3d3cb-1e87-46eb-8c84-0911d3b44470, host hv-neutron-mast, got binding levels [] {{(pid=103800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:05:53.512836 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-630a1f9c-757e-482b-9698-667f8ebf2288 tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:53.529154 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-630a1f9c-757e-482b-9698-667f8ebf2288 tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] Calling delete_port for 2ee3d3cb-1e87-46eb-8c84-0911d3b44470 owned by {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:05:53.572813 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-400be99d-d11e-4f7d-a11e-af67467b3c0f tempest-AllowedAddressPairIpV6TestJSON-2107737971 tempest-AllowedAddressPairIpV6TestJSON-2107737971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:53.590313 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-5c5f64d7-c64c-4e32-bfdc-fed76f37dc0a tempest-RoutersIpV6AdminTest-862369890 tempest-RoutersIpV6AdminTest-862369890-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11433176'] for port, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:53.652034 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-92002110-c537-4385-a2e7-4f06c8fa6fd2 req-4398374a-8e39-487b-a75f-ac56427bba6d tempest-ServerActionsTestJSON-949899014 tempest-ServerActionsTestJSON-949899014-project] 10.222.0.11 "GET /v2.0/ports?device_id=be270a5c-db8b-4dff-9e40-79b29c80ad34 HTTP/1.1" status: 200 len: 210 time: 0.0439241 Jan 05 17:05:53.663262 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-400be99d-d11e-4f7d-a11e-af67467b3c0f tempest-AllowedAddressPairIpV6TestJSON-2107737971 tempest-AllowedAddressPairIpV6TestJSON-2107737971-project] vlan segment allocate from pool success with {'vlan_id': 128, 'physical_network': 'physnet1'} {{(pid=103801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 05 17:05:53.702896 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c5f64d7-c64c-4e32-bfdc-fed76f37dc0a tempest-RoutersIpV6AdminTest-862369890 tempest-RoutersIpV6AdminTest-862369890-project-admin] Network 7d7f4dca-e34e-4347-802c-339f15a59d5b is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:05:53.722277 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400be99d-d11e-4f7d-a11e-af67467b3c0f tempest-AllowedAddressPairIpV6TestJSON-2107737971 tempest-AllowedAddressPairIpV6TestJSON-2107737971-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27938105-3db1-4942-9c5f-c953b92771c7,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:05:53.725122 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-5c5f64d7-c64c-4e32-bfdc-fed76f37dc0a tempest-RoutersIpV6AdminTest-862369890 tempest-RoutersIpV6AdminTest-862369890-project-admin] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:05:53.733180 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-400be99d-d11e-4f7d-a11e-af67467b3c0f tempest-AllowedAddressPairIpV6TestJSON-2107737971 tempest-AllowedAddressPairIpV6TestJSON-2107737971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225'] for segment, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:53.733533 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.db.segments_db [None req-400be99d-d11e-4f7d-a11e-af67467b3c0f tempest-AllowedAddressPairIpV6TestJSON-2107737971 tempest-AllowedAddressPairIpV6TestJSON-2107737971-project] Added segment 589c7085-2fdc-458e-b2d8-223d45a2a06e of type vlan for network d70de973-d620-4747-924f-59a8ea7c37da Jan 05 17:05:53.734944 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c5f64d7-c64c-4e32-bfdc-fed76f37dc0a tempest-RoutersIpV6AdminTest-862369890 tempest-RoutersIpV6AdminTest-862369890-project-admin] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:05:53.735964 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c5f64d7-c64c-4e32-bfdc-fed76f37dc0a tempest-RoutersIpV6AdminTest-862369890 tempest-RoutersIpV6AdminTest-862369890-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:05:53.736550 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-5c5f64d7-c64c-4e32-bfdc-fed76f37dc0a tempest-RoutersIpV6AdminTest-862369890 tempest-RoutersIpV6AdminTest-862369890-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:53.753497 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-bc0b4e84-0398-4623-80b1-99084ac2734b tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11433288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12480593'] for subnet, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:53.783260 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5f64d7-c64c-4e32-bfdc-fed76f37dc0a tempest-RoutersIpV6AdminTest-862369890 tempest-RoutersIpV6AdminTest-862369890-project-admin] Pushing event updated for resources: {'Port': ['ID=da16528c-5731-40d0-b848-556eb297c590,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:05:53.817231 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c641f5e-47c1-43b1-a5ed-c8d6fdd61a3a req-5c562965-b23b-4a7e-abe5-f0aa74492b37 tempest-ServersTestJSON-1673014821 tempest-ServersTestJSON-1673014821-project] Made reservation on behalf of 8648c3d237fa47a2908cbe0ddaa5dd69 for: {'port': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:05:53.821053 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-2c641f5e-47c1-43b1-a5ed-c8d6fdd61a3a req-5c562965-b23b-4a7e-abe5-f0aa74492b37 tempest-ServersTestJSON-1673014821 tempest-ServersTestJSON-1673014821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:53.873471 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-07544068-95d4-4fe3-93f2-c52c2564edfe req-bc2b4c42-5b7e-4c4d-9900-7e7394f47ef2 tempest-ServersTestJSON-1673014821 tempest-ServersTestJSON-1673014821-project] 10.222.0.11 "GET /v2.0/ports?device_id=07c8b51b-bbb0-4a74-b3bf-1c00d88f26b4 HTTP/1.1" status: 200 len: 210 time: 0.0930796 Jan 05 17:05:53.877775 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-400be99d-d11e-4f7d-a11e-af67467b3c0f tempest-AllowedAddressPairIpV6TestJSON-2107737971 tempest-AllowedAddressPairIpV6TestJSON-2107737971-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754180566020'] for network, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:53.896191 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd717101-d5ae-46b4-a649-b757f8f94b08 tempest-ExternalNetworksTestJSON-1308440936 tempest-ExternalNetworksTestJSON-1308440936-project-admin] Made reservation on behalf of 1d0f716909654bd6bdd868551c0d8d5f for: {'network': 1} {{(pid=103801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:05:53.901838 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-dd717101-d5ae-46b4-a649-b757f8f94b08 tempest-ExternalNetworksTestJSON-1308440936 tempest-ExternalNetworksTestJSON-1308440936-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for network, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:53.927063 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc0b4e84-0398-4623-80b1-99084ac2734b tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Checking segment: {'id': '68bc18e9-f0e2-4e0e-a0d6-f0f3de9c441f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '3e12550f-f284-4d9e-8a1c-5ac244a4d373'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:05:53.933318 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc0b4e84-0398-4623-80b1-99084ac2734b tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Network hostable DHCP agents. Network: 3e12550f-f284-4d9e-8a1c-5ac244a4d373, hostable agents: ['3f70c195-17da-4084-9fd6-bf6059d88535'], hosted agents: [] {{(pid=103801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 05 17:05:53.933318 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0b4e84-0398-4623-80b1-99084ac2734b tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Pushing event updated for resources: {'Subnet': ['ID=9d9e8d76-3cce-4dfc-ae64-29d3788708f9,revision_number=0']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:05:53.974964 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-5c5f64d7-c64c-4e32-bfdc-fed76f37dc0a tempest-RoutersIpV6AdminTest-862369890 tempest-RoutersIpV6AdminTest-862369890-project-admin] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 2.1432471 Jan 05 17:05:53.982976 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 38898) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:05:53.989300 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-630a1f9c-757e-482b-9698-667f8ebf2288 tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:54.017474 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd717101-d5ae-46b4-a649-b757f8f94b08 tempest-ExternalNetworksTestJSON-1308440936 tempest-ExternalNetworksTestJSON-1308440936-project-admin] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'} {{(pid=103801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 05 17:05:54.035504 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-dd717101-d5ae-46b4-a649-b757f8f94b08 tempest-ExternalNetworksTestJSON-1308440936 tempest-ExternalNetworksTestJSON-1308440936-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225'] for segment, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:54.035839 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.db.segments_db [None req-dd717101-d5ae-46b4-a649-b757f8f94b08 tempest-ExternalNetworksTestJSON-1308440936 tempest-ExternalNetworksTestJSON-1308440936-project-admin] Added segment c1dde5e5-bacb-4999-80a9-08bad720fa8c of type vlan for network f02367c4-14a7-443d-ace3-eb4b97446cc8 Jan 05 17:05:54.063222 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-400be99d-d11e-4f7d-a11e-af67467b3c0f tempest-AllowedAddressPairIpV6TestJSON-2107737971 tempest-AllowedAddressPairIpV6TestJSON-2107737971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685'] for network, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:54.071478 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-400be99d-d11e-4f7d-a11e-af67467b3c0f tempest-AllowedAddressPairIpV6TestJSON-2107737971 tempest-AllowedAddressPairIpV6TestJSON-2107737971-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:05:54.072001 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-400be99d-d11e-4f7d-a11e-af67467b3c0f tempest-AllowedAddressPairIpV6TestJSON-2107737971 tempest-AllowedAddressPairIpV6TestJSON-2107737971-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560699'] for network, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:54.089229 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc0b4e84-0398-4623-80b1-99084ac2734b tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Network 3e12550f-f284-4d9e-8a1c-5ac244a4d373 is scheduled to be hosted by DHCP agent 3f70c195-17da-4084-9fd6-bf6059d88535 with binding_index 1 {{(pid=103801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 05 17:05:54.089409 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630a1f9c-757e-482b-9698-667f8ebf2288 tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] Pushing event deleted for resources: {'Port': ['ID=2ee3d3cb-1e87-46eb-8c84-0911d3b44470,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:05:54.109193 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-630a1f9c-757e-482b-9698-667f8ebf2288 tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:54.114253 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-630a1f9c-757e-482b-9698-667f8ebf2288 tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] 10.222.0.11 "DELETE /v2.0/ports/2ee3d3cb-1e87-46eb-8c84-0911d3b44470 HTTP/1.1" status: 204 len: 168 time: 1.3355041 Jan 05 17:05:54.126873 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 38900) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:05:54.179243 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.pecan_wsgi.hooks.translation [None req-039f090d-8df7-4c26-a8ff-f247372af40a tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] GET failed (client error): The resource could not be found. Jan 05 17:05:54.180597 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-dd717101-d5ae-46b4-a649-b757f8f94b08 tempest-ExternalNetworksTestJSON-1308440936 tempest-ExternalNetworksTestJSON-1308440936-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754180566020'] for network, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:54.185712 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-039f090d-8df7-4c26-a8ff-f247372af40a tempest-PortsAdminExtendedAttrsTestJSON-488924585 tempest-PortsAdminExtendedAttrsTestJSON-488924585-project-admin] 10.222.0.11 "GET /v2.0/ports/2ee3d3cb-1e87-46eb-8c84-0911d3b44470 HTTP/1.1" status: 404 len: 333 time: 0.0568657 Jan 05 17:05:54.186655 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 38902) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:05:54.188186 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400be99d-d11e-4f7d-a11e-af67467b3c0f tempest-AllowedAddressPairIpV6TestJSON-2107737971 tempest-AllowedAddressPairIpV6TestJSON-2107737971-project] Pushing event updated for resources: {'Network': ['ID=d70de973-d620-4747-924f-59a8ea7c37da,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:05:54.201431 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Network d70de973-d620-4747-924f-59a8ea7c37da details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 05 17:05:54.203756 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-bc0b4e84-0398-4623-80b1-99084ac2734b tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 3e12550f-f284-4d9e-8a1c-5ac244a4d373) {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:05:54.216425 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc0b4e84-0398-4623-80b1-99084ac2734b tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:05:54.217020 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-bc0b4e84-0398-4623-80b1-99084ac2734b tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560699'] for subnet, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:54.236210 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-400be99d-d11e-4f7d-a11e-af67467b3c0f tempest-AllowedAddressPairIpV6TestJSON-2107737971 tempest-AllowedAddressPairIpV6TestJSON-2107737971-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 2.4197140 Jan 05 17:05:54.240728 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 38904) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:05:54.244736 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-68987fdf-bafe-436f-84bd-be8757c04bb1 tempest-AllowedAddressPairIpV6TestJSON-2107737971 tempest-AllowedAddressPairIpV6TestJSON-2107737971-project] Request body: {'subnet': {'network_id': 'd70de973-d620-4747-924f-59a8ea7c37da', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:05:54.271367 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-b75a27d6-5965-4e60-b638-0b4cdcd1963b tempest-RoutersIpV6AdminTest-862369890 tempest-RoutersIpV6AdminTest-862369890-project-admin] Deleting port da16528c-5731-40d0-b848-556eb297c590 {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:05:54.271733 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-b75a27d6-5965-4e60-b638-0b4cdcd1963b tempest-RoutersIpV6AdminTest-862369890 tempest-RoutersIpV6AdminTest-862369890-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:54.291392 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-603cfa5a-cb2f-4296-9684-92e7f7e37244 None None] Network 3e12550f-f284-4d9e-8a1c-5ac244a4d373 requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:05:54.359641 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-bc0b4e84-0398-4623-80b1-99084ac2734b tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.8151147 Jan 05 17:05:54.363765 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 38910) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:05:54.368608 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-dd717101-d5ae-46b4-a649-b757f8f94b08 tempest-ExternalNetworksTestJSON-1308440936 tempest-ExternalNetworksTestJSON-1308440936-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685'] for network, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:54.369548 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd717101-d5ae-46b4-a649-b757f8f94b08 tempest-ExternalNetworksTestJSON-1308440936 tempest-ExternalNetworksTestJSON-1308440936-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:05:54.371124 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-2fb2a27e-5910-49c7-a941-587b81ddcc9a tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-979852099'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:05:54.375970 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [req-2c641f5e-47c1-43b1-a5ed-c8d6fdd61a3a req-5c562965-b23b-4a7e-abe5-f0aa74492b37 tempest-ServersTestJSON-1673014821 tempest-ServersTestJSON-1673014821-project] Allocated IP 172.20.0.14 (66b9f7eb-d414-436b-882b-ac047c1764b8/1c9222ac-b9b2-431b-aee5-7d51a8ac8416/a7599bb3-4578-47a4-9639-0cfaf64ba5d2) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:05:54.382478 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-dd717101-d5ae-46b4-a649-b757f8f94b08 tempest-ExternalNetworksTestJSON-1308440936 tempest-ExternalNetworksTestJSON-1308440936-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560699'] for network, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:54.388450 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1613191e-7f1f-4518-a1fa-b0da7c4ee1d0 tempest-PortsAdminExtendedAttrsTestJSON-2123023662 tempest-PortsAdminExtendedAttrsTestJSON-2123023662-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3809644'] for network, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:54.538286 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-0f2b0cc9-d63a-4302-9b7b-367c5bdca522 req-838fa667-49b5-4658-9ba7-464d40ffee21 tempest-ServersTestManualDisk-24571533 tempest-ServersTestManualDisk-24571533-project] 10.222.0.11 "GET /v2.0/ports?device_id=9e05055b-fb92-4007-81d3-6b13e68c583e HTTP/1.1" status: 200 len: 210 time: 0.0595613 Jan 05 17:05:54.585395 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fb2a27e-5910-49c7-a941-587b81ddcc9a tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Made reservation on behalf of a3ad318c2083452290397b0c39945cb9 for: {'network': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:05:54.587129 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2fb2a27e-5910-49c7-a941-587b81ddcc9a tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for network, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:54.639573 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-dd717101-d5ae-46b4-a649-b757f8f94b08 tempest-ExternalNetworksTestJSON-1308440936 tempest-ExternalNetworksTestJSON-1308440936-project-admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.1622269 Jan 05 17:05:54.642383 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 38914) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:05:54.653306 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-12067267-1477-4a13-84a0-3b2fadeb3aa7 tempest-ExternalNetworksTestJSON-1308440936 tempest-ExternalNetworksTestJSON-1308440936-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:05:54.656360 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe99220a-dde0-4b89-b1f3-cc59111fd611 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-3e12550f-f284-4d9e-8a1c-5ac244a4d373', 'network_id': '3e12550f-f284-4d9e-8a1c-5ac244a4d373', 'project_id': 'a3ad318c2083452290397b0c39945cb9', 'fixed_ips': [{'subnet_id': '9d9e8d76-3cce-4dfc-ae64-29d3788708f9'}]}} from dv-neutron-master-2-hyperv. {{(pid=103802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 05 17:05:54.657271 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-fe99220a-dde0-4b89-b1f3-cc59111fd611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:54.698022 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1613191e-7f1f-4518-a1fa-b0da7c4ee1d0 tempest-PortsAdminExtendedAttrsTestJSON-2123023662 tempest-PortsAdminExtendedAttrsTestJSON-2123023662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3891715', 'neutron.services.segments.db._delete_segments_for_network-8754181063482'] for network, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:54.717083 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-b75a27d6-5965-4e60-b638-0b4cdcd1963b tempest-RoutersIpV6AdminTest-862369890 tempest-RoutersIpV6AdminTest-862369890-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:54.740334 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-b75a27d6-5965-4e60-b638-0b4cdcd1963b tempest-RoutersIpV6AdminTest-862369890 tempest-RoutersIpV6AdminTest-862369890-project-admin] Calling delete_port for da16528c-5731-40d0-b848-556eb297c590 owned by {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:05:54.781577 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fb2a27e-5910-49c7-a941-587b81ddcc9a tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'} {{(pid=103800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 05 17:05:54.818085 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.services.segments.db [None req-1613191e-7f1f-4518-a1fa-b0da7c4ee1d0 tempest-PortsAdminExtendedAttrsTestJSON-2123023662 tempest-PortsAdminExtendedAttrsTestJSON-2123023662-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7754ab3-c315-4ee9-a677-c07d2b9bcc70']}} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:05:54.843634 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.db_base_plugin_common [None req-fe99220a-dde0-4b89-b1f3-cc59111fd611 None None] Allocated IP 2001:db8:0:ffff::2 (3e12550f-f284-4d9e-8a1c-5ac244a4d373/9d9e8d76-3cce-4dfc-ae64-29d3788708f9/8148ee20-c4ba-4a7f-91c9-f367b92f615f) {{(pid=103802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:05:54.843741 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.services.segments.db [None req-1613191e-7f1f-4518-a1fa-b0da7c4ee1d0 tempest-PortsAdminExtendedAttrsTestJSON-2123023662 tempest-PortsAdminExtendedAttrsTestJSON-2123023662-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ad11fa2-d128-4496-9649-2786b7546da4') {'for_net_delete': True} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:05:54.843741 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.services.segments.db [None req-1613191e-7f1f-4518-a1fa-b0da7c4ee1d0 tempest-PortsAdminExtendedAttrsTestJSON-2123023662 tempest-PortsAdminExtendedAttrsTestJSON-2123023662-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ad11fa2-d128-4496-9649-2786b7546da4') {} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:05:54.858546 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2fb2a27e-5910-49c7-a941-587b81ddcc9a tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225'] for segment, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:54.859300 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.db.segments_db [None req-2fb2a27e-5910-49c7-a941-587b81ddcc9a tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Added segment 0834a18b-9afc-4bf1-9267-347be2115ca6 of type vlan for network 24c9a877-5004-4bd6-9a8b-cc4aed7d6a14 Jan 05 17:05:54.907945 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2fb2a27e-5910-49c7-a941-587b81ddcc9a tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754180566020'] for network, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:54.968252 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1613191e-7f1f-4518-a1fa-b0da7c4ee1d0 tempest-PortsAdminExtendedAttrsTestJSON-2123023662 tempest-PortsAdminExtendedAttrsTestJSON-2123023662-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754181064771', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8784833'] for segment, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:54.980587 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd717101-d5ae-46b4-a649-b757f8f94b08 tempest-ExternalNetworksTestJSON-1308440936 tempest-ExternalNetworksTestJSON-1308440936-project-admin] Pushing event updated for resources: {'Network': ['ID=f02367c4-14a7-443d-ace3-eb4b97446cc8,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:05:54.992822 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1613191e-7f1f-4518-a1fa-b0da7c4ee1d0 tempest-PortsAdminExtendedAttrsTestJSON-2123023662 tempest-PortsAdminExtendedAttrsTestJSON-2123023662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225'] for segment, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:55.000141 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Network f02367c4-14a7-443d-ace3-eb4b97446cc8 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 05 17:05:55.017862 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1613191e-7f1f-4518-a1fa-b0da7c4ee1d0 tempest-PortsAdminExtendedAttrsTestJSON-2123023662 tempest-PortsAdminExtendedAttrsTestJSON-2123023662-project] Releasing vlan 133 on physical network physnet1 to pool {{(pid=103800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 05 17:05:55.018809 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1613191e-7f1f-4518-a1fa-b0da7c4ee1d0 tempest-PortsAdminExtendedAttrsTestJSON-2123023662 tempest-PortsAdminExtendedAttrsTestJSON-2123023662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8784497'] for segment, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:55.037560 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-7e61ebc1-7260-4f84-9f24-2f561487262e req-265081ce-5068-4b79-80b1-312d126e2e6c tempest-ServerActionsTestJSON-949899014 tempest-ServerActionsTestJSON-949899014-project] 10.222.0.11 "GET /v2.0/ports?device_id=be270a5c-db8b-4dff-9e40-79b29c80ad34 HTTP/1.1" status: 200 len: 210 time: 0.0886202 Jan 05 17:05:55.096638 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-b75a27d6-5965-4e60-b638-0b4cdcd1963b tempest-RoutersIpV6AdminTest-862369890 tempest-RoutersIpV6AdminTest-862369890-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11433176'] for port, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:55.135219 dv-neutron-master-2-hyperv neutron-server[103800]: Traceback (most recent call last): Jan 05 17:05:55.135219 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 05 17:05:55.135219 dv-neutron-master-2-hyperv neutron-server[103800]: timer() Jan 05 17:05:55.135219 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 05 17:05:55.135219 dv-neutron-master-2-hyperv neutron-server[103800]: cb(*args, **kw) Jan 05 17:05:55.135219 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 05 17:05:55.135219 dv-neutron-master-2-hyperv neutron-server[103800]: return func(*args, **kwargs) Jan 05 17:05:55.135219 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 05 17:05:55.135219 dv-neutron-master-2-hyperv neutron-server[103800]: self._notify() Jan 05 17:05:55.135219 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 05 17:05:55.135219 dv-neutron-master-2-hyperv neutron-server[103800]: self.callback(batched_events) Jan 05 17:05:55.135219 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 05 17:05:55.135219 dv-neutron-master-2-hyperv neutron-server[103800]: event.method(event) Jan 05 17:05:55.135219 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 05 17:05:55.135219 dv-neutron-master-2-hyperv neutron-server[103800]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 05 17:05:55.135219 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 05 17:05:55.135219 dv-neutron-master-2-hyperv neutron-server[103800]: aggregate_uuid = self.p_client.list_aggregates( Jan 05 17:05:55.135219 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 05 17:05:55.135219 dv-neutron-master-2-hyperv neutron-server[103800]: return f(self, *a, **k) Jan 05 17:05:55.135219 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 05 17:05:55.135219 dv-neutron-master-2-hyperv neutron-server[103800]: return self._get(url).json() Jan 05 17:05:55.135219 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 05 17:05:55.135219 dv-neutron-master-2-hyperv neutron-server[103800]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 05 17:05:55.135219 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 05 17:05:55.135219 dv-neutron-master-2-hyperv neutron-server[103800]: return self.request(url, 'GET', **kwargs) Jan 05 17:05:55.135219 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 05 17:05:55.135219 dv-neutron-master-2-hyperv neutron-server[103800]: base_url = self.get_endpoint(auth, allow=allow, Jan 05 17:05:55.135219 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 05 17:05:55.135219 dv-neutron-master-2-hyperv neutron-server[103800]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 05 17:05:55.135219 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 05 17:05:55.135219 dv-neutron-master-2-hyperv neutron-server[103800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 05 17:05:55.135219 dv-neutron-master-2-hyperv neutron-server[103800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 05 17:05:55.137178 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75a27d6-5965-4e60-b638-0b4cdcd1963b tempest-RoutersIpV6AdminTest-862369890 tempest-RoutersIpV6AdminTest-862369890-project-admin] Pushing event deleted for resources: {'Port': ['ID=da16528c-5731-40d0-b848-556eb297c590,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:05:55.211827 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-2c641f5e-47c1-43b1-a5ed-c8d6fdd61a3a req-5c562965-b23b-4a7e-abe5-f0aa74492b37 tempest-ServersTestJSON-1673014821 tempest-ServersTestJSON-1673014821-project] Publish callbacks [] for port, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:55.242267 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-1605fb27-c508-4f10-ab36-6ce1c4121ea5 req-c7c4a7ed-0b2c-42e3-a4e8-8944151fb00a tempest-ServersTestJSON-1673014821 tempest-ServersTestJSON-1673014821-project] 10.222.0.11 "GET /v2.0/ports?device_id=07c8b51b-bbb0-4a74-b3bf-1c00d88f26b4 HTTP/1.1" status: 200 len: 210 time: 0.0619321 Jan 05 17:05:55.243319 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-b75a27d6-5965-4e60-b638-0b4cdcd1963b tempest-RoutersIpV6AdminTest-862369890 tempest-RoutersIpV6AdminTest-862369890-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:55.251037 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 38920) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:05:55.251232 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-fe99220a-dde0-4b89-b1f3-cc59111fd611 None None] Publish callbacks [] for port, precommit_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:55.252310 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-b75a27d6-5965-4e60-b638-0b4cdcd1963b tempest-RoutersIpV6AdminTest-862369890 tempest-RoutersIpV6AdminTest-862369890-project-admin] 10.222.0.11 "DELETE /v2.0/ports/da16528c-5731-40d0-b848-556eb297c590 HTTP/1.1" status: 204 len: 168 time: 1.2682858 Jan 05 17:05:55.264470 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-cc33cb1a-1a62-4e9c-b2d0-e7a808d240dc tempest-RoutersIpV6AdminTest-862369890 tempest-RoutersIpV6AdminTest-862369890-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7d7f4dca-e34e-4347-802c-339f15a59d5b', 'external_fixed_ips': [{'subnet_id': 'c302e55a-710f-492f-b0f8-9fbb9d22cf34', 'ip_address': '2001:db8::18e'}]}}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:05:55.316744 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68987fdf-bafe-436f-84bd-be8757c04bb1 tempest-AllowedAddressPairIpV6TestJSON-2107737971 tempest-AllowedAddressPairIpV6TestJSON-2107737971-project] Made reservation on behalf of eadd6bd72605437fafe6bbb19928c163 for: {'subnet': 1} {{(pid=103801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:05:55.320728 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-68987fdf-bafe-436f-84bd-be8757c04bb1 tempest-AllowedAddressPairIpV6TestJSON-2107737971 tempest-AllowedAddressPairIpV6TestJSON-2107737971-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12480675'] for subnet, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:55.340166 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1613191e-7f1f-4518-a1fa-b0da7c4ee1d0 tempest-PortsAdminExtendedAttrsTestJSON-2123023662 tempest-PortsAdminExtendedAttrsTestJSON-2123023662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3891722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648695'] for network, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:55.367298 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1613191e-7f1f-4518-a1fa-b0da7c4ee1d0 tempest-PortsAdminExtendedAttrsTestJSON-2123023662 tempest-PortsAdminExtendedAttrsTestJSON-2123023662-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560699'] for network, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:55.367298 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-1613191e-7f1f-4518-a1fa-b0da7c4ee1d0 tempest-PortsAdminExtendedAttrsTestJSON-2123023662 tempest-PortsAdminExtendedAttrsTestJSON-2123023662-project] 10.222.0.11 "DELETE /v2.0/networks/a7754ab3-c315-4ee9-a677-c07d2b9bcc70 HTTP/1.1" status: 204 len: 168 time: 1.1360834 Jan 05 17:05:55.368831 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1613191e-7f1f-4518-a1fa-b0da7c4ee1d0 tempest-PortsAdminExtendedAttrsTestJSON-2123023662 tempest-PortsAdminExtendedAttrsTestJSON-2123023662-project] Pushing event deleted for resources: {'Network': ['ID=a7754ab3-c315-4ee9-a677-c07d2b9bcc70,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:05:55.441437 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2fb2a27e-5910-49c7-a941-587b81ddcc9a tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685'] for network, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:55.442491 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-fe99220a-dde0-4b89-b1f3-cc59111fd611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669'] for port, after_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:55.458136 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fb2a27e-5910-49c7-a941-587b81ddcc9a tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:05:55.459363 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2fb2a27e-5910-49c7-a941-587b81ddcc9a tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560699'] for network, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:55.478705 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-12067267-1477-4a13-84a0-3b2fadeb3aa7 tempest-ExternalNetworksTestJSON-1308440936 tempest-ExternalNetworksTestJSON-1308440936-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754180566020'] for network, precommit_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:55.529216 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-2c641f5e-47c1-43b1-a5ed-c8d6fdd61a3a req-5c562965-b23b-4a7e-abe5-f0aa74492b37 tempest-ServersTestJSON-1673014821 tempest-ServersTestJSON-1673014821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:55.611143 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-12067267-1477-4a13-84a0-3b2fadeb3aa7 tempest-ExternalNetworksTestJSON-1308440936 tempest-ExternalNetworksTestJSON-1308440936-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685'] for network, after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:55.645654 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-12067267-1477-4a13-84a0-3b2fadeb3aa7 tempest-ExternalNetworksTestJSON-1308440936 tempest-ExternalNetworksTestJSON-1308440936-project-admin] Network f02367c4-14a7-443d-ace3-eb4b97446cc8 is not hosted by any dhcp agent {{(pid=103801) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jan 05 17:05:55.646605 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12067267-1477-4a13-84a0-3b2fadeb3aa7 tempest-ExternalNetworksTestJSON-1308440936 tempest-ExternalNetworksTestJSON-1308440936-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:05:55.647569 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-12067267-1477-4a13-84a0-3b2fadeb3aa7 tempest-ExternalNetworksTestJSON-1308440936 tempest-ExternalNetworksTestJSON-1308440936-project-admin] Publish callbacks [] for network, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:55.648672 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-12067267-1477-4a13-84a0-3b2fadeb3aa7 tempest-ExternalNetworksTestJSON-1308440936 tempest-ExternalNetworksTestJSON-1308440936-project-admin] 10.222.0.11 "PUT /v2.0/networks/f02367c4-14a7-443d-ace3-eb4b97446cc8 HTTP/1.1" status: 200 len: 857 time: 1.0030110 Jan 05 17:05:55.653995 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 38926) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:05:55.721434 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe99220a-dde0-4b89-b1f3-cc59111fd611 None None] Network 3e12550f-f284-4d9e-8a1c-5ac244a4d373 is already hosted by enough agents. {{(pid=103802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:05:55.780317 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.scheduler.base_scheduler [None req-fe99220a-dde0-4b89-b1f3-cc59111fd611 None None] Resources bound (agent type, host, resource id): {{(pid=103802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:05:55.780317 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe99220a-dde0-4b89-b1f3-cc59111fd611 None None] Received port after_create {{(pid=103802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:05:55.780549 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-cc33cb1a-1a62-4e9c-b2d0-e7a808d240dc tempest-RoutersIpV6AdminTest-862369890 tempest-RoutersIpV6AdminTest-862369890-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-649063', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58098'] for router, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:55.780549 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-cc33cb1a-1a62-4e9c-b2d0-e7a808d240dc tempest-RoutersIpV6AdminTest-862369890 tempest-RoutersIpV6AdminTest-862369890-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649832', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-545006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58091'] for router, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:55.780549 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-2fb2a27e-5910-49c7-a941-587b81ddcc9a tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.3926599 Jan 05 17:05:55.783230 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe99220a-dde0-4b89-b1f3-cc59111fd611 None None] Pushing event updated for resources: {'Port': ['ID=8148ee20-c4ba-4a7f-91c9-f367b92f615f,revision_number=1']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:05:55.806530 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-fe99220a-dde0-4b89-b1f3-cc59111fd611 None None] Attempting to bind port 8148ee20-c4ba-4a7f-91c9-f367b92f615f on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 05 17:05:55.807265 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-fe99220a-dde0-4b89-b1f3-cc59111fd611 None None] Attempting to bind port 8148ee20-c4ba-4a7f-91c9-f367b92f615f by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '68bc18e9-f0e2-4e0e-a0d6-f0f3de9c441f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '3e12550f-f284-4d9e-8a1c-5ac244a4d373'}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 05 17:05:55.808022 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe99220a-dde0-4b89-b1f3-cc59111fd611 None None] Attempting to bind port 8148ee20-c4ba-4a7f-91c9-f367b92f615f on network 3e12550f-f284-4d9e-8a1c-5ac244a4d373 {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:05:55.812667 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-f126ef13-c1dd-4ccc-8f33-2575b69a0983 req-8b469b7b-7757-41e1-8261-865625a27331 tempest-ServersTestManualDisk-24571533 tempest-ServersTestManualDisk-24571533-project] 10.222.0.11 "GET /v2.0/ports?device_id=9e05055b-fb92-4007-81d3-6b13e68c583e HTTP/1.1" status: 200 len: 210 time: 0.0889869 Jan 05 17:05:55.815181 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe99220a-dde0-4b89-b1f3-cc59111fd611 None None] Checking agent: {'id': '0d4f8fd3-ce62-4651-970c-efa6a8bb22b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 5, 16, 57, 23), 'started_at': datetime.datetime(2022, 1, 5, 16, 57, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 5, 17, 5, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 05 17:05:55.816234 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe99220a-dde0-4b89-b1f3-cc59111fd611 None None] Checking segment: {'id': '68bc18e9-f0e2-4e0e-a0d6-f0f3de9c441f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '3e12550f-f284-4d9e-8a1c-5ac244a4d373'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:05:55.817703 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-fe99220a-dde0-4b89-b1f3-cc59111fd611 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:55.818251 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe99220a-dde0-4b89-b1f3-cc59111fd611 None None] Bound using segment: {'id': '68bc18e9-f0e2-4e0e-a0d6-f0f3de9c441f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '3e12550f-f284-4d9e-8a1c-5ac244a4d373'} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 05 17:05:55.818888 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-fe99220a-dde0-4b89-b1f3-cc59111fd611 None None] Bound port: 8148ee20-c4ba-4a7f-91c9-f367b92f615f, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68bc18e9-f0e2-4e0e-a0d6-f0f3de9c441f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '3e12550f-f284-4d9e-8a1c-5ac244a4d373'}}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 05 17:05:55.819426 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-fe99220a-dde0-4b89-b1f3-cc59111fd611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:55.820923 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 38928) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:05:55.829952 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-3f49002f-ae59-4267-9fb8-e43638b19f73 tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Request body: {'subnet': {'network_id': '24c9a877-5004-4bd6-9a8b-cc4aed7d6a14', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:05:55.848828 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12067267-1477-4a13-84a0-3b2fadeb3aa7 tempest-ExternalNetworksTestJSON-1308440936 tempest-ExternalNetworksTestJSON-1308440936-project-admin] Pushing event updated for resources: {'Network': ['ID=f02367c4-14a7-443d-ace3-eb4b97446cc8,revision_number=2']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:05:55.848990 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb2a27e-5910-49c7-a941-587b81ddcc9a tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Pushing event updated for resources: {'Network': ['ID=24c9a877-5004-4bd6-9a8b-cc4aed7d6a14,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:05:55.881169 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Network 24c9a877-5004-4bd6-9a8b-cc4aed7d6a14 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 05 17:05:55.914145 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-643baed4-385c-4f94-8cfe-8f279849e76a tempest-ExternalNetworksTestJSON-1308440936 tempest-ExternalNetworksTestJSON-1308440936-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3809644'] for network, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:56.032550 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-643baed4-385c-4f94-8cfe-8f279849e76a tempest-ExternalNetworksTestJSON-1308440936 tempest-ExternalNetworksTestJSON-1308440936-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3891715', 'neutron.services.segments.db._delete_segments_for_network-8754181063482'] for network, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:56.057137 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.services.segments.db [None req-643baed4-385c-4f94-8cfe-8f279849e76a tempest-ExternalNetworksTestJSON-1308440936 tempest-ExternalNetworksTestJSON-1308440936-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f02367c4-14a7-443d-ace3-eb4b97446cc8']}} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:05:56.069102 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.services.segments.db [None req-643baed4-385c-4f94-8cfe-8f279849e76a tempest-ExternalNetworksTestJSON-1308440936 tempest-ExternalNetworksTestJSON-1308440936-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1dde5e5-bacb-4999-80a9-08bad720fa8c') {'for_net_delete': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:05:56.069432 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.services.segments.db [None req-643baed4-385c-4f94-8cfe-8f279849e76a tempest-ExternalNetworksTestJSON-1308440936 tempest-ExternalNetworksTestJSON-1308440936-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1dde5e5-bacb-4999-80a9-08bad720fa8c') {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:05:56.081918 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-643baed4-385c-4f94-8cfe-8f279849e76a tempest-ExternalNetworksTestJSON-1308440936 tempest-ExternalNetworksTestJSON-1308440936-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754181064771', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11316385'] for segment, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:56.094841 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-643baed4-385c-4f94-8cfe-8f279849e76a tempest-ExternalNetworksTestJSON-1308440936 tempest-ExternalNetworksTestJSON-1308440936-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225'] for segment, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:56.102163 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-643baed4-385c-4f94-8cfe-8f279849e76a tempest-ExternalNetworksTestJSON-1308440936 tempest-ExternalNetworksTestJSON-1308440936-project-admin] Releasing vlan 137 on physical network physnet1 to pool {{(pid=103801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 05 17:05:56.102570 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-643baed4-385c-4f94-8cfe-8f279849e76a tempest-ExternalNetworksTestJSON-1308440936 tempest-ExternalNetworksTestJSON-1308440936-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11433197'] for segment, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:56.117488 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-fe99220a-dde0-4b89-b1f3-cc59111fd611 None None] For port 8148ee20-c4ba-4a7f-91c9-f367b92f615f, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 05 17:05:56.134666 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-fe99220a-dde0-4b89-b1f3-cc59111fd611 None None] For port 8148ee20-c4ba-4a7f-91c9-f367b92f615f, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=8148ee20-c4ba-4a7f-91c9-f367b92f615f,segment=NetworkSegment(68bc18e9-f0e2-4e0e-a0d6-f0f3de9c441f),segment_id=68bc18e9-f0e2-4e0e-a0d6-f0f3de9c441f)] {{(pid=103802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 05 17:05:56.204979 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-fe99220a-dde0-4b89-b1f3-cc59111fd611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:56.213972 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:05:56.213972 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:05:56.213972 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:05:56.213972 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:05:56.213972 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:05:56.213972 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:05:56.213972 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:05:56.213972 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:05:56.213972 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:05:56.213972 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:05:56.213972 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:05:56.213972 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:05:56.213972 dv-neutron-master-2-hyperv neutron-server[103801]: Traceback (most recent call last): Jan 05 17:05:56.213972 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 05 17:05:56.213972 dv-neutron-master-2-hyperv neutron-server[103801]: timer() Jan 05 17:05:56.213972 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 05 17:05:56.213972 dv-neutron-master-2-hyperv neutron-server[103801]: cb(*args, **kw) Jan 05 17:05:56.213972 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 05 17:05:56.213972 dv-neutron-master-2-hyperv neutron-server[103801]: return func(*args, **kwargs) Jan 05 17:05:56.213972 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 05 17:05:56.213972 dv-neutron-master-2-hyperv neutron-server[103801]: self._notify() Jan 05 17:05:56.213972 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 05 17:05:56.213972 dv-neutron-master-2-hyperv neutron-server[103801]: self.callback(batched_events) Jan 05 17:05:56.213972 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 05 17:05:56.213972 dv-neutron-master-2-hyperv neutron-server[103801]: event.method(event) Jan 05 17:05:56.213972 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 05 17:05:56.213972 dv-neutron-master-2-hyperv neutron-server[103801]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 05 17:05:56.213972 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 05 17:05:56.213972 dv-neutron-master-2-hyperv neutron-server[103801]: aggregate_uuid = self.p_client.list_aggregates( Jan 05 17:05:56.213972 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 05 17:05:56.213972 dv-neutron-master-2-hyperv neutron-server[103801]: return f(self, *a, **k) Jan 05 17:05:56.213972 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 05 17:05:56.213972 dv-neutron-master-2-hyperv neutron-server[103801]: return self._get(url).json() Jan 05 17:05:56.213972 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 05 17:05:56.213972 dv-neutron-master-2-hyperv neutron-server[103801]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 05 17:05:56.213972 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 05 17:05:56.213972 dv-neutron-master-2-hyperv neutron-server[103801]: return self.request(url, 'GET', **kwargs) Jan 05 17:05:56.213972 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 05 17:05:56.213972 dv-neutron-master-2-hyperv neutron-server[103801]: base_url = self.get_endpoint(auth, allow=allow, Jan 05 17:05:56.213972 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 05 17:05:56.213972 dv-neutron-master-2-hyperv neutron-server[103801]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 05 17:05:56.213972 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 05 17:05:56.213972 dv-neutron-master-2-hyperv neutron-server[103801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 05 17:05:56.213972 dv-neutron-master-2-hyperv neutron-server[103801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 05 17:05:56.217674 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-68987fdf-bafe-436f-84bd-be8757c04bb1 tempest-AllowedAddressPairIpV6TestJSON-2107737971 tempest-AllowedAddressPairIpV6TestJSON-2107737971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11433288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12480593'] for subnet, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:56.319467 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.13', 49704) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:05:56.319804 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 38936) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:05:56.321570 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c641f5e-47c1-43b1-a5ed-c8d6fdd61a3a req-5c562965-b23b-4a7e-abe5-f0aa74492b37 tempest-ServersTestJSON-1673014821 tempest-ServersTestJSON-1673014821-project] Network 66b9f7eb-d414-436b-882b-ac047c1764b8 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:05:56.327144 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-643baed4-385c-4f94-8cfe-8f279849e76a tempest-ExternalNetworksTestJSON-1308440936 tempest-ExternalNetworksTestJSON-1308440936-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3891722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648695'] for network, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:56.327791 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe99220a-dde0-4b89-b1f3-cc59111fd611 None None] Pushing event updated for resources: {'Port': ['ID=8148ee20-c4ba-4a7f-91c9-f367b92f615f,revision_number=2']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:05:56.331068 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-cc33cb1a-1a62-4e9c-b2d0-e7a808d240dc tempest-RoutersIpV6AdminTest-862369890 tempest-RoutersIpV6AdminTest-862369890-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:56.366668 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-643baed4-385c-4f94-8cfe-8f279849e76a tempest-ExternalNetworksTestJSON-1308440936 tempest-ExternalNetworksTestJSON-1308440936-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network f02367c4-14a7-443d-ace3-eb4b97446cc8 {{(pid=103801) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jan 05 17:05:56.375694 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [req-2c641f5e-47c1-43b1-a5ed-c8d6fdd61a3a req-5c562965-b23b-4a7e-abe5-f0aa74492b37 tempest-ServersTestJSON-1673014821 tempest-ServersTestJSON-1673014821-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:05:56.442339 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c641f5e-47c1-43b1-a5ed-c8d6fdd61a3a req-5c562965-b23b-4a7e-abe5-f0aa74492b37 tempest-ServersTestJSON-1673014821 tempest-ServersTestJSON-1673014821-project] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:05:56.543252 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-643baed4-385c-4f94-8cfe-8f279849e76a tempest-ExternalNetworksTestJSON-1308440936 tempest-ExternalNetworksTestJSON-1308440936-project-admin] Publish callbacks [] for network, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:56.543961 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c641f5e-47c1-43b1-a5ed-c8d6fdd61a3a req-5c562965-b23b-4a7e-abe5-f0aa74492b37 tempest-ServersTestJSON-1673014821 tempest-ServersTestJSON-1673014821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:05:56.544395 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-2c641f5e-47c1-43b1-a5ed-c8d6fdd61a3a req-5c562965-b23b-4a7e-abe5-f0aa74492b37 tempest-ServersTestJSON-1673014821 tempest-ServersTestJSON-1673014821-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:56.549331 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-643baed4-385c-4f94-8cfe-8f279849e76a tempest-ExternalNetworksTestJSON-1308440936 tempest-ExternalNetworksTestJSON-1308440936-project-admin] 10.222.0.11 "DELETE /v2.0/networks/f02367c4-14a7-443d-ace3-eb4b97446cc8 HTTP/1.1" status: 204 len: 168 time: 0.8942981 Jan 05 17:05:56.552463 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c562965-b23b-4a7e-abe5-f0aa74492b37 tempest-ServersTestJSON-1673014821 tempest-ServersTestJSON-1673014821-project] Pushing event updated for resources: {'Port': ['ID=a7599bb3-4578-47a4-9639-0cfaf64ba5d2,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:05:56.553780 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 38942) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:05:56.561788 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-fac9d033-5443-4a53-914f-a788b500552c req-c55d8df2-e1e6-4d4c-8b1c-3ded17c60d44 tempest-ServerActionsTestJSON-949899014 tempest-ServerActionsTestJSON-949899014-project] 10.222.0.11 "GET /v2.0/ports?device_id=be270a5c-db8b-4dff-9e40-79b29c80ad34 HTTP/1.1" status: 200 len: 210 time: 0.2324896 Jan 05 17:05:56.568674 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68987fdf-bafe-436f-84bd-be8757c04bb1 tempest-AllowedAddressPairIpV6TestJSON-2107737971 tempest-AllowedAddressPairIpV6TestJSON-2107737971-project] Pushing event updated for resources: {'Subnet': ['ID=f9f28e61-a03e-4f8f-a18f-bfddade69209,revision_number=0']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:05:56.588798 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643baed4-385c-4f94-8cfe-8f279849e76a tempest-ExternalNetworksTestJSON-1308440936 tempest-ExternalNetworksTestJSON-1308440936-project-admin] Pushing event deleted for resources: {'Network': ['ID=f02367c4-14a7-443d-ace3-eb4b97446cc8,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:05:56.607378 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f49002f-ae59-4267-9fb8-e43638b19f73 tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Made reservation on behalf of a3ad318c2083452290397b0c39945cb9 for: {'subnet': 1} {{(pid=103801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:05:56.613960 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3f49002f-ae59-4267-9fb8-e43638b19f73 tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12480675'] for subnet, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:56.895999 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e32aaab-06cf-4d4c-8737-074d62f9ba7d tempest-ExternalNetworksTestJSON-2020482209 tempest-ExternalNetworksTestJSON-2020482209-project] DELETE failed (client error): The resource could not be found. Jan 05 17:05:56.896507 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e32aaab-06cf-4d4c-8737-074d62f9ba7d tempest-ExternalNetworksTestJSON-2020482209 tempest-ExternalNetworksTestJSON-2020482209-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103800) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 05 17:05:56.915024 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-5e32aaab-06cf-4d4c-8737-074d62f9ba7d tempest-ExternalNetworksTestJSON-2020482209 tempest-ExternalNetworksTestJSON-2020482209-project] 10.222.0.11 "DELETE /v2.0/subnets/acb2ed62-3673-4761-8bff-cf80609d853f HTTP/1.1" status: 404 len: 337 time: 0.3549426 Jan 05 17:05:57.078357 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 38946) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:05:57.079367 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-26f3d935-8bf3-4453-8c78-ba84ef72da51 None None] Provisioning complete for port a7599bb3-4578-47a4-9639-0cfaf64ba5d2 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:05:57.079367 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-26f3d935-8bf3-4453-8c78-ba84ef72da51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:57.103865 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-26f3d935-8bf3-4453-8c78-ba84ef72da51 None None] Port a7599bb3-4578-47a4-9639-0cfaf64ba5d2 cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 17:05:57.114338 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-9fe75042-fabc-428e-86bc-5b7bcf6c9086 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=2bad677465044365bed70c6037385627&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7807608 Jan 05 17:05:57.115798 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 38948) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:05:57.166001 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0694501-c2dd-4c1d-b42a-02527c073c37 req-929dcf14-0843-4d31-b4fa-d8829c5fd913 tempest-ServersTestManualDisk-24571533 tempest-ServersTestManualDisk-24571533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:05:57.167515 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-c0694501-c2dd-4c1d-b42a-02527c073c37 req-929dcf14-0843-4d31-b4fa-d8829c5fd913 tempest-ServersTestManualDisk-24571533 tempest-ServersTestManualDisk-24571533-project] 10.222.0.13 "GET /v2.0/networks?id=aabb1632-0142-4854-ba4e-971fe2ad463e HTTP/1.1" status: 200 len: 812 time: 0.8352475 Jan 05 17:05:57.170584 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-2dd34398-354b-42ae-a092-9520c0e106e0 req-b3a10f7c-ca28-40b9-8990-5cab9fb185c0 tempest-ServersTestManualDisk-24571533 tempest-ServersTestManualDisk-24571533-project] 10.222.0.11 "GET /v2.0/ports?device_id=9e05055b-fb92-4007-81d3-6b13e68c583e HTTP/1.1" status: 200 len: 210 time: 0.1748948 Jan 05 17:05:57.247644 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-2c641f5e-47c1-43b1-a5ed-c8d6fdd61a3a req-5c562965-b23b-4a7e-abe5-f0aa74492b37 tempest-ServersTestJSON-1673014821 tempest-ServersTestJSON-1673014821-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9980145 Jan 05 17:05:57.288931 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [req-2c641f5e-47c1-43b1-a5ed-c8d6fdd61a3a req-c0ab879b-cf0d-468f-8387-43872fa73f80 tempest-ServersTestJSON-1673014821 tempest-ServersTestJSON-1673014821-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103800) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 05 17:05:57.289946 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-2c641f5e-47c1-43b1-a5ed-c8d6fdd61a3a req-c0ab879b-cf0d-468f-8387-43872fa73f80 tempest-ServersTestJSON-1673014821 tempest-ServersTestJSON-1673014821-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056882 Jan 05 17:05:57.313511 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68987fdf-bafe-436f-84bd-be8757c04bb1 tempest-AllowedAddressPairIpV6TestJSON-2107737971 tempest-AllowedAddressPairIpV6TestJSON-2107737971-project] Checking segment: {'id': '589c7085-2fdc-458e-b2d8-223d45a2a06e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'd70de973-d620-4747-924f-59a8ea7c37da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:05:57.314064 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68987fdf-bafe-436f-84bd-be8757c04bb1 tempest-AllowedAddressPairIpV6TestJSON-2107737971 tempest-AllowedAddressPairIpV6TestJSON-2107737971-project] Network hostable DHCP agents. Network: d70de973-d620-4747-924f-59a8ea7c37da, hostable agents: ['3f70c195-17da-4084-9fd6-bf6059d88535'], hosted agents: [] {{(pid=103801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 05 17:05:57.319543 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-cc33cb1a-1a62-4e9c-b2d0-e7a808d240dc tempest-RoutersIpV6AdminTest-862369890 tempest-RoutersIpV6AdminTest-862369890-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:57.336649 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-0c7b0872-9305-4b49-ad7e-ffac195af84c tempest-ExternalNetworksTestJSON-2020482209 tempest-ExternalNetworksTestJSON-2020482209-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3809644'] for network, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:57.422032 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-c0694501-c2dd-4c1d-b42a-02527c073c37 req-dfc5d4bb-6f86-49d4-ba5f-9a282bdd9fba tempest-ServersTestManualDisk-24571533 tempest-ServersTestManualDisk-24571533-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0f0fe7d5d7be4d15b102bcc43593286e HTTP/1.1" status: 200 len: 380 time: 0.2091980 Jan 05 17:05:57.429775 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-63b089a5-9933-4201-b15d-c9b7ec58038f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:57.466119 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-63b089a5-9933-4201-b15d-c9b7ec58038f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:57.485145 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [req-c0694501-c2dd-4c1d-b42a-02527c073c37 req-c2cc7355-32cd-4f0c-b0b4-68399550c6da tempest-ServersTestManualDisk-24571533 tempest-ServersTestManualDisk-24571533-project] Request body: {'port': {'device_id': '9e05055b-fb92-4007-81d3-6b13e68c583e', 'network_id': 'aabb1632-0142-4854-ba4e-971fe2ad463e', 'admin_state_up': True, 'tenant_id': '0f0fe7d5d7be4d15b102bcc43593286e', 'security_groups': ['975168df-f8b7-4c5c-afef-35686270bc8d']}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:05:57.490385 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.13', 49709) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:05:57.496028 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [req-2c641f5e-47c1-43b1-a5ed-c8d6fdd61a3a req-bc3a236b-9262-4838-b5ac-c964fca50e00 service neutron] Request body: {'port': {'device_id': '07c8b51b-bbb0-4a74-b3bf-1c00d88f26b4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:05:57.615382 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-0c7b0872-9305-4b49-ad7e-ffac195af84c tempest-ExternalNetworksTestJSON-2020482209 tempest-ExternalNetworksTestJSON-2020482209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3891715', 'neutron.services.segments.db._delete_segments_for_network-8754181063482'] for network, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:57.657955 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9db1877-c0ba-4645-9596-452e5c821b7f req-b7376951-85a2-4e34-82bd-cda3325922af tempest-ServersTestJSON-1673014821 tempest-ServersTestJSON-1673014821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:05:57.666988 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-d9db1877-c0ba-4645-9596-452e5c821b7f req-b7376951-85a2-4e34-82bd-cda3325922af tempest-ServersTestJSON-1673014821 tempest-ServersTestJSON-1673014821-project] 10.222.0.11 "GET /v2.0/ports?device_id=07c8b51b-bbb0-4a74-b3bf-1c00d88f26b4 HTTP/1.1" status: 200 len: 932 time: 1.0888638 Jan 05 17:05:57.670007 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68987fdf-bafe-436f-84bd-be8757c04bb1 tempest-AllowedAddressPairIpV6TestJSON-2107737971 tempest-AllowedAddressPairIpV6TestJSON-2107737971-project] Network d70de973-d620-4747-924f-59a8ea7c37da is scheduled to be hosted by DHCP agent 3f70c195-17da-4084-9fd6-bf6059d88535 with binding_index 1 {{(pid=103801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 05 17:05:57.673947 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.services.segments.db [None req-0c7b0872-9305-4b49-ad7e-ffac195af84c tempest-ExternalNetworksTestJSON-2020482209 tempest-ExternalNetworksTestJSON-2020482209-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2ba6237-9d29-42fa-a8c8-0e5dbe996f6d']}} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:05:57.715682 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.services.segments.db [None req-0c7b0872-9305-4b49-ad7e-ffac195af84c tempest-ExternalNetworksTestJSON-2020482209 tempest-ExternalNetworksTestJSON-2020482209-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e37c36d-c157-4407-8d9d-0a096333c63a') {'for_net_delete': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:05:57.718595 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.services.segments.db [None req-0c7b0872-9305-4b49-ad7e-ffac195af84c tempest-ExternalNetworksTestJSON-2020482209 tempest-ExternalNetworksTestJSON-2020482209-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e37c36d-c157-4407-8d9d-0a096333c63a') {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:05:57.751509 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-0c7b0872-9305-4b49-ad7e-ffac195af84c tempest-ExternalNetworksTestJSON-2020482209 tempest-ExternalNetworksTestJSON-2020482209-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754181064771', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11316385'] for segment, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:57.810663 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-4abc2b9f-0330-46f4-9749-2b5adae48661 req-ed5d13ed-5a3f-4a26-8077-6210a05c2e88 tempest-ServerActionsTestJSON-949899014 tempest-ServerActionsTestJSON-949899014-project] 10.222.0.11 "GET /v2.0/ports?device_id=be270a5c-db8b-4dff-9e40-79b29c80ad34 HTTP/1.1" status: 200 len: 210 time: 0.0725131 Jan 05 17:05:57.931263 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-d9db1877-c0ba-4645-9596-452e5c821b7f req-623d6ef4-1fd4-4e74-85c0-3550d7e853a5 tempest-ServersTestJSON-1673014821 tempest-ServersTestJSON-1673014821-project] 10.222.0.11 "GET /v2.0/security-groups?id=a400398d-bf46-4390-bcfe-e2116b4af858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2063918 Jan 05 17:05:57.933206 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-2c641f5e-47c1-43b1-a5ed-c8d6fdd61a3a req-bc3a236b-9262-4838-b5ac-c964fca50e00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:57.958856 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab527af2-67ac-4669-8d6e-7757fd72c9b3 req-836023e1-f9e0-452f-aa2b-fbfa5b8f8cb6 tempest-ServerActionsTestJSON-949899014 tempest-ServerActionsTestJSON-949899014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:05:57.958856 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-ab527af2-67ac-4669-8d6e-7757fd72c9b3 req-836023e1-f9e0-452f-aa2b-fbfa5b8f8cb6 tempest-ServerActionsTestJSON-949899014 tempest-ServerActionsTestJSON-949899014-project] 10.222.0.13 "GET /v2.0/networks?id=1e5e93d9-6ada-44ad-b92b-017486a9719e HTTP/1.1" status: 200 len: 811 time: 0.4523509 Jan 05 17:05:58.082360 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 8148ee20-c4ba-4a7f-91c9-f367b92f615f up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:05:58.117528 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-0c7b0872-9305-4b49-ad7e-ffac195af84c tempest-ExternalNetworksTestJSON-2020482209 tempest-ExternalNetworksTestJSON-2020482209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225'] for segment, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:58.129064 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c7b0872-9305-4b49-ad7e-ffac195af84c tempest-ExternalNetworksTestJSON-2020482209 tempest-ExternalNetworksTestJSON-2020482209-project] Releasing vlan 129 on physical network physnet1 to pool {{(pid=103801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 05 17:05:58.129481 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-0c7b0872-9305-4b49-ad7e-ffac195af84c tempest-ExternalNetworksTestJSON-2020482209 tempest-ExternalNetworksTestJSON-2020482209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11433197'] for segment, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:58.152140 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-ab527af2-67ac-4669-8d6e-7757fd72c9b3 req-1e636d3f-1621-499f-89ac-ed4e5b8411ed tempest-ServerActionsTestJSON-949899014 tempest-ServerActionsTestJSON-949899014-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0e5f75b0fa584f3fb65d4d2f1d03045b HTTP/1.1" status: 200 len: 380 time: 0.1877780 Jan 05 17:05:58.177465 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Provisioning complete for port 8148ee20-c4ba-4a7f-91c9-f367b92f615f triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:05:58.177983 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:58.217334 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0694501-c2dd-4c1d-b42a-02527c073c37 req-c2cc7355-32cd-4f0c-b0b4-68399550c6da tempest-ServersTestManualDisk-24571533 tempest-ServersTestManualDisk-24571533-project] Made reservation on behalf of 0f0fe7d5d7be4d15b102bcc43593286e for: {'port': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:05:58.225144 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-c0694501-c2dd-4c1d-b42a-02527c073c37 req-c2cc7355-32cd-4f0c-b0b4-68399550c6da tempest-ServersTestManualDisk-24571533 tempest-ServersTestManualDisk-24571533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:58.225576 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:05:58.225576 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:05:58.225576 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:05:58.225576 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:05:58.225576 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:05:58.225576 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:05:58.225576 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:05:58.225576 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:05:58.225576 dv-neutron-master-2-hyperv neutron-server[103801]: Traceback (most recent call last): Jan 05 17:05:58.225576 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 05 17:05:58.225576 dv-neutron-master-2-hyperv neutron-server[103801]: timer() Jan 05 17:05:58.225576 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 05 17:05:58.225576 dv-neutron-master-2-hyperv neutron-server[103801]: cb(*args, **kw) Jan 05 17:05:58.225576 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 05 17:05:58.225576 dv-neutron-master-2-hyperv neutron-server[103801]: return func(*args, **kwargs) Jan 05 17:05:58.225576 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 05 17:05:58.225576 dv-neutron-master-2-hyperv neutron-server[103801]: self._notify() Jan 05 17:05:58.225576 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 05 17:05:58.225576 dv-neutron-master-2-hyperv neutron-server[103801]: self.callback(batched_events) Jan 05 17:05:58.225576 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 05 17:05:58.225576 dv-neutron-master-2-hyperv neutron-server[103801]: event.method(event) Jan 05 17:05:58.225576 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 05 17:05:58.225576 dv-neutron-master-2-hyperv neutron-server[103801]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 05 17:05:58.225576 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 05 17:05:58.225576 dv-neutron-master-2-hyperv neutron-server[103801]: aggregate_uuid = self.p_client.list_aggregates( Jan 05 17:05:58.225576 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 05 17:05:58.225576 dv-neutron-master-2-hyperv neutron-server[103801]: return f(self, *a, **k) Jan 05 17:05:58.225576 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 05 17:05:58.225576 dv-neutron-master-2-hyperv neutron-server[103801]: return self._get(url).json() Jan 05 17:05:58.225576 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 05 17:05:58.225576 dv-neutron-master-2-hyperv neutron-server[103801]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 05 17:05:58.225576 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 05 17:05:58.225576 dv-neutron-master-2-hyperv neutron-server[103801]: return self.request(url, 'GET', **kwargs) Jan 05 17:05:58.225576 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 05 17:05:58.225576 dv-neutron-master-2-hyperv neutron-server[103801]: base_url = self.get_endpoint(auth, allow=allow, Jan 05 17:05:58.225576 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 05 17:05:58.225576 dv-neutron-master-2-hyperv neutron-server[103801]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 05 17:05:58.225576 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 05 17:05:58.225576 dv-neutron-master-2-hyperv neutron-server[103801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 05 17:05:58.225576 dv-neutron-master-2-hyperv neutron-server[103801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 05 17:05:58.233472 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3f49002f-ae59-4267-9fb8-e43638b19f73 tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11433288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12480593'] for subnet, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:58.248578 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-68987fdf-bafe-436f-84bd-be8757c04bb1 tempest-AllowedAddressPairIpV6TestJSON-2107737971 tempest-AllowedAddressPairIpV6TestJSON-2107737971-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, d70de973-d620-4747-924f-59a8ea7c37da) {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:05:58.265995 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf051dd1-31de-4c2e-8708-a23fc2015e97 None None] Network d70de973-d620-4747-924f-59a8ea7c37da requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:05:58.330734 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68987fdf-bafe-436f-84bd-be8757c04bb1 tempest-AllowedAddressPairIpV6TestJSON-2107737971 tempest-AllowedAddressPairIpV6TestJSON-2107737971-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:05:58.330734 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-68987fdf-bafe-436f-84bd-be8757c04bb1 tempest-AllowedAddressPairIpV6TestJSON-2107737971 tempest-AllowedAddressPairIpV6TestJSON-2107737971-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560699'] for subnet, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:58.375723 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f49002f-ae59-4267-9fb8-e43638b19f73 tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Pushing event updated for resources: {'Subnet': ['ID=54abb9a5-b61f-44ef-ad6f-28e64127b6a9,revision_number=0']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:05:58.403516 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-63b089a5-9933-4201-b15d-c9b7ec58038f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:58.406418 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-63b089a5-9933-4201-b15d-c9b7ec58038f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:58.410300 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f49002f-ae59-4267-9fb8-e43638b19f73 tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Checking segment: {'id': '0834a18b-9afc-4bf1-9267-347be2115ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '24c9a877-5004-4bd6-9a8b-cc4aed7d6a14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:05:58.410300 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f49002f-ae59-4267-9fb8-e43638b19f73 tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Network hostable DHCP agents. Network: 24c9a877-5004-4bd6-9a8b-cc4aed7d6a14, hostable agents: ['3f70c195-17da-4084-9fd6-bf6059d88535'], hosted agents: [] {{(pid=103801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 05 17:05:58.410539 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-63b089a5-9933-4201-b15d-c9b7ec58038f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/15574fdf-a488-4bc4-bf01-ff6f1fbc6a60 HTTP/1.1" status: 204 len: 168 time: 1.2901404 Jan 05 17:05:58.414302 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a336d199-8dec-44dc-a7b6-62340f808975 None None] Network 3e12550f-f284-4d9e-8a1c-5ac244a4d373 requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:05:58.432402 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-0c7b0872-9305-4b49-ad7e-ffac195af84c tempest-ExternalNetworksTestJSON-2020482209 tempest-ExternalNetworksTestJSON-2020482209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3891722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648695'] for network, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:58.442460 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-5ad76b80-05a7-4387-8354-ca38bce29082 req-d25b745c-bd1a-4fd2-a200-92f14f34fd4c tempest-ServersTestManualDisk-24571533 tempest-ServersTestManualDisk-24571533-project] 10.222.0.11 "GET /v2.0/ports?device_id=9e05055b-fb92-4007-81d3-6b13e68c583e HTTP/1.1" status: 200 len: 210 time: 0.0760291 Jan 05 17:05:58.448512 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-0c7b0872-9305-4b49-ad7e-ffac195af84c tempest-ExternalNetworksTestJSON-2020482209 tempest-ExternalNetworksTestJSON-2020482209-project] Publish callbacks [] for network, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:58.453047 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-0c7b0872-9305-4b49-ad7e-ffac195af84c tempest-ExternalNetworksTestJSON-2020482209 tempest-ExternalNetworksTestJSON-2020482209-project] 10.222.0.11 "DELETE /v2.0/networks/e2ba6237-9d29-42fa-a8c8-0e5dbe996f6d HTTP/1.1" status: 204 len: 168 time: 1.4748933 Jan 05 17:05:58.467465 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-14c86888-6487-41dc-b3f9-4e007cdc2b5d None None] Provisioning complete for port 8148ee20-c4ba-4a7f-91c9-f367b92f615f triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:05:58.467947 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-14c86888-6487-41dc-b3f9-4e007cdc2b5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:58.475650 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-68987fdf-bafe-436f-84bd-be8757c04bb1 tempest-AllowedAddressPairIpV6TestJSON-2107737971 tempest-AllowedAddressPairIpV6TestJSON-2107737971-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.2350051 Jan 05 17:05:58.483026 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 38964) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:05:58.495101 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-7c090212-a79c-4d06-b5a9-c42aba37023a tempest-AllowedAddressPairIpV6TestJSON-2107737971 tempest-AllowedAddressPairIpV6TestJSON-2107737971-project] Request body: {'port': {'network_id': 'd70de973-d620-4747-924f-59a8ea7c37da', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2139019329'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:05:58.517441 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [req-ab527af2-67ac-4669-8d6e-7757fd72c9b3 req-85dc92d3-97fa-454e-9e9e-2524a88366a4 tempest-ServerActionsTestJSON-949899014 tempest-ServerActionsTestJSON-949899014-project] Request body: {'port': {'device_id': 'be270a5c-db8b-4dff-9e40-79b29c80ad34', 'network_id': '1e5e93d9-6ada-44ad-b92b-017486a9719e', 'admin_state_up': True, 'tenant_id': '0e5f75b0fa584f3fb65d4d2f1d03045b', 'security_groups': ['f7674e10-0a07-4bc4-8403-a53dd95a312a']}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:05:58.524314 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f29f3ff-4745-408c-806f-c39543bd4544 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-d70de973-d620-4747-924f-59a8ea7c37da', 'network_id': 'd70de973-d620-4747-924f-59a8ea7c37da', 'project_id': 'eadd6bd72605437fafe6bbb19928c163', 'fixed_ips': [{'subnet_id': 'f9f28e61-a03e-4f8f-a18f-bfddade69209'}]}} from dv-neutron-master-2-hyperv. {{(pid=103802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 05 17:05:58.525380 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-5f29f3ff-4745-408c-806f-c39543bd4544 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:58.533551 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7b0872-9305-4b49-ad7e-ffac195af84c tempest-ExternalNetworksTestJSON-2020482209 tempest-ExternalNetworksTestJSON-2020482209-project] Pushing event deleted for resources: {'Network': ['ID=e2ba6237-9d29-42fa-a8c8-0e5dbe996f6d,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:05:58.561833 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b089a5-9933-4201-b15d-c9b7ec58038f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15574fdf-a488-4bc4-bf01-ff6f1fbc6a60,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:05:58.650895 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-cc33cb1a-1a62-4e9c-b2d0-e7a808d240dc tempest-RoutersIpV6AdminTest-862369890 tempest-RoutersIpV6AdminTest-862369890-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:58.676112 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f49002f-ae59-4267-9fb8-e43638b19f73 tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Network 24c9a877-5004-4bd6-9a8b-cc4aed7d6a14 is scheduled to be hosted by DHCP agent 3f70c195-17da-4084-9fd6-bf6059d88535 with binding_index 1 {{(pid=103801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 05 17:05:58.677193 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-14c86888-6487-41dc-b3f9-4e007cdc2b5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:58.719462 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-14c86888-6487-41dc-b3f9-4e007cdc2b5d None None] For port 8148ee20-c4ba-4a7f-91c9-f367b92f615f, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=8148ee20-c4ba-4a7f-91c9-f367b92f615f,segment=NetworkSegment(68bc18e9-f0e2-4e0e-a0d6-f0f3de9c441f),segment_id=68bc18e9-f0e2-4e0e-a0d6-f0f3de9c441f)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:05:58.768049 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-3f49002f-ae59-4267-9fb8-e43638b19f73 tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 24c9a877-5004-4bd6-9a8b-cc4aed7d6a14) {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:05:58.787275 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f49002f-ae59-4267-9fb8-e43638b19f73 tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:05:58.796785 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3f49002f-ae59-4267-9fb8-e43638b19f73 tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560699'] for subnet, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:58.804481 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-cc33cb1a-1a62-4e9c-b2d0-e7a808d240dc tempest-RoutersIpV6AdminTest-862369890 tempest-RoutersIpV6AdminTest-862369890-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:58.809401 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f99439a-4355-452f-8023-441aec160e51 None None] Network 24c9a877-5004-4bd6-9a8b-cc4aed7d6a14 requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:05:58.866325 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c090212-a79c-4d06-b5a9-c42aba37023a tempest-AllowedAddressPairIpV6TestJSON-2107737971 tempest-AllowedAddressPairIpV6TestJSON-2107737971-project] Made reservation on behalf of eadd6bd72605437fafe6bbb19928c163 for: {'port': 1} {{(pid=103801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:05:58.871026 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-7c090212-a79c-4d06-b5a9-c42aba37023a tempest-AllowedAddressPairIpV6TestJSON-2107737971 tempest-AllowedAddressPairIpV6TestJSON-2107737971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:58.929805 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-14c86888-6487-41dc-b3f9-4e007cdc2b5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:59.005340 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c86888-6487-41dc-b3f9-4e007cdc2b5d None None] Pushing event updated for resources: {'Port': ['ID=8148ee20-c4ba-4a7f-91c9-f367b92f615f,revision_number=3']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:05:59.054657 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49c883d2-74b6-4b21-8295-0497bafd30b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-24c9a877-5004-4bd6-9a8b-cc4aed7d6a14', 'network_id': '24c9a877-5004-4bd6-9a8b-cc4aed7d6a14', 'project_id': 'a3ad318c2083452290397b0c39945cb9', 'fixed_ips': [{'subnet_id': '54abb9a5-b61f-44ef-ad6f-28e64127b6a9'}]}} from dv-neutron-master-2-hyperv. {{(pid=103802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 05 17:05:59.055590 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-49c883d2-74b6-4b21-8295-0497bafd30b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:59.095699 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-1682b776-ae71-4c5d-b7ef-c92ddb3900ff req-4bbe858f-b193-4031-bbf1-b94ef1e19141 tempest-ServerActionsTestJSON-949899014 tempest-ServerActionsTestJSON-949899014-project] 10.222.0.11 "GET /v2.0/ports?device_id=be270a5c-db8b-4dff-9e40-79b29c80ad34 HTTP/1.1" status: 200 len: 210 time: 0.1162508 Jan 05 17:05:59.106410 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.notifiers.nova [None req-7c090212-a79c-4d06-b5a9-c42aba37023a tempest-AllowedAddressPairIpV6TestJSON-2107737971 tempest-AllowedAddressPairIpV6TestJSON-2107737971-project] device_id is not set on port bd52cb70-aedb-4da4-abac-003d46a5729d yet. {{(pid=103801) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 05 17:05:59.241714 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-3f49002f-ae59-4267-9fb8-e43638b19f73 tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 3.4195402 Jan 05 17:05:59.255459 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 38978) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:05:59.285938 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.db_base_plugin_common [None req-5f29f3ff-4745-408c-806f-c39543bd4544 None None] Allocated IP 2001:db8::2 (d70de973-d620-4747-924f-59a8ea7c37da/f9f28e61-a03e-4f8f-a18f-bfddade69209/9d9797fe-28bc-484a-8109-b1bbda455a24) {{(pid=103802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:05:59.514473 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.db_base_plugin_common [None req-49c883d2-74b6-4b21-8295-0497bafd30b5 None None] Allocated IP 2001:db8::1 (24c9a877-5004-4bd6-9a8b-cc4aed7d6a14/54abb9a5-b61f-44ef-ad6f-28e64127b6a9/dca2368c-12c8-468a-85fd-2f9423730819) {{(pid=103802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:05:59.539287 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-2942b98a-4f83-46de-aa52-3edcf97c90db tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3809644'] for network, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:59.559009 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 38984) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:05:59.565633 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [req-c0694501-c2dd-4c1d-b42a-02527c073c37 req-c2cc7355-32cd-4f0c-b0b4-68399550c6da tempest-ServersTestManualDisk-24571533 tempest-ServersTestManualDisk-24571533-project] Allocated IP 172.20.0.5 (aabb1632-0142-4854-ba4e-971fe2ad463e/d0c013bc-a746-4d54-8492-ba8dc88b5bb5/05891007-1fed-4dd3-bd1c-36287398be5f) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:05:59.748774 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 38988) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:05:59.784616 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-ffe36f07-bfd0-466b-9810-c7488cbe7004 req-76becda4-63ae-4903-88f1-16bd910cbc2b tempest-ServersTestManualDisk-24571533 tempest-ServersTestManualDisk-24571533-project] 10.222.0.11 "GET /v2.0/ports?device_id=9e05055b-fb92-4007-81d3-6b13e68c583e HTTP/1.1" status: 200 len: 210 time: 0.1030693 Jan 05 17:05:59.790281 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-5f29f3ff-4745-408c-806f-c39543bd4544 None None] Publish callbacks [] for port, precommit_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:59.811934 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-a7fdba73-3056-41c1-9486-bee2e7d2709b None None] Provisioning complete for port 8148ee20-c4ba-4a7f-91c9-f367b92f615f triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:05:59.812467 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-a7fdba73-3056-41c1-9486-bee2e7d2709b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:59.895979 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-5f29f3ff-4745-408c-806f-c39543bd4544 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669'] for port, after_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:59.922925 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-2942b98a-4f83-46de-aa52-3edcf97c90db tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892868'] for subnet, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:59.939911 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-49c883d2-74b6-4b21-8295-0497bafd30b5 None None] Publish callbacks [] for port, precommit_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:05:59.980579 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f29f3ff-4745-408c-806f-c39543bd4544 None None] Network d70de973-d620-4747-924f-59a8ea7c37da is already hosted by enough agents. {{(pid=103802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:05:59.988679 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.scheduler.base_scheduler [None req-5f29f3ff-4745-408c-806f-c39543bd4544 None None] Resources bound (agent type, host, resource id): {{(pid=103802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:05:59.990768 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f29f3ff-4745-408c-806f-c39543bd4544 None None] Pushing event updated for resources: {'Port': ['ID=9d9797fe-28bc-484a-8109-b1bbda455a24,revision_number=1']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:05:59.994664 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f29f3ff-4745-408c-806f-c39543bd4544 None None] Received port after_create {{(pid=103802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:06:00.030921 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-49c883d2-74b6-4b21-8295-0497bafd30b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669'] for port, after_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:00.080584 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-aa5e0c3b-920d-43a4-ba64-4cede0ca7c69 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=5cfd9a352c4a4f4c937dd86c6f9f39fd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3114991 Jan 05 17:06:00.090372 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 38990) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:06:00.118542 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 8148ee20-c4ba-4a7f-91c9-f367b92f615f up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:06:00.146504 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7042c673-2fab-4dc7-ae25-f55f02ffd766 req-265c52f0-f9ee-4e31-90a7-067325e593df tempest-ServersTestJSON-1673014821 tempest-ServersTestJSON-1673014821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:06:00.149075 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-7042c673-2fab-4dc7-ae25-f55f02ffd766 req-265c52f0-f9ee-4e31-90a7-067325e593df tempest-ServersTestJSON-1673014821 tempest-ServersTestJSON-1673014821-project] 10.222.0.11 "GET /v2.0/ports?device_id=07c8b51b-bbb0-4a74-b3bf-1c00d88f26b4 HTTP/1.1" status: 200 len: 932 time: 0.5710387 Jan 05 17:06:00.206072 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49c883d2-74b6-4b21-8295-0497bafd30b5 None None] Network 24c9a877-5004-4bd6-9a8b-cc4aed7d6a14 is already hosted by enough agents. {{(pid=103802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:06:00.218882 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [None req-7c090212-a79c-4d06-b5a9-c42aba37023a tempest-AllowedAddressPairIpV6TestJSON-2107737971 tempest-AllowedAddressPairIpV6TestJSON-2107737971-project] Allocated IP 2001:db8::364 (d70de973-d620-4747-924f-59a8ea7c37da/f9f28e61-a03e-4f8f-a18f-bfddade69209/bd52cb70-aedb-4da4-abac-003d46a5729d) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:06:00.310595 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-04267696-e91f-4b47-ac25-6d404c60ab78 req-f7852671-bc4d-469a-96ec-53ca77bb25ab tempest-ServerActionsTestJSON-949899014 tempest-ServerActionsTestJSON-949899014-project] 10.222.0.11 "GET /v2.0/ports?device_id=be270a5c-db8b-4dff-9e40-79b29c80ad34 HTTP/1.1" status: 200 len: 210 time: 0.0393567 Jan 05 17:06:00.316852 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab527af2-67ac-4669-8d6e-7757fd72c9b3 req-85dc92d3-97fa-454e-9e9e-2524a88366a4 tempest-ServerActionsTestJSON-949899014 tempest-ServerActionsTestJSON-949899014-project] Made reservation on behalf of 0e5f75b0fa584f3fb65d4d2f1d03045b for: {'port': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:06:00.322932 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-ab527af2-67ac-4669-8d6e-7757fd72c9b3 req-85dc92d3-97fa-454e-9e9e-2524a88366a4 tempest-ServerActionsTestJSON-949899014 tempest-ServerActionsTestJSON-949899014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:00.339051 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-fc5495cf-35bd-4bb6-a650-74d03f344155 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=76eadd81a29d42e0a56f2595b2c479b5&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7749410 Jan 05 17:06:00.340976 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 38994) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:06:00.348239 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-78db8bcf-1b80-4483-8381-1476459bb450 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:00.359043 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-2942b98a-4f83-46de-aa52-3edcf97c90db tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3893367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11433231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12480600'] for subnet, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:00.382240 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.notifiers.nova [req-2c641f5e-47c1-43b1-a5ed-c8d6fdd61a3a req-bc3a236b-9262-4838-b5ac-c964fca50e00 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7599bb3-4578-47a4-9639-0cfaf64ba5d2 {{(pid=103800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 05 17:06:00.396776 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.scheduler.base_scheduler [None req-49c883d2-74b6-4b21-8295-0497bafd30b5 None None] Resources bound (agent type, host, resource id): {{(pid=103802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:06:00.406288 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49c883d2-74b6-4b21-8295-0497bafd30b5 None None] Received port after_create {{(pid=103802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:06:00.424294 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c883d2-74b6-4b21-8295-0497bafd30b5 None None] Pushing event updated for resources: {'Port': ['ID=dca2368c-12c8-468a-85fd-2f9423730819,revision_number=1']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:06:00.461274 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-5f29f3ff-4745-408c-806f-c39543bd4544 None None] Attempting to bind port 9d9797fe-28bc-484a-8109-b1bbda455a24 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 05 17:06:00.467762 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-5f29f3ff-4745-408c-806f-c39543bd4544 None None] Attempting to bind port 9d9797fe-28bc-484a-8109-b1bbda455a24 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '589c7085-2fdc-458e-b2d8-223d45a2a06e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'd70de973-d620-4747-924f-59a8ea7c37da'}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 05 17:06:00.468329 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f29f3ff-4745-408c-806f-c39543bd4544 None None] Attempting to bind port 9d9797fe-28bc-484a-8109-b1bbda455a24 on network d70de973-d620-4747-924f-59a8ea7c37da {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:06:00.475323 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-2c641f5e-47c1-43b1-a5ed-c8d6fdd61a3a req-bc3a236b-9262-4838-b5ac-c964fca50e00 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:00.490318 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2942b98a-4f83-46de-aa52-3edcf97c90db tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Pushing event deleted for resources: {'Subnet': ['ID=54abb9a5-b61f-44ef-ad6f-28e64127b6a9,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:06:00.492776 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f29f3ff-4745-408c-806f-c39543bd4544 None None] Checking agent: {'id': '0d4f8fd3-ce62-4651-970c-efa6a8bb22b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 5, 16, 57, 23), 'started_at': datetime.datetime(2022, 1, 5, 16, 57, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 5, 17, 5, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 05 17:06:00.493179 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f29f3ff-4745-408c-806f-c39543bd4544 None None] Checking segment: {'id': '589c7085-2fdc-458e-b2d8-223d45a2a06e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'd70de973-d620-4747-924f-59a8ea7c37da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:06:00.493561 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-5f29f3ff-4745-408c-806f-c39543bd4544 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:00.494856 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f29f3ff-4745-408c-806f-c39543bd4544 None None] Bound using segment: {'id': '589c7085-2fdc-458e-b2d8-223d45a2a06e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'd70de973-d620-4747-924f-59a8ea7c37da'} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 05 17:06:00.495305 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-5f29f3ff-4745-408c-806f-c39543bd4544 None None] Bound port: 9d9797fe-28bc-484a-8109-b1bbda455a24, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '589c7085-2fdc-458e-b2d8-223d45a2a06e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'd70de973-d620-4747-924f-59a8ea7c37da'}}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 05 17:06:00.496161 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-5f29f3ff-4745-408c-806f-c39543bd4544 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:00.504595 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-78db8bcf-1b80-4483-8381-1476459bb450 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:00.522106 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Provisioning complete for port 8148ee20-c4ba-4a7f-91c9-f367b92f615f triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:06:00.522373 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:00.529312 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.provisioning_blocks [req-2c641f5e-47c1-43b1-a5ed-c8d6fdd61a3a req-bc3a236b-9262-4838-b5ac-c964fca50e00 service neutron] Transition to ACTIVE for port object a7599bb3-4578-47a4-9639-0cfaf64ba5d2 will not be triggered until provisioned by entity L2. {{(pid=103800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 05 17:06:00.533258 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [None req-cc33cb1a-1a62-4e9c-b2d0-e7a808d240dc tempest-RoutersIpV6AdminTest-862369890 tempest-RoutersIpV6AdminTest-862369890-project-admin] Allocated IP 2001:db8::18e (7d7f4dca-e34e-4347-802c-339f15a59d5b/c302e55a-710f-492f-b0f8-9fbb9d22cf34/8ad8c639-0e01-4988-8ffc-e724b851997d) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:06:00.564271 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-49c883d2-74b6-4b21-8295-0497bafd30b5 None None] Attempting to bind port dca2368c-12c8-468a-85fd-2f9423730819 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 05 17:06:00.564565 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-49c883d2-74b6-4b21-8295-0497bafd30b5 None None] Attempting to bind port dca2368c-12c8-468a-85fd-2f9423730819 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '0834a18b-9afc-4bf1-9267-347be2115ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '24c9a877-5004-4bd6-9a8b-cc4aed7d6a14'}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 05 17:06:00.564890 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c883d2-74b6-4b21-8295-0497bafd30b5 None None] Attempting to bind port dca2368c-12c8-468a-85fd-2f9423730819 on network 24c9a877-5004-4bd6-9a8b-cc4aed7d6a14 {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:06:00.616844 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c883d2-74b6-4b21-8295-0497bafd30b5 None None] Checking agent: {'id': '0d4f8fd3-ce62-4651-970c-efa6a8bb22b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 5, 16, 57, 23), 'started_at': datetime.datetime(2022, 1, 5, 16, 57, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 5, 17, 5, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 05 17:06:00.617333 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c883d2-74b6-4b21-8295-0497bafd30b5 None None] Checking segment: {'id': '0834a18b-9afc-4bf1-9267-347be2115ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '24c9a877-5004-4bd6-9a8b-cc4aed7d6a14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:06:00.617614 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-49c883d2-74b6-4b21-8295-0497bafd30b5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:00.618012 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c883d2-74b6-4b21-8295-0497bafd30b5 None None] Bound using segment: {'id': '0834a18b-9afc-4bf1-9267-347be2115ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '24c9a877-5004-4bd6-9a8b-cc4aed7d6a14'} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 05 17:06:00.618611 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-49c883d2-74b6-4b21-8295-0497bafd30b5 None None] Bound port: dca2368c-12c8-468a-85fd-2f9423730819, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0834a18b-9afc-4bf1-9267-347be2115ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '24c9a877-5004-4bd6-9a8b-cc4aed7d6a14'}}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 05 17:06:00.619043 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-49c883d2-74b6-4b21-8295-0497bafd30b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:00.685434 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-cc33cb1a-1a62-4e9c-b2d0-e7a808d240dc tempest-RoutersIpV6AdminTest-862369890 tempest-RoutersIpV6AdminTest-862369890-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:00.703715 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-5f29f3ff-4745-408c-806f-c39543bd4544 None None] For port 9d9797fe-28bc-484a-8109-b1bbda455a24, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 05 17:06:00.729664 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-5f29f3ff-4745-408c-806f-c39543bd4544 None None] For port 9d9797fe-28bc-484a-8109-b1bbda455a24, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=9d9797fe-28bc-484a-8109-b1bbda455a24,segment=NetworkSegment(589c7085-2fdc-458e-b2d8-223d45a2a06e),segment_id=589c7085-2fdc-458e-b2d8-223d45a2a06e)] {{(pid=103802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 05 17:06:00.769560 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-49c883d2-74b6-4b21-8295-0497bafd30b5 None None] For port dca2368c-12c8-468a-85fd-2f9423730819, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 05 17:06:00.784287 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-49c883d2-74b6-4b21-8295-0497bafd30b5 None None] For port dca2368c-12c8-468a-85fd-2f9423730819, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=dca2368c-12c8-468a-85fd-2f9423730819,segment=NetworkSegment(0834a18b-9afc-4bf1-9267-347be2115ca6),segment_id=0834a18b-9afc-4bf1-9267-347be2115ca6)] {{(pid=103802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 05 17:06:00.853886 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-2942b98a-4f83-46de-aa52-3edcf97c90db tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3891715', 'neutron.services.segments.db._delete_segments_for_network-8754181063482'] for network, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:00.888958 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.services.segments.db [None req-2942b98a-4f83-46de-aa52-3edcf97c90db tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24c9a877-5004-4bd6-9a8b-cc4aed7d6a14']}} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:06:00.908485 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.services.segments.db [None req-2942b98a-4f83-46de-aa52-3edcf97c90db tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0834a18b-9afc-4bf1-9267-347be2115ca6') {'for_net_delete': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:06:00.908806 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.services.segments.db [None req-2942b98a-4f83-46de-aa52-3edcf97c90db tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0834a18b-9afc-4bf1-9267-347be2115ca6') {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:06:00.920705 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [req-ab527af2-67ac-4669-8d6e-7757fd72c9b3 req-85dc92d3-97fa-454e-9e9e-2524a88366a4 tempest-ServerActionsTestJSON-949899014 tempest-ServerActionsTestJSON-949899014-project] Allocated IP 172.20.0.13 (1e5e93d9-6ada-44ad-b92b-017486a9719e/fab82641-cc31-4ee1-85fb-d7818e6883fd/67389512-62b3-4da5-90e0-71fd04a18f1a) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:06:00.928377 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-78db8bcf-1b80-4483-8381-1476459bb450 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:00.930878 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-78db8bcf-1b80-4483-8381-1476459bb450 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:00.942120 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-78db8bcf-1b80-4483-8381-1476459bb450 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/fe1d7273-f1fa-4c75-a293-389317450b00 HTTP/1.1" status: 204 len: 168 time: 0.8471911 Jan 05 17:06:00.946620 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-49c883d2-74b6-4b21-8295-0497bafd30b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:00.953419 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-5f29f3ff-4745-408c-806f-c39543bd4544 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:00.969625 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-7c090212-a79c-4d06-b5a9-c42aba37023a tempest-AllowedAddressPairIpV6TestJSON-2107737971 tempest-AllowedAddressPairIpV6TestJSON-2107737971-project] Publish callbacks [] for port, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:01.029800 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-2942b98a-4f83-46de-aa52-3edcf97c90db tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754181064771', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11316385'] for segment, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:01.081304 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-2b37a99f-47ce-44f9-bf4e-2f46deeb5c78 req-9814ceb3-ea54-4d21-8db6-bb1b9b4c7088 tempest-ServersTestManualDisk-24571533 tempest-ServersTestManualDisk-24571533-project] 10.222.0.11 "GET /v2.0/ports?device_id=9e05055b-fb92-4007-81d3-6b13e68c583e HTTP/1.1" status: 200 len: 210 time: 0.0665274 Jan 05 17:06:01.098009 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-7042c673-2fab-4dc7-ae25-f55f02ffd766 req-beffd6cb-8e2b-49f2-a6e6-e8b8bb8d91c4 tempest-ServersTestJSON-1673014821 tempest-ServersTestJSON-1673014821-project] 10.222.0.11 "GET /v2.0/security-groups?id=a400398d-bf46-4390-bcfe-e2116b4af858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9268041 Jan 05 17:06:01.109656 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-2c641f5e-47c1-43b1-a5ed-c8d6fdd61a3a req-bc3a236b-9262-4838-b5ac-c964fca50e00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8784461'] for port, after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:01.119225 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-7c090212-a79c-4d06-b5a9-c42aba37023a tempest-AllowedAddressPairIpV6TestJSON-2107737971 tempest-AllowedAddressPairIpV6TestJSON-2107737971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11433176'] for port, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:01.124313 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78db8bcf-1b80-4483-8381-1476459bb450 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe1d7273-f1fa-4c75-a293-389317450b00,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:06:01.128602 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97ea4216-4791-4f28-a24d-2ec9c3d9c711 None None] Network 24c9a877-5004-4bd6-9a8b-cc4aed7d6a14 requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:06:01.130082 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-2942b98a-4f83-46de-aa52-3edcf97c90db tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225'] for segment, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:01.190107 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-cc33cb1a-1a62-4e9c-b2d0-e7a808d240dc tempest-RoutersIpV6AdminTest-862369890 tempest-RoutersIpV6AdminTest-862369890-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:01.203088 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3a236b-9262-4838-b5ac-c964fca50e00 service neutron] Pushing event updated for resources: {'Port': ['ID=a7599bb3-4578-47a4-9639-0cfaf64ba5d2,revision_number=2']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:06:01.257195 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c883d2-74b6-4b21-8295-0497bafd30b5 None None] Pushing event updated for resources: {'Port': ['ID=dca2368c-12c8-468a-85fd-2f9423730819,revision_number=2']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:06:01.269243 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c090212-a79c-4d06-b5a9-c42aba37023a tempest-AllowedAddressPairIpV6TestJSON-2107737971 tempest-AllowedAddressPairIpV6TestJSON-2107737971-project] Pushing event updated for resources: {'Port': ['ID=bd52cb70-aedb-4da4-abac-003d46a5729d,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:06:01.291221 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2942b98a-4f83-46de-aa52-3edcf97c90db tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Releasing vlan 118 on physical network physnet1 to pool {{(pid=103801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 05 17:06:01.297281 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-2942b98a-4f83-46de-aa52-3edcf97c90db tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11433197'] for segment, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:01.313235 dv-neutron-master-2-hyperv neutron-server[103801]: Traceback (most recent call last): Jan 05 17:06:01.313235 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 05 17:06:01.313235 dv-neutron-master-2-hyperv neutron-server[103801]: timer() Jan 05 17:06:01.313235 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 05 17:06:01.313235 dv-neutron-master-2-hyperv neutron-server[103801]: cb(*args, **kw) Jan 05 17:06:01.313235 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 05 17:06:01.313235 dv-neutron-master-2-hyperv neutron-server[103801]: return func(*args, **kwargs) Jan 05 17:06:01.313235 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 05 17:06:01.313235 dv-neutron-master-2-hyperv neutron-server[103801]: self._notify() Jan 05 17:06:01.313235 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 05 17:06:01.313235 dv-neutron-master-2-hyperv neutron-server[103801]: self.callback(batched_events) Jan 05 17:06:01.313235 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 05 17:06:01.313235 dv-neutron-master-2-hyperv neutron-server[103801]: event.method(event) Jan 05 17:06:01.313235 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 05 17:06:01.313235 dv-neutron-master-2-hyperv neutron-server[103801]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 05 17:06:01.313235 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 05 17:06:01.313235 dv-neutron-master-2-hyperv neutron-server[103801]: aggregate_uuid = self.p_client.list_aggregates( Jan 05 17:06:01.313235 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 05 17:06:01.313235 dv-neutron-master-2-hyperv neutron-server[103801]: return f(self, *a, **k) Jan 05 17:06:01.313235 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 05 17:06:01.313235 dv-neutron-master-2-hyperv neutron-server[103801]: return self._get(url).json() Jan 05 17:06:01.313235 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 05 17:06:01.313235 dv-neutron-master-2-hyperv neutron-server[103801]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 05 17:06:01.313235 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 05 17:06:01.313235 dv-neutron-master-2-hyperv neutron-server[103801]: return self.request(url, 'GET', **kwargs) Jan 05 17:06:01.313235 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 05 17:06:01.313235 dv-neutron-master-2-hyperv neutron-server[103801]: base_url = self.get_endpoint(auth, allow=allow, Jan 05 17:06:01.313235 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 05 17:06:01.313235 dv-neutron-master-2-hyperv neutron-server[103801]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 05 17:06:01.313235 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 05 17:06:01.313235 dv-neutron-master-2-hyperv neutron-server[103801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 05 17:06:01.313235 dv-neutron-master-2-hyperv neutron-server[103801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 05 17:06:01.327782 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c090212-a79c-4d06-b5a9-c42aba37023a tempest-AllowedAddressPairIpV6TestJSON-2107737971 tempest-AllowedAddressPairIpV6TestJSON-2107737971-project] Network d70de973-d620-4747-924f-59a8ea7c37da is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:06:01.340450 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-7c090212-a79c-4d06-b5a9-c42aba37023a tempest-AllowedAddressPairIpV6TestJSON-2107737971 tempest-AllowedAddressPairIpV6TestJSON-2107737971-project] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:06:01.345569 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c090212-a79c-4d06-b5a9-c42aba37023a tempest-AllowedAddressPairIpV6TestJSON-2107737971 tempest-AllowedAddressPairIpV6TestJSON-2107737971-project] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:06:01.355920 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c090212-a79c-4d06-b5a9-c42aba37023a tempest-AllowedAddressPairIpV6TestJSON-2107737971 tempest-AllowedAddressPairIpV6TestJSON-2107737971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:06:01.356686 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-7c090212-a79c-4d06-b5a9-c42aba37023a tempest-AllowedAddressPairIpV6TestJSON-2107737971 tempest-AllowedAddressPairIpV6TestJSON-2107737971-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:01.369609 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-ab527af2-67ac-4669-8d6e-7757fd72c9b3 req-85dc92d3-97fa-454e-9e9e-2524a88366a4 tempest-ServerActionsTestJSON-949899014 tempest-ServerActionsTestJSON-949899014-project] Publish callbacks [] for port, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:01.397573 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc33cb1a-1a62-4e9c-b2d0-e7a808d240dc tempest-RoutersIpV6AdminTest-862369890 tempest-RoutersIpV6AdminTest-862369890-project-admin] Pushing event updated for resources: {'Port': ['ID=8ad8c639-0e01-4988-8ffc-e724b851997d,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:06:01.520594 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f29f3ff-4745-408c-806f-c39543bd4544 None None] Pushing event updated for resources: {'Port': ['ID=9d9797fe-28bc-484a-8109-b1bbda455a24,revision_number=2']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:06:01.545340 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-7a49a434-9ea0-45d6-91d0-ba092eb737c8 req-3b22423f-af65-4f40-821e-26a06e45327b tempest-ServerActionsTestJSON-949899014 tempest-ServerActionsTestJSON-949899014-project] 10.222.0.11 "GET /v2.0/ports?device_id=be270a5c-db8b-4dff-9e40-79b29c80ad34 HTTP/1.1" status: 200 len: 210 time: 0.0698688 Jan 05 17:06:01.559857 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-7c090212-a79c-4d06-b5a9-c42aba37023a tempest-AllowedAddressPairIpV6TestJSON-2107737971 tempest-AllowedAddressPairIpV6TestJSON-2107737971-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 3.0721235 Jan 05 17:06:01.560126 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.db.api [None req-2942b98a-4f83-46de-aa52-3edcf97c90db tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 05 17:06:01.560126 dv-neutron-master-2-hyperv neutron-server[103801]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 05 17:06:01.560126 dv-neutron-master-2-hyperv neutron-server[103801]: [parameters: {'id': '24c9a877-5004-4bd6-9a8b-cc4aed7d6a14'}] Jan 05 17:06:01.560126 dv-neutron-master-2-hyperv neutron-server[103801]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103801) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 05 17:06:01.560588 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG oslo_db.api [None req-2942b98a-4f83-46de-aa52-3edcf97c90db tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 05 17:06:01.566164 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-c0694501-c2dd-4c1d-b42a-02527c073c37 req-c2cc7355-32cd-4f0c-b0b4-68399550c6da tempest-ServersTestManualDisk-24571533 tempest-ServersTestManualDisk-24571533-project] Publish callbacks [] for port, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:01.696600 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 39004) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:06:01.696600 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-173d5050-05c2-4107-855a-a85788907176 tempest-AllowedAddressPairIpV6TestJSON-2107737971 tempest-AllowedAddressPairIpV6TestJSON-2107737971-project] Request body: {'port': {'network_id': 'd70de973-d620-4747-924f-59a8ea7c37da', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-102075494', 'allowed_address_pairs': [{'ip_address': '2001:db8::364', 'mac_address': 'fa:16:3e:23:d5:a3'}]}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:06:01.700868 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc33cb1a-1a62-4e9c-b2d0-e7a808d240dc tempest-RoutersIpV6AdminTest-862369890 tempest-RoutersIpV6AdminTest-862369890-project-admin] Network 7d7f4dca-e34e-4347-802c-339f15a59d5b is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:06:01.700868 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-cc33cb1a-1a62-4e9c-b2d0-e7a808d240dc tempest-RoutersIpV6AdminTest-862369890 tempest-RoutersIpV6AdminTest-862369890-project-admin] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:06:01.700868 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4621f586-7b55-420f-bf9a-3d0d1b53ad09 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:01.750712 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc33cb1a-1a62-4e9c-b2d0-e7a808d240dc tempest-RoutersIpV6AdminTest-862369890 tempest-RoutersIpV6AdminTest-862369890-project-admin] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:06:01.895306 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4621f586-7b55-420f-bf9a-3d0d1b53ad09 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:01.967305 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-173d5050-05c2-4107-855a-a85788907176 tempest-AllowedAddressPairIpV6TestJSON-2107737971 tempest-AllowedAddressPairIpV6TestJSON-2107737971-project] Made reservation on behalf of eadd6bd72605437fafe6bbb19928c163 for: {'port': 1} {{(pid=103801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:06:01.973089 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [req-2c641f5e-47c1-43b1-a5ed-c8d6fdd61a3a req-bc3a236b-9262-4838-b5ac-c964fca50e00 service neutron] Attempting to bind port a7599bb3-4578-47a4-9639-0cfaf64ba5d2 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 05 17:06:01.973429 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [req-2c641f5e-47c1-43b1-a5ed-c8d6fdd61a3a req-bc3a236b-9262-4838-b5ac-c964fca50e00 service neutron] Attempting to bind port a7599bb3-4578-47a4-9639-0cfaf64ba5d2 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '724f64f6-50e7-48d8-ab30-09fe928cc729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '66b9f7eb-d414-436b-882b-ac047c1764b8'}] {{(pid=103800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 05 17:06:01.974617 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c641f5e-47c1-43b1-a5ed-c8d6fdd61a3a req-bc3a236b-9262-4838-b5ac-c964fca50e00 service neutron] Attempting to bind port a7599bb3-4578-47a4-9639-0cfaf64ba5d2 on network 66b9f7eb-d414-436b-882b-ac047c1764b8 {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:06:02.088697 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c641f5e-47c1-43b1-a5ed-c8d6fdd61a3a req-bc3a236b-9262-4838-b5ac-c964fca50e00 service neutron] Port a7599bb3-4578-47a4-9639-0cfaf64ba5d2 on network 66b9f7eb-d414-436b-882b-ac047c1764b8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 05 17:06:02.088697 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c641f5e-47c1-43b1-a5ed-c8d6fdd61a3a req-bc3a236b-9262-4838-b5ac-c964fca50e00 service neutron] Attempting to bind port a7599bb3-4578-47a4-9639-0cfaf64ba5d2 on network 66b9f7eb-d414-436b-882b-ac047c1764b8 {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:06:02.167014 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c641f5e-47c1-43b1-a5ed-c8d6fdd61a3a req-bc3a236b-9262-4838-b5ac-c964fca50e00 service neutron] Checking agent: {'id': '5c36d785-abe8-4e89-a23a-b403333d2378', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 5, 17, 3, 49), 'started_at': datetime.datetime(2022, 1, 5, 17, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 1, 5, 17, 5, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 05 17:06:02.167392 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c641f5e-47c1-43b1-a5ed-c8d6fdd61a3a req-bc3a236b-9262-4838-b5ac-c964fca50e00 service neutron] Checking segment: {'id': '724f64f6-50e7-48d8-ab30-09fe928cc729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '66b9f7eb-d414-436b-882b-ac047c1764b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:06:02.167949 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c641f5e-47c1-43b1-a5ed-c8d6fdd61a3a req-bc3a236b-9262-4838-b5ac-c964fca50e00 service neutron] Bound using segment: {'id': '724f64f6-50e7-48d8-ab30-09fe928cc729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '66b9f7eb-d414-436b-882b-ac047c1764b8'} {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 05 17:06:02.168407 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [req-2c641f5e-47c1-43b1-a5ed-c8d6fdd61a3a req-bc3a236b-9262-4838-b5ac-c964fca50e00 service neutron] Bound port: a7599bb3-4578-47a4-9639-0cfaf64ba5d2, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '724f64f6-50e7-48d8-ab30-09fe928cc729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '66b9f7eb-d414-436b-882b-ac047c1764b8'}}] {{(pid=103800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 05 17:06:02.177213 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-2c641f5e-47c1-43b1-a5ed-c8d6fdd61a3a req-bc3a236b-9262-4838-b5ac-c964fca50e00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:02.183325 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 9d9797fe-28bc-484a-8109-b1bbda455a24 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:06:02.279401 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-b50cc5f7-0231-49f2-8532-f56387ad02b0 req-37fe273a-0f66-4f43-bcbc-ae4f12b5159f tempest-ServersTestManualDisk-24571533 tempest-ServersTestManualDisk-24571533-project] 10.222.0.11 "GET /v2.0/ports?device_id=9e05055b-fb92-4007-81d3-6b13e68c583e HTTP/1.1" status: 200 len: 210 time: 0.0699971 Jan 05 17:06:02.301112 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Provisioning complete for port 9d9797fe-28bc-484a-8109-b1bbda455a24 triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:06:02.302437 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:02.315758 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-2942b98a-4f83-46de-aa52-3edcf97c90db tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3809644'] for network, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:02.368034 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.db [req-2c641f5e-47c1-43b1-a5ed-c8d6fdd61a3a req-bc3a236b-9262-4838-b5ac-c964fca50e00 service neutron] For port a7599bb3-4578-47a4-9639-0cfaf64ba5d2, host hv-neutron-mast, cleared binding levels {{(pid=103800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 05 17:06:02.380575 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.db [req-2c641f5e-47c1-43b1-a5ed-c8d6fdd61a3a req-bc3a236b-9262-4838-b5ac-c964fca50e00 service neutron] For port a7599bb3-4578-47a4-9639-0cfaf64ba5d2, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=a7599bb3-4578-47a4-9639-0cfaf64ba5d2,segment=NetworkSegment(724f64f6-50e7-48d8-ab30-09fe928cc729),segment_id=724f64f6-50e7-48d8-ab30-09fe928cc729)] {{(pid=103800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 05 17:06:02.385150 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-c0694501-c2dd-4c1d-b42a-02527c073c37 req-c2cc7355-32cd-4f0c-b0b4-68399550c6da tempest-ServersTestManualDisk-24571533 tempest-ServersTestManualDisk-24571533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:02.437714 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:02.480935 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] For port 9d9797fe-28bc-484a-8109-b1bbda455a24, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=9d9797fe-28bc-484a-8109-b1bbda455a24,segment=NetworkSegment(589c7085-2fdc-458e-b2d8-223d45a2a06e),segment_id=589c7085-2fdc-458e-b2d8-223d45a2a06e)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:06:02.483965 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9e677f-031c-4139-9c38-6be9eabd4cae req-b77b16de-b37c-4335-ad77-4a1da2faa4c1 tempest-ServersTestJSON-1673014821 tempest-ServersTestJSON-1673014821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:06:02.485545 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-2e9e677f-031c-4139-9c38-6be9eabd4cae req-b77b16de-b37c-4335-ad77-4a1da2faa4c1 tempest-ServersTestJSON-1673014821 tempest-ServersTestJSON-1673014821-project] 10.222.0.11 "GET /v2.0/ports?device_id=07c8b51b-bbb0-4a74-b3bf-1c00d88f26b4 HTTP/1.1" status: 200 len: 944 time: 0.1653688 Jan 05 17:06:02.485924 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-ab527af2-67ac-4669-8d6e-7757fd72c9b3 req-85dc92d3-97fa-454e-9e9e-2524a88366a4 tempest-ServerActionsTestJSON-949899014 tempest-ServerActionsTestJSON-949899014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:02.505913 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-173d5050-05c2-4107-855a-a85788907176 tempest-AllowedAddressPairIpV6TestJSON-2107737971 tempest-AllowedAddressPairIpV6TestJSON-2107737971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:02.537248 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:02.564182 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.notifiers.nova [None req-173d5050-05c2-4107-855a-a85788907176 tempest-AllowedAddressPairIpV6TestJSON-2107737971 tempest-AllowedAddressPairIpV6TestJSON-2107737971-project] device_id is not set on port cb960106-a37c-4f8f-bea2-ec0ccf671d23 yet. {{(pid=103801) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 05 17:06:02.724381 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0694501-c2dd-4c1d-b42a-02527c073c37 req-c2cc7355-32cd-4f0c-b0b4-68399550c6da tempest-ServersTestManualDisk-24571533 tempest-ServersTestManualDisk-24571533-project] Network aabb1632-0142-4854-ba4e-971fe2ad463e is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:06:02.724381 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-2c641f5e-47c1-43b1-a5ed-c8d6fdd61a3a req-bc3a236b-9262-4838-b5ac-c964fca50e00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8784461'] for port, after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:02.725853 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-2942b98a-4f83-46de-aa52-3edcf97c90db tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Deleting port dca2368c-12c8-468a-85fd-2f9423730819 {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:06:02.725853 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-2942b98a-4f83-46de-aa52-3edcf97c90db tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:02.726776 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab527af2-67ac-4669-8d6e-7757fd72c9b3 req-85dc92d3-97fa-454e-9e9e-2524a88366a4 tempest-ServerActionsTestJSON-949899014 tempest-ServerActionsTestJSON-949899014-project] Network 1e5e93d9-6ada-44ad-b92b-017486a9719e is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:06:02.726776 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [req-ab527af2-67ac-4669-8d6e-7757fd72c9b3 req-85dc92d3-97fa-454e-9e9e-2524a88366a4 tempest-ServerActionsTestJSON-949899014 tempest-ServerActionsTestJSON-949899014-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:06:02.726776 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cc7355-32cd-4f0c-b0b4-68399550c6da tempest-ServersTestManualDisk-24571533 tempest-ServersTestManualDisk-24571533-project] Pushing event updated for resources: {'Port': ['ID=05891007-1fed-4dd3-bd1c-36287398be5f,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:06:02.727053 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Pushing event updated for resources: {'Port': ['ID=9d9797fe-28bc-484a-8109-b1bbda455a24,revision_number=3']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:06:02.727152 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4621f586-7b55-420f-bf9a-3d0d1b53ad09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:02.727152 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4621f586-7b55-420f-bf9a-3d0d1b53ad09 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:02.727152 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-4621f586-7b55-420f-bf9a-3d0d1b53ad09 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/3a65f60c-507f-44be-8a5e-98f043265f3b HTTP/1.1" status: 204 len: 168 time: 2.2911723 Jan 05 17:06:02.727152 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab527af2-67ac-4669-8d6e-7757fd72c9b3 req-85dc92d3-97fa-454e-9e9e-2524a88366a4 tempest-ServerActionsTestJSON-949899014 tempest-ServerActionsTestJSON-949899014-project] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:06:02.727152 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [req-c0694501-c2dd-4c1d-b42a-02527c073c37 req-c2cc7355-32cd-4f0c-b0b4-68399550c6da tempest-ServersTestManualDisk-24571533 tempest-ServersTestManualDisk-24571533-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:06:02.730598 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-2942b98a-4f83-46de-aa52-3edcf97c90db tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] For port dca2368c-12c8-468a-85fd-2f9423730819, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=dca2368c-12c8-468a-85fd-2f9423730819,segment=NetworkSegment(0834a18b-9afc-4bf1-9267-347be2115ca6),segment_id=0834a18b-9afc-4bf1-9267-347be2115ca6)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:06:02.731054 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-2942b98a-4f83-46de-aa52-3edcf97c90db tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:02.740059 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-2e9e677f-031c-4139-9c38-6be9eabd4cae req-f3649d92-256b-4195-928a-5d0f22a85e3a tempest-ServersTestJSON-1673014821 tempest-ServersTestJSON-1673014821-project] 10.222.0.11 "GET /v2.0/security-groups?id=a400398d-bf46-4390-bcfe-e2116b4af858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2415462 Jan 05 17:06:02.758387 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-2942b98a-4f83-46de-aa52-3edcf97c90db tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Calling delete_port for dca2368c-12c8-468a-85fd-2f9423730819 owned by network:dhcp {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:06:02.848930 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0694501-c2dd-4c1d-b42a-02527c073c37 req-c2cc7355-32cd-4f0c-b0b4-68399550c6da tempest-ServersTestManualDisk-24571533 tempest-ServersTestManualDisk-24571533-project] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:06:02.972244 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [None req-173d5050-05c2-4107-855a-a85788907176 tempest-AllowedAddressPairIpV6TestJSON-2107737971 tempest-AllowedAddressPairIpV6TestJSON-2107737971-project] Allocated IP 2001:db8::2ab (d70de973-d620-4747-924f-59a8ea7c37da/f9f28e61-a03e-4f8f-a18f-bfddade69209/cb960106-a37c-4f8f-bea2-ec0ccf671d23) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:06:03.015683 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4621f586-7b55-420f-bf9a-3d0d1b53ad09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a65f60c-507f-44be-8a5e-98f043265f3b,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:06:03.092402 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c641f5e-47c1-43b1-a5ed-c8d6fdd61a3a req-bc3a236b-9262-4838-b5ac-c964fca50e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:06:03.092402 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-2c641f5e-47c1-43b1-a5ed-c8d6fdd61a3a req-bc3a236b-9262-4838-b5ac-c964fca50e00 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:03.092402 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-2c641f5e-47c1-43b1-a5ed-c8d6fdd61a3a req-bc3a236b-9262-4838-b5ac-c964fca50e00 service neutron] 10.222.0.13 "PUT /v2.0/ports/a7599bb3-4578-47a4-9639-0cfaf64ba5d2 HTTP/1.1" status: 200 len: 1094 time: 5.6870303 Jan 05 17:06:03.149005 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-2942b98a-4f83-46de-aa52-3edcf97c90db tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11433176'] for port, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:03.150784 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07c8b51b-bbb0-4a74-b3bf-1c00d88f26b4', 'tag': 'a7599bb3-4578-47a4-9639-0cfaf64ba5d2'}] {{(pid=103800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 05 17:06:03.277467 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab527af2-67ac-4669-8d6e-7757fd72c9b3 req-85dc92d3-97fa-454e-9e9e-2524a88366a4 tempest-ServerActionsTestJSON-949899014 tempest-ServerActionsTestJSON-949899014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:06:03.294017 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-ab527af2-67ac-4669-8d6e-7757fd72c9b3 req-85dc92d3-97fa-454e-9e9e-2524a88366a4 tempest-ServerActionsTestJSON-949899014 tempest-ServerActionsTestJSON-949899014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:03.398610 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-34c0ea92-ebc8-443a-931c-5787d4c30398 None None] Provisioning complete for port 05891007-1fed-4dd3-bd1c-36287398be5f triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:06:03.400048 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-34c0ea92-ebc8-443a-931c-5787d4c30398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:03.405343 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-009a597c-ab29-44c3-a45a-e19814583e24 None None] Network d70de973-d620-4747-924f-59a8ea7c37da requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:06:03.409503 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-173d5050-05c2-4107-855a-a85788907176 tempest-AllowedAddressPairIpV6TestJSON-2107737971 tempest-AllowedAddressPairIpV6TestJSON-2107737971-project] Publish callbacks [] for port, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:03.425316 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85dc92d3-97fa-454e-9e9e-2524a88366a4 tempest-ServerActionsTestJSON-949899014 tempest-ServerActionsTestJSON-949899014-project] Pushing event updated for resources: {'Port': ['ID=67389512-62b3-4da5-90e0-71fd04a18f1a,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:06:03.467598 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2942b98a-4f83-46de-aa52-3edcf97c90db tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Pushing event deleted for resources: {'Port': ['ID=dca2368c-12c8-468a-85fd-2f9423730819,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:06:03.479310 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2942b98a-4f83-46de-aa52-3edcf97c90db tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] No DVR routers for this DVR port dca2368c-12c8-468a-85fd-2f9423730819 on host dv-neutron-master-2-hyperv {{(pid=103801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 05 17:06:03.551423 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0694501-c2dd-4c1d-b42a-02527c073c37 req-c2cc7355-32cd-4f0c-b0b4-68399550c6da tempest-ServersTestManualDisk-24571533 tempest-ServersTestManualDisk-24571533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:06:03.552097 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-c0694501-c2dd-4c1d-b42a-02527c073c37 req-c2cc7355-32cd-4f0c-b0b4-68399550c6da tempest-ServersTestManualDisk-24571533 tempest-ServersTestManualDisk-24571533-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:03.566254 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-cc33cb1a-1a62-4e9c-b2d0-e7a808d240dc tempest-RoutersIpV6AdminTest-862369890 tempest-RoutersIpV6AdminTest-862369890-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:03.633849 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-34c0ea92-ebc8-443a-931c-5787d4c30398 None None] Port 05891007-1fed-4dd3-bd1c-36287398be5f cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 17:06:03.678054 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e1e307-ecb7-4b98-a809-1b0eb2eb6ff0 req-6772420e-a7d3-4694-8d16-fbe21cc51812 tempest-ServersTestManualDisk-24571533 tempest-ServersTestManualDisk-24571533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:06:03.679728 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-43e1e307-ecb7-4b98-a809-1b0eb2eb6ff0 req-6772420e-a7d3-4694-8d16-fbe21cc51812 tempest-ServersTestManualDisk-24571533 tempest-ServersTestManualDisk-24571533-project] 10.222.0.11 "GET /v2.0/ports?device_id=9e05055b-fb92-4007-81d3-6b13e68c583e HTTP/1.1" status: 200 len: 931 time: 0.1981034 Jan 05 17:06:03.686419 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-2942b98a-4f83-46de-aa52-3edcf97c90db tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3891715', 'neutron.services.segments.db._delete_segments_for_network-8754181063482'] for network, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:03.687182 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-34c0ea92-ebc8-443a-931c-5787d4c30398 None None] Provisioning complete for port 67389512-62b3-4da5-90e0-71fd04a18f1a triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:06:03.687559 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-34c0ea92-ebc8-443a-931c-5787d4c30398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:03.728434 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-173d5050-05c2-4107-855a-a85788907176 tempest-AllowedAddressPairIpV6TestJSON-2107737971 tempest-AllowedAddressPairIpV6TestJSON-2107737971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11433176'] for port, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:03.748832 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.services.segments.db [None req-2942b98a-4f83-46de-aa52-3edcf97c90db tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24c9a877-5004-4bd6-9a8b-cc4aed7d6a14']}} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:06:03.756161 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-34c0ea92-ebc8-443a-931c-5787d4c30398 None None] Port 67389512-62b3-4da5-90e0-71fd04a18f1a cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 17:06:03.825492 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.services.segments.db [None req-2942b98a-4f83-46de-aa52-3edcf97c90db tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0834a18b-9afc-4bf1-9267-347be2115ca6') {'for_net_delete': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:06:03.827110 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.services.segments.db [None req-2942b98a-4f83-46de-aa52-3edcf97c90db tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0834a18b-9afc-4bf1-9267-347be2115ca6') {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:06:03.860810 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-2942b98a-4f83-46de-aa52-3edcf97c90db tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754181064771', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11316385'] for segment, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:03.914362 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-d4c0f8a3-f375-48b5-b0b2-83493351b86d None None] Provisioning complete for port 9d9797fe-28bc-484a-8109-b1bbda455a24 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:06:03.914362 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d4c0f8a3-f375-48b5-b0b2-83493351b86d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:03.922743 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-173d5050-05c2-4107-855a-a85788907176 tempest-AllowedAddressPairIpV6TestJSON-2107737971 tempest-AllowedAddressPairIpV6TestJSON-2107737971-project] Network d70de973-d620-4747-924f-59a8ea7c37da is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:06:03.923983 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173d5050-05c2-4107-855a-a85788907176 tempest-AllowedAddressPairIpV6TestJSON-2107737971 tempest-AllowedAddressPairIpV6TestJSON-2107737971-project] Pushing event updated for resources: {'Port': ['ID=cb960106-a37c-4f8f-bea2-ec0ccf671d23,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:06:03.948270 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-43e1e307-ecb7-4b98-a809-1b0eb2eb6ff0 req-3cb6b552-4c51-41dd-9b01-68b5b71b66b2 tempest-ServersTestManualDisk-24571533 tempest-ServersTestManualDisk-24571533-project] 10.222.0.11 "GET /v2.0/security-groups?id=975168df-f8b7-4c5c-afef-35686270bc8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2582364 Jan 05 17:06:03.949732 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-173d5050-05c2-4107-855a-a85788907176 tempest-AllowedAddressPairIpV6TestJSON-2107737971 tempest-AllowedAddressPairIpV6TestJSON-2107737971-project] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:06:03.961224 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-173d5050-05c2-4107-855a-a85788907176 tempest-AllowedAddressPairIpV6TestJSON-2107737971 tempest-AllowedAddressPairIpV6TestJSON-2107737971-project] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:06:03.983922 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-173d5050-05c2-4107-855a-a85788907176 tempest-AllowedAddressPairIpV6TestJSON-2107737971 tempest-AllowedAddressPairIpV6TestJSON-2107737971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:06:03.986296 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-173d5050-05c2-4107-855a-a85788907176 tempest-AllowedAddressPairIpV6TestJSON-2107737971 tempest-AllowedAddressPairIpV6TestJSON-2107737971-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:04.000011 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 39044) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:06:04.033174 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f64b9d4628f7eefcc27168a80c04985d23f0ea5def038dae05e1deb7357f3bfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73023532-b030-4aab-8ed0-14ea902fd45b" -d '{"events": [{"name": "network-changed", "server_uuid": "07c8b51b-bbb0-4a74-b3bf-1c00d88f26b4", "tag": "a7599bb3-4578-47a4-9639-0cfaf64ba5d2"}]}' {{(pid=103800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 05 17:06:04.035605 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-2942b98a-4f83-46de-aa52-3edcf97c90db tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225'] for segment, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:04.058327 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-ab527af2-67ac-4669-8d6e-7757fd72c9b3 req-85dc92d3-97fa-454e-9e9e-2524a88366a4 tempest-ServerActionsTestJSON-949899014 tempest-ServerActionsTestJSON-949899014-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.5452278 Jan 05 17:06:04.072868 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090d8b3e-c52c-495a-b003-e13b39bba58f req-179c4622-d3ab-4fd0-9d7e-f6ca60682fff tempest-ServerActionsTestJSON-949899014 tempest-ServerActionsTestJSON-949899014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:06:04.082195 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-090d8b3e-c52c-495a-b003-e13b39bba58f req-179c4622-d3ab-4fd0-9d7e-f6ca60682fff tempest-ServerActionsTestJSON-949899014 tempest-ServerActionsTestJSON-949899014-project] 10.222.0.11 "GET /v2.0/ports?device_id=be270a5c-db8b-4dff-9e40-79b29c80ad34 HTTP/1.1" status: 200 len: 932 time: 1.3919141 Jan 05 17:06:04.098001 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2942b98a-4f83-46de-aa52-3edcf97c90db tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Releasing vlan 118 on physical network physnet1 to pool {{(pid=103801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 05 17:06:04.098444 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-2942b98a-4f83-46de-aa52-3edcf97c90db tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11433197'] for segment, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:04.105354 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:06:04.105354 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:06:04.105354 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:06:04.105354 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:06:04.105354 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:06:04.105354 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:06:04.105354 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:06:04.105354 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:06:04.105354 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:06:04.105354 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:06:04.105354 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:06:04.105354 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:06:04.105354 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:06:04.105354 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:06:04.105354 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:06:04.105354 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:06:04.105354 dv-neutron-master-2-hyperv neutron-server[103801]: Traceback (most recent call last): Jan 05 17:06:04.105354 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 05 17:06:04.105354 dv-neutron-master-2-hyperv neutron-server[103801]: timer() Jan 05 17:06:04.105354 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 05 17:06:04.105354 dv-neutron-master-2-hyperv neutron-server[103801]: cb(*args, **kw) Jan 05 17:06:04.105354 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 05 17:06:04.105354 dv-neutron-master-2-hyperv neutron-server[103801]: return func(*args, **kwargs) Jan 05 17:06:04.105354 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 05 17:06:04.105354 dv-neutron-master-2-hyperv neutron-server[103801]: self._notify() Jan 05 17:06:04.105354 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 05 17:06:04.105354 dv-neutron-master-2-hyperv neutron-server[103801]: self.callback(batched_events) Jan 05 17:06:04.105354 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 05 17:06:04.105354 dv-neutron-master-2-hyperv neutron-server[103801]: event.method(event) Jan 05 17:06:04.105354 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 05 17:06:04.105354 dv-neutron-master-2-hyperv neutron-server[103801]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 05 17:06:04.105354 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 05 17:06:04.105354 dv-neutron-master-2-hyperv neutron-server[103801]: aggregate_uuid = self.p_client.list_aggregates( Jan 05 17:06:04.105354 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 05 17:06:04.105354 dv-neutron-master-2-hyperv neutron-server[103801]: return f(self, *a, **k) Jan 05 17:06:04.105354 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 05 17:06:04.105354 dv-neutron-master-2-hyperv neutron-server[103801]: return self._get(url).json() Jan 05 17:06:04.105354 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 05 17:06:04.105354 dv-neutron-master-2-hyperv neutron-server[103801]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 05 17:06:04.105354 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 05 17:06:04.105354 dv-neutron-master-2-hyperv neutron-server[103801]: return self.request(url, 'GET', **kwargs) Jan 05 17:06:04.105354 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 05 17:06:04.105354 dv-neutron-master-2-hyperv neutron-server[103801]: base_url = self.get_endpoint(auth, allow=allow, Jan 05 17:06:04.105354 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 05 17:06:04.105354 dv-neutron-master-2-hyperv neutron-server[103801]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 05 17:06:04.105354 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 05 17:06:04.105354 dv-neutron-master-2-hyperv neutron-server[103801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 05 17:06:04.105354 dv-neutron-master-2-hyperv neutron-server[103801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 05 17:06:04.117576 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [req-ab527af2-67ac-4669-8d6e-7757fd72c9b3 req-c50520b6-8568-412b-8147-83933385a5f7 service neutron] Request body: {'port': {'device_id': 'be270a5c-db8b-4dff-9e40-79b29c80ad34', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:06:04.200651 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c641f5e-47c1-43b1-a5ed-c8d6fdd61a3a req-db19e79a-0496-4d1c-b314-c61c7b419181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:06:04.215203 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-2c641f5e-47c1-43b1-a5ed-c8d6fdd61a3a req-db19e79a-0496-4d1c-b314-c61c7b419181 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8648c3d237fa47a2908cbe0ddaa5dd69&device_id=07c8b51b-bbb0-4a74-b3bf-1c00d88f26b4 HTTP/1.1" status: 200 len: 1097 time: 0.9125948 Jan 05 17:06:04.219495 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 9d9797fe-28bc-484a-8109-b1bbda455a24 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:06:04.295179 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-3a76fed8-f229-4817-ae71-ad8d008dfdb3 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1d0f716909654bd6bdd868551c0d8d5f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2866211 Jan 05 17:06:04.302619 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe9ebb0-9709-482b-8ec2-9ce5bcb52ed2 req-ac347fdd-93cb-4843-83f1-594b1cd90fd6 tempest-ServersTestJSON-1673014821 tempest-ServersTestJSON-1673014821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:06:04.308908 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-3fe9ebb0-9709-482b-8ec2-9ce5bcb52ed2 req-ac347fdd-93cb-4843-83f1-594b1cd90fd6 tempest-ServersTestJSON-1673014821 tempest-ServersTestJSON-1673014821-project] 10.222.0.11 "GET /v2.0/ports?device_id=07c8b51b-bbb0-4a74-b3bf-1c00d88f26b4 HTTP/1.1" status: 200 len: 944 time: 0.2017107 Jan 05 17:06:04.311205 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 39048) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:06:04.338322 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-1b3c8497-7d56-4851-9f63-9c43fd34e644 None None] Provisioning complete for port bd52cb70-aedb-4da4-abac-003d46a5729d triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:06:04.338817 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-1b3c8497-7d56-4851-9f63-9c43fd34e644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:04.374856 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-2c641f5e-47c1-43b1-a5ed-c8d6fdd61a3a req-57bf4463-ab8c-4f41-9955-93e722a8e42d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a7599bb3-4578-47a4-9639-0cfaf64ba5d2 HTTP/1.1" status: 200 len: 217 time: 0.1292310 Jan 05 17:06:04.375905 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Provisioning complete for port 9d9797fe-28bc-484a-8109-b1bbda455a24 triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:06:04.376498 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:04.381528 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3a236b-9262-4838-b5ac-c964fca50e00 service neutron] Pushing event updated for resources: {'Port': ['ID=a7599bb3-4578-47a4-9639-0cfaf64ba5d2,revision_number=3']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:06:04.422348 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-1b3c8497-7d56-4851-9f63-9c43fd34e644 None None] Port bd52cb70-aedb-4da4-abac-003d46a5729d cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 17:06:04.454805 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-3fe9ebb0-9709-482b-8ec2-9ce5bcb52ed2 req-1e4d1f80-a208-4b60-9083-c127a1353268 tempest-ServersTestJSON-1673014821 tempest-ServersTestJSON-1673014821-project] 10.222.0.11 "GET /v2.0/security-groups?id=a400398d-bf46-4390-bcfe-e2116b4af858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1449814 Jan 05 17:06:04.464975 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-173d5050-05c2-4107-855a-a85788907176 tempest-AllowedAddressPairIpV6TestJSON-2107737971 tempest-AllowedAddressPairIpV6TestJSON-2107737971-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 2.8665810 Jan 05 17:06:04.465847 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-2942b98a-4f83-46de-aa52-3edcf97c90db tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3891722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648695'] for network, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:04.480983 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-1b3c8497-7d56-4851-9f63-9c43fd34e644 None None] Provisioning complete for port cb960106-a37c-4f8f-bea2-ec0ccf671d23 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:06:04.481362 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-1b3c8497-7d56-4851-9f63-9c43fd34e644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:04.490814 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-2942b98a-4f83-46de-aa52-3edcf97c90db tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Publish callbacks [] for network, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:04.512265 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-2942b98a-4f83-46de-aa52-3edcf97c90db tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] 10.222.0.11 "DELETE /v2.0/networks/24c9a877-5004-4bd6-9a8b-cc4aed7d6a14 HTTP/1.1" status: 204 len: 168 time: 5.2527554 Jan 05 17:06:04.512785 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 39052) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:06:04.513232 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 39056) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:06:04.514237 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2942b98a-4f83-46de-aa52-3edcf97c90db tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Pushing event deleted for resources: {'Network': ['ID=24c9a877-5004-4bd6-9a8b-cc4aed7d6a14,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:06:04.517802 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-090d8b3e-c52c-495a-b003-e13b39bba58f req-b41e9c79-9657-4078-a94e-96a32b12da8e tempest-ServerActionsTestJSON-949899014 tempest-ServerActionsTestJSON-949899014-project] 10.222.0.11 "GET /v2.0/security-groups?id=f7674e10-0a07-4bc4-8403-a53dd95a312a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4343517 Jan 05 17:06:04.548212 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-ab527af2-67ac-4669-8d6e-7757fd72c9b3 req-c50520b6-8568-412b-8147-83933385a5f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:04.554155 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-c0694501-c2dd-4c1d-b42a-02527c073c37 req-c2cc7355-32cd-4f0c-b0b4-68399550c6da tempest-ServersTestManualDisk-24571533 tempest-ServersTestManualDisk-24571533-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.0802448 Jan 05 17:06:04.639764 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-10e2ed9c-e554-41e3-856f-76a654e9dc4c tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1235005009'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:06:04.689443 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [req-c0694501-c2dd-4c1d-b42a-02527c073c37 req-0ff25016-b587-4a73-89c2-3e1ee27b0a9d service neutron] Request body: {'port': {'device_id': '9e05055b-fb92-4007-81d3-6b13e68c583e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:06:04.700241 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-1b3c8497-7d56-4851-9f63-9c43fd34e644 None None] Port cb960106-a37c-4f8f-bea2-ec0ccf671d23 cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 17:06:04.732235 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-1b3c8497-7d56-4851-9f63-9c43fd34e644 None None] Provisioning complete for port 9d9797fe-28bc-484a-8109-b1bbda455a24 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:06:04.732608 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-1b3c8497-7d56-4851-9f63-9c43fd34e644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:04.802172 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7ccaca2-b4de-4427-8c28-f29bf474e2b1 tempest-AllowedAddressPairIpV6TestJSON-2107737971 tempest-AllowedAddressPairIpV6TestJSON-2107737971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:06:04.809827 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7ccaca2-b4de-4427-8c28-f29bf474e2b1 tempest-AllowedAddressPairIpV6TestJSON-2107737971 tempest-AllowedAddressPairIpV6TestJSON-2107737971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:06:04.857351 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7ccaca2-b4de-4427-8c28-f29bf474e2b1 tempest-AllowedAddressPairIpV6TestJSON-2107737971 tempest-AllowedAddressPairIpV6TestJSON-2107737971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:06:04.863032 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-a7ccaca2-b4de-4427-8c28-f29bf474e2b1 tempest-AllowedAddressPairIpV6TestJSON-2107737971 tempest-AllowedAddressPairIpV6TestJSON-2107737971-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2483 time: 0.3443453 Jan 05 17:06:04.868807 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-0f4e7721-915f-471f-9566-cbcee5a1251c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:04.870117 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 39060) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:06:04.945051 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-0f4e7721-915f-471f-9566-cbcee5a1251c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:05.080909 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-f1b49ee3-6765-41d6-bcdb-a56d414590a9 None None] Provisioning complete for port bd52cb70-aedb-4da4-abac-003d46a5729d triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:06:05.084549 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-f1b49ee3-6765-41d6-bcdb-a56d414590a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:05.140721 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Jan 2022 17:06:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a80270f9-c5fd-4325-a003-aab9f541819a x-openstack-request-id: req-a80270f9-c5fd-4325-a003-aab9f541819a {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 05 17:06:05.141242 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07c8b51b-bbb0-4a74-b3bf-1c00d88f26b4", "tag": "a7599bb3-4578-47a4-9639-0cfaf64ba5d2", "status": "completed", "code": 200}]} {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 05 17:06:05.141242 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a80270f9-c5fd-4325-a003-aab9f541819a {{(pid=103800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 05 17:06:05.141730 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07c8b51b-bbb0-4a74-b3bf-1c00d88f26b4', 'tag': 'a7599bb3-4578-47a4-9639-0cfaf64ba5d2', 'status': 'completed', 'code': 200} Jan 05 17:06:05.160948 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-f1b49ee3-6765-41d6-bcdb-a56d414590a9 None None] Port bd52cb70-aedb-4da4-abac-003d46a5729d cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 17:06:05.165987 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84362278-c70b-4917-ad19-b028374c3907 None None] get_active_networks_info from dv-neutron-master-2-hyperv {{(pid=103802) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 05 17:06:05.243137 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-0f4e7721-915f-471f-9566-cbcee5a1251c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:05.246900 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-0f4e7721-915f-471f-9566-cbcee5a1251c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:05.249848 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-0f4e7721-915f-471f-9566-cbcee5a1251c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/6954af77-6564-4d50-bbc0-05ad7de34c98 HTTP/1.1" status: 204 len: 168 time: 0.9354758 Jan 05 17:06:05.250473 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10e2ed9c-e554-41e3-856f-76a654e9dc4c tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Made reservation on behalf of a3ad318c2083452290397b0c39945cb9 for: {'network': 1} {{(pid=103801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:06:05.261956 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-10e2ed9c-e554-41e3-856f-76a654e9dc4c tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for network, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:05.309842 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4e7721-915f-471f-9566-cbcee5a1251c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6954af77-6564-4d50-bbc0-05ad7de34c98,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:06:05.320411 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c641f5e-47c1-43b1-a5ed-c8d6fdd61a3a req-16f083b0-56b1-4725-b1ac-945ba2879037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:06:05.322084 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-2c641f5e-47c1-43b1-a5ed-c8d6fdd61a3a req-16f083b0-56b1-4725-b1ac-945ba2879037 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1c9222ac-b9b2-431b-aee5-7d51a8ac8416 HTTP/1.1" status: 200 len: 844 time: 0.9369142 Jan 05 17:06:05.350127 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10e2ed9c-e554-41e3-856f-76a654e9dc4c tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'} {{(pid=103801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 05 17:06:05.412207 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-10e2ed9c-e554-41e3-856f-76a654e9dc4c tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225'] for segment, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:05.412939 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-4de2cd7e-a464-49ec-b96b-4a0fdd2645c0 None None] Provisioning complete for port cb960106-a37c-4f8f-bea2-ec0ccf671d23 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:06:05.413851 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.db.segments_db [None req-10e2ed9c-e554-41e3-856f-76a654e9dc4c tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Added segment 1ba1b67d-7822-4aae-9530-a484a4dfafc2 of type vlan for network c586f671-549c-4f35-8bc8-c48b8861872f Jan 05 17:06:05.413966 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-4de2cd7e-a464-49ec-b96b-4a0fdd2645c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:05.543014 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-c0694501-c2dd-4c1d-b42a-02527c073c37 req-0ff25016-b587-4a73-89c2-3e1ee27b0a9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:05.543526 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 39074) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:06:05.548869 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-10e2ed9c-e554-41e3-856f-76a654e9dc4c tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754180566020'] for network, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:05.556795 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84362278-c70b-4917-ad19-b028374c3907 None None] Resources bound (agent type, host, resource id): {{(pid=103802) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 05 17:06:05.595290 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-4de2cd7e-a464-49ec-b96b-4a0fdd2645c0 None None] Port cb960106-a37c-4f8f-bea2-ec0ccf671d23 cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 17:06:05.676727 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa35bd64-0874-4c62-be94-8c5dfc8d0fa0 req-11f95091-6b3b-482a-a5be-75ea7a840d1e tempest-ServersTestManualDisk-24571533 tempest-ServersTestManualDisk-24571533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:06:05.678128 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-fa35bd64-0874-4c62-be94-8c5dfc8d0fa0 req-11f95091-6b3b-482a-a5be-75ea7a840d1e tempest-ServersTestManualDisk-24571533 tempest-ServersTestManualDisk-24571533-project] 10.222.0.11 "GET /v2.0/ports?device_id=9e05055b-fb92-4007-81d3-6b13e68c583e HTTP/1.1" status: 200 len: 931 time: 0.4542093 Jan 05 17:06:05.737000 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-10e2ed9c-e554-41e3-856f-76a654e9dc4c tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685'] for network, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:05.747696 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10e2ed9c-e554-41e3-856f-76a654e9dc4c tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:06:05.748548 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-10e2ed9c-e554-41e3-856f-76a654e9dc4c tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Publish callbacks [] for network, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:05.768712 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-fa43667b-9e44-4226-95e0-ad03af5b76ea tempest-RoutersAdminNegativeIpV6Test-1079529503 tempest-RoutersAdminNegativeIpV6Test-1079529503-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-83822738', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:06:05.780942 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-5c216a27-4072-41af-a088-ab7f6951ca39 tempest-AllowedAddressPairIpV6TestJSON-2107737971 tempest-AllowedAddressPairIpV6TestJSON-2107737971-project] Deleting port cb960106-a37c-4f8f-bea2-ec0ccf671d23 {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:06:05.781305 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-5c216a27-4072-41af-a088-ab7f6951ca39 tempest-AllowedAddressPairIpV6TestJSON-2107737971 tempest-AllowedAddressPairIpV6TestJSON-2107737971-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:05.785549 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-cc33cb1a-1a62-4e9c-b2d0-e7a808d240dc tempest-RoutersIpV6AdminTest-862369890 tempest-RoutersIpV6AdminTest-862369890-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-648430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648639'] for router, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:05.788340 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c641f5e-47c1-43b1-a5ed-c8d6fdd61a3a req-c1006470-08ff-4f33-a00c-bfbb941a21c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:06:05.789874 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-2c641f5e-47c1-43b1-a5ed-c8d6fdd61a3a req-c1006470-08ff-4f33-a00c-bfbb941a21c4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=66b9f7eb-d414-436b-882b-ac047c1764b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4374349 Jan 05 17:06:05.836530 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c925d7-fde0-47e5-ab3f-e0bed5cff388 req-edf6bb4e-db02-4c91-b79b-0bafd6696da2 tempest-ServersTestJSON-1673014821 tempest-ServersTestJSON-1673014821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:06:05.843858 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-41c925d7-fde0-47e5-ab3f-e0bed5cff388 req-edf6bb4e-db02-4c91-b79b-0bafd6696da2 tempest-ServersTestJSON-1673014821 tempest-ServersTestJSON-1673014821-project] 10.222.0.11 "GET /v2.0/ports?device_id=07c8b51b-bbb0-4a74-b3bf-1c00d88f26b4 HTTP/1.1" status: 200 len: 944 time: 0.1991932 Jan 05 17:06:05.942831 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-10e2ed9c-e554-41e3-856f-76a654e9dc4c tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.4164028 Jan 05 17:06:05.954832 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 39084) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:06:05.969264 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-8fda94e3-3a99-46be-88c1-75c9f3a3d221 tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Request body: {'subnet': {'network_id': 'c586f671-549c-4f35-8bc8-c48b8861872f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:06:06.052018 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e2ed9c-e554-41e3-856f-76a654e9dc4c tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Pushing event updated for resources: {'Network': ['ID=c586f671-549c-4f35-8bc8-c48b8861872f,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:06:06.071378 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa43667b-9e44-4226-95e0-ad03af5b76ea tempest-RoutersAdminNegativeIpV6Test-1079529503 tempest-RoutersAdminNegativeIpV6Test-1079529503-project-admin] Made reservation on behalf of e943f13ea1894295bccb038adc61e8e5 for: {'port': 1} {{(pid=103801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:06:06.075956 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-fa43667b-9e44-4226-95e0-ad03af5b76ea tempest-RoutersAdminNegativeIpV6Test-1079529503 tempest-RoutersAdminNegativeIpV6Test-1079529503-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:06.098153 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Network c586f671-549c-4f35-8bc8-c48b8861872f details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 05 17:06:06.120302 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-fa43667b-9e44-4226-95e0-ad03af5b76ea tempest-RoutersAdminNegativeIpV6Test-1079529503 tempest-RoutersAdminNegativeIpV6Test-1079529503-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:06.154669 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-41c925d7-fde0-47e5-ab3f-e0bed5cff388 req-0c865f5c-7d61-4be3-8d1f-0246a846e2d8 tempest-ServersTestJSON-1673014821 tempest-ServersTestJSON-1673014821-project] 10.222.0.11 "GET /v2.0/security-groups?id=a400398d-bf46-4390-bcfe-e2116b4af858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3099527 Jan 05 17:06:06.187072 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-fa35bd64-0874-4c62-be94-8c5dfc8d0fa0 req-a08acffe-4dd7-4d3a-942d-a7b34f3634cd tempest-ServersTestManualDisk-24571533 tempest-ServersTestManualDisk-24571533-project] 10.222.0.11 "GET /v2.0/security-groups?id=975168df-f8b7-4c5c-afef-35686270bc8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4959135 Jan 05 17:06:06.313443 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fda94e3-3a99-46be-88c1-75c9f3a3d221 tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Made reservation on behalf of a3ad318c2083452290397b0c39945cb9 for: {'subnet': 1} {{(pid=103801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:06:06.322594 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-8fda94e3-3a99-46be-88c1-75c9f3a3d221 tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12480675'] for subnet, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:06.346101 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-fa43667b-9e44-4226-95e0-ad03af5b76ea tempest-RoutersAdminNegativeIpV6Test-1079529503 tempest-RoutersAdminNegativeIpV6Test-1079529503-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:06.452926 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56770740-6a6e-49d0-bdb2-c64688be7c6c req-1d824e1e-2514-4516-a17d-643fd0f61ec3 tempest-ServerActionsTestJSON-949899014 tempest-ServerActionsTestJSON-949899014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:06:06.460388 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-56770740-6a6e-49d0-bdb2-c64688be7c6c req-1d824e1e-2514-4516-a17d-643fd0f61ec3 tempest-ServerActionsTestJSON-949899014 tempest-ServerActionsTestJSON-949899014-project] 10.222.0.11 "GET /v2.0/ports?device_id=be270a5c-db8b-4dff-9e40-79b29c80ad34 HTTP/1.1" status: 200 len: 932 time: 0.1321638 Jan 05 17:06:06.467814 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-fa43667b-9e44-4226-95e0-ad03af5b76ea tempest-RoutersAdminNegativeIpV6Test-1079529503 tempest-RoutersAdminNegativeIpV6Test-1079529503-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:06.504806 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa43667b-9e44-4226-95e0-ad03af5b76ea tempest-RoutersAdminNegativeIpV6Test-1079529503 tempest-RoutersAdminNegativeIpV6Test-1079529503-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfa5cc61-5a36-4d61-a87f-0c115fe1e923,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:06:06.510436 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.notifiers.nova [None req-fa43667b-9e44-4226-95e0-ad03af5b76ea tempest-RoutersAdminNegativeIpV6Test-1079529503 tempest-RoutersAdminNegativeIpV6Test-1079529503-project-admin] device_id is not set on port e9ddce72-3e9b-4dc8-9ed5-36ae5173764c yet. {{(pid=103801) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 05 17:06:06.627127 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-56770740-6a6e-49d0-bdb2-c64688be7c6c req-2da7180b-aa5f-4da5-ab54-27cf4a06cf39 tempest-ServerActionsTestJSON-949899014 tempest-ServerActionsTestJSON-949899014-project] 10.222.0.11 "GET /v2.0/security-groups?id=f7674e10-0a07-4bc4-8403-a53dd95a312a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1584494 Jan 05 17:06:06.629256 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-2c641f5e-47c1-43b1-a5ed-c8d6fdd61a3a req-c6a7c234-8b1f-41f4-93e1-ee53752fb68b service neutron] 10.222.0.13 "GET /v2.0/networks/66b9f7eb-d414-436b-882b-ac047c1764b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8047478 Jan 05 17:06:06.648774 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-5c216a27-4072-41af-a088-ab7f6951ca39 tempest-AllowedAddressPairIpV6TestJSON-2107737971 tempest-AllowedAddressPairIpV6TestJSON-2107737971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:06.729196 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.notifiers.nova [req-ab527af2-67ac-4669-8d6e-7757fd72c9b3 req-c50520b6-8568-412b-8147-83933385a5f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67389512-62b3-4da5-90e0-71fd04a18f1a {{(pid=103800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 05 17:06:06.735537 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-bb4db92c-bd16-4b00-a070-4e1095196478 None None] Provisioning complete for port ef912d53-413b-4f34-aa43-487c8365b591 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:06:06.740762 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-ab527af2-67ac-4669-8d6e-7757fd72c9b3 req-c50520b6-8568-412b-8147-83933385a5f7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:06.741513 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-bb4db92c-bd16-4b00-a070-4e1095196478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:06.766750 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.provisioning_blocks [req-ab527af2-67ac-4669-8d6e-7757fd72c9b3 req-c50520b6-8568-412b-8147-83933385a5f7 service neutron] Transition to ACTIVE for port object 67389512-62b3-4da5-90e0-71fd04a18f1a will not be triggered until provisioned by entity L2. {{(pid=103800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 05 17:06:06.771252 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-5c216a27-4072-41af-a088-ab7f6951ca39 tempest-AllowedAddressPairIpV6TestJSON-2107737971 tempest-AllowedAddressPairIpV6TestJSON-2107737971-project] Calling delete_port for cb960106-a37c-4f8f-bea2-ec0ccf671d23 owned by {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:06:06.823221 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-bb4db92c-bd16-4b00-a070-4e1095196478 None None] Port ef912d53-413b-4f34-aa43-487c8365b591 cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 17:06:06.873801 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-bb4db92c-bd16-4b00-a070-4e1095196478 None None] Provisioning complete for port 0a7276b8-1618-4b7c-b728-b0e192ee4a72 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:06:06.873801 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-bb4db92c-bd16-4b00-a070-4e1095196478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:06.874778 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [None req-fa43667b-9e44-4226-95e0-ad03af5b76ea tempest-RoutersAdminNegativeIpV6Test-1079529503 tempest-RoutersAdminNegativeIpV6Test-1079529503-project-admin] Allocated IP 172.36.4.26 (b0167590-0699-4c5c-a932-3939414a9573/7a784a6d-3d96-418f-a645-b9ccd0b1ac55/e9ddce72-3e9b-4dc8-9ed5-36ae5173764c) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:06:06.912675 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-bb4db92c-bd16-4b00-a070-4e1095196478 None None] Port 0a7276b8-1618-4b7c-b728-b0e192ee4a72 cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 17:06:06.939431 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-bb4db92c-bd16-4b00-a070-4e1095196478 None None] Provisioning complete for port 0483d6a4-1fc9-48b5-93dc-d32a60c57bfb triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:06:06.941699 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-bb4db92c-bd16-4b00-a070-4e1095196478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:07.030050 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-8fda94e3-3a99-46be-88c1-75c9f3a3d221 tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11433288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12480593'] for subnet, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:07.101806 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fda94e3-3a99-46be-88c1-75c9f3a3d221 tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Pushing event updated for resources: {'Subnet': ['ID=f49a4d91-4e9d-4535-ada4-bf67c524fdd3,revision_number=0']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:06:07.164078 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fda94e3-3a99-46be-88c1-75c9f3a3d221 tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Checking segment: {'id': '1ba1b67d-7822-4aae-9530-a484a4dfafc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'c586f671-549c-4f35-8bc8-c48b8861872f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:06:07.166892 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fda94e3-3a99-46be-88c1-75c9f3a3d221 tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Network hostable DHCP agents. Network: c586f671-549c-4f35-8bc8-c48b8861872f, hostable agents: ['3f70c195-17da-4084-9fd6-bf6059d88535'], hosted agents: [] {{(pid=103801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 05 17:06:07.198519 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-fa43667b-9e44-4226-95e0-ad03af5b76ea tempest-RoutersAdminNegativeIpV6Test-1079529503 tempest-RoutersAdminNegativeIpV6Test-1079529503-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:07.224067 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-ab527af2-67ac-4669-8d6e-7757fd72c9b3 req-c50520b6-8568-412b-8147-83933385a5f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8784461'] for port, after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:07.296824 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fda94e3-3a99-46be-88c1-75c9f3a3d221 tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Network c586f671-549c-4f35-8bc8-c48b8861872f is scheduled to be hosted by DHCP agent 3f70c195-17da-4084-9fd6-bf6059d88535 with binding_index 1 {{(pid=103801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 05 17:06:07.297768 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-bb4db92c-bd16-4b00-a070-4e1095196478 None None] Provisioning complete for port 8ad8c639-0e01-4988-8ffc-e724b851997d triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:06:07.298397 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-bb4db92c-bd16-4b00-a070-4e1095196478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:07.382190 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-5c216a27-4072-41af-a088-ab7f6951ca39 tempest-AllowedAddressPairIpV6TestJSON-2107737971 tempest-AllowedAddressPairIpV6TestJSON-2107737971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:07.417882 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-bb4db92c-bd16-4b00-a070-4e1095196478 None None] Port 8ad8c639-0e01-4988-8ffc-e724b851997d cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 17:06:07.453758 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-bb4db92c-bd16-4b00-a070-4e1095196478 None None] Provisioning complete for port 626ae523-21d7-4e15-ba22-fd67cd4107ce triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:06:07.455981 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-bb4db92c-bd16-4b00-a070-4e1095196478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:07.477806 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076814a4-297e-46fb-8501-621285beb4d9 req-b3f541d5-1b30-4598-b475-ae57e58a0d7c tempest-ServersTestManualDisk-24571533 tempest-ServersTestManualDisk-24571533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:06:07.483271 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-076814a4-297e-46fb-8501-621285beb4d9 req-b3f541d5-1b30-4598-b475-ae57e58a0d7c tempest-ServersTestManualDisk-24571533 tempest-ServersTestManualDisk-24571533-project] 10.222.0.11 "GET /v2.0/ports?device_id=9e05055b-fb92-4007-81d3-6b13e68c583e HTTP/1.1" status: 200 len: 931 time: 0.1323130 Jan 05 17:06:07.556318 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-076814a4-297e-46fb-8501-621285beb4d9 req-ed04ef28-6ef7-428e-bfa4-8fab454d265c tempest-ServersTestManualDisk-24571533 tempest-ServersTestManualDisk-24571533-project] 10.222.0.11 "GET /v2.0/security-groups?id=975168df-f8b7-4c5c-afef-35686270bc8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647013 Jan 05 17:06:07.592918 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-fa43667b-9e44-4226-95e0-ad03af5b76ea tempest-RoutersAdminNegativeIpV6Test-1079529503 tempest-RoutersAdminNegativeIpV6Test-1079529503-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11433176'] for port, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:07.596966 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-bb4db92c-bd16-4b00-a070-4e1095196478 None None] Provisioning complete for port a2083399-68da-41c6-8b43-af4397831407 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:06:07.597338 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-bb4db92c-bd16-4b00-a070-4e1095196478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:07.632200 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-2c641f5e-47c1-43b1-a5ed-c8d6fdd61a3a req-e658fdc2-3d97-4741-89f6-efe777e7b069 service neutron] 10.222.0.13 "GET /v2.0/networks/66b9f7eb-d414-436b-882b-ac047c1764b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9886851 Jan 05 17:06:07.654426 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-8fda94e3-3a99-46be-88c1-75c9f3a3d221 tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, c586f671-549c-4f35-8bc8-c48b8861872f) {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:06:07.661343 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fda94e3-3a99-46be-88c1-75c9f3a3d221 tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:06:07.663431 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-8fda94e3-3a99-46be-88c1-75c9f3a3d221 tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Publish callbacks [] for subnet, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:07.668136 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa43667b-9e44-4226-95e0-ad03af5b76ea tempest-RoutersAdminNegativeIpV6Test-1079529503 tempest-RoutersAdminNegativeIpV6Test-1079529503-project-admin] Network b0167590-0699-4c5c-a932-3939414a9573 is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:06:07.672719 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50520b6-8568-412b-8147-83933385a5f7 service neutron] Pushing event updated for resources: {'Port': ['ID=67389512-62b3-4da5-90e0-71fd04a18f1a,revision_number=2']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:06:07.675961 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-931a5e00-466d-495a-b500-2104a3d2871c None None] Network c586f671-549c-4f35-8bc8-c48b8861872f requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:06:07.682324 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-fa43667b-9e44-4226-95e0-ad03af5b76ea tempest-RoutersAdminNegativeIpV6Test-1079529503 tempest-RoutersAdminNegativeIpV6Test-1079529503-project-admin] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:06:07.696281 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa43667b-9e44-4226-95e0-ad03af5b76ea tempest-RoutersAdminNegativeIpV6Test-1079529503 tempest-RoutersAdminNegativeIpV6Test-1079529503-project-admin] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:06:07.731862 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc33cb1a-1a62-4e9c-b2d0-e7a808d240dc tempest-RoutersIpV6AdminTest-862369890 tempest-RoutersIpV6AdminTest-862369890-project-admin] Router 3847beef-e109-4751-9e43-6385a889e448 is scheduled to L3 agent 59446fdc-40e0-41fe-a575-a8eb11d742f7 with binding_index 1 {{(pid=103800) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 05 17:06:07.764125 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08a2f619-f199-4db7-bbc2-37aa6c71eb5f None None] DHCP port deletion for b0167590-0699-4c5c-a932-3939414a9573 request from dv-neutron-master-2-hyperv {{(pid=103802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 05 17:06:07.794011 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa43667b-9e44-4226-95e0-ad03af5b76ea tempest-RoutersAdminNegativeIpV6Test-1079529503 tempest-RoutersAdminNegativeIpV6Test-1079529503-project-admin] Pushing event updated for resources: {'Port': ['ID=e9ddce72-3e9b-4dc8-9ed5-36ae5173764c,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:06:07.799944 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c216a27-4072-41af-a088-ab7f6951ca39 tempest-AllowedAddressPairIpV6TestJSON-2107737971 tempest-AllowedAddressPairIpV6TestJSON-2107737971-project] Pushing event deleted for resources: {'Port': ['ID=cb960106-a37c-4f8f-bea2-ec0ccf671d23,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:06:07.804847 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa43667b-9e44-4226-95e0-ad03af5b76ea tempest-RoutersAdminNegativeIpV6Test-1079529503 tempest-RoutersAdminNegativeIpV6Test-1079529503-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:06:07.805470 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-fa43667b-9e44-4226-95e0-ad03af5b76ea tempest-RoutersAdminNegativeIpV6Test-1079529503 tempest-RoutersAdminNegativeIpV6Test-1079529503-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:07.827675 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20125333-8684-4caa-807a-c2416d1f41b0 req-3e86b2a0-8f6d-40b7-87ab-9679904a10b7 tempest-ServerActionsTestJSON-949899014 tempest-ServerActionsTestJSON-949899014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:06:07.835380 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-bb4db92c-bd16-4b00-a070-4e1095196478 None None] Provisioning complete for port 4f213992-65e8-4017-b536-05cd6e4ff4ec triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:06:07.835871 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-bb4db92c-bd16-4b00-a070-4e1095196478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:07.836130 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-20125333-8684-4caa-807a-c2416d1f41b0 req-3e86b2a0-8f6d-40b7-87ab-9679904a10b7 tempest-ServerActionsTestJSON-949899014 tempest-ServerActionsTestJSON-949899014-project] 10.222.0.11 "GET /v2.0/ports?device_id=be270a5c-db8b-4dff-9e40-79b29c80ad34 HTTP/1.1" status: 200 len: 944 time: 0.0980008 Jan 05 17:06:07.843756 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c1cf0a-8427-4fad-b9e6-a2a5778898a1 req-e91c6ba3-682d-42ff-a94c-9596b11e7738 tempest-ServersTestJSON-1673014821 tempest-ServersTestJSON-1673014821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:06:07.845449 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-40c1cf0a-8427-4fad-b9e6-a2a5778898a1 req-e91c6ba3-682d-42ff-a94c-9596b11e7738 tempest-ServersTestJSON-1673014821 tempest-ServersTestJSON-1673014821-project] 10.222.0.11 "GET /v2.0/ports?device_id=07c8b51b-bbb0-4a74-b3bf-1c00d88f26b4 HTTP/1.1" status: 200 len: 944 time: 0.4271882 Jan 05 17:06:07.900130 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-8fda94e3-3a99-46be-88c1-75c9f3a3d221 tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.9433930 Jan 05 17:06:07.900751 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 39112) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:06:07.914509 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-98f0f162-0dd4-4137-922f-6513eed1d0d3 tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1651873376'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:06:07.919856 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-bb4db92c-bd16-4b00-a070-4e1095196478 None None] Port 4f213992-65e8-4017-b536-05cd6e4ff4ec cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 17:06:07.932621 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-bb4db92c-bd16-4b00-a070-4e1095196478 None None] Provisioning complete for port 4675d80c-fae0-4ba7-b0fe-b2a5b20c7a44 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:06:07.932621 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-bb4db92c-bd16-4b00-a070-4e1095196478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:07.936772 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-20125333-8684-4caa-807a-c2416d1f41b0 req-7caf3c77-866c-4c23-a814-78efb459650f tempest-ServerActionsTestJSON-949899014 tempest-ServerActionsTestJSON-949899014-project] 10.222.0.11 "GET /v2.0/security-groups?id=f7674e10-0a07-4bc4-8403-a53dd95a312a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0991654 Jan 05 17:06:07.953731 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-fa43667b-9e44-4226-95e0-ad03af5b76ea tempest-RoutersAdminNegativeIpV6Test-1079529503 tempest-RoutersAdminNegativeIpV6Test-1079529503-project-admin] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 2.4506698 Jan 05 17:06:07.956498 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 39114) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:06:07.958997 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cabcc51-e8ff-467f-b7ce-7c7f7e5b99b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-c586f671-549c-4f35-8bc8-c48b8861872f', 'network_id': 'c586f671-549c-4f35-8bc8-c48b8861872f', 'project_id': 'a3ad318c2083452290397b0c39945cb9', 'fixed_ips': [{'subnet_id': 'f49a4d91-4e9d-4535-ada4-bf67c524fdd3'}]}} from dv-neutron-master-2-hyperv. {{(pid=103802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 05 17:06:07.959861 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-6cabcc51-e8ff-467f-b7ce-7c7f7e5b99b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:07.960916 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.notifiers.nova [req-c0694501-c2dd-4c1d-b42a-02527c073c37 req-0ff25016-b587-4a73-89c2-3e1ee27b0a9d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05891007-1fed-4dd3-bd1c-36287398be5f {{(pid=103800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 05 17:06:07.964198 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-902a5aa9-47d6-4078-95f2-e1b204ec3e92 tempest-RoutersAdminNegativeIpV6Test-1079529503 tempest-RoutersAdminNegativeIpV6Test-1079529503-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.26'}]}}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:06:07.967868 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [req-ab527af2-67ac-4669-8d6e-7757fd72c9b3 req-c50520b6-8568-412b-8147-83933385a5f7 service neutron] Attempting to bind port 67389512-62b3-4da5-90e0-71fd04a18f1a on host hv-neutron-mast for vnic_type normal with profile {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 05 17:06:07.972964 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [req-ab527af2-67ac-4669-8d6e-7757fd72c9b3 req-c50520b6-8568-412b-8147-83933385a5f7 service neutron] Attempting to bind port 67389512-62b3-4da5-90e0-71fd04a18f1a by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '08747a6d-32d2-4d23-b56e-c56746431d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '1e5e93d9-6ada-44ad-b92b-017486a9719e'}] {{(pid=103800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 05 17:06:07.972964 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab527af2-67ac-4669-8d6e-7757fd72c9b3 req-c50520b6-8568-412b-8147-83933385a5f7 service neutron] Attempting to bind port 67389512-62b3-4da5-90e0-71fd04a18f1a on network 1e5e93d9-6ada-44ad-b92b-017486a9719e {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:06:08.003153 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-c0694501-c2dd-4c1d-b42a-02527c073c37 req-0ff25016-b587-4a73-89c2-3e1ee27b0a9d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:08.020152 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab527af2-67ac-4669-8d6e-7757fd72c9b3 req-c50520b6-8568-412b-8147-83933385a5f7 service neutron] Port 67389512-62b3-4da5-90e0-71fd04a18f1a on network 1e5e93d9-6ada-44ad-b92b-017486a9719e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 05 17:06:08.020152 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab527af2-67ac-4669-8d6e-7757fd72c9b3 req-c50520b6-8568-412b-8147-83933385a5f7 service neutron] Attempting to bind port 67389512-62b3-4da5-90e0-71fd04a18f1a on network 1e5e93d9-6ada-44ad-b92b-017486a9719e {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:06:08.034880 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-5c216a27-4072-41af-a088-ab7f6951ca39 tempest-AllowedAddressPairIpV6TestJSON-2107737971 tempest-AllowedAddressPairIpV6TestJSON-2107737971-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:08.038326 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-5c216a27-4072-41af-a088-ab7f6951ca39 tempest-AllowedAddressPairIpV6TestJSON-2107737971 tempest-AllowedAddressPairIpV6TestJSON-2107737971-project] 10.222.0.11 "DELETE /v2.0/ports/cb960106-a37c-4f8f-bea2-ec0ccf671d23 HTTP/1.1" status: 204 len: 168 time: 3.0824411 Jan 05 17:06:08.041683 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 39116) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:06:08.065333 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab527af2-67ac-4669-8d6e-7757fd72c9b3 req-c50520b6-8568-412b-8147-83933385a5f7 service neutron] Checking agent: {'id': '5c36d785-abe8-4e89-a23a-b403333d2378', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 5, 17, 3, 49), 'started_at': datetime.datetime(2022, 1, 5, 17, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 1, 5, 17, 5, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 05 17:06:08.065798 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab527af2-67ac-4669-8d6e-7757fd72c9b3 req-c50520b6-8568-412b-8147-83933385a5f7 service neutron] Checking segment: {'id': '08747a6d-32d2-4d23-b56e-c56746431d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '1e5e93d9-6ada-44ad-b92b-017486a9719e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:06:08.066254 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab527af2-67ac-4669-8d6e-7757fd72c9b3 req-c50520b6-8568-412b-8147-83933385a5f7 service neutron] Bound using segment: {'id': '08747a6d-32d2-4d23-b56e-c56746431d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '1e5e93d9-6ada-44ad-b92b-017486a9719e'} {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 05 17:06:08.066765 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [req-ab527af2-67ac-4669-8d6e-7757fd72c9b3 req-c50520b6-8568-412b-8147-83933385a5f7 service neutron] Bound port: 67389512-62b3-4da5-90e0-71fd04a18f1a, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08747a6d-32d2-4d23-b56e-c56746431d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '1e5e93d9-6ada-44ad-b92b-017486a9719e'}}] {{(pid=103800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 05 17:06:08.067185 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-ab527af2-67ac-4669-8d6e-7757fd72c9b3 req-c50520b6-8568-412b-8147-83933385a5f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:08.070336 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.provisioning_blocks [req-c0694501-c2dd-4c1d-b42a-02527c073c37 req-0ff25016-b587-4a73-89c2-3e1ee27b0a9d service neutron] Transition to ACTIVE for port object 05891007-1fed-4dd3-bd1c-36287398be5f will not be triggered until provisioned by entity L2. {{(pid=103800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 05 17:06:08.095592 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.pecan_wsgi.hooks.translation [None req-29bd3cb6-4e09-45ed-93e8-93ed45c563b3 tempest-AllowedAddressPairIpV6TestJSON-2107737971 tempest-AllowedAddressPairIpV6TestJSON-2107737971-project] GET failed (client error): The resource could not be found. Jan 05 17:06:08.101266 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-29bd3cb6-4e09-45ed-93e8-93ed45c563b3 tempest-AllowedAddressPairIpV6TestJSON-2107737971 tempest-AllowedAddressPairIpV6TestJSON-2107737971-project] 10.222.0.11 "GET /v2.0/ports/cb960106-a37c-4f8f-bea2-ec0ccf671d23 HTTP/1.1" status: 404 len: 333 time: 0.0548687 Jan 05 17:06:08.102359 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 39118) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:06:08.107115 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-c11245ea-435d-4af3-a95c-5014d9855ad9 tempest-AllowedAddressPairIpV6TestJSON-2107737971 tempest-AllowedAddressPairIpV6TestJSON-2107737971-project] Request body: {'port': {'network_id': 'd70de973-d620-4747-924f-59a8ea7c37da', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2033976825'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:06:08.126265 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98f0f162-0dd4-4137-922f-6513eed1d0d3 tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Made reservation on behalf of a3ad318c2083452290397b0c39945cb9 for: {'network': 1} {{(pid=103801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:06:08.130490 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-98f0f162-0dd4-4137-922f-6513eed1d0d3 tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for network, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:08.155995 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-40c1cf0a-8427-4fad-b9e6-a2a5778898a1 req-7328eca2-44c3-475a-b79d-f0f2470a6564 tempest-ServersTestJSON-1673014821 tempest-ServersTestJSON-1673014821-project] 10.222.0.11 "GET /v2.0/security-groups?id=a400398d-bf46-4390-bcfe-e2116b4af858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2422118 Jan 05 17:06:08.180900 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-c0694501-c2dd-4c1d-b42a-02527c073c37 req-0ff25016-b587-4a73-89c2-3e1ee27b0a9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8784461'] for port, after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:08.200286 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-902a5aa9-47d6-4078-95f2-e1b204ec3e92 tempest-RoutersAdminNegativeIpV6Test-1079529503 tempest-RoutersAdminNegativeIpV6Test-1079529503-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-649063', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58098'] for router, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:08.201885 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-902a5aa9-47d6-4078-95f2-e1b204ec3e92 tempest-RoutersAdminNegativeIpV6Test-1079529503 tempest-RoutersAdminNegativeIpV6Test-1079529503-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649832', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-545006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58091'] for router, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:08.237409 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc33cb1a-1a62-4e9c-b2d0-e7a808d240dc tempest-RoutersIpV6AdminTest-862369890 tempest-RoutersIpV6AdminTest-862369890-project-admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 05 17:06:08.255618 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73023532-b030-4aab-8ed0-14ea902fd45b req-d54ca7cf-0ea6-4e34-8fc0-9cbae2b8fdf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:06:08.257306 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-73023532-b030-4aab-8ed0-14ea902fd45b req-d54ca7cf-0ea6-4e34-8fc0-9cbae2b8fdf3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8648c3d237fa47a2908cbe0ddaa5dd69&device_id=07c8b51b-bbb0-4a74-b3bf-1c00d88f26b4 HTTP/1.1" status: 200 len: 1097 time: 0.2117794 Jan 05 17:06:08.260179 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-656ea234-deb6-4887-bc78-1ac9f2f1c7c5 None None] Sync routers for ids ['3847beef-e109-4751-9e43-6385a889e448'] in dv-neutron-master-2-hyperv {{(pid=103803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 05 17:06:08.284830 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-656ea234-deb6-4887-bc78-1ac9f2f1c7c5 None None] Routers {'3847beef-e109-4751-9e43-6385a889e448'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:06:08.285460 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-656ea234-deb6-4887-bc78-1ac9f2f1c7c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:05:49Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['3847beef-e109-4751-9e43-6385a889e448'], 'active': True} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:06:08.298975 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.db_base_plugin_common [None req-6cabcc51-e8ff-467f-b7ce-7c7f7e5b99b6 None None] Allocated IP 2001:db8::1 (c586f671-549c-4f35-8bc8-c48b8861872f/f49a4d91-4e9d-4535-ada4-bf67c524fdd3/d804c8db-31d2-44ad-a3ab-a466b261809b) {{(pid=103802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:06:08.336807 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff25016-b587-4a73-89c2-3e1ee27b0a9d service neutron] Pushing event updated for resources: {'Port': ['ID=05891007-1fed-4dd3-bd1c-36287398be5f,revision_number=2']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:06:08.356317 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.db [req-ab527af2-67ac-4669-8d6e-7757fd72c9b3 req-c50520b6-8568-412b-8147-83933385a5f7 service neutron] For port 67389512-62b3-4da5-90e0-71fd04a18f1a, host hv-neutron-mast, cleared binding levels {{(pid=103800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 05 17:06:08.450349 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.db [req-ab527af2-67ac-4669-8d6e-7757fd72c9b3 req-c50520b6-8568-412b-8147-83933385a5f7 service neutron] For port 67389512-62b3-4da5-90e0-71fd04a18f1a, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=67389512-62b3-4da5-90e0-71fd04a18f1a,segment=NetworkSegment(08747a6d-32d2-4d23-b56e-c56746431d5f),segment_id=08747a6d-32d2-4d23-b56e-c56746431d5f)] {{(pid=103800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 05 17:06:08.453384 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-cc33cb1a-1a62-4e9c-b2d0-e7a808d240dc tempest-RoutersIpV6AdminTest-862369890 tempest-RoutersIpV6AdminTest-862369890-project-admin] Publish callbacks [] for router, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:08.458135 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-cc33cb1a-1a62-4e9c-b2d0-e7a808d240dc tempest-RoutersIpV6AdminTest-862369890 tempest-RoutersIpV6AdminTest-862369890-project-admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 13.2041736 Jan 05 17:06:08.458781 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 39126) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:06:08.505824 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvr_db [None req-656ea234-deb6-4887-bc78-1ac9f2f1c7c5 None None] Set router 3847beef-e109-4751-9e43-6385a889e448 gateway port host: dv-neutron-master-2-hyperv {{(pid=103803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:06:08.557259 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98f0f162-0dd4-4137-922f-6513eed1d0d3 tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] vlan segment allocate from pool success with {'vlan_id': 146, 'physical_network': 'physnet1'} {{(pid=103801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 05 17:06:08.563741 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-ab527af2-67ac-4669-8d6e-7757fd72c9b3 req-c50520b6-8568-412b-8147-83933385a5f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8784461'] for port, after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:08.638868 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-6cabcc51-e8ff-467f-b7ce-7c7f7e5b99b6 None None] Publish callbacks [] for port, precommit_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:08.648622 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-e27594f0-8230-46d7-8c54-b432c7066e9d None None] Provisioning complete for port e9ddce72-3e9b-4dc8-9ed5-36ae5173764c triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:06:08.649001 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-e27594f0-8230-46d7-8c54-b432c7066e9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:08.670039 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab527af2-67ac-4669-8d6e-7757fd72c9b3 req-c50520b6-8568-412b-8147-83933385a5f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:06:08.670648 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-ab527af2-67ac-4669-8d6e-7757fd72c9b3 req-c50520b6-8568-412b-8147-83933385a5f7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:08.672010 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-ab527af2-67ac-4669-8d6e-7757fd72c9b3 req-c50520b6-8568-412b-8147-83933385a5f7 service neutron] 10.222.0.13 "PUT /v2.0/ports/67389512-62b3-4da5-90e0-71fd04a18f1a HTTP/1.1" status: 200 len: 1094 time: 4.5805004 Jan 05 17:06:08.672627 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be270a5c-db8b-4dff-9e40-79b29c80ad34', 'tag': '67389512-62b3-4da5-90e0-71fd04a18f1a'}] {{(pid=103800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 05 17:06:08.675531 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f64b9d4628f7eefcc27168a80c04985d23f0ea5def038dae05e1deb7357f3bfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3159bca5-02b8-42d0-83c2-1933e5e35a46" -d '{"events": [{"name": "network-changed", "server_uuid": "be270a5c-db8b-4dff-9e40-79b29c80ad34", "tag": "67389512-62b3-4da5-90e0-71fd04a18f1a"}]}' {{(pid=103800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 05 17:06:08.726733 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-98f0f162-0dd4-4137-922f-6513eed1d0d3 tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225'] for segment, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:08.726733 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.db.segments_db [None req-98f0f162-0dd4-4137-922f-6513eed1d0d3 tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Added segment 58666759-9029-49cf-a146-0f2e788f2822 of type vlan for network 9b968446-bf59-4bae-93a7-7b744b4cb94b Jan 05 17:06:08.745733 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-e27594f0-8230-46d7-8c54-b432c7066e9d None None] Port e9ddce72-3e9b-4dc8-9ed5-36ae5173764c cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 17:06:08.753799 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-6cabcc51-e8ff-467f-b7ce-7c7f7e5b99b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669'] for port, after_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:08.769492 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-902a5aa9-47d6-4078-95f2-e1b204ec3e92 tempest-RoutersAdminNegativeIpV6Test-1079529503 tempest-RoutersAdminNegativeIpV6Test-1079529503-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:08.792779 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [req-c0694501-c2dd-4c1d-b42a-02527c073c37 req-0ff25016-b587-4a73-89c2-3e1ee27b0a9d service neutron] Attempting to bind port 05891007-1fed-4dd3-bd1c-36287398be5f on host hv-neutron-mast for vnic_type normal with profile {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 05 17:06:08.793409 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [req-c0694501-c2dd-4c1d-b42a-02527c073c37 req-0ff25016-b587-4a73-89c2-3e1ee27b0a9d service neutron] Attempting to bind port 05891007-1fed-4dd3-bd1c-36287398be5f by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'd65903af-bfbb-40e4-945d-cf3bc3c0723b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'aabb1632-0142-4854-ba4e-971fe2ad463e'}] {{(pid=103800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 05 17:06:08.793923 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0694501-c2dd-4c1d-b42a-02527c073c37 req-0ff25016-b587-4a73-89c2-3e1ee27b0a9d service neutron] Attempting to bind port 05891007-1fed-4dd3-bd1c-36287398be5f on network aabb1632-0142-4854-ba4e-971fe2ad463e {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:06:08.800309 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73023532-b030-4aab-8ed0-14ea902fd45b req-cd48513c-e519-4d2c-8b4f-91b9e2b6488d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:06:08.802767 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-73023532-b030-4aab-8ed0-14ea902fd45b req-cd48513c-e519-4d2c-8b4f-91b9e2b6488d service neutron] 10.222.0.13 "GET /v2.0/networks?id=66b9f7eb-d414-436b-882b-ac047c1764b8 HTTP/1.1" status: 200 len: 906 time: 0.5071533 Jan 05 17:06:08.811351 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50520b6-8568-412b-8147-83933385a5f7 service neutron] Pushing event updated for resources: {'Port': ['ID=67389512-62b3-4da5-90e0-71fd04a18f1a,revision_number=3']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:06:08.819251 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0694501-c2dd-4c1d-b42a-02527c073c37 req-0ff25016-b587-4a73-89c2-3e1ee27b0a9d service neutron] Port 05891007-1fed-4dd3-bd1c-36287398be5f on network aabb1632-0142-4854-ba4e-971fe2ad463e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 05 17:06:08.819580 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0694501-c2dd-4c1d-b42a-02527c073c37 req-0ff25016-b587-4a73-89c2-3e1ee27b0a9d service neutron] Attempting to bind port 05891007-1fed-4dd3-bd1c-36287398be5f on network aabb1632-0142-4854-ba4e-971fe2ad463e {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:06:08.850643 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Jan 2022 17:06:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db42301a-00bf-4aa0-bf4d-05f2e15072f1 x-openstack-request-id: req-db42301a-00bf-4aa0-bf4d-05f2e15072f1 {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 05 17:06:08.850643 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be270a5c-db8b-4dff-9e40-79b29c80ad34", "tag": "67389512-62b3-4da5-90e0-71fd04a18f1a", "status": "completed", "code": 200}]} {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 05 17:06:08.850643 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-db42301a-00bf-4aa0-bf4d-05f2e15072f1 {{(pid=103800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 05 17:06:08.850643 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be270a5c-db8b-4dff-9e40-79b29c80ad34', 'tag': '67389512-62b3-4da5-90e0-71fd04a18f1a', 'status': 'completed', 'code': 200} Jan 05 17:06:08.899109 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0694501-c2dd-4c1d-b42a-02527c073c37 req-0ff25016-b587-4a73-89c2-3e1ee27b0a9d service neutron] Checking agent: {'id': '5c36d785-abe8-4e89-a23a-b403333d2378', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 5, 17, 3, 49), 'started_at': datetime.datetime(2022, 1, 5, 17, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 1, 5, 17, 5, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 05 17:06:08.899109 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0694501-c2dd-4c1d-b42a-02527c073c37 req-0ff25016-b587-4a73-89c2-3e1ee27b0a9d service neutron] Checking segment: {'id': 'd65903af-bfbb-40e4-945d-cf3bc3c0723b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'aabb1632-0142-4854-ba4e-971fe2ad463e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:06:08.899433 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0694501-c2dd-4c1d-b42a-02527c073c37 req-0ff25016-b587-4a73-89c2-3e1ee27b0a9d service neutron] Bound using segment: {'id': 'd65903af-bfbb-40e4-945d-cf3bc3c0723b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'aabb1632-0142-4854-ba4e-971fe2ad463e'} {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 05 17:06:08.899764 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [req-c0694501-c2dd-4c1d-b42a-02527c073c37 req-0ff25016-b587-4a73-89c2-3e1ee27b0a9d service neutron] Bound port: 05891007-1fed-4dd3-bd1c-36287398be5f, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd65903af-bfbb-40e4-945d-cf3bc3c0723b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'aabb1632-0142-4854-ba4e-971fe2ad463e'}}] {{(pid=103800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 05 17:06:08.900115 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-c0694501-c2dd-4c1d-b42a-02527c073c37 req-0ff25016-b587-4a73-89c2-3e1ee27b0a9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:08.900576 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cabcc51-e8ff-467f-b7ce-7c7f7e5b99b6 None None] Network c586f671-549c-4f35-8bc8-c48b8861872f is already hosted by enough agents. {{(pid=103802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:06:08.904854 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-73023532-b030-4aab-8ed0-14ea902fd45b req-dcdc5d00-ef9c-49df-9184-de704b6bb756 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a7599bb3-4578-47a4-9639-0cfaf64ba5d2 HTTP/1.1" status: 200 len: 217 time: 0.0901308 Jan 05 17:06:08.905761 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-98f0f162-0dd4-4137-922f-6513eed1d0d3 tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754180566020'] for network, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:08.913133 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b96e4dc2-0939-48c3-8ad2-1bf0538497fb tempest-RoutersIpV6AdminTest-862369890 tempest-RoutersIpV6AdminTest-862369890-project-admin] Publish callbacks [] for router, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:08.928211 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.scheduler.base_scheduler [None req-6cabcc51-e8ff-467f-b7ce-7c7f7e5b99b6 None None] Resources bound (agent type, host, resource id): {{(pid=103802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:06:08.955597 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cabcc51-e8ff-467f-b7ce-7c7f7e5b99b6 None None] Received port after_create {{(pid=103802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:06:08.980837 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-656ea234-deb6-4887-bc78-1ac9f2f1c7c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3847beef-e109-4751-9e43-6385a889e448', 'name': '', 'tenant_id': '6bf57b59a0ff492387bc8701dc2dee95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d7f4dca-e34e-4347-802c-339f15a59d5b', 'external_fixed_ips': [{'subnet_id': 'c302e55a-710f-492f-b0f8-9fbb9d22cf34', 'ip_address': '2001:db8::18e'}], 'enable_snat': True}, 'gw_port_id': '8ad8c639-0e01-4988-8ffc-e724b851997d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:05:55Z', 'updated_at': '2022-01-05T17:06:02Z', 'revision_number': 3, 'project_id': '6bf57b59a0ff492387bc8701dc2dee95', 'gw_port': {'id': '8ad8c639-0e01-4988-8ffc-e724b851997d', 'name': '', 'network_id': '7d7f4dca-e34e-4347-802c-339f15a59d5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:94:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3847beef-e109-4751-9e43-6385a889e448', 'device_owner': 'network:router_gateway', 'standard_attr_id': 217, 'fixed_ips': [{'subnet_id': 'c302e55a-710f-492f-b0f8-9fbb9d22cf34', 'ip_address': '2001:db8::18e', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:05:58Z', 'updated_at': '2022-01-05T17:06:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c302e55a-710f-492f-b0f8-9fbb9d22cf34', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:06:09.010482 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 39140) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:06:09.015519 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cabcc51-e8ff-467f-b7ce-7c7f7e5b99b6 None None] Pushing event updated for resources: {'Port': ['ID=d804c8db-31d2-44ad-a3ab-a466b261809b,revision_number=1']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:06:09.018438 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-656ea234-deb6-4887-bc78-1ac9f2f1c7c5 None None] Checking router: 3847beef-e109-4751-9e43-6385a889e448 for host: dv-neutron-master-2-hyperv {{(pid=103803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 05 17:06:09.018438 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-656ea234-deb6-4887-bc78-1ac9f2f1c7c5 None None] Updating router 3847beef-e109-4751-9e43-6385a889e448 port 8ad8c639-0e01-4988-8ffc-e724b851997d binding host dv-neutron-master-2-hyperv {{(pid=103803) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 05 17:06:09.052670 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-656ea234-deb6-4887-bc78-1ac9f2f1c7c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:09.076354 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-6cabcc51-e8ff-467f-b7ce-7c7f7e5b99b6 None None] Attempting to bind port d804c8db-31d2-44ad-a3ab-a466b261809b on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 05 17:06:09.076998 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-6cabcc51-e8ff-467f-b7ce-7c7f7e5b99b6 None None] Attempting to bind port d804c8db-31d2-44ad-a3ab-a466b261809b by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '1ba1b67d-7822-4aae-9530-a484a4dfafc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'c586f671-549c-4f35-8bc8-c48b8861872f'}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 05 17:06:09.077373 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cabcc51-e8ff-467f-b7ce-7c7f7e5b99b6 None None] Attempting to bind port d804c8db-31d2-44ad-a3ab-a466b261809b on network c586f671-549c-4f35-8bc8-c48b8861872f {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:06:09.085824 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cabcc51-e8ff-467f-b7ce-7c7f7e5b99b6 None None] Checking agent: {'id': '0d4f8fd3-ce62-4651-970c-efa6a8bb22b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 5, 16, 57, 23), 'started_at': datetime.datetime(2022, 1, 5, 16, 57, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 5, 17, 5, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 05 17:06:09.086242 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cabcc51-e8ff-467f-b7ce-7c7f7e5b99b6 None None] Checking segment: {'id': '1ba1b67d-7822-4aae-9530-a484a4dfafc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'c586f671-549c-4f35-8bc8-c48b8861872f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:06:09.086847 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-6cabcc51-e8ff-467f-b7ce-7c7f7e5b99b6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:09.087246 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cabcc51-e8ff-467f-b7ce-7c7f7e5b99b6 None None] Bound using segment: {'id': '1ba1b67d-7822-4aae-9530-a484a4dfafc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'c586f671-549c-4f35-8bc8-c48b8861872f'} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 05 17:06:09.087780 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-6cabcc51-e8ff-467f-b7ce-7c7f7e5b99b6 None None] Bound port: d804c8db-31d2-44ad-a3ab-a466b261809b, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ba1b67d-7822-4aae-9530-a484a4dfafc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'c586f671-549c-4f35-8bc8-c48b8861872f'}}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 05 17:06:09.088164 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-6cabcc51-e8ff-467f-b7ce-7c7f7e5b99b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:09.115299 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-98f0f162-0dd4-4137-922f-6513eed1d0d3 tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685'] for network, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:09.129755 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98f0f162-0dd4-4137-922f-6513eed1d0d3 tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:06:09.132924 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-98f0f162-0dd4-4137-922f-6513eed1d0d3 tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Publish callbacks [] for network, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:09.177376 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-6cabcc51-e8ff-467f-b7ce-7c7f7e5b99b6 None None] For port d804c8db-31d2-44ad-a3ab-a466b261809b, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 05 17:06:09.180979 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-6cabcc51-e8ff-467f-b7ce-7c7f7e5b99b6 None None] For port d804c8db-31d2-44ad-a3ab-a466b261809b, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d804c8db-31d2-44ad-a3ab-a466b261809b,segment=NetworkSegment(1ba1b67d-7822-4aae-9530-a484a4dfafc2),segment_id=1ba1b67d-7822-4aae-9530-a484a4dfafc2)] {{(pid=103802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 05 17:06:09.253403 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-4ba71d9a-bf26-43ca-a146-8e1f80183b55 tempest-MeteringIpV6TestJSON-730349041 tempest-MeteringIpV6TestJSON-730349041-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1754597735'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:06:09.253913 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-4ba71d9a-bf26-43ca-a146-8e1f80183b55 tempest-MeteringIpV6TestJSON-730349041 tempest-MeteringIpV6TestJSON-730349041-project-admin] Unknown quota resources ['metering_label']. {{(pid=103801) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 05 17:06:09.260525 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-6cabcc51-e8ff-467f-b7ce-7c7f7e5b99b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:09.272507 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8adeb96-5d66-4c59-892e-4f2b9e0585b9 req-06e94bb7-2934-4f3a-9d93-e84d0a63c5d5 tempest-ServersTestManualDisk-24571533 tempest-ServersTestManualDisk-24571533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:06:09.274033 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-f8adeb96-5d66-4c59-892e-4f2b9e0585b9 req-06e94bb7-2934-4f3a-9d93-e84d0a63c5d5 tempest-ServersTestManualDisk-24571533 tempest-ServersTestManualDisk-24571533-project] 10.222.0.11 "GET /v2.0/ports?device_id=9e05055b-fb92-4007-81d3-6b13e68c583e HTTP/1.1" status: 200 len: 943 time: 0.5248437 Jan 05 17:06:09.354693 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cabcc51-e8ff-467f-b7ce-7c7f7e5b99b6 None None] Pushing event updated for resources: {'Port': ['ID=d804c8db-31d2-44ad-a3ab-a466b261809b,revision_number=2']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:06:09.360546 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab527af2-67ac-4669-8d6e-7757fd72c9b3 req-91ce0f1e-750b-4fc7-b49a-bb9fc38a8019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:06:09.362248 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-ab527af2-67ac-4669-8d6e-7757fd72c9b3 req-91ce0f1e-750b-4fc7-b49a-bb9fc38a8019 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0e5f75b0fa584f3fb65d4d2f1d03045b&device_id=be270a5c-db8b-4dff-9e40-79b29c80ad34 HTTP/1.1" status: 200 len: 1097 time: 0.5439115 Jan 05 17:06:09.372953 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c11245ea-435d-4af3-a95c-5014d9855ad9 tempest-AllowedAddressPairIpV6TestJSON-2107737971 tempest-AllowedAddressPairIpV6TestJSON-2107737971-project] Made reservation on behalf of eadd6bd72605437fafe6bbb19928c163 for: {'port': 1} {{(pid=103801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:06:09.376407 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-c11245ea-435d-4af3-a95c-5014d9855ad9 tempest-AllowedAddressPairIpV6TestJSON-2107737971 tempest-AllowedAddressPairIpV6TestJSON-2107737971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:09.383677 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-98f0f162-0dd4-4137-922f-6513eed1d0d3 tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.4782939 Jan 05 17:06:09.395083 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 39146) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:06:09.399637 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f0f162-0dd4-4137-922f-6513eed1d0d3 tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Pushing event updated for resources: {'Network': ['ID=9b968446-bf59-4bae-93a7-7b744b4cb94b,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:06:09.406906 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-804a7af9-71cd-40e3-b594-2560fcb9b0ef tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Request body: {'subnet': {'network_id': '9b968446-bf59-4bae-93a7-7b744b4cb94b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:06:09.412540 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Network 9b968446-bf59-4bae-93a7-7b744b4cb94b details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 05 17:06:09.442870 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-656ea234-deb6-4887-bc78-1ac9f2f1c7c5 None None] Publish callbacks [] for port, precommit_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:09.470704 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-902a5aa9-47d6-4078-95f2-e1b204ec3e92 tempest-RoutersAdminNegativeIpV6Test-1079529503 tempest-RoutersAdminNegativeIpV6Test-1079529503-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:09.511710 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-ab527af2-67ac-4669-8d6e-7757fd72c9b3 req-ac91b093-9068-4163-add2-d553652779e3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=67389512-62b3-4da5-90e0-71fd04a18f1a HTTP/1.1" status: 200 len: 217 time: 0.1088250 Jan 05 17:06:09.512796 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.db [req-c0694501-c2dd-4c1d-b42a-02527c073c37 req-0ff25016-b587-4a73-89c2-3e1ee27b0a9d service neutron] For port 05891007-1fed-4dd3-bd1c-36287398be5f, host hv-neutron-mast, cleared binding levels {{(pid=103800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 05 17:06:09.518608 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73023532-b030-4aab-8ed0-14ea902fd45b req-1a51ea6d-5e02-4a49-a38a-37a00735f44d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:06:09.520017 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-73023532-b030-4aab-8ed0-14ea902fd45b req-1a51ea6d-5e02-4a49-a38a-37a00735f44d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1c9222ac-b9b2-431b-aee5-7d51a8ac8416 HTTP/1.1" status: 200 len: 844 time: 0.6022801 Jan 05 17:06:09.531679 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-656ea234-deb6-4887-bc78-1ac9f2f1c7c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:09.561055 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bbd7f23-eb17-4bd1-b517-8f52aec76b07 None None] DHCP port deletion for 7d7f4dca-e34e-4347-802c-339f15a59d5b request from dv-neutron-master-2-hyperv {{(pid=103802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 05 17:06:09.575659 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.db [req-c0694501-c2dd-4c1d-b42a-02527c073c37 req-0ff25016-b587-4a73-89c2-3e1ee27b0a9d service neutron] For port 05891007-1fed-4dd3-bd1c-36287398be5f, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=05891007-1fed-4dd3-bd1c-36287398be5f,segment=NetworkSegment(d65903af-bfbb-40e4-945d-cf3bc3c0723b),segment_id=d65903af-bfbb-40e4-945d-cf3bc3c0723b)] {{(pid=103800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 05 17:06:09.586254 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.notifiers.nova [None req-c11245ea-435d-4af3-a95c-5014d9855ad9 tempest-AllowedAddressPairIpV6TestJSON-2107737971 tempest-AllowedAddressPairIpV6TestJSON-2107737971-project] device_id is not set on port 802fa07c-6da3-49f1-b609-9835f1f104c3 yet. {{(pid=103801) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 05 17:06:09.595707 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:06:09.595707 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:06:09.595707 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:06:09.595707 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:06:09.595707 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:06:09.595707 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:06:09.595707 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:06:09.595707 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:06:09.595707 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:06:09.595707 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:06:09.595707 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:06:09.595707 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:06:09.595707 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:06:09.595707 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:06:09.595707 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:06:09.595707 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:06:09.595707 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:06:09.595707 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:06:09.595707 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:06:09.595707 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:06:09.595707 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:06:09.595707 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:06:09.595707 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:06:09.595707 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:06:09.595707 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:06:09.595707 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:06:09.595707 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:06:09.595707 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:06:09.595707 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:06:09.595707 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:06:09.595707 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:06:09.595707 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:06:09.595707 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:06:09.595707 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:06:09.595707 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:06:09.595707 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:06:09.598621 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:06:09.598621 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:06:09.598621 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:06:09.598621 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:06:09.598621 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:06:09.598621 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:06:09.598621 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:06:09.598621 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:06:09.598621 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:06:09.598621 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:06:09.598621 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:06:09.598621 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:06:09.598621 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43aa3bdf-e0d5-4e90-ad5a-be927931cb6a req-1647fe4f-af35-4f70-9721-f0a1fcef6b59 tempest-ServerActionsTestJSON-949899014 tempest-ServerActionsTestJSON-949899014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:06:09.604494 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-43aa3bdf-e0d5-4e90-ad5a-be927931cb6a req-1647fe4f-af35-4f70-9721-f0a1fcef6b59 tempest-ServerActionsTestJSON-949899014 tempest-ServerActionsTestJSON-949899014-project] 10.222.0.11 "GET /v2.0/ports?device_id=be270a5c-db8b-4dff-9e40-79b29c80ad34 HTTP/1.1" status: 200 len: 944 time: 0.2909615 Jan 05 17:06:09.652149 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-7837b675-b754-4a62-bb37-00ffe9e2f407 None None] Provisioning complete for port 8ad8c639-0e01-4988-8ffc-e724b851997d triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:06:09.652519 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-7837b675-b754-4a62-bb37-00ffe9e2f407 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:09.675151 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4cb699-90fb-4c9a-8b34-74841128ee00 None None] Pushing event updated for resources: {'Port': ['ID=8ad8c639-0e01-4988-8ffc-e724b851997d,revision_number=2']} {{(pid=103803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:06:09.689364 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.plugins.ml2.managers [None req-656ea234-deb6-4887-bc78-1ac9f2f1c7c5 None None] Attempting to bind port 8ad8c639-0e01-4988-8ffc-e724b851997d on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 05 17:06:09.690618 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.plugins.ml2.managers [None req-656ea234-deb6-4887-bc78-1ac9f2f1c7c5 None None] Attempting to bind port 8ad8c639-0e01-4988-8ffc-e724b851997d by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '49eaf1ea-83fd-47b3-833e-94af2ffaa71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '7d7f4dca-e34e-4347-802c-339f15a59d5b'}] {{(pid=103803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 05 17:06:09.692350 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-656ea234-deb6-4887-bc78-1ac9f2f1c7c5 None None] Attempting to bind port 8ad8c639-0e01-4988-8ffc-e724b851997d on network 7d7f4dca-e34e-4347-802c-339f15a59d5b {{(pid=103803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:06:09.700637 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-656ea234-deb6-4887-bc78-1ac9f2f1c7c5 None None] Checking agent: {'id': '0d4f8fd3-ce62-4651-970c-efa6a8bb22b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 5, 16, 57, 23), 'started_at': datetime.datetime(2022, 1, 5, 16, 57, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 5, 17, 5, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 05 17:06:09.703835 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-656ea234-deb6-4887-bc78-1ac9f2f1c7c5 None None] Checking segment: {'id': '49eaf1ea-83fd-47b3-833e-94af2ffaa71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '7d7f4dca-e34e-4347-802c-339f15a59d5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:06:09.704515 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-656ea234-deb6-4887-bc78-1ac9f2f1c7c5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:09.706424 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-656ea234-deb6-4887-bc78-1ac9f2f1c7c5 None None] Bound using segment: {'id': '49eaf1ea-83fd-47b3-833e-94af2ffaa71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '7d7f4dca-e34e-4347-802c-339f15a59d5b'} {{(pid=103803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 05 17:06:09.707501 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.plugins.ml2.managers [None req-656ea234-deb6-4887-bc78-1ac9f2f1c7c5 None None] Bound port: 8ad8c639-0e01-4988-8ffc-e724b851997d, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49eaf1ea-83fd-47b3-833e-94af2ffaa71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '7d7f4dca-e34e-4347-802c-339f15a59d5b'}}] {{(pid=103803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 05 17:06:09.708003 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-656ea234-deb6-4887-bc78-1ac9f2f1c7c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:09.710639 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-c0694501-c2dd-4c1d-b42a-02527c073c37 req-0ff25016-b587-4a73-89c2-3e1ee27b0a9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8784461'] for port, after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:09.734806 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b96e4dc2-0939-48c3-8ad2-1bf0538497fb tempest-RoutersIpV6AdminTest-862369890 tempest-RoutersIpV6AdminTest-862369890-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:09.742247 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab527af2-67ac-4669-8d6e-7757fd72c9b3 req-b4ea8557-072f-4dc9-b97a-ecf74beed275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:06:09.743549 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-ab527af2-67ac-4669-8d6e-7757fd72c9b3 req-b4ea8557-072f-4dc9-b97a-ecf74beed275 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fab82641-cc31-4ee1-85fb-d7818e6883fd HTTP/1.1" status: 200 len: 850 time: 0.2196822 Jan 05 17:06:09.760906 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-7837b675-b754-4a62-bb37-00ffe9e2f407 None None] Port 8ad8c639-0e01-4988-8ffc-e724b851997d cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 17:06:09.768942 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-f8adeb96-5d66-4c59-892e-4f2b9e0585b9 req-7ef7af86-e29c-406c-8836-56e0f5b5fa33 tempest-ServersTestManualDisk-24571533 tempest-ServersTestManualDisk-24571533-project] 10.222.0.11 "GET /v2.0/security-groups?id=975168df-f8b7-4c5c-afef-35686270bc8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4245343 Jan 05 17:06:09.786035 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-4ba71d9a-bf26-43ca-a146-8e1f80183b55 tempest-MeteringIpV6TestJSON-730349041 tempest-MeteringIpV6TestJSON-730349041-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:09.790971 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-4ba71d9a-bf26-43ca-a146-8e1f80183b55 tempest-MeteringIpV6TestJSON-730349041 tempest-MeteringIpV6TestJSON-730349041-project-admin] 10.222.0.11 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.7767713 Jan 05 17:06:09.795067 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.plugins.ml2.db [None req-656ea234-deb6-4887-bc78-1ac9f2f1c7c5 None None] For port 8ad8c639-0e01-4988-8ffc-e724b851997d, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 05 17:06:09.813800 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 39148) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:06:09.819280 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.plugins.ml2.db [None req-656ea234-deb6-4887-bc78-1ac9f2f1c7c5 None None] For port 8ad8c639-0e01-4988-8ffc-e724b851997d, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=8ad8c639-0e01-4988-8ffc-e724b851997d,segment=NetworkSegment(49eaf1ea-83fd-47b3-833e-94af2ffaa71f),segment_id=49eaf1ea-83fd-47b3-833e-94af2ffaa71f)] {{(pid=103803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 05 17:06:09.827092 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0694501-c2dd-4c1d-b42a-02527c073c37 req-0ff25016-b587-4a73-89c2-3e1ee27b0a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:06:09.827712 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-c0694501-c2dd-4c1d-b42a-02527c073c37 req-0ff25016-b587-4a73-89c2-3e1ee27b0a9d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:09.829110 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-c0694501-c2dd-4c1d-b42a-02527c073c37 req-0ff25016-b587-4a73-89c2-3e1ee27b0a9d service neutron] 10.222.0.13 "PUT /v2.0/ports/05891007-1fed-4dd3-bd1c-36287398be5f HTTP/1.1" status: 200 len: 1093 time: 5.2430871 Jan 05 17:06:09.854034 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73023532-b030-4aab-8ed0-14ea902fd45b req-2d58ee20-157a-41e5-9280-091912a891eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:06:09.854448 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-73023532-b030-4aab-8ed0-14ea902fd45b req-2d58ee20-157a-41e5-9280-091912a891eb service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=66b9f7eb-d414-436b-882b-ac047c1764b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2820387 Jan 05 17:06:09.870299 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-5126af70-73ca-49cb-81e5-09542b711b22 tempest-MeteringIpV6TestJSON-730349041 tempest-MeteringIpV6TestJSON-730349041-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': 'dd2b6fe3-2c7d-406a-b2be-29f64c2e4c1e'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:06:09.871534 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-5126af70-73ca-49cb-81e5-09542b711b22 tempest-MeteringIpV6TestJSON-730349041 tempest-MeteringIpV6TestJSON-730349041-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103801) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 05 17:06:09.918110 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-656ea234-deb6-4887-bc78-1ac9f2f1c7c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:10.012312 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-73023532-b030-4aab-8ed0-14ea902fd45b req-6f3b88f4-f0f8-4e47-83a5-3200a4fc1430 service neutron] 10.222.0.13 "GET /v2.0/networks/66b9f7eb-d414-436b-882b-ac047c1764b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433969 Jan 05 17:06:10.026432 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-43aa3bdf-e0d5-4e90-ad5a-be927931cb6a req-799b77da-7772-4b4f-8e43-feaafd7a9a3c tempest-ServerActionsTestJSON-949899014 tempest-ServerActionsTestJSON-949899014-project] 10.222.0.11 "GET /v2.0/security-groups?id=f7674e10-0a07-4bc4-8403-a53dd95a312a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4023485 Jan 05 17:06:10.041793 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff25016-b587-4a73-89c2-3e1ee27b0a9d service neutron] Pushing event updated for resources: {'Port': ['ID=05891007-1fed-4dd3-bd1c-36287398be5f,revision_number=3']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:06:10.078315 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4cb699-90fb-4c9a-8b34-74841128ee00 None None] Pushing event updated for resources: {'Port': ['ID=8ad8c639-0e01-4988-8ffc-e724b851997d,revision_number=3']} {{(pid=103803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:06:10.088794 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97959de2-c737-4f76-9d6a-fd3e578640ea None None] DHCP port deletion for 7d7f4dca-e34e-4347-802c-339f15a59d5b request from dv-neutron-master-2-hyperv {{(pid=103802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 05 17:06:10.098650 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-656ea234-deb6-4887-bc78-1ac9f2f1c7c5 None None] Routers {'3847beef-e109-4751-9e43-6385a889e448'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:06:10.100149 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-656ea234-deb6-4887-bc78-1ac9f2f1c7c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:05:49Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['3847beef-e109-4751-9e43-6385a889e448'], 'active': True} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:06:10.142413 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff0c810-b48c-4812-85c6-3a70124486b2 req-b9e3463f-54a7-4e81-821b-e4b86680b09f tempest-ServersTestJSON-1673014821 tempest-ServersTestJSON-1673014821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:06:10.149276 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab527af2-67ac-4669-8d6e-7757fd72c9b3 req-69f6dbed-7b88-467f-9240-2196a981c0c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:06:10.151134 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-ab527af2-67ac-4669-8d6e-7757fd72c9b3 req-69f6dbed-7b88-467f-9240-2196a981c0c0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1e5e93d9-6ada-44ad-b92b-017486a9719e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3573129 Jan 05 17:06:10.152912 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-3ff0c810-b48c-4812-85c6-3a70124486b2 req-b9e3463f-54a7-4e81-821b-e4b86680b09f tempest-ServersTestJSON-1673014821 tempest-ServersTestJSON-1673014821-project] 10.222.0.11 "GET /v2.0/ports?device_id=07c8b51b-bbb0-4a74-b3bf-1c00d88f26b4 HTTP/1.1" status: 200 len: 944 time: 0.2737019 Jan 05 17:06:10.159232 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device d804c8db-31d2-44ad-a3ab-a466b261809b up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:06:10.171390 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [None req-c11245ea-435d-4af3-a95c-5014d9855ad9 tempest-AllowedAddressPairIpV6TestJSON-2107737971 tempest-AllowedAddressPairIpV6TestJSON-2107737971-project] Allocated IP 2001:db8::1f1 (d70de973-d620-4747-924f-59a8ea7c37da/f9f28e61-a03e-4f8f-a18f-bfddade69209/802fa07c-6da3-49f1-b609-9835f1f104c3) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:06:10.201673 dv-neutron-master-2-hyperv neutron-server[103801]: WARNING neutron.services.metering.metering_plugin [None req-5126af70-73ca-49cb-81e5-09542b711b22 tempest-MeteringIpV6TestJSON-730349041 tempest-MeteringIpV6TestJSON-730349041-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jan 05 17:06:10.208127 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-804a7af9-71cd-40e3-b594-2560fcb9b0ef tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Made reservation on behalf of a3ad318c2083452290397b0c39945cb9 for: {'subnet': 1} {{(pid=103801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:06:10.212037 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-804a7af9-71cd-40e3-b594-2560fcb9b0ef tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12480675'] for subnet, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:10.218936 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvr_db [None req-656ea234-deb6-4887-bc78-1ac9f2f1c7c5 None None] Set router 3847beef-e109-4751-9e43-6385a889e448 gateway port host: None {{(pid=103803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:06:10.281203 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0694501-c2dd-4c1d-b42a-02527c073c37 req-77b29be9-b060-4ac2-8f13-69ee15c3c079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:06:10.282727 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-c0694501-c2dd-4c1d-b42a-02527c073c37 req-77b29be9-b060-4ac2-8f13-69ee15c3c079 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0f0fe7d5d7be4d15b102bcc43593286e&device_id=9e05055b-fb92-4007-81d3-6b13e68c583e HTTP/1.1" status: 200 len: 1096 time: 0.2633042 Jan 05 17:06:10.300635 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-656ea234-deb6-4887-bc78-1ac9f2f1c7c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3847beef-e109-4751-9e43-6385a889e448', 'name': '', 'tenant_id': '6bf57b59a0ff492387bc8701dc2dee95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:05:55Z', 'updated_at': '2022-01-05T17:06:09Z', 'revision_number': 4, 'project_id': '6bf57b59a0ff492387bc8701dc2dee95', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:06:10.350495 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-656ea234-deb6-4887-bc78-1ac9f2f1c7c5 None None] The sync data for ids ['3847beef-e109-4751-9e43-6385a889e448'] in dv-neutron-master-2-hyperv is: [{'id': '3847beef-e109-4751-9e43-6385a889e448', 'name': '', 'tenant_id': '6bf57b59a0ff492387bc8701dc2dee95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:05:55Z', 'updated_at': '2022-01-05T17:06:09Z', 'revision_number': 4, 'project_id': '6bf57b59a0ff492387bc8701dc2dee95', 'gw_port_host': None}] {{(pid=103803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 05 17:06:10.355391 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-c0694501-c2dd-4c1d-b42a-02527c073c37 req-f0232046-29d4-40b2-babc-ecfc023b900e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=05891007-1fed-4dd3-bd1c-36287398be5f HTTP/1.1" status: 200 len: 217 time: 0.0565479 Jan 05 17:06:10.390719 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-b96e4dc2-0939-48c3-8ad2-1bf0538497fb tempest-RoutersIpV6AdminTest-862369890 tempest-RoutersIpV6AdminTest-862369890-project-admin] Deleting port 8ad8c639-0e01-4988-8ffc-e724b851997d {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:06:10.391756 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b96e4dc2-0939-48c3-8ad2-1bf0538497fb tempest-RoutersIpV6AdminTest-862369890 tempest-RoutersIpV6AdminTest-862369890-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:10.440229 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.ipam_backend_mixin [None req-804a7af9-71cd-40e3-b594-2560fcb9b0ef tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Performing IP validity checks on allocation pools {{(pid=103801) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jan 05 17:06:10.440743 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.ipam_backend_mixin [None req-804a7af9-71cd-40e3-b594-2560fcb9b0ef tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103801) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jan 05 17:06:10.454694 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-5126af70-73ca-49cb-81e5-09542b711b22 tempest-MeteringIpV6TestJSON-730349041 tempest-MeteringIpV6TestJSON-730349041-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:10.457398 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-787cc206-007d-4cec-9240-e6192dc1862d None None] Provisioning complete for port 8ad8c639-0e01-4988-8ffc-e724b851997d triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:06:10.458378 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-787cc206-007d-4cec-9240-e6192dc1862d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:10.461840 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-5126af70-73ca-49cb-81e5-09542b711b22 tempest-MeteringIpV6TestJSON-730349041 tempest-MeteringIpV6TestJSON-730349041-project-admin] 10.222.0.11 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.5905335 Jan 05 17:06:10.468605 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-3ff0c810-b48c-4812-85c6-3a70124486b2 req-4898b8fd-6c29-4cf1-8c44-d611b52df63b tempest-ServersTestJSON-1673014821 tempest-ServersTestJSON-1673014821-project] 10.222.0.11 "GET /v2.0/security-groups?id=a400398d-bf46-4390-bcfe-e2116b4af858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3148122 Jan 05 17:06:10.469775 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-73023532-b030-4aab-8ed0-14ea902fd45b req-ef22efa5-23a8-44f9-bd92-8f85cfdbf36d service neutron] 10.222.0.13 "GET /v2.0/networks/66b9f7eb-d414-436b-882b-ac047c1764b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4405746 Jan 05 17:06:10.476163 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 39152) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:06:10.489214 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-2e277d93-b4cc-408f-8e47-fb7939e8a0e1 tempest-MeteringIpV6TestJSON-730349041 tempest-MeteringIpV6TestJSON-730349041-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': 'dd2b6fe3-2c7d-406a-b2be-29f64c2e4c1e'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:06:10.502748 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-2e277d93-b4cc-408f-8e47-fb7939e8a0e1 tempest-MeteringIpV6TestJSON-730349041 tempest-MeteringIpV6TestJSON-730349041-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103801) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 05 17:06:10.525886 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Provisioning complete for port d804c8db-31d2-44ad-a3ab-a466b261809b triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:06:10.526254 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:10.534573 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-ab527af2-67ac-4669-8d6e-7757fd72c9b3 req-3e5369e8-5cf0-4f55-9dba-9de7d0e9469b service neutron] 10.222.0.13 "GET /v2.0/networks/1e5e93d9-6ada-44ad-b92b-017486a9719e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3325548 Jan 05 17:06:10.686883 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:10.690269 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-787cc206-007d-4cec-9240-e6192dc1862d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:10.708643 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-ab527af2-67ac-4669-8d6e-7757fd72c9b3 req-0db1e775-92cf-4dd4-87a6-a580cf87a047 service neutron] 10.222.0.13 "GET /v2.0/networks/1e5e93d9-6ada-44ad-b92b-017486a9719e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1154237 Jan 05 17:06:10.718884 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0694501-c2dd-4c1d-b42a-02527c073c37 req-00b8dd91-dcf7-48ce-9f49-7ae7dd54dfce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:06:10.720587 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-c0694501-c2dd-4c1d-b42a-02527c073c37 req-00b8dd91-dcf7-48ce-9f49-7ae7dd54dfce service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d0c013bc-a746-4d54-8492-ba8dc88b5bb5 HTTP/1.1" status: 200 len: 851 time: 0.3400428 Jan 05 17:06:10.748224 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-787cc206-007d-4cec-9240-e6192dc1862d None None] For port 8ad8c639-0e01-4988-8ffc-e724b851997d, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=8ad8c639-0e01-4988-8ffc-e724b851997d,segment=NetworkSegment(49eaf1ea-83fd-47b3-833e-94af2ffaa71f),segment_id=49eaf1ea-83fd-47b3-833e-94af2ffaa71f)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:06:10.773776 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.db [None req-b96e4dc2-0939-48c3-8ad2-1bf0538497fb tempest-RoutersIpV6AdminTest-862369890 tempest-RoutersIpV6AdminTest-862369890-project-admin] For port 8ad8c639-0e01-4988-8ffc-e724b851997d, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=8ad8c639-0e01-4988-8ffc-e724b851997d,segment=NetworkSegment(49eaf1ea-83fd-47b3-833e-94af2ffaa71f),segment_id=49eaf1ea-83fd-47b3-833e-94af2ffaa71f)] {{(pid=103800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:06:10.774282 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b96e4dc2-0939-48c3-8ad2-1bf0538497fb tempest-RoutersIpV6AdminTest-862369890 tempest-RoutersIpV6AdminTest-862369890-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:10.775443 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] For port d804c8db-31d2-44ad-a3ab-a466b261809b, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d804c8db-31d2-44ad-a3ab-a466b261809b,segment=NetworkSegment(1ba1b67d-7822-4aae-9530-a484a4dfafc2),segment_id=1ba1b67d-7822-4aae-9530-a484a4dfafc2)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:06:10.798466 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-b96e4dc2-0939-48c3-8ad2-1bf0538497fb tempest-RoutersIpV6AdminTest-862369890 tempest-RoutersIpV6AdminTest-862369890-project-admin] Calling delete_port for 8ad8c639-0e01-4988-8ffc-e724b851997d owned by network:router_gateway {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:06:10.813700 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0694501-c2dd-4c1d-b42a-02527c073c37 req-0ef6f31d-7584-4509-b76a-9dd62f190d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:06:10.815396 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-c0694501-c2dd-4c1d-b42a-02527c073c37 req-0ef6f31d-7584-4509-b76a-9dd62f190d3d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=aabb1632-0142-4854-ba4e-971fe2ad463e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0890548 Jan 05 17:06:10.819487 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-787cc206-007d-4cec-9240-e6192dc1862d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:10.858652 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e05055b-fb92-4007-81d3-6b13e68c583e', 'tag': '05891007-1fed-4dd3-bd1c-36287398be5f'}] {{(pid=103800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 05 17:06:10.860147 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:10.861352 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f64b9d4628f7eefcc27168a80c04985d23f0ea5def038dae05e1deb7357f3bfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d73130f2-c967-4013-9ed3-857862ce728f" -d '{"events": [{"name": "network-changed", "server_uuid": "9e05055b-fb92-4007-81d3-6b13e68c583e", "tag": "05891007-1fed-4dd3-bd1c-36287398be5f"}]}' {{(pid=103800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 05 17:06:10.918069 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787cc206-007d-4cec-9240-e6192dc1862d None None] Pushing event updated for resources: {'Port': ['ID=8ad8c639-0e01-4988-8ffc-e724b851997d,revision_number=4']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:06:10.966646 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Jan 2022 17:06:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87c0a79f-7580-4e32-ba5d-29692c6bf356 x-openstack-request-id: req-87c0a79f-7580-4e32-ba5d-29692c6bf356 {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 05 17:06:10.966935 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e05055b-fb92-4007-81d3-6b13e68c583e", "tag": "05891007-1fed-4dd3-bd1c-36287398be5f", "status": "completed", "code": 200}]} {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 05 17:06:10.967236 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-87c0a79f-7580-4e32-ba5d-29692c6bf356 {{(pid=103800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 05 17:06:10.967625 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e05055b-fb92-4007-81d3-6b13e68c583e', 'tag': '05891007-1fed-4dd3-bd1c-36287398be5f', 'status': 'completed', 'code': 200} Jan 05 17:06:10.981245 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91243019-71c3-427c-9708-8147f5f91c64 None None] Network c586f671-549c-4f35-8bc8-c48b8861872f requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:06:11.007904 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Pushing event updated for resources: {'Port': ['ID=d804c8db-31d2-44ad-a3ab-a466b261809b,revision_number=3']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:06:11.074658 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-588cf290-d5d4-402e-a09a-ad89db445c9a None None] Provisioning complete for port d804c8db-31d2-44ad-a3ab-a466b261809b triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:06:11.075171 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-588cf290-d5d4-402e-a09a-ad89db445c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:11.125067 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-902a5aa9-47d6-4078-95f2-e1b204ec3e92 tempest-RoutersAdminNegativeIpV6Test-1079529503 tempest-RoutersAdminNegativeIpV6Test-1079529503-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:11.134252 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3159bca5-02b8-42d0-83c2-1933e5e35a46 req-0e6c2758-1a68-4f67-85cf-7ea02f4d7c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:06:11.136057 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-3159bca5-02b8-42d0-83c2-1933e5e35a46 req-0e6c2758-1a68-4f67-85cf-7ea02f4d7c40 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0e5f75b0fa584f3fb65d4d2f1d03045b&device_id=be270a5c-db8b-4dff-9e40-79b29c80ad34 HTTP/1.1" status: 200 len: 1097 time: 0.2711499 Jan 05 17:06:11.163543 dv-neutron-master-2-hyperv neutron-server[103801]: WARNING neutron.services.metering.metering_plugin [None req-2e277d93-b4cc-408f-8e47-fb7939e8a0e1 tempest-MeteringIpV6TestJSON-730349041 tempest-MeteringIpV6TestJSON-730349041-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jan 05 17:06:11.175866 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-c0694501-c2dd-4c1d-b42a-02527c073c37 req-edc84bbb-dba2-4437-aaa8-7dc10d5b53f9 service neutron] 10.222.0.13 "GET /v2.0/networks/aabb1632-0142-4854-ba4e-971fe2ad463e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3011827 Jan 05 17:06:11.183760 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99562fd9-b12b-4c28-893c-ff4631027985 req-ce83d550-caa6-4db5-81f3-601bb6773843 tempest-ServersTestManualDisk-24571533 tempest-ServersTestManualDisk-24571533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:06:11.185356 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-99562fd9-b12b-4c28-893c-ff4631027985 req-ce83d550-caa6-4db5-81f3-601bb6773843 tempest-ServersTestManualDisk-24571533 tempest-ServersTestManualDisk-24571533-project] 10.222.0.11 "GET /v2.0/ports?device_id=9e05055b-fb92-4007-81d3-6b13e68c583e HTTP/1.1" status: 200 len: 943 time: 0.3064189 Jan 05 17:06:11.238190 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-902a5aa9-47d6-4078-95f2-e1b204ec3e92 tempest-RoutersAdminNegativeIpV6Test-1079529503 tempest-RoutersAdminNegativeIpV6Test-1079529503-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:11.371584 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-2e277d93-b4cc-408f-8e47-fb7939e8a0e1 tempest-MeteringIpV6TestJSON-730349041 tempest-MeteringIpV6TestJSON-730349041-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:11.372812 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-2e277d93-b4cc-408f-8e47-fb7939e8a0e1 tempest-MeteringIpV6TestJSON-730349041 tempest-MeteringIpV6TestJSON-730349041-project-admin] 10.222.0.11 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.8956900 Jan 05 17:06:11.384842 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 39160) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:06:11.412879 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-767a311a-f6c6-4644-9748-249f26e11ec0 None None] Provisioning complete for port d804c8db-31d2-44ad-a3ab-a466b261809b triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:06:11.413408 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-767a311a-f6c6-4644-9748-249f26e11ec0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:11.419205 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-c11245ea-435d-4af3-a95c-5014d9855ad9 tempest-AllowedAddressPairIpV6TestJSON-2107737971 tempest-AllowedAddressPairIpV6TestJSON-2107737971-project] Publish callbacks [] for port, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:11.461742 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-759d252e-82b5-41b5-9afa-d584dac04363 tempest-MeteringIpV6TestJSON-730349041 tempest-MeteringIpV6TestJSON-730349041-project-admin] 10.222.0.11 "GET /v2.0/metering/metering-label-rules?id=62f118ce-3603-49dd-ba31-5edce16b9805 HTTP/1.1" status: 200 len: 462 time: 0.0662408 Jan 05 17:06:11.467094 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 39162) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:06:11.520753 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6334e81-90bf-4f2b-afaa-b677e58e16e1 req-3765dd49-fffe-4249-93b6-302124ff0201 tempest-ServerActionsTestJSON-949899014 tempest-ServerActionsTestJSON-949899014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:06:11.522462 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-f6334e81-90bf-4f2b-afaa-b677e58e16e1 req-3765dd49-fffe-4249-93b6-302124ff0201 tempest-ServerActionsTestJSON-949899014 tempest-ServerActionsTestJSON-949899014-project] 10.222.0.11 "GET /v2.0/ports?device_id=be270a5c-db8b-4dff-9e40-79b29c80ad34 HTTP/1.1" status: 200 len: 944 time: 0.3933034 Jan 05 17:06:11.538260 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-804a7af9-71cd-40e3-b594-2560fcb9b0ef tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11433288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12480593'] for subnet, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:11.621018 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-99562fd9-b12b-4c28-893c-ff4631027985 req-f2991cd3-9146-4737-b1ff-d4de3f77475e tempest-ServersTestManualDisk-24571533 tempest-ServersTestManualDisk-24571533-project] 10.222.0.11 "GET /v2.0/security-groups?id=975168df-f8b7-4c5c-afef-35686270bc8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4193163 Jan 05 17:06:11.640854 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3159bca5-02b8-42d0-83c2-1933e5e35a46 req-3fa6540a-624b-4a0b-b891-e119684465f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:06:11.643257 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-3159bca5-02b8-42d0-83c2-1933e5e35a46 req-3fa6540a-624b-4a0b-b891-e119684465f2 service neutron] 10.222.0.13 "GET /v2.0/networks?id=1e5e93d9-6ada-44ad-b92b-017486a9719e HTTP/1.1" status: 200 len: 912 time: 0.4986870 Jan 05 17:06:11.653216 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-c0694501-c2dd-4c1d-b42a-02527c073c37 req-2ce84bb6-bc41-4b5f-95b1-db6680b254ff service neutron] 10.222.0.13 "GET /v2.0/networks/aabb1632-0142-4854-ba4e-971fe2ad463e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4653554 Jan 05 17:06:11.696769 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-3159bca5-02b8-42d0-83c2-1933e5e35a46 req-6a7d2cc3-b6e2-4fe4-b161-fe6998aee80d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=67389512-62b3-4da5-90e0-71fd04a18f1a HTTP/1.1" status: 200 len: 217 time: 0.0425496 Jan 05 17:06:11.697977 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b96e4dc2-0939-48c3-8ad2-1bf0538497fb tempest-RoutersIpV6AdminTest-862369890 tempest-RoutersIpV6AdminTest-862369890-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:11.753784 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804a7af9-71cd-40e3-b594-2560fcb9b0ef tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Pushing event updated for resources: {'Subnet': ['ID=3f0eec49-27d5-4c19-ab92-18bf88022759,revision_number=0']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:06:11.756204 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-c11245ea-435d-4af3-a95c-5014d9855ad9 tempest-AllowedAddressPairIpV6TestJSON-2107737971 tempest-AllowedAddressPairIpV6TestJSON-2107737971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11433176'] for port, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:11.762418 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-457c46ca-c042-482b-8c06-62ee34d68253 None None] DHCP port deletion for 7d7f4dca-e34e-4347-802c-339f15a59d5b request from dv-neutron-master-2-hyperv {{(pid=103802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 05 17:06:11.769127 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-f6334e81-90bf-4f2b-afaa-b677e58e16e1 req-e9059ec1-a080-45c4-94bd-126e4e6d1f38 tempest-ServerActionsTestJSON-949899014 tempest-ServerActionsTestJSON-949899014-project] 10.222.0.11 "GET /v2.0/security-groups?id=f7674e10-0a07-4bc4-8403-a53dd95a312a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2383039 Jan 05 17:06:11.770214 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96e4dc2-0939-48c3-8ad2-1bf0538497fb tempest-RoutersIpV6AdminTest-862369890 tempest-RoutersIpV6AdminTest-862369890-project-admin] Pushing event deleted for resources: {'Port': ['ID=8ad8c639-0e01-4988-8ffc-e724b851997d,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:06:11.836262 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f5fa23f5-9dfc-4017-8d04-784896a8b710 tempest-MeteringIpV6TestJSON-730349041 tempest-MeteringIpV6TestJSON-730349041-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:11.838117 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-f5fa23f5-9dfc-4017-8d04-784896a8b710 tempest-MeteringIpV6TestJSON-730349041 tempest-MeteringIpV6TestJSON-730349041-project-admin] 10.222.0.11 "DELETE /v2.0/metering/metering-label-rules/62f118ce-3603-49dd-ba31-5edce16b9805 HTTP/1.1" status: 204 len: 168 time: 0.3683136 Jan 05 17:06:11.839239 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-902a5aa9-47d6-4078-95f2-e1b204ec3e92 tempest-RoutersAdminNegativeIpV6Test-1079529503 tempest-RoutersAdminNegativeIpV6Test-1079529503-project-admin] Publish callbacks [] for router, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:11.839421 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b96e4dc2-0939-48c3-8ad2-1bf0538497fb tempest-RoutersIpV6AdminTest-862369890 tempest-RoutersIpV6AdminTest-862369890-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-648595'] for router_gateway, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:11.843116 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 39166) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:06:11.888481 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-804a7af9-71cd-40e3-b594-2560fcb9b0ef tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Checking segment: {'id': '58666759-9029-49cf-a146-0f2e788f2822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '9b968446-bf59-4bae-93a7-7b744b4cb94b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:06:11.888939 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-804a7af9-71cd-40e3-b594-2560fcb9b0ef tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Network hostable DHCP agents. Network: 9b968446-bf59-4bae-93a7-7b744b4cb94b, hostable agents: ['3f70c195-17da-4084-9fd6-bf6059d88535'], hosted agents: [] {{(pid=103801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 05 17:06:11.903500 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c11245ea-435d-4af3-a95c-5014d9855ad9 tempest-AllowedAddressPairIpV6TestJSON-2107737971 tempest-AllowedAddressPairIpV6TestJSON-2107737971-project] Network d70de973-d620-4747-924f-59a8ea7c37da is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:06:11.909933 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-f59dfc45-51e9-4a32-ad97-176b50a733ad tempest-MeteringIpV6TestJSON-730349041 tempest-MeteringIpV6TestJSON-730349041-project-admin] 10.222.0.11 "GET /v2.0/metering/metering-label-rules?id=62f118ce-3603-49dd-ba31-5edce16b9805 HTTP/1.1" status: 200 len: 221 time: 0.0645823 Jan 05 17:06:11.924964 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3159bca5-02b8-42d0-83c2-1933e5e35a46 req-e0743844-521f-4bd5-8b73-3dda75279d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:06:11.926763 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-3159bca5-02b8-42d0-83c2-1933e5e35a46 req-e0743844-521f-4bd5-8b73-3dda75279d2e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fab82641-cc31-4ee1-85fb-d7818e6883fd HTTP/1.1" status: 200 len: 850 time: 0.2184417 Jan 05 17:06:11.929219 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 39168) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:06:11.935001 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-a473d12e-da47-45e8-88b8-db828f07d660 tempest-MeteringIpV6TestJSON-730349041 tempest-MeteringIpV6TestJSON-730349041-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--827264819', 'description': 'label created by tempest'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:06:11.935545 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-a473d12e-da47-45e8-88b8-db828f07d660 tempest-MeteringIpV6TestJSON-730349041 tempest-MeteringIpV6TestJSON-730349041-project-admin] Unknown quota resources ['metering_label']. {{(pid=103800) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 05 17:06:11.941230 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-c11245ea-435d-4af3-a95c-5014d9855ad9 tempest-AllowedAddressPairIpV6TestJSON-2107737971 tempest-AllowedAddressPairIpV6TestJSON-2107737971-project] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:06:11.943758 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c11245ea-435d-4af3-a95c-5014d9855ad9 tempest-AllowedAddressPairIpV6TestJSON-2107737971 tempest-AllowedAddressPairIpV6TestJSON-2107737971-project] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:06:11.949899 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c11245ea-435d-4af3-a95c-5014d9855ad9 tempest-AllowedAddressPairIpV6TestJSON-2107737971 tempest-AllowedAddressPairIpV6TestJSON-2107737971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:06:11.950593 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-c11245ea-435d-4af3-a95c-5014d9855ad9 tempest-AllowedAddressPairIpV6TestJSON-2107737971 tempest-AllowedAddressPairIpV6TestJSON-2107737971-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:11.970985 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11245ea-435d-4af3-a95c-5014d9855ad9 tempest-AllowedAddressPairIpV6TestJSON-2107737971 tempest-AllowedAddressPairIpV6TestJSON-2107737971-project] Pushing event updated for resources: {'Port': ['ID=802fa07c-6da3-49f1-b609-9835f1f104c3,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:06:12.010240 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b96e4dc2-0939-48c3-8ad2-1bf0538497fb tempest-RoutersIpV6AdminTest-862369890 tempest-RoutersIpV6AdminTest-862369890-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-648249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62744'] for router, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:12.016916 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device d804c8db-31d2-44ad-a3ab-a466b261809b up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:06:12.052591 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-c11245ea-435d-4af3-a95c-5014d9855ad9 tempest-AllowedAddressPairIpV6TestJSON-2107737971 tempest-AllowedAddressPairIpV6TestJSON-2107737971-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 3.9461887 Jan 05 17:06:12.052806 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 39170) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:06:12.053155 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c93ed7-9413-4859-967a-c080f8e62896 req-d2beb60d-ad84-4ac8-940c-ae2d8ff79c41 tempest-ServersTestJSON-1673014821 tempest-ServersTestJSON-1673014821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:06:12.054741 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-45c93ed7-9413-4859-967a-c080f8e62896 req-d2beb60d-ad84-4ac8-940c-ae2d8ff79c41 tempest-ServersTestJSON-1673014821 tempest-ServersTestJSON-1673014821-project] 10.222.0.11 "GET /v2.0/ports?device_id=07c8b51b-bbb0-4a74-b3bf-1c00d88f26b4 HTTP/1.1" status: 200 len: 944 time: 0.3496647 Jan 05 17:06:12.057124 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b96e4dc2-0939-48c3-8ad2-1bf0538497fb tempest-RoutersIpV6AdminTest-862369890 tempest-RoutersIpV6AdminTest-862369890-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:12.061021 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-b92fd759-ea16-4b97-b207-28445264db8b tempest-AllowedAddressPairIpV6TestJSON-2107737971 tempest-AllowedAddressPairIpV6TestJSON-2107737971-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::364', 'mac_address': 'fa:16:3e:23:d5:a3'}]}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:06:12.088481 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73130f2-c967-4013-9ed3-857862ce728f req-174c8c97-6650-4844-a4df-0f312f5f4043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:06:12.090001 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-d73130f2-c967-4013-9ed3-857862ce728f req-174c8c97-6650-4844-a4df-0f312f5f4043 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0f0fe7d5d7be4d15b102bcc43593286e&device_id=9e05055b-fb92-4007-81d3-6b13e68c583e HTTP/1.1" status: 200 len: 1096 time: 0.3177423 Jan 05 17:06:12.099707 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Device a7599bb3-4578-47a4-9639-0cfaf64ba5d2 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 05 17:06:12.107572 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-902a5aa9-47d6-4078-95f2-e1b204ec3e92 tempest-RoutersAdminNegativeIpV6Test-1079529503 tempest-RoutersAdminNegativeIpV6Test-1079529503-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-648249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62744'] for router, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:12.128833 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-902a5aa9-47d6-4078-95f2-e1b204ec3e92 tempest-RoutersAdminNegativeIpV6Test-1079529503 tempest-RoutersAdminNegativeIpV6Test-1079529503-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:12.137050 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-804a7af9-71cd-40e3-b594-2560fcb9b0ef tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Network 9b968446-bf59-4bae-93a7-7b744b4cb94b is scheduled to be hosted by DHCP agent 3f70c195-17da-4084-9fd6-bf6059d88535 with binding_index 1 {{(pid=103801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 05 17:06:12.180299 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Provisioning complete for port d804c8db-31d2-44ad-a3ab-a466b261809b triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:06:12.180652 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:12.246452 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] For port a7599bb3-4578-47a4-9639-0cfaf64ba5d2, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=a7599bb3-4578-47a4-9639-0cfaf64ba5d2,segment=NetworkSegment(724f64f6-50e7-48d8-ab30-09fe928cc729),segment_id=724f64f6-50e7-48d8-ab30-09fe928cc729)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:06:12.249472 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-804a7af9-71cd-40e3-b594-2560fcb9b0ef tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 9b968446-bf59-4bae-93a7-7b744b4cb94b) {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:06:12.258685 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-804a7af9-71cd-40e3-b594-2560fcb9b0ef tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:06:12.259329 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-804a7af9-71cd-40e3-b594-2560fcb9b0ef tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Publish callbacks [] for subnet, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:12.263912 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26f9a381-40f3-4a1e-a0ac-231b80e2bfad None None] Network 9b968446-bf59-4bae-93a7-7b744b4cb94b requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:06:12.280615 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Returning: {'device': 'a7599bb3-4578-47a4-9639-0cfaf64ba5d2', 'network_id': '66b9f7eb-d414-436b-882b-ac047c1764b8', 'port_id': 'a7599bb3-4578-47a4-9639-0cfaf64ba5d2', 'mac_address': 'fa:16:3e:62:3b:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c9222ac-b9b2-431b-aee5-7d51a8ac8416', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 05 17:06:12.316650 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b96e4dc2-0939-48c3-8ad2-1bf0538497fb tempest-RoutersIpV6AdminTest-862369890 tempest-RoutersIpV6AdminTest-862369890-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-648240'] for router, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:12.317358 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b96e4dc2-0939-48c3-8ad2-1bf0538497fb tempest-RoutersIpV6AdminTest-862369890 tempest-RoutersIpV6AdminTest-862369890-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3847beef-e109-4751-9e43-6385a889e448 {{(pid=103800) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 05 17:06:12.340018 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-902a5aa9-47d6-4078-95f2-e1b204ec3e92 tempest-RoutersAdminNegativeIpV6Test-1079529503 tempest-RoutersAdminNegativeIpV6Test-1079529503-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-648240'] for router, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:12.340438 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-902a5aa9-47d6-4078-95f2-e1b204ec3e92 tempest-RoutersAdminNegativeIpV6Test-1079529503 tempest-RoutersAdminNegativeIpV6Test-1079529503-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8ed7573b-2b07-4ba2-9523-ad91ca78f947 {{(pid=103801) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 05 17:06:12.348377 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b96e4dc2-0939-48c3-8ad2-1bf0538497fb tempest-RoutersIpV6AdminTest-862369890 tempest-RoutersIpV6AdminTest-862369890-project-admin] Publish callbacks [] for router, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:12.351766 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-b96e4dc2-0939-48c3-8ad2-1bf0538497fb tempest-RoutersIpV6AdminTest-862369890 tempest-RoutersIpV6AdminTest-862369890-project-admin] 10.222.0.11 "DELETE /v2.0/routers/3847beef-e109-4751-9e43-6385a889e448 HTTP/1.1" status: 204 len: 168 time: 3.8546703 Jan 05 17:06:12.356193 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 39172) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:06:12.394114 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-b92fd759-ea16-4b97-b207-28445264db8b tempest-AllowedAddressPairIpV6TestJSON-2107737971 tempest-AllowedAddressPairIpV6TestJSON-2107737971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:12.396145 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3159bca5-02b8-42d0-83c2-1933e5e35a46 req-c0316005-d4ee-4937-92b9-d92ad90920fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:06:12.397681 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-3159bca5-02b8-42d0-83c2-1933e5e35a46 req-c0316005-d4ee-4937-92b9-d92ad90920fe service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1e5e93d9-6ada-44ad-b92b-017486a9719e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4529898 Jan 05 17:06:12.404235 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-804a7af9-71cd-40e3-b594-2560fcb9b0ef tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 3.0057330 Jan 05 17:06:12.407162 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-45c93ed7-9413-4859-967a-c080f8e62896 req-37f0263a-7b9d-43b0-aae1-884c6d1a4131 tempest-ServersTestJSON-1673014821 tempest-ServersTestJSON-1673014821-project] 10.222.0.11 "GET /v2.0/security-groups?id=a400398d-bf46-4390-bcfe-e2116b4af858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3355684 Jan 05 17:06:12.409561 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 39174) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:06:12.464136 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-c288a0ef-56be-470d-bc12-3c87f52847a2 None None] Provisioning complete for port 802fa07c-6da3-49f1-b609-9835f1f104c3 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:06:12.464767 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c288a0ef-56be-470d-bc12-3c87f52847a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:12.467350 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a473d12e-da47-45e8-88b8-db828f07d660 tempest-MeteringIpV6TestJSON-730349041 tempest-MeteringIpV6TestJSON-730349041-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:12.468515 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-a473d12e-da47-45e8-88b8-db828f07d660 tempest-MeteringIpV6TestJSON-730349041 tempest-MeteringIpV6TestJSON-730349041-project-admin] 10.222.0.11 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.5372150 Jan 05 17:06:12.491587 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 39176) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:06:12.498746 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5da711a5-6a19-4b6b-ac24-ffd56e7b10af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-9b968446-bf59-4bae-93a7-7b744b4cb94b', 'network_id': '9b968446-bf59-4bae-93a7-7b744b4cb94b', 'project_id': 'a3ad318c2083452290397b0c39945cb9', 'fixed_ips': [{'subnet_id': '3f0eec49-27d5-4c19-ab92-18bf88022759'}]}} from dv-neutron-master-2-hyperv. {{(pid=103802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 05 17:06:12.499783 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-5da711a5-6a19-4b6b-ac24-ffd56e7b10af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:12.504303 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:12.543985 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.notifiers.nova [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7599bb3-4578-47a4-9639-0cfaf64ba5d2 {{(pid=103802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 05 17:06:12.552580 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-c288a0ef-56be-470d-bc12-3c87f52847a2 None None] Port 802fa07c-6da3-49f1-b609-9835f1f104c3 cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 17:06:12.563633 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73130f2-c967-4013-9ed3-857862ce728f req-3afeec8b-fae6-4827-a743-70079fb73a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:06:12.565987 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-d73130f2-c967-4013-9ed3-857862ce728f req-3afeec8b-fae6-4827-a743-70079fb73a0d service neutron] 10.222.0.13 "GET /v2.0/networks?id=aabb1632-0142-4854-ba4e-971fe2ad463e HTTP/1.1" status: 200 len: 913 time: 0.4529459 Jan 05 17:06:12.579420 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] For port a7599bb3-4578-47a4-9639-0cfaf64ba5d2, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=a7599bb3-4578-47a4-9639-0cfaf64ba5d2,segment=NetworkSegment(724f64f6-50e7-48d8-ab30-09fe928cc729),segment_id=724f64f6-50e7-48d8-ab30-09fe928cc729)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:06:12.582548 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.api.v2.resource [None req-902a5aa9-47d6-4078-95f2-e1b204ec3e92 tempest-RoutersAdminNegativeIpV6Test-1079529503 tempest-RoutersAdminNegativeIpV6Test-1079529503-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jan 05 17:06:12.586336 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-902a5aa9-47d6-4078-95f2-e1b204ec3e92 tempest-RoutersAdminNegativeIpV6Test-1079529503 tempest-RoutersAdminNegativeIpV6Test-1079529503-project-admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 4.6257074 Jan 05 17:06:12.623969 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 39178) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:06:12.632184 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac189a8e-5cb0-4eb2-ae44-ca8ef29c3a91 tempest-RoutersIpV6AdminTest-862369890 tempest-RoutersIpV6AdminTest-862369890-project-admin] Deleting subnet c302e55a-710f-492f-b0f8-9fbb9d22cf34 {{(pid=103801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 05 17:06:12.642369 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-ac189a8e-5cb0-4eb2-ae44-ca8ef29c3a91 tempest-RoutersIpV6AdminTest-862369890 tempest-RoutersIpV6AdminTest-862369890-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:12.657275 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-b58c58a2-f567-4346-aa39-87bf920fb6d5 tempest-MeteringIpV6TestJSON-730349041 tempest-MeteringIpV6TestJSON-730349041-project-admin] 10.222.0.11 "GET /v2.0/metering/metering-labels?id=6412ec0e-8cd4-457f-abc5-951d61c66be3 HTTP/1.1" status: 200 len: 467 time: 0.1554418 Jan 05 17:06:12.658056 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-d73130f2-c967-4013-9ed3-857862ce728f req-f09f6c83-30fd-42fb-9ba7-21844980fa49 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=05891007-1fed-4dd3-bd1c-36287398be5f HTTP/1.1" status: 200 len: 217 time: 0.0771303 Jan 05 17:06:12.666880 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:12.674713 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 39182) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:06:12.704609 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-ac189a8e-5cb0-4eb2-ae44-ca8ef29c3a91 tempest-RoutersIpV6AdminTest-862369890 tempest-RoutersIpV6AdminTest-862369890-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11316398'] for subnet, precommit_delete_associations {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:12.751365 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-ac189a8e-5cb0-4eb2-ae44-ca8ef29c3a91 tempest-RoutersIpV6AdminTest-862369890 tempest-RoutersIpV6AdminTest-862369890-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892868'] for subnet, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:12.756912 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.db_base_plugin_common [None req-5da711a5-6a19-4b6b-ac24-ffd56e7b10af None None] Allocated IP 2001:db8::3 (9b968446-bf59-4bae-93a7-7b744b4cb94b/3f0eec49-27d5-4c19-ab92-18bf88022759/e1cbd8f4-ad57-46c9-be89-7d6b37b91d0d) {{(pid=103802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:06:12.758921 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Pushing event updated for resources: {'Port': ['ID=a7599bb3-4578-47a4-9639-0cfaf64ba5d2,revision_number=4']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:06:12.840664 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f8286caf-0f6c-4429-af50-26ba49f28381 tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3809644'] for network, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:12.843736 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-3159bca5-02b8-42d0-83c2-1933e5e35a46 req-2136aaf2-0892-47e0-9b48-181f13a02838 service neutron] 10.222.0.13 "GET /v2.0/networks/1e5e93d9-6ada-44ad-b92b-017486a9719e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4320016 Jan 05 17:06:12.931959 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf84dbb9-48d0-42f3-a652-7aba44e64a4a req-75df2780-8d59-4ba2-9c3e-cfd92abcb58f tempest-ServersTestManualDisk-24571533 tempest-ServersTestManualDisk-24571533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:06:12.933436 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-cf84dbb9-48d0-42f3-a652-7aba44e64a4a req-75df2780-8d59-4ba2-9c3e-cfd92abcb58f tempest-ServersTestManualDisk-24571533 tempest-ServersTestManualDisk-24571533-project] 10.222.0.11 "GET /v2.0/ports?device_id=9e05055b-fb92-4007-81d3-6b13e68c583e HTTP/1.1" status: 200 len: 943 time: 0.1377473 Jan 05 17:06:12.942222 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] get_ports_and_sgs() called for port_ids ['a7599bb3-4578-47a4-9639-0cfaf64ba5d2'] {{(pid=103802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 05 17:06:12.944658 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-5da711a5-6a19-4b6b-ac24-ffd56e7b10af None None] Publish callbacks [] for port, precommit_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:12.950246 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73130f2-c967-4013-9ed3-857862ce728f req-02e33667-321b-47dd-b564-97bc8c797f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:06:12.951625 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-d73130f2-c967-4013-9ed3-857862ce728f req-02e33667-321b-47dd-b564-97bc8c797f3a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d0c013bc-a746-4d54-8492-ba8dc88b5bb5 HTTP/1.1" status: 200 len: 851 time: 0.2738578 Jan 05 17:06:12.972691 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-ac189a8e-5cb0-4eb2-ae44-ca8ef29c3a91 tempest-RoutersIpV6AdminTest-862369890 tempest-RoutersIpV6AdminTest-862369890-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3893367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11433231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12480600'] for subnet, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:13.026438 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-ac189a8e-5cb0-4eb2-ae44-ca8ef29c3a91 tempest-RoutersIpV6AdminTest-862369890 tempest-RoutersIpV6AdminTest-862369890-project-admin] Publish callbacks [] for subnet, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:13.032880 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-ac189a8e-5cb0-4eb2-ae44-ca8ef29c3a91 tempest-RoutersIpV6AdminTest-862369890 tempest-RoutersIpV6AdminTest-862369890-project-admin] 10.222.0.11 "DELETE /v2.0/subnets/c302e55a-710f-492f-b0f8-9fbb9d22cf34 HTTP/1.1" status: 204 len: 168 time: 0.6733418 Jan 05 17:06:13.036351 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b8ccfee-c886-4f62-8b5b-83c281c01476 None None] Network 7d7f4dca-e34e-4347-802c-339f15a59d5b requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:06:13.042701 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac189a8e-5cb0-4eb2-ae44-ca8ef29c3a91 tempest-RoutersIpV6AdminTest-862369890 tempest-RoutersIpV6AdminTest-862369890-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=c302e55a-710f-492f-b0f8-9fbb9d22cf34,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:06:13.048895 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 39186) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:06:13.057308 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-5da711a5-6a19-4b6b-ac24-ffd56e7b10af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669'] for port, after_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:13.302937 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5da711a5-6a19-4b6b-ac24-ffd56e7b10af None None] Network 9b968446-bf59-4bae-93a7-7b744b4cb94b is already hosted by enough agents. {{(pid=103802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:06:13.308949 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.scheduler.base_scheduler [None req-5da711a5-6a19-4b6b-ac24-ffd56e7b10af None None] Resources bound (agent type, host, resource id): {{(pid=103802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:06:13.311223 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5da711a5-6a19-4b6b-ac24-ffd56e7b10af None None] Received port after_create {{(pid=103802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:06:13.327363 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-cf84dbb9-48d0-42f3-a652-7aba44e64a4a req-ec610b1b-c496-47b7-8e45-785497a23cd1 tempest-ServersTestManualDisk-24571533 tempest-ServersTestManualDisk-24571533-project] 10.222.0.11 "GET /v2.0/security-groups?id=975168df-f8b7-4c5c-afef-35686270bc8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3820708 Jan 05 17:06:13.334865 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-b92fd759-ea16-4b97-b207-28445264db8b tempest-AllowedAddressPairIpV6TestJSON-2107737971 tempest-AllowedAddressPairIpV6TestJSON-2107737971-project] Publish callbacks [] for port, precommit_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:13.360105 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da711a5-6a19-4b6b-ac24-ffd56e7b10af None None] Pushing event updated for resources: {'Port': ['ID=e1cbd8f4-ad57-46c9-be89-7d6b37b91d0d,revision_number=1']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:06:13.369567 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-bfa82c37-437a-4a40-85f8-68ee01d8bdfc tempest-RoutersIpV6AdminTest-862369890 tempest-RoutersIpV6AdminTest-862369890-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3809644'] for network, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:13.417183 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-b92fd759-ea16-4b97-b207-28445264db8b tempest-AllowedAddressPairIpV6TestJSON-2107737971 tempest-AllowedAddressPairIpV6TestJSON-2107737971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11433169'] for port, after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:13.432053 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-5da711a5-6a19-4b6b-ac24-ffd56e7b10af None None] Attempting to bind port e1cbd8f4-ad57-46c9-be89-7d6b37b91d0d on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 05 17:06:13.432419 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-5da711a5-6a19-4b6b-ac24-ffd56e7b10af None None] Attempting to bind port e1cbd8f4-ad57-46c9-be89-7d6b37b91d0d by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '58666759-9029-49cf-a146-0f2e788f2822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '9b968446-bf59-4bae-93a7-7b744b4cb94b'}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 05 17:06:13.432956 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5da711a5-6a19-4b6b-ac24-ffd56e7b10af None None] Attempting to bind port e1cbd8f4-ad57-46c9-be89-7d6b37b91d0d on network 9b968446-bf59-4bae-93a7-7b744b4cb94b {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:06:13.442002 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5da711a5-6a19-4b6b-ac24-ffd56e7b10af None None] Checking agent: {'id': '0d4f8fd3-ce62-4651-970c-efa6a8bb22b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 5, 16, 57, 23), 'started_at': datetime.datetime(2022, 1, 5, 16, 57, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 5, 17, 5, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 05 17:06:13.442597 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5da711a5-6a19-4b6b-ac24-ffd56e7b10af None None] Checking segment: {'id': '58666759-9029-49cf-a146-0f2e788f2822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '9b968446-bf59-4bae-93a7-7b744b4cb94b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:06:13.443151 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-5da711a5-6a19-4b6b-ac24-ffd56e7b10af None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:13.443741 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5da711a5-6a19-4b6b-ac24-ffd56e7b10af None None] Bound using segment: {'id': '58666759-9029-49cf-a146-0f2e788f2822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '9b968446-bf59-4bae-93a7-7b744b4cb94b'} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 05 17:06:13.444354 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-5da711a5-6a19-4b6b-ac24-ffd56e7b10af None None] Bound port: e1cbd8f4-ad57-46c9-be89-7d6b37b91d0d, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58666759-9029-49cf-a146-0f2e788f2822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '9b968446-bf59-4bae-93a7-7b744b4cb94b'}}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 05 17:06:13.444887 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-5da711a5-6a19-4b6b-ac24-ffd56e7b10af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:13.453959 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f8286caf-0f6c-4429-af50-26ba49f28381 tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892868'] for subnet, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:13.454173 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e82994d-bea4-4c8c-b573-106e8fcf9338 None None] DHCP port deletion for 7d7f4dca-e34e-4347-802c-339f15a59d5b request from dv-neutron-master-2-hyperv {{(pid=103802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 05 17:06:13.464288 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d706b9ec-a28b-4a0c-8326-f3aad983906f req-41e21307-6468-4c6a-a514-232c875175c3 tempest-ServerActionsTestJSON-949899014 tempest-ServerActionsTestJSON-949899014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:06:13.465842 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-d706b9ec-a28b-4a0c-8326-f3aad983906f req-41e21307-6468-4c6a-a514-232c875175c3 tempest-ServerActionsTestJSON-949899014 tempest-ServerActionsTestJSON-949899014-project] 10.222.0.11 "GET /v2.0/ports?device_id=be270a5c-db8b-4dff-9e40-79b29c80ad34 HTTP/1.1" status: 200 len: 944 time: 0.5415981 Jan 05 17:06:13.467591 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73130f2-c967-4013-9ed3-857862ce728f req-fbe72bec-e2e1-4a79-897a-15a4149d4770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:06:13.468948 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-d73130f2-c967-4013-9ed3-857862ce728f req-fbe72bec-e2e1-4a79-897a-15a4149d4770 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=aabb1632-0142-4854-ba4e-971fe2ad463e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4934523 Jan 05 17:06:13.476303 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-c32d9f4d-0dda-4aad-99e9-4ac46c02ed6b tempest-RoutersAdminNegativeIpV6Test-1079529503 tempest-RoutersAdminNegativeIpV6Test-1079529503-project-admin] Deleting port e9ddce72-3e9b-4dc8-9ed5-36ae5173764c {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:06:13.480488 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c32d9f4d-0dda-4aad-99e9-4ac46c02ed6b tempest-RoutersAdminNegativeIpV6Test-1079529503 tempest-RoutersAdminNegativeIpV6Test-1079529503-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:13.499477 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-3159bca5-02b8-42d0-83c2-1933e5e35a46 req-90e2133f-feb4-4804-b9c0-b2b6e9cbac43 service neutron] 10.222.0.13 "GET /v2.0/networks/1e5e93d9-6ada-44ad-b92b-017486a9719e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6253536 Jan 05 17:06:13.530757 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-5bb79359-808a-4904-bbd4-e829679f0017 tempest-MeteringIpV6TestJSON-730349041 tempest-MeteringIpV6TestJSON-730349041-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:13.531863 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-5bb79359-808a-4904-bbd4-e829679f0017 tempest-MeteringIpV6TestJSON-730349041 tempest-MeteringIpV6TestJSON-730349041-project-admin] 10.222.0.11 "DELETE /v2.0/metering/metering-labels/6412ec0e-8cd4-457f-abc5-951d61c66be3 HTTP/1.1" status: 204 len: 168 time: 0.8562088 Jan 05 17:06:13.541702 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 39190) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:06:13.542809 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-b92fd759-ea16-4b97-b207-28445264db8b tempest-AllowedAddressPairIpV6TestJSON-2107737971 tempest-AllowedAddressPairIpV6TestJSON-2107737971-project] In _notify_port_updated(), no bound segment for port 802fa07c-6da3-49f1-b609-9835f1f104c3 on network d70de973-d620-4747-924f-59a8ea7c37da {{(pid=103801) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Jan 05 17:06:13.548601 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b92fd759-ea16-4b97-b207-28445264db8b tempest-AllowedAddressPairIpV6TestJSON-2107737971 tempest-AllowedAddressPairIpV6TestJSON-2107737971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:06:13.549283 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-b92fd759-ea16-4b97-b207-28445264db8b tempest-AllowedAddressPairIpV6TestJSON-2107737971 tempest-AllowedAddressPairIpV6TestJSON-2107737971-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:13.550651 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-b92fd759-ea16-4b97-b207-28445264db8b tempest-AllowedAddressPairIpV6TestJSON-2107737971 tempest-AllowedAddressPairIpV6TestJSON-2107737971-project] 10.222.0.11 "PUT /v2.0/ports/802fa07c-6da3-49f1-b609-9835f1f104c3 HTTP/1.1" status: 200 len: 1003 time: 1.4965694 Jan 05 17:06:13.556003 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 39192) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:06:13.561035 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-5da711a5-6a19-4b6b-ac24-ffd56e7b10af None None] For port e1cbd8f4-ad57-46c9-be89-7d6b37b91d0d, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 05 17:06:13.565772 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-5da711a5-6a19-4b6b-ac24-ffd56e7b10af None None] For port e1cbd8f4-ad57-46c9-be89-7d6b37b91d0d, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e1cbd8f4-ad57-46c9-be89-7d6b37b91d0d,segment=NetworkSegment(58666759-9029-49cf-a146-0f2e788f2822),segment_id=58666759-9029-49cf-a146-0f2e788f2822)] {{(pid=103802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 05 17:06:13.587616 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-bfa82c37-437a-4a40-85f8-68ee01d8bdfc tempest-RoutersIpV6AdminTest-862369890 tempest-RoutersIpV6AdminTest-862369890-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3891715', 'neutron.services.segments.db._delete_segments_for_network-8754181063482'] for network, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:13.612273 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92fd759-ea16-4b97-b207-28445264db8b tempest-AllowedAddressPairIpV6TestJSON-2107737971 tempest-AllowedAddressPairIpV6TestJSON-2107737971-project] Pushing event updated for resources: {'Port': ['ID=802fa07c-6da3-49f1-b609-9835f1f104c3,revision_number=2']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:06:13.629127 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-2087d0b9-af17-477d-b14c-96af51951e65 tempest-MeteringIpV6TestJSON-730349041 tempest-MeteringIpV6TestJSON-730349041-project-admin] 10.222.0.11 "GET /v2.0/metering/metering-labels?id=6412ec0e-8cd4-457f-abc5-951d61c66be3 HTTP/1.1" status: 200 len: 216 time: 0.0596571 Jan 05 17:06:13.640145 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 39194) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:06:13.643808 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.services.segments.db [None req-bfa82c37-437a-4a40-85f8-68ee01d8bdfc tempest-RoutersIpV6AdminTest-862369890 tempest-RoutersIpV6AdminTest-862369890-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d7f4dca-e34e-4347-802c-339f15a59d5b']}} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:06:13.668088 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-34ce80f4-1d86-4c2e-90cf-8800bd95f485 tempest-MeteringIpV6TestJSON-730349041 tempest-MeteringIpV6TestJSON-730349041-project-admin] 10.222.0.11 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0221596 Jan 05 17:06:13.668088 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.services.segments.db [None req-bfa82c37-437a-4a40-85f8-68ee01d8bdfc tempest-RoutersIpV6AdminTest-862369890 tempest-RoutersIpV6AdminTest-862369890-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49eaf1ea-83fd-47b3-833e-94af2ffaa71f') {'for_net_delete': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:06:13.668088 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.services.segments.db [None req-bfa82c37-437a-4a40-85f8-68ee01d8bdfc tempest-RoutersIpV6AdminTest-862369890 tempest-RoutersIpV6AdminTest-862369890-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49eaf1ea-83fd-47b3-833e-94af2ffaa71f') {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:06:13.669663 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 39196) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:06:13.685259 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-5da711a5-6a19-4b6b-ac24-ffd56e7b10af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:13.688888 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-bfa82c37-437a-4a40-85f8-68ee01d8bdfc tempest-RoutersIpV6AdminTest-862369890 tempest-RoutersIpV6AdminTest-862369890-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754181064771', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11316385'] for segment, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:13.702300 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-6fb00e6b-66e0-4919-a1ae-79a4956fd531 tempest-MeteringIpV6TestJSON-730349041 tempest-MeteringIpV6TestJSON-730349041-project-admin] 10.222.0.11 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0277116 Jan 05 17:06:13.707625 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2553249-56d4-4738-bee8-1a6219785e68 req-f805f457-b8eb-4f1f-ab17-2376d9bc6873 tempest-ServersTestJSON-1673014821 tempest-ServersTestJSON-1673014821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:06:13.709195 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-c2553249-56d4-4738-bee8-1a6219785e68 req-f805f457-b8eb-4f1f-ab17-2376d9bc6873 tempest-ServersTestJSON-1673014821 tempest-ServersTestJSON-1673014821-project] 10.222.0.11 "GET /v2.0/ports?device_id=07c8b51b-bbb0-4a74-b3bf-1c00d88f26b4 HTTP/1.1" status: 200 len: 945 time: 0.1835241 Jan 05 17:06:13.709841 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 39198) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:06:13.725274 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-bfa82c37-437a-4a40-85f8-68ee01d8bdfc tempest-RoutersIpV6AdminTest-862369890 tempest-RoutersIpV6AdminTest-862369890-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225'] for segment, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:13.772337 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da711a5-6a19-4b6b-ac24-ffd56e7b10af None None] Pushing event updated for resources: {'Port': ['ID=e1cbd8f4-ad57-46c9-be89-7d6b37b91d0d,revision_number=2']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:06:13.814386 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfa82c37-437a-4a40-85f8-68ee01d8bdfc tempest-RoutersIpV6AdminTest-862369890 tempest-RoutersIpV6AdminTest-862369890-project-admin] Releasing vlan 134 on physical network physnet1 to pool {{(pid=103801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 05 17:06:13.815290 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-bfa82c37-437a-4a40-85f8-68ee01d8bdfc tempest-RoutersIpV6AdminTest-862369890 tempest-RoutersIpV6AdminTest-862369890-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11433197'] for segment, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:13.815575 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-d706b9ec-a28b-4a0c-8326-f3aad983906f req-e81541c3-7564-4893-ae45-36e2ffbb769e tempest-ServerActionsTestJSON-949899014 tempest-ServerActionsTestJSON-949899014-project] 10.222.0.11 "GET /v2.0/security-groups?id=f7674e10-0a07-4bc4-8403-a53dd95a312a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3410103 Jan 05 17:06:13.817659 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:06:13.817659 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:06:13.817659 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:06:13.817659 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:06:13.817659 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:06:13.817659 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:06:13.817659 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:06:13.817659 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:06:13.817659 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:06:13.817659 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:06:13.817659 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:06:13.817659 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:06:13.817659 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:06:13.817659 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:06:13.817659 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:06:13.817659 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:06:13.817659 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:06:13.817659 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:06:13.817659 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:06:13.817659 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:06:13.817659 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:06:13.817659 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:06:13.817659 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:06:13.817659 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:06:13.817659 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:06:13.817659 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:06:13.817659 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:06:13.817659 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:06:13.817659 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:06:13.817659 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:06:13.817659 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:06:13.817659 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:06:13.817659 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:06:13.817659 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:06:13.817659 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:06:13.817659 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:06:13.817659 dv-neutron-master-2-hyperv neutron-server[103801]: Traceback (most recent call last): Jan 05 17:06:13.820001 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 05 17:06:13.820001 dv-neutron-master-2-hyperv neutron-server[103801]: timer() Jan 05 17:06:13.820001 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 05 17:06:13.820001 dv-neutron-master-2-hyperv neutron-server[103801]: cb(*args, **kw) Jan 05 17:06:13.820001 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 05 17:06:13.820001 dv-neutron-master-2-hyperv neutron-server[103801]: return func(*args, **kwargs) Jan 05 17:06:13.820001 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 05 17:06:13.820001 dv-neutron-master-2-hyperv neutron-server[103801]: self._notify() Jan 05 17:06:13.820001 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 05 17:06:13.820001 dv-neutron-master-2-hyperv neutron-server[103801]: self.callback(batched_events) Jan 05 17:06:13.820001 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 05 17:06:13.820001 dv-neutron-master-2-hyperv neutron-server[103801]: event.method(event) Jan 05 17:06:13.820001 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 05 17:06:13.820001 dv-neutron-master-2-hyperv neutron-server[103801]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 05 17:06:13.820001 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 05 17:06:13.820001 dv-neutron-master-2-hyperv neutron-server[103801]: aggregate_uuid = self.p_client.list_aggregates( Jan 05 17:06:13.820001 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 05 17:06:13.820001 dv-neutron-master-2-hyperv neutron-server[103801]: return f(self, *a, **k) Jan 05 17:06:13.820001 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 05 17:06:13.820001 dv-neutron-master-2-hyperv neutron-server[103801]: return self._get(url).json() Jan 05 17:06:13.820001 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 05 17:06:13.820001 dv-neutron-master-2-hyperv neutron-server[103801]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 05 17:06:13.820001 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 05 17:06:13.820001 dv-neutron-master-2-hyperv neutron-server[103801]: return self.request(url, 'GET', **kwargs) Jan 05 17:06:13.820001 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 05 17:06:13.820001 dv-neutron-master-2-hyperv neutron-server[103801]: base_url = self.get_endpoint(auth, allow=allow, Jan 05 17:06:13.820001 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 05 17:06:13.820001 dv-neutron-master-2-hyperv neutron-server[103801]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 05 17:06:13.820001 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 05 17:06:13.820001 dv-neutron-master-2-hyperv neutron-server[103801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 05 17:06:13.820001 dv-neutron-master-2-hyperv neutron-server[103801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 05 17:06:13.848412 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c32d9f4d-0dda-4aad-99e9-4ac46c02ed6b tempest-RoutersAdminNegativeIpV6Test-1079529503 tempest-RoutersAdminNegativeIpV6Test-1079529503-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:13.861318 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-d73130f2-c967-4013-9ed3-857862ce728f req-dbbc8741-a170-43f9-9d94-6e32b2c1613a service neutron] 10.222.0.13 "GET /v2.0/networks/aabb1632-0142-4854-ba4e-971fe2ad463e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3641229 Jan 05 17:06:13.871738 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f8286caf-0f6c-4429-af50-26ba49f28381 tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3893367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8784787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8521880'] for subnet, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:13.884066 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-c32d9f4d-0dda-4aad-99e9-4ac46c02ed6b tempest-RoutersAdminNegativeIpV6Test-1079529503 tempest-RoutersAdminNegativeIpV6Test-1079529503-project-admin] Calling delete_port for e9ddce72-3e9b-4dc8-9ed5-36ae5173764c owned by {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:06:13.887567 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-7d20e0cb-92c1-4d60-957a-ad9aad0f9ae2 tempest-MeteringIpV6TestJSON-730349041 tempest-MeteringIpV6TestJSON-730349041-project-admin] 10.222.0.11 "GET /v2.0/metering/metering-labels/dd2b6fe3-2c7d-406a-b2be-29f64c2e4c1e HTTP/1.1" status: 200 len: 473 time: 0.1742585 Jan 05 17:06:13.899290 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 39200) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:06:13.925610 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-8efe1f12-263d-4c55-b0f7-e12f32d56d5f tempest-MeteringIpV6TestJSON-730349041 tempest-MeteringIpV6TestJSON-730349041-project-admin] 10.222.0.11 "GET /v2.0/metering/metering-label-rules/b420b7a8-cb06-47bd-b3b7-d9b52e168714 HTTP/1.1" status: 200 len: 459 time: 0.0250735 Jan 05 17:06:13.929683 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 39202) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:06:13.934730 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8286caf-0f6c-4429-af50-26ba49f28381 tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Pushing event deleted for resources: {'Subnet': ['ID=3f0eec49-27d5-4c19-ab92-18bf88022759,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:06:13.945307 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-c2553249-56d4-4738-bee8-1a6219785e68 req-26b3c5c2-939a-449d-9fd7-6012a751cbff tempest-ServersTestJSON-1673014821 tempest-ServersTestJSON-1673014821-project] 10.222.0.11 "GET /v2.0/security-groups?id=a400398d-bf46-4390-bcfe-e2116b4af858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2177639 Jan 05 17:06:14.014224 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-bfa82c37-437a-4a40-85f8-68ee01d8bdfc tempest-RoutersIpV6AdminTest-862369890 tempest-RoutersIpV6AdminTest-862369890-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3891722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648695'] for network, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:14.017299 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-3d197fda-a990-4553-b9fe-14bdf97dd1d9 None None] Provisioning complete for port 802fa07c-6da3-49f1-b609-9835f1f104c3 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:06:14.018371 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-3d197fda-a990-4553-b9fe-14bdf97dd1d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:14.018968 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-8ed67b0f-1710-4392-b69f-c90ffdbe25e7 tempest-AllowedAddressPairIpV6TestJSON-2107737971 tempest-AllowedAddressPairIpV6TestJSON-2107737971-project] Deleting port 802fa07c-6da3-49f1-b609-9835f1f104c3 {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:06:14.023788 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-8ed67b0f-1710-4392-b69f-c90ffdbe25e7 tempest-AllowedAddressPairIpV6TestJSON-2107737971 tempest-AllowedAddressPairIpV6TestJSON-2107737971-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:14.035359 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfa82c37-437a-4a40-85f8-68ee01d8bdfc tempest-RoutersIpV6AdminTest-862369890 tempest-RoutersIpV6AdminTest-862369890-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 7d7f4dca-e34e-4347-802c-339f15a59d5b {{(pid=103801) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jan 05 17:06:14.037573 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-bfa82c37-437a-4a40-85f8-68ee01d8bdfc tempest-RoutersIpV6AdminTest-862369890 tempest-RoutersIpV6AdminTest-862369890-project-admin] Publish callbacks [] for network, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:14.047933 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-bfa82c37-437a-4a40-85f8-68ee01d8bdfc tempest-RoutersIpV6AdminTest-862369890 tempest-RoutersIpV6AdminTest-862369890-project-admin] 10.222.0.11 "DELETE /v2.0/networks/7d7f4dca-e34e-4347-802c-339f15a59d5b HTTP/1.1" status: 204 len: 168 time: 0.9968390 Jan 05 17:06:14.051283 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa82c37-437a-4a40-85f8-68ee01d8bdfc tempest-RoutersIpV6AdminTest-862369890 tempest-RoutersIpV6AdminTest-862369890-project-admin] Pushing event deleted for resources: {'Network': ['ID=7d7f4dca-e34e-4347-802c-339f15a59d5b,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:06:14.085327 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-3d197fda-a990-4553-b9fe-14bdf97dd1d9 None None] Port 802fa07c-6da3-49f1-b609-9835f1f104c3 cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 17:06:14.096747 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Device 05891007-1fed-4dd3-bd1c-36287398be5f details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 05 17:06:14.219806 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-24cb8ddc-6516-4964-b3f5-bb3cba7f1c7c tempest-MeteringIpV6TestJSON-730349041 tempest-MeteringIpV6TestJSON-730349041-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:14.222957 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-24cb8ddc-6516-4964-b3f5-bb3cba7f1c7c tempest-MeteringIpV6TestJSON-730349041 tempest-MeteringIpV6TestJSON-730349041-project-admin] 10.222.0.11 "DELETE /v2.0/metering/metering-label-rules/b420b7a8-cb06-47bd-b3b7-d9b52e168714 HTTP/1.1" status: 204 len: 168 time: 0.2900593 Jan 05 17:06:14.227048 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 39206) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:06:14.247636 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Device a7599bb3-4578-47a4-9639-0cfaf64ba5d2 up at agent hyperv_hv-neutron-mast {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:06:14.297870 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-d73130f2-c967-4013-9ed3-857862ce728f req-c770fd1b-d97e-4474-851c-385a95b073a2 service neutron] 10.222.0.13 "GET /v2.0/networks/aabb1632-0142-4854-ba4e-971fe2ad463e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4231648 Jan 05 17:06:14.325477 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c32d9f4d-0dda-4aad-99e9-4ac46c02ed6b tempest-RoutersAdminNegativeIpV6Test-1079529503 tempest-RoutersAdminNegativeIpV6Test-1079529503-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:14.351993 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] For port 05891007-1fed-4dd3-bd1c-36287398be5f, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=05891007-1fed-4dd3-bd1c-36287398be5f,segment=NetworkSegment(d65903af-bfbb-40e4-945d-cf3bc3c0723b),segment_id=d65903af-bfbb-40e4-945d-cf3bc3c0723b)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:06:14.375775 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f8286caf-0f6c-4429-af50-26ba49f28381 tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3891715', 'neutron.services.segments.db._delete_segments_for_network-8754181063482'] for network, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:14.394761 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Returning: {'device': '05891007-1fed-4dd3-bd1c-36287398be5f', 'network_id': 'aabb1632-0142-4854-ba4e-971fe2ad463e', 'port_id': '05891007-1fed-4dd3-bd1c-36287398be5f', 'mac_address': 'fa:16:3e:0e:a3:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0c013bc-a746-4d54-8492-ba8dc88b5bb5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 05 17:06:14.400999 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fbab4ab-e4f6-478d-8877-dd1abc4ed4c1 None None] DHCP port deletion for b0167590-0699-4c5c-a932-3939414a9573 request from dv-neutron-master-2-hyperv {{(pid=103802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 05 17:06:14.442254 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32d9f4d-0dda-4aad-99e9-4ac46c02ed6b tempest-RoutersAdminNegativeIpV6Test-1079529503 tempest-RoutersAdminNegativeIpV6Test-1079529503-project-admin] Pushing event deleted for resources: {'Port': ['ID=e9ddce72-3e9b-4dc8-9ed5-36ae5173764c,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:06:14.472327 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:14.498261 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.notifiers.nova [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05891007-1fed-4dd3-bd1c-36287398be5f {{(pid=103802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 05 17:06:14.499404 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.services.segments.db [None req-f8286caf-0f6c-4429-af50-26ba49f28381 tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b968446-bf59-4bae-93a7-7b744b4cb94b']}} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:06:14.522284 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c32d9f4d-0dda-4aad-99e9-4ac46c02ed6b tempest-RoutersAdminNegativeIpV6Test-1079529503 tempest-RoutersAdminNegativeIpV6Test-1079529503-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:14.525509 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-c32d9f4d-0dda-4aad-99e9-4ac46c02ed6b tempest-RoutersAdminNegativeIpV6Test-1079529503 tempest-RoutersAdminNegativeIpV6Test-1079529503-project-admin] 10.222.0.11 "DELETE /v2.0/ports/e9ddce72-3e9b-4dc8-9ed5-36ae5173764c HTTP/1.1" status: 204 len: 168 time: 1.8932796 Jan 05 17:06:14.548341 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] For port 05891007-1fed-4dd3-bd1c-36287398be5f, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=05891007-1fed-4dd3-bd1c-36287398be5f,segment=NetworkSegment(d65903af-bfbb-40e4-945d-cf3bc3c0723b),segment_id=d65903af-bfbb-40e4-945d-cf3bc3c0723b)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:06:14.551477 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Provisioning for port a7599bb3-4578-47a4-9639-0cfaf64ba5d2 completed by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 05 17:06:14.559236 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.services.segments.db [None req-f8286caf-0f6c-4429-af50-26ba49f28381 tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58666759-9029-49cf-a146-0f2e788f2822') {'for_net_delete': True} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:06:14.559529 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.services.segments.db [None req-f8286caf-0f6c-4429-af50-26ba49f28381 tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58666759-9029-49cf-a146-0f2e788f2822') {} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:06:14.563284 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Provisioning complete for port a7599bb3-4578-47a4-9639-0cfaf64ba5d2 triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:06:14.569680 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:14.582642 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f8286caf-0f6c-4429-af50-26ba49f28381 tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754181064771', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8784833'] for segment, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:14.585277 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-8ed67b0f-1710-4392-b69f-c90ffdbe25e7 tempest-AllowedAddressPairIpV6TestJSON-2107737971 tempest-AllowedAddressPairIpV6TestJSON-2107737971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:14.591311 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-fd009575-8ed7-48f3-83b9-1b6a177ee16e tempest-MeteringIpV6TestJSON-730349041 tempest-MeteringIpV6TestJSON-730349041-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:14.597456 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-fd009575-8ed7-48f3-83b9-1b6a177ee16e tempest-MeteringIpV6TestJSON-730349041 tempest-MeteringIpV6TestJSON-730349041-project-admin] 10.222.0.11 "DELETE /v2.0/metering/metering-labels/dd2b6fe3-2c7d-406a-b2be-29f64c2e4c1e HTTP/1.1" status: 204 len: 168 time: 0.3656766 Jan 05 17:06:14.610563 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-8ed67b0f-1710-4392-b69f-c90ffdbe25e7 tempest-AllowedAddressPairIpV6TestJSON-2107737971 tempest-AllowedAddressPairIpV6TestJSON-2107737971-project] Calling delete_port for 802fa07c-6da3-49f1-b609-9835f1f104c3 owned by {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:06:14.621724 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 39218) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:06:14.628271 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-b7a3a00e-c40f-46d8-8afe-5e7bce302a2a tempest-RoutersIpV6AdminTest-862369890 tempest-RoutersIpV6AdminTest-862369890-project-admin] Request body: {'router': {'name': 'tempest-router--419733326', 'project_id': '879de6b211634c70b55b56a65a5cb78d'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:06:14.643197 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351260c8-6bf7-4b20-b75d-d7bb9e4ac057 req-e7f167d6-3f54-417c-9ab3-9c43d0714aa9 tempest-ServersTestManualDisk-24571533 tempest-ServersTestManualDisk-24571533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:06:14.644779 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-351260c8-6bf7-4b20-b75d-d7bb9e4ac057 req-e7f167d6-3f54-417c-9ab3-9c43d0714aa9 tempest-ServersTestManualDisk-24571533 tempest-ServersTestManualDisk-24571533-project] 10.222.0.11 "GET /v2.0/ports?device_id=9e05055b-fb92-4007-81d3-6b13e68c583e HTTP/1.1" status: 200 len: 943 time: 0.1953666 Jan 05 17:06:14.646449 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f8286caf-0f6c-4429-af50-26ba49f28381 tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225'] for segment, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:14.656346 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:14.656995 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Device 67389512-62b3-4da5-90e0-71fd04a18f1a details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 05 17:06:14.659935 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8286caf-0f6c-4429-af50-26ba49f28381 tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Releasing vlan 146 on physical network physnet1 to pool {{(pid=103800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 05 17:06:14.660357 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f8286caf-0f6c-4429-af50-26ba49f28381 tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8784497'] for segment, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:14.663558 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:06:14.663558 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:06:14.663558 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:06:14.663558 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:06:14.663558 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:06:14.663558 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:06:14.663558 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:06:14.663558 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:06:14.663558 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:06:14.663558 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:06:14.663558 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:06:14.663558 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:06:14.663558 dv-neutron-master-2-hyperv neutron-server[103800]: Traceback (most recent call last): Jan 05 17:06:14.663558 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 05 17:06:14.663558 dv-neutron-master-2-hyperv neutron-server[103800]: timer() Jan 05 17:06:14.663558 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 05 17:06:14.663558 dv-neutron-master-2-hyperv neutron-server[103800]: cb(*args, **kw) Jan 05 17:06:14.663558 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 05 17:06:14.663558 dv-neutron-master-2-hyperv neutron-server[103800]: return func(*args, **kwargs) Jan 05 17:06:14.663558 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 05 17:06:14.663558 dv-neutron-master-2-hyperv neutron-server[103800]: self._notify() Jan 05 17:06:14.663558 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 05 17:06:14.663558 dv-neutron-master-2-hyperv neutron-server[103800]: self.callback(batched_events) Jan 05 17:06:14.663558 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 05 17:06:14.663558 dv-neutron-master-2-hyperv neutron-server[103800]: event.method(event) Jan 05 17:06:14.663558 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 05 17:06:14.663558 dv-neutron-master-2-hyperv neutron-server[103800]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 05 17:06:14.663558 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 05 17:06:14.663558 dv-neutron-master-2-hyperv neutron-server[103800]: aggregate_uuid = self.p_client.list_aggregates( Jan 05 17:06:14.663558 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 05 17:06:14.663558 dv-neutron-master-2-hyperv neutron-server[103800]: return f(self, *a, **k) Jan 05 17:06:14.663558 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 05 17:06:14.663558 dv-neutron-master-2-hyperv neutron-server[103800]: return self._get(url).json() Jan 05 17:06:14.663558 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 05 17:06:14.663558 dv-neutron-master-2-hyperv neutron-server[103800]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 05 17:06:14.663558 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 05 17:06:14.663558 dv-neutron-master-2-hyperv neutron-server[103800]: return self.request(url, 'GET', **kwargs) Jan 05 17:06:14.663558 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 05 17:06:14.663558 dv-neutron-master-2-hyperv neutron-server[103800]: base_url = self.get_endpoint(auth, allow=allow, Jan 05 17:06:14.663558 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 05 17:06:14.663558 dv-neutron-master-2-hyperv neutron-server[103800]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 05 17:06:14.663558 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 05 17:06:14.663558 dv-neutron-master-2-hyperv neutron-server[103800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 05 17:06:14.663558 dv-neutron-master-2-hyperv neutron-server[103800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 05 17:06:14.769405 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-b7a3a00e-c40f-46d8-8afe-5e7bce302a2a tempest-RoutersIpV6AdminTest-862369890 tempest-RoutersIpV6AdminTest-862369890-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-649063', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58098'] for router, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:14.770872 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-b7a3a00e-c40f-46d8-8afe-5e7bce302a2a tempest-RoutersIpV6AdminTest-862369890 tempest-RoutersIpV6AdminTest-862369890-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649832', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-545006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58091'] for router, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:14.784190 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Pushing event updated for resources: {'Port': ['ID=05891007-1fed-4dd3-bd1c-36287398be5f,revision_number=4']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:06:14.852902 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-351260c8-6bf7-4b20-b75d-d7bb9e4ac057 req-208eb95c-38e6-4c67-bb2b-38cd80ab7cd3 tempest-ServersTestManualDisk-24571533 tempest-ServersTestManualDisk-24571533-project] 10.222.0.11 "GET /v2.0/security-groups?id=975168df-f8b7-4c5c-afef-35686270bc8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1960139 Jan 05 17:06:14.853875 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.db.api [None req-f8286caf-0f6c-4429-af50-26ba49f28381 tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 05 17:06:14.853875 dv-neutron-master-2-hyperv neutron-server[103800]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 05 17:06:14.853875 dv-neutron-master-2-hyperv neutron-server[103800]: [parameters: {'id': '9b968446-bf59-4bae-93a7-7b744b4cb94b'}] Jan 05 17:06:14.853875 dv-neutron-master-2-hyperv neutron-server[103800]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103800) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 05 17:06:14.854268 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG oslo_db.api [None req-f8286caf-0f6c-4429-af50-26ba49f28381 tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 05 17:06:14.935129 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-b7a3a00e-c40f-46d8-8afe-5e7bce302a2a tempest-RoutersIpV6AdminTest-862369890 tempest-RoutersIpV6AdminTest-862369890-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:14.997294 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:15.008911 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-b7a3a00e-c40f-46d8-8afe-5e7bce302a2a tempest-RoutersIpV6AdminTest-862369890 tempest-RoutersIpV6AdminTest-862369890-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-648430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648639'] for router, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:15.038193 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665aaf9e-7c32-4d25-8e96-d6e2ab6ac23f req-998ac1e1-4dfe-4e0a-ab95-bfc35c0cb700 tempest-ServerActionsTestJSON-949899014 tempest-ServerActionsTestJSON-949899014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:06:15.040871 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-665aaf9e-7c32-4d25-8e96-d6e2ab6ac23f req-998ac1e1-4dfe-4e0a-ab95-bfc35c0cb700 tempest-ServerActionsTestJSON-949899014 tempest-ServerActionsTestJSON-949899014-project] 10.222.0.11 "GET /v2.0/ports?device_id=be270a5c-db8b-4dff-9e40-79b29c80ad34 HTTP/1.1" status: 200 len: 944 time: 0.1041508 Jan 05 17:06:15.079517 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] For port a7599bb3-4578-47a4-9639-0cfaf64ba5d2, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=a7599bb3-4578-47a4-9639-0cfaf64ba5d2,segment=NetworkSegment(724f64f6-50e7-48d8-ab30-09fe928cc729),segment_id=724f64f6-50e7-48d8-ab30-09fe928cc729)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:06:15.080655 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07c8b51b-bbb0-4a74-b3bf-1c00d88f26b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7599bb3-4578-47a4-9639-0cfaf64ba5d2'}] {{(pid=103802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 05 17:06:15.102097 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ecdd25-85e3-444b-b461-ed42b38f625b req-946bc723-3d2e-499c-87d4-71209d9f48e4 tempest-ServersTestJSON-1673014821 tempest-ServersTestJSON-1673014821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:06:15.103492 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-53ecdd25-85e3-444b-b461-ed42b38f625b req-946bc723-3d2e-499c-87d4-71209d9f48e4 tempest-ServersTestJSON-1673014821 tempest-ServersTestJSON-1673014821-project] 10.222.0.11 "GET /v2.0/ports?device_id=07c8b51b-bbb0-4a74-b3bf-1c00d88f26b4 HTTP/1.1" status: 200 len: 945 time: 0.0782342 Jan 05 17:06:15.105408 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-665aaf9e-7c32-4d25-8e96-d6e2ab6ac23f req-2f41c0f8-3f91-4fc4-9e80-5a8ac0097b8f tempest-ServerActionsTestJSON-949899014 tempest-ServerActionsTestJSON-949899014-project] 10.222.0.11 "GET /v2.0/security-groups?id=f7674e10-0a07-4bc4-8403-a53dd95a312a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593483 Jan 05 17:06:15.119666 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-b7a3a00e-c40f-46d8-8afe-5e7bce302a2a tempest-RoutersIpV6AdminTest-862369890 tempest-RoutersIpV6AdminTest-862369890-project-admin] Publish callbacks [] for router, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:15.122398 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-8ed67b0f-1710-4392-b69f-c90ffdbe25e7 tempest-AllowedAddressPairIpV6TestJSON-2107737971 tempest-AllowedAddressPairIpV6TestJSON-2107737971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:15.148557 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-b7a3a00e-c40f-46d8-8afe-5e7bce302a2a tempest-RoutersIpV6AdminTest-862369890 tempest-RoutersIpV6AdminTest-862369890-project-admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.5006206 Jan 05 17:06:15.159986 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 39226) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:06:15.166238 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed67b0f-1710-4392-b69f-c90ffdbe25e7 tempest-AllowedAddressPairIpV6TestJSON-2107737971 tempest-AllowedAddressPairIpV6TestJSON-2107737971-project] Pushing event deleted for resources: {'Port': ['ID=802fa07c-6da3-49f1-b609-9835f1f104c3,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:06:15.182258 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:15.215856 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] For port 67389512-62b3-4da5-90e0-71fd04a18f1a, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=67389512-62b3-4da5-90e0-71fd04a18f1a,segment=NetworkSegment(08747a6d-32d2-4d23-b56e-c56746431d5f),segment_id=08747a6d-32d2-4d23-b56e-c56746431d5f)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:06:15.249408 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53c8ea24-b92f-4bc1-98ec-02f94c004dd8 None None] Network 9b968446-bf59-4bae-93a7-7b744b4cb94b requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:06:15.261663 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-53ecdd25-85e3-444b-b461-ed42b38f625b req-889432e6-e7a5-4b62-8935-6eb4045a4297 tempest-ServersTestJSON-1673014821 tempest-ServersTestJSON-1673014821-project] 10.222.0.11 "GET /v2.0/security-groups?id=a400398d-bf46-4390-bcfe-e2116b4af858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1440682 Jan 05 17:06:15.269433 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 39230) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:06:15.301541 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-74e74d8a-1ab7-4fc3-8f73-31b95e4298dc tempest-RoutersIpV6AdminTest-862369890 tempest-RoutersIpV6AdminTest-862369890-project-admin] Publish callbacks [] for router, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:15.354178 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-8ed67b0f-1710-4392-b69f-c90ffdbe25e7 tempest-AllowedAddressPairIpV6TestJSON-2107737971 tempest-AllowedAddressPairIpV6TestJSON-2107737971-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:15.357667 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-8ed67b0f-1710-4392-b69f-c90ffdbe25e7 tempest-AllowedAddressPairIpV6TestJSON-2107737971 tempest-AllowedAddressPairIpV6TestJSON-2107737971-project] 10.222.0.11 "DELETE /v2.0/ports/802fa07c-6da3-49f1-b609-9835f1f104c3 HTTP/1.1" status: 204 len: 168 time: 1.7975855 Jan 05 17:06:15.360415 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f8286caf-0f6c-4429-af50-26ba49f28381 tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3809644'] for network, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:15.368040 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Returning: {'device': '67389512-62b3-4da5-90e0-71fd04a18f1a', 'network_id': '1e5e93d9-6ada-44ad-b92b-017486a9719e', 'port_id': '67389512-62b3-4da5-90e0-71fd04a18f1a', 'mac_address': 'fa:16:3e:5d:1e:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fab82641-cc31-4ee1-85fb-d7818e6883fd', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 05 17:06:15.374359 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 39238) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:06:15.420288 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.pecan_wsgi.hooks.translation [None req-27dea5d5-307f-4849-9e24-60efcb980333 tempest-AllowedAddressPairIpV6TestJSON-2107737971 tempest-AllowedAddressPairIpV6TestJSON-2107737971-project] GET failed (client error): The resource could not be found. Jan 05 17:06:15.421419 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-10b9347f-5660-4962-a958-d2a9a011cc68 None None] Provisioning complete for port e1cbd8f4-ad57-46c9-be89-7d6b37b91d0d triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:06:15.422129 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-27dea5d5-307f-4849-9e24-60efcb980333 tempest-AllowedAddressPairIpV6TestJSON-2107737971 tempest-AllowedAddressPairIpV6TestJSON-2107737971-project] 10.222.0.11 "GET /v2.0/ports/802fa07c-6da3-49f1-b609-9835f1f104c3 HTTP/1.1" status: 404 len: 333 time: 0.0456686 Jan 05 17:06:15.426143 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-10b9347f-5660-4962-a958-d2a9a011cc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:15.428761 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Pushing event updated for resources: {'Port': ['ID=a7599bb3-4578-47a4-9639-0cfaf64ba5d2,revision_number=5']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:06:15.430043 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 39240) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:06:15.440506 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-d93d892b-f4ba-43da-b7f6-2851f9ce0474 tempest-AllowedAddressPairIpV6TestJSON-2107737971 tempest-AllowedAddressPairIpV6TestJSON-2107737971-project] Request body: {'port': {'network_id': 'd70de973-d620-4747-924f-59a8ea7c37da', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1953920257'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:06:15.482524 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:15.510113 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.notifiers.nova [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67389512-62b3-4da5-90e0-71fd04a18f1a {{(pid=103802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 05 17:06:15.534150 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 39242) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:06:15.546851 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] For port 67389512-62b3-4da5-90e0-71fd04a18f1a, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=67389512-62b3-4da5-90e0-71fd04a18f1a,segment=NetworkSegment(08747a6d-32d2-4d23-b56e-c56746431d5f),segment_id=08747a6d-32d2-4d23-b56e-c56746431d5f)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:06:15.599043 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-10b9347f-5660-4962-a958-d2a9a011cc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:15.606778 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-f8286caf-0f6c-4429-af50-26ba49f28381 tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Deleting port e1cbd8f4-ad57-46c9-be89-7d6b37b91d0d {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:06:15.606778 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f8286caf-0f6c-4429-af50-26ba49f28381 tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:15.608838 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-74e74d8a-1ab7-4fc3-8f73-31b95e4298dc tempest-RoutersIpV6AdminTest-862369890 tempest-RoutersIpV6AdminTest-862369890-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-648249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62744'] for router, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:15.614453 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-74e74d8a-1ab7-4fc3-8f73-31b95e4298dc tempest-RoutersIpV6AdminTest-862369890 tempest-RoutersIpV6AdminTest-862369890-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:15.628880 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84dddb7a-7162-4a66-8aa6-1a8ea469f093 None None] DHCP port deletion for 9b968446-bf59-4bae-93a7-7b744b4cb94b request from dv-neutron-master-2-hyperv {{(pid=103802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 05 17:06:15.638476 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:15.658330 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-10b9347f-5660-4962-a958-d2a9a011cc68 None None] For port e1cbd8f4-ad57-46c9-be89-7d6b37b91d0d, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e1cbd8f4-ad57-46c9-be89-7d6b37b91d0d,segment=NetworkSegment(58666759-9029-49cf-a146-0f2e788f2822),segment_id=58666759-9029-49cf-a146-0f2e788f2822)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:06:15.700307 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-987e3eb4-29b5-40b8-8473-9e2a5a4f5247 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:15.728779 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.db [None req-f8286caf-0f6c-4429-af50-26ba49f28381 tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] For port e1cbd8f4-ad57-46c9-be89-7d6b37b91d0d, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e1cbd8f4-ad57-46c9-be89-7d6b37b91d0d,segment=NetworkSegment(58666759-9029-49cf-a146-0f2e788f2822),segment_id=58666759-9029-49cf-a146-0f2e788f2822)] {{(pid=103800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:06:15.729412 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f8286caf-0f6c-4429-af50-26ba49f28381 tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:15.740199 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Pushing event updated for resources: {'Port': ['ID=67389512-62b3-4da5-90e0-71fd04a18f1a,revision_number=4']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:06:15.750057 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36b213fbd845b3f09e785999bbcda1c85cd5592d7f001460987854e5c1683bd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5058d8c-fc1d-40af-8bf9-f25e853c5fff" -d '{"events": [{"server_uuid": "07c8b51b-bbb0-4a74-b3bf-1c00d88f26b4", "name": "network-vif-plugged", "status": "completed", "tag": "a7599bb3-4578-47a4-9639-0cfaf64ba5d2"}]}' {{(pid=103802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 05 17:06:15.751119 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-f8286caf-0f6c-4429-af50-26ba49f28381 tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Calling delete_port for e1cbd8f4-ad57-46c9-be89-7d6b37b91d0d owned by network:dhcp {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:06:15.764570 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-84dddb7a-7162-4a66-8aa6-1a8ea469f093 None None] Deleting port e1cbd8f4-ad57-46c9-be89-7d6b37b91d0d {{(pid=103802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:06:15.764938 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-84dddb7a-7162-4a66-8aa6-1a8ea469f093 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:15.767543 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-10b9347f-5660-4962-a958-d2a9a011cc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:15.771810 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b6d46a16-bd35-4686-8714-c2b48bbcbb7a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:15.795898 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-74e74d8a-1ab7-4fc3-8f73-31b95e4298dc tempest-RoutersIpV6AdminTest-862369890 tempest-RoutersIpV6AdminTest-862369890-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-648240'] for router, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:15.797548 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74e74d8a-1ab7-4fc3-8f73-31b95e4298dc tempest-RoutersIpV6AdminTest-862369890 tempest-RoutersIpV6AdminTest-862369890-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c68222d1-4e72-415e-b9bd-ac4c9e9bdc9c {{(pid=103801) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 05 17:06:15.812121 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-74e74d8a-1ab7-4fc3-8f73-31b95e4298dc tempest-RoutersIpV6AdminTest-862369890 tempest-RoutersIpV6AdminTest-862369890-project-admin] Publish callbacks [] for router, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:15.816306 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-74e74d8a-1ab7-4fc3-8f73-31b95e4298dc tempest-RoutersIpV6AdminTest-862369890 tempest-RoutersIpV6AdminTest-862369890-project-admin] 10.222.0.11 "DELETE /v2.0/routers/c68222d1-4e72-415e-b9bd-ac4c9e9bdc9c HTTP/1.1" status: 204 len: 168 time: 0.6483972 Jan 05 17:06:15.862475 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d93d892b-f4ba-43da-b7f6-2851f9ce0474 tempest-AllowedAddressPairIpV6TestJSON-2107737971 tempest-AllowedAddressPairIpV6TestJSON-2107737971-project] Made reservation on behalf of eadd6bd72605437fafe6bbb19928c163 for: {'port': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:06:15.865993 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d93d892b-f4ba-43da-b7f6-2851f9ce0474 tempest-AllowedAddressPairIpV6TestJSON-2107737971 tempest-AllowedAddressPairIpV6TestJSON-2107737971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:15.878821 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Jan 2022 17:06:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d07de17-9d06-4187-9918-5affcc2e8e2d x-openstack-request-id: req-5d07de17-9d06-4187-9918-5affcc2e8e2d {{(pid=103802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 05 17:06:15.879116 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07c8b51b-bbb0-4a74-b3bf-1c00d88f26b4", "name": "network-vif-plugged", "status": "completed", "tag": "a7599bb3-4578-47a4-9639-0cfaf64ba5d2", "code": 200}]} {{(pid=103802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 05 17:06:15.879360 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-5d07de17-9d06-4187-9918-5affcc2e8e2d {{(pid=103802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 05 17:06:15.879813 dv-neutron-master-2-hyperv neutron-server[103802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07c8b51b-bbb0-4a74-b3bf-1c00d88f26b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7599bb3-4578-47a4-9639-0cfaf64ba5d2', 'code': 200} Jan 05 17:06:15.884452 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-987e3eb4-29b5-40b8-8473-9e2a5a4f5247 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:15.904503 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-84dddb7a-7162-4a66-8aa6-1a8ea469f093 None None] For port e1cbd8f4-ad57-46c9-be89-7d6b37b91d0d, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e1cbd8f4-ad57-46c9-be89-7d6b37b91d0d,segment=NetworkSegment(58666759-9029-49cf-a146-0f2e788f2822),segment_id=58666759-9029-49cf-a146-0f2e788f2822)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:06:15.904901 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-84dddb7a-7162-4a66-8aa6-1a8ea469f093 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:15.927799 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.notifiers.nova [None req-d93d892b-f4ba-43da-b7f6-2851f9ce0474 tempest-AllowedAddressPairIpV6TestJSON-2107737971 tempest-AllowedAddressPairIpV6TestJSON-2107737971-project] device_id is not set on port d6619641-06a2-4f29-87a8-1202b3a58b8d yet. {{(pid=103800) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 05 17:06:15.951220 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] get_ports_and_sgs() called for port_ids ['67389512-62b3-4da5-90e0-71fd04a18f1a'] {{(pid=103802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 05 17:06:15.965395 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-84dddb7a-7162-4a66-8aa6-1a8ea469f093 None None] Calling delete_port for e1cbd8f4-ad57-46c9-be89-7d6b37b91d0d owned by network:dhcp {{(pid=103802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:06:15.967767 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-987e3eb4-29b5-40b8-8473-9e2a5a4f5247 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:15.976399 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] get_ports_and_sgs() called for port_ids ['05891007-1fed-4dd3-bd1c-36287398be5f'] {{(pid=103802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 05 17:06:16.011010 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987e3eb4-29b5-40b8-8473-9e2a5a4f5247 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=392eb713-a699-4282-b551-750ce4ff6d83,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:06:16.027700 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-987e3eb4-29b5-40b8-8473-9e2a5a4f5247 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=39f196f4c47a449db91633d166b4c179&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7570462 Jan 05 17:06:16.071089 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 39254) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:06:16.071428 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b9347f-5660-4962-a958-d2a9a011cc68 None None] Pushing event updated for resources: {'Port': ['ID=e1cbd8f4-ad57-46c9-be89-7d6b37b91d0d,revision_number=3']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:06:16.086938 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-c10afee8-f655-41b2-a37c-bb5187946d61 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:16.102482 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b6d46a16-bd35-4686-8714-c2b48bbcbb7a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:16.120531 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-c10afee8-f655-41b2-a37c-bb5187946d61 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:16.136387 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [None req-d93d892b-f4ba-43da-b7f6-2851f9ce0474 tempest-AllowedAddressPairIpV6TestJSON-2107737971 tempest-AllowedAddressPairIpV6TestJSON-2107737971-project] Allocated IP 2001:db8::137 (d70de973-d620-4747-924f-59a8ea7c37da/f9f28e61-a03e-4f8f-a18f-bfddade69209/d6619641-06a2-4f29-87a8-1202b3a58b8d) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:06:16.186338 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcb1454-5c32-4653-9f84-28be817efe48 req-2e7de1d8-c843-4a56-b46c-979958828d2b tempest-ServersTestManualDisk-24571533 tempest-ServersTestManualDisk-24571533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:06:16.194422 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-bbcb1454-5c32-4653-9f84-28be817efe48 req-2e7de1d8-c843-4a56-b46c-979958828d2b tempest-ServersTestManualDisk-24571533 tempest-ServersTestManualDisk-24571533-project] 10.222.0.11 "GET /v2.0/ports?device_id=9e05055b-fb92-4007-81d3-6b13e68c583e HTTP/1.1" status: 200 len: 944 time: 0.1993918 Jan 05 17:06:16.202045 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f8286caf-0f6c-4429-af50-26ba49f28381 tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:16.219453 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b6d46a16-bd35-4686-8714-c2b48bbcbb7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:16.277532 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8286caf-0f6c-4429-af50-26ba49f28381 tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] No DVR routers for this DVR port e1cbd8f4-ad57-46c9-be89-7d6b37b91d0d on host dv-neutron-master-2-hyperv {{(pid=103800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 05 17:06:16.310963 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8286caf-0f6c-4429-af50-26ba49f28381 tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Pushing event deleted for resources: {'Port': ['ID=e1cbd8f4-ad57-46c9-be89-7d6b37b91d0d,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:06:16.334482 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-b6d46a16-bd35-4686-8714-c2b48bbcbb7a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=089d9dce89354765b7af8962d4f75ecf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7993000 Jan 05 17:06:16.337225 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5e1939-9494-4d3f-95d8-f5016001d9dd req-24acce65-4173-4932-b7cf-1f4114338740 tempest-ServerActionsTestJSON-949899014 tempest-ServerActionsTestJSON-949899014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:06:16.346374 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-de5e1939-9494-4d3f-95d8-f5016001d9dd req-24acce65-4173-4932-b7cf-1f4114338740 tempest-ServerActionsTestJSON-949899014 tempest-ServerActionsTestJSON-949899014-project] 10.222.0.11 "GET /v2.0/ports?device_id=be270a5c-db8b-4dff-9e40-79b29c80ad34 HTTP/1.1" status: 200 len: 945 time: 0.1011715 Jan 05 17:06:16.349482 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 39260) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:06:16.350249 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 39262) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:06:16.350968 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-c10afee8-f655-41b2-a37c-bb5187946d61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:16.355068 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-c10afee8-f655-41b2-a37c-bb5187946d61 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:16.356557 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-c10afee8-f655-41b2-a37c-bb5187946d61 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/392eb713-a699-4282-b551-750ce4ff6d83 HTTP/1.1" status: 204 len: 168 time: 0.3254752 Jan 05 17:06:16.366470 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-84dddb7a-7162-4a66-8aa6-1a8ea469f093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678'] for port, after_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:16.403236 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84dddb7a-7162-4a66-8aa6-1a8ea469f093 None None] No DVR routers for this DVR port e1cbd8f4-ad57-46c9-be89-7d6b37b91d0d on host dv-neutron-master-2-hyperv {{(pid=103802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 05 17:06:16.408935 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10afee8-f655-41b2-a37c-bb5187946d61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=392eb713-a699-4282-b551-750ce4ff6d83,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:06:16.409079 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dddb7a-7162-4a66-8aa6-1a8ea469f093 None None] Pushing event deleted for resources: {'Port': ['ID=e1cbd8f4-ad57-46c9-be89-7d6b37b91d0d,revision_number=None']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:06:16.416611 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d46a16-bd35-4686-8714-c2b48bbcbb7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b9dbb30-f1d6-40db-bb95-897d04e1f9da,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:06:16.477758 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3376a506-b5ae-47f4-be86-02d540b7b710 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:16.503021 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3376a506-b5ae-47f4-be86-02d540b7b710 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:16.536589 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-de5e1939-9494-4d3f-95d8-f5016001d9dd req-49645374-abfd-463a-aefb-defc448a4128 tempest-ServerActionsTestJSON-949899014 tempest-ServerActionsTestJSON-949899014-project] 10.222.0.11 "GET /v2.0/security-groups?id=f7674e10-0a07-4bc4-8403-a53dd95a312a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1823442 Jan 05 17:06:16.572540 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-bbcb1454-5c32-4653-9f84-28be817efe48 req-cd6ac896-fe3f-4258-a6ad-8bda9e12548f tempest-ServersTestManualDisk-24571533 tempest-ServersTestManualDisk-24571533-project] 10.222.0.11 "GET /v2.0/security-groups?id=975168df-f8b7-4c5c-afef-35686270bc8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3770394 Jan 05 17:06:16.583754 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f7e5b3-4ff0-4256-8e54-bcf0f52d8c48 req-b96886d3-ba58-48ac-ac3a-edb2267ae9d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:06:16.585232 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-e0f7e5b3-4ff0-4256-8e54-bcf0f52d8c48 req-b96886d3-ba58-48ac-ac3a-edb2267ae9d8 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=07c8b51b-bbb0-4a74-b3bf-1c00d88f26b4 HTTP/1.1" status: 200 len: 1099 time: 0.2668297 Jan 05 17:06:16.653443 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-0639bc49-a20a-48a0-87b0-6087dcbe9e3a tempest-RoutersIpV6AdminTest-1137264224 tempest-RoutersIpV6AdminTest-1137264224-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1607040458', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573'}, 'admin_state_up': False}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:06:16.662604 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f8286caf-0f6c-4429-af50-26ba49f28381 tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3891715', 'neutron.services.segments.db._delete_segments_for_network-8754181063482'] for network, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:16.667204 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-e0f7e5b3-4ff0-4256-8e54-bcf0f52d8c48 req-44106c49-0dd7-41be-812f-41fc73197ecb service neutron] Publish callbacks [] for security_group, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:16.690376 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147d16f5-c970-4d1c-ab60-c8ec01e17d2f req-7163b100-c20f-4c2e-a42b-936b27a406c4 tempest-ServersTestJSON-1673014821 tempest-ServersTestJSON-1673014821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:06:16.691790 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-147d16f5-c970-4d1c-ab60-c8ec01e17d2f req-7163b100-c20f-4c2e-a42b-936b27a406c4 tempest-ServersTestJSON-1673014821 tempest-ServersTestJSON-1673014821-project] 10.222.0.11 "GET /v2.0/ports?device_id=07c8b51b-bbb0-4a74-b3bf-1c00d88f26b4 HTTP/1.1" status: 200 len: 946 time: 0.0746412 Jan 05 17:06:16.709355 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.services.segments.db [None req-f8286caf-0f6c-4429-af50-26ba49f28381 tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b968446-bf59-4bae-93a7-7b744b4cb94b']}} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:06:16.730773 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3376a506-b5ae-47f4-be86-02d540b7b710 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:16.733530 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3376a506-b5ae-47f4-be86-02d540b7b710 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:16.734681 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-3376a506-b5ae-47f4-be86-02d540b7b710 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/6b9dbb30-f1d6-40db-bb95-897d04e1f9da HTTP/1.1" status: 204 len: 168 time: 0.3751698 Jan 05 17:06:16.742285 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.services.segments.db [None req-f8286caf-0f6c-4429-af50-26ba49f28381 tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58666759-9029-49cf-a146-0f2e788f2822') {'for_net_delete': True} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:06:16.742572 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.services.segments.db [None req-f8286caf-0f6c-4429-af50-26ba49f28381 tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58666759-9029-49cf-a146-0f2e788f2822') {} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:06:16.746753 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d93d892b-f4ba-43da-b7f6-2851f9ce0474 tempest-AllowedAddressPairIpV6TestJSON-2107737971 tempest-AllowedAddressPairIpV6TestJSON-2107737971-project] Publish callbacks [] for port, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:16.756477 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3376a506-b5ae-47f4-be86-02d540b7b710 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b9dbb30-f1d6-40db-bb95-897d04e1f9da,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:06:16.767796 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-147d16f5-c970-4d1c-ab60-c8ec01e17d2f req-83e68d7b-aaed-46a7-9d4b-3ad768743eaa tempest-ServersTestJSON-1673014821 tempest-ServersTestJSON-1673014821-project] 10.222.0.11 "GET /v2.0/security-groups?id=a400398d-bf46-4390-bcfe-e2116b4af858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695782 Jan 05 17:06:16.776369 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f8286caf-0f6c-4429-af50-26ba49f28381 tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754181064771', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8784833'] for segment, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:16.797329 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-0639bc49-a20a-48a0-87b0-6087dcbe9e3a tempest-RoutersIpV6AdminTest-1137264224 tempest-RoutersIpV6AdminTest-1137264224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-649063', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58098'] for router, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:16.799688 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-0639bc49-a20a-48a0-87b0-6087dcbe9e3a tempest-RoutersIpV6AdminTest-1137264224 tempest-RoutersIpV6AdminTest-1137264224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649832', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-545006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58091'] for router, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:16.857635 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-0639bc49-a20a-48a0-87b0-6087dcbe9e3a tempest-RoutersIpV6AdminTest-1137264224 tempest-RoutersIpV6AdminTest-1137264224-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:17.047657 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f8286caf-0f6c-4429-af50-26ba49f28381 tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225'] for segment, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:17.069388 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8286caf-0f6c-4429-af50-26ba49f28381 tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Releasing vlan 146 on physical network physnet1 to pool {{(pid=103800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 05 17:06:17.069801 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f8286caf-0f6c-4429-af50-26ba49f28381 tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8784497'] for segment, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:17.072979 dv-neutron-master-2-hyperv neutron-server[103800]: Traceback (most recent call last): Jan 05 17:06:17.072979 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 05 17:06:17.072979 dv-neutron-master-2-hyperv neutron-server[103800]: timer() Jan 05 17:06:17.072979 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 05 17:06:17.072979 dv-neutron-master-2-hyperv neutron-server[103800]: cb(*args, **kw) Jan 05 17:06:17.072979 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 05 17:06:17.072979 dv-neutron-master-2-hyperv neutron-server[103800]: return func(*args, **kwargs) Jan 05 17:06:17.072979 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 05 17:06:17.072979 dv-neutron-master-2-hyperv neutron-server[103800]: self._notify() Jan 05 17:06:17.072979 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 05 17:06:17.072979 dv-neutron-master-2-hyperv neutron-server[103800]: self.callback(batched_events) Jan 05 17:06:17.072979 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 05 17:06:17.072979 dv-neutron-master-2-hyperv neutron-server[103800]: event.method(event) Jan 05 17:06:17.072979 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 05 17:06:17.072979 dv-neutron-master-2-hyperv neutron-server[103800]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 05 17:06:17.072979 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 05 17:06:17.072979 dv-neutron-master-2-hyperv neutron-server[103800]: aggregate_uuid = self.p_client.list_aggregates( Jan 05 17:06:17.072979 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 05 17:06:17.072979 dv-neutron-master-2-hyperv neutron-server[103800]: return f(self, *a, **k) Jan 05 17:06:17.072979 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 05 17:06:17.072979 dv-neutron-master-2-hyperv neutron-server[103800]: return self._get(url).json() Jan 05 17:06:17.072979 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 05 17:06:17.072979 dv-neutron-master-2-hyperv neutron-server[103800]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 05 17:06:17.072979 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 05 17:06:17.072979 dv-neutron-master-2-hyperv neutron-server[103800]: return self.request(url, 'GET', **kwargs) Jan 05 17:06:17.072979 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 05 17:06:17.072979 dv-neutron-master-2-hyperv neutron-server[103800]: base_url = self.get_endpoint(auth, allow=allow, Jan 05 17:06:17.072979 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 05 17:06:17.072979 dv-neutron-master-2-hyperv neutron-server[103800]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 05 17:06:17.072979 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 05 17:06:17.072979 dv-neutron-master-2-hyperv neutron-server[103800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 05 17:06:17.072979 dv-neutron-master-2-hyperv neutron-server[103800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 05 17:06:17.108711 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-0a861fdc-93df-42d3-8990-eef25b29a40f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:17.127994 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-0639bc49-a20a-48a0-87b0-6087dcbe9e3a tempest-RoutersIpV6AdminTest-1137264224 tempest-RoutersIpV6AdminTest-1137264224-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:17.159088 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-e0f7e5b3-4ff0-4256-8e54-bcf0f52d8c48 req-44106c49-0dd7-41be-812f-41fc73197ecb service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:17.263876 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d93d892b-f4ba-43da-b7f6-2851f9ce0474 tempest-AllowedAddressPairIpV6TestJSON-2107737971 tempest-AllowedAddressPairIpV6TestJSON-2107737971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:17.267601 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f8286caf-0f6c-4429-af50-26ba49f28381 tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3891722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648695'] for network, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:17.272244 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f8286caf-0f6c-4429-af50-26ba49f28381 tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560699'] for network, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:17.282113 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-f8286caf-0f6c-4429-af50-26ba49f28381 tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] 10.222.0.11 "DELETE /v2.0/networks/9b968446-bf59-4bae-93a7-7b744b4cb94b HTTP/1.1" status: 204 len: 168 time: 4.8626106 Jan 05 17:06:17.282113 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-e0f7e5b3-4ff0-4256-8e54-bcf0f52d8c48 req-44106c49-0dd7-41be-812f-41fc73197ecb service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:17.282633 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 39276) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:06:17.292116 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-c8c5602a-cd5e-4c44-a972-825e2790ba6e tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1163008079'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:06:17.324682 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 39278) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:06:17.345470 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8286caf-0f6c-4429-af50-26ba49f28381 tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Pushing event deleted for resources: {'Network': ['ID=9b968446-bf59-4bae-93a7-7b744b4cb94b,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:06:17.375959 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d93d892b-f4ba-43da-b7f6-2851f9ce0474 tempest-AllowedAddressPairIpV6TestJSON-2107737971 tempest-AllowedAddressPairIpV6TestJSON-2107737971-project] Network d70de973-d620-4747-924f-59a8ea7c37da is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:06:17.383286 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-d93d892b-f4ba-43da-b7f6-2851f9ce0474 tempest-AllowedAddressPairIpV6TestJSON-2107737971 tempest-AllowedAddressPairIpV6TestJSON-2107737971-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:06:17.385831 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d93d892b-f4ba-43da-b7f6-2851f9ce0474 tempest-AllowedAddressPairIpV6TestJSON-2107737971 tempest-AllowedAddressPairIpV6TestJSON-2107737971-project] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:06:17.388329 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-8493aec9-bd60-4c35-bfdd-1894a83beda4 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e943f13ea1894295bccb038adc61e8e5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0611892 Jan 05 17:06:17.391834 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d93d892b-f4ba-43da-b7f6-2851f9ce0474 tempest-AllowedAddressPairIpV6TestJSON-2107737971 tempest-AllowedAddressPairIpV6TestJSON-2107737971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:06:17.392539 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d93d892b-f4ba-43da-b7f6-2851f9ce0474 tempest-AllowedAddressPairIpV6TestJSON-2107737971 tempest-AllowedAddressPairIpV6TestJSON-2107737971-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:17.397518 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-e0f7e5b3-4ff0-4256-8e54-bcf0f52d8c48 req-44106c49-0dd7-41be-812f-41fc73197ecb service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=a400398d-bf46-4390-bcfe-e2116b4af858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7697442 Jan 05 17:06:17.401227 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 39280) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:06:17.416287 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44106c49-0dd7-41be-812f-41fc73197ecb service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=dc064519-201d-4333-a947-74241ae05c01,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:06:17.427032 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93d892b-f4ba-43da-b7f6-2851f9ce0474 tempest-AllowedAddressPairIpV6TestJSON-2107737971 tempest-AllowedAddressPairIpV6TestJSON-2107737971-project] Pushing event updated for resources: {'Port': ['ID=d6619641-06a2-4f29-87a8-1202b3a58b8d,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:06:17.427631 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8c5602a-cd5e-4c44-a972-825e2790ba6e tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Made reservation on behalf of a3ad318c2083452290397b0c39945cb9 for: {'network': 1} {{(pid=103801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:06:17.431277 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-c8c5602a-cd5e-4c44-a972-825e2790ba6e tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for network, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:17.476181 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d8a5790a-33d7-448a-ba7c-56be33856e69 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:17.499212 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d8a5790a-33d7-448a-ba7c-56be33856e69 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:17.499928 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-0639bc49-a20a-48a0-87b0-6087dcbe9e3a tempest-RoutersIpV6AdminTest-1137264224 tempest-RoutersIpV6AdminTest-1137264224-project] Publish callbacks [] for router_gateway, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:17.521353 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-d93d892b-f4ba-43da-b7f6-2851f9ce0474 tempest-AllowedAddressPairIpV6TestJSON-2107737971 tempest-AllowedAddressPairIpV6TestJSON-2107737971-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.0877280 Jan 05 17:06:17.521560 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 39282) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:06:17.523749 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-0639bc49-a20a-48a0-87b0-6087dcbe9e3a tempest-RoutersIpV6AdminTest-1137264224 tempest-RoutersIpV6AdminTest-1137264224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:17.532177 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-f11ef754-7e1a-4f2f-ad0c-ebf556b9ed62 tempest-AllowedAddressPairIpV6TestJSON-2107737971 tempest-AllowedAddressPairIpV6TestJSON-2107737971-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:23:d5:a3'}]}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:06:17.532617 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8c5602a-cd5e-4c44-a972-825e2790ba6e tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'} {{(pid=103801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 05 17:06:17.559874 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 39284) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:06:17.575911 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-c8c5602a-cd5e-4c44-a972-825e2790ba6e tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225'] for segment, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:17.576257 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.db.segments_db [None req-c8c5602a-cd5e-4c44-a972-825e2790ba6e tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Added segment 492a27c4-962e-45b9-9fbc-72df159df7b2 of type vlan for network 5cf30459-1adc-4ee1-8fb9-e246116c0ce9 Jan 05 17:06:17.580231 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d8aa301b-f970-4f18-86be-481ce6a692e4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:17.645282 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-c8c5602a-cd5e-4c44-a972-825e2790ba6e tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754180566020'] for network, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:17.728348 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-4da5104a-e2d4-4c0e-97da-c03464b91356 None None] Provisioning complete for port d6619641-06a2-4f29-87a8-1202b3a58b8d triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:06:17.728348 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-4da5104a-e2d4-4c0e-97da-c03464b91356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:17.748873 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [None req-0639bc49-a20a-48a0-87b0-6087dcbe9e3a tempest-RoutersIpV6AdminTest-1137264224 tempest-RoutersIpV6AdminTest-1137264224-project] Allocated IP 172.36.4.30 (b0167590-0699-4c5c-a932-3939414a9573/7a784a6d-3d96-418f-a645-b9ccd0b1ac55/621eeb8a-734c-407a-9958-cbfe58ef88dc) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:06:17.758521 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3131ebee-d578-4a6f-b967-b5b3428c68c1 req-df5a5c5a-01b1-413a-932f-e77df675b377 tempest-ServersTestManualDisk-24571533 tempest-ServersTestManualDisk-24571533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:06:17.760011 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-3131ebee-d578-4a6f-b967-b5b3428c68c1 req-df5a5c5a-01b1-413a-932f-e77df675b377 tempest-ServersTestManualDisk-24571533 tempest-ServersTestManualDisk-24571533-project] 10.222.0.11 "GET /v2.0/ports?device_id=9e05055b-fb92-4007-81d3-6b13e68c583e HTTP/1.1" status: 200 len: 944 time: 0.0847559 Jan 05 17:06:17.771156 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-4da5104a-e2d4-4c0e-97da-c03464b91356 None None] Port d6619641-06a2-4f29-87a8-1202b3a58b8d cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 17:06:17.776133 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f50773-7f15-4884-9179-f1fe0f91df5c req-55217aee-04e6-4399-8a40-5203ec0112db tempest-ServerActionsTestJSON-949899014 tempest-ServerActionsTestJSON-949899014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:06:17.777774 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-d7f50773-7f15-4884-9179-f1fe0f91df5c req-55217aee-04e6-4399-8a40-5203ec0112db tempest-ServerActionsTestJSON-949899014 tempest-ServerActionsTestJSON-949899014-project] 10.222.0.11 "GET /v2.0/ports?device_id=be270a5c-db8b-4dff-9e40-79b29c80ad34 HTTP/1.1" status: 200 len: 945 time: 0.1336470 Jan 05 17:06:17.787473 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d8a5790a-33d7-448a-ba7c-56be33856e69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:17.789977 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d8a5790a-33d7-448a-ba7c-56be33856e69 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:17.791081 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-d8a5790a-33d7-448a-ba7c-56be33856e69 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/cfa5cc61-5a36-4d61-a87f-0c115fe1e923 HTTP/1.1" status: 204 len: 168 time: 0.3888891 Jan 05 17:06:17.838943 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-c8c5602a-cd5e-4c44-a972-825e2790ba6e tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685'] for network, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:17.845163 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8c5602a-cd5e-4c44-a972-825e2790ba6e tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:06:17.845773 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-c8c5602a-cd5e-4c44-a972-825e2790ba6e tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Publish callbacks [] for network, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:17.851324 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a5790a-33d7-448a-ba7c-56be33856e69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfa5cc61-5a36-4d61-a87f-0c115fe1e923,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:06:17.861026 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d8aa301b-f970-4f18-86be-481ce6a692e4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:17.882643 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f11ef754-7e1a-4f2f-ad0c-ebf556b9ed62 tempest-AllowedAddressPairIpV6TestJSON-2107737971 tempest-AllowedAddressPairIpV6TestJSON-2107737971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:17.910155 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-d7f50773-7f15-4884-9179-f1fe0f91df5c req-0d8d4fb9-0679-4c6b-8329-28eaa37c6d04 tempest-ServerActionsTestJSON-949899014 tempest-ServerActionsTestJSON-949899014-project] 10.222.0.11 "GET /v2.0/security-groups?id=f7674e10-0a07-4bc4-8403-a53dd95a312a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1164589 Jan 05 17:06:17.947449 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d8aa301b-f970-4f18-86be-481ce6a692e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:17.953926 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-3131ebee-d578-4a6f-b967-b5b3428c68c1 req-4d6bb57d-9f90-44ef-8b3c-375c3c983b5c tempest-ServersTestManualDisk-24571533 tempest-ServersTestManualDisk-24571533-project] 10.222.0.11 "GET /v2.0/security-groups?id=975168df-f8b7-4c5c-afef-35686270bc8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1819038 Jan 05 17:06:17.957519 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c5602a-cd5e-4c44-a972-825e2790ba6e tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Pushing event updated for resources: {'Network': ['ID=5cf30459-1adc-4ee1-8fb9-e246116c0ce9,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:06:17.985486 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-d8aa301b-f970-4f18-86be-481ce6a692e4 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d472bcff39e44ab0b4e69d8874c664f9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4245751 Jan 05 17:06:17.986122 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 39294) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:06:17.993453 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Network 5cf30459-1adc-4ee1-8fb9-e246116c0ce9 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 05 17:06:17.998625 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-0639bc49-a20a-48a0-87b0-6087dcbe9e3a tempest-RoutersIpV6AdminTest-1137264224 tempest-RoutersIpV6AdminTest-1137264224-project] Publish callbacks [] for port, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:18.055709 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8aa301b-f970-4f18-86be-481ce6a692e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c7108e2-1f34-4485-b48f-c14c5a1f5975,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:06:18.105777 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Device 05891007-1fed-4dd3-bd1c-36287398be5f up at agent hyperv_hv-neutron-mast {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:06:18.163432 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4284733f-38a6-4014-b7b9-8697e1df88e0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:18.221481 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4284733f-38a6-4014-b7b9-8697e1df88e0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:18.230355 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-c8c5602a-cd5e-4c44-a972-825e2790ba6e tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9468789 Jan 05 17:06:18.233454 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Provisioning for port 05891007-1fed-4dd3-bd1c-36287398be5f completed by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 05 17:06:18.233775 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 39296) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:06:18.238141 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Provisioning complete for port 05891007-1fed-4dd3-bd1c-36287398be5f triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:06:18.238528 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:18.241296 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-a9183bd3-df06-4562-b0b7-89b70cae367c tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Request body: {'subnet': {'network_id': '5cf30459-1adc-4ee1-8fb9-e246116c0ce9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:06:18.253451 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d0e9a1-8283-417b-b86e-c7517671460b req-aea4242a-3e95-45cf-a72b-65419861ff1e tempest-ServersTestJSON-1673014821 tempest-ServersTestJSON-1673014821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:06:18.254990 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-38d0e9a1-8283-417b-b86e-c7517671460b req-aea4242a-3e95-45cf-a72b-65419861ff1e tempest-ServersTestJSON-1673014821 tempest-ServersTestJSON-1673014821-project] 10.222.0.11 "GET /v2.0/ports?device_id=07c8b51b-bbb0-4a74-b3bf-1c00d88f26b4 HTTP/1.1" status: 200 len: 946 time: 0.1771026 Jan 05 17:06:18.328322 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:18.349884 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-0639bc49-a20a-48a0-87b0-6087dcbe9e3a tempest-RoutersIpV6AdminTest-1137264224 tempest-RoutersIpV6AdminTest-1137264224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11433176'] for port, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:18.358297 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e05055b-fb92-4007-81d3-6b13e68c583e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05891007-1fed-4dd3-bd1c-36287398be5f'}] {{(pid=103802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 05 17:06:18.360890 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36b213fbd845b3f09e785999bbcda1c85cd5592d7f001460987854e5c1683bd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58815cc5-fd40-41c7-992a-f0d156208d61" -d '{"events": [{"server_uuid": "9e05055b-fb92-4007-81d3-6b13e68c583e", "name": "network-vif-plugged", "status": "completed", "tag": "05891007-1fed-4dd3-bd1c-36287398be5f"}]}' {{(pid=103802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 05 17:06:18.376891 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] For port 05891007-1fed-4dd3-bd1c-36287398be5f, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=05891007-1fed-4dd3-bd1c-36287398be5f,segment=NetworkSegment(d65903af-bfbb-40e4-945d-cf3bc3c0723b),segment_id=d65903af-bfbb-40e4-945d-cf3bc3c0723b)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:06:18.378699 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f11ef754-7e1a-4f2f-ad0c-ebf556b9ed62 tempest-AllowedAddressPairIpV6TestJSON-2107737971 tempest-AllowedAddressPairIpV6TestJSON-2107737971-project] Publish callbacks [] for port, precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:18.391121 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-38d0e9a1-8283-417b-b86e-c7517671460b req-59d6002c-01a9-4f55-8077-5e5ed193e319 tempest-ServersTestJSON-1673014821 tempest-ServersTestJSON-1673014821-project] 10.222.0.11 "GET /v2.0/security-groups?id=a400398d-bf46-4390-bcfe-e2116b4af858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1210597 Jan 05 17:06:18.405539 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4284733f-38a6-4014-b7b9-8697e1df88e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:18.409945 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4284733f-38a6-4014-b7b9-8697e1df88e0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:18.411791 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-4284733f-38a6-4014-b7b9-8697e1df88e0 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7c7108e2-1f34-4485-b48f-c14c5a1f5975 HTTP/1.1" status: 204 len: 168 time: 0.4202003 Jan 05 17:06:18.422044 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0639bc49-a20a-48a0-87b0-6087dcbe9e3a tempest-RoutersIpV6AdminTest-1137264224 tempest-RoutersIpV6AdminTest-1137264224-project] Network b0167590-0699-4c5c-a932-3939414a9573 is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:06:18.425398 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Jan 2022 17:06:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e99f053d-3ea8-41e0-9bfc-be508743b760 x-openstack-request-id: req-e99f053d-3ea8-41e0-9bfc-be508743b760 {{(pid=103802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 05 17:06:18.425749 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e05055b-fb92-4007-81d3-6b13e68c583e", "name": "network-vif-plugged", "status": "completed", "tag": "05891007-1fed-4dd3-bd1c-36287398be5f", "code": 200}]} {{(pid=103802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 05 17:06:18.426028 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-0639bc49-a20a-48a0-87b0-6087dcbe9e3a tempest-RoutersIpV6AdminTest-1137264224 tempest-RoutersIpV6AdminTest-1137264224-project] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:06:18.426140 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e99f053d-3ea8-41e0-9bfc-be508743b760 {{(pid=103802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 05 17:06:18.426456 dv-neutron-master-2-hyperv neutron-server[103802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e05055b-fb92-4007-81d3-6b13e68c583e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05891007-1fed-4dd3-bd1c-36287398be5f', 'code': 200} Jan 05 17:06:18.428832 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4284733f-38a6-4014-b7b9-8697e1df88e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c7108e2-1f34-4485-b48f-c14c5a1f5975,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:06:18.440689 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0639bc49-a20a-48a0-87b0-6087dcbe9e3a tempest-RoutersIpV6AdminTest-1137264224 tempest-RoutersIpV6AdminTest-1137264224-project] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:06:18.461214 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d173d345-6013-4998-9d87-b4ba8140ed16 None None] DHCP port deletion for b0167590-0699-4c5c-a932-3939414a9573 request from dv-neutron-master-2-hyperv {{(pid=103802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 05 17:06:18.472660 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:18.484523 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Device 67389512-62b3-4da5-90e0-71fd04a18f1a up at agent hyperv_hv-neutron-mast {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:06:18.485175 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9183bd3-df06-4562-b0b7-89b70cae367c tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Made reservation on behalf of a3ad318c2083452290397b0c39945cb9 for: {'subnet': 1} {{(pid=103801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:06:18.485175 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-a9183bd3-df06-4562-b0b7-89b70cae367c tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12480675'] for subnet, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:18.505363 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f11ef754-7e1a-4f2f-ad0c-ebf556b9ed62 tempest-AllowedAddressPairIpV6TestJSON-2107737971 tempest-AllowedAddressPairIpV6TestJSON-2107737971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8784461'] for port, after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:18.536169 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0639bc49-a20a-48a0-87b0-6087dcbe9e3a tempest-RoutersIpV6AdminTest-1137264224 tempest-RoutersIpV6AdminTest-1137264224-project] Pushing event updated for resources: {'Port': ['ID=621eeb8a-734c-407a-9958-cbfe58ef88dc,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:06:18.561851 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-f11ef754-7e1a-4f2f-ad0c-ebf556b9ed62 tempest-AllowedAddressPairIpV6TestJSON-2107737971 tempest-AllowedAddressPairIpV6TestJSON-2107737971-project] In _notify_port_updated(), no bound segment for port d6619641-06a2-4f29-87a8-1202b3a58b8d on network d70de973-d620-4747-924f-59a8ea7c37da {{(pid=103800) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Jan 05 17:06:18.568968 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f11ef754-7e1a-4f2f-ad0c-ebf556b9ed62 tempest-AllowedAddressPairIpV6TestJSON-2107737971 tempest-AllowedAddressPairIpV6TestJSON-2107737971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:06:18.569667 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f11ef754-7e1a-4f2f-ad0c-ebf556b9ed62 tempest-AllowedAddressPairIpV6TestJSON-2107737971 tempest-AllowedAddressPairIpV6TestJSON-2107737971-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:18.573934 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-f11ef754-7e1a-4f2f-ad0c-ebf556b9ed62 tempest-AllowedAddressPairIpV6TestJSON-2107737971 tempest-AllowedAddressPairIpV6TestJSON-2107737971-project] 10.222.0.11 "PUT /v2.0/ports/d6619641-06a2-4f29-87a8-1202b3a58b8d HTTP/1.1" status: 200 len: 1003 time: 1.0489550 Jan 05 17:06:18.575037 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 39310) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:06:18.636772 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Pushing event updated for resources: {'Port': ['ID=05891007-1fed-4dd3-bd1c-36287398be5f,revision_number=5']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:06:18.646159 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-627c90a8-b81a-40d6-a1f3-23f510640605 None None] Provisioning complete for port 621eeb8a-734c-407a-9958-cbfe58ef88dc triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:06:18.646807 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-627c90a8-b81a-40d6-a1f3-23f510640605 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:18.692314 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11ef754-7e1a-4f2f-ad0c-ebf556b9ed62 tempest-AllowedAddressPairIpV6TestJSON-2107737971 tempest-AllowedAddressPairIpV6TestJSON-2107737971-project] Pushing event updated for resources: {'Port': ['ID=d6619641-06a2-4f29-87a8-1202b3a58b8d,revision_number=2']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:06:18.712184 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-627c90a8-b81a-40d6-a1f3-23f510640605 None None] Port 621eeb8a-734c-407a-9958-cbfe58ef88dc cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 17:06:18.719909 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Provisioning for port 67389512-62b3-4da5-90e0-71fd04a18f1a completed by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 05 17:06:18.729114 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Provisioning complete for port 67389512-62b3-4da5-90e0-71fd04a18f1a triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:06:18.729804 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:18.831183 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-2b0e4684-458f-44ff-8ab3-f631b237d71f tempest-AllowedAddressPairIpV6TestJSON-2107737971 tempest-AllowedAddressPairIpV6TestJSON-2107737971-project] Deleting port d6619641-06a2-4f29-87a8-1202b3a58b8d {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:06:18.831562 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2b0e4684-458f-44ff-8ab3-f631b237d71f tempest-AllowedAddressPairIpV6TestJSON-2107737971 tempest-AllowedAddressPairIpV6TestJSON-2107737971-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:18.914059 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af87296-02dd-4228-8a83-a56ae23dab2f req-fe287978-8d02-45d0-b40e-d8e78e0fa735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:06:18.915567 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-9af87296-02dd-4228-8a83-a56ae23dab2f req-fe287978-8d02-45d0-b40e-d8e78e0fa735 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=9e05055b-fb92-4007-81d3-6b13e68c583e HTTP/1.1" status: 200 len: 1098 time: 0.1255994 Jan 05 17:06:18.918863 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:18.981657 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] For port 67389512-62b3-4da5-90e0-71fd04a18f1a, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=67389512-62b3-4da5-90e0-71fd04a18f1a,segment=NetworkSegment(08747a6d-32d2-4d23-b56e-c56746431d5f),segment_id=08747a6d-32d2-4d23-b56e-c56746431d5f)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:06:18.992160 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-a9183bd3-df06-4562-b0b7-89b70cae367c tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11433288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12480593'] for subnet, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:18.999006 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-9af87296-02dd-4228-8a83-a56ae23dab2f req-fd935fdc-da53-4052-a4df-f9b6df5d949e service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=975168df-f8b7-4c5c-afef-35686270bc8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754099 Jan 05 17:06:19.015094 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2b0e4684-458f-44ff-8ab3-f631b237d71f tempest-AllowedAddressPairIpV6TestJSON-2107737971 tempest-AllowedAddressPairIpV6TestJSON-2107737971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:19.035606 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-2b0e4684-458f-44ff-8ab3-f631b237d71f tempest-AllowedAddressPairIpV6TestJSON-2107737971 tempest-AllowedAddressPairIpV6TestJSON-2107737971-project] Calling delete_port for d6619641-06a2-4f29-87a8-1202b3a58b8d owned by {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:06:19.075521 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9183bd3-df06-4562-b0b7-89b70cae367c tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Pushing event updated for resources: {'Subnet': ['ID=5f8a3619-6138-4973-bfd5-ccd46847b889,revision_number=0']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:06:19.241240 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565dff84-00be-4948-8c4f-0f8c9f00b525 req-df28f313-afbc-44ea-8d2d-80fe3b49fde8 tempest-ServerActionsTestJSON-949899014 tempest-ServerActionsTestJSON-949899014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:06:19.243099 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:19.244014 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-565dff84-00be-4948-8c4f-0f8c9f00b525 req-df28f313-afbc-44ea-8d2d-80fe3b49fde8 tempest-ServerActionsTestJSON-949899014 tempest-ServerActionsTestJSON-949899014-project] 10.222.0.11 "GET /v2.0/ports?device_id=be270a5c-db8b-4dff-9e40-79b29c80ad34 HTTP/1.1" status: 200 len: 946 time: 0.1119640 Jan 05 17:06:19.271859 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-0639bc49-a20a-48a0-87b0-6087dcbe9e3a tempest-RoutersIpV6AdminTest-1137264224 tempest-RoutersIpV6AdminTest-1137264224-project] Publish callbacks [] for router_gateway, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:19.325469 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Pushing event updated for resources: {'Port': ['ID=67389512-62b3-4da5-90e0-71fd04a18f1a,revision_number=5']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:06:19.332306 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9183bd3-df06-4562-b0b7-89b70cae367c tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Checking segment: {'id': '492a27c4-962e-45b9-9fbc-72df159df7b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '5cf30459-1adc-4ee1-8fb9-e246116c0ce9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:06:19.332941 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9183bd3-df06-4562-b0b7-89b70cae367c tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Network hostable DHCP agents. Network: 5cf30459-1adc-4ee1-8fb9-e246116c0ce9, hostable agents: ['3f70c195-17da-4084-9fd6-bf6059d88535'], hosted agents: [] {{(pid=103801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 05 17:06:19.335083 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-565dff84-00be-4948-8c4f-0f8c9f00b525 req-a25c7268-ff95-40e3-a7da-dc6b6168710f tempest-ServerActionsTestJSON-949899014 tempest-ServerActionsTestJSON-949899014-project] 10.222.0.11 "GET /v2.0/security-groups?id=f7674e10-0a07-4bc4-8403-a53dd95a312a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841339 Jan 05 17:06:19.338816 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-c7d1c46a-2b8d-4926-a7c3-19f8f65d3104 None None] Provisioning complete for port d6619641-06a2-4f29-87a8-1202b3a58b8d triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:06:19.339198 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c7d1c46a-2b8d-4926-a7c3-19f8f65d3104 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:19.380691 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-c7d1c46a-2b8d-4926-a7c3-19f8f65d3104 None None] Port d6619641-06a2-4f29-87a8-1202b3a58b8d cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 17:06:19.400326 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc8f27d-201f-4a3d-b368-edc02cbe70ae req-1db15210-239c-4c21-acf2-00962bbee08d tempest-ServersTestManualDisk-24571533 tempest-ServersTestManualDisk-24571533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:06:19.402010 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-ebc8f27d-201f-4a3d-b368-edc02cbe70ae req-1db15210-239c-4c21-acf2-00962bbee08d tempest-ServersTestManualDisk-24571533 tempest-ServersTestManualDisk-24571533-project] 10.222.0.11 "GET /v2.0/ports?device_id=9e05055b-fb92-4007-81d3-6b13e68c583e HTTP/1.1" status: 200 len: 945 time: 0.2610390 Jan 05 17:06:19.459245 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2b0e4684-458f-44ff-8ab3-f631b237d71f tempest-AllowedAddressPairIpV6TestJSON-2107737971 tempest-AllowedAddressPairIpV6TestJSON-2107737971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:19.459483 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-fcba1566-b58a-4710-877f-358c8d79c5e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:19.486008 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9183bd3-df06-4562-b0b7-89b70cae367c tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Network 5cf30459-1adc-4ee1-8fb9-e246116c0ce9 is scheduled to be hosted by DHCP agent 3f70c195-17da-4084-9fd6-bf6059d88535 with binding_index 1 {{(pid=103801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 05 17:06:19.516127 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0e4684-458f-44ff-8ab3-f631b237d71f tempest-AllowedAddressPairIpV6TestJSON-2107737971 tempest-AllowedAddressPairIpV6TestJSON-2107737971-project] Pushing event deleted for resources: {'Port': ['ID=d6619641-06a2-4f29-87a8-1202b3a58b8d,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:06:19.554090 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-ebc8f27d-201f-4a3d-b368-edc02cbe70ae req-bc0ed3d0-3c15-4048-8cb8-3cc55dfa8aa9 tempest-ServersTestManualDisk-24571533 tempest-ServersTestManualDisk-24571533-project] 10.222.0.11 "GET /v2.0/security-groups?id=975168df-f8b7-4c5c-afef-35686270bc8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1144841 Jan 05 17:06:19.570605 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:19.573918 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2b0e4684-458f-44ff-8ab3-f631b237d71f tempest-AllowedAddressPairIpV6TestJSON-2107737971 tempest-AllowedAddressPairIpV6TestJSON-2107737971-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:19.580206 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-2b0e4684-458f-44ff-8ab3-f631b237d71f tempest-AllowedAddressPairIpV6TestJSON-2107737971 tempest-AllowedAddressPairIpV6TestJSON-2107737971-project] 10.222.0.11 "DELETE /v2.0/ports/d6619641-06a2-4f29-87a8-1202b3a58b8d HTTP/1.1" status: 204 len: 168 time: 1.0039928 Jan 05 17:06:19.601427 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 39338) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:06:19.601802 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 39340) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:06:19.636111 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-a9183bd3-df06-4562-b0b7-89b70cae367c tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 5cf30459-1adc-4ee1-8fb9-e246116c0ce9) {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:06:19.638582 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e19f1c3-f23e-4a4d-8f77-8b43a70f90d9 req-e0387cad-a950-47fa-bb31-466d4ccb8cca tempest-ServersTestJSON-1673014821 tempest-ServersTestJSON-1673014821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:06:19.640162 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-2e19f1c3-f23e-4a4d-8f77-8b43a70f90d9 req-e0387cad-a950-47fa-bb31-466d4ccb8cca tempest-ServersTestJSON-1673014821 tempest-ServersTestJSON-1673014821-project] 10.222.0.11 "GET /v2.0/ports?device_id=07c8b51b-bbb0-4a74-b3bf-1c00d88f26b4 HTTP/1.1" status: 200 len: 946 time: 0.1587684 Jan 05 17:06:19.640764 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9183bd3-df06-4562-b0b7-89b70cae367c tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:06:19.641469 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-a9183bd3-df06-4562-b0b7-89b70cae367c tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Publish callbacks [] for subnet, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:19.644891 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c88fd1d-fa81-4f14-a1c6-2abdf6d829a4 tempest-AllowedAddressPairIpV6TestJSON-2107737971 tempest-AllowedAddressPairIpV6TestJSON-2107737971-project] GET failed (client error): The resource could not be found. Jan 05 17:06:19.651023 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-2c88fd1d-fa81-4f14-a1c6-2abdf6d829a4 tempest-AllowedAddressPairIpV6TestJSON-2107737971 tempest-AllowedAddressPairIpV6TestJSON-2107737971-project] 10.222.0.11 "GET /v2.0/ports/d6619641-06a2-4f29-87a8-1202b3a58b8d HTTP/1.1" status: 404 len: 333 time: 0.0433569 Jan 05 17:06:19.651231 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0caa6b3b-ed6e-4d8e-b057-64e0af733294 None None] Network 5cf30459-1adc-4ee1-8fb9-e246116c0ce9 requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:06:19.656116 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 39344) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:06:19.664396 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-a7c0b98e-8455-457a-91a2-2fc1818397a9 tempest-AllowedAddressPairIpV6TestJSON-2107737971 tempest-AllowedAddressPairIpV6TestJSON-2107737971-project] Request body: {'port': {'network_id': 'd70de973-d620-4747-924f-59a8ea7c37da', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-605409595'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:06:19.705567 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-0639bc49-a20a-48a0-87b0-6087dcbe9e3a tempest-RoutersIpV6AdminTest-1137264224 tempest-RoutersIpV6AdminTest-1137264224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-648430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648639'] for router, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:19.778410 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-2e19f1c3-f23e-4a4d-8f77-8b43a70f90d9 req-9802dd94-a912-4e5b-9387-d9bd2bb518ac tempest-ServersTestJSON-1673014821 tempest-ServersTestJSON-1673014821-project] 10.222.0.11 "GET /v2.0/security-groups?id=a400398d-bf46-4390-bcfe-e2116b4af858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1091204 Jan 05 17:06:19.796635 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-a9183bd3-df06-4562-b0b7-89b70cae367c tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.5599153 Jan 05 17:06:19.797564 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 39350) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:06:19.817900 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-4b22923a-3f8f-452f-9bff-3d9b67eb8435 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-75982538'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:06:19.865277 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-243b3d35-2d6e-42be-a168-bcc40b720b55 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-5cf30459-1adc-4ee1-8fb9-e246116c0ce9', 'network_id': '5cf30459-1adc-4ee1-8fb9-e246116c0ce9', 'project_id': 'a3ad318c2083452290397b0c39945cb9', 'fixed_ips': [{'subnet_id': '5f8a3619-6138-4973-bfd5-ccd46847b889'}]}} from dv-neutron-master-2-hyperv. {{(pid=103802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 05 17:06:19.866182 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-243b3d35-2d6e-42be-a168-bcc40b720b55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:19.913290 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-42eb27e7-f16a-49d6-9f5e-388966f2394b tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3809644'] for network, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:19.977177 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-42eb27e7-f16a-49d6-9f5e-388966f2394b tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892868'] for subnet, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:20.039908 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.db_base_plugin_common [None req-243b3d35-2d6e-42be-a168-bcc40b720b55 None None] Allocated IP 2001:db8::1 (5cf30459-1adc-4ee1-8fb9-e246116c0ce9/5f8a3619-6138-4973-bfd5-ccd46847b889/d5043df8-4e87-4929-b65e-0d4c92a6ae1c) {{(pid=103802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:06:20.065324 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b22923a-3f8f-452f-9bff-3d9b67eb8435 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Made reservation on behalf of fd419c78d7194361a03f37a26ebeba76 for: {'network': 1} {{(pid=103801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:06:20.068932 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-4b22923a-3f8f-452f-9bff-3d9b67eb8435 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for network, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:20.081259 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-4b22923a-3f8f-452f-9bff-3d9b67eb8435 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks [] for security_group, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:20.097513 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0639bc49-a20a-48a0-87b0-6087dcbe9e3a tempest-RoutersIpV6AdminTest-1137264224 tempest-RoutersIpV6AdminTest-1137264224-project] Router 61a57f9a-04f9-4356-8a35-763a1a8d72e0 is scheduled to L3 agent 59446fdc-40e0-41fe-a575-a8eb11d742f7 with binding_index 1 {{(pid=103801) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 05 17:06:20.180699 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7c0b98e-8455-457a-91a2-2fc1818397a9 tempest-AllowedAddressPairIpV6TestJSON-2107737971 tempest-AllowedAddressPairIpV6TestJSON-2107737971-project] Made reservation on behalf of eadd6bd72605437fafe6bbb19928c163 for: {'port': 1} {{(pid=103801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:06:20.184345 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-a7c0b98e-8455-457a-91a2-2fc1818397a9 tempest-AllowedAddressPairIpV6TestJSON-2107737971 tempest-AllowedAddressPairIpV6TestJSON-2107737971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:20.205796 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-243b3d35-2d6e-42be-a168-bcc40b720b55 None None] Publish callbacks [] for port, precommit_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:20.251435 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.notifiers.nova [None req-a7c0b98e-8455-457a-91a2-2fc1818397a9 tempest-AllowedAddressPairIpV6TestJSON-2107737971 tempest-AllowedAddressPairIpV6TestJSON-2107737971-project] device_id is not set on port feea1ca7-8968-4aa0-bd59-f01661db1823 yet. {{(pid=103801) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 05 17:06:20.297297 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-243b3d35-2d6e-42be-a168-bcc40b720b55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669'] for port, after_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:20.315801 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0639bc49-a20a-48a0-87b0-6087dcbe9e3a tempest-RoutersIpV6AdminTest-1137264224 tempest-RoutersIpV6AdminTest-1137264224-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 05 17:06:20.336330 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-348b8c4e-a0b1-4084-b8c3-9a5f3d884d57 None None] Sync routers for ids ['61a57f9a-04f9-4356-8a35-763a1a8d72e0'] in dv-neutron-master-2-hyperv {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 05 17:06:20.341709 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-4b22923a-3f8f-452f-9bff-3d9b67eb8435 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks [] for security_group, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:20.352123 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-243b3d35-2d6e-42be-a168-bcc40b720b55 None None] Network 5cf30459-1adc-4ee1-8fb9-e246116c0ce9 is already hosted by enough agents. {{(pid=103802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:06:20.358079 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.scheduler.base_scheduler [None req-243b3d35-2d6e-42be-a168-bcc40b720b55 None None] Resources bound (agent type, host, resource id): {{(pid=103802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:06:20.372927 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-243b3d35-2d6e-42be-a168-bcc40b720b55 None None] Received port after_create {{(pid=103802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:06:20.384444 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-42eb27e7-f16a-49d6-9f5e-388966f2394b tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3893367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8784787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8521880'] for subnet, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:20.394338 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-348b8c4e-a0b1-4084-b8c3-9a5f3d884d57 None None] Routers {'61a57f9a-04f9-4356-8a35-763a1a8d72e0'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:06:20.394965 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-348b8c4e-a0b1-4084-b8c3-9a5f3d884d57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:06:19Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['61a57f9a-04f9-4356-8a35-763a1a8d72e0'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:06:20.400623 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243b3d35-2d6e-42be-a168-bcc40b720b55 None None] Pushing event updated for resources: {'Port': ['ID=d5043df8-4e87-4929-b65e-0d4c92a6ae1c,revision_number=1']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:06:20.414157 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-4b22923a-3f8f-452f-9bff-3d9b67eb8435 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:20.424438 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-0639bc49-a20a-48a0-87b0-6087dcbe9e3a tempest-RoutersIpV6AdminTest-1137264224 tempest-RoutersIpV6AdminTest-1137264224-project] Publish callbacks [] for router, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:20.425904 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-0639bc49-a20a-48a0-87b0-6087dcbe9e3a tempest-RoutersIpV6AdminTest-1137264224 tempest-RoutersIpV6AdminTest-1137264224-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 4.0681043 Jan 05 17:06:20.438659 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 39362) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:06:20.443191 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42eb27e7-f16a-49d6-9f5e-388966f2394b tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Pushing event deleted for resources: {'Subnet': ['ID=5f8a3619-6138-4973-bfd5-ccd46847b889,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:06:20.445523 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [None req-a7c0b98e-8455-457a-91a2-2fc1818397a9 tempest-AllowedAddressPairIpV6TestJSON-2107737971 tempest-AllowedAddressPairIpV6TestJSON-2107737971-project] Allocated IP 2001:db8::366 (d70de973-d620-4747-924f-59a8ea7c37da/f9f28e61-a03e-4f8f-a18f-bfddade69209/feea1ca7-8968-4aa0-bd59-f01661db1823) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:06:20.480054 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be270a5c-db8b-4dff-9e40-79b29c80ad34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67389512-62b3-4da5-90e0-71fd04a18f1a'}] {{(pid=103802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 05 17:06:20.491445 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36b213fbd845b3f09e785999bbcda1c85cd5592d7f001460987854e5c1683bd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9199076c-a100-4bda-ac9c-2f9d87392255" -d '{"events": [{"server_uuid": "be270a5c-db8b-4dff-9e40-79b29c80ad34", "name": "network-vif-plugged", "status": "completed", "tag": "67389512-62b3-4da5-90e0-71fd04a18f1a"}]}' {{(pid=103802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 05 17:06:20.516715 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-348b8c4e-a0b1-4084-b8c3-9a5f3d884d57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:06:20.518655 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b22923a-3f8f-452f-9bff-3d9b67eb8435 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] vlan segment allocate from pool success with {'vlan_id': 110, 'physical_network': 'physnet1'} {{(pid=103801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 05 17:06:20.529505 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-42eb27e7-f16a-49d6-9f5e-388966f2394b tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3891715', 'neutron.services.segments.db._delete_segments_for_network-8754181063482'] for network, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:20.546845 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Jan 2022 17:06:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d6e8b15-4e91-4aa4-8aaa-7e0e2f5d68e8 x-openstack-request-id: req-0d6e8b15-4e91-4aa4-8aaa-7e0e2f5d68e8 {{(pid=103802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 05 17:06:20.547221 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be270a5c-db8b-4dff-9e40-79b29c80ad34", "name": "network-vif-plugged", "status": "completed", "tag": "67389512-62b3-4da5-90e0-71fd04a18f1a", "code": 200}]} {{(pid=103802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 05 17:06:20.547533 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-0d6e8b15-4e91-4aa4-8aaa-7e0e2f5d68e8 {{(pid=103802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 05 17:06:20.547875 dv-neutron-master-2-hyperv neutron-server[103802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be270a5c-db8b-4dff-9e40-79b29c80ad34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67389512-62b3-4da5-90e0-71fd04a18f1a', 'code': 200} Jan 05 17:06:20.562852 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.services.segments.db [None req-42eb27e7-f16a-49d6-9f5e-388966f2394b tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5cf30459-1adc-4ee1-8fb9-e246116c0ce9']}} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:06:20.568133 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d2607572-b3c9-472c-85bc-c8de0c3fb75c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:20.572148 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-348b8c4e-a0b1-4084-b8c3-9a5f3d884d57 None None] Routers {'61a57f9a-04f9-4356-8a35-763a1a8d72e0'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:06:20.573195 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-348b8c4e-a0b1-4084-b8c3-9a5f3d884d57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:06:19Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['61a57f9a-04f9-4356-8a35-763a1a8d72e0'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:06:20.575435 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-243b3d35-2d6e-42be-a168-bcc40b720b55 None None] Attempting to bind port d5043df8-4e87-4929-b65e-0d4c92a6ae1c on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 05 17:06:20.575988 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-243b3d35-2d6e-42be-a168-bcc40b720b55 None None] Attempting to bind port d5043df8-4e87-4929-b65e-0d4c92a6ae1c by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '492a27c4-962e-45b9-9fbc-72df159df7b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '5cf30459-1adc-4ee1-8fb9-e246116c0ce9'}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 05 17:06:20.576339 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-243b3d35-2d6e-42be-a168-bcc40b720b55 None None] Attempting to bind port d5043df8-4e87-4929-b65e-0d4c92a6ae1c on network 5cf30459-1adc-4ee1-8fb9-e246116c0ce9 {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:06:20.578127 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.services.segments.db [None req-42eb27e7-f16a-49d6-9f5e-388966f2394b tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '492a27c4-962e-45b9-9fbc-72df159df7b2') {'for_net_delete': True} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:06:20.578424 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.services.segments.db [None req-42eb27e7-f16a-49d6-9f5e-388966f2394b tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '492a27c4-962e-45b9-9fbc-72df159df7b2') {} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:06:20.617462 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-42eb27e7-f16a-49d6-9f5e-388966f2394b tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754181064771', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8784833'] for segment, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:20.621474 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-243b3d35-2d6e-42be-a168-bcc40b720b55 None None] Checking agent: {'id': '0d4f8fd3-ce62-4651-970c-efa6a8bb22b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 5, 16, 57, 23), 'started_at': datetime.datetime(2022, 1, 5, 16, 57, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 5, 17, 5, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 05 17:06:20.622168 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-243b3d35-2d6e-42be-a168-bcc40b720b55 None None] Checking segment: {'id': '492a27c4-962e-45b9-9fbc-72df159df7b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '5cf30459-1adc-4ee1-8fb9-e246116c0ce9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:06:20.622807 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-243b3d35-2d6e-42be-a168-bcc40b720b55 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:20.623349 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-243b3d35-2d6e-42be-a168-bcc40b720b55 None None] Bound using segment: {'id': '492a27c4-962e-45b9-9fbc-72df159df7b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '5cf30459-1adc-4ee1-8fb9-e246116c0ce9'} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 05 17:06:20.624122 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-243b3d35-2d6e-42be-a168-bcc40b720b55 None None] Bound port: d5043df8-4e87-4929-b65e-0d4c92a6ae1c, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '492a27c4-962e-45b9-9fbc-72df159df7b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '5cf30459-1adc-4ee1-8fb9-e246116c0ce9'}}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 05 17:06:20.624718 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-243b3d35-2d6e-42be-a168-bcc40b720b55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:20.647192 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-348b8c4e-a0b1-4084-b8c3-9a5f3d884d57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:06:20.647860 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-348b8c4e-a0b1-4084-b8c3-9a5f3d884d57 None None] The sync data for ids ['61a57f9a-04f9-4356-8a35-763a1a8d72e0'] in dv-neutron-master-2-hyperv is: [] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 05 17:06:20.651009 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-42eb27e7-f16a-49d6-9f5e-388966f2394b tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225'] for segment, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:20.658191 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42eb27e7-f16a-49d6-9f5e-388966f2394b tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Releasing vlan 118 on physical network physnet1 to pool {{(pid=103800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 05 17:06:20.658768 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-42eb27e7-f16a-49d6-9f5e-388966f2394b tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8784497'] for segment, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:20.664657 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:06:20.664657 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:06:20.664657 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:06:20.664657 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:06:20.664657 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:06:20.664657 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:06:20.664657 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:06:20.664657 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:06:20.664657 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:06:20.664657 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:06:20.664657 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:06:20.664657 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:06:20.664657 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:06:20.664657 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:06:20.664657 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:06:20.664657 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:06:20.664657 dv-neutron-master-2-hyperv neutron-server[103800]: Traceback (most recent call last): Jan 05 17:06:20.664657 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 05 17:06:20.664657 dv-neutron-master-2-hyperv neutron-server[103800]: timer() Jan 05 17:06:20.664657 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 05 17:06:20.664657 dv-neutron-master-2-hyperv neutron-server[103800]: cb(*args, **kw) Jan 05 17:06:20.664657 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 05 17:06:20.664657 dv-neutron-master-2-hyperv neutron-server[103800]: return func(*args, **kwargs) Jan 05 17:06:20.664657 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 05 17:06:20.664657 dv-neutron-master-2-hyperv neutron-server[103800]: self._notify() Jan 05 17:06:20.664657 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 05 17:06:20.664657 dv-neutron-master-2-hyperv neutron-server[103800]: self.callback(batched_events) Jan 05 17:06:20.664657 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 05 17:06:20.664657 dv-neutron-master-2-hyperv neutron-server[103800]: event.method(event) Jan 05 17:06:20.664657 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 05 17:06:20.664657 dv-neutron-master-2-hyperv neutron-server[103800]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 05 17:06:20.664657 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 05 17:06:20.664657 dv-neutron-master-2-hyperv neutron-server[103800]: aggregate_uuid = self.p_client.list_aggregates( Jan 05 17:06:20.664657 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 05 17:06:20.664657 dv-neutron-master-2-hyperv neutron-server[103800]: return f(self, *a, **k) Jan 05 17:06:20.664657 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 05 17:06:20.664657 dv-neutron-master-2-hyperv neutron-server[103800]: return self._get(url).json() Jan 05 17:06:20.664657 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 05 17:06:20.664657 dv-neutron-master-2-hyperv neutron-server[103800]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 05 17:06:20.664657 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 05 17:06:20.664657 dv-neutron-master-2-hyperv neutron-server[103800]: return self.request(url, 'GET', **kwargs) Jan 05 17:06:20.664657 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 05 17:06:20.664657 dv-neutron-master-2-hyperv neutron-server[103800]: base_url = self.get_endpoint(auth, allow=allow, Jan 05 17:06:20.664657 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 05 17:06:20.664657 dv-neutron-master-2-hyperv neutron-server[103800]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 05 17:06:20.664657 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 05 17:06:20.664657 dv-neutron-master-2-hyperv neutron-server[103800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 05 17:06:20.664657 dv-neutron-master-2-hyperv neutron-server[103800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 05 17:06:20.717039 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-243b3d35-2d6e-42be-a168-bcc40b720b55 None None] For port d5043df8-4e87-4929-b65e-0d4c92a6ae1c, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 05 17:06:20.762365 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-243b3d35-2d6e-42be-a168-bcc40b720b55 None None] For port d5043df8-4e87-4929-b65e-0d4c92a6ae1c, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d5043df8-4e87-4929-b65e-0d4c92a6ae1c,segment=NetworkSegment(492a27c4-962e-45b9-9fbc-72df159df7b2),segment_id=492a27c4-962e-45b9-9fbc-72df159df7b2)] {{(pid=103802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 05 17:06:20.779817 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d746812-e4f0-415e-9371-55ee4e47863d req-a6f2b125-ff30-4b03-8edd-199cf0e17f26 tempest-ServersTestManualDisk-24571533 tempest-ServersTestManualDisk-24571533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:06:20.781448 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-7d746812-e4f0-415e-9371-55ee4e47863d req-a6f2b125-ff30-4b03-8edd-199cf0e17f26 tempest-ServersTestManualDisk-24571533 tempest-ServersTestManualDisk-24571533-project] 10.222.0.11 "GET /v2.0/ports?device_id=9e05055b-fb92-4007-81d3-6b13e68c583e HTTP/1.1" status: 200 len: 945 time: 0.0607688 Jan 05 17:06:20.798481 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.db.api [None req-42eb27e7-f16a-49d6-9f5e-388966f2394b tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 05 17:06:20.798481 dv-neutron-master-2-hyperv neutron-server[103800]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 05 17:06:20.798481 dv-neutron-master-2-hyperv neutron-server[103800]: [parameters: {'id': '5cf30459-1adc-4ee1-8fb9-e246116c0ce9'}] Jan 05 17:06:20.798481 dv-neutron-master-2-hyperv neutron-server[103800]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103800) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 05 17:06:20.799409 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG oslo_db.api [None req-42eb27e7-f16a-49d6-9f5e-388966f2394b tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 05 17:06:20.820910 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b22923a-3f8f-452f-9bff-3d9b67eb8435 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8168fd21-cf19-4289-a4cb-69f6272a61dd,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:06:20.835484 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-4b22923a-3f8f-452f-9bff-3d9b67eb8435 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225'] for segment, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:20.835839 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.db.segments_db [None req-4b22923a-3f8f-452f-9bff-3d9b67eb8435 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Added segment 68e6c437-46c2-424d-85e7-20547f69066d of type vlan for network e897f8fc-3cef-40ca-9466-c6c65ecd9833 Jan 05 17:06:20.838737 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-7d746812-e4f0-415e-9371-55ee4e47863d req-9ec663d0-7a26-4c7f-886b-73ef8dc3f37d tempest-ServersTestManualDisk-24571533 tempest-ServersTestManualDisk-24571533-project] 10.222.0.11 "GET /v2.0/security-groups?id=975168df-f8b7-4c5c-afef-35686270bc8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513489 Jan 05 17:06:20.939382 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-243b3d35-2d6e-42be-a168-bcc40b720b55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:20.958520 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-4b22923a-3f8f-452f-9bff-3d9b67eb8435 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754180566020'] for network, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:20.973629 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7e391c-12a1-46fe-b879-5219d8235381 req-835b6c3b-9871-4abe-a62d-96f2e61dd66f tempest-ServerActionsTestJSON-949899014 tempest-ServerActionsTestJSON-949899014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:06:20.975156 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-5c7e391c-12a1-46fe-b879-5219d8235381 req-835b6c3b-9871-4abe-a62d-96f2e61dd66f tempest-ServerActionsTestJSON-949899014 tempest-ServerActionsTestJSON-949899014-project] 10.222.0.11 "GET /v2.0/ports?device_id=be270a5c-db8b-4dff-9e40-79b29c80ad34 HTTP/1.1" status: 200 len: 946 time: 0.4699278 Jan 05 17:06:21.027954 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243b3d35-2d6e-42be-a168-bcc40b720b55 None None] Pushing event updated for resources: {'Port': ['ID=d5043df8-4e87-4929-b65e-0d4c92a6ae1c,revision_number=2']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:06:21.047720 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f19e87-27a8-449e-994d-6a20478f177f req-2c6fc0ea-0f19-4b27-a1ce-e4d98fb9104d tempest-ServersTestJSON-1673014821 tempest-ServersTestJSON-1673014821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:06:21.050260 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-ff57fceb-377e-4d34-bb46-c14a455d2283 tempest-RoutersIpV6AdminTest-862369890 tempest-RoutersIpV6AdminTest-862369890-project-admin] 10.222.0.11 "GET /v2.0/routers/61a57f9a-04f9-4356-8a35-763a1a8d72e0 HTTP/1.1" status: 200 len: 924 time: 0.6021390 Jan 05 17:06:21.056282 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 39382) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:06:21.062673 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-b1f19e87-27a8-449e-994d-6a20478f177f req-2c6fc0ea-0f19-4b27-a1ce-e4d98fb9104d tempest-ServersTestJSON-1673014821 tempest-ServersTestJSON-1673014821-project] 10.222.0.11 "GET /v2.0/ports?device_id=07c8b51b-bbb0-4a74-b3bf-1c00d88f26b4 HTTP/1.1" status: 200 len: 946 time: 0.1546421 Jan 05 17:06:21.084295 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91cba64e-8782-46c1-842f-366777619f62 None None] Network 5cf30459-1adc-4ee1-8fb9-e246116c0ce9 requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:06:21.118160 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-984d3643-0660-4ae1-9283-6f561a5d95d4 tempest-RoutersIpV6AdminTest-1137264224 tempest-RoutersIpV6AdminTest-1137264224-project] 10.222.0.11 "GET /v2.0/ports?device_id=61a57f9a-04f9-4356-8a35-763a1a8d72e0 HTTP/1.1" status: 200 len: 205 time: 0.0565503 Jan 05 17:06:21.118783 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 39384) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:06:21.122360 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea14445-430f-45a1-bfb5-68ef7753193b req-8c0d0056-3951-441a-8097-f31fe3094717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:06:21.124691 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-cea14445-430f-45a1-bfb5-68ef7753193b req-8c0d0056-3951-441a-8097-f31fe3094717 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=be270a5c-db8b-4dff-9e40-79b29c80ad34 HTTP/1.1" status: 200 len: 1099 time: 0.1676366 Jan 05 17:06:21.153029 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-a7c0b98e-8455-457a-91a2-2fc1818397a9 tempest-AllowedAddressPairIpV6TestJSON-2107737971 tempest-AllowedAddressPairIpV6TestJSON-2107737971-project] Publish callbacks [] for port, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:21.168765 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-b1f19e87-27a8-449e-994d-6a20478f177f req-8a1b0b28-bc84-45a4-9ca4-d2b0ec20f069 tempest-ServersTestJSON-1673014821 tempest-ServersTestJSON-1673014821-project] 10.222.0.11 "GET /v2.0/security-groups?id=a400398d-bf46-4390-bcfe-e2116b4af858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868499 Jan 05 17:06:21.184146 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 39386) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:06:21.199321 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a41b31b7-79a0-46d2-aa38-8b96e2072e4a None None] get_active_networks_info from dv-neutron-master-2-hyperv {{(pid=103802) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 05 17:06:21.212772 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-cea14445-430f-45a1-bfb5-68ef7753193b req-77d03fac-b6d4-4f74-93f4-baacc452e63e service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=f7674e10-0a07-4bc4-8403-a53dd95a312a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786812 Jan 05 17:06:21.222700 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-4b22923a-3f8f-452f-9bff-3d9b67eb8435 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685'] for network, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:21.228378 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b22923a-3f8f-452f-9bff-3d9b67eb8435 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:06:21.228973 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-4b22923a-3f8f-452f-9bff-3d9b67eb8435 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks [] for network, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:21.290273 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-5c7e391c-12a1-46fe-b879-5219d8235381 req-6e533833-a0f4-4cbd-a762-b10f21e19c65 tempest-ServerActionsTestJSON-949899014 tempest-ServerActionsTestJSON-949899014-project] 10.222.0.11 "GET /v2.0/security-groups?id=f7674e10-0a07-4bc4-8403-a53dd95a312a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2860520 Jan 05 17:06:21.300985 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-42eb27e7-f16a-49d6-9f5e-388966f2394b tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3809644'] for network, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:21.333021 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-1a1c2510-e6ed-4391-abcf-cb566fe60762 tempest-MeteringTestJSON-1610071228 tempest-MeteringTestJSON-1610071228-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-624792253'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:06:21.333483 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-1a1c2510-e6ed-4391-abcf-cb566fe60762 tempest-MeteringTestJSON-1610071228 tempest-MeteringTestJSON-1610071228-project-admin] Unknown quota resources ['metering_label']. {{(pid=103800) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 05 17:06:21.339019 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a41b31b7-79a0-46d2-aa38-8b96e2072e4a None None] Resources bound (agent type, host, resource id): {{(pid=103802) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 05 17:06:21.390634 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b22923a-3f8f-452f-9bff-3d9b67eb8435 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Pushing event updated for resources: {'Network': ['ID=e897f8fc-3cef-40ca-9466-c6c65ecd9833,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:06:21.399056 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-4b22923a-3f8f-452f-9bff-3d9b67eb8435 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.7950821 Jan 05 17:06:21.407110 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Network e897f8fc-3cef-40ca-9466-c6c65ecd9833 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 05 17:06:21.407249 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 39392) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:06:21.418836 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-ad7032b2-10bb-4a14-b9ff-b47e0af58509 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Request body: {'subnet': {'network_id': 'e897f8fc-3cef-40ca-9466-c6c65ecd9833', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:06:21.438584 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-a7c0b98e-8455-457a-91a2-2fc1818397a9 tempest-AllowedAddressPairIpV6TestJSON-2107737971 tempest-AllowedAddressPairIpV6TestJSON-2107737971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11433176'] for port, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:21.481162 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695a903e-fc16-456f-b2c9-97d187480397 req-0995469a-19c6-45c0-8e2e-c957c666dab8 tempest-ServersTestManualDisk-24571533 tempest-ServersTestManualDisk-24571533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:06:21.482867 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-695a903e-fc16-456f-b2c9-97d187480397 req-0995469a-19c6-45c0-8e2e-c957c666dab8 tempest-ServersTestManualDisk-24571533 tempest-ServersTestManualDisk-24571533-project] 10.222.0.11 "GET /v2.0/ports?device_id=9e05055b-fb92-4007-81d3-6b13e68c583e HTTP/1.1" status: 200 len: 945 time: 0.0906005 Jan 05 17:06:21.504968 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 39394) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:06:21.534385 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c0b98e-8455-457a-91a2-2fc1818397a9 tempest-AllowedAddressPairIpV6TestJSON-2107737971 tempest-AllowedAddressPairIpV6TestJSON-2107737971-project] Pushing event updated for resources: {'Port': ['ID=feea1ca7-8968-4aa0-bd59-f01661db1823,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:06:21.550617 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-b2b331be-2cf5-477a-a728-985f7247cf16 tempest-ServersTestManualDisk-24571533 tempest-ServersTestManualDisk-24571533-project] Request body: {'floatingip': {'port_id': '05891007-1fed-4dd3-bd1c-36287398be5f'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:06:21.561575 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-42eb27e7-f16a-49d6-9f5e-388966f2394b tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Deleting port d5043df8-4e87-4929-b65e-0d4c92a6ae1c {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:06:21.561991 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-42eb27e7-f16a-49d6-9f5e-388966f2394b tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:21.590392 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-9ddc7408-ceb7-4bf8-a965-eda86ad82d56 tempest-RoutersIpV6AdminTest-1137264224 tempest-RoutersIpV6AdminTest-1137264224-project] Publish callbacks [] for router, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:21.611158 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1a1c2510-e6ed-4391-abcf-cb566fe60762 tempest-MeteringTestJSON-1610071228 tempest-MeteringTestJSON-1610071228-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:21.612371 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-1a1c2510-e6ed-4391-abcf-cb566fe60762 tempest-MeteringTestJSON-1610071228 tempest-MeteringTestJSON-1610071228-project-admin] 10.222.0.11 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.4270947 Jan 05 17:06:21.641798 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 39396) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:06:21.646569 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-c7397d6d-0ca8-422d-ae92-4d68e2dc2042 tempest-MeteringTestJSON-1610071228 tempest-MeteringTestJSON-1610071228-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '575f76d8-f15d-4138-8365-cee2b071cfb8'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:06:21.647070 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-c7397d6d-0ca8-422d-ae92-4d68e2dc2042 tempest-MeteringTestJSON-1610071228 tempest-MeteringTestJSON-1610071228-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103800) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 05 17:06:21.704214 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-b2b331be-2cf5-477a-a728-985f7247cf16 tempest-ServersTestManualDisk-24571533 tempest-ServersTestManualDisk-24571533-project] Publish callbacks [] for floatingip, before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:21.711493 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7c0b98e-8455-457a-91a2-2fc1818397a9 tempest-AllowedAddressPairIpV6TestJSON-2107737971 tempest-AllowedAddressPairIpV6TestJSON-2107737971-project] Network d70de973-d620-4747-924f-59a8ea7c37da is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:06:21.742511 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.db [None req-42eb27e7-f16a-49d6-9f5e-388966f2394b tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] For port d5043df8-4e87-4929-b65e-0d4c92a6ae1c, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d5043df8-4e87-4929-b65e-0d4c92a6ae1c,segment=NetworkSegment(492a27c4-962e-45b9-9fbc-72df159df7b2),segment_id=492a27c4-962e-45b9-9fbc-72df159df7b2)] {{(pid=103800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:06:21.743192 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-42eb27e7-f16a-49d6-9f5e-388966f2394b tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:21.748969 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-a7c0b98e-8455-457a-91a2-2fc1818397a9 tempest-AllowedAddressPairIpV6TestJSON-2107737971 tempest-AllowedAddressPairIpV6TestJSON-2107737971-project] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:06:21.756167 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7c0b98e-8455-457a-91a2-2fc1818397a9 tempest-AllowedAddressPairIpV6TestJSON-2107737971 tempest-AllowedAddressPairIpV6TestJSON-2107737971-project] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:06:21.762158 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7c0b98e-8455-457a-91a2-2fc1818397a9 tempest-AllowedAddressPairIpV6TestJSON-2107737971 tempest-AllowedAddressPairIpV6TestJSON-2107737971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:06:21.762752 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-a7c0b98e-8455-457a-91a2-2fc1818397a9 tempest-AllowedAddressPairIpV6TestJSON-2107737971 tempest-AllowedAddressPairIpV6TestJSON-2107737971-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:21.779292 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-42eb27e7-f16a-49d6-9f5e-388966f2394b tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Calling delete_port for d5043df8-4e87-4929-b65e-0d4c92a6ae1c owned by network:dhcp {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:06:21.824627 dv-neutron-master-2-hyperv neutron-server[103800]: WARNING neutron.services.metering.metering_plugin [None req-c7397d6d-0ca8-422d-ae92-4d68e2dc2042 tempest-MeteringTestJSON-1610071228 tempest-MeteringTestJSON-1610071228-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jan 05 17:06:21.894281 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d504d802-9546-4ce5-a9d3-96c844ac5808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:21.899021 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6378c923-2c69-437e-a32b-2e61d65fe063 req-e61215e5-6af9-402d-a423-80bf9b6c25fe tempest-ServersTestJSON-1673014821 tempest-ServersTestJSON-1673014821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:06:21.900563 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-6378c923-2c69-437e-a32b-2e61d65fe063 req-e61215e5-6af9-402d-a423-80bf9b6c25fe tempest-ServersTestJSON-1673014821 tempest-ServersTestJSON-1673014821-project] 10.222.0.11 "GET /v2.0/ports?device_id=07c8b51b-bbb0-4a74-b3bf-1c00d88f26b4 HTTP/1.1" status: 200 len: 946 time: 0.3695278 Jan 05 17:06:21.915917 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c7397d6d-0ca8-422d-ae92-4d68e2dc2042 tempest-MeteringTestJSON-1610071228 tempest-MeteringTestJSON-1610071228-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:21.917124 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-c7397d6d-0ca8-422d-ae92-4d68e2dc2042 tempest-MeteringTestJSON-1610071228 tempest-MeteringTestJSON-1610071228-project-admin] 10.222.0.11 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.2743776 Jan 05 17:06:21.918868 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 39398) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:06:21.926457 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 39400) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:06:21.928253 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-023b9377-448c-478c-a820-24a8f9adf034 tempest-MeteringTestJSON-1610071228 tempest-MeteringTestJSON-1610071228-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '575f76d8-f15d-4138-8365-cee2b071cfb8'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:06:21.928583 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-e6415689-7d6c-468e-b1f1-14a9c7929d57 tempest-ServersTestJSON-1673014821 tempest-ServersTestJSON-1673014821-project] Request body: {'floatingip': {'port_id': 'a7599bb3-4578-47a4-9639-0cfaf64ba5d2'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:06:21.928735 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-023b9377-448c-478c-a820-24a8f9adf034 tempest-MeteringTestJSON-1610071228 tempest-MeteringTestJSON-1610071228-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103800) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 05 17:06:21.990011 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e6415689-7d6c-468e-b1f1-14a9c7929d57 tempest-ServersTestJSON-1673014821 tempest-ServersTestJSON-1673014821-project] Publish callbacks [] for floatingip, before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:22.026166 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-9ddc7408-ceb7-4bf8-a965-eda86ad82d56 tempest-RoutersIpV6AdminTest-1137264224 tempest-RoutersIpV6AdminTest-1137264224-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:22.122597 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-0132e513-eed2-44c6-bb6d-10ca8acf5065 None None] Provisioning complete for port feea1ca7-8968-4aa0-bd59-f01661db1823 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:06:22.123230 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-0132e513-eed2-44c6-bb6d-10ca8acf5065 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:22.157210 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-0132e513-eed2-44c6-bb6d-10ca8acf5065 None None] Port feea1ca7-8968-4aa0-bd59-f01661db1823 cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 17:06:22.167446 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-a7c0b98e-8455-457a-91a2-2fc1818397a9 tempest-AllowedAddressPairIpV6TestJSON-2107737971 tempest-AllowedAddressPairIpV6TestJSON-2107737971-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.5102961 Jan 05 17:06:22.170576 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 39402) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:06:22.176954 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-8f43ead9-d395-4fcc-9ae0-a95161fae79c tempest-AllowedAddressPairIpV6TestJSON-2107737971 tempest-AllowedAddressPairIpV6TestJSON-2107737971-project] Request body: {'port': {'network_id': 'd70de973-d620-4747-924f-59a8ea7c37da', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-784924484'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:06:22.230709 dv-neutron-master-2-hyperv neutron-server[103800]: WARNING neutron.services.metering.metering_plugin [None req-023b9377-448c-478c-a820-24a8f9adf034 tempest-MeteringTestJSON-1610071228 tempest-MeteringTestJSON-1610071228-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jan 05 17:06:22.237519 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-42eb27e7-f16a-49d6-9f5e-388966f2394b tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:22.290482 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad7032b2-10bb-4a14-b9ff-b47e0af58509 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Made reservation on behalf of fd419c78d7194361a03f37a26ebeba76 for: {'subnet': 1} {{(pid=103801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:06:22.294089 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-ad7032b2-10bb-4a14-b9ff-b47e0af58509 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12480675'] for subnet, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:22.583315 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42eb27e7-f16a-49d6-9f5e-388966f2394b tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] No DVR routers for this DVR port d5043df8-4e87-4929-b65e-0d4c92a6ae1c on host dv-neutron-master-2-hyperv {{(pid=103800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 05 17:06:22.587760 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42eb27e7-f16a-49d6-9f5e-388966f2394b tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Pushing event deleted for resources: {'Port': ['ID=d5043df8-4e87-4929-b65e-0d4c92a6ae1c,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:06:22.668486 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-023b9377-448c-478c-a820-24a8f9adf034 tempest-MeteringTestJSON-1610071228 tempest-MeteringTestJSON-1610071228-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:22.669694 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-023b9377-448c-478c-a820-24a8f9adf034 tempest-MeteringTestJSON-1610071228 tempest-MeteringTestJSON-1610071228-project-admin] 10.222.0.11 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.7463322 Jan 05 17:06:22.676496 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 39406) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:06:22.749050 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-afc8c2fe-32e7-43be-81a6-fef42c794f73 tempest-MeteringTestJSON-1610071228 tempest-MeteringTestJSON-1610071228-project-admin] 10.222.0.11 "GET /v2.0/metering/metering-label-rules?id=36e4bf1d-62b7-45c1-86c3-4056e2bb8d1b HTTP/1.1" status: 200 len: 464 time: 0.0720916 Jan 05 17:06:22.754616 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 39408) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:06:22.767747 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-42eb27e7-f16a-49d6-9f5e-388966f2394b tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3891715', 'neutron.services.segments.db._delete_segments_for_network-8754181063482'] for network, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:22.779265 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd5b3d7-d158-4a5f-97cb-4306916e829d req-3d26ce50-15a1-42ec-8749-90f6ebc7fc33 tempest-ServerActionsTestJSON-949899014 tempest-ServerActionsTestJSON-949899014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:06:22.780727 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-ebd5b3d7-d158-4a5f-97cb-4306916e829d req-3d26ce50-15a1-42ec-8749-90f6ebc7fc33 tempest-ServerActionsTestJSON-949899014 tempest-ServerActionsTestJSON-949899014-project] 10.222.0.11 "GET /v2.0/ports?device_id=be270a5c-db8b-4dff-9e40-79b29c80ad34 HTTP/1.1" status: 200 len: 946 time: 0.2348273 Jan 05 17:06:22.825251 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.services.segments.db [None req-42eb27e7-f16a-49d6-9f5e-388966f2394b tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5cf30459-1adc-4ee1-8fb9-e246116c0ce9']}} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:06:22.848336 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.services.segments.db [None req-42eb27e7-f16a-49d6-9f5e-388966f2394b tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '492a27c4-962e-45b9-9fbc-72df159df7b2') {'for_net_delete': True} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:06:22.848639 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.services.segments.db [None req-42eb27e7-f16a-49d6-9f5e-388966f2394b tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '492a27c4-962e-45b9-9fbc-72df159df7b2') {} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:06:22.868098 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-42eb27e7-f16a-49d6-9f5e-388966f2394b tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754181064771', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8784833'] for segment, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:22.895537 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-ebd5b3d7-d158-4a5f-97cb-4306916e829d req-4400c4d0-7217-4da1-af3b-41ff7b83b8e0 tempest-ServerActionsTestJSON-949899014 tempest-ServerActionsTestJSON-949899014-project] 10.222.0.11 "GET /v2.0/security-groups?id=f7674e10-0a07-4bc4-8403-a53dd95a312a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1014876 Jan 05 17:06:22.895537 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-42eb27e7-f16a-49d6-9f5e-388966f2394b tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225'] for segment, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:22.901106 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42eb27e7-f16a-49d6-9f5e-388966f2394b tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Releasing vlan 118 on physical network physnet1 to pool {{(pid=103800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 05 17:06:22.901501 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-42eb27e7-f16a-49d6-9f5e-388966f2394b tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8784497'] for segment, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:22.903606 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-9ddc7408-ceb7-4bf8-a965-eda86ad82d56 tempest-RoutersIpV6AdminTest-1137264224 tempest-RoutersIpV6AdminTest-1137264224-project] Deleting port 621eeb8a-734c-407a-9958-cbfe58ef88dc {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:06:22.903945 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-9ddc7408-ceb7-4bf8-a965-eda86ad82d56 tempest-RoutersIpV6AdminTest-1137264224 tempest-RoutersIpV6AdminTest-1137264224-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:22.904713 dv-neutron-master-2-hyperv neutron-server[103800]: Traceback (most recent call last): Jan 05 17:06:22.904713 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 05 17:06:22.904713 dv-neutron-master-2-hyperv neutron-server[103800]: timer() Jan 05 17:06:22.904713 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 05 17:06:22.904713 dv-neutron-master-2-hyperv neutron-server[103800]: cb(*args, **kw) Jan 05 17:06:22.904713 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 05 17:06:22.904713 dv-neutron-master-2-hyperv neutron-server[103800]: return func(*args, **kwargs) Jan 05 17:06:22.904713 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 05 17:06:22.904713 dv-neutron-master-2-hyperv neutron-server[103800]: self._notify() Jan 05 17:06:22.904713 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 05 17:06:22.904713 dv-neutron-master-2-hyperv neutron-server[103800]: self.callback(batched_events) Jan 05 17:06:22.904713 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 05 17:06:22.904713 dv-neutron-master-2-hyperv neutron-server[103800]: event.method(event) Jan 05 17:06:22.904713 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 05 17:06:22.904713 dv-neutron-master-2-hyperv neutron-server[103800]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 05 17:06:22.904713 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 05 17:06:22.904713 dv-neutron-master-2-hyperv neutron-server[103800]: aggregate_uuid = self.p_client.list_aggregates( Jan 05 17:06:22.904713 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 05 17:06:22.904713 dv-neutron-master-2-hyperv neutron-server[103800]: return f(self, *a, **k) Jan 05 17:06:22.904713 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 05 17:06:22.904713 dv-neutron-master-2-hyperv neutron-server[103800]: return self._get(url).json() Jan 05 17:06:22.904713 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 05 17:06:22.904713 dv-neutron-master-2-hyperv neutron-server[103800]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 05 17:06:22.904713 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 05 17:06:22.904713 dv-neutron-master-2-hyperv neutron-server[103800]: return self.request(url, 'GET', **kwargs) Jan 05 17:06:22.904713 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 05 17:06:22.904713 dv-neutron-master-2-hyperv neutron-server[103800]: base_url = self.get_endpoint(auth, allow=allow, Jan 05 17:06:22.904713 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 05 17:06:22.904713 dv-neutron-master-2-hyperv neutron-server[103800]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 05 17:06:22.904713 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 05 17:06:22.904713 dv-neutron-master-2-hyperv neutron-server[103800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 05 17:06:22.904713 dv-neutron-master-2-hyperv neutron-server[103800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 05 17:06:22.998877 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f43ead9-d395-4fcc-9ae0-a95161fae79c tempest-AllowedAddressPairIpV6TestJSON-2107737971 tempest-AllowedAddressPairIpV6TestJSON-2107737971-project] Made reservation on behalf of eadd6bd72605437fafe6bbb19928c163 for: {'port': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:06:23.002736 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-8f43ead9-d395-4fcc-9ae0-a95161fae79c tempest-AllowedAddressPairIpV6TestJSON-2107737971 tempest-AllowedAddressPairIpV6TestJSON-2107737971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:23.053642 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-cca0c749-ef55-4337-80b6-97edb71c3fac tempest-MeteringTestJSON-1610071228 tempest-MeteringTestJSON-1610071228-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:23.054757 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-cca0c749-ef55-4337-80b6-97edb71c3fac tempest-MeteringTestJSON-1610071228 tempest-MeteringTestJSON-1610071228-project-admin] 10.222.0.11 "DELETE /v2.0/metering/metering-label-rules/36e4bf1d-62b7-45c1-86c3-4056e2bb8d1b HTTP/1.1" status: 204 len: 168 time: 0.2968652 Jan 05 17:06:23.057481 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 39410) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:06:23.063391 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.notifiers.nova [None req-8f43ead9-d395-4fcc-9ae0-a95161fae79c tempest-AllowedAddressPairIpV6TestJSON-2107737971 tempest-AllowedAddressPairIpV6TestJSON-2107737971-project] device_id is not set on port 5d8bfb1b-60a2-4057-8820-00a067722de0 yet. {{(pid=103800) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 05 17:06:23.073162 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-91e799c0-a40e-4e36-aa6b-ee6affe893f4 tempest-MeteringTestJSON-1610071228 tempest-MeteringTestJSON-1610071228-project-admin] 10.222.0.11 "GET /v2.0/metering/metering-label-rules?id=36e4bf1d-62b7-45c1-86c3-4056e2bb8d1b HTTP/1.1" status: 200 len: 221 time: 0.0146027 Jan 05 17:06:23.101211 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 39412) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:06:23.105384 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-41ee10a6-f264-4ddb-8c2d-977ee25d5fe4 tempest-MeteringTestJSON-1610071228 tempest-MeteringTestJSON-1610071228-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1702912202', 'description': 'label created by tempest'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:06:23.105911 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-41ee10a6-f264-4ddb-8c2d-977ee25d5fe4 tempest-MeteringTestJSON-1610071228 tempest-MeteringTestJSON-1610071228-project-admin] Unknown quota resources ['metering_label']. {{(pid=103800) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 05 17:06:23.119628 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-42eb27e7-f16a-49d6-9f5e-388966f2394b tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3891722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648695'] for network, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:23.132670 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-42eb27e7-f16a-49d6-9f5e-388966f2394b tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560699'] for network, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:23.135688 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-42eb27e7-f16a-49d6-9f5e-388966f2394b tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] 10.222.0.11 "DELETE /v2.0/networks/5cf30459-1adc-4ee1-8fb9-e246116c0ce9 HTTP/1.1" status: 204 len: 168 time: 3.3371122 Jan 05 17:06:23.137110 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.db.resource_extend [None req-b2b331be-2cf5-477a-a728-985f7247cf16 tempest-ServersTestManualDisk-24571533 tempest-ServersTestManualDisk-24571533-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 05 17:06:23.142155 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 39414) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:06:23.176176 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-d335102e-bd54-4c30-a7cf-d459cde78606 tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-286582634'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:06:23.196076 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-9ddc7408-ceb7-4bf8-a965-eda86ad82d56 tempest-RoutersIpV6AdminTest-1137264224 tempest-RoutersIpV6AdminTest-1137264224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:23.198069 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42eb27e7-f16a-49d6-9f5e-388966f2394b tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Pushing event deleted for resources: {'Network': ['ID=5cf30459-1adc-4ee1-8fb9-e246116c0ce9,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:06:23.245407 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:23.260882 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [None req-8f43ead9-d395-4fcc-9ae0-a95161fae79c tempest-AllowedAddressPairIpV6TestJSON-2107737971 tempest-AllowedAddressPairIpV6TestJSON-2107737971-project] Allocated IP 2001:db8::2b2 (d70de973-d620-4747-924f-59a8ea7c37da/f9f28e61-a03e-4f8f-a18f-bfddade69209/5d8bfb1b-60a2-4057-8820-00a067722de0) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:06:23.268917 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-9ddc7408-ceb7-4bf8-a965-eda86ad82d56 tempest-RoutersIpV6AdminTest-1137264224 tempest-RoutersIpV6AdminTest-1137264224-project] Calling delete_port for 621eeb8a-734c-407a-9958-cbfe58ef88dc owned by network:router_gateway {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:06:23.284742 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-b2b331be-2cf5-477a-a728-985f7247cf16 tempest-ServersTestManualDisk-24571533 tempest-ServersTestManualDisk-24571533-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:23.321333 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d335102e-bd54-4c30-a7cf-d459cde78606 tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Made reservation on behalf of a3ad318c2083452290397b0c39945cb9 for: {'network': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:06:23.324830 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d335102e-bd54-4c30-a7cf-d459cde78606 tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for network, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:23.364246 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-b2b331be-2cf5-477a-a728-985f7247cf16 tempest-ServersTestManualDisk-24571533 tempest-ServersTestManualDisk-24571533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648677'] for floatingip, after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:23.434003 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-41ee10a6-f264-4ddb-8c2d-977ee25d5fe4 tempest-MeteringTestJSON-1610071228 tempest-MeteringTestJSON-1610071228-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:23.435093 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-41ee10a6-f264-4ddb-8c2d-977ee25d5fe4 tempest-MeteringTestJSON-1610071228 tempest-MeteringTestJSON-1610071228-project-admin] 10.222.0.11 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.3329201 Jan 05 17:06:23.440894 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 39416) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:06:23.442146 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-ad7032b2-10bb-4a14-b9ff-b47e0af58509 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11433288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12480593'] for subnet, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:23.458361 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d335102e-bd54-4c30-a7cf-d459cde78606 tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'} {{(pid=103800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 05 17:06:23.510940 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e6415689-7d6c-468e-b1f1-14a9c7929d57 tempest-ServersTestJSON-1673014821 tempest-ServersTestJSON-1673014821-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:23.536158 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d335102e-bd54-4c30-a7cf-d459cde78606 tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225'] for segment, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:23.536499 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.db.segments_db [None req-d335102e-bd54-4c30-a7cf-d459cde78606 tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Added segment 198fd556-5497-48fe-931a-8ee394efe965 of type vlan for network f92980c0-f959-4d3e-a533-49a4015573a4 Jan 05 17:06:23.552784 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-b20ff12a-26ee-4947-84cf-b43dee6ca595 tempest-MeteringTestJSON-1610071228 tempest-MeteringTestJSON-1610071228-project-admin] 10.222.0.11 "GET /v2.0/metering/metering-labels?id=aa7381b3-6fef-4ec6-bc60-7d16ad10f469 HTTP/1.1" status: 200 len: 468 time: 0.1085553 Jan 05 17:06:23.556355 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 39418) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:06:23.606805 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e6415689-7d6c-468e-b1f1-14a9c7929d57 tempest-ServersTestJSON-1673014821 tempest-ServersTestJSON-1673014821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648677'] for floatingip, after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:23.625195 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7032b2-10bb-4a14-b9ff-b47e0af58509 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Pushing event updated for resources: {'Subnet': ['ID=51fa7ed0-12ee-4020-be16-c5f8aa5e6f30,revision_number=0']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:06:23.648678 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d335102e-bd54-4c30-a7cf-d459cde78606 tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754180566020'] for network, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:23.676443 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.db.l3_db [None req-b2b331be-2cf5-477a-a728-985f7247cf16 tempest-ServersTestManualDisk-24571533 tempest-ServersTestManualDisk-24571533-project] Floating IP 2d28fdc3-2044-4ec8-b3b0-9bc8123db789 associated. External IP: 172.36.4.60, port: 05891007-1fed-4dd3-bd1c-36287398be5f. Jan 05 17:06:23.715814 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad7032b2-10bb-4a14-b9ff-b47e0af58509 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Checking segment: {'id': '68e6c437-46c2-424d-85e7-20547f69066d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'e897f8fc-3cef-40ca-9466-c6c65ecd9833'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:06:23.716160 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad7032b2-10bb-4a14-b9ff-b47e0af58509 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Network hostable DHCP agents. Network: e897f8fc-3cef-40ca-9466-c6c65ecd9833, hostable agents: ['3f70c195-17da-4084-9fd6-bf6059d88535'], hosted agents: [] {{(pid=103801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 05 17:06:23.850821 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d335102e-bd54-4c30-a7cf-d459cde78606 tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685'] for network, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:23.857182 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d335102e-bd54-4c30-a7cf-d459cde78606 tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:06:23.857839 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d335102e-bd54-4c30-a7cf-d459cde78606 tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560699'] for network, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:23.935140 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d335102e-bd54-4c30-a7cf-d459cde78606 tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Pushing event updated for resources: {'Network': ['ID=f92980c0-f959-4d3e-a533-49a4015573a4,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:06:23.946477 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Network f92980c0-f959-4d3e-a533-49a4015573a4 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 05 17:06:24.004129 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-73342753-2d61-4e42-8a89-85240eaeacd8 tempest-MeteringTestJSON-1610071228 tempest-MeteringTestJSON-1610071228-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:24.005899 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-73342753-2d61-4e42-8a89-85240eaeacd8 tempest-MeteringTestJSON-1610071228 tempest-MeteringTestJSON-1610071228-project-admin] 10.222.0.11 "DELETE /v2.0/metering/metering-labels/aa7381b3-6fef-4ec6-bc60-7d16ad10f469 HTTP/1.1" status: 204 len: 168 time: 0.4486687 Jan 05 17:06:24.008712 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 39422) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:06:24.019873 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-2b9971ef-7bf9-4cdc-a208-ba82516ebe10 tempest-MeteringTestJSON-1610071228 tempest-MeteringTestJSON-1610071228-project-admin] 10.222.0.11 "GET /v2.0/metering/metering-labels?id=aa7381b3-6fef-4ec6-bc60-7d16ad10f469 HTTP/1.1" status: 200 len: 216 time: 0.0100641 Jan 05 17:06:24.023204 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 39424) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:06:24.032277 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-d335102e-bd54-4c30-a7cf-d459cde78606 tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.8600218 Jan 05 17:06:24.036240 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 39426) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:06:24.041060 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-8cacd41f-cad6-4871-8442-6d5aaf114e1f tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Request body: {'subnet': {'network_id': 'f92980c0-f959-4d3e-a533-49a4015573a4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:06:24.047492 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-f9d17cb3-13ba-46b3-90f4-843fb2701b65 tempest-MeteringTestJSON-1610071228 tempest-MeteringTestJSON-1610071228-project-admin] 10.222.0.11 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0224428 Jan 05 17:06:24.060059 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 39428) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:06:24.108556 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-a7cef96c-9b50-45fa-9095-d65d6f45d25a tempest-MeteringTestJSON-1610071228 tempest-MeteringTestJSON-1610071228-project-admin] 10.222.0.11 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0440967 Jan 05 17:06:24.108830 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 39430) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:06:24.159730 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.db.l3_db [None req-e6415689-7d6c-468e-b1f1-14a9c7929d57 tempest-ServersTestJSON-1673014821 tempest-ServersTestJSON-1673014821-project] Floating IP a4808b3c-32a9-44f1-8503-a0eccb7429e7 associated. External IP: 172.36.4.183, port: a7599bb3-4578-47a4-9639-0cfaf64ba5d2. Jan 05 17:06:24.162461 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad7032b2-10bb-4a14-b9ff-b47e0af58509 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Network e897f8fc-3cef-40ca-9466-c6c65ecd9833 is scheduled to be hosted by DHCP agent 3f70c195-17da-4084-9fd6-bf6059d88535 with binding_index 1 {{(pid=103801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 05 17:06:24.173563 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-1345b4d3-33c3-46a2-873a-7e9bea49302e tempest-MeteringTestJSON-1610071228 tempest-MeteringTestJSON-1610071228-project-admin] 10.222.0.11 "GET /v2.0/metering/metering-labels/575f76d8-f15d-4138-8365-cee2b071cfb8 HTTP/1.1" status: 200 len: 472 time: 0.0637002 Jan 05 17:06:24.178222 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 39432) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:06:24.191447 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-2ba5807e-0d28-4d78-83c3-0c2d6dd0402c tempest-MeteringTestJSON-1610071228 tempest-MeteringTestJSON-1610071228-project-admin] 10.222.0.11 "GET /v2.0/metering/metering-label-rules/5348fb01-eabc-4b08-bdfd-56a2d5474747 HTTP/1.1" status: 200 len: 461 time: 0.0122139 Jan 05 17:06:24.194748 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 39434) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:06:24.212259 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae5b48f-27aa-4e58-bd00-20d7419b95a9 req-8564405a-9a2d-4822-ba15-c1bc82422c29 tempest-ServerActionsTestJSON-949899014 tempest-ServerActionsTestJSON-949899014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:06:24.213768 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-7ae5b48f-27aa-4e58-bd00-20d7419b95a9 req-8564405a-9a2d-4822-ba15-c1bc82422c29 tempest-ServerActionsTestJSON-949899014 tempest-ServerActionsTestJSON-949899014-project] 10.222.0.11 "GET /v2.0/ports?device_id=be270a5c-db8b-4dff-9e40-79b29c80ad34 HTTP/1.1" status: 200 len: 946 time: 0.2010953 Jan 05 17:06:24.259490 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-8f43ead9-d395-4fcc-9ae0-a95161fae79c tempest-AllowedAddressPairIpV6TestJSON-2107737971 tempest-AllowedAddressPairIpV6TestJSON-2107737971-project] Publish callbacks [] for port, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:24.265530 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-9ddc7408-ceb7-4bf8-a965-eda86ad82d56 tempest-RoutersIpV6AdminTest-1137264224 tempest-RoutersIpV6AdminTest-1137264224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11433176'] for port, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:24.288905 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cacd41f-cad6-4871-8442-6d5aaf114e1f tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Made reservation on behalf of a3ad318c2083452290397b0c39945cb9 for: {'subnet': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:06:24.292448 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-8cacd41f-cad6-4871-8442-6d5aaf114e1f tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8521827'] for subnet, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:24.338048 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-ad7032b2-10bb-4a14-b9ff-b47e0af58509 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, e897f8fc-3cef-40ca-9466-c6c65ecd9833) {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:06:24.343863 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddc7408-ceb7-4bf8-a965-eda86ad82d56 tempest-RoutersIpV6AdminTest-1137264224 tempest-RoutersIpV6AdminTest-1137264224-project] Pushing event deleted for resources: {'Port': ['ID=621eeb8a-734c-407a-9958-cbfe58ef88dc,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:06:24.349135 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbf5d40a-2480-4b24-93bb-d1c4bdec399d None None] Network e897f8fc-3cef-40ca-9466-c6c65ecd9833 requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:06:24.365793 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad7032b2-10bb-4a14-b9ff-b47e0af58509 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:06:24.366374 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-ad7032b2-10bb-4a14-b9ff-b47e0af58509 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks [] for subnet, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:24.377597 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e32b9d05-6682-4454-915c-ced3b197ec94 None None] DHCP port deletion for b0167590-0699-4c5c-a932-3939414a9573 request from dv-neutron-master-2-hyperv {{(pid=103802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 05 17:06:24.393476 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ddc7408-ceb7-4bf8-a965-eda86ad82d56 tempest-RoutersIpV6AdminTest-1137264224 tempest-RoutersIpV6AdminTest-1137264224-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:06:24.393855 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ddc7408-ceb7-4bf8-a965-eda86ad82d56 tempest-RoutersIpV6AdminTest-1137264224 tempest-RoutersIpV6AdminTest-1137264224-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:06:24.394439 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ddc7408-ceb7-4bf8-a965-eda86ad82d56 tempest-RoutersIpV6AdminTest-1137264224 tempest-RoutersIpV6AdminTest-1137264224-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:06:24.394559 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ddc7408-ceb7-4bf8-a965-eda86ad82d56 tempest-RoutersIpV6AdminTest-1137264224 tempest-RoutersIpV6AdminTest-1137264224-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:06:24.394838 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ddc7408-ceb7-4bf8-a965-eda86ad82d56 tempest-RoutersIpV6AdminTest-1137264224 tempest-RoutersIpV6AdminTest-1137264224-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:06:24.395170 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ddc7408-ceb7-4bf8-a965-eda86ad82d56 tempest-RoutersIpV6AdminTest-1137264224 tempest-RoutersIpV6AdminTest-1137264224-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:06:24.395696 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ddc7408-ceb7-4bf8-a965-eda86ad82d56 tempest-RoutersIpV6AdminTest-1137264224 tempest-RoutersIpV6AdminTest-1137264224-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:06:24.395836 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ddc7408-ceb7-4bf8-a965-eda86ad82d56 tempest-RoutersIpV6AdminTest-1137264224 tempest-RoutersIpV6AdminTest-1137264224-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:06:24.396111 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ddc7408-ceb7-4bf8-a965-eda86ad82d56 tempest-RoutersIpV6AdminTest-1137264224 tempest-RoutersIpV6AdminTest-1137264224-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:06:24.396428 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ddc7408-ceb7-4bf8-a965-eda86ad82d56 tempest-RoutersIpV6AdminTest-1137264224 tempest-RoutersIpV6AdminTest-1137264224-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:06:24.396840 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ddc7408-ceb7-4bf8-a965-eda86ad82d56 tempest-RoutersIpV6AdminTest-1137264224 tempest-RoutersIpV6AdminTest-1137264224-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:06:24.397052 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ddc7408-ceb7-4bf8-a965-eda86ad82d56 tempest-RoutersIpV6AdminTest-1137264224 tempest-RoutersIpV6AdminTest-1137264224-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:06:24.397366 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ddc7408-ceb7-4bf8-a965-eda86ad82d56 tempest-RoutersIpV6AdminTest-1137264224 tempest-RoutersIpV6AdminTest-1137264224-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:06:24.397814 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-8f43ead9-d395-4fcc-9ae0-a95161fae79c tempest-AllowedAddressPairIpV6TestJSON-2107737971 tempest-AllowedAddressPairIpV6TestJSON-2107737971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:24.474509 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-7ae5b48f-27aa-4e58-bd00-20d7419b95a9 req-42f193db-b6b4-418c-801e-bd6ae6d9fc9a tempest-ServerActionsTestJSON-949899014 tempest-ServerActionsTestJSON-949899014-project] 10.222.0.11 "GET /v2.0/security-groups?id=f7674e10-0a07-4bc4-8403-a53dd95a312a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2514956 Jan 05 17:06:24.478988 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ce9ee567-5bbf-4eba-97bd-73eef27d44e6 tempest-MeteringTestJSON-1610071228 tempest-MeteringTestJSON-1610071228-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:24.480155 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-ce9ee567-5bbf-4eba-97bd-73eef27d44e6 tempest-MeteringTestJSON-1610071228 tempest-MeteringTestJSON-1610071228-project-admin] 10.222.0.11 "DELETE /v2.0/metering/metering-label-rules/5348fb01-eabc-4b08-bdfd-56a2d5474747 HTTP/1.1" status: 204 len: 168 time: 0.2844570 Jan 05 17:06:24.485427 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 39436) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:06:24.492578 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91a5bf54-41dc-49d5-b91a-fa7729c24328 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-e897f8fc-3cef-40ca-9466-c6c65ecd9833', 'network_id': 'e897f8fc-3cef-40ca-9466-c6c65ecd9833', 'project_id': 'fd419c78d7194361a03f37a26ebeba76', 'fixed_ips': [{'subnet_id': '51fa7ed0-12ee-4020-be16-c5f8aa5e6f30'}]}} from dv-neutron-master-2-hyperv. {{(pid=103802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 05 17:06:24.500258 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-91a5bf54-41dc-49d5-b91a-fa7729c24328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:24.509119 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f43ead9-d395-4fcc-9ae0-a95161fae79c tempest-AllowedAddressPairIpV6TestJSON-2107737971 tempest-AllowedAddressPairIpV6TestJSON-2107737971-project] Network d70de973-d620-4747-924f-59a8ea7c37da is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:06:24.567708 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2b331be-2cf5-477a-a728-985f7247cf16 tempest-ServersTestManualDisk-24571533 tempest-ServersTestManualDisk-24571533-project] Router 1f9c6c3e-8e40-47bc-8b6d-0617b570b717 has already been hosted by L3 agent 59446fdc-40e0-41fe-a575-a8eb11d742f7 {{(pid=103801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 05 17:06:24.573757 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-ad7032b2-10bb-4a14-b9ff-b47e0af58509 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.1630604 Jan 05 17:06:24.573935 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-8f43ead9-d395-4fcc-9ae0-a95161fae79c tempest-AllowedAddressPairIpV6TestJSON-2107737971 tempest-AllowedAddressPairIpV6TestJSON-2107737971-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:06:24.574063 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 39440) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:06:24.575175 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f43ead9-d395-4fcc-9ae0-a95161fae79c tempest-AllowedAddressPairIpV6TestJSON-2107737971 tempest-AllowedAddressPairIpV6TestJSON-2107737971-project] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:06:24.582371 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f43ead9-d395-4fcc-9ae0-a95161fae79c tempest-AllowedAddressPairIpV6TestJSON-2107737971 tempest-AllowedAddressPairIpV6TestJSON-2107737971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:06:24.582653 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-cc252cb1-062b-4a40-b971-921ecf3714dc tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Request body: {'port': {'network_id': 'e897f8fc-3cef-40ca-9466-c6c65ecd9833', 'name': 'tempest-NetworksTestDHCPv6-1503808399'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:06:24.583011 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-8f43ead9-d395-4fcc-9ae0-a95161fae79c tempest-AllowedAddressPairIpV6TestJSON-2107737971 tempest-AllowedAddressPairIpV6TestJSON-2107737971-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:24.585655 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f43ead9-d395-4fcc-9ae0-a95161fae79c tempest-AllowedAddressPairIpV6TestJSON-2107737971 tempest-AllowedAddressPairIpV6TestJSON-2107737971-project] Pushing event updated for resources: {'Port': ['ID=5d8bfb1b-60a2-4057-8820-00a067722de0,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:06:24.600854 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-9ddc7408-ceb7-4bf8-a965-eda86ad82d56 tempest-RoutersIpV6AdminTest-1137264224 tempest-RoutersIpV6AdminTest-1137264224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-648595'] for router_gateway, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:24.690856 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.db_base_plugin_common [None req-91a5bf54-41dc-49d5-b91a-fa7729c24328 None None] Allocated IP 2001:db8::2 (e897f8fc-3cef-40ca-9466-c6c65ecd9833/51fa7ed0-12ee-4020-be16-c5f8aa5e6f30/e3cce20e-3d63-4415-8d4e-2cc077958ce3) {{(pid=103802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:06:24.711395 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.agents_db [None req-291d1585-17df-45c0-b64a-d244e6d90872 None None] Agent healthcheck: found 6 active agents {{(pid=103803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 05 17:06:24.774943 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-8f43ead9-d395-4fcc-9ae0-a95161fae79c tempest-AllowedAddressPairIpV6TestJSON-2107737971 tempest-AllowedAddressPairIpV6TestJSON-2107737971-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.6028843 Jan 05 17:06:24.786292 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 39442) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:06:24.791453 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-9ddc7408-ceb7-4bf8-a965-eda86ad82d56 tempest-RoutersIpV6AdminTest-1137264224 tempest-RoutersIpV6AdminTest-1137264224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-648249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62744'] for router, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:24.827315 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-9ddc7408-ceb7-4bf8-a965-eda86ad82d56 tempest-RoutersIpV6AdminTest-1137264224 tempest-RoutersIpV6AdminTest-1137264224-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:24.830715 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-d62aff7f-a836-47a2-bf7f-e6c3718a22cc tempest-AllowedAddressPairIpV6TestJSON-2107737971 tempest-AllowedAddressPairIpV6TestJSON-2107737971-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::364', 'mac_address': 'fa:16:3e:23:d5:a3'}, {'ip_address': '2001:db8::366', 'mac_address': 'fa:16:3e:45:d5:85'}]}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:06:24.870268 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f827371-96d3-46f8-a476-a86772be9504 req-fd7fb57f-6f3e-478e-807d-de20a633833a tempest-ServerActionsTestJSON-949899014 tempest-ServerActionsTestJSON-949899014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:06:24.871784 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-3f827371-96d3-46f8-a476-a86772be9504 req-fd7fb57f-6f3e-478e-807d-de20a633833a tempest-ServerActionsTestJSON-949899014 tempest-ServerActionsTestJSON-949899014-project] 10.222.0.11 "GET /v2.0/ports?device_id=be270a5c-db8b-4dff-9e40-79b29c80ad34 HTTP/1.1" status: 200 len: 946 time: 0.3004413 Jan 05 17:06:24.896510 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 39444) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:06:24.904115 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-8093d120-0502-454c-9e6a-6646e5a18ccb tempest-ServerActionsTestJSON-949899014 tempest-ServerActionsTestJSON-949899014-project] Request body: {'floatingip': {'port_id': '67389512-62b3-4da5-90e0-71fd04a18f1a'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:06:24.906119 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-91a5bf54-41dc-49d5-b91a-fa7729c24328 None None] Publish callbacks [] for port, precommit_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:24.906331 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6415689-7d6c-468e-b1f1-14a9c7929d57 tempest-ServersTestJSON-1673014821 tempest-ServersTestJSON-1673014821-project] Router 280080f8-81eb-483c-9f98-23b36e89ca2d has already been hosted by L3 agent 59446fdc-40e0-41fe-a575-a8eb11d742f7 {{(pid=103801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 05 17:06:24.936308 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-f3c4068c-0627-4b5d-ad4e-108ec603871b None None] Provisioning complete for port 5d8bfb1b-60a2-4057-8820-00a067722de0 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:06:24.936848 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-f3c4068c-0627-4b5d-ad4e-108ec603871b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:24.972602 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-f3c4068c-0627-4b5d-ad4e-108ec603871b None None] Port 5d8bfb1b-60a2-4057-8820-00a067722de0 cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 17:06:24.996574 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-34e87292-381e-4d5a-8df3-bc6e69829374 tempest-MeteringTestJSON-1610071228 tempest-MeteringTestJSON-1610071228-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:25.000288 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-34e87292-381e-4d5a-8df3-bc6e69829374 tempest-MeteringTestJSON-1610071228 tempest-MeteringTestJSON-1610071228-project-admin] 10.222.0.11 "DELETE /v2.0/metering/metering-labels/575f76d8-f15d-4138-8365-cee2b071cfb8 HTTP/1.1" status: 204 len: 168 time: 0.5076392 Jan 05 17:06:25.006899 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-8093d120-0502-454c-9e6a-6646e5a18ccb tempest-ServerActionsTestJSON-949899014 tempest-ServerActionsTestJSON-949899014-project] Publish callbacks [] for floatingip, before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:25.019674 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-9ddc7408-ceb7-4bf8-a965-eda86ad82d56 tempest-RoutersIpV6AdminTest-1137264224 tempest-RoutersIpV6AdminTest-1137264224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-648240'] for router, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:25.019674 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ddc7408-ceb7-4bf8-a965-eda86ad82d56 tempest-RoutersIpV6AdminTest-1137264224 tempest-RoutersIpV6AdminTest-1137264224-project] Fanout notify agent at l3_agent the message router_deleted on router 61a57f9a-04f9-4356-8a35-763a1a8d72e0 {{(pid=103801) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 05 17:06:25.024742 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2b331be-2cf5-477a-a728-985f7247cf16 tempest-ServersTestManualDisk-24571533 tempest-ServersTestManualDisk-24571533-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 05 17:06:25.034242 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-9ddc7408-ceb7-4bf8-a965-eda86ad82d56 tempest-RoutersIpV6AdminTest-1137264224 tempest-RoutersIpV6AdminTest-1137264224-project] Publish callbacks [] for router, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:25.035324 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-9ddc7408-ceb7-4bf8-a965-eda86ad82d56 tempest-RoutersIpV6AdminTest-1137264224 tempest-RoutersIpV6AdminTest-1137264224-project] 10.222.0.11 "DELETE /v2.0/routers/61a57f9a-04f9-4356-8a35-763a1a8d72e0 HTTP/1.1" status: 204 len: 168 time: 3.8313541 Jan 05 17:06:25.039783 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-91a5bf54-41dc-49d5-b91a-fa7729c24328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669'] for port, after_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:25.040244 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-b2b331be-2cf5-477a-a728-985f7247cf16 tempest-ServersTestManualDisk-24571533 tempest-ServersTestManualDisk-24571533-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for floatingip, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:25.046035 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 39448) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:06:25.046170 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87f12aad-14dc-45ac-916c-a5bd82e35f21 None None] Sync routers for ids ['1f9c6c3e-8e40-47bc-8b6d-0617b570b717'] in dv-neutron-master-2-hyperv {{(pid=103803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 05 17:06:25.067498 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87f12aad-14dc-45ac-916c-a5bd82e35f21 None None] Routers {'1f9c6c3e-8e40-47bc-8b6d-0617b570b717'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:06:25.067741 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-63b9358d-cee7-4935-a751-7935cb53b526 tempest-RoutersIpV6AdminTest-862369890 tempest-RoutersIpV6AdminTest-862369890-project-admin] Request body: {'router': {'name': 'tempest-snat-router-572401780', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'enable_snat': False}}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:06:25.068607 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-87f12aad-14dc-45ac-916c-a5bd82e35f21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:06:19Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['1f9c6c3e-8e40-47bc-8b6d-0617b570b717'], 'active': True} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:06:25.107542 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-8cacd41f-cad6-4871-8442-6d5aaf114e1f tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8784852', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8521873'] for subnet, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:25.119204 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-b2b331be-2cf5-477a-a728-985f7247cf16 tempest-ServersTestManualDisk-24571533 tempest-ServersTestManualDisk-24571533-project] 10.222.0.11 "PUT /v2.0/floatingips/2d28fdc3-2044-4ec8-b3b0-9bc8123db789 HTTP/1.1" status: 200 len: 990 time: 3.5795822 Jan 05 17:06:25.119204 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e05055b-fb92-4007-81d3-6b13e68c583e', 'tag': '05891007-1fed-4dd3-bd1c-36287398be5f'}] {{(pid=103801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 05 17:06:25.139493 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91a5bf54-41dc-49d5-b91a-fa7729c24328 None None] Network e897f8fc-3cef-40ca-9466-c6c65ecd9833 is already hosted by enough agents. {{(pid=103802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:06:25.151568 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.scheduler.base_scheduler [None req-91a5bf54-41dc-49d5-b91a-fa7729c24328 None None] Resources bound (agent type, host, resource id): {{(pid=103802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:06:25.159628 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91a5bf54-41dc-49d5-b91a-fa7729c24328 None None] Received port after_create {{(pid=103802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:06:25.177307 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc252cb1-062b-4a40-b971-921ecf3714dc tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Made reservation on behalf of fd419c78d7194361a03f37a26ebeba76 for: {'port': 1} {{(pid=103801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:06:25.186228 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-cc252cb1-062b-4a40-b971-921ecf3714dc tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:25.198339 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a5bf54-41dc-49d5-b91a-fa7729c24328 None None] Pushing event updated for resources: {'Port': ['ID=e3cce20e-3d63-4415-8d4e-2cc077958ce3,revision_number=1']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:06:25.201445 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6415689-7d6c-468e-b1f1-14a9c7929d57 tempest-ServersTestJSON-1673014821 tempest-ServersTestJSON-1673014821-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 05 17:06:25.229284 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e6415689-7d6c-468e-b1f1-14a9c7929d57 tempest-ServersTestJSON-1673014821 tempest-ServersTestJSON-1673014821-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for floatingip, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:25.255650 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvr_db [None req-87f12aad-14dc-45ac-916c-a5bd82e35f21 None None] Set router 1f9c6c3e-8e40-47bc-8b6d-0617b570b717 gateway port host: dv-neutron-master-2-hyperv {{(pid=103803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:06:25.264763 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0716039-1c6d-4a33-8b69-c64729f0fbef None None] Sync routers for ids ['280080f8-81eb-483c-9f98-23b36e89ca2d'] in dv-neutron-master-2-hyperv {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 05 17:06:25.312136 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0716039-1c6d-4a33-8b69-c64729f0fbef None None] Routers {'280080f8-81eb-483c-9f98-23b36e89ca2d'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:06:25.312684 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-f0716039-1c6d-4a33-8b69-c64729f0fbef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:06:19Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['280080f8-81eb-483c-9f98-23b36e89ca2d'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:06:25.331662 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.notifiers.nova [None req-cc252cb1-062b-4a40-b971-921ecf3714dc tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] device_id is not set on port 2630430a-dce9-41ae-a1c7-c4735dead797 yet. {{(pid=103801) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 05 17:06:25.347976 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cee9004337cfdaf047d78d8066c7d6073fad8dbc2217b3b67c4523abea34d3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-697d54e2-e75f-4caa-8a15-cdb2f3010027" -d '{"events": [{"name": "network-changed", "server_uuid": "9e05055b-fb92-4007-81d3-6b13e68c583e", "tag": "05891007-1fed-4dd3-bd1c-36287398be5f"}]}' {{(pid=103801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 05 17:06:25.366404 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-e6415689-7d6c-468e-b1f1-14a9c7929d57 tempest-ServersTestJSON-1673014821 tempest-ServersTestJSON-1673014821-project] 10.222.0.11 "PUT /v2.0/floatingips/a4808b3c-32a9-44f1-8503-a0eccb7429e7 HTTP/1.1" status: 200 len: 992 time: 3.4411705 Jan 05 17:06:25.396094 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cacd41f-cad6-4871-8442-6d5aaf114e1f tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Pushing event updated for resources: {'Subnet': ['ID=cce3a88c-d8cf-401d-98e8-4ab189bd0f07,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:06:25.450579 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-63b9358d-cee7-4935-a751-7935cb53b526 tempest-RoutersIpV6AdminTest-862369890 tempest-RoutersIpV6AdminTest-862369890-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-649063', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58098'] for router, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:25.450579 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-63b9358d-cee7-4935-a751-7935cb53b526 tempest-RoutersIpV6AdminTest-862369890 tempest-RoutersIpV6AdminTest-862369890-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649832', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-545006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58091'] for router, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:25.455557 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-f0716039-1c6d-4a33-8b69-c64729f0fbef None None] Set router 280080f8-81eb-483c-9f98-23b36e89ca2d gateway port host: dv-neutron-master-2-hyperv {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:06:25.528004 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Jan 2022 17:06:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6be6cfbe-cc5c-4a70-ac27-6153b12f8fd6 x-openstack-request-id: req-6be6cfbe-cc5c-4a70-ac27-6153b12f8fd6 {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 05 17:06:25.528476 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e05055b-fb92-4007-81d3-6b13e68c583e", "tag": "05891007-1fed-4dd3-bd1c-36287398be5f", "status": "completed", "code": 200}]} {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 05 17:06:25.529100 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-6be6cfbe-cc5c-4a70-ac27-6153b12f8fd6 {{(pid=103801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 05 17:06:25.529880 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e05055b-fb92-4007-81d3-6b13e68c583e', 'tag': '05891007-1fed-4dd3-bd1c-36287398be5f', 'status': 'completed', 'code': 200} Jan 05 17:06:25.616999 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-63b9358d-cee7-4935-a751-7935cb53b526 tempest-RoutersIpV6AdminTest-862369890 tempest-RoutersIpV6AdminTest-862369890-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:25.662011 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [None req-cc252cb1-062b-4a40-b971-921ecf3714dc tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Allocated IP 2001:db8::4c (e897f8fc-3cef-40ca-9466-c6c65ecd9833/51fa7ed0-12ee-4020-be16-c5f8aa5e6f30/2630430a-dce9-41ae-a1c7-c4735dead797) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:06:25.713466 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 39466) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:06:25.834470 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-87f12aad-14dc-45ac-916c-a5bd82e35f21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f9c6c3e-8e40-47bc-8b6d-0617b570b717', 'name': 'tempest-ServersTestManualDisk-1679529818-router', 'tenant_id': '0f0fe7d5d7be4d15b102bcc43593286e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.135'}], 'enable_snat': True}, 'gw_port_id': '4675d80c-fae0-4ba7-b0fe-b2a5b20c7a44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:05:25Z', 'updated_at': '2022-01-05T17:05:38Z', 'revision_number': 4, 'project_id': '0f0fe7d5d7be4d15b102bcc43593286e', 'gw_port': {'id': '4675d80c-fae0-4ba7-b0fe-b2a5b20c7a44', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:44:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f9c6c3e-8e40-47bc-8b6d-0617b570b717', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:05:27Z', 'updated_at': '2022-01-05T17:05:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '2d28fdc3-2044-4ec8-b3b0-9bc8123db789', 'tenant_id': '0f0fe7d5d7be4d15b102bcc43593286e', 'floating_ip_address': '172.36.4.60', 'floating_network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'router_id': '1f9c6c3e-8e40-47bc-8b6d-0617b570b717', 'port_id': '05891007-1fed-4dd3-bd1c-36287398be5f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 169, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aabb1632-0142-4854-ba4e-971fe2ad463e', 'mac_address': 'fa:16:3e:0e:a3:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e05055b-fb92-4007-81d3-6b13e68c583e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-05T17:05:47Z', 'updated_at': '2022-01-05T17:06:22Z', 'revision_number': 1, 'project_id': '0f0fe7d5d7be4d15b102bcc43593286e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2c5c7c7-d0b5-46b9-9c34-58c6c515b4f0', 'name': '', 'network_id': 'aabb1632-0142-4854-ba4e-971fe2ad463e', 'tenant_id': '0f0fe7d5d7be4d15b102bcc43593286e', 'mac_address': 'fa:16:3e:96:dc:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f9c6c3e-8e40-47bc-8b6d-0617b570b717', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': 'd0c013bc-a746-4d54-8492-ba8dc88b5bb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:05:36Z', 'updated_at': '2022-01-05T17:05:44Z', 'revision_number': 5, 'project_id': '0f0fe7d5d7be4d15b102bcc43593286e', 'subnets': [{'id': 'd0c013bc-a746-4d54-8492-ba8dc88b5bb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:06:25.871710 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87f12aad-14dc-45ac-916c-a5bd82e35f21 None None] Checking router: 1f9c6c3e-8e40-47bc-8b6d-0617b570b717 for host: dv-neutron-master-2-hyperv {{(pid=103803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 05 17:06:25.881923 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87f12aad-14dc-45ac-916c-a5bd82e35f21 None None] Routers {'1f9c6c3e-8e40-47bc-8b6d-0617b570b717'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:06:25.882535 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-87f12aad-14dc-45ac-916c-a5bd82e35f21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:06:19Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['1f9c6c3e-8e40-47bc-8b6d-0617b570b717'], 'active': True} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:06:25.884498 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-91a5bf54-41dc-49d5-b91a-fa7729c24328 None None] Attempting to bind port e3cce20e-3d63-4415-8d4e-2cc077958ce3 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 05 17:06:25.887149 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-91a5bf54-41dc-49d5-b91a-fa7729c24328 None None] Attempting to bind port e3cce20e-3d63-4415-8d4e-2cc077958ce3 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '68e6c437-46c2-424d-85e7-20547f69066d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'e897f8fc-3cef-40ca-9466-c6c65ecd9833'}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 05 17:06:25.889073 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cacd41f-cad6-4871-8442-6d5aaf114e1f tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:06:25.889615 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91a5bf54-41dc-49d5-b91a-fa7729c24328 None None] Attempting to bind port e3cce20e-3d63-4415-8d4e-2cc077958ce3 on network e897f8fc-3cef-40ca-9466-c6c65ecd9833 {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:06:25.889719 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cacd41f-cad6-4871-8442-6d5aaf114e1f tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:06:25.889719 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cacd41f-cad6-4871-8442-6d5aaf114e1f tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:06:25.889719 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cacd41f-cad6-4871-8442-6d5aaf114e1f tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:06:25.889719 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cacd41f-cad6-4871-8442-6d5aaf114e1f tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:06:25.889719 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cacd41f-cad6-4871-8442-6d5aaf114e1f tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:06:25.889719 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cacd41f-cad6-4871-8442-6d5aaf114e1f tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:06:25.890146 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cacd41f-cad6-4871-8442-6d5aaf114e1f tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:06:25.890225 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cacd41f-cad6-4871-8442-6d5aaf114e1f tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:06:25.890787 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cacd41f-cad6-4871-8442-6d5aaf114e1f tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:06:25.890909 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cacd41f-cad6-4871-8442-6d5aaf114e1f tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:06:25.891138 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cacd41f-cad6-4871-8442-6d5aaf114e1f tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:06:25.891460 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cacd41f-cad6-4871-8442-6d5aaf114e1f tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:06:25.901661 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91a5bf54-41dc-49d5-b91a-fa7729c24328 None None] Checking agent: {'id': '0d4f8fd3-ce62-4651-970c-efa6a8bb22b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 5, 16, 57, 23), 'started_at': datetime.datetime(2022, 1, 5, 16, 57, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 5, 17, 6, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 05 17:06:25.902333 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91a5bf54-41dc-49d5-b91a-fa7729c24328 None None] Checking segment: {'id': '68e6c437-46c2-424d-85e7-20547f69066d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'e897f8fc-3cef-40ca-9466-c6c65ecd9833'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:06:25.904103 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-91a5bf54-41dc-49d5-b91a-fa7729c24328 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:25.905440 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91a5bf54-41dc-49d5-b91a-fa7729c24328 None None] Bound using segment: {'id': '68e6c437-46c2-424d-85e7-20547f69066d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'e897f8fc-3cef-40ca-9466-c6c65ecd9833'} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 05 17:06:25.906194 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-91a5bf54-41dc-49d5-b91a-fa7729c24328 None None] Bound port: e3cce20e-3d63-4415-8d4e-2cc077958ce3, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68e6c437-46c2-424d-85e7-20547f69066d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'e897f8fc-3cef-40ca-9466-c6c65ecd9833'}}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 05 17:06:25.906671 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d62aff7f-a836-47a2-bf7f-e6c3718a22cc tempest-AllowedAddressPairIpV6TestJSON-2107737971 tempest-AllowedAddressPairIpV6TestJSON-2107737971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:25.908218 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-91a5bf54-41dc-49d5-b91a-fa7729c24328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:25.912738 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cacd41f-cad6-4871-8442-6d5aaf114e1f tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Checking segment: {'id': '198fd556-5497-48fe-931a-8ee394efe965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'f92980c0-f959-4d3e-a533-49a4015573a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:06:25.915746 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cacd41f-cad6-4871-8442-6d5aaf114e1f tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Network hostable DHCP agents. Network: f92980c0-f959-4d3e-a533-49a4015573a4, hostable agents: ['3f70c195-17da-4084-9fd6-bf6059d88535'], hosted agents: [] {{(pid=103800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 05 17:06:26.075826 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-91a5bf54-41dc-49d5-b91a-fa7729c24328 None None] For port e3cce20e-3d63-4415-8d4e-2cc077958ce3, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 05 17:06:26.079782 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-91a5bf54-41dc-49d5-b91a-fa7729c24328 None None] For port e3cce20e-3d63-4415-8d4e-2cc077958ce3, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e3cce20e-3d63-4415-8d4e-2cc077958ce3,segment=NetworkSegment(68e6c437-46c2-424d-85e7-20547f69066d),segment_id=68e6c437-46c2-424d-85e7-20547f69066d)] {{(pid=103802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 05 17:06:26.082304 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvr_db [None req-87f12aad-14dc-45ac-916c-a5bd82e35f21 None None] Set router 1f9c6c3e-8e40-47bc-8b6d-0617b570b717 gateway port host: dv-neutron-master-2-hyperv {{(pid=103803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:06:26.134617 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-f0716039-1c6d-4a33-8b69-c64729f0fbef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '280080f8-81eb-483c-9f98-23b36e89ca2d', 'name': 'tempest-ServersTestJSON-876022175-router', 'tenant_id': '8648c3d237fa47a2908cbe0ddaa5dd69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.105'}], 'enable_snat': True}, 'gw_port_id': '0483d6a4-1fc9-48b5-93dc-d32a60c57bfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:05:25Z', 'updated_at': '2022-01-05T17:05:32Z', 'revision_number': 4, 'project_id': '8648c3d237fa47a2908cbe0ddaa5dd69', 'gw_port': {'id': '0483d6a4-1fc9-48b5-93dc-d32a60c57bfb', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:46:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '280080f8-81eb-483c-9f98-23b36e89ca2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:05:26Z', 'updated_at': '2022-01-05T17:05:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'a4808b3c-32a9-44f1-8503-a0eccb7429e7', 'tenant_id': '8648c3d237fa47a2908cbe0ddaa5dd69', 'floating_ip_address': '172.36.4.183', 'floating_network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'router_id': '280080f8-81eb-483c-9f98-23b36e89ca2d', 'port_id': 'a7599bb3-4578-47a4-9639-0cfaf64ba5d2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 150, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '66b9f7eb-d414-436b-882b-ac047c1764b8', 'mac_address': 'fa:16:3e:62:3b:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07c8b51b-bbb0-4a74-b3bf-1c00d88f26b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-05T17:05:42Z', 'updated_at': '2022-01-05T17:06:23Z', 'revision_number': 1, 'project_id': '8648c3d237fa47a2908cbe0ddaa5dd69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78d2b046-0e55-49ac-abe8-0d28426834c3', 'name': '', 'network_id': '66b9f7eb-d414-436b-882b-ac047c1764b8', 'tenant_id': '8648c3d237fa47a2908cbe0ddaa5dd69', 'mac_address': 'fa:16:3e:d1:20:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '280080f8-81eb-483c-9f98-23b36e89ca2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '1c9222ac-b9b2-431b-aee5-7d51a8ac8416', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:05:31Z', 'updated_at': '2022-01-05T17:05:37Z', 'revision_number': 5, 'project_id': '8648c3d237fa47a2908cbe0ddaa5dd69', 'subnets': [{'id': '1c9222ac-b9b2-431b-aee5-7d51a8ac8416', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:06:26.175180 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0716039-1c6d-4a33-8b69-c64729f0fbef None None] Checking router: 280080f8-81eb-483c-9f98-23b36e89ca2d for host: dv-neutron-master-2-hyperv {{(pid=103802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 05 17:06:26.179687 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-91a5bf54-41dc-49d5-b91a-fa7729c24328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:26.184390 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697d54e2-e75f-4caa-8a15-cdb2f3010027 req-ed7c3fc6-d05a-4f5b-91e5-82f34ecd64bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:06:26.186409 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-697d54e2-e75f-4caa-8a15-cdb2f3010027 req-ed7c3fc6-d05a-4f5b-91e5-82f34ecd64bf service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0f0fe7d5d7be4d15b102bcc43593286e&device_id=9e05055b-fb92-4007-81d3-6b13e68c583e HTTP/1.1" status: 200 len: 1098 time: 0.3680775 Jan 05 17:06:26.227609 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0716039-1c6d-4a33-8b69-c64729f0fbef None None] Routers {'280080f8-81eb-483c-9f98-23b36e89ca2d'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:06:26.228254 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-f0716039-1c6d-4a33-8b69-c64729f0fbef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:06:19Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['280080f8-81eb-483c-9f98-23b36e89ca2d'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:06:26.257433 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-63b9358d-cee7-4935-a751-7935cb53b526 tempest-RoutersIpV6AdminTest-862369890 tempest-RoutersIpV6AdminTest-862369890-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:26.307827 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-11622751-20a1-42fd-9e22-18d0de6b6cac admin admin] Publish callbacks [] for security_group, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:26.315646 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697d54e2-e75f-4caa-8a15-cdb2f3010027 req-668ab783-32b5-47b4-b0e5-aed2db92eb8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:06:26.317488 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-697d54e2-e75f-4caa-8a15-cdb2f3010027 req-668ab783-32b5-47b4-b0e5-aed2db92eb8e service neutron] 10.222.0.13 "GET /v2.0/networks?id=aabb1632-0142-4854-ba4e-971fe2ad463e HTTP/1.1" status: 200 len: 913 time: 0.1191785 Jan 05 17:06:26.331462 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cacd41f-cad6-4871-8442-6d5aaf114e1f tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Network f92980c0-f959-4d3e-a533-49a4015573a4 is scheduled to be hosted by DHCP agent 3f70c195-17da-4084-9fd6-bf6059d88535 with binding_index 1 {{(pid=103800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 05 17:06:26.351375 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-f0716039-1c6d-4a33-8b69-c64729f0fbef None None] Set router 280080f8-81eb-483c-9f98-23b36e89ca2d gateway port host: dv-neutron-master-2-hyperv {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:06:26.391331 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-87f12aad-14dc-45ac-916c-a5bd82e35f21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f9c6c3e-8e40-47bc-8b6d-0617b570b717', 'name': 'tempest-ServersTestManualDisk-1679529818-router', 'tenant_id': '0f0fe7d5d7be4d15b102bcc43593286e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.135'}], 'enable_snat': True}, 'gw_port_id': '4675d80c-fae0-4ba7-b0fe-b2a5b20c7a44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:05:25Z', 'updated_at': '2022-01-05T17:05:38Z', 'revision_number': 4, 'project_id': '0f0fe7d5d7be4d15b102bcc43593286e', 'gw_port': {'id': '4675d80c-fae0-4ba7-b0fe-b2a5b20c7a44', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:44:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f9c6c3e-8e40-47bc-8b6d-0617b570b717', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:05:27Z', 'updated_at': '2022-01-05T17:05:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '2d28fdc3-2044-4ec8-b3b0-9bc8123db789', 'tenant_id': '0f0fe7d5d7be4d15b102bcc43593286e', 'floating_ip_address': '172.36.4.60', 'floating_network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'router_id': '1f9c6c3e-8e40-47bc-8b6d-0617b570b717', 'port_id': '05891007-1fed-4dd3-bd1c-36287398be5f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 169, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aabb1632-0142-4854-ba4e-971fe2ad463e', 'mac_address': 'fa:16:3e:0e:a3:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e05055b-fb92-4007-81d3-6b13e68c583e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-05T17:05:47Z', 'updated_at': '2022-01-05T17:06:22Z', 'revision_number': 1, 'project_id': '0f0fe7d5d7be4d15b102bcc43593286e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2c5c7c7-d0b5-46b9-9c34-58c6c515b4f0', 'name': '', 'network_id': 'aabb1632-0142-4854-ba4e-971fe2ad463e', 'tenant_id': '0f0fe7d5d7be4d15b102bcc43593286e', 'mac_address': 'fa:16:3e:96:dc:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f9c6c3e-8e40-47bc-8b6d-0617b570b717', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': 'd0c013bc-a746-4d54-8492-ba8dc88b5bb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:05:36Z', 'updated_at': '2022-01-05T17:05:44Z', 'revision_number': 5, 'project_id': '0f0fe7d5d7be4d15b102bcc43593286e', 'subnets': [{'id': 'd0c013bc-a746-4d54-8492-ba8dc88b5bb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:06:26.424749 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87f12aad-14dc-45ac-916c-a5bd82e35f21 None None] The sync data for ids ['1f9c6c3e-8e40-47bc-8b6d-0617b570b717'] in dv-neutron-master-2-hyperv is: [{'id': '1f9c6c3e-8e40-47bc-8b6d-0617b570b717', 'name': 'tempest-ServersTestManualDisk-1679529818-router', 'tenant_id': '0f0fe7d5d7be4d15b102bcc43593286e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.135'}], 'enable_snat': True}, 'gw_port_id': '4675d80c-fae0-4ba7-b0fe-b2a5b20c7a44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:05:25Z', 'updated_at': '2022-01-05T17:05:38Z', 'revision_number': 4, 'project_id': '0f0fe7d5d7be4d15b102bcc43593286e', 'gw_port': {'id': '4675d80c-fae0-4ba7-b0fe-b2a5b20c7a44', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:44:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f9c6c3e-8e40-47bc-8b6d-0617b570b717', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:05:27Z', 'updated_at': '2022-01-05T17:05:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '2d28fdc3-2044-4ec8-b3b0-9bc8123db789', 'tenant_id': '0f0fe7d5d7be4d15b102bcc43593286e', 'floating_ip_address': '172.36.4.60', 'floating_network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'router_id': '1f9c6c3e-8e40-47bc-8b6d-0617b570b717', 'port_id': '05891007-1fed-4dd3-bd1c-36287398be5f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 169, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aabb1632-0142-4854-ba4e-971fe2ad463e', 'mac_address': 'fa:16:3e:0e:a3:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e05055b-fb92-4007-81d3-6b13e68c583e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-05T17:05:47Z', 'updated_at': '2022-01-05T17:06:22Z', 'revision_number': 1, 'project_id': '0f0fe7d5d7be4d15b102bcc43593286e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2c5c7c7-d0b5-46b9-9c34-58c6c515b4f0', 'name': '', 'network_id': 'aabb1632-0142-4854-ba4e-971fe2ad463e', 'tenant_id': '0f0fe7d5d7be4d15b102bcc43593286e', 'mac_address': 'fa:16:3e:96:dc:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f9c6c3e-8e40-47bc-8b6d-0617b570b717', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': 'd0c013bc-a746-4d54-8492-ba8dc88b5bb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:05:36Z', 'updated_at': '2022-01-05T17:05:44Z', 'revision_number': 5, 'project_id': '0f0fe7d5d7be4d15b102bcc43593286e', 'subnets': [{'id': 'd0c013bc-a746-4d54-8492-ba8dc88b5bb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 05 17:06:26.429725 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-cc252cb1-062b-4a40-b971-921ecf3714dc tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks [] for port, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:26.551981 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a5bf54-41dc-49d5-b91a-fa7729c24328 None None] Pushing event updated for resources: {'Port': ['ID=e3cce20e-3d63-4415-8d4e-2cc077958ce3,revision_number=2']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:06:26.589752 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-11622751-20a1-42fd-9e22-18d0de6b6cac admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:26.671627 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-cc252cb1-062b-4a40-b971-921ecf3714dc tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11433176'] for port, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:26.705464 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-f0716039-1c6d-4a33-8b69-c64729f0fbef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '280080f8-81eb-483c-9f98-23b36e89ca2d', 'name': 'tempest-ServersTestJSON-876022175-router', 'tenant_id': '8648c3d237fa47a2908cbe0ddaa5dd69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.105'}], 'enable_snat': True}, 'gw_port_id': '0483d6a4-1fc9-48b5-93dc-d32a60c57bfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:05:25Z', 'updated_at': '2022-01-05T17:05:32Z', 'revision_number': 4, 'project_id': '8648c3d237fa47a2908cbe0ddaa5dd69', 'gw_port': {'id': '0483d6a4-1fc9-48b5-93dc-d32a60c57bfb', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:46:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '280080f8-81eb-483c-9f98-23b36e89ca2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:05:26Z', 'updated_at': '2022-01-05T17:05:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'a4808b3c-32a9-44f1-8503-a0eccb7429e7', 'tenant_id': '8648c3d237fa47a2908cbe0ddaa5dd69', 'floating_ip_address': '172.36.4.183', 'floating_network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'router_id': '280080f8-81eb-483c-9f98-23b36e89ca2d', 'port_id': 'a7599bb3-4578-47a4-9639-0cfaf64ba5d2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 150, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '66b9f7eb-d414-436b-882b-ac047c1764b8', 'mac_address': 'fa:16:3e:62:3b:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07c8b51b-bbb0-4a74-b3bf-1c00d88f26b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-05T17:05:42Z', 'updated_at': '2022-01-05T17:06:23Z', 'revision_number': 1, 'project_id': '8648c3d237fa47a2908cbe0ddaa5dd69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78d2b046-0e55-49ac-abe8-0d28426834c3', 'name': '', 'network_id': '66b9f7eb-d414-436b-882b-ac047c1764b8', 'tenant_id': '8648c3d237fa47a2908cbe0ddaa5dd69', 'mac_address': 'fa:16:3e:d1:20:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '280080f8-81eb-483c-9f98-23b36e89ca2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '1c9222ac-b9b2-431b-aee5-7d51a8ac8416', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:05:31Z', 'updated_at': '2022-01-05T17:05:37Z', 'revision_number': 5, 'project_id': '8648c3d237fa47a2908cbe0ddaa5dd69', 'subnets': [{'id': '1c9222ac-b9b2-431b-aee5-7d51a8ac8416', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:06:26.717861 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-11622751-20a1-42fd-9e22-18d0de6b6cac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:26.736158 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-697d54e2-e75f-4caa-8a15-cdb2f3010027 req-4370af91-34c4-4a9a-93dc-4dd0bc676207 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=05891007-1fed-4dd3-bd1c-36287398be5f HTTP/1.1" status: 200 len: 998 time: 0.4081089 Jan 05 17:06:26.750157 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-8cacd41f-cad6-4871-8442-6d5aaf114e1f tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, f92980c0-f959-4d3e-a533-49a4015573a4) {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:06:26.750840 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0716039-1c6d-4a33-8b69-c64729f0fbef None None] The sync data for ids ['280080f8-81eb-483c-9f98-23b36e89ca2d'] in dv-neutron-master-2-hyperv is: [{'id': '280080f8-81eb-483c-9f98-23b36e89ca2d', 'name': 'tempest-ServersTestJSON-876022175-router', 'tenant_id': '8648c3d237fa47a2908cbe0ddaa5dd69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.105'}], 'enable_snat': True}, 'gw_port_id': '0483d6a4-1fc9-48b5-93dc-d32a60c57bfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:05:25Z', 'updated_at': '2022-01-05T17:05:32Z', 'revision_number': 4, 'project_id': '8648c3d237fa47a2908cbe0ddaa5dd69', 'gw_port': {'id': '0483d6a4-1fc9-48b5-93dc-d32a60c57bfb', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:46:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '280080f8-81eb-483c-9f98-23b36e89ca2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:05:26Z', 'updated_at': '2022-01-05T17:05:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'a4808b3c-32a9-44f1-8503-a0eccb7429e7', 'tenant_id': '8648c3d237fa47a2908cbe0ddaa5dd69', 'floating_ip_address': '172.36.4.183', 'floating_network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'router_id': '280080f8-81eb-483c-9f98-23b36e89ca2d', 'port_id': 'a7599bb3-4578-47a4-9639-0cfaf64ba5d2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 150, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '66b9f7eb-d414-436b-882b-ac047c1764b8', 'mac_address': 'fa:16:3e:62:3b:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07c8b51b-bbb0-4a74-b3bf-1c00d88f26b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-05T17:05:42Z', 'updated_at': '2022-01-05T17:06:23Z', 'revision_number': 1, 'project_id': '8648c3d237fa47a2908cbe0ddaa5dd69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78d2b046-0e55-49ac-abe8-0d28426834c3', 'name': '', 'network_id': '66b9f7eb-d414-436b-882b-ac047c1764b8', 'tenant_id': '8648c3d237fa47a2908cbe0ddaa5dd69', 'mac_address': 'fa:16:3e:d1:20:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '280080f8-81eb-483c-9f98-23b36e89ca2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '1c9222ac-b9b2-431b-aee5-7d51a8ac8416', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:05:31Z', 'updated_at': '2022-01-05T17:05:37Z', 'revision_number': 5, 'project_id': '8648c3d237fa47a2908cbe0ddaa5dd69', 'subnets': [{'id': '1c9222ac-b9b2-431b-aee5-7d51a8ac8416', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 05 17:06:26.770000 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cacd41f-cad6-4871-8442-6d5aaf114e1f tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:06:26.770615 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-8cacd41f-cad6-4871-8442-6d5aaf114e1f tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560699'] for subnet, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:26.773209 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-11622751-20a1-42fd-9e22-18d0de6b6cac admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1a2b7851ade24f9a90616add84dbda09&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0254517 Jan 05 17:06:26.783687 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-300b8e44-889c-48c1-8366-5c146772e0ed None None] Network f92980c0-f959-4d3e-a533-49a4015573a4 requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:06:26.789910 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 39476) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:06:26.873860 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.db.resource_extend [None req-8093d120-0502-454c-9e6a-6646e5a18ccb tempest-ServerActionsTestJSON-949899014 tempest-ServerActionsTestJSON-949899014-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 05 17:06:26.887451 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc252cb1-062b-4a40-b971-921ecf3714dc tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Network e897f8fc-3cef-40ca-9466-c6c65ecd9833 is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:06:26.904253 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-599ce569-d242-456f-b6a1-dac3f27b3dce None None] New status for floating IP 2d28fdc3-2044-4ec8-b3b0-9bc8123db789: ACTIVE {{(pid=103803) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 05 17:06:26.926658 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc252cb1-062b-4a40-b971-921ecf3714dc tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Pushing event updated for resources: {'Port': ['ID=2630430a-dce9-41ae-a1c7-c4735dead797,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:06:26.929758 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-cc252cb1-062b-4a40-b971-921ecf3714dc tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:06:26.944391 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11622751-20a1-42fd-9e22-18d0de6b6cac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5c67dda-403c-4322-9e66-cb1a5e46a4ef,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:06:26.963934 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc252cb1-062b-4a40-b971-921ecf3714dc tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:06:26.972496 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc252cb1-062b-4a40-b971-921ecf3714dc tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:06:26.973424 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-cc252cb1-062b-4a40-b971-921ecf3714dc tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:26.993704 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-63b9358d-cee7-4935-a751-7935cb53b526 tempest-RoutersIpV6AdminTest-862369890 tempest-RoutersIpV6AdminTest-862369890-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:27.022622 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-63b9358d-cee7-4935-a751-7935cb53b526 tempest-RoutersIpV6AdminTest-862369890 tempest-RoutersIpV6AdminTest-862369890-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:27.045475 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-1f041c12-7178-4e88-8bba-5b3a94389e0a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:27.078508 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697d54e2-e75f-4caa-8a15-cdb2f3010027 req-ae01505d-8d7d-41f4-8989-46274d5a4b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:06:27.078508 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-697d54e2-e75f-4caa-8a15-cdb2f3010027 req-ae01505d-8d7d-41f4-8989-46274d5a4b93 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d0c013bc-a746-4d54-8492-ba8dc88b5bb5 HTTP/1.1" status: 200 len: 851 time: 0.3149800 Jan 05 17:06:27.083685 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89a011bb-933d-4f1f-a694-ebd177753275 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-f92980c0-f959-4d3e-a533-49a4015573a4', 'network_id': 'f92980c0-f959-4d3e-a533-49a4015573a4', 'project_id': 'a3ad318c2083452290397b0c39945cb9', 'fixed_ips': [{'subnet_id': 'cce3a88c-d8cf-401d-98e8-4ab189bd0f07'}]}} from dv-neutron-master-2-hyperv. {{(pid=103802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 05 17:06:27.084573 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-89a011bb-933d-4f1f-a694-ebd177753275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:27.087479 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-1f041c12-7178-4e88-8bba-5b3a94389e0a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:27.101399 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-8cacd41f-cad6-4871-8442-6d5aaf114e1f tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 3.0640695 Jan 05 17:06:27.133124 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 39478) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:06:27.149377 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-8093d120-0502-454c-9e6a-6646e5a18ccb tempest-ServerActionsTestJSON-949899014 tempest-ServerActionsTestJSON-949899014-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:27.153261 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-cc252cb1-062b-4a40-b971-921ecf3714dc tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.5780394 Jan 05 17:06:27.182910 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 39480) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:06:27.232573 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-1f041c12-7178-4e88-8bba-5b3a94389e0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:27.235982 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-1f041c12-7178-4e88-8bba-5b3a94389e0a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:27.242410 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-1f041c12-7178-4e88-8bba-5b3a94389e0a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a5c67dda-403c-4322-9e66-cb1a5e46a4ef HTTP/1.1" status: 204 len: 168 time: 0.4528880 Jan 05 17:06:27.266275 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.db_base_plugin_common [None req-89a011bb-933d-4f1f-a694-ebd177753275 None None] Allocated IP 2001:db8::1 (f92980c0-f959-4d3e-a533-49a4015573a4/cce3a88c-d8cf-401d-98e8-4ab189bd0f07/0a056cdd-1c61-48b1-bf26-ab3b93343b6a) {{(pid=103802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:06:27.286134 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f041c12-7178-4e88-8bba-5b3a94389e0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5c67dda-403c-4322-9e66-cb1a5e46a4ef,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:06:27.295296 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-8093d120-0502-454c-9e6a-6646e5a18ccb tempest-ServerActionsTestJSON-949899014 tempest-ServerActionsTestJSON-949899014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648677'] for floatingip, after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:27.339339 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f01a1f9-3864-4d7c-8a8d-b47f1fcab2b6 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:06:27.346149 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f01a1f9-3864-4d7c-8a8d-b47f1fcab2b6 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:06:27.347931 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-7f01a1f9-3864-4d7c-8a8d-b47f1fcab2b6 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.1641455 Jan 05 17:06:27.351575 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 39484) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:06:27.353635 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2acbf884-b1b8-47be-8b21-15e93d60e40b None None] New status for floating IP a4808b3c-32a9-44f1-8503-a0eccb7429e7: ACTIVE {{(pid=103802) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 05 17:06:27.428427 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697d54e2-e75f-4caa-8a15-cdb2f3010027 req-87cbae75-7816-4708-b2e9-a88eaf260a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:06:27.430008 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-697d54e2-e75f-4caa-8a15-cdb2f3010027 req-87cbae75-7816-4708-b2e9-a88eaf260a2e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=aabb1632-0142-4854-ba4e-971fe2ad463e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3271756 Jan 05 17:06:27.488268 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [None req-63b9358d-cee7-4935-a751-7935cb53b526 tempest-RoutersIpV6AdminTest-862369890 tempest-RoutersIpV6AdminTest-862369890-project-admin] Allocated IP 172.36.4.205 (b0167590-0699-4c5c-a932-3939414a9573/7a784a6d-3d96-418f-a645-b9ccd0b1ac55/d7cb7d39-5809-412b-8fed-894046493297) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:06:27.521763 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-9bb17d43-0e79-4759-af25-6eeb55818d6c tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Deleting port 2630430a-dce9-41ae-a1c7-c4735dead797 {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:06:27.522226 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-9bb17d43-0e79-4759-af25-6eeb55818d6c tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:27.536649 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.db.l3_db [None req-8093d120-0502-454c-9e6a-6646e5a18ccb tempest-ServerActionsTestJSON-949899014 tempest-ServerActionsTestJSON-949899014-project] Floating IP 74e362c8-6ec3-4057-9e95-b9d3414eabf0 associated. External IP: 172.36.4.204, port: 67389512-62b3-4da5-90e0-71fd04a18f1a. Jan 05 17:06:27.641218 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-9bb17d43-0e79-4759-af25-6eeb55818d6c tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:27.658563 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-9bb17d43-0e79-4759-af25-6eeb55818d6c tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Calling delete_port for 2630430a-dce9-41ae-a1c7-c4735dead797 owned by {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:06:27.754305 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1a5f216f-d95c-46f3-80e8-bc5eeba4af3c tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3809644'] for network, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:27.758755 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07c8b51b-bbb0-4a74-b3bf-1c00d88f26b4', 'tag': 'a7599bb3-4578-47a4-9639-0cfaf64ba5d2'}] {{(pid=103801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 05 17:06:27.759459 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d62aff7f-a836-47a2-bf7f-e6c3718a22cc tempest-AllowedAddressPairIpV6TestJSON-2107737971 tempest-AllowedAddressPairIpV6TestJSON-2107737971-project] Publish callbacks [] for port, precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:27.761297 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cee9004337cfdaf047d78d8066c7d6073fad8dbc2217b3b67c4523abea34d3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7fa14ba-6482-4ed1-8662-0be72ad773c3" -d '{"events": [{"name": "network-changed", "server_uuid": "07c8b51b-bbb0-4a74-b3bf-1c00d88f26b4", "tag": "a7599bb3-4578-47a4-9639-0cfaf64ba5d2"}]}' {{(pid=103801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 05 17:06:27.842617 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Jan 2022 17:06:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd3bbb70-ae94-4579-bd97-a733afde93bd x-openstack-request-id: req-dd3bbb70-ae94-4579-bd97-a733afde93bd {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 05 17:06:27.843006 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07c8b51b-bbb0-4a74-b3bf-1c00d88f26b4", "tag": "a7599bb3-4578-47a4-9639-0cfaf64ba5d2", "status": "completed", "code": 200}]} {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 05 17:06:27.843863 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-dd3bbb70-ae94-4579-bd97-a733afde93bd {{(pid=103801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 05 17:06:27.844350 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07c8b51b-bbb0-4a74-b3bf-1c00d88f26b4', 'tag': 'a7599bb3-4578-47a4-9639-0cfaf64ba5d2', 'status': 'completed', 'code': 200} Jan 05 17:06:27.901665 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-89a011bb-933d-4f1f-a694-ebd177753275 None None] Publish callbacks [] for port, precommit_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:27.904046 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-63b9358d-cee7-4935-a751-7935cb53b526 tempest-RoutersIpV6AdminTest-862369890 tempest-RoutersIpV6AdminTest-862369890-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:27.909920 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e50084f-a743-4486-babe-f648611099e1 None None] Network e897f8fc-3cef-40ca-9466-c6c65ecd9833 requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:06:27.984245 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-6179b386-a0b7-4aa8-a4fa-3f4e0b9a2e68 None None] Provisioning complete for port e3cce20e-3d63-4415-8d4e-2cc077958ce3 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:06:27.985495 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-6179b386-a0b7-4aa8-a4fa-3f4e0b9a2e68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:28.073254 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device e3cce20e-3d63-4415-8d4e-2cc077958ce3 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:06:28.098478 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-9bb17d43-0e79-4759-af25-6eeb55818d6c tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11433176'] for port, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:28.102196 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-63b9358d-cee7-4935-a751-7935cb53b526 tempest-RoutersIpV6AdminTest-862369890 tempest-RoutersIpV6AdminTest-862369890-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11433176'] for port, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:28.140281 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d62aff7f-a836-47a2-bf7f-e6c3718a22cc tempest-AllowedAddressPairIpV6TestJSON-2107737971 tempest-AllowedAddressPairIpV6TestJSON-2107737971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8784461'] for port, after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:28.159938 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63b9358d-cee7-4935-a751-7935cb53b526 tempest-RoutersIpV6AdminTest-862369890 tempest-RoutersIpV6AdminTest-862369890-project-admin] Network b0167590-0699-4c5c-a932-3939414a9573 is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:06:28.207617 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-63b9358d-cee7-4935-a751-7935cb53b526 tempest-RoutersIpV6AdminTest-862369890 tempest-RoutersIpV6AdminTest-862369890-project-admin] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:06:28.217900 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63b9358d-cee7-4935-a751-7935cb53b526 tempest-RoutersIpV6AdminTest-862369890 tempest-RoutersIpV6AdminTest-862369890-project-admin] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:06:28.221879 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-9bb17d43-0e79-4759-af25-6eeb55818d6c tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:28.224629 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-9bb17d43-0e79-4759-af25-6eeb55818d6c tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] 10.222.0.11 "DELETE /v2.0/ports/2630430a-dce9-41ae-a1c7-c4735dead797 HTTP/1.1" status: 204 len: 168 time: 0.8719923 Jan 05 17:06:28.225052 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-697d54e2-e75f-4caa-8a15-cdb2f3010027 req-275af611-0f1c-49df-9dab-e460471ff30c service neutron] 10.222.0.13 "GET /v2.0/networks/aabb1632-0142-4854-ba4e-971fe2ad463e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7624669 Jan 05 17:06:28.226608 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b9358d-cee7-4935-a751-7935cb53b526 tempest-RoutersIpV6AdminTest-862369890 tempest-RoutersIpV6AdminTest-862369890-project-admin] Pushing event updated for resources: {'Port': ['ID=d7cb7d39-5809-412b-8fed-894046493297,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:06:28.227107 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-d62aff7f-a836-47a2-bf7f-e6c3718a22cc tempest-AllowedAddressPairIpV6TestJSON-2107737971 tempest-AllowedAddressPairIpV6TestJSON-2107737971-project] In _notify_port_updated(), no bound segment for port 5d8bfb1b-60a2-4057-8820-00a067722de0 on network d70de973-d620-4747-924f-59a8ea7c37da {{(pid=103800) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Jan 05 17:06:28.228882 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 39494) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:06:28.232775 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d62aff7f-a836-47a2-bf7f-e6c3718a22cc tempest-AllowedAddressPairIpV6TestJSON-2107737971 tempest-AllowedAddressPairIpV6TestJSON-2107737971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:06:28.233448 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d62aff7f-a836-47a2-bf7f-e6c3718a22cc tempest-AllowedAddressPairIpV6TestJSON-2107737971 tempest-AllowedAddressPairIpV6TestJSON-2107737971-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:28.234798 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-d62aff7f-a836-47a2-bf7f-e6c3718a22cc tempest-AllowedAddressPairIpV6TestJSON-2107737971 tempest-AllowedAddressPairIpV6TestJSON-2107737971-project] 10.222.0.11 "PUT /v2.0/ports/5d8bfb1b-60a2-4057-8820-00a067722de0 HTTP/1.1" status: 200 len: 1067 time: 3.4461567 Jan 05 17:06:28.241019 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 39496) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:06:28.296237 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a18bc90c-f4cc-4f36-b4de-66e2910a794c None None] DHCP port deletion for b0167590-0699-4c5c-a932-3939414a9573 request from dv-neutron-master-2-hyperv {{(pid=103802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 05 17:06:28.300527 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-89a011bb-933d-4f1f-a694-ebd177753275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669'] for port, after_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:28.350784 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 39500) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:06:28.395702 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb17d43-0e79-4759-af25-6eeb55818d6c tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Pushing event deleted for resources: {'Port': ['ID=2630430a-dce9-41ae-a1c7-c4735dead797,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:06:28.419625 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89a011bb-933d-4f1f-a694-ebd177753275 None None] Network f92980c0-f959-4d3e-a533-49a4015573a4 is already hosted by enough agents. {{(pid=103802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:06:28.421763 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a011bb-933d-4f1f-a694-ebd177753275 None None] Pushing event updated for resources: {'Port': ['ID=0a056cdd-1c61-48b1-bf26-ab3b93343b6a,revision_number=1']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:06:28.426753 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.scheduler.base_scheduler [None req-89a011bb-933d-4f1f-a694-ebd177753275 None None] Resources bound (agent type, host, resource id): {{(pid=103802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:06:28.430923 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89a011bb-933d-4f1f-a694-ebd177753275 None None] Received port after_create {{(pid=103802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:06:28.431115 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fa14ba-6482-4ed1-8662-0be72ad773c3 req-364b6fa2-2d7e-4c4f-931e-c2a135c18f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:06:28.433162 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-b7fa14ba-6482-4ed1-8662-0be72ad773c3 req-364b6fa2-2d7e-4c4f-931e-c2a135c18f67 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8648c3d237fa47a2908cbe0ddaa5dd69&device_id=07c8b51b-bbb0-4a74-b3bf-1c00d88f26b4 HTTP/1.1" status: 200 len: 1099 time: 0.5749252 Jan 05 17:06:28.434223 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1a5f216f-d95c-46f3-80e8-bc5eeba4af3c tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892868'] for subnet, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:28.437618 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62aff7f-a836-47a2-bf7f-e6c3718a22cc tempest-AllowedAddressPairIpV6TestJSON-2107737971 tempest-AllowedAddressPairIpV6TestJSON-2107737971-project] Pushing event updated for resources: {'Port': ['ID=5d8bfb1b-60a2-4057-8820-00a067722de0,revision_number=2']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:06:28.438722 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-6179b386-a0b7-4aa8-a4fa-3f4e0b9a2e68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:28.459924 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d0e733b-fce2-4159-a4f2-fccd6b019c78 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:06:28.461615 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d0e733b-fce2-4159-a4f2-fccd6b019c78 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:06:28.463187 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-4d0e733b-fce2-4159-a4f2-fccd6b019c78 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2122054 Jan 05 17:06:28.470556 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 39502) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:06:28.478633 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-fc659295-56d3-4db9-9045-6b5e2df5234e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:28.531110 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-6179b386-a0b7-4aa8-a4fa-3f4e0b9a2e68 None None] For port e3cce20e-3d63-4415-8d4e-2cc077958ce3, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e3cce20e-3d63-4415-8d4e-2cc077958ce3,segment=NetworkSegment(68e6c437-46c2-424d-85e7-20547f69066d),segment_id=68e6c437-46c2-424d-85e7-20547f69066d)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:06:28.569152 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a011bb-933d-4f1f-a694-ebd177753275 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:06:28.569518 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a011bb-933d-4f1f-a694-ebd177753275 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:06:28.573735 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a011bb-933d-4f1f-a694-ebd177753275 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:06:28.574100 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a011bb-933d-4f1f-a694-ebd177753275 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:06:28.574443 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a011bb-933d-4f1f-a694-ebd177753275 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:06:28.574776 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a011bb-933d-4f1f-a694-ebd177753275 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:06:28.575123 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a011bb-933d-4f1f-a694-ebd177753275 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:06:28.575456 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a011bb-933d-4f1f-a694-ebd177753275 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:06:28.575801 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a011bb-933d-4f1f-a694-ebd177753275 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:06:28.576146 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a011bb-933d-4f1f-a694-ebd177753275 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:06:28.576579 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a011bb-933d-4f1f-a694-ebd177753275 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:06:28.576905 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a011bb-933d-4f1f-a694-ebd177753275 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:06:28.577225 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a011bb-933d-4f1f-a694-ebd177753275 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:06:28.600201 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Provisioning complete for port e3cce20e-3d63-4415-8d4e-2cc077958ce3 triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:06:28.600568 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:28.603073 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-89a011bb-933d-4f1f-a694-ebd177753275 None None] Attempting to bind port 0a056cdd-1c61-48b1-bf26-ab3b93343b6a on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 05 17:06:28.603440 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-89a011bb-933d-4f1f-a694-ebd177753275 None None] Attempting to bind port 0a056cdd-1c61-48b1-bf26-ab3b93343b6a by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '198fd556-5497-48fe-931a-8ee394efe965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'f92980c0-f959-4d3e-a533-49a4015573a4'}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 05 17:06:28.603948 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89a011bb-933d-4f1f-a694-ebd177753275 None None] Attempting to bind port 0a056cdd-1c61-48b1-bf26-ab3b93343b6a on network f92980c0-f959-4d3e-a533-49a4015573a4 {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:06:28.612944 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89a011bb-933d-4f1f-a694-ebd177753275 None None] Checking agent: {'id': '0d4f8fd3-ce62-4651-970c-efa6a8bb22b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 5, 16, 57, 23), 'started_at': datetime.datetime(2022, 1, 5, 16, 57, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 5, 17, 6, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 05 17:06:28.613324 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89a011bb-933d-4f1f-a694-ebd177753275 None None] Checking segment: {'id': '198fd556-5497-48fe-931a-8ee394efe965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'f92980c0-f959-4d3e-a533-49a4015573a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:06:28.613768 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-89a011bb-933d-4f1f-a694-ebd177753275 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:28.614304 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89a011bb-933d-4f1f-a694-ebd177753275 None None] Bound using segment: {'id': '198fd556-5497-48fe-931a-8ee394efe965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'f92980c0-f959-4d3e-a533-49a4015573a4'} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 05 17:06:28.614904 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-89a011bb-933d-4f1f-a694-ebd177753275 None None] Bound port: 0a056cdd-1c61-48b1-bf26-ab3b93343b6a, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '198fd556-5497-48fe-931a-8ee394efe965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'f92980c0-f959-4d3e-a533-49a4015573a4'}}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 05 17:06:28.615295 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-89a011bb-933d-4f1f-a694-ebd177753275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:28.646576 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-6179b386-a0b7-4aa8-a4fa-3f4e0b9a2e68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:28.759369 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6179b386-a0b7-4aa8-a4fa-3f4e0b9a2e68 None None] Pushing event updated for resources: {'Port': ['ID=e3cce20e-3d63-4415-8d4e-2cc077958ce3,revision_number=3']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:06:28.846762 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-e17ba445-01d1-4560-8dc6-e374b311b34f None None] Could not find standard attr ID for object 2630430a-dce9-41ae-a1c7-c4735dead797. {{(pid=103802) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 05 17:06:28.846762 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-89a011bb-933d-4f1f-a694-ebd177753275 None None] For port 0a056cdd-1c61-48b1-bf26-ab3b93343b6a, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 05 17:06:28.848174 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-89a011bb-933d-4f1f-a694-ebd177753275 None None] For port 0a056cdd-1c61-48b1-bf26-ab3b93343b6a, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=0a056cdd-1c61-48b1-bf26-ab3b93343b6a,segment=NetworkSegment(198fd556-5497-48fe-931a-8ee394efe965),segment_id=198fd556-5497-48fe-931a-8ee394efe965)] {{(pid=103802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 05 17:06:28.860790 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-e17ba445-01d1-4560-8dc6-e374b311b34f None None] Provisioning complete for port 5d8bfb1b-60a2-4057-8820-00a067722de0 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:06:28.861715 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-e17ba445-01d1-4560-8dc6-e374b311b34f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:28.901004 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fa14ba-6482-4ed1-8662-0be72ad773c3 req-f75a69ba-454d-440d-ba2b-41f9a1cd6bce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:06:28.902542 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-b7fa14ba-6482-4ed1-8662-0be72ad773c3 req-f75a69ba-454d-440d-ba2b-41f9a1cd6bce service neutron] 10.222.0.13 "GET /v2.0/networks?id=66b9f7eb-d414-436b-882b-ac047c1764b8 HTTP/1.1" status: 200 len: 906 time: 0.4610949 Jan 05 17:06:28.913288 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-e17ba445-01d1-4560-8dc6-e374b311b34f None None] Port 5d8bfb1b-60a2-4057-8820-00a067722de0 cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 17:06:28.929009 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-e17ba445-01d1-4560-8dc6-e374b311b34f None None] Provisioning complete for port e3cce20e-3d63-4415-8d4e-2cc077958ce3 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:06:28.929849 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-e17ba445-01d1-4560-8dc6-e374b311b34f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:28.946540 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-697d54e2-e75f-4caa-8a15-cdb2f3010027 req-eab22f06-d910-47c5-9a08-bdcb0bc17f61 service neutron] 10.222.0.13 "GET /v2.0/networks/aabb1632-0142-4854-ba4e-971fe2ad463e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7046132 Jan 05 17:06:28.955022 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-63b9358d-cee7-4935-a751-7935cb53b526 tempest-RoutersIpV6AdminTest-862369890 tempest-RoutersIpV6AdminTest-862369890-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:28.964563 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8093d120-0502-454c-9e6a-6646e5a18ccb tempest-ServerActionsTestJSON-949899014 tempest-ServerActionsTestJSON-949899014-project] Router 375a29a2-cb4e-48e0-af02-551751ef6988 has already been hosted by L3 agent 59446fdc-40e0-41fe-a575-a8eb11d742f7 {{(pid=103800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 05 17:06:28.971586 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.db_base_plugin_v2 [None req-b87ab052-4a50-4d61-97a8-a7265a65f1f3 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Deleting subnet 51fa7ed0-12ee-4020-be16-c5f8aa5e6f30 {{(pid=103800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 05 17:06:28.996359 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-89a011bb-933d-4f1f-a694-ebd177753275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:29.016254 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b87ab052-4a50-4d61-97a8-a7265a65f1f3 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks [] for subnet, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:29.083706 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a011bb-933d-4f1f-a694-ebd177753275 None None] Pushing event updated for resources: {'Port': ['ID=0a056cdd-1c61-48b1-bf26-ab3b93343b6a,revision_number=2']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:06:29.099855 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1a5f216f-d95c-46f3-80e8-bc5eeba4af3c tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3893367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8784787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8521880'] for subnet, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:29.105729 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b87ab052-4a50-4d61-97a8-a7265a65f1f3 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8784846'] for subnet, precommit_delete_associations {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:29.117824 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-b7fa14ba-6482-4ed1-8662-0be72ad773c3 req-37cebea5-4315-4b6d-9c9e-590fe436733a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a7599bb3-4578-47a4-9639-0cfaf64ba5d2 HTTP/1.1" status: 200 len: 1002 time: 0.1923394 Jan 05 17:06:29.147451 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-87f916c3-5c84-4176-806f-c4f1d2fb2bae tempest-AllowedAddressPairIpV6TestJSON-2107737971 tempest-AllowedAddressPairIpV6TestJSON-2107737971-project] Deleting port 5d8bfb1b-60a2-4057-8820-00a067722de0 {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:06:29.151515 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-87f916c3-5c84-4176-806f-c4f1d2fb2bae tempest-AllowedAddressPairIpV6TestJSON-2107737971 tempest-AllowedAddressPairIpV6TestJSON-2107737971-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:29.168553 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-e17ba445-01d1-4560-8dc6-e374b311b34f None None] Provisioning complete for port d7cb7d39-5809-412b-8fed-894046493297 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:06:29.169308 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-e17ba445-01d1-4560-8dc6-e374b311b34f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:29.229187 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-e17ba445-01d1-4560-8dc6-e374b311b34f None None] Port d7cb7d39-5809-412b-8fed-894046493297 cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 17:06:29.304080 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5f216f-d95c-46f3-80e8-bc5eeba4af3c tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Pushing event deleted for resources: {'Subnet': ['ID=cce3a88c-d8cf-401d-98e8-4ab189bd0f07,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:06:29.314506 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-63b9358d-cee7-4935-a751-7935cb53b526 tempest-RoutersIpV6AdminTest-862369890 tempest-RoutersIpV6AdminTest-862369890-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-648430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648639'] for router, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:29.354741 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-b43be5d8-e07a-49b7-b324-23278487d27a None None] Could not find standard attr ID for object 2630430a-dce9-41ae-a1c7-c4735dead797. {{(pid=103802) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 05 17:06:29.587770 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63b9358d-cee7-4935-a751-7935cb53b526 tempest-RoutersIpV6AdminTest-862369890 tempest-RoutersIpV6AdminTest-862369890-project-admin] Router 923e5cc5-06f5-42a3-b432-eabe6e87e343 is scheduled to L3 agent 59446fdc-40e0-41fe-a575-a8eb11d742f7 with binding_index 1 {{(pid=103801) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 05 17:06:29.626813 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1a5f216f-d95c-46f3-80e8-bc5eeba4af3c tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3891715', 'neutron.services.segments.db._delete_segments_for_network-8754181063482'] for network, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:29.643414 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-fc659295-56d3-4db9-9045-6b5e2df5234e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:29.688168 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fa14ba-6482-4ed1-8662-0be72ad773c3 req-112ecd93-bf66-458f-927e-4067785c33f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:06:29.689827 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-b7fa14ba-6482-4ed1-8662-0be72ad773c3 req-112ecd93-bf66-458f-927e-4067785c33f5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1c9222ac-b9b2-431b-aee5-7d51a8ac8416 HTTP/1.1" status: 200 len: 844 time: 0.4457090 Jan 05 17:06:29.725325 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b87ab052-4a50-4d61-97a8-a7265a65f1f3 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892868'] for subnet, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:29.729297 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8093d120-0502-454c-9e6a-6646e5a18ccb tempest-ServerActionsTestJSON-949899014 tempest-ServerActionsTestJSON-949899014-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 05 17:06:29.735576 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-8093d120-0502-454c-9e6a-6646e5a18ccb tempest-ServerActionsTestJSON-949899014 tempest-ServerActionsTestJSON-949899014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for floatingip, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:29.743246 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf065ebe-f28e-4cb8-9fa0-26ec2314c80a None None] Sync routers for ids ['375a29a2-cb4e-48e0-af02-551751ef6988'] in dv-neutron-master-2-hyperv {{(pid=103803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 05 17:06:29.754045 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf065ebe-f28e-4cb8-9fa0-26ec2314c80a None None] Routers {'375a29a2-cb4e-48e0-af02-551751ef6988'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:06:29.754974 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-cf065ebe-f28e-4cb8-9fa0-26ec2314c80a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:06:19Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['375a29a2-cb4e-48e0-af02-551751ef6988'], 'active': True} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:06:29.759514 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-87f916c3-5c84-4176-806f-c4f1d2fb2bae tempest-AllowedAddressPairIpV6TestJSON-2107737971 tempest-AllowedAddressPairIpV6TestJSON-2107737971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:29.763116 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.services.segments.db [None req-1a5f216f-d95c-46f3-80e8-bc5eeba4af3c tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f92980c0-f959-4d3e-a533-49a4015573a4']}} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:06:29.773799 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-fc659295-56d3-4db9-9045-6b5e2df5234e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:29.835130 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.services.segments.db [None req-1a5f216f-d95c-46f3-80e8-bc5eeba4af3c tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '198fd556-5497-48fe-931a-8ee394efe965') {'for_net_delete': True} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:06:29.835424 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.services.segments.db [None req-1a5f216f-d95c-46f3-80e8-bc5eeba4af3c tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '198fd556-5497-48fe-931a-8ee394efe965') {} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:06:29.866641 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-87f916c3-5c84-4176-806f-c4f1d2fb2bae tempest-AllowedAddressPairIpV6TestJSON-2107737971 tempest-AllowedAddressPairIpV6TestJSON-2107737971-project] Calling delete_port for 5d8bfb1b-60a2-4057-8820-00a067722de0 owned by {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:06:29.878160 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1a5f216f-d95c-46f3-80e8-bc5eeba4af3c tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754181064771', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8784833'] for segment, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:29.905563 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvr_db [None req-cf065ebe-f28e-4cb8-9fa0-26ec2314c80a None None] Set router 375a29a2-cb4e-48e0-af02-551751ef6988 gateway port host: dv-neutron-master-2-hyperv {{(pid=103803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:06:29.913479 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-8093d120-0502-454c-9e6a-6646e5a18ccb tempest-ServerActionsTestJSON-949899014 tempest-ServerActionsTestJSON-949899014-project] 10.222.0.11 "PUT /v2.0/floatingips/74e362c8-6ec3-4057-9e95-b9d3414eabf0 HTTP/1.1" status: 200 len: 992 time: 5.0172489 Jan 05 17:06:29.925798 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-fc659295-56d3-4db9-9045-6b5e2df5234e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d95f952b7cac4551ac50802492aef43f&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5525751 Jan 05 17:06:29.934040 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1a5f216f-d95c-46f3-80e8-bc5eeba4af3c tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225'] for segment, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:29.954773 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a5f216f-d95c-46f3-80e8-bc5eeba4af3c tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Releasing vlan 115 on physical network physnet1 to pool {{(pid=103800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 05 17:06:29.955835 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1a5f216f-d95c-46f3-80e8-bc5eeba4af3c tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8784497'] for segment, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:29.962189 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 39512) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:06:29.963473 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63b9358d-cee7-4935-a751-7935cb53b526 tempest-RoutersIpV6AdminTest-862369890 tempest-RoutersIpV6AdminTest-862369890-project-admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 05 17:06:29.973021 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51c75f04-4b46-4da1-8871-3a77d14cf30b None None] Sync routers for ids ['923e5cc5-06f5-42a3-b432-eabe6e87e343'] in dv-neutron-master-2-hyperv {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 05 17:06:30.002809 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51c75f04-4b46-4da1-8871-3a77d14cf30b None None] Routers {'923e5cc5-06f5-42a3-b432-eabe6e87e343'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:06:30.005044 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-51c75f04-4b46-4da1-8871-3a77d14cf30b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:06:19Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['923e5cc5-06f5-42a3-b432-eabe6e87e343'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:06:30.061135 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-5ae6ac6d-f541-4e05-9efb-79fa120c0ed1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:30.099327 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-63b9358d-cee7-4935-a751-7935cb53b526 tempest-RoutersIpV6AdminTest-862369890 tempest-RoutersIpV6AdminTest-862369890-project-admin] Publish callbacks [] for router, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:30.101449 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-63b9358d-cee7-4935-a751-7935cb53b526 tempest-RoutersIpV6AdminTest-862369890 tempest-RoutersIpV6AdminTest-862369890-project-admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 5.0541449 Jan 05 17:06:30.115378 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 39516) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:06:30.129214 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-5ae6ac6d-f541-4e05-9efb-79fa120c0ed1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:30.161055 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be270a5c-db8b-4dff-9e40-79b29c80ad34', 'tag': '67389512-62b3-4da5-90e0-71fd04a18f1a'}] {{(pid=103800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 05 17:06:30.164238 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f64b9d4628f7eefcc27168a80c04985d23f0ea5def038dae05e1deb7357f3bfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d90603e-4683-45f8-b63d-950d742c3fd8" -d '{"events": [{"name": "network-changed", "server_uuid": "be270a5c-db8b-4dff-9e40-79b29c80ad34", "tag": "67389512-62b3-4da5-90e0-71fd04a18f1a"}]}' {{(pid=103800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 05 17:06:30.167111 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:06:30.167111 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:06:30.167111 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:06:30.167111 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:06:30.167111 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:06:30.167111 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:06:30.167111 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:06:30.167111 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:06:30.167111 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:06:30.167111 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:06:30.167111 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:06:30.167111 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:06:30.167111 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:06:30.167111 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:06:30.167111 dv-neutron-master-2-hyperv neutron-server[103800]: Traceback (most recent call last): Jan 05 17:06:30.167111 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 05 17:06:30.167111 dv-neutron-master-2-hyperv neutron-server[103800]: timer() Jan 05 17:06:30.167111 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 05 17:06:30.167111 dv-neutron-master-2-hyperv neutron-server[103800]: cb(*args, **kw) Jan 05 17:06:30.167111 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 05 17:06:30.167111 dv-neutron-master-2-hyperv neutron-server[103800]: return func(*args, **kwargs) Jan 05 17:06:30.167111 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 05 17:06:30.167111 dv-neutron-master-2-hyperv neutron-server[103800]: self._notify() Jan 05 17:06:30.167111 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 05 17:06:30.167111 dv-neutron-master-2-hyperv neutron-server[103800]: self.callback(batched_events) Jan 05 17:06:30.167111 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 05 17:06:30.167111 dv-neutron-master-2-hyperv neutron-server[103800]: event.method(event) Jan 05 17:06:30.167111 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 05 17:06:30.167111 dv-neutron-master-2-hyperv neutron-server[103800]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 05 17:06:30.167111 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 05 17:06:30.167111 dv-neutron-master-2-hyperv neutron-server[103800]: aggregate_uuid = self.p_client.list_aggregates( Jan 05 17:06:30.167111 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 05 17:06:30.167111 dv-neutron-master-2-hyperv neutron-server[103800]: return f(self, *a, **k) Jan 05 17:06:30.167111 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 05 17:06:30.167111 dv-neutron-master-2-hyperv neutron-server[103800]: return self._get(url).json() Jan 05 17:06:30.167111 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 05 17:06:30.167111 dv-neutron-master-2-hyperv neutron-server[103800]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 05 17:06:30.167111 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 05 17:06:30.167111 dv-neutron-master-2-hyperv neutron-server[103800]: return self.request(url, 'GET', **kwargs) Jan 05 17:06:30.167111 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 05 17:06:30.167111 dv-neutron-master-2-hyperv neutron-server[103800]: base_url = self.get_endpoint(auth, allow=allow, Jan 05 17:06:30.167111 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 05 17:06:30.167111 dv-neutron-master-2-hyperv neutron-server[103800]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 05 17:06:30.167111 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 05 17:06:30.167111 dv-neutron-master-2-hyperv neutron-server[103800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 05 17:06:30.167111 dv-neutron-master-2-hyperv neutron-server[103800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 05 17:06:30.249486 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc659295-56d3-4db9-9045-6b5e2df5234e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d5e6d19-368a-4201-a808-e0cc0c4157a7,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:06:30.335642 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-51c75f04-4b46-4da1-8871-3a77d14cf30b None None] Set router 923e5cc5-06f5-42a3-b432-eabe6e87e343 gateway port host: dv-neutron-master-2-hyperv {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:06:30.339104 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 0a056cdd-1c61-48b1-bf26-ab3b93343b6a up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:06:30.343117 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-cf065ebe-f28e-4cb8-9fa0-26ec2314c80a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '375a29a2-cb4e-48e0-af02-551751ef6988', 'name': 'tempest-ServerActionsTestJSON-180618332-router', 'tenant_id': '0e5f75b0fa584f3fb65d4d2f1d03045b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.108'}], 'enable_snat': True}, 'gw_port_id': '626ae523-21d7-4e15-ba22-fd67cd4107ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:05:26Z', 'updated_at': '2022-01-05T17:05:39Z', 'revision_number': 4, 'project_id': '0e5f75b0fa584f3fb65d4d2f1d03045b', 'gw_port': {'id': '626ae523-21d7-4e15-ba22-fd67cd4107ce', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:c4:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375a29a2-cb4e-48e0-af02-551751ef6988', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:05:28Z', 'updated_at': '2022-01-05T17:05:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '74e362c8-6ec3-4057-9e95-b9d3414eabf0', 'tenant_id': '0e5f75b0fa584f3fb65d4d2f1d03045b', 'floating_ip_address': '172.36.4.204', 'floating_network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'router_id': '375a29a2-cb4e-48e0-af02-551751ef6988', 'port_id': '67389512-62b3-4da5-90e0-71fd04a18f1a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 193, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1e5e93d9-6ada-44ad-b92b-017486a9719e', 'mac_address': 'fa:16:3e:5d:1e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be270a5c-db8b-4dff-9e40-79b29c80ad34', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-05T17:05:49Z', 'updated_at': '2022-01-05T17:06:26Z', 'revision_number': 1, 'project_id': '0e5f75b0fa584f3fb65d4d2f1d03045b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d056cac-a58f-45cb-a6fa-ee29d41d14ab', 'name': '', 'network_id': '1e5e93d9-6ada-44ad-b92b-017486a9719e', 'tenant_id': '0e5f75b0fa584f3fb65d4d2f1d03045b', 'mac_address': 'fa:16:3e:f5:5f:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375a29a2-cb4e-48e0-af02-551751ef6988', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': 'fab82641-cc31-4ee1-85fb-d7818e6883fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:05:37Z', 'updated_at': '2022-01-05T17:05:46Z', 'revision_number': 5, 'project_id': '0e5f75b0fa584f3fb65d4d2f1d03045b', 'subnets': [{'id': 'fab82641-cc31-4ee1-85fb-d7818e6883fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:06:30.371372 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf065ebe-f28e-4cb8-9fa0-26ec2314c80a None None] Checking router: 375a29a2-cb4e-48e0-af02-551751ef6988 for host: dv-neutron-master-2-hyperv {{(pid=103803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 05 17:06:30.380021 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Jan 2022 17:06:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c6db37d-8325-4b4f-a7fb-a98fbd4d3aab x-openstack-request-id: req-6c6db37d-8325-4b4f-a7fb-a98fbd4d3aab {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 05 17:06:30.380323 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be270a5c-db8b-4dff-9e40-79b29c80ad34", "tag": "67389512-62b3-4da5-90e0-71fd04a18f1a", "status": "completed", "code": 200}]} {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 05 17:06:30.385777 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-6c6db37d-8325-4b4f-a7fb-a98fbd4d3aab {{(pid=103800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 05 17:06:30.385777 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be270a5c-db8b-4dff-9e40-79b29c80ad34', 'tag': '67389512-62b3-4da5-90e0-71fd04a18f1a', 'status': 'completed', 'code': 200} Jan 05 17:06:30.386050 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf065ebe-f28e-4cb8-9fa0-26ec2314c80a None None] Routers {'375a29a2-cb4e-48e0-af02-551751ef6988'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:06:30.386050 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-cf065ebe-f28e-4cb8-9fa0-26ec2314c80a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:06:19Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['375a29a2-cb4e-48e0-af02-551751ef6988'], 'active': True} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:06:30.426693 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-f7135d93-76bb-45d9-8a3b-3b19ac92a7d8 tempest-RoutersIpV6AdminTest-862369890 tempest-RoutersIpV6AdminTest-862369890-project-admin] 10.222.0.11 "GET /v2.0/routers/923e5cc5-06f5-42a3-b432-eabe6e87e343 HTTP/1.1" status: 200 len: 908 time: 0.3073506 Jan 05 17:06:30.430103 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 39520) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:06:30.437227 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-5cd5b669-2a73-4abc-9ebb-2ca596e932e7 tempest-RoutersIpV6AdminTest-862369890 tempest-RoutersIpV6AdminTest-862369890-project-admin] Request body: {'router': {'name': 'tempest-snat-router-572401780', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'enable_snat': True}}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:06:30.443120 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-5ae6ac6d-f541-4e05-9efb-79fa120c0ed1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:30.452498 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-5ae6ac6d-f541-4e05-9efb-79fa120c0ed1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:30.462609 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fa14ba-6482-4ed1-8662-0be72ad773c3 req-87040c87-a29c-4aa9-9d06-fd4de49849f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:06:30.464106 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-5ae6ac6d-f541-4e05-9efb-79fa120c0ed1 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/2d5e6d19-368a-4201-a808-e0cc0c4157a7 HTTP/1.1" status: 204 len: 168 time: 0.4985678 Jan 05 17:06:30.468315 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-b7fa14ba-6482-4ed1-8662-0be72ad773c3 req-87040c87-a29c-4aa9-9d06-fd4de49849f3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=66b9f7eb-d414-436b-882b-ac047c1764b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7607579 Jan 05 17:06:30.489717 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.db.api [None req-1a5f216f-d95c-46f3-80e8-bc5eeba4af3c tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 05 17:06:30.489717 dv-neutron-master-2-hyperv neutron-server[103800]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 05 17:06:30.489717 dv-neutron-master-2-hyperv neutron-server[103800]: [parameters: {'id': 'f92980c0-f959-4d3e-a533-49a4015573a4'}] Jan 05 17:06:30.489717 dv-neutron-master-2-hyperv neutron-server[103800]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103800) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 05 17:06:30.490409 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG oslo_db.api [None req-1a5f216f-d95c-46f3-80e8-bc5eeba4af3c tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 05 17:06:30.492695 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae6ac6d-f541-4e05-9efb-79fa120c0ed1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d5e6d19-368a-4201-a808-e0cc0c4157a7,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:06:30.594901 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-5cd5b669-2a73-4abc-9ebb-2ca596e932e7 tempest-RoutersIpV6AdminTest-862369890 tempest-RoutersIpV6AdminTest-862369890-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-649063', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58098'] for router, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:30.596303 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-5cd5b669-2a73-4abc-9ebb-2ca596e932e7 tempest-RoutersIpV6AdminTest-862369890 tempest-RoutersIpV6AdminTest-862369890-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649832', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-545006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58091'] for router, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:30.599368 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b87ab052-4a50-4d61-97a8-a7265a65f1f3 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3893367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8784787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8521880'] for subnet, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:30.660572 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e344ad0-2f88-4e74-8e9c-6e55e18a96ca None None] Network f92980c0-f959-4d3e-a533-49a4015573a4 requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:06:30.669487 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvr_db [None req-cf065ebe-f28e-4cb8-9fa0-26ec2314c80a None None] Set router 375a29a2-cb4e-48e0-af02-551751ef6988 gateway port host: dv-neutron-master-2-hyperv {{(pid=103803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:06:30.695190 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-5cd5b669-2a73-4abc-9ebb-2ca596e932e7 tempest-RoutersIpV6AdminTest-862369890 tempest-RoutersIpV6AdminTest-862369890-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:30.714340 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87ab052-4a50-4d61-97a8-a7265a65f1f3 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Pushing event deleted for resources: {'Subnet': ['ID=51fa7ed0-12ee-4020-be16-c5f8aa5e6f30,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:06:30.723062 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b87ab052-4a50-4d61-97a8-a7265a65f1f3 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560699'] for subnet, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:30.731687 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-b87ab052-4a50-4d61-97a8-a7265a65f1f3 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] 10.222.0.11 "DELETE /v2.0/subnets/51fa7ed0-12ee-4020-be16-c5f8aa5e6f30 HTTP/1.1" status: 204 len: 168 time: 2.2475622 Jan 05 17:06:30.737779 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 39524) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:06:30.756220 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07cba8da-8b23-4c56-a06a-abf3347d3e41 None None] Network e897f8fc-3cef-40ca-9466-c6c65ecd9833 requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:06:30.813097 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d90603e-4683-45f8-b63d-950d742c3fd8 req-b7918a43-0819-4c29-b094-02d54a5e8534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:06:30.823430 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-6d90603e-4683-45f8-b63d-950d742c3fd8 req-b7918a43-0819-4c29-b094-02d54a5e8534 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0e5f75b0fa584f3fb65d4d2f1d03045b&device_id=be270a5c-db8b-4dff-9e40-79b29c80ad34 HTTP/1.1" status: 200 len: 1099 time: 0.4513125 Jan 05 17:06:30.873084 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-472095ae-77a3-4306-b9ec-a0d096eb2778 None None] Provisioning complete for port 0a056cdd-1c61-48b1-bf26-ab3b93343b6a triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:06:30.873460 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-472095ae-77a3-4306-b9ec-a0d096eb2778 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:30.885483 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-2bde1bfa-6d50-4085-b2c7-82f7652ef5fb tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1287339 Jan 05 17:06:30.895353 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 39528) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:06:30.929093 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-6d38f3ce-15be-49ed-acad-f401017f9e80 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Request body: {'subnet': {'network_id': 'e897f8fc-3cef-40ca-9466-c6c65ecd9833', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:06:30.953471 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Provisioning complete for port 0a056cdd-1c61-48b1-bf26-ab3b93343b6a triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:06:30.953869 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:30.997645 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-5cd5b669-2a73-4abc-9ebb-2ca596e932e7 tempest-RoutersIpV6AdminTest-862369890 tempest-RoutersIpV6AdminTest-862369890-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:31.017152 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1a5f216f-d95c-46f3-80e8-bc5eeba4af3c tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3809644'] for network, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:31.129646 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-cf065ebe-f28e-4cb8-9fa0-26ec2314c80a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '375a29a2-cb4e-48e0-af02-551751ef6988', 'name': 'tempest-ServerActionsTestJSON-180618332-router', 'tenant_id': '0e5f75b0fa584f3fb65d4d2f1d03045b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.108'}], 'enable_snat': True}, 'gw_port_id': '626ae523-21d7-4e15-ba22-fd67cd4107ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:05:26Z', 'updated_at': '2022-01-05T17:05:39Z', 'revision_number': 4, 'project_id': '0e5f75b0fa584f3fb65d4d2f1d03045b', 'gw_port': {'id': '626ae523-21d7-4e15-ba22-fd67cd4107ce', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:c4:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375a29a2-cb4e-48e0-af02-551751ef6988', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:05:28Z', 'updated_at': '2022-01-05T17:05:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '74e362c8-6ec3-4057-9e95-b9d3414eabf0', 'tenant_id': '0e5f75b0fa584f3fb65d4d2f1d03045b', 'floating_ip_address': '172.36.4.204', 'floating_network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'router_id': '375a29a2-cb4e-48e0-af02-551751ef6988', 'port_id': '67389512-62b3-4da5-90e0-71fd04a18f1a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 193, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1e5e93d9-6ada-44ad-b92b-017486a9719e', 'mac_address': 'fa:16:3e:5d:1e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be270a5c-db8b-4dff-9e40-79b29c80ad34', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-05T17:05:49Z', 'updated_at': '2022-01-05T17:06:26Z', 'revision_number': 1, 'project_id': '0e5f75b0fa584f3fb65d4d2f1d03045b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d056cac-a58f-45cb-a6fa-ee29d41d14ab', 'name': '', 'network_id': '1e5e93d9-6ada-44ad-b92b-017486a9719e', 'tenant_id': '0e5f75b0fa584f3fb65d4d2f1d03045b', 'mac_address': 'fa:16:3e:f5:5f:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375a29a2-cb4e-48e0-af02-551751ef6988', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': 'fab82641-cc31-4ee1-85fb-d7818e6883fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:05:37Z', 'updated_at': '2022-01-05T17:05:46Z', 'revision_number': 5, 'project_id': '0e5f75b0fa584f3fb65d4d2f1d03045b', 'subnets': [{'id': 'fab82641-cc31-4ee1-85fb-d7818e6883fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:06:31.190165 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf065ebe-f28e-4cb8-9fa0-26ec2314c80a None None] The sync data for ids ['375a29a2-cb4e-48e0-af02-551751ef6988'] in dv-neutron-master-2-hyperv is: [{'id': '375a29a2-cb4e-48e0-af02-551751ef6988', 'name': 'tempest-ServerActionsTestJSON-180618332-router', 'tenant_id': '0e5f75b0fa584f3fb65d4d2f1d03045b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.108'}], 'enable_snat': True}, 'gw_port_id': '626ae523-21d7-4e15-ba22-fd67cd4107ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:05:26Z', 'updated_at': '2022-01-05T17:05:39Z', 'revision_number': 4, 'project_id': '0e5f75b0fa584f3fb65d4d2f1d03045b', 'gw_port': {'id': '626ae523-21d7-4e15-ba22-fd67cd4107ce', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:c4:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375a29a2-cb4e-48e0-af02-551751ef6988', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:05:28Z', 'updated_at': '2022-01-05T17:05:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '74e362c8-6ec3-4057-9e95-b9d3414eabf0', 'tenant_id': '0e5f75b0fa584f3fb65d4d2f1d03045b', 'floating_ip_address': '172.36.4.204', 'floating_network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'router_id': '375a29a2-cb4e-48e0-af02-551751ef6988', 'port_id': '67389512-62b3-4da5-90e0-71fd04a18f1a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 193, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1e5e93d9-6ada-44ad-b92b-017486a9719e', 'mac_address': 'fa:16:3e:5d:1e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be270a5c-db8b-4dff-9e40-79b29c80ad34', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-05T17:05:49Z', 'updated_at': '2022-01-05T17:06:26Z', 'revision_number': 1, 'project_id': '0e5f75b0fa584f3fb65d4d2f1d03045b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d056cac-a58f-45cb-a6fa-ee29d41d14ab', 'name': '', 'network_id': '1e5e93d9-6ada-44ad-b92b-017486a9719e', 'tenant_id': '0e5f75b0fa584f3fb65d4d2f1d03045b', 'mac_address': 'fa:16:3e:f5:5f:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375a29a2-cb4e-48e0-af02-551751ef6988', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': 'fab82641-cc31-4ee1-85fb-d7818e6883fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:05:37Z', 'updated_at': '2022-01-05T17:05:46Z', 'revision_number': 5, 'project_id': '0e5f75b0fa584f3fb65d4d2f1d03045b', 'subnets': [{'id': 'fab82641-cc31-4ee1-85fb-d7818e6883fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 05 17:06:31.219983 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09c63247-32b1-4222-a598-b074a14a575d None None] DHCP port deletion for f92980c0-f959-4d3e-a533-49a4015573a4 request from dv-neutron-master-2-hyperv {{(pid=103802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 05 17:06:31.286669 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-51c75f04-4b46-4da1-8871-3a77d14cf30b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '923e5cc5-06f5-42a3-b432-eabe6e87e343', 'name': 'tempest-snat-router-572401780', 'tenant_id': '6bf57b59a0ff492387bc8701dc2dee95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.205'}], 'enable_snat': False}, 'gw_port_id': 'd7cb7d39-5809-412b-8fed-894046493297', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:06:25Z', 'updated_at': '2022-01-05T17:06:28Z', 'revision_number': 3, 'project_id': '6bf57b59a0ff492387bc8701dc2dee95', 'gw_port': {'id': 'd7cb7d39-5809-412b-8fed-894046493297', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:4e:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '923e5cc5-06f5-42a3-b432-eabe6e87e343', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:06:27Z', 'updated_at': '2022-01-05T17:06:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:06:31.309571 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-472095ae-77a3-4306-b9ec-a0d096eb2778 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:31.371862 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe3673d3-cbdc-40be-94d7-a63f288b86df None None] DHCP port deletion for e897f8fc-3cef-40ca-9466-c6c65ecd9833 request from dv-neutron-master-2-hyperv {{(pid=103802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 05 17:06:31.391962 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51c75f04-4b46-4da1-8871-3a77d14cf30b None None] Checking router: 923e5cc5-06f5-42a3-b432-eabe6e87e343 for host: dv-neutron-master-2-hyperv {{(pid=103802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 05 17:06:31.392837 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51c75f04-4b46-4da1-8871-3a77d14cf30b None None] Updating router 923e5cc5-06f5-42a3-b432-eabe6e87e343 port d7cb7d39-5809-412b-8fed-894046493297 binding host dv-neutron-master-2-hyperv {{(pid=103802) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 05 17:06:31.447927 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:31.488322 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-51c75f04-4b46-4da1-8871-3a77d14cf30b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:31.535387 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-5cd5b669-2a73-4abc-9ebb-2ca596e932e7 tempest-RoutersIpV6AdminTest-862369890 tempest-RoutersIpV6AdminTest-862369890-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:31.583633 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5b1a87d-ffe3-4ed0-ae04-cf0529f4eb41 None None] New status for floating IP 74e362c8-6ec3-4057-9e95-b9d3414eabf0: ACTIVE {{(pid=103803) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 05 17:06:31.590780 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-5cd5b669-2a73-4abc-9ebb-2ca596e932e7 tempest-RoutersIpV6AdminTest-862369890 tempest-RoutersIpV6AdminTest-862369890-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:31.607211 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-472095ae-77a3-4306-b9ec-a0d096eb2778 None None] For port 0a056cdd-1c61-48b1-bf26-ab3b93343b6a, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=0a056cdd-1c61-48b1-bf26-ab3b93343b6a,segment=NetworkSegment(198fd556-5497-48fe-931a-8ee394efe965),segment_id=198fd556-5497-48fe-931a-8ee394efe965)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:06:31.684100 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-472095ae-77a3-4306-b9ec-a0d096eb2778 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:31.687764 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-09c63247-32b1-4222-a598-b074a14a575d None None] Deleting port 0a056cdd-1c61-48b1-bf26-ab3b93343b6a {{(pid=103802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:06:31.688302 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-09c63247-32b1-4222-a598-b074a14a575d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:31.786304 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-b7fa14ba-6482-4ed1-8662-0be72ad773c3 req-6a7ff75d-4b99-44e1-95c9-7cdf03c08b92 service neutron] 10.222.0.13 "GET /v2.0/networks/66b9f7eb-d414-436b-882b-ac047c1764b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3071744 Jan 05 17:06:31.835603 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-fe3673d3-cbdc-40be-94d7-a63f288b86df None None] Deleting port e3cce20e-3d63-4415-8d4e-2cc077958ce3 {{(pid=103802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:06:31.836277 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-fe3673d3-cbdc-40be-94d7-a63f288b86df None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:31.866052 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [None req-5cd5b669-2a73-4abc-9ebb-2ca596e932e7 tempest-RoutersIpV6AdminTest-862369890 tempest-RoutersIpV6AdminTest-862369890-project-admin] Allocated IP 172.36.4.107 (b0167590-0699-4c5c-a932-3939414a9573/7a784a6d-3d96-418f-a645-b9ccd0b1ac55/3e2ab1fd-712f-4105-81a1-a01f7f2c66cb) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:06:31.978544 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-87f916c3-5c84-4176-806f-c4f1d2fb2bae tempest-AllowedAddressPairIpV6TestJSON-2107737971 tempest-AllowedAddressPairIpV6TestJSON-2107737971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:32.019226 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d90603e-4683-45f8-b63d-950d742c3fd8 req-46592335-9fad-4c48-b4c4-9d08df3b06f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:06:32.020725 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-6d90603e-4683-45f8-b63d-950d742c3fd8 req-46592335-9fad-4c48-b4c4-9d08df3b06f1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=1e5e93d9-6ada-44ad-b92b-017486a9719e HTTP/1.1" status: 200 len: 912 time: 1.1377382 Jan 05 17:06:32.025367 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f916c3-5c84-4176-806f-c4f1d2fb2bae tempest-AllowedAddressPairIpV6TestJSON-2107737971 tempest-AllowedAddressPairIpV6TestJSON-2107737971-project] Pushing event deleted for resources: {'Port': ['ID=5d8bfb1b-60a2-4057-8820-00a067722de0,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:06:32.061437 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.db.api [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103802) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 05 17:06:32.061437 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG oslo_db.api [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 05 17:06:32.061757 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d38f3ce-15be-49ed-acad-f401017f9e80 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Made reservation on behalf of fd419c78d7194361a03f37a26ebeba76 for: {'subnet': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:06:32.065747 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6d38f3ce-15be-49ed-acad-f401017f9e80 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8521827'] for subnet, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:32.068471 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472095ae-77a3-4306-b9ec-a0d096eb2778 None None] Pushing event updated for resources: {'Port': ['ID=0a056cdd-1c61-48b1-bf26-ab3b93343b6a,revision_number=3']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:06:32.075551 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-09c63247-32b1-4222-a598-b074a14a575d None None] For port 0a056cdd-1c61-48b1-bf26-ab3b93343b6a, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=0a056cdd-1c61-48b1-bf26-ab3b93343b6a,segment=NetworkSegment(198fd556-5497-48fe-931a-8ee394efe965),segment_id=198fd556-5497-48fe-931a-8ee394efe965)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:06:32.075953 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-09c63247-32b1-4222-a598-b074a14a575d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:32.104900 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-09c63247-32b1-4222-a598-b074a14a575d None None] Calling delete_port for 0a056cdd-1c61-48b1-bf26-ab3b93343b6a owned by network:dhcp {{(pid=103802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:06:32.107885 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-fe3673d3-cbdc-40be-94d7-a63f288b86df None None] For port e3cce20e-3d63-4415-8d4e-2cc077958ce3, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e3cce20e-3d63-4415-8d4e-2cc077958ce3,segment=NetworkSegment(68e6c437-46c2-424d-85e7-20547f69066d),segment_id=68e6c437-46c2-424d-85e7-20547f69066d)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:06:32.108289 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-fe3673d3-cbdc-40be-94d7-a63f288b86df None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:32.141308 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-fe3673d3-cbdc-40be-94d7-a63f288b86df None None] Calling delete_port for e3cce20e-3d63-4415-8d4e-2cc077958ce3 owned by network:dhcp {{(pid=103802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:06:32.175883 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-b7fa14ba-6482-4ed1-8662-0be72ad773c3 req-9f019f5e-737f-45a1-83ad-40c77baa70a6 service neutron] 10.222.0.13 "GET /v2.0/networks/66b9f7eb-d414-436b-882b-ac047c1764b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3818824 Jan 05 17:06:32.229669 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-5cd5b669-2a73-4abc-9ebb-2ca596e932e7 tempest-RoutersIpV6AdminTest-862369890 tempest-RoutersIpV6AdminTest-862369890-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:32.268735 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-1a5f216f-d95c-46f3-80e8-bc5eeba4af3c tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Deleting port 0a056cdd-1c61-48b1-bf26-ab3b93343b6a {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:06:32.269150 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1a5f216f-d95c-46f3-80e8-bc5eeba4af3c tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:32.348399 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-6d90603e-4683-45f8-b63d-950d742c3fd8 req-7ec93435-b0f0-42a1-9197-a4a5cf89d5fc service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=67389512-62b3-4da5-90e0-71fd04a18f1a HTTP/1.1" status: 200 len: 1002 time: 0.3148832 Jan 05 17:06:32.348597 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 39558) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:06:32.375277 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-5cd5b669-2a73-4abc-9ebb-2ca596e932e7 tempest-RoutersIpV6AdminTest-862369890 tempest-RoutersIpV6AdminTest-862369890-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11433176'] for port, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:32.435570 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd5b669-2a73-4abc-9ebb-2ca596e932e7 tempest-RoutersIpV6AdminTest-862369890 tempest-RoutersIpV6AdminTest-862369890-project-admin] Pushing event updated for resources: {'Port': ['ID=3e2ab1fd-712f-4105-81a1-a01f7f2c66cb,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:06:32.464132 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cd5b669-2a73-4abc-9ebb-2ca596e932e7 tempest-RoutersIpV6AdminTest-862369890 tempest-RoutersIpV6AdminTest-862369890-project-admin] Network b0167590-0699-4c5c-a932-3939414a9573 is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:06:32.466084 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-5cd5b669-2a73-4abc-9ebb-2ca596e932e7 tempest-RoutersIpV6AdminTest-862369890 tempest-RoutersIpV6AdminTest-862369890-project-admin] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:06:32.479737 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cd5b669-2a73-4abc-9ebb-2ca596e932e7 tempest-RoutersIpV6AdminTest-862369890 tempest-RoutersIpV6AdminTest-862369890-project-admin] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:06:32.514362 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67a08e8e-9062-4ecb-995e-036bbb02afb6 None None] DHCP port deletion for b0167590-0699-4c5c-a932-3939414a9573 request from dv-neutron-master-2-hyperv {{(pid=103802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 05 17:06:32.520845 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.db [None req-1a5f216f-d95c-46f3-80e8-bc5eeba4af3c tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] For port 0a056cdd-1c61-48b1-bf26-ab3b93343b6a, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=0a056cdd-1c61-48b1-bf26-ab3b93343b6a,segment=NetworkSegment(198fd556-5497-48fe-931a-8ee394efe965),segment_id=198fd556-5497-48fe-931a-8ee394efe965)] {{(pid=103800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:06:32.521218 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1a5f216f-d95c-46f3-80e8-bc5eeba4af3c tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:32.536204 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-1a5f216f-d95c-46f3-80e8-bc5eeba4af3c tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Calling delete_port for 0a056cdd-1c61-48b1-bf26-ab3b93343b6a owned by network:dhcp {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:06:32.581340 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-070c9b84-c7eb-4779-841b-42fd5f34d5ef tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-922763302'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:06:32.683546 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device e3cce20e-3d63-4415-8d4e-2cc077958ce3 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:06:32.740794 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d90603e-4683-45f8-b63d-950d742c3fd8 req-ead6deb8-d207-46fb-bd84-a61a9fda0dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:06:32.740794 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-6d90603e-4683-45f8-b63d-950d742c3fd8 req-ead6deb8-d207-46fb-bd84-a61a9fda0dbf service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fab82641-cc31-4ee1-85fb-d7818e6883fd HTTP/1.1" status: 200 len: 850 time: 0.3291459 Jan 05 17:06:32.741125 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-d8253aac-e5cd-4811-a016-e558ff1be783 None None] Provisioning complete for port 3e2ab1fd-712f-4105-81a1-a01f7f2c66cb triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:06:32.741125 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d8253aac-e5cd-4811-a016-e558ff1be783 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:32.775593 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-09c63247-32b1-4222-a598-b074a14a575d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678'] for port, after_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:32.807097 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-87f916c3-5c84-4176-806f-c4f1d2fb2bae tempest-AllowedAddressPairIpV6TestJSON-2107737971 tempest-AllowedAddressPairIpV6TestJSON-2107737971-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:32.810356 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-87f916c3-5c84-4176-806f-c4f1d2fb2bae tempest-AllowedAddressPairIpV6TestJSON-2107737971 tempest-AllowedAddressPairIpV6TestJSON-2107737971-project] 10.222.0.11 "DELETE /v2.0/ports/5d8bfb1b-60a2-4057-8820-00a067722de0 HTTP/1.1" status: 204 len: 168 time: 4.5570817 Jan 05 17:06:32.814082 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 39562) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:06:32.819919 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1a5f216f-d95c-46f3-80e8-bc5eeba4af3c tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:32.827231 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09c63247-32b1-4222-a598-b074a14a575d None None] No DVR routers for this DVR port 0a056cdd-1c61-48b1-bf26-ab3b93343b6a on host dv-neutron-master-2-hyperv {{(pid=103802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 05 17:06:32.845071 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfbbeb22-3392-4f74-8fda-8b300e83c778 tempest-AllowedAddressPairIpV6TestJSON-2107737971 tempest-AllowedAddressPairIpV6TestJSON-2107737971-project] GET failed (client error): The resource could not be found. Jan 05 17:06:32.849029 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-cfbbeb22-3392-4f74-8fda-8b300e83c778 tempest-AllowedAddressPairIpV6TestJSON-2107737971 tempest-AllowedAddressPairIpV6TestJSON-2107737971-project] 10.222.0.11 "GET /v2.0/ports/5d8bfb1b-60a2-4057-8820-00a067722de0 HTTP/1.1" status: 404 len: 333 time: 0.0286043 Jan 05 17:06:32.849181 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c63247-32b1-4222-a598-b074a14a575d None None] Pushing event deleted for resources: {'Port': ['ID=0a056cdd-1c61-48b1-bf26-ab3b93343b6a,revision_number=None']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:06:32.849181 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-d8253aac-e5cd-4811-a016-e558ff1be783 None None] Port 3e2ab1fd-712f-4105-81a1-a01f7f2c66cb cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 17:06:32.849734 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 39564) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:06:32.852550 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5f216f-d95c-46f3-80e8-bc5eeba4af3c tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Pushing event deleted for resources: {'Port': ['ID=0a056cdd-1c61-48b1-bf26-ab3b93343b6a,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:06:32.855373 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d90603e-4683-45f8-b63d-950d742c3fd8 req-aac15959-3239-4ec8-ac58-1837ceb27164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:06:32.856960 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-6d90603e-4683-45f8-b63d-950d742c3fd8 req-aac15959-3239-4ec8-ac58-1837ceb27164 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1e5e93d9-6ada-44ad-b92b-017486a9719e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1046855 Jan 05 17:06:32.865433 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-070c9b84-c7eb-4779-841b-42fd5f34d5ef tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Made reservation on behalf of 87533cd40e56486093883a2bc761b888 for: {'network': 1} {{(pid=103801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:06:32.868737 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a5f216f-d95c-46f3-80e8-bc5eeba4af3c tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] No DVR routers for this DVR port 0a056cdd-1c61-48b1-bf26-ab3b93343b6a on host dv-neutron-master-2-hyperv {{(pid=103800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 05 17:06:32.873100 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-070c9b84-c7eb-4779-841b-42fd5f34d5ef tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for network, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:32.883445 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-070c9b84-c7eb-4779-841b-42fd5f34d5ef tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Publish callbacks [] for security_group, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:32.900601 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Provisioning complete for port e3cce20e-3d63-4415-8d4e-2cc077958ce3 triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:06:32.901324 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:32.904590 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-51c75f04-4b46-4da1-8871-3a77d14cf30b None None] Publish callbacks [] for port, precommit_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:32.927599 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-fe3673d3-cbdc-40be-94d7-a63f288b86df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678'] for port, after_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:32.961973 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3673d3-cbdc-40be-94d7-a63f288b86df None None] Pushing event deleted for resources: {'Port': ['ID=e3cce20e-3d63-4415-8d4e-2cc077958ce3,revision_number=None']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:06:32.978636 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe3673d3-cbdc-40be-94d7-a63f288b86df None None] No DVR routers for this DVR port e3cce20e-3d63-4415-8d4e-2cc077958ce3 on host dv-neutron-master-2-hyperv {{(pid=103802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 05 17:06:32.984188 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Could not find standard attr ID for object e3cce20e-3d63-4415-8d4e-2cc077958ce3. {{(pid=103802) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 05 17:06:32.986823 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-51c75f04-4b46-4da1-8871-3a77d14cf30b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:32.992248 dv-neutron-master-2-hyperv neutron-server[103802]: INFO neutron.plugins.ml2.db [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] No ports have port_id starting with e3cce20e-3d63-4415-8d4e-2cc077958ce3 Jan 05 17:06:33.064263 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64afc88b-3749-421c-aa62-f6f6d4650688 None None] Pushing event updated for resources: {'Port': ['ID=d7cb7d39-5809-412b-8fed-894046493297,revision_number=2']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:06:33.067977 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-51c75f04-4b46-4da1-8871-3a77d14cf30b None None] Attempting to bind port d7cb7d39-5809-412b-8fed-894046493297 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 05 17:06:33.072193 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-51c75f04-4b46-4da1-8871-3a77d14cf30b None None] Attempting to bind port d7cb7d39-5809-412b-8fed-894046493297 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '3f961525-530f-4ce5-8222-1dbbbe774893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573'}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 05 17:06:33.072193 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51c75f04-4b46-4da1-8871-3a77d14cf30b None None] Attempting to bind port d7cb7d39-5809-412b-8fed-894046493297 on network b0167590-0699-4c5c-a932-3939414a9573 {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:06:33.074720 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce0f05c0-ed3a-495b-a244-0008468dd026 None None] DHCP port deletion for b0167590-0699-4c5c-a932-3939414a9573 request from dv-neutron-master-2-hyperv {{(pid=103802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 05 17:06:33.082738 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51c75f04-4b46-4da1-8871-3a77d14cf30b None None] Checking agent: {'id': '0d4f8fd3-ce62-4651-970c-efa6a8bb22b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 5, 16, 57, 23), 'started_at': datetime.datetime(2022, 1, 5, 16, 57, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 5, 17, 6, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 05 17:06:33.083219 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51c75f04-4b46-4da1-8871-3a77d14cf30b None None] Checking segment: {'id': '3f961525-530f-4ce5-8222-1dbbbe774893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:06:33.083800 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-51c75f04-4b46-4da1-8871-3a77d14cf30b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:33.084407 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51c75f04-4b46-4da1-8871-3a77d14cf30b None None] Bound using segment: {'id': '3f961525-530f-4ce5-8222-1dbbbe774893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573'} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 05 17:06:33.085194 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-51c75f04-4b46-4da1-8871-3a77d14cf30b None None] Bound port: d7cb7d39-5809-412b-8fed-894046493297, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f961525-530f-4ce5-8222-1dbbbe774893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573'}}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 05 17:06:33.085521 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-51c75f04-4b46-4da1-8871-3a77d14cf30b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:33.102294 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-5cd5b669-2a73-4abc-9ebb-2ca596e932e7 tempest-RoutersIpV6AdminTest-862369890 tempest-RoutersIpV6AdminTest-862369890-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:33.153244 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1a5f216f-d95c-46f3-80e8-bc5eeba4af3c tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3891715', 'neutron.services.segments.db._delete_segments_for_network-8754181063482'] for network, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:33.156625 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-070c9b84-c7eb-4779-841b-42fd5f34d5ef tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Publish callbacks [] for security_group, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:33.171569 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-51c75f04-4b46-4da1-8871-3a77d14cf30b None None] For port d7cb7d39-5809-412b-8fed-894046493297, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 05 17:06:33.176949 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-51c75f04-4b46-4da1-8871-3a77d14cf30b None None] For port d7cb7d39-5809-412b-8fed-894046493297, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d7cb7d39-5809-412b-8fed-894046493297,segment=NetworkSegment(3f961525-530f-4ce5-8222-1dbbbe774893),segment_id=3f961525-530f-4ce5-8222-1dbbbe774893)] {{(pid=103802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 05 17:06:33.193449 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-37b560f2-6aae-4383-937c-3439d82b83e6 None None] Provisioning complete for port d7cb7d39-5809-412b-8fed-894046493297 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:06:33.193856 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-37b560f2-6aae-4383-937c-3439d82b83e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:33.204202 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.services.segments.db [None req-1a5f216f-d95c-46f3-80e8-bc5eeba4af3c tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f92980c0-f959-4d3e-a533-49a4015573a4']}} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:06:33.218633 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-6d90603e-4683-45f8-b63d-950d742c3fd8 req-d2f7582a-7c33-4ce1-b2fc-4852bdebe0f7 service neutron] 10.222.0.13 "GET /v2.0/networks/1e5e93d9-6ada-44ad-b92b-017486a9719e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3510933 Jan 05 17:06:33.225445 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 0a056cdd-1c61-48b1-bf26-ab3b93343b6a no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 05 17:06:33.227696 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.services.segments.db [None req-1a5f216f-d95c-46f3-80e8-bc5eeba4af3c tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '198fd556-5497-48fe-931a-8ee394efe965') {'for_net_delete': True} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:06:33.227997 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.services.segments.db [None req-1a5f216f-d95c-46f3-80e8-bc5eeba4af3c tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '198fd556-5497-48fe-931a-8ee394efe965') {} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:06:33.231056 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-070c9b84-c7eb-4779-841b-42fd5f34d5ef tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:33.252718 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-51c75f04-4b46-4da1-8871-3a77d14cf30b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:33.257218 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] No Port match for: 0a056cdd-1c61-48b1-bf26-ab3b93343b6a {{(pid=103802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 05 17:06:33.257553 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 0a056cdd-1c61-48b1-bf26-ab3b93343b6a not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 05 17:06:33.257985 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device e3cce20e-3d63-4415-8d4e-2cc077958ce3 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 05 17:06:33.260275 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-070c9b84-c7eb-4779-841b-42fd5f34d5ef tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] vlan segment allocate from pool success with {'vlan_id': 138, 'physical_network': 'physnet1'} {{(pid=103801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 05 17:06:33.273766 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1a5f216f-d95c-46f3-80e8-bc5eeba4af3c tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754181064771', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8784833'] for segment, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:33.289867 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-070c9b84-c7eb-4779-841b-42fd5f34d5ef tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225'] for segment, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:33.290294 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.db.segments_db [None req-070c9b84-c7eb-4779-841b-42fd5f34d5ef tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Added segment 8f018968-7719-4818-a10e-9141374622d7 of type vlan for network c48256cf-a076-46b3-9713-1d8b4ddd5ae7 Jan 05 17:06:33.291709 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070c9b84-c7eb-4779-841b-42fd5f34d5ef tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d08ad97-070a-42f8-9354-6f36b61eaabf,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:06:33.308533 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-37b560f2-6aae-4383-937c-3439d82b83e6 None None] Port d7cb7d39-5809-412b-8fed-894046493297 cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 17:06:33.310486 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] No Port match for: e3cce20e-3d63-4415-8d4e-2cc077958ce3 {{(pid=103802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 05 17:06:33.310823 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device e3cce20e-3d63-4415-8d4e-2cc077958ce3 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 05 17:06:33.311374 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-046ed70e-f3f3-489b-b563-f60262547c3f tempest-AllowedAddressPairIpV6TestJSON-2107737971 tempest-AllowedAddressPairIpV6TestJSON-2107737971-project] Deleting port feea1ca7-8968-4aa0-bd59-f01661db1823 {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:06:33.312004 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-046ed70e-f3f3-489b-b563-f60262547c3f tempest-AllowedAddressPairIpV6TestJSON-2107737971 tempest-AllowedAddressPairIpV6TestJSON-2107737971-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:33.344865 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64afc88b-3749-421c-aa62-f6f6d4650688 None None] Pushing event updated for resources: {'Port': ['ID=d7cb7d39-5809-412b-8fed-894046493297,revision_number=3']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:06:33.352087 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51c75f04-4b46-4da1-8871-3a77d14cf30b None None] Routers {'923e5cc5-06f5-42a3-b432-eabe6e87e343'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:06:33.352087 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-51c75f04-4b46-4da1-8871-3a77d14cf30b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:06:19Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['923e5cc5-06f5-42a3-b432-eabe6e87e343'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:06:33.352551 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1a5f216f-d95c-46f3-80e8-bc5eeba4af3c tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225'] for segment, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:33.380223 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a5f216f-d95c-46f3-80e8-bc5eeba4af3c tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Releasing vlan 115 on physical network physnet1 to pool {{(pid=103800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 05 17:06:33.380625 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1a5f216f-d95c-46f3-80e8-bc5eeba4af3c tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8784497'] for segment, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:33.391111 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eaf481e-1bcb-46f7-9e68-5d9de79e07bb None None] DHCP port deletion for b0167590-0699-4c5c-a932-3939414a9573 request from dv-neutron-master-2-hyperv {{(pid=103802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 05 17:06:33.419352 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 05 17:06:33.419352 dv-neutron-master-2-hyperv neutron-server[103800]: self.session.flush() Jan 05 17:06:33.419352 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 05 17:06:33.419352 dv-neutron-master-2-hyperv neutron-server[103800]: self.session.flush() Jan 05 17:06:33.419352 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 05 17:06:33.419352 dv-neutron-master-2-hyperv neutron-server[103800]: self.session.flush() Jan 05 17:06:33.419352 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 05 17:06:33.419352 dv-neutron-master-2-hyperv neutron-server[103800]: self.session.flush() Jan 05 17:06:33.419352 dv-neutron-master-2-hyperv neutron-server[103800]: Traceback (most recent call last): Jan 05 17:06:33.419352 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 05 17:06:33.419352 dv-neutron-master-2-hyperv neutron-server[103800]: timer() Jan 05 17:06:33.419352 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 05 17:06:33.419352 dv-neutron-master-2-hyperv neutron-server[103800]: cb(*args, **kw) Jan 05 17:06:33.419352 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 05 17:06:33.419352 dv-neutron-master-2-hyperv neutron-server[103800]: return func(*args, **kwargs) Jan 05 17:06:33.419352 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 05 17:06:33.419352 dv-neutron-master-2-hyperv neutron-server[103800]: self._notify() Jan 05 17:06:33.419352 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 05 17:06:33.419352 dv-neutron-master-2-hyperv neutron-server[103800]: self.callback(batched_events) Jan 05 17:06:33.419352 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 05 17:06:33.419352 dv-neutron-master-2-hyperv neutron-server[103800]: event.method(event) Jan 05 17:06:33.419352 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 05 17:06:33.419352 dv-neutron-master-2-hyperv neutron-server[103800]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 05 17:06:33.419352 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 05 17:06:33.419352 dv-neutron-master-2-hyperv neutron-server[103800]: aggregate_uuid = self.p_client.list_aggregates( Jan 05 17:06:33.419352 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 05 17:06:33.419352 dv-neutron-master-2-hyperv neutron-server[103800]: return f(self, *a, **k) Jan 05 17:06:33.419352 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 05 17:06:33.419352 dv-neutron-master-2-hyperv neutron-server[103800]: return self._get(url).json() Jan 05 17:06:33.419352 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 05 17:06:33.419352 dv-neutron-master-2-hyperv neutron-server[103800]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 05 17:06:33.419352 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 05 17:06:33.419352 dv-neutron-master-2-hyperv neutron-server[103800]: return self.request(url, 'GET', **kwargs) Jan 05 17:06:33.419352 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 05 17:06:33.419352 dv-neutron-master-2-hyperv neutron-server[103800]: base_url = self.get_endpoint(auth, allow=allow, Jan 05 17:06:33.419352 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 05 17:06:33.419352 dv-neutron-master-2-hyperv neutron-server[103800]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 05 17:06:33.419352 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 05 17:06:33.419352 dv-neutron-master-2-hyperv neutron-server[103800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 05 17:06:33.419352 dv-neutron-master-2-hyperv neutron-server[103800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 05 17:06:33.451359 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6d38f3ce-15be-49ed-acad-f401017f9e80 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8784852', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8521873'] for subnet, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:33.474517 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-070c9b84-c7eb-4779-841b-42fd5f34d5ef tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754180566020'] for network, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:33.487262 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-e2d7d789-ffbf-43e6-b369-f0b6d3021f8c None None] Provisioning complete for port d7cb7d39-5809-412b-8fed-894046493297 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:06:33.487630 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-e2d7d789-ffbf-43e6-b369-f0b6d3021f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:33.522868 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-51c75f04-4b46-4da1-8871-3a77d14cf30b None None] Set router 923e5cc5-06f5-42a3-b432-eabe6e87e343 gateway port host: dv-neutron-master-2-hyperv {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:06:33.553478 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-5cd5b669-2a73-4abc-9ebb-2ca596e932e7 tempest-RoutersIpV6AdminTest-862369890 tempest-RoutersIpV6AdminTest-862369890-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-648430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648639'] for router, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:33.579338 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d38f3ce-15be-49ed-acad-f401017f9e80 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Network e897f8fc-3cef-40ca-9466-c6c65ecd9833 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:06:33.592134 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-6d38f3ce-15be-49ed-acad-f401017f9e80 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:06:33.599277 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-6d90603e-4683-45f8-b63d-950d742c3fd8 req-4312bcc5-4f84-4e6a-aaa2-ad1a6fbc3976 service neutron] 10.222.0.13 "GET /v2.0/networks/1e5e93d9-6ada-44ad-b92b-017486a9719e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3578365 Jan 05 17:06:33.600767 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d38f3ce-15be-49ed-acad-f401017f9e80 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:06:33.601697 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6d38f3ce-15be-49ed-acad-f401017f9e80 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560699'] for subnet, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:33.607418 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-046ed70e-f3f3-489b-b563-f60262547c3f tempest-AllowedAddressPairIpV6TestJSON-2107737971 tempest-AllowedAddressPairIpV6TestJSON-2107737971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:33.611431 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1af16de7-be5a-4ec5-bd22-f7380c231e5d None None] Network e897f8fc-3cef-40ca-9466-c6c65ecd9833 requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:06:33.620666 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d38f3ce-15be-49ed-acad-f401017f9e80 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Pushing event updated for resources: {'Subnet': ['ID=e51e3913-a405-4a52-a535-b4827fe2e24c,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:06:33.629993 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-046ed70e-f3f3-489b-b563-f60262547c3f tempest-AllowedAddressPairIpV6TestJSON-2107737971 tempest-AllowedAddressPairIpV6TestJSON-2107737971-project] Calling delete_port for feea1ca7-8968-4aa0-bd59-f01661db1823 owned by {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:06:33.666681 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-070c9b84-c7eb-4779-841b-42fd5f34d5ef tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685'] for network, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:33.672618 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-070c9b84-c7eb-4779-841b-42fd5f34d5ef tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:06:33.673222 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-070c9b84-c7eb-4779-841b-42fd5f34d5ef tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Publish callbacks [] for network, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:33.680350 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1a5f216f-d95c-46f3-80e8-bc5eeba4af3c tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3891722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648695'] for network, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:33.685298 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1a5f216f-d95c-46f3-80e8-bc5eeba4af3c tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560699'] for network, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:33.688590 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-1a5f216f-d95c-46f3-80e8-bc5eeba4af3c tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] 10.222.0.11 "DELETE /v2.0/networks/f92980c0-f959-4d3e-a533-49a4015573a4 HTTP/1.1" status: 204 len: 168 time: 6.5541034 Jan 05 17:06:33.696818 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 39574) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:06:33.707931 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5f216f-d95c-46f3-80e8-bc5eeba4af3c tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Pushing event deleted for resources: {'Network': ['ID=f92980c0-f959-4d3e-a533-49a4015573a4,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:06:33.708128 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-933bdf65-0380-411d-9991-825ecf29fa7a tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1822904566'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:06:33.772025 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-6d38f3ce-15be-49ed-acad-f401017f9e80 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.8575721 Jan 05 17:06:33.773180 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 39576) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:06:33.776408 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070c9b84-c7eb-4779-841b-42fd5f34d5ef tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Pushing event updated for resources: {'Network': ['ID=c48256cf-a076-46b3-9713-1d8b4ddd5ae7,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:06:33.780844 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-03691b9a-2512-4aa2-b0f2-51512b6109c8 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Request body: {'port': {'network_id': 'e897f8fc-3cef-40ca-9466-c6c65ecd9833', 'name': 'tempest-NetworksTestDHCPv6-729962880'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:06:33.811527 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Network c48256cf-a076-46b3-9713-1d8b4ddd5ae7 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 05 17:06:33.829419 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-e2d7d789-ffbf-43e6-b369-f0b6d3021f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:33.848930 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-070c9b84-c7eb-4779-841b-42fd5f34d5ef tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.4965322 Jan 05 17:06:33.854467 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 39578) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:06:33.854604 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f9691c8-79fb-4a37-b6d6-888041147a5f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-e897f8fc-3cef-40ca-9466-c6c65ecd9833', 'network_id': 'e897f8fc-3cef-40ca-9466-c6c65ecd9833', 'project_id': 'fd419c78d7194361a03f37a26ebeba76', 'fixed_ips': [{'subnet_id': 'e51e3913-a405-4a52-a535-b4827fe2e24c'}]}} from dv-neutron-master-2-hyperv. {{(pid=103802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 05 17:06:33.854604 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-8f9691c8-79fb-4a37-b6d6-888041147a5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:33.857873 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-0114144d-f1d0-445d-a64e-ffc94aaaeeb5 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Request body: {'subnet': {'network_id': 'c48256cf-a076-46b3-9713-1d8b4ddd5ae7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:06:33.881153 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cd5b669-2a73-4abc-9ebb-2ca596e932e7 tempest-RoutersIpV6AdminTest-862369890 tempest-RoutersIpV6AdminTest-862369890-project-admin] Router 70283313-2109-47da-85d4-85d8f79c2363 is scheduled to L3 agent 59446fdc-40e0-41fe-a575-a8eb11d742f7 with binding_index 1 {{(pid=103801) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 05 17:06:33.917024 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-e2d7d789-ffbf-43e6-b369-f0b6d3021f8c None None] For port d7cb7d39-5809-412b-8fed-894046493297, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d7cb7d39-5809-412b-8fed-894046493297,segment=NetworkSegment(3f961525-530f-4ce5-8222-1dbbbe774893),segment_id=3f961525-530f-4ce5-8222-1dbbbe774893)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:06:33.953569 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-046ed70e-f3f3-489b-b563-f60262547c3f tempest-AllowedAddressPairIpV6TestJSON-2107737971 tempest-AllowedAddressPairIpV6TestJSON-2107737971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:33.984190 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-933bdf65-0380-411d-9991-825ecf29fa7a tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Made reservation on behalf of a3ad318c2083452290397b0c39945cb9 for: {'network': 1} {{(pid=103801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:06:33.987742 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-933bdf65-0380-411d-9991-825ecf29fa7a tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for network, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:33.989541 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046ed70e-f3f3-489b-b563-f60262547c3f tempest-AllowedAddressPairIpV6TestJSON-2107737971 tempest-AllowedAddressPairIpV6TestJSON-2107737971-project] Pushing event deleted for resources: {'Port': ['ID=feea1ca7-8968-4aa0-bd59-f01661db1823,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:06:33.992769 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-e2d7d789-ffbf-43e6-b369-f0b6d3021f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:34.045758 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-046ed70e-f3f3-489b-b563-f60262547c3f tempest-AllowedAddressPairIpV6TestJSON-2107737971 tempest-AllowedAddressPairIpV6TestJSON-2107737971-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:34.050651 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-046ed70e-f3f3-489b-b563-f60262547c3f tempest-AllowedAddressPairIpV6TestJSON-2107737971 tempest-AllowedAddressPairIpV6TestJSON-2107737971-project] 10.222.0.11 "DELETE /v2.0/ports/feea1ca7-8968-4aa0-bd59-f01661db1823 HTTP/1.1" status: 204 len: 168 time: 1.1993067 Jan 05 17:06:34.053338 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 39580) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:06:34.068197 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-933bdf65-0380-411d-9991-825ecf29fa7a tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'} {{(pid=103801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 05 17:06:34.081833 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb96aba2-41f5-4734-885a-0fce38d3078e tempest-AllowedAddressPairIpV6TestJSON-2107737971 tempest-AllowedAddressPairIpV6TestJSON-2107737971-project] GET failed (client error): The resource could not be found. Jan 05 17:06:34.085840 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-fb96aba2-41f5-4734-885a-0fce38d3078e tempest-AllowedAddressPairIpV6TestJSON-2107737971 tempest-AllowedAddressPairIpV6TestJSON-2107737971-project] 10.222.0.11 "GET /v2.0/ports/feea1ca7-8968-4aa0-bd59-f01661db1823 HTTP/1.1" status: 404 len: 333 time: 0.0289733 Jan 05 17:06:34.085982 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-933bdf65-0380-411d-9991-825ecf29fa7a tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225'] for segment, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:34.085982 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.db.segments_db [None req-933bdf65-0380-411d-9991-825ecf29fa7a tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Added segment fa5424e7-9d52-48b1-b35c-96805b75234d of type vlan for network 1749285a-bb8b-41c2-b05e-61d000dda313 Jan 05 17:06:34.086861 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 39582) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:06:34.099831 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cd5b669-2a73-4abc-9ebb-2ca596e932e7 tempest-RoutersIpV6AdminTest-862369890 tempest-RoutersIpV6AdminTest-862369890-project-admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 05 17:06:34.103672 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-51c75f04-4b46-4da1-8871-3a77d14cf30b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '923e5cc5-06f5-42a3-b432-eabe6e87e343', 'name': 'tempest-snat-router-572401780', 'tenant_id': '6bf57b59a0ff492387bc8701dc2dee95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.205'}], 'enable_snat': False}, 'gw_port_id': 'd7cb7d39-5809-412b-8fed-894046493297', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:06:25Z', 'updated_at': '2022-01-05T17:06:28Z', 'revision_number': 3, 'project_id': '6bf57b59a0ff492387bc8701dc2dee95', 'gw_port': {'id': 'd7cb7d39-5809-412b-8fed-894046493297', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:4e:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '923e5cc5-06f5-42a3-b432-eabe6e87e343', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:06:27Z', 'updated_at': '2022-01-05T17:06:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:06:34.107042 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d7d789-ffbf-43e6-b369-f0b6d3021f8c None None] Pushing event updated for resources: {'Port': ['ID=d7cb7d39-5809-412b-8fed-894046493297,revision_number=4']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:06:34.142135 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d268c0a-4a7b-4c9c-a85a-44049c48335f None None] Sync routers for ids ['70283313-2109-47da-85d4-85d8f79c2363'] in dv-neutron-master-2-hyperv {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 05 17:06:34.144455 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-933bdf65-0380-411d-9991-825ecf29fa7a tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754180566020'] for network, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:34.150773 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51c75f04-4b46-4da1-8871-3a77d14cf30b None None] The sync data for ids ['923e5cc5-06f5-42a3-b432-eabe6e87e343'] in dv-neutron-master-2-hyperv is: [{'id': '923e5cc5-06f5-42a3-b432-eabe6e87e343', 'name': 'tempest-snat-router-572401780', 'tenant_id': '6bf57b59a0ff492387bc8701dc2dee95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.205'}], 'enable_snat': False}, 'gw_port_id': 'd7cb7d39-5809-412b-8fed-894046493297', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:06:25Z', 'updated_at': '2022-01-05T17:06:28Z', 'revision_number': 3, 'project_id': '6bf57b59a0ff492387bc8701dc2dee95', 'gw_port': {'id': 'd7cb7d39-5809-412b-8fed-894046493297', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:4e:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '923e5cc5-06f5-42a3-b432-eabe6e87e343', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:06:27Z', 'updated_at': '2022-01-05T17:06:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 05 17:06:34.159865 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.db_base_plugin_common [None req-8f9691c8-79fb-4a37-b6d6-888041147a5f None None] Allocated IP 2001:db8::2 (e897f8fc-3cef-40ca-9466-c6c65ecd9833/e51e3913-a405-4a52-a535-b4827fe2e24c/55fa4f1d-236a-4814-bd1f-3b43e7f06a5c) {{(pid=103802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:06:34.170221 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03691b9a-2512-4aa2-b0f2-51512b6109c8 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Made reservation on behalf of fd419c78d7194361a03f37a26ebeba76 for: {'port': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:06:34.175257 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-03691b9a-2512-4aa2-b0f2-51512b6109c8 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:34.177255 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d268c0a-4a7b-4c9c-a85a-44049c48335f None None] Routers {'70283313-2109-47da-85d4-85d8f79c2363'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:06:34.192796 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-0d268c0a-4a7b-4c9c-a85a-44049c48335f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:06:19Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['70283313-2109-47da-85d4-85d8f79c2363'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:06:34.199051 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.notifiers.nova [None req-03691b9a-2512-4aa2-b0f2-51512b6109c8 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] device_id is not set on port 86ab0ad0-f698-4bbb-8ad3-3c46c461a1a6 yet. {{(pid=103800) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 05 17:06:34.212953 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0114144d-f1d0-445d-a64e-ffc94aaaeeb5 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Made reservation on behalf of 87533cd40e56486093883a2bc761b888 for: {'subnet': 1} {{(pid=103801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:06:34.218127 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-0114144d-f1d0-445d-a64e-ffc94aaaeeb5 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12480675'] for subnet, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:34.296523 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-dd39c43f-8c36-4dd3-86ce-21ebe8da3584 tempest-AllowedAddressPairIpV6TestJSON-2107737971 tempest-AllowedAddressPairIpV6TestJSON-2107737971-project] Deleting port bd52cb70-aedb-4da4-abac-003d46a5729d {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:06:34.296882 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-dd39c43f-8c36-4dd3-86ce-21ebe8da3584 tempest-AllowedAddressPairIpV6TestJSON-2107737971 tempest-AllowedAddressPairIpV6TestJSON-2107737971-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:34.329528 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-5cd5b669-2a73-4abc-9ebb-2ca596e932e7 tempest-RoutersIpV6AdminTest-862369890 tempest-RoutersIpV6AdminTest-862369890-project-admin] Publish callbacks [] for router, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:34.330813 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-5cd5b669-2a73-4abc-9ebb-2ca596e932e7 tempest-RoutersIpV6AdminTest-862369890 tempest-RoutersIpV6AdminTest-862369890-project-admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 3.8997512 Jan 05 17:06:34.338218 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-933bdf65-0380-411d-9991-825ecf29fa7a tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685'] for network, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:34.345467 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-933bdf65-0380-411d-9991-825ecf29fa7a tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:06:34.346131 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-933bdf65-0380-411d-9991-825ecf29fa7a tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Publish callbacks [] for network, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:34.351042 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 39586) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:06:34.422075 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-dd39c43f-8c36-4dd3-86ce-21ebe8da3584 tempest-AllowedAddressPairIpV6TestJSON-2107737971 tempest-AllowedAddressPairIpV6TestJSON-2107737971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:34.439556 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-dd39c43f-8c36-4dd3-86ce-21ebe8da3584 tempest-AllowedAddressPairIpV6TestJSON-2107737971 tempest-AllowedAddressPairIpV6TestJSON-2107737971-project] Calling delete_port for bd52cb70-aedb-4da4-abac-003d46a5729d owned by {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:06:34.620520 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-0d268c0a-4a7b-4c9c-a85a-44049c48335f None None] Set router 70283313-2109-47da-85d4-85d8f79c2363 gateway port host: dv-neutron-master-2-hyperv {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:06:34.722010 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-dd39c43f-8c36-4dd3-86ce-21ebe8da3584 tempest-AllowedAddressPairIpV6TestJSON-2107737971 tempest-AllowedAddressPairIpV6TestJSON-2107737971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:34.755834 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd39c43f-8c36-4dd3-86ce-21ebe8da3584 tempest-AllowedAddressPairIpV6TestJSON-2107737971 tempest-AllowedAddressPairIpV6TestJSON-2107737971-project] Pushing event deleted for resources: {'Port': ['ID=bd52cb70-aedb-4da4-abac-003d46a5729d,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:06:34.790257 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-8f9691c8-79fb-4a37-b6d6-888041147a5f None None] Publish callbacks [] for port, precommit_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:34.791565 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-dd39c43f-8c36-4dd3-86ce-21ebe8da3584 tempest-AllowedAddressPairIpV6TestJSON-2107737971 tempest-AllowedAddressPairIpV6TestJSON-2107737971-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:34.800862 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-dd39c43f-8c36-4dd3-86ce-21ebe8da3584 tempest-AllowedAddressPairIpV6TestJSON-2107737971 tempest-AllowedAddressPairIpV6TestJSON-2107737971-project] 10.222.0.11 "DELETE /v2.0/ports/bd52cb70-aedb-4da4-abac-003d46a5729d HTTP/1.1" status: 204 len: 168 time: 0.7126660 Jan 05 17:06:34.801522 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 39592) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:06:34.828921 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-933bdf65-0380-411d-9991-825ecf29fa7a tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.1282761 Jan 05 17:06:34.839353 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 39594) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:06:34.856501 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-bee34326-ee8d-47d9-8697-fbae8f14dafb tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Request body: {'subnet': {'network_id': '1749285a-bb8b-41c2-b05e-61d000dda313', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:06:34.891239 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f2decdb-269e-4faf-9d6f-dfeb3f3847b9 tempest-AllowedAddressPairIpV6TestJSON-2107737971 tempest-AllowedAddressPairIpV6TestJSON-2107737971-project] Deleting subnet f9f28e61-a03e-4f8f-a18f-bfddade69209 {{(pid=103800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 05 17:06:34.900236 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1f2decdb-269e-4faf-9d6f-dfeb3f3847b9 tempest-AllowedAddressPairIpV6TestJSON-2107737971 tempest-AllowedAddressPairIpV6TestJSON-2107737971-project] Publish callbacks [] for subnet, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:34.916978 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-0d268c0a-4a7b-4c9c-a85a-44049c48335f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70283313-2109-47da-85d4-85d8f79c2363', 'name': 'tempest-snat-router-572401780', 'tenant_id': '6bf57b59a0ff492387bc8701dc2dee95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.107'}], 'enable_snat': True}, 'gw_port_id': '3e2ab1fd-712f-4105-81a1-a01f7f2c66cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:06:30Z', 'updated_at': '2022-01-05T17:06:32Z', 'revision_number': 3, 'project_id': '6bf57b59a0ff492387bc8701dc2dee95', 'gw_port': {'id': '3e2ab1fd-712f-4105-81a1-a01f7f2c66cb', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:a9:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70283313-2109-47da-85d4-85d8f79c2363', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:06:31Z', 'updated_at': '2022-01-05T17:06:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:06:34.938698 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933bdf65-0380-411d-9991-825ecf29fa7a tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Pushing event updated for resources: {'Network': ['ID=1749285a-bb8b-41c2-b05e-61d000dda313,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:06:34.975248 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Network 1749285a-bb8b-41c2-b05e-61d000dda313 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 05 17:06:34.989014 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-8f9691c8-79fb-4a37-b6d6-888041147a5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669'] for port, after_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:34.994429 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d268c0a-4a7b-4c9c-a85a-44049c48335f None None] Checking router: 70283313-2109-47da-85d4-85d8f79c2363 for host: dv-neutron-master-2-hyperv {{(pid=103802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 05 17:06:34.995320 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d268c0a-4a7b-4c9c-a85a-44049c48335f None None] Updating router 70283313-2109-47da-85d4-85d8f79c2363 port 3e2ab1fd-712f-4105-81a1-a01f7f2c66cb binding host dv-neutron-master-2-hyperv {{(pid=103802) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 05 17:06:35.037696 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1f2decdb-269e-4faf-9d6f-dfeb3f3847b9 tempest-AllowedAddressPairIpV6TestJSON-2107737971 tempest-AllowedAddressPairIpV6TestJSON-2107737971-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8784846'] for subnet, precommit_delete_associations {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:35.046436 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-0d268c0a-4a7b-4c9c-a85a-44049c48335f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:35.109067 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-efec9da2-460a-4f25-8724-0e004c2d1139 tempest-RoutersIpV6AdminTest-862369890 tempest-RoutersIpV6AdminTest-862369890-project-admin] 10.222.0.11 "GET /v2.0/routers/70283313-2109-47da-85d4-85d8f79c2363 HTTP/1.1" status: 200 len: 907 time: 0.7487249 Jan 05 17:06:35.113903 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 39596) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:06:35.170501 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f9691c8-79fb-4a37-b6d6-888041147a5f None None] Network e897f8fc-3cef-40ca-9466-c6c65ecd9833 is already hosted by enough agents. {{(pid=103802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:06:35.180793 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [None req-03691b9a-2512-4aa2-b0f2-51512b6109c8 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Allocated IP 2001:db8::178 (e897f8fc-3cef-40ca-9466-c6c65ecd9833/e51e3913-a405-4a52-a535-b4827fe2e24c/86ab0ad0-f698-4bbb-8ad3-3c46c461a1a6) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:06:35.187494 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.scheduler.base_scheduler [None req-8f9691c8-79fb-4a37-b6d6-888041147a5f None None] Resources bound (agent type, host, resource id): {{(pid=103802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:06:35.207501 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f9691c8-79fb-4a37-b6d6-888041147a5f None None] Received port after_create {{(pid=103802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:06:35.219028 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device d7cb7d39-5809-412b-8fed-894046493297 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:06:35.230844 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9691c8-79fb-4a37-b6d6-888041147a5f None None] Pushing event updated for resources: {'Port': ['ID=55fa4f1d-236a-4814-bd1f-3b43e7f06a5c,revision_number=1']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:06:35.244851 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1f2decdb-269e-4faf-9d6f-dfeb3f3847b9 tempest-AllowedAddressPairIpV6TestJSON-2107737971 tempest-AllowedAddressPairIpV6TestJSON-2107737971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892868'] for subnet, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:35.319935 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-0cc9dc45-fba7-472c-b0bb-be1f6791d1b7 tempest-RoutersIpV6AdminTest-862369890 tempest-RoutersIpV6AdminTest-862369890-project-admin] Publish callbacks [] for router, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:35.370917 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bee34326-ee8d-47d9-8697-fbae8f14dafb tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Made reservation on behalf of a3ad318c2083452290397b0c39945cb9 for: {'subnet': 1} {{(pid=103801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:06:35.374658 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-bee34326-ee8d-47d9-8697-fbae8f14dafb tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12480675'] for subnet, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:35.384784 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-8f9691c8-79fb-4a37-b6d6-888041147a5f None None] Attempting to bind port 55fa4f1d-236a-4814-bd1f-3b43e7f06a5c on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 05 17:06:35.385151 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-8f9691c8-79fb-4a37-b6d6-888041147a5f None None] Attempting to bind port 55fa4f1d-236a-4814-bd1f-3b43e7f06a5c by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '68e6c437-46c2-424d-85e7-20547f69066d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'e897f8fc-3cef-40ca-9466-c6c65ecd9833'}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 05 17:06:35.385505 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f9691c8-79fb-4a37-b6d6-888041147a5f None None] Attempting to bind port 55fa4f1d-236a-4814-bd1f-3b43e7f06a5c on network e897f8fc-3cef-40ca-9466-c6c65ecd9833 {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:06:35.406292 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f9691c8-79fb-4a37-b6d6-888041147a5f None None] Checking agent: {'id': '0d4f8fd3-ce62-4651-970c-efa6a8bb22b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 5, 16, 57, 23), 'started_at': datetime.datetime(2022, 1, 5, 16, 57, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 5, 17, 6, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 05 17:06:35.406664 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f9691c8-79fb-4a37-b6d6-888041147a5f None None] Checking segment: {'id': '68e6c437-46c2-424d-85e7-20547f69066d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'e897f8fc-3cef-40ca-9466-c6c65ecd9833'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:06:35.407061 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-8f9691c8-79fb-4a37-b6d6-888041147a5f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:35.407615 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f9691c8-79fb-4a37-b6d6-888041147a5f None None] Bound using segment: {'id': '68e6c437-46c2-424d-85e7-20547f69066d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'e897f8fc-3cef-40ca-9466-c6c65ecd9833'} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 05 17:06:35.408177 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-8f9691c8-79fb-4a37-b6d6-888041147a5f None None] Bound port: 55fa4f1d-236a-4814-bd1f-3b43e7f06a5c, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68e6c437-46c2-424d-85e7-20547f69066d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'e897f8fc-3cef-40ca-9466-c6c65ecd9833'}}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 05 17:06:35.408553 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-8f9691c8-79fb-4a37-b6d6-888041147a5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:35.499520 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-0114144d-f1d0-445d-a64e-ffc94aaaeeb5 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11433288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12480593'] for subnet, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:35.520652 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Provisioning complete for port d7cb7d39-5809-412b-8fed-894046493297 triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:06:35.521082 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:35.529400 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-03691b9a-2512-4aa2-b0f2-51512b6109c8 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks [] for port, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:35.590445 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-0cc9dc45-fba7-472c-b0bb-be1f6791d1b7 tempest-RoutersIpV6AdminTest-862369890 tempest-RoutersIpV6AdminTest-862369890-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:35.595454 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0114144d-f1d0-445d-a64e-ffc94aaaeeb5 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Pushing event updated for resources: {'Subnet': ['ID=eba2a40f-845c-42e2-9c40-b9adb01e47ff,revision_number=0']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:06:35.603333 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-8f9691c8-79fb-4a37-b6d6-888041147a5f None None] For port 55fa4f1d-236a-4814-bd1f-3b43e7f06a5c, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 05 17:06:35.608746 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-8f9691c8-79fb-4a37-b6d6-888041147a5f None None] For port 55fa4f1d-236a-4814-bd1f-3b43e7f06a5c, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=55fa4f1d-236a-4814-bd1f-3b43e7f06a5c,segment=NetworkSegment(68e6c437-46c2-424d-85e7-20547f69066d),segment_id=68e6c437-46c2-424d-85e7-20547f69066d)] {{(pid=103802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 05 17:06:35.610809 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1f2decdb-269e-4faf-9d6f-dfeb3f3847b9 tempest-AllowedAddressPairIpV6TestJSON-2107737971 tempest-AllowedAddressPairIpV6TestJSON-2107737971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3893367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8784787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8521880'] for subnet, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:35.647164 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2decdb-269e-4faf-9d6f-dfeb3f3847b9 tempest-AllowedAddressPairIpV6TestJSON-2107737971 tempest-AllowedAddressPairIpV6TestJSON-2107737971-project] Pushing event deleted for resources: {'Subnet': ['ID=f9f28e61-a03e-4f8f-a18f-bfddade69209,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:06:35.650975 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1f2decdb-269e-4faf-9d6f-dfeb3f3847b9 tempest-AllowedAddressPairIpV6TestJSON-2107737971 tempest-AllowedAddressPairIpV6TestJSON-2107737971-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560699'] for subnet, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:35.657842 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-1f2decdb-269e-4faf-9d6f-dfeb3f3847b9 tempest-AllowedAddressPairIpV6TestJSON-2107737971 tempest-AllowedAddressPairIpV6TestJSON-2107737971-project] 10.222.0.11 "DELETE /v2.0/subnets/f9f28e61-a03e-4f8f-a18f-bfddade69209 HTTP/1.1" status: 204 len: 168 time: 0.8536048 Jan 05 17:06:35.657957 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 39600) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:06:35.664936 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d975c476-d624-49e4-a1b8-354cce37f238 None None] Network d70de973-d620-4747-924f-59a8ea7c37da requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:06:35.670920 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0114144d-f1d0-445d-a64e-ffc94aaaeeb5 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Checking segment: {'id': '8f018968-7719-4818-a10e-9141374622d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'c48256cf-a076-46b3-9713-1d8b4ddd5ae7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:06:35.671304 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0114144d-f1d0-445d-a64e-ffc94aaaeeb5 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Network hostable DHCP agents. Network: c48256cf-a076-46b3-9713-1d8b4ddd5ae7, hostable agents: ['3f70c195-17da-4084-9fd6-bf6059d88535'], hosted agents: [] {{(pid=103801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 05 17:06:35.676763 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-03691b9a-2512-4aa2-b0f2-51512b6109c8 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:35.717559 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-8f9691c8-79fb-4a37-b6d6-888041147a5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:35.742613 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03691b9a-2512-4aa2-b0f2-51512b6109c8 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Network e897f8fc-3cef-40ca-9466-c6c65ecd9833 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:06:35.746339 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-03691b9a-2512-4aa2-b0f2-51512b6109c8 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:06:35.754153 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03691b9a-2512-4aa2-b0f2-51512b6109c8 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:06:35.761920 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03691b9a-2512-4aa2-b0f2-51512b6109c8 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:06:35.762598 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-03691b9a-2512-4aa2-b0f2-51512b6109c8 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:35.770637 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03691b9a-2512-4aa2-b0f2-51512b6109c8 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Pushing event updated for resources: {'Port': ['ID=86ab0ad0-f698-4bbb-8ad3-3c46c461a1a6,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:06:35.799370 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-0d268c0a-4a7b-4c9c-a85a-44049c48335f None None] Publish callbacks [] for port, precommit_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:35.849955 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-fafaa700-7ef4-4c40-ae5b-68cf154f539f tempest-AllowedAddressPairIpV6TestJSON-2107737971 tempest-AllowedAddressPairIpV6TestJSON-2107737971-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3809644'] for network, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:35.875821 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9691c8-79fb-4a37-b6d6-888041147a5f None None] Pushing event updated for resources: {'Port': ['ID=55fa4f1d-236a-4814-bd1f-3b43e7f06a5c,revision_number=2']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:06:35.886022 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-03691b9a-2512-4aa2-b0f2-51512b6109c8 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.1101766 Jan 05 17:06:35.889556 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 39606) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:06:35.909493 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9dc45-fba7-472c-b0bb-be1f6791d1b7 tempest-RoutersIpV6AdminTest-862369890 tempest-RoutersIpV6AdminTest-862369890-project-admin] Deleting port 3e2ab1fd-712f-4105-81a1-a01f7f2c66cb {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:06:35.909789 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-0cc9dc45-fba7-472c-b0bb-be1f6791d1b7 tempest-RoutersIpV6AdminTest-862369890 tempest-RoutersIpV6AdminTest-862369890-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:35.930477 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-0d268c0a-4a7b-4c9c-a85a-44049c48335f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:35.975734 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0114144d-f1d0-445d-a64e-ffc94aaaeeb5 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Network c48256cf-a076-46b3-9713-1d8b4ddd5ae7 is scheduled to be hosted by DHCP agent 3f70c195-17da-4084-9fd6-bf6059d88535 with binding_index 1 {{(pid=103801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 05 17:06:35.976836 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-bee34326-ee8d-47d9-8697-fbae8f14dafb tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11433288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12480593'] for subnet, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:35.996305 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-291bfb00-4944-410c-852d-7bca1b361328 None None] DHCP port deletion for b0167590-0699-4c5c-a932-3939414a9573 request from dv-neutron-master-2-hyperv {{(pid=103802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 05 17:06:35.999081 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a20d6bc-305e-4bb4-8a2c-9947044e2f4e None None] DHCP port deletion for d70de973-d620-4747-924f-59a8ea7c37da request from dv-neutron-master-2-hyperv {{(pid=103802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 05 17:06:36.016141 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66ddabe4-b9da-42c6-bf38-b1074da17597 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:06:36.023977 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66ddabe4-b9da-42c6-bf38-b1074da17597 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:06:36.026409 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-66ddabe4-b9da-42c6-bf38-b1074da17597 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.1357133 Jan 05 17:06:36.029472 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 39608) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:06:36.032350 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-0d268c0a-4a7b-4c9c-a85a-44049c48335f None None] Attempting to bind port 3e2ab1fd-712f-4105-81a1-a01f7f2c66cb on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 05 17:06:36.032724 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-0d268c0a-4a7b-4c9c-a85a-44049c48335f None None] Attempting to bind port 3e2ab1fd-712f-4105-81a1-a01f7f2c66cb by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '3f961525-530f-4ce5-8222-1dbbbe774893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573'}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 05 17:06:36.042591 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d268c0a-4a7b-4c9c-a85a-44049c48335f None None] Attempting to bind port 3e2ab1fd-712f-4105-81a1-a01f7f2c66cb on network b0167590-0699-4c5c-a932-3939414a9573 {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:06:36.050508 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8096d14f-77b8-43a9-9b05-ad111a73c761 None None] Pushing event updated for resources: {'Port': ['ID=3e2ab1fd-712f-4105-81a1-a01f7f2c66cb,revision_number=2']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:06:36.088546 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-fafaa700-7ef4-4c40-ae5b-68cf154f539f tempest-AllowedAddressPairIpV6TestJSON-2107737971 tempest-AllowedAddressPairIpV6TestJSON-2107737971-project] Deleting port 9d9797fe-28bc-484a-8109-b1bbda455a24 {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:06:36.088868 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-fafaa700-7ef4-4c40-ae5b-68cf154f539f tempest-AllowedAddressPairIpV6TestJSON-2107737971 tempest-AllowedAddressPairIpV6TestJSON-2107737971-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:36.099652 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-0114144d-f1d0-445d-a64e-ffc94aaaeeb5 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, c48256cf-a076-46b3-9713-1d8b4ddd5ae7) {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:06:36.103985 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0114144d-f1d0-445d-a64e-ffc94aaaeeb5 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:06:36.104774 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-0114144d-f1d0-445d-a64e-ffc94aaaeeb5 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Publish callbacks [] for subnet, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:36.124569 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36c9ec2d-b498-40a3-9f47-a3d788df29ac None None] Network c48256cf-a076-46b3-9713-1d8b4ddd5ae7 requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:06:36.148524 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d268c0a-4a7b-4c9c-a85a-44049c48335f None None] Checking agent: {'id': '0d4f8fd3-ce62-4651-970c-efa6a8bb22b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 5, 16, 57, 23), 'started_at': datetime.datetime(2022, 1, 5, 16, 57, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 5, 17, 6, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 05 17:06:36.148955 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d268c0a-4a7b-4c9c-a85a-44049c48335f None None] Checking segment: {'id': '3f961525-530f-4ce5-8222-1dbbbe774893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:06:36.149849 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-0cc9dc45-fba7-472c-b0bb-be1f6791d1b7 tempest-RoutersIpV6AdminTest-862369890 tempest-RoutersIpV6AdminTest-862369890-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:36.150749 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-0d268c0a-4a7b-4c9c-a85a-44049c48335f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:36.151180 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d268c0a-4a7b-4c9c-a85a-44049c48335f None None] Bound using segment: {'id': '3f961525-530f-4ce5-8222-1dbbbe774893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573'} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 05 17:06:36.152312 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee34326-ee8d-47d9-8697-fbae8f14dafb tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Pushing event updated for resources: {'Subnet': ['ID=c630a13f-6ac8-4131-ac37-376c4decd574,revision_number=0']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:06:36.153893 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-0d268c0a-4a7b-4c9c-a85a-44049c48335f None None] Bound port: 3e2ab1fd-712f-4105-81a1-a01f7f2c66cb, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f961525-530f-4ce5-8222-1dbbbe774893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573'}}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 05 17:06:36.154328 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-0d268c0a-4a7b-4c9c-a85a-44049c48335f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:36.182575 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-2b887f96-5ae9-4419-9485-677782c64007 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Deleting port 86ab0ad0-f698-4bbb-8ad3-3c46c461a1a6 {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:06:36.183607 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2b887f96-5ae9-4419-9485-677782c64007 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:36.213653 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9dc45-fba7-472c-b0bb-be1f6791d1b7 tempest-RoutersIpV6AdminTest-862369890 tempest-RoutersIpV6AdminTest-862369890-project-admin] Calling delete_port for 3e2ab1fd-712f-4105-81a1-a01f7f2c66cb owned by network:router_gateway {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:06:36.248180 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-fafaa700-7ef4-4c40-ae5b-68cf154f539f tempest-AllowedAddressPairIpV6TestJSON-2107737971 tempest-AllowedAddressPairIpV6TestJSON-2107737971-project] For port 9d9797fe-28bc-484a-8109-b1bbda455a24, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=9d9797fe-28bc-484a-8109-b1bbda455a24,segment=NetworkSegment(589c7085-2fdc-458e-b2d8-223d45a2a06e),segment_id=589c7085-2fdc-458e-b2d8-223d45a2a06e)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:06:36.248691 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-fafaa700-7ef4-4c40-ae5b-68cf154f539f tempest-AllowedAddressPairIpV6TestJSON-2107737971 tempest-AllowedAddressPairIpV6TestJSON-2107737971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:36.277633 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-ff2ffa7b-0186-4053-88f3-687c20c2cc84 None None] Provisioning complete for port 3e2ab1fd-712f-4105-81a1-a01f7f2c66cb triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:06:36.278011 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-ff2ffa7b-0186-4053-88f3-687c20c2cc84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:36.290138 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2b887f96-5ae9-4419-9485-677782c64007 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:36.304651 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-2b887f96-5ae9-4419-9485-677782c64007 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Calling delete_port for 86ab0ad0-f698-4bbb-8ad3-3c46c461a1a6 owned by {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:06:36.324121 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bee34326-ee8d-47d9-8697-fbae8f14dafb tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Checking segment: {'id': 'fa5424e7-9d52-48b1-b35c-96805b75234d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '1749285a-bb8b-41c2-b05e-61d000dda313'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:06:36.324491 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bee34326-ee8d-47d9-8697-fbae8f14dafb tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Network hostable DHCP agents. Network: 1749285a-bb8b-41c2-b05e-61d000dda313, hostable agents: ['3f70c195-17da-4084-9fd6-bf6059d88535'], hosted agents: [] {{(pid=103801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 05 17:06:36.325402 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-0d268c0a-4a7b-4c9c-a85a-44049c48335f None None] For port 3e2ab1fd-712f-4105-81a1-a01f7f2c66cb, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 05 17:06:36.343471 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-0114144d-f1d0-445d-a64e-ffc94aaaeeb5 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.4918909 Jan 05 17:06:36.346307 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 39610) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:06:36.352730 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-0d268c0a-4a7b-4c9c-a85a-44049c48335f None None] For port 3e2ab1fd-712f-4105-81a1-a01f7f2c66cb, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=3e2ab1fd-712f-4105-81a1-a01f7f2c66cb,segment=NetworkSegment(3f961525-530f-4ce5-8222-1dbbbe774893),segment_id=3f961525-530f-4ce5-8222-1dbbbe774893)] {{(pid=103802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 05 17:06:36.358644 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-ff2ffa7b-0186-4053-88f3-687c20c2cc84 None None] Port 3e2ab1fd-712f-4105-81a1-a01f7f2c66cb cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 17:06:36.361892 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-1a20d6bc-305e-4bb4-8a2c-9947044e2f4e None None] Deleting port 9d9797fe-28bc-484a-8109-b1bbda455a24 {{(pid=103802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:06:36.362154 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-1a20d6bc-305e-4bb4-8a2c-9947044e2f4e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:36.364156 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-fafaa700-7ef4-4c40-ae5b-68cf154f539f tempest-AllowedAddressPairIpV6TestJSON-2107737971 tempest-AllowedAddressPairIpV6TestJSON-2107737971-project] Calling delete_port for 9d9797fe-28bc-484a-8109-b1bbda455a24 owned by network:dhcp {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:06:36.369239 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-d8dcc22a-5640-41b0-aba9-40a12fbc846b tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1869115641', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573'}, 'admin_state_up': False}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:06:36.390728 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01557085-e51e-481b-b5bc-3a67383342f1 None None] Network c48256cf-a076-46b3-9713-1d8b4ddd5ae7 requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:06:36.439396 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-0d268c0a-4a7b-4c9c-a85a-44049c48335f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:36.502781 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bee34326-ee8d-47d9-8697-fbae8f14dafb tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Network 1749285a-bb8b-41c2-b05e-61d000dda313 is scheduled to be hosted by DHCP agent 3f70c195-17da-4084-9fd6-bf6059d88535 with binding_index 1 {{(pid=103801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 05 17:06:36.551055 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2b887f96-5ae9-4419-9485-677782c64007 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:36.557696 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-1a20d6bc-305e-4bb4-8a2c-9947044e2f4e None None] For port 9d9797fe-28bc-484a-8109-b1bbda455a24, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=9d9797fe-28bc-484a-8109-b1bbda455a24,segment=NetworkSegment(589c7085-2fdc-458e-b2d8-223d45a2a06e),segment_id=589c7085-2fdc-458e-b2d8-223d45a2a06e)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:06:36.558104 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-1a20d6bc-305e-4bb4-8a2c-9947044e2f4e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:36.583244 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-d8dcc22a-5640-41b0-aba9-40a12fbc846b tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-649063', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58098'] for router, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:36.584261 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-d8dcc22a-5640-41b0-aba9-40a12fbc846b tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649832', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-545006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58091'] for router, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:36.587572 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-bee34326-ee8d-47d9-8697-fbae8f14dafb tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 1749285a-bb8b-41c2-b05e-61d000dda313) {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:06:36.592976 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b887f96-5ae9-4419-9485-677782c64007 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Pushing event deleted for resources: {'Port': ['ID=86ab0ad0-f698-4bbb-8ad3-3c46c461a1a6,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:06:36.593183 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83e1f912-c7b2-46fd-a885-5206e7a52fd2 None None] DHCP port deletion for b0167590-0699-4c5c-a932-3939414a9573 request from dv-neutron-master-2-hyperv {{(pid=103802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 05 17:06:36.598369 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bee34326-ee8d-47d9-8697-fbae8f14dafb tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:06:36.598972 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-bee34326-ee8d-47d9-8697-fbae8f14dafb tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Publish callbacks [] for subnet, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:36.632014 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-1a20d6bc-305e-4bb4-8a2c-9947044e2f4e None None] Calling delete_port for 9d9797fe-28bc-484a-8109-b1bbda455a24 owned by network:dhcp {{(pid=103802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:06:36.635406 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2b887f96-5ae9-4419-9485-677782c64007 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:36.635498 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b1960c6-e2ce-4f17-b731-f3be2a00f1bc None None] Network 1749285a-bb8b-41c2-b05e-61d000dda313 requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:06:36.643045 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-fafaa700-7ef4-4c40-ae5b-68cf154f539f tempest-AllowedAddressPairIpV6TestJSON-2107737971 tempest-AllowedAddressPairIpV6TestJSON-2107737971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11433176'] for port, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:36.643298 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-2b887f96-5ae9-4419-9485-677782c64007 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] 10.222.0.11 "DELETE /v2.0/ports/86ab0ad0-f698-4bbb-8ad3-3c46c461a1a6 HTTP/1.1" status: 204 len: 168 time: 0.6119285 Jan 05 17:06:36.644671 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 39614) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:06:36.661518 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d268c0a-4a7b-4c9c-a85a-44049c48335f None None] Routers {'70283313-2109-47da-85d4-85d8f79c2363'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:06:36.662752 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-0d268c0a-4a7b-4c9c-a85a-44049c48335f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:06:19Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['70283313-2109-47da-85d4-85d8f79c2363'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:06:36.692494 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8096d14f-77b8-43a9-9b05-ad111a73c761 None None] Pushing event updated for resources: {'Port': ['ID=3e2ab1fd-712f-4105-81a1-a01f7f2c66cb,revision_number=3']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:06:36.713176 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-d8dcc22a-5640-41b0-aba9-40a12fbc846b tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:36.738480 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-0cc9dc45-fba7-472c-b0bb-be1f6791d1b7 tempest-RoutersIpV6AdminTest-862369890 tempest-RoutersIpV6AdminTest-862369890-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11433176'] for port, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:36.776431 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-bee34326-ee8d-47d9-8697-fbae8f14dafb tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9350076 Jan 05 17:06:36.776745 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 39616) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:06:36.777339 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafaa700-7ef4-4c40-ae5b-68cf154f539f tempest-AllowedAddressPairIpV6TestJSON-2107737971 tempest-AllowedAddressPairIpV6TestJSON-2107737971-project] Pushing event deleted for resources: {'Port': ['ID=9d9797fe-28bc-484a-8109-b1bbda455a24,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:06:36.779456 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fafaa700-7ef4-4c40-ae5b-68cf154f539f tempest-AllowedAddressPairIpV6TestJSON-2107737971 tempest-AllowedAddressPairIpV6TestJSON-2107737971-project] No DVR routers for this DVR port 9d9797fe-28bc-484a-8109-b1bbda455a24 on host dv-neutron-master-2-hyperv {{(pid=103801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 05 17:06:36.784282 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-c4c85955-46ac-4be4-9e63-6a852d0f9a34 tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Request body: {'subnet': {'network_id': '1749285a-bb8b-41c2-b05e-61d000dda313', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:06:36.856666 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc9dc45-fba7-472c-b0bb-be1f6791d1b7 tempest-RoutersIpV6AdminTest-862369890 tempest-RoutersIpV6AdminTest-862369890-project-admin] Pushing event deleted for resources: {'Port': ['ID=3e2ab1fd-712f-4105-81a1-a01f7f2c66cb,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:06:37.066833 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a821bb3-56cc-4c78-8308-cf18ae4664fc None None] DHCP port deletion for b0167590-0699-4c5c-a932-3939414a9573 request from dv-neutron-master-2-hyperv {{(pid=103802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 05 17:06:37.118367 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-0cc9dc45-fba7-472c-b0bb-be1f6791d1b7 tempest-RoutersIpV6AdminTest-862369890 tempest-RoutersIpV6AdminTest-862369890-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-648595'] for router_gateway, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:37.126127 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4c85955-46ac-4be4-9e63-6a852d0f9a34 tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Made reservation on behalf of a3ad318c2083452290397b0c39945cb9 for: {'subnet': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:06:37.130440 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d4bfc8e-7cf4-42ff-ba04-4331f56a05f7 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:06:37.131261 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c4c85955-46ac-4be4-9e63-6a852d0f9a34 tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8521827'] for subnet, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:37.132412 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d4bfc8e-7cf4-42ff-ba04-4331f56a05f7 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:06:37.136688 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-8d4bfc8e-7cf4-42ff-ba04-4331f56a05f7 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.4345255 Jan 05 17:06:37.136688 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-fafaa700-7ef4-4c40-ae5b-68cf154f539f tempest-AllowedAddressPairIpV6TestJSON-2107737971 tempest-AllowedAddressPairIpV6TestJSON-2107737971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3891715', 'neutron.services.segments.db._delete_segments_for_network-8754181063482'] for network, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:37.137139 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 39622) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:06:37.156990 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-3ae5388f-92a9-4912-9dc3-e6f713c12469 None None] Could not find standard attr ID for object 3e2ab1fd-712f-4105-81a1-a01f7f2c66cb. {{(pid=103802) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 05 17:06:37.237813 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-0d268c0a-4a7b-4c9c-a85a-44049c48335f None None] Set router 70283313-2109-47da-85d4-85d8f79c2363 gateway port host: None {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:06:37.262081 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 55fa4f1d-236a-4814-bd1f-3b43e7f06a5c up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:06:37.334540 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-0cc9dc45-fba7-472c-b0bb-be1f6791d1b7 tempest-RoutersIpV6AdminTest-862369890 tempest-RoutersIpV6AdminTest-862369890-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-648249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62744'] for router, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:37.363517 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.services.segments.db [None req-fafaa700-7ef4-4c40-ae5b-68cf154f539f tempest-AllowedAddressPairIpV6TestJSON-2107737971 tempest-AllowedAddressPairIpV6TestJSON-2107737971-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d70de973-d620-4747-924f-59a8ea7c37da']}} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:06:37.367184 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-d8dcc22a-5640-41b0-aba9-40a12fbc846b tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:37.370876 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-0cc9dc45-fba7-472c-b0bb-be1f6791d1b7 tempest-RoutersIpV6AdminTest-862369890 tempest-RoutersIpV6AdminTest-862369890-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:37.384351 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.services.segments.db [None req-fafaa700-7ef4-4c40-ae5b-68cf154f539f tempest-AllowedAddressPairIpV6TestJSON-2107737971 tempest-AllowedAddressPairIpV6TestJSON-2107737971-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '589c7085-2fdc-458e-b2d8-223d45a2a06e') {'for_net_delete': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:06:37.384640 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.services.segments.db [None req-fafaa700-7ef4-4c40-ae5b-68cf154f539f tempest-AllowedAddressPairIpV6TestJSON-2107737971 tempest-AllowedAddressPairIpV6TestJSON-2107737971-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '589c7085-2fdc-458e-b2d8-223d45a2a06e') {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:06:37.386340 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-0d268c0a-4a7b-4c9c-a85a-44049c48335f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70283313-2109-47da-85d4-85d8f79c2363', 'name': 'tempest-snat-router-572401780', 'tenant_id': '6bf57b59a0ff492387bc8701dc2dee95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:06:30Z', 'updated_at': '2022-01-05T17:06:35Z', 'revision_number': 4, 'project_id': '6bf57b59a0ff492387bc8701dc2dee95', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:06:37.393848 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-1a20d6bc-305e-4bb4-8a2c-9947044e2f4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678'] for port, after_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:37.432588 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-fafaa700-7ef4-4c40-ae5b-68cf154f539f tempest-AllowedAddressPairIpV6TestJSON-2107737971 tempest-AllowedAddressPairIpV6TestJSON-2107737971-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754181064771', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11316385'] for segment, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:37.441931 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1256419d-e1c1-4093-bf29-617fd2b02169 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-1749285a-bb8b-41c2-b05e-61d000dda313', 'network_id': '1749285a-bb8b-41c2-b05e-61d000dda313', 'project_id': 'a3ad318c2083452290397b0c39945cb9', 'fixed_ips': [{'subnet_id': 'c630a13f-6ac8-4131-ac37-376c4decd574'}]}} from dv-neutron-master-2-hyperv. {{(pid=103802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 05 17:06:37.444085 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-1256419d-e1c1-4093-bf29-617fd2b02169 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:37.447060 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a20d6bc-305e-4bb4-8a2c-9947044e2f4e None None] No DVR routers for this DVR port 9d9797fe-28bc-484a-8109-b1bbda455a24 on host dv-neutron-master-2-hyperv {{(pid=103802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 05 17:06:37.448256 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-fafaa700-7ef4-4c40-ae5b-68cf154f539f tempest-AllowedAddressPairIpV6TestJSON-2107737971 tempest-AllowedAddressPairIpV6TestJSON-2107737971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225'] for segment, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:37.455715 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fafaa700-7ef4-4c40-ae5b-68cf154f539f tempest-AllowedAddressPairIpV6TestJSON-2107737971 tempest-AllowedAddressPairIpV6TestJSON-2107737971-project] Releasing vlan 128 on physical network physnet1 to pool {{(pid=103801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 05 17:06:37.456392 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-fafaa700-7ef4-4c40-ae5b-68cf154f539f tempest-AllowedAddressPairIpV6TestJSON-2107737971 tempest-AllowedAddressPairIpV6TestJSON-2107737971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11433197'] for segment, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:37.460071 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:06:37.460071 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:06:37.460071 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:06:37.460071 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:06:37.460071 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:06:37.460071 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:06:37.460071 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:06:37.460071 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:06:37.460071 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:06:37.460071 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:06:37.460071 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:06:37.460071 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:06:37.460071 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:06:37.460071 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:06:37.460071 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:06:37.460071 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:06:37.460071 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:06:37.460071 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:06:37.460071 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:06:37.460071 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:06:37.460071 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:06:37.460071 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:06:37.460071 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:06:37.460071 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:06:37.460071 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:06:37.460071 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:06:37.460071 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:06:37.460071 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:06:37.460071 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:06:37.460071 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:06:37.460071 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:06:37.460071 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:06:37.460071 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:06:37.460071 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:06:37.460071 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:06:37.460071 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:06:37.462213 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 05 17:06:37.462213 dv-neutron-master-2-hyperv neutron-server[103801]: items = [ Jan 05 17:06:37.462213 dv-neutron-master-2-hyperv neutron-server[103801]: Traceback (most recent call last): Jan 05 17:06:37.462213 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 05 17:06:37.462213 dv-neutron-master-2-hyperv neutron-server[103801]: timer() Jan 05 17:06:37.462213 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 05 17:06:37.462213 dv-neutron-master-2-hyperv neutron-server[103801]: cb(*args, **kw) Jan 05 17:06:37.462213 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 05 17:06:37.462213 dv-neutron-master-2-hyperv neutron-server[103801]: return func(*args, **kwargs) Jan 05 17:06:37.462213 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 05 17:06:37.462213 dv-neutron-master-2-hyperv neutron-server[103801]: self._notify() Jan 05 17:06:37.462213 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 05 17:06:37.462213 dv-neutron-master-2-hyperv neutron-server[103801]: self.callback(batched_events) Jan 05 17:06:37.462213 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 05 17:06:37.462213 dv-neutron-master-2-hyperv neutron-server[103801]: event.method(event) Jan 05 17:06:37.462213 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 05 17:06:37.462213 dv-neutron-master-2-hyperv neutron-server[103801]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 05 17:06:37.462213 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 05 17:06:37.462213 dv-neutron-master-2-hyperv neutron-server[103801]: aggregate_uuid = self.p_client.list_aggregates( Jan 05 17:06:37.462213 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 05 17:06:37.462213 dv-neutron-master-2-hyperv neutron-server[103801]: return f(self, *a, **k) Jan 05 17:06:37.462213 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 05 17:06:37.462213 dv-neutron-master-2-hyperv neutron-server[103801]: return self._get(url).json() Jan 05 17:06:37.462213 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 05 17:06:37.462213 dv-neutron-master-2-hyperv neutron-server[103801]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 05 17:06:37.462213 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 05 17:06:37.462213 dv-neutron-master-2-hyperv neutron-server[103801]: return self.request(url, 'GET', **kwargs) Jan 05 17:06:37.462213 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 05 17:06:37.462213 dv-neutron-master-2-hyperv neutron-server[103801]: base_url = self.get_endpoint(auth, allow=allow, Jan 05 17:06:37.462213 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 05 17:06:37.462213 dv-neutron-master-2-hyperv neutron-server[103801]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 05 17:06:37.462213 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 05 17:06:37.462213 dv-neutron-master-2-hyperv neutron-server[103801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 05 17:06:37.462213 dv-neutron-master-2-hyperv neutron-server[103801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 05 17:06:37.466344 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d268c0a-4a7b-4c9c-a85a-44049c48335f None None] The sync data for ids ['70283313-2109-47da-85d4-85d8f79c2363'] in dv-neutron-master-2-hyperv is: [{'id': '70283313-2109-47da-85d4-85d8f79c2363', 'name': 'tempest-snat-router-572401780', 'tenant_id': '6bf57b59a0ff492387bc8701dc2dee95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:06:30Z', 'updated_at': '2022-01-05T17:06:35Z', 'revision_number': 4, 'project_id': '6bf57b59a0ff492387bc8701dc2dee95', 'gw_port_host': None}] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 05 17:06:37.510113 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a20d6bc-305e-4bb4-8a2c-9947044e2f4e None None] Pushing event deleted for resources: {'Port': ['ID=9d9797fe-28bc-484a-8109-b1bbda455a24,revision_number=None']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:06:37.573024 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-0cc9dc45-fba7-472c-b0bb-be1f6791d1b7 tempest-RoutersIpV6AdminTest-862369890 tempest-RoutersIpV6AdminTest-862369890-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-648240'] for router, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:37.573560 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cc9dc45-fba7-472c-b0bb-be1f6791d1b7 tempest-RoutersIpV6AdminTest-862369890 tempest-RoutersIpV6AdminTest-862369890-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 70283313-2109-47da-85d4-85d8f79c2363 {{(pid=103801) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 05 17:06:37.580184 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-0cc9dc45-fba7-472c-b0bb-be1f6791d1b7 tempest-RoutersIpV6AdminTest-862369890 tempest-RoutersIpV6AdminTest-862369890-project-admin] Publish callbacks [] for router, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:37.588373 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-0cc9dc45-fba7-472c-b0bb-be1f6791d1b7 tempest-RoutersIpV6AdminTest-862369890 tempest-RoutersIpV6AdminTest-862369890-project-admin] 10.222.0.11 "DELETE /v2.0/routers/70283313-2109-47da-85d4-85d8f79c2363 HTTP/1.1" status: 204 len: 168 time: 2.4669895 Jan 05 17:06:37.588373 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 39624) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:06:37.694827 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Provisioning complete for port 55fa4f1d-236a-4814-bd1f-3b43e7f06a5c triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:06:37.699453 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:37.728805 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b9c85f7-12d5-4054-afb6-c6d6392545be tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Deleting subnet e51e3913-a405-4a52-a535-b4827fe2e24c {{(pid=103800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 05 17:06:37.737397 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9b9c85f7-12d5-4054-afb6-c6d6392545be tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks [] for subnet, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:37.828102 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9b9c85f7-12d5-4054-afb6-c6d6392545be tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8784846'] for subnet, precommit_delete_associations {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:37.854627 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:37.858003 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-50a5b179-38ec-41bc-8b13-55b7f5283da0 None None] Provisioning complete for port 55fa4f1d-236a-4814-bd1f-3b43e7f06a5c triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:06:37.858189 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-50a5b179-38ec-41bc-8b13-55b7f5283da0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:37.948410 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.db_base_plugin_common [None req-1256419d-e1c1-4093-bf29-617fd2b02169 None None] Allocated IP 2001:db8::2 (1749285a-bb8b-41c2-b05e-61d000dda313/c630a13f-6ac8-4131-ac37-376c4decd574/249c3215-a194-4634-9a7c-f1473d3b1125) {{(pid=103802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:06:37.962021 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] For port 55fa4f1d-236a-4814-bd1f-3b43e7f06a5c, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=55fa4f1d-236a-4814-bd1f-3b43e7f06a5c,segment=NetworkSegment(68e6c437-46c2-424d-85e7-20547f69066d),segment_id=68e6c437-46c2-424d-85e7-20547f69066d)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:06:38.027630 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-fafaa700-7ef4-4c40-ae5b-68cf154f539f tempest-AllowedAddressPairIpV6TestJSON-2107737971 tempest-AllowedAddressPairIpV6TestJSON-2107737971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3891722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648695'] for network, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:38.046005 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-fafaa700-7ef4-4c40-ae5b-68cf154f539f tempest-AllowedAddressPairIpV6TestJSON-2107737971 tempest-AllowedAddressPairIpV6TestJSON-2107737971-project] Publish callbacks [] for network, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:38.052474 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9b9c85f7-12d5-4054-afb6-c6d6392545be tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892868'] for subnet, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:38.061336 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-fafaa700-7ef4-4c40-ae5b-68cf154f539f tempest-AllowedAddressPairIpV6TestJSON-2107737971 tempest-AllowedAddressPairIpV6TestJSON-2107737971-project] 10.222.0.11 "DELETE /v2.0/networks/d70de973-d620-4747-924f-59a8ea7c37da HTTP/1.1" status: 204 len: 168 time: 2.3934970 Jan 05 17:06:38.104190 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:38.200864 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafaa700-7ef4-4c40-ae5b-68cf154f539f tempest-AllowedAddressPairIpV6TestJSON-2107737971 tempest-AllowedAddressPairIpV6TestJSON-2107737971-project] Pushing event deleted for resources: {'Network': ['ID=d70de973-d620-4747-924f-59a8ea7c37da,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:06:38.207569 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-331d53c5-04fc-4015-a1d8-eb1f8bc5936e tempest-RoutersIpV6AdminTest-862369890 tempest-RoutersIpV6AdminTest-862369890-project-admin] Publish callbacks [] for router, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:38.237452 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Pushing event updated for resources: {'Port': ['ID=55fa4f1d-236a-4814-bd1f-3b43e7f06a5c,revision_number=3']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:06:38.238978 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c4c85955-46ac-4be4-9e63-6a852d0f9a34 tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8784852', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8521873'] for subnet, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:38.256775 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 9d9797fe-28bc-484a-8109-b1bbda455a24 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 05 17:06:38.310633 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9b9c85f7-12d5-4054-afb6-c6d6392545be tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3893367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8784787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8521880'] for subnet, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:38.351126 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9b9c85f7-12d5-4054-afb6-c6d6392545be tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560699'] for subnet, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:38.351315 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] No Port match for: 9d9797fe-28bc-484a-8109-b1bbda455a24 {{(pid=103802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 05 17:06:38.351566 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 9d9797fe-28bc-484a-8109-b1bbda455a24 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 05 17:06:38.354051 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-9b9c85f7-12d5-4054-afb6-c6d6392545be tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] 10.222.0.11 "DELETE /v2.0/subnets/e51e3913-a405-4a52-a535-b4827fe2e24c HTTP/1.1" status: 204 len: 168 time: 1.2158461 Jan 05 17:06:38.356631 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4c85955-46ac-4be4-9e63-6a852d0f9a34 tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Network 1749285a-bb8b-41c2-b05e-61d000dda313 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:06:38.356752 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84136129-5074-48e7-ad9c-1aa81b20d6a1 None None] Network e897f8fc-3cef-40ca-9466-c6c65ecd9833 requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:06:38.357248 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c85955-46ac-4be4-9e63-6a852d0f9a34 tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Pushing event updated for resources: {'Subnet': ['ID=1a01f54f-ceef-453b-88e7-8b62942fdc7e,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:06:38.359323 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 39634) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:06:38.361974 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-41f328fa-2679-480d-855e-9974d43d720d None None] Could not find standard attr ID for object 86ab0ad0-f698-4bbb-8ad3-3c46c461a1a6. {{(pid=103802) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 05 17:06:38.369117 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-c4c85955-46ac-4be4-9e63-6a852d0f9a34 tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:06:38.403831 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4c85955-46ac-4be4-9e63-6a852d0f9a34 tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:06:38.404421 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c4c85955-46ac-4be4-9e63-6a852d0f9a34 tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560699'] for subnet, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:38.407929 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-c0c72be6-aad2-4f91-8a7d-fc29d1159aea tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0475621 Jan 05 17:06:38.419124 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 39636) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:06:38.427874 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-3b29412f-b268-45c5-9179-69a1c13399bb tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Request body: {'subnet': {'network_id': 'e897f8fc-3cef-40ca-9466-c6c65ecd9833', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:06:38.429457 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-1256419d-e1c1-4093-bf29-617fd2b02169 None None] Publish callbacks [] for port, precommit_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:38.429657 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9c85f7-12d5-4054-afb6-c6d6392545be tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Pushing event deleted for resources: {'Subnet': ['ID=e51e3913-a405-4a52-a535-b4827fe2e24c,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:06:38.503053 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-1256419d-e1c1-4093-bf29-617fd2b02169 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669'] for port, after_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:38.535946 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 39638) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:06:38.536038 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-c4c85955-46ac-4be4-9e63-6a852d0f9a34 tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.7551425 Jan 05 17:06:38.550272 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-949c1ff3-0700-496a-b71e-5059d35ab387 None None] DHCP port deletion for e897f8fc-3cef-40ca-9466-c6c65ecd9833 request from dv-neutron-master-2-hyperv {{(pid=103802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 05 17:06:38.567132 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1256419d-e1c1-4093-bf29-617fd2b02169 None None] Pushing event updated for resources: {'Port': ['ID=249c3215-a194-4634-9a7c-f1473d3b1125,revision_number=1']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:06:38.576760 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1256419d-e1c1-4093-bf29-617fd2b02169 None None] Network 1749285a-bb8b-41c2-b05e-61d000dda313 is already hosted by enough agents. {{(pid=103802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:06:38.599595 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.scheduler.base_scheduler [None req-1256419d-e1c1-4093-bf29-617fd2b02169 None None] Resources bound (agent type, host, resource id): {{(pid=103802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:06:38.602593 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1256419d-e1c1-4093-bf29-617fd2b02169 None None] Received port after_create {{(pid=103802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:06:38.649756 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-d8dcc22a-5640-41b0-aba9-40a12fbc846b tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Publish callbacks [] for router_gateway, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:38.673242 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-1256419d-e1c1-4093-bf29-617fd2b02169 None None] Attempting to bind port 249c3215-a194-4634-9a7c-f1473d3b1125 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 05 17:06:38.674173 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-1256419d-e1c1-4093-bf29-617fd2b02169 None None] Attempting to bind port 249c3215-a194-4634-9a7c-f1473d3b1125 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'fa5424e7-9d52-48b1-b35c-96805b75234d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '1749285a-bb8b-41c2-b05e-61d000dda313'}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 05 17:06:38.674528 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1256419d-e1c1-4093-bf29-617fd2b02169 None None] Attempting to bind port 249c3215-a194-4634-9a7c-f1473d3b1125 on network 1749285a-bb8b-41c2-b05e-61d000dda313 {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:06:38.683410 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-949c1ff3-0700-496a-b71e-5059d35ab387 None None] Deleting port 55fa4f1d-236a-4814-bd1f-3b43e7f06a5c {{(pid=103802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:06:38.683725 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-949c1ff3-0700-496a-b71e-5059d35ab387 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:38.685414 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-d8dcc22a-5640-41b0-aba9-40a12fbc846b tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:38.688322 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1256419d-e1c1-4093-bf29-617fd2b02169 None None] Checking agent: {'id': '0d4f8fd3-ce62-4651-970c-efa6a8bb22b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 5, 16, 57, 23), 'started_at': datetime.datetime(2022, 1, 5, 16, 57, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 5, 17, 6, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 05 17:06:38.688581 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1256419d-e1c1-4093-bf29-617fd2b02169 None None] Checking segment: {'id': 'fa5424e7-9d52-48b1-b35c-96805b75234d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '1749285a-bb8b-41c2-b05e-61d000dda313'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:06:38.688997 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-1256419d-e1c1-4093-bf29-617fd2b02169 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:38.689923 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1256419d-e1c1-4093-bf29-617fd2b02169 None None] Bound using segment: {'id': 'fa5424e7-9d52-48b1-b35c-96805b75234d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '1749285a-bb8b-41c2-b05e-61d000dda313'} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 05 17:06:38.690390 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-1256419d-e1c1-4093-bf29-617fd2b02169 None None] Bound port: 249c3215-a194-4634-9a7c-f1473d3b1125, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa5424e7-9d52-48b1-b35c-96805b75234d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '1749285a-bb8b-41c2-b05e-61d000dda313'}}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 05 17:06:38.690763 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-1256419d-e1c1-4093-bf29-617fd2b02169 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:38.694462 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-331d53c5-04fc-4015-a1d8-eb1f8bc5936e tempest-RoutersIpV6AdminTest-862369890 tempest-RoutersIpV6AdminTest-862369890-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:38.703492 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0c366f2-9a7a-491f-8a0f-35960735818c tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:06:38.704728 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0c366f2-9a7a-491f-8a0f-35960735818c tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:06:38.706633 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0c366f2-9a7a-491f-8a0f-35960735818c tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:06:38.707863 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0c366f2-9a7a-491f-8a0f-35960735818c tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:06:38.710734 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0c366f2-9a7a-491f-8a0f-35960735818c tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:06:38.714395 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-a0c366f2-9a7a-491f-8a0f-35960735818c tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1796649 Jan 05 17:06:38.718365 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 39642) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:06:38.726583 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-ff917b7d-9fb2-4b7f-a4e9-c75c8051b9c7 tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1908981457'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:06:38.759908 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 39644) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:06:38.795661 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-949c1ff3-0700-496a-b71e-5059d35ab387 None None] For port 55fa4f1d-236a-4814-bd1f-3b43e7f06a5c, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=55fa4f1d-236a-4814-bd1f-3b43e7f06a5c,segment=NetworkSegment(68e6c437-46c2-424d-85e7-20547f69066d),segment_id=68e6c437-46c2-424d-85e7-20547f69066d)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:06:38.796259 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-949c1ff3-0700-496a-b71e-5059d35ab387 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:38.826796 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-949c1ff3-0700-496a-b71e-5059d35ab387 None None] Calling delete_port for 55fa4f1d-236a-4814-bd1f-3b43e7f06a5c owned by network:dhcp {{(pid=103802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:06:38.838530 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff917b7d-9fb2-4b7f-a4e9-c75c8051b9c7 tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Made reservation on behalf of a3ad318c2083452290397b0c39945cb9 for: {'network': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:06:38.842839 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ff917b7d-9fb2-4b7f-a4e9-c75c8051b9c7 tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for network, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:38.845936 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-1256419d-e1c1-4093-bf29-617fd2b02169 None None] For port 249c3215-a194-4634-9a7c-f1473d3b1125, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 05 17:06:38.850643 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-1256419d-e1c1-4093-bf29-617fd2b02169 None None] For port 249c3215-a194-4634-9a7c-f1473d3b1125, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=249c3215-a194-4634-9a7c-f1473d3b1125,segment=NetworkSegment(fa5424e7-9d52-48b1-b35c-96805b75234d),segment_id=fa5424e7-9d52-48b1-b35c-96805b75234d)] {{(pid=103802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 05 17:06:38.878545 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff917b7d-9fb2-4b7f-a4e9-c75c8051b9c7 tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] vlan segment allocate from pool success with {'vlan_id': 132, 'physical_network': 'physnet1'} {{(pid=103800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 05 17:06:38.890873 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [None req-d8dcc22a-5640-41b0-aba9-40a12fbc846b tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Allocated IP 172.36.4.127 (b0167590-0699-4c5c-a932-3939414a9573/7a784a6d-3d96-418f-a645-b9ccd0b1ac55/2f38abe6-5979-4822-a069-bf0aa71d5ebf) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:06:38.897086 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ff917b7d-9fb2-4b7f-a4e9-c75c8051b9c7 tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225'] for segment, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:38.899956 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.db.segments_db [None req-ff917b7d-9fb2-4b7f-a4e9-c75c8051b9c7 tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Added segment ea39d007-af9c-4300-9558-64c673fbc421 of type vlan for network dfbb5c43-942d-4b35-b5d4-b2a127a5cc6f Jan 05 17:06:38.903417 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b29412f-b268-45c5-9179-69a1c13399bb tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Made reservation on behalf of fd419c78d7194361a03f37a26ebeba76 for: {'subnet': 1} {{(pid=103801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:06:38.907449 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3b29412f-b268-45c5-9179-69a1c13399bb tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12480675'] for subnet, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:38.932504 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-1256419d-e1c1-4093-bf29-617fd2b02169 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:38.971193 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ff917b7d-9fb2-4b7f-a4e9-c75c8051b9c7 tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754180566020'] for network, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:39.005200 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1256419d-e1c1-4093-bf29-617fd2b02169 None None] Pushing event updated for resources: {'Port': ['ID=249c3215-a194-4634-9a7c-f1473d3b1125,revision_number=2']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:06:39.008000 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-331d53c5-04fc-4015-a1d8-eb1f8bc5936e tempest-RoutersIpV6AdminTest-862369890 tempest-RoutersIpV6AdminTest-862369890-project-admin] Deleting port d7cb7d39-5809-412b-8fed-894046493297 {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:06:39.008338 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-331d53c5-04fc-4015-a1d8-eb1f8bc5936e tempest-RoutersIpV6AdminTest-862369890 tempest-RoutersIpV6AdminTest-862369890-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:39.039313 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-465a4904-4a57-4225-9250-50111eda494d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=eadd6bd72605437fafe6bbb19928c163&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2731638 Jan 05 17:06:39.042263 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 39650) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:06:39.044940 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-949c1ff3-0700-496a-b71e-5059d35ab387 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678'] for port, after_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:39.101429 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949c1ff3-0700-496a-b71e-5059d35ab387 None None] Pushing event deleted for resources: {'Port': ['ID=55fa4f1d-236a-4814-bd1f-3b43e7f06a5c,revision_number=None']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:06:39.104788 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-949c1ff3-0700-496a-b71e-5059d35ab387 None None] No DVR routers for this DVR port 55fa4f1d-236a-4814-bd1f-3b43e7f06a5c on host dv-neutron-master-2-hyperv {{(pid=103802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 05 17:06:39.139129 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3e230bbe-098c-46f0-b876-f717e8146ccf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:39.140596 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 55fa4f1d-236a-4814-bd1f-3b43e7f06a5c no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 05 17:06:39.165108 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] No Port match for: 55fa4f1d-236a-4814-bd1f-3b43e7f06a5c {{(pid=103802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 05 17:06:39.165679 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 55fa4f1d-236a-4814-bd1f-3b43e7f06a5c not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 05 17:06:39.172680 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ff917b7d-9fb2-4b7f-a4e9-c75c8051b9c7 tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685'] for network, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:39.178836 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff917b7d-9fb2-4b7f-a4e9-c75c8051b9c7 tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:06:39.179524 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ff917b7d-9fb2-4b7f-a4e9-c75c8051b9c7 tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560699'] for network, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:39.195136 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3e230bbe-098c-46f0-b876-f717e8146ccf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:39.208643 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-331d53c5-04fc-4015-a1d8-eb1f8bc5936e tempest-RoutersIpV6AdminTest-862369890 tempest-RoutersIpV6AdminTest-862369890-project-admin] For port d7cb7d39-5809-412b-8fed-894046493297, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d7cb7d39-5809-412b-8fed-894046493297,segment=NetworkSegment(3f961525-530f-4ce5-8222-1dbbbe774893),segment_id=3f961525-530f-4ce5-8222-1dbbbe774893)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:06:39.209171 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-331d53c5-04fc-4015-a1d8-eb1f8bc5936e tempest-RoutersIpV6AdminTest-862369890 tempest-RoutersIpV6AdminTest-862369890-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:39.233197 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-331d53c5-04fc-4015-a1d8-eb1f8bc5936e tempest-RoutersIpV6AdminTest-862369890 tempest-RoutersIpV6AdminTest-862369890-project-admin] Calling delete_port for d7cb7d39-5809-412b-8fed-894046493297 owned by network:router_gateway {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:06:39.287470 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff917b7d-9fb2-4b7f-a4e9-c75c8051b9c7 tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Pushing event updated for resources: {'Network': ['ID=dfbb5c43-942d-4b35-b5d4-b2a127a5cc6f,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:06:39.321162 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-ff917b7d-9fb2-4b7f-a4e9-c75c8051b9c7 tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6013258 Jan 05 17:06:39.321816 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 39652) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:06:39.324071 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Network dfbb5c43-942d-4b35-b5d4-b2a127a5cc6f details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 05 17:06:39.330408 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-6a0657d7-d21f-4560-b2da-4cb0945cb845 tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:06:39.455881 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3e230bbe-098c-46f0-b876-f717e8146ccf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:39.456640 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-d8dcc22a-5640-41b0-aba9-40a12fbc846b tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Publish callbacks [] for port, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:39.458949 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3e230bbe-098c-46f0-b876-f717e8146ccf admin admin] Publish callbacks [] for security_group, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:39.460895 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-3e230bbe-098c-46f0-b876-f717e8146ccf admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/27938105-3db1-4942-9c5f-c953b92771c7 HTTP/1.1" status: 204 len: 168 time: 0.4125855 Jan 05 17:06:39.486125 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e230bbe-098c-46f0-b876-f717e8146ccf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27938105-3db1-4942-9c5f-c953b92771c7,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:06:39.552736 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3b29412f-b268-45c5-9179-69a1c13399bb tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11433288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12480593'] for subnet, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:39.608748 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6a0657d7-d21f-4560-b2da-4cb0945cb845 tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754180566020'] for network, precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:39.624989 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b29412f-b268-45c5-9179-69a1c13399bb tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Network e897f8fc-3cef-40ca-9466-c6c65ecd9833 is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:06:39.633415 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-3b29412f-b268-45c5-9179-69a1c13399bb tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:06:39.635556 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-d8dcc22a-5640-41b0-aba9-40a12fbc846b tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11433176'] for port, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:39.639928 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b29412f-b268-45c5-9179-69a1c13399bb tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:06:39.640518 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3b29412f-b268-45c5-9179-69a1c13399bb tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks [] for subnet, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:39.643498 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2412f6a8-c4c1-4b1a-8dbc-74ca24482bb2 None None] Network e897f8fc-3cef-40ca-9466-c6c65ecd9833 requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:06:39.681980 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b29412f-b268-45c5-9179-69a1c13399bb tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Pushing event updated for resources: {'Subnet': ['ID=e335b396-0b20-4d4c-a7a6-0562c4e529ec,revision_number=0']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:06:39.724007 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8dcc22a-5640-41b0-aba9-40a12fbc846b tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Network b0167590-0699-4c5c-a932-3939414a9573 is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:06:39.730023 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6a0657d7-d21f-4560-b2da-4cb0945cb845 tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685'] for network, after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:39.731395 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-d8dcc22a-5640-41b0-aba9-40a12fbc846b tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:06:39.736135 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8dcc22a-5640-41b0-aba9-40a12fbc846b tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:06:39.748632 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ce163f7-e627-4325-a033-4b0d9721dd97 None None] DHCP port deletion for b0167590-0699-4c5c-a932-3939414a9573 request from dv-neutron-master-2-hyperv {{(pid=103802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 05 17:06:39.753310 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-6a0657d7-d21f-4560-b2da-4cb0945cb845 tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Network dfbb5c43-942d-4b35-b5d4-b2a127a5cc6f is not hosted by any dhcp agent {{(pid=103800) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jan 05 17:06:39.759454 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a0657d7-d21f-4560-b2da-4cb0945cb845 tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:06:39.759733 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1f65ac7-aa09-4529-bb55-3f5dc381e500 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-e897f8fc-3cef-40ca-9466-c6c65ecd9833', 'network_id': 'e897f8fc-3cef-40ca-9466-c6c65ecd9833', 'project_id': 'fd419c78d7194361a03f37a26ebeba76', 'fixed_ips': [{'subnet_id': 'e335b396-0b20-4d4c-a7a6-0562c4e529ec'}]}} from dv-neutron-master-2-hyperv. {{(pid=103802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 05 17:06:39.760144 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6a0657d7-d21f-4560-b2da-4cb0945cb845 tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Publish callbacks [] for network, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:39.760720 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d1f65ac7-aa09-4529-bb55-3f5dc381e500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:39.761738 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-6a0657d7-d21f-4560-b2da-4cb0945cb845 tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] 10.222.0.11 "PUT /v2.0/networks/dfbb5c43-942d-4b35-b5d4-b2a127a5cc6f HTTP/1.1" status: 200 len: 723 time: 0.4389477 Jan 05 17:06:39.764788 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 39660) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:06:39.777893 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-c60a5839-2ab6-4184-a2e9-4bb5a9b7be52 tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Request body: {'subnet': {'network_id': 'dfbb5c43-942d-4b35-b5d4-b2a127a5cc6f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:06:39.795686 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8dcc22a-5640-41b0-aba9-40a12fbc846b tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Pushing event updated for resources: {'Port': ['ID=2f38abe6-5979-4822-a069-bf0aa71d5ebf,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:06:39.854351 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-0d54c54c-9696-46ce-81d7-44691d5b6043 None None] Provisioning complete for port 2f38abe6-5979-4822-a069-bf0aa71d5ebf triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:06:39.855318 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-0d54c54c-9696-46ce-81d7-44691d5b6043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:39.874688 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-3b29412f-b268-45c5-9179-69a1c13399bb tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4528399 Jan 05 17:06:39.878945 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 39664) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:06:39.886012 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-e95ff287-db40-49f3-9afc-c176493605dd tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Request body: {'port': {'network_id': 'e897f8fc-3cef-40ca-9466-c6c65ecd9833', 'name': 'tempest-NetworksTestDHCPv6-1258284819'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:06:39.893736 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0657d7-d21f-4560-b2da-4cb0945cb845 tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Pushing event updated for resources: {'Network': ['ID=dfbb5c43-942d-4b35-b5d4-b2a127a5cc6f,revision_number=2']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:06:39.921624 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-0d54c54c-9696-46ce-81d7-44691d5b6043 None None] Port 2f38abe6-5979-4822-a069-bf0aa71d5ebf cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 17:06:39.927295 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Network dfbb5c43-942d-4b35-b5d4-b2a127a5cc6f details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 05 17:06:39.991831 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-331d53c5-04fc-4015-a1d8-eb1f8bc5936e tempest-RoutersIpV6AdminTest-862369890 tempest-RoutersIpV6AdminTest-862369890-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11433176'] for port, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:40.028405 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c60a5839-2ab6-4184-a2e9-4bb5a9b7be52 tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Made reservation on behalf of a3ad318c2083452290397b0c39945cb9 for: {'subnet': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:06:40.032766 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c60a5839-2ab6-4184-a2e9-4bb5a9b7be52 tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8521827'] for subnet, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:40.092947 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331d53c5-04fc-4015-a1d8-eb1f8bc5936e tempest-RoutersIpV6AdminTest-862369890 tempest-RoutersIpV6AdminTest-862369890-project-admin] Pushing event deleted for resources: {'Port': ['ID=d7cb7d39-5809-412b-8fed-894046493297,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:06:40.138748 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54138d93-dc22-4ea9-8124-064941f8a6f2 None None] DHCP port deletion for b0167590-0699-4c5c-a932-3939414a9573 request from dv-neutron-master-2-hyperv {{(pid=103802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 05 17:06:40.184442 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.db_base_plugin_common [None req-d1f65ac7-aa09-4529-bb55-3f5dc381e500 None None] Allocated IP 2001:db8::2 (e897f8fc-3cef-40ca-9466-c6c65ecd9833/e335b396-0b20-4d4c-a7a6-0562c4e529ec/06bcac27-8bae-4ab3-8dde-bf055ba1128e) {{(pid=103802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:06:40.278960 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-331d53c5-04fc-4015-a1d8-eb1f8bc5936e tempest-RoutersIpV6AdminTest-862369890 tempest-RoutersIpV6AdminTest-862369890-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-648595'] for router_gateway, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:40.451521 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-331d53c5-04fc-4015-a1d8-eb1f8bc5936e tempest-RoutersIpV6AdminTest-862369890 tempest-RoutersIpV6AdminTest-862369890-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-648249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62744'] for router, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:40.453988 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c60a5839-2ab6-4184-a2e9-4bb5a9b7be52 tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8784852', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8521873'] for subnet, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:40.459843 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-331d53c5-04fc-4015-a1d8-eb1f8bc5936e tempest-RoutersIpV6AdminTest-862369890 tempest-RoutersIpV6AdminTest-862369890-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:40.492820 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27f5742d-da66-42b9-a1e3-f0ea4ed21615 None None] Network 1749285a-bb8b-41c2-b05e-61d000dda313 requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:06:40.535903 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-d8dcc22a-5640-41b0-aba9-40a12fbc846b tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Publish callbacks [] for router_gateway, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:40.558012 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60a5839-2ab6-4184-a2e9-4bb5a9b7be52 tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Pushing event updated for resources: {'Subnet': ['ID=1e1cfd6b-651d-44e2-ade0-3c886c0399fe,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:06:40.586072 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-64810845-13a0-42f0-a643-4b619ce42da2 None None] Provisioning complete for port 249c3215-a194-4634-9a7c-f1473d3b1125 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:06:40.586958 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-64810845-13a0-42f0-a643-4b619ce42da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:40.589172 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c60a5839-2ab6-4184-a2e9-4bb5a9b7be52 tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Checking segment: {'id': 'ea39d007-af9c-4300-9558-64c673fbc421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'dfbb5c43-942d-4b35-b5d4-b2a127a5cc6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:06:40.591971 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c60a5839-2ab6-4184-a2e9-4bb5a9b7be52 tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Network hostable DHCP agents. Network: dfbb5c43-942d-4b35-b5d4-b2a127a5cc6f, hostable agents: ['3f70c195-17da-4084-9fd6-bf6059d88535'], hosted agents: [] {{(pid=103800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 05 17:06:40.663473 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d1f65ac7-aa09-4529-bb55-3f5dc381e500 None None] Publish callbacks [] for port, precommit_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:40.707784 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c60a5839-2ab6-4184-a2e9-4bb5a9b7be52 tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Network dfbb5c43-942d-4b35-b5d4-b2a127a5cc6f is scheduled to be hosted by DHCP agent 3f70c195-17da-4084-9fd6-bf6059d88535 with binding_index 1 {{(pid=103800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 05 17:06:40.745397 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d1f65ac7-aa09-4529-bb55-3f5dc381e500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669'] for port, after_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:40.764491 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-64810845-13a0-42f0-a643-4b619ce42da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:40.807006 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1f65ac7-aa09-4529-bb55-3f5dc381e500 None None] Network e897f8fc-3cef-40ca-9466-c6c65ecd9833 is already hosted by enough agents. {{(pid=103802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:06:40.816083 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.scheduler.base_scheduler [None req-d1f65ac7-aa09-4529-bb55-3f5dc381e500 None None] Resources bound (agent type, host, resource id): {{(pid=103802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:06:40.822115 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1f65ac7-aa09-4529-bb55-3f5dc381e500 None None] Received port after_create {{(pid=103802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:06:40.841702 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-c60a5839-2ab6-4184-a2e9-4bb5a9b7be52 tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, dfbb5c43-942d-4b35-b5d4-b2a127a5cc6f) {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:06:40.844250 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f65ac7-aa09-4529-bb55-3f5dc381e500 None None] Pushing event updated for resources: {'Port': ['ID=06bcac27-8bae-4ab3-8dde-bf055ba1128e,revision_number=1']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:06:40.845856 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c60a5839-2ab6-4184-a2e9-4bb5a9b7be52 tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:06:40.851553 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c60a5839-2ab6-4184-a2e9-4bb5a9b7be52 tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560699'] for subnet, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:40.858094 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-64810845-13a0-42f0-a643-4b619ce42da2 None None] For port 249c3215-a194-4634-9a7c-f1473d3b1125, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=249c3215-a194-4634-9a7c-f1473d3b1125,segment=NetworkSegment(fa5424e7-9d52-48b1-b35c-96805b75234d),segment_id=fa5424e7-9d52-48b1-b35c-96805b75234d)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:06:40.878748 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e95ff287-db40-49f3-9afc-c176493605dd tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Made reservation on behalf of fd419c78d7194361a03f37a26ebeba76 for: {'port': 1} {{(pid=103801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:06:40.882388 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e95ff287-db40-49f3-9afc-c176493605dd tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:40.886737 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-331d53c5-04fc-4015-a1d8-eb1f8bc5936e tempest-RoutersIpV6AdminTest-862369890 tempest-RoutersIpV6AdminTest-862369890-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-648240'] for router, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:40.887246 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-331d53c5-04fc-4015-a1d8-eb1f8bc5936e tempest-RoutersIpV6AdminTest-862369890 tempest-RoutersIpV6AdminTest-862369890-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 923e5cc5-06f5-42a3-b432-eabe6e87e343 {{(pid=103801) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 05 17:06:40.892568 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d937dceb-93f5-45c5-8c8b-59a681a74037 None None] Network dfbb5c43-942d-4b35-b5d4-b2a127a5cc6f requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:06:40.895671 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 39688) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:06:40.909356 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-331d53c5-04fc-4015-a1d8-eb1f8bc5936e tempest-RoutersIpV6AdminTest-862369890 tempest-RoutersIpV6AdminTest-862369890-project-admin] Publish callbacks [] for router, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:40.913931 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-331d53c5-04fc-4015-a1d8-eb1f8bc5936e tempest-RoutersIpV6AdminTest-862369890 tempest-RoutersIpV6AdminTest-862369890-project-admin] 10.222.0.11 "DELETE /v2.0/routers/923e5cc5-06f5-42a3-b432-eabe6e87e343 HTTP/1.1" status: 204 len: 168 time: 3.3228352 Jan 05 17:06:40.914695 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 39692) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:06:40.919397 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-279a2b5b-609a-4786-941d-64a54559677a tempest-RoutersIpV6AdminTest-1137264224 tempest-RoutersIpV6AdminTest-1137264224-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-339907945', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573'}, 'admin_state_up': False}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:06:40.940371 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.notifiers.nova [None req-e95ff287-db40-49f3-9afc-c176493605dd tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] device_id is not set on port 840ea76b-2d41-47d0-a913-1a8474307cd3 yet. {{(pid=103801) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 05 17:06:40.962506 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-c60a5839-2ab6-4184-a2e9-4bb5a9b7be52 tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1962183 Jan 05 17:06:40.965255 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 39694) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:06:40.972909 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-5a6af85c-7926-4215-a63d-784325a0b6bb tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:06:40.973306 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-64810845-13a0-42f0-a643-4b619ce42da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:40.996432 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-d1f65ac7-aa09-4529-bb55-3f5dc381e500 None None] Attempting to bind port 06bcac27-8bae-4ab3-8dde-bf055ba1128e on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 05 17:06:40.996892 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-d1f65ac7-aa09-4529-bb55-3f5dc381e500 None None] Attempting to bind port 06bcac27-8bae-4ab3-8dde-bf055ba1128e by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '68e6c437-46c2-424d-85e7-20547f69066d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'e897f8fc-3cef-40ca-9466-c6c65ecd9833'}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 05 17:06:40.997788 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1f65ac7-aa09-4529-bb55-3f5dc381e500 None None] Attempting to bind port 06bcac27-8bae-4ab3-8dde-bf055ba1128e on network e897f8fc-3cef-40ca-9466-c6c65ecd9833 {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:06:41.036524 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92ebbdb9-0a5d-41e0-b27c-6168861fbd62 None None] Update dhcp port {'port': {'network_id': '1749285a-bb8b-41c2-b05e-61d000dda313', 'fixed_ips': [{'subnet_id': 'c630a13f-6ac8-4131-ac37-376c4decd574', 'ip_address': '2001:db8::2'}, {'subnet_id': '1a01f54f-ceef-453b-88e7-8b62942fdc7e'}], 'binding:host_id': 'dv-neutron-master-2-hyperv'}, 'id': '249c3215-a194-4634-9a7c-f1473d3b1125'} from dv-neutron-master-2-hyperv. {{(pid=103802) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Jan 05 17:06:41.098518 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-92ebbdb9-0a5d-41e0-b27c-6168861fbd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:41.103585 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-d1b512f4-f5e2-46d0-8158-9f8da2ab4633 tempest-BulkNetworkOpsIpV6Test-1221443863 tempest-BulkNetworkOpsIpV6Test-1221443863-project] Request body: {'networks': [{'name': 'tempest-network--925451479'}, {'name': 'tempest-network--1871870416'}]} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:06:41.103906 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-d1b512f4-f5e2-46d0-8158-9f8da2ab4633 tempest-BulkNetworkOpsIpV6Test-1221443863 tempest-BulkNetworkOpsIpV6Test-1221443863-project] Request body: {'network': {'name': 'tempest-network--925451479'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:06:41.105711 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-d1b512f4-f5e2-46d0-8158-9f8da2ab4633 tempest-BulkNetworkOpsIpV6Test-1221443863 tempest-BulkNetworkOpsIpV6Test-1221443863-project] Request body: {'network': {'name': 'tempest-network--1871870416'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:06:41.106471 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1f65ac7-aa09-4529-bb55-3f5dc381e500 None None] Checking agent: {'id': '0d4f8fd3-ce62-4651-970c-efa6a8bb22b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 5, 16, 57, 23), 'started_at': datetime.datetime(2022, 1, 5, 16, 57, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 5, 17, 6, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 05 17:06:41.108368 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1f65ac7-aa09-4529-bb55-3f5dc381e500 None None] Checking segment: {'id': '68e6c437-46c2-424d-85e7-20547f69066d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'e897f8fc-3cef-40ca-9466-c6c65ecd9833'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:06:41.108846 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d1f65ac7-aa09-4529-bb55-3f5dc381e500 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:41.113704 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1f65ac7-aa09-4529-bb55-3f5dc381e500 None None] Bound using segment: {'id': '68e6c437-46c2-424d-85e7-20547f69066d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'e897f8fc-3cef-40ca-9466-c6c65ecd9833'} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 05 17:06:41.128763 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-d1f65ac7-aa09-4529-bb55-3f5dc381e500 None None] Bound port: 06bcac27-8bae-4ab3-8dde-bf055ba1128e, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68e6c437-46c2-424d-85e7-20547f69066d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'e897f8fc-3cef-40ca-9466-c6c65ecd9833'}}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 05 17:06:41.130228 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d1f65ac7-aa09-4529-bb55-3f5dc381e500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:41.199736 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [None req-e95ff287-db40-49f3-9afc-c176493605dd tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Allocated IP 2001:db8::2a9 (e897f8fc-3cef-40ca-9466-c6c65ecd9833/e335b396-0b20-4d4c-a7a6-0562c4e529ec/840ea76b-2d41-47d0-a913-1a8474307cd3) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:06:41.211467 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-5a6af85c-7926-4215-a63d-784325a0b6bb tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-8521834'] for subnet, before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:41.223277 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64810845-13a0-42f0-a643-4b619ce42da2 None None] Pushing event updated for resources: {'Port': ['ID=249c3215-a194-4634-9a7c-f1473d3b1125,revision_number=3']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:06:41.237223 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-279a2b5b-609a-4786-941d-64a54559677a tempest-RoutersIpV6AdminTest-1137264224 tempest-RoutersIpV6AdminTest-1137264224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-649063', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58098'] for router, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:41.238296 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-279a2b5b-609a-4786-941d-64a54559677a tempest-RoutersIpV6AdminTest-1137264224 tempest-RoutersIpV6AdminTest-1137264224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649832', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-545006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58091'] for router, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:41.279306 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-d8dcc22a-5640-41b0-aba9-40a12fbc846b tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-648430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648639'] for router, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:41.299811 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9701554d-30fa-40f9-832c-c8e81d8541ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-dfbb5c43-942d-4b35-b5d4-b2a127a5cc6f', 'network_id': 'dfbb5c43-942d-4b35-b5d4-b2a127a5cc6f', 'project_id': 'a3ad318c2083452290397b0c39945cb9', 'fixed_ips': [{'subnet_id': '1e1cfd6b-651d-44e2-ade0-3c886c0399fe'}]}} from dv-neutron-master-2-hyperv. {{(pid=103802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 05 17:06:41.301054 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-9701554d-30fa-40f9-832c-c8e81d8541ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:41.345821 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-279a2b5b-609a-4786-941d-64a54559677a tempest-RoutersIpV6AdminTest-1137264224 tempest-RoutersIpV6AdminTest-1137264224-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:41.360039 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1b512f4-f5e2-46d0-8158-9f8da2ab4633 tempest-BulkNetworkOpsIpV6Test-1221443863 tempest-BulkNetworkOpsIpV6Test-1221443863-project] Made reservation on behalf of 175a41cc1e044198a10049169306dffb for: {'network': 2} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:06:41.365305 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d1b512f4-f5e2-46d0-8158-9f8da2ab4633 tempest-BulkNetworkOpsIpV6Test-1221443863 tempest-BulkNetworkOpsIpV6Test-1221443863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for network, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:41.371477 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-d1f65ac7-aa09-4529-bb55-3f5dc381e500 None None] For port 06bcac27-8bae-4ab3-8dde-bf055ba1128e, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 05 17:06:41.378460 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d1b512f4-f5e2-46d0-8158-9f8da2ab4633 tempest-BulkNetworkOpsIpV6Test-1221443863 tempest-BulkNetworkOpsIpV6Test-1221443863-project] Publish callbacks [] for security_group, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:41.392175 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-d1f65ac7-aa09-4529-bb55-3f5dc381e500 None None] For port 06bcac27-8bae-4ab3-8dde-bf055ba1128e, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=06bcac27-8bae-4ab3-8dde-bf055ba1128e,segment=NetworkSegment(68e6c437-46c2-424d-85e7-20547f69066d),segment_id=68e6c437-46c2-424d-85e7-20547f69066d)] {{(pid=103802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 05 17:06:41.478846 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d1f65ac7-aa09-4529-bb55-3f5dc381e500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:41.518789 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e95ff287-db40-49f3-9afc-c176493605dd tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks [] for port, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:41.621918 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.db_base_plugin_common [None req-92ebbdb9-0a5d-41e0-b27c-6168861fbd62 None None] Allocated IP 172.20.0.1 (1749285a-bb8b-41c2-b05e-61d000dda313/1a01f54f-ceef-453b-88e7-8b62942fdc7e/249c3215-a194-4634-9a7c-f1473d3b1125) {{(pid=103802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:06:41.638507 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8dcc22a-5640-41b0-aba9-40a12fbc846b tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Router 8e20d6c5-5760-40ff-8076-35b11b39e3e1 is scheduled to L3 agent 59446fdc-40e0-41fe-a575-a8eb11d742f7 with binding_index 1 {{(pid=103801) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 05 17:06:41.647283 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-5a6af85c-7926-4215-a63d-784325a0b6bb tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8754181109252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-8784778'] for subnet, after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:41.652194 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e95ff287-db40-49f3-9afc-c176493605dd tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11433176'] for port, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:41.747872 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.db_base_plugin_common [None req-9701554d-30fa-40f9-832c-c8e81d8541ff None None] Allocated IP 2001:db8::2 (dfbb5c43-942d-4b35-b5d4-b2a127a5cc6f/1e1cfd6b-651d-44e2-ade0-3c886c0399fe/a4ecfcdd-e1e6-418d-946c-13cc1b97f66d) {{(pid=103802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:06:41.754341 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a6af85c-7926-4215-a63d-784325a0b6bb tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:06:41.755170 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-5a6af85c-7926-4215-a63d-784325a0b6bb tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Publish callbacks [] for subnet, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:41.756708 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-5a6af85c-7926-4215-a63d-784325a0b6bb tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] 10.222.0.11 "PUT /v2.0/subnets/1e1cfd6b-651d-44e2-ade0-3c886c0399fe HTTP/1.1" status: 200 len: 826 time: 0.7897050 Jan 05 17:06:41.763997 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 39702) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:06:41.779631 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95ff287-db40-49f3-9afc-c176493605dd tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Pushing event updated for resources: {'Port': ['ID=840ea76b-2d41-47d0-a913-1a8474307cd3,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:06:41.784314 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e95ff287-db40-49f3-9afc-c176493605dd tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Network e897f8fc-3cef-40ca-9466-c6c65ecd9833 is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:06:41.789972 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-e95ff287-db40-49f3-9afc-c176493605dd tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:06:41.794036 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e95ff287-db40-49f3-9afc-c176493605dd tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:06:41.800727 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e95ff287-db40-49f3-9afc-c176493605dd tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:06:41.801566 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e95ff287-db40-49f3-9afc-c176493605dd tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:41.822895 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-279a2b5b-609a-4786-941d-64a54559677a tempest-RoutersIpV6AdminTest-1137264224 tempest-RoutersIpV6AdminTest-1137264224-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:41.851059 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6af85c-7926-4215-a63d-784325a0b6bb tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Pushing event updated for resources: {'Subnet': ['ID=1e1cfd6b-651d-44e2-ade0-3c886c0399fe,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:06:41.873900 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 249c3215-a194-4634-9a7c-f1473d3b1125 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:06:41.876352 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f65ac7-aa09-4529-bb55-3f5dc381e500 None None] Pushing event updated for resources: {'Port': ['ID=06bcac27-8bae-4ab3-8dde-bf055ba1128e,revision_number=2']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:06:41.884188 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8dcc22a-5640-41b0-aba9-40a12fbc846b tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 05 17:06:41.901778 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4199fa44-b133-4a56-a1e6-1fe12d6728c0 None None] Sync routers for ids ['8e20d6c5-5760-40ff-8076-35b11b39e3e1'] in dv-neutron-master-2-hyperv {{(pid=103803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 05 17:06:41.906431 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-e95ff287-db40-49f3-9afc-c176493605dd tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.0259161 Jan 05 17:06:41.915510 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 39704) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:06:41.925890 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4199fa44-b133-4a56-a1e6-1fe12d6728c0 None None] Routers {'8e20d6c5-5760-40ff-8076-35b11b39e3e1'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:06:41.932404 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-4199fa44-b133-4a56-a1e6-1fe12d6728c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:06:19Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['8e20d6c5-5760-40ff-8076-35b11b39e3e1'], 'active': True} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:06:41.956684 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d1b512f4-f5e2-46d0-8158-9f8da2ab4633 tempest-BulkNetworkOpsIpV6Test-1221443863 tempest-BulkNetworkOpsIpV6Test-1221443863-project] Publish callbacks [] for security_group, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:42.001209 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-4199fa44-b133-4a56-a1e6-1fe12d6728c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:06:42.012210 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4199fa44-b133-4a56-a1e6-1fe12d6728c0 None None] Routers {'8e20d6c5-5760-40ff-8076-35b11b39e3e1'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:06:42.013166 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-4199fa44-b133-4a56-a1e6-1fe12d6728c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:06:19Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['8e20d6c5-5760-40ff-8076-35b11b39e3e1'], 'active': True} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:06:42.018648 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-d8dcc22a-5640-41b0-aba9-40a12fbc846b tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Publish callbacks [] for router, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:42.022059 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-d8dcc22a-5640-41b0-aba9-40a12fbc846b tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 5.6710017 Jan 05 17:06:42.024799 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 39706) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:06:42.059591 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-4199fa44-b133-4a56-a1e6-1fe12d6728c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:06:42.060454 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4199fa44-b133-4a56-a1e6-1fe12d6728c0 None None] The sync data for ids ['8e20d6c5-5760-40ff-8076-35b11b39e3e1'] in dv-neutron-master-2-hyperv is: [] {{(pid=103803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 05 17:06:42.072028 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d1b512f4-f5e2-46d0-8158-9f8da2ab4633 tempest-BulkNetworkOpsIpV6Test-1221443863 tempest-BulkNetworkOpsIpV6Test-1221443863-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:42.072682 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d1b512f4-f5e2-46d0-8158-9f8da2ab4633 tempest-BulkNetworkOpsIpV6Test-1221443863 tempest-BulkNetworkOpsIpV6Test-1221443863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for network, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:42.107962 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-9701554d-30fa-40f9-832c-c8e81d8541ff None None] Publish callbacks [] for port, precommit_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:42.135508 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-92ebbdb9-0a5d-41e0-b27c-6168861fbd62 None None] For port 249c3215-a194-4634-9a7c-f1473d3b1125, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=249c3215-a194-4634-9a7c-f1473d3b1125,segment=NetworkSegment(fa5424e7-9d52-48b1-b35c-96805b75234d),segment_id=fa5424e7-9d52-48b1-b35c-96805b75234d)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:06:42.137963 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Provisioning complete for port 249c3215-a194-4634-9a7c-f1473d3b1125 triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:06:42.138345 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:42.167922 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2fd11c68-dc6d-41d5-add0-4a486fd27851 tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3809644'] for network, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:42.197018 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-92ebbdb9-0a5d-41e0-b27c-6168861fbd62 None None] Publish callbacks [] for port, precommit_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:42.203760 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91f2fe62-f0fa-4873-9f28-9d72e7c4895a tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:06:42.211087 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91f2fe62-f0fa-4873-9f28-9d72e7c4895a tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:06:42.216651 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-91f2fe62-f0fa-4873-9f28-9d72e7c4895a tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.2934980 Jan 05 17:06:42.217462 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 39710) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:06:42.235168 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b512f4-f5e2-46d0-8158-9f8da2ab4633 tempest-BulkNetworkOpsIpV6Test-1221443863 tempest-BulkNetworkOpsIpV6Test-1221443863-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8fff365-5e59-4919-afda-07bd46fdf364,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:06:42.238486 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1b512f4-f5e2-46d0-8158-9f8da2ab4633 tempest-BulkNetworkOpsIpV6Test-1221443863 tempest-BulkNetworkOpsIpV6Test-1221443863-project] vlan segment allocate from pool success with {'vlan_id': 112, 'physical_network': 'physnet1'} {{(pid=103800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 05 17:06:42.269561 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-9701554d-30fa-40f9-832c-c8e81d8541ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669'] for port, after_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:42.285965 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d1b512f4-f5e2-46d0-8158-9f8da2ab4633 tempest-BulkNetworkOpsIpV6Test-1221443863 tempest-BulkNetworkOpsIpV6Test-1221443863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225'] for segment, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:42.286299 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.db.segments_db [None req-d1b512f4-f5e2-46d0-8158-9f8da2ab4633 tempest-BulkNetworkOpsIpV6Test-1221443863 tempest-BulkNetworkOpsIpV6Test-1221443863-project] Added segment 13369985-f177-459c-9147-8058e5074b2e of type vlan for network 1351fe32-fa04-46a1-995b-ca064c731675 Jan 05 17:06:42.293898 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-92ebbdb9-0a5d-41e0-b27c-6168861fbd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:42.331746 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9701554d-30fa-40f9-832c-c8e81d8541ff None None] Network dfbb5c43-942d-4b35-b5d4-b2a127a5cc6f is already hosted by enough agents. {{(pid=103802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:06:42.355037 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.scheduler.base_scheduler [None req-9701554d-30fa-40f9-832c-c8e81d8541ff None None] Resources bound (agent type, host, resource id): {{(pid=103802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:06:42.359311 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9701554d-30fa-40f9-832c-c8e81d8541ff None None] Received port after_create {{(pid=103802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:06:42.360292 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9701554d-30fa-40f9-832c-c8e81d8541ff None None] Pushing event updated for resources: {'Port': ['ID=a4ecfcdd-e1e6-418d-946c-13cc1b97f66d,revision_number=1']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:06:42.402419 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d1b512f4-f5e2-46d0-8158-9f8da2ab4633 tempest-BulkNetworkOpsIpV6Test-1221443863 tempest-BulkNetworkOpsIpV6Test-1221443863-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754180566020'] for network, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:42.490214 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ebbdb9-0a5d-41e0-b27c-6168861fbd62 None None] Pushing event updated for resources: {'Port': ['ID=249c3215-a194-4634-9a7c-f1473d3b1125,revision_number=4']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:06:42.504409 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1b512f4-f5e2-46d0-8158-9f8da2ab4633 tempest-BulkNetworkOpsIpV6Test-1221443863 tempest-BulkNetworkOpsIpV6Test-1221443863-project] vlan segment allocate from pool success with {'vlan_id': 114, 'physical_network': 'physnet1'} {{(pid=103800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 05 17:06:42.515249 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-9701554d-30fa-40f9-832c-c8e81d8541ff None None] Attempting to bind port a4ecfcdd-e1e6-418d-946c-13cc1b97f66d on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 05 17:06:42.516222 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-9701554d-30fa-40f9-832c-c8e81d8541ff None None] Attempting to bind port a4ecfcdd-e1e6-418d-946c-13cc1b97f66d by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'ea39d007-af9c-4300-9558-64c673fbc421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'dfbb5c43-942d-4b35-b5d4-b2a127a5cc6f'}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 05 17:06:42.516572 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9701554d-30fa-40f9-832c-c8e81d8541ff None None] Attempting to bind port a4ecfcdd-e1e6-418d-946c-13cc1b97f66d on network dfbb5c43-942d-4b35-b5d4-b2a127a5cc6f {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:06:42.523411 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9701554d-30fa-40f9-832c-c8e81d8541ff None None] Checking agent: {'id': '0d4f8fd3-ce62-4651-970c-efa6a8bb22b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 5, 16, 57, 23), 'started_at': datetime.datetime(2022, 1, 5, 16, 57, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 5, 17, 6, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 05 17:06:42.523781 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9701554d-30fa-40f9-832c-c8e81d8541ff None None] Checking segment: {'id': 'ea39d007-af9c-4300-9558-64c673fbc421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'dfbb5c43-942d-4b35-b5d4-b2a127a5cc6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:06:42.527734 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-2fd11c68-dc6d-41d5-add0-4a486fd27851 tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Deleting port a4ecfcdd-e1e6-418d-946c-13cc1b97f66d {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:06:42.527734 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2fd11c68-dc6d-41d5-add0-4a486fd27851 tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:42.527953 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-9701554d-30fa-40f9-832c-c8e81d8541ff None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:42.527953 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9701554d-30fa-40f9-832c-c8e81d8541ff None None] Bound using segment: {'id': 'ea39d007-af9c-4300-9558-64c673fbc421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'dfbb5c43-942d-4b35-b5d4-b2a127a5cc6f'} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 05 17:06:42.527953 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-9701554d-30fa-40f9-832c-c8e81d8541ff None None] Bound port: a4ecfcdd-e1e6-418d-946c-13cc1b97f66d, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea39d007-af9c-4300-9558-64c673fbc421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'dfbb5c43-942d-4b35-b5d4-b2a127a5cc6f'}}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 05 17:06:42.527953 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-9701554d-30fa-40f9-832c-c8e81d8541ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:42.530644 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-54425e41-2cc4-4ab2-a4ff-46166bfb3068 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Deleting port 840ea76b-2d41-47d0-a913-1a8474307cd3 {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:06:42.530980 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-54425e41-2cc4-4ab2-a4ff-46166bfb3068 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:42.534209 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d1b512f4-f5e2-46d0-8158-9f8da2ab4633 tempest-BulkNetworkOpsIpV6Test-1221443863 tempest-BulkNetworkOpsIpV6Test-1221443863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225'] for segment, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:42.534547 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.db.segments_db [None req-d1b512f4-f5e2-46d0-8158-9f8da2ab4633 tempest-BulkNetworkOpsIpV6Test-1221443863 tempest-BulkNetworkOpsIpV6Test-1221443863-project] Added segment a53318bc-a2b5-4b8a-9682-c50db55dc78f of type vlan for network 12f23efa-c4f9-4176-a888-68a6139bbf7d Jan 05 17:06:42.614646 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-9701554d-30fa-40f9-832c-c8e81d8541ff None None] For port a4ecfcdd-e1e6-418d-946c-13cc1b97f66d, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 05 17:06:42.619692 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20a7c79c-f6e9-4d9a-9e16-99a4e203bbe3 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:42.627147 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-9701554d-30fa-40f9-832c-c8e81d8541ff None None] For port a4ecfcdd-e1e6-418d-946c-13cc1b97f66d, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=a4ecfcdd-e1e6-418d-946c-13cc1b97f66d,segment=NetworkSegment(ea39d007-af9c-4300-9558-64c673fbc421),segment_id=ea39d007-af9c-4300-9558-64c673fbc421)] {{(pid=103802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 05 17:06:42.704705 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-9701554d-30fa-40f9-832c-c8e81d8541ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:42.820229 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9701554d-30fa-40f9-832c-c8e81d8541ff None None] Pushing event updated for resources: {'Port': ['ID=a4ecfcdd-e1e6-418d-946c-13cc1b97f66d,revision_number=2']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:06:43.197070 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.db [None req-2fd11c68-dc6d-41d5-add0-4a486fd27851 tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] For port a4ecfcdd-e1e6-418d-946c-13cc1b97f66d, host dv-neutron-master-2-hyperv, got binding levels [] {{(pid=103800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:06:43.197567 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2fd11c68-dc6d-41d5-add0-4a486fd27851 tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:43.219238 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-2fd11c68-dc6d-41d5-add0-4a486fd27851 tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Calling delete_port for a4ecfcdd-e1e6-418d-946c-13cc1b97f66d owned by network:dhcp {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:06:43.237176 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [None req-20a7c79c-f6e9-4d9a-9e16-99a4e203bbe3 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Allocated IP 172.20.0.1 (c48256cf-a076-46b3-9713-1d8b4ddd5ae7/eba2a40f-845c-42e2-9c40-b9adb01e47ff/41ab82bd-61c5-42f1-a4ce-2d4a04ee595a) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:06:43.308174 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-54425e41-2cc4-4ab2-a4ff-46166bfb3068 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:43.321956 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-54425e41-2cc4-4ab2-a4ff-46166bfb3068 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Calling delete_port for 840ea76b-2d41-47d0-a913-1a8474307cd3 owned by {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:06:43.346252 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-279a2b5b-609a-4786-941d-64a54559677a tempest-RoutersIpV6AdminTest-1137264224 tempest-RoutersIpV6AdminTest-1137264224-project] Publish callbacks [] for router_gateway, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:43.353558 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d1b512f4-f5e2-46d0-8158-9f8da2ab4633 tempest-BulkNetworkOpsIpV6Test-1221443863 tempest-BulkNetworkOpsIpV6Test-1221443863-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754180566020'] for network, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:43.384756 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20a7c79c-f6e9-4d9a-9e16-99a4e203bbe3 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Publish callbacks [] for port, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:43.403872 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-e92ea744-7e8d-4cfe-abd9-f6c7c5c1d8bb None None] Provisioning complete for port 06bcac27-8bae-4ab3-8dde-bf055ba1128e triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:06:43.404425 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-e92ea744-7e8d-4cfe-abd9-f6c7c5c1d8bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:43.409953 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21a0c5af-6e51-46e5-a266-222d66fd226d None None] Network 1749285a-bb8b-41c2-b05e-61d000dda313 requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:06:43.429856 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-279a2b5b-609a-4786-941d-64a54559677a tempest-RoutersIpV6AdminTest-1137264224 tempest-RoutersIpV6AdminTest-1137264224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:43.465638 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 249c3215-a194-4634-9a7c-f1473d3b1125 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:06:43.493092 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20a7c79c-f6e9-4d9a-9e16-99a4e203bbe3 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11433176'] for port, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:43.542487 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20a7c79c-f6e9-4d9a-9e16-99a4e203bbe3 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Network c48256cf-a076-46b3-9713-1d8b4ddd5ae7 is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:06:43.545550 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d1b512f4-f5e2-46d0-8158-9f8da2ab4633 tempest-BulkNetworkOpsIpV6Test-1221443863 tempest-BulkNetworkOpsIpV6Test-1221443863-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685'] for network, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:43.546142 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d1b512f4-f5e2-46d0-8158-9f8da2ab4633 tempest-BulkNetworkOpsIpV6Test-1221443863 tempest-BulkNetworkOpsIpV6Test-1221443863-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685'] for network, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:43.547961 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-20a7c79c-f6e9-4d9a-9e16-99a4e203bbe3 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:06:43.552492 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1b512f4-f5e2-46d0-8158-9f8da2ab4633 tempest-BulkNetworkOpsIpV6Test-1221443863 tempest-BulkNetworkOpsIpV6Test-1221443863-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:06:43.558068 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1b512f4-f5e2-46d0-8158-9f8da2ab4633 tempest-BulkNetworkOpsIpV6Test-1221443863 tempest-BulkNetworkOpsIpV6Test-1221443863-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:06:43.558907 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d1b512f4-f5e2-46d0-8158-9f8da2ab4633 tempest-BulkNetworkOpsIpV6Test-1221443863 tempest-BulkNetworkOpsIpV6Test-1221443863-project] Publish callbacks [] for network, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:43.561624 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20a7c79c-f6e9-4d9a-9e16-99a4e203bbe3 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:06:43.644707 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a7c79c-f6e9-4d9a-9e16-99a4e203bbe3 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Pushing event updated for resources: {'Port': ['ID=41ab82bd-61c5-42f1-a4ce-2d4a04ee595a,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:06:43.650430 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20a7c79c-f6e9-4d9a-9e16-99a4e203bbe3 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-648552'] for router_interface, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:43.701199 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-d1b512f4-f5e2-46d0-8158-9f8da2ab4633 tempest-BulkNetworkOpsIpV6Test-1221443863 tempest-BulkNetworkOpsIpV6Test-1221443863-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 2.8046257 Jan 05 17:06:43.707616 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 39718) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:06:43.749967 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b512f4-f5e2-46d0-8158-9f8da2ab4633 tempest-BulkNetworkOpsIpV6Test-1221443863 tempest-BulkNetworkOpsIpV6Test-1221443863-project] Pushing event updated for resources: {'Network': ['ID=1351fe32-fa04-46a1-995b-ca064c731675,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:06:43.772147 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Network 1351fe32-fa04-46a1-995b-ca064c731675 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 05 17:06:43.774605 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [None req-279a2b5b-609a-4786-941d-64a54559677a tempest-RoutersIpV6AdminTest-1137264224 tempest-RoutersIpV6AdminTest-1137264224-project] Allocated IP 172.36.4.139 (b0167590-0699-4c5c-a932-3939414a9573/7a784a6d-3d96-418f-a645-b9ccd0b1ac55/3557b604-7df0-4c70-9859-7ddcfd6a6f58) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:06:43.786981 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2fd11c68-dc6d-41d5-add0-4a486fd27851 tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:43.893436 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd11c68-dc6d-41d5-add0-4a486fd27851 tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Pushing event deleted for resources: {'Port': ['ID=a4ecfcdd-e1e6-418d-946c-13cc1b97f66d,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:06:43.954876 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b512f4-f5e2-46d0-8158-9f8da2ab4633 tempest-BulkNetworkOpsIpV6Test-1221443863 tempest-BulkNetworkOpsIpV6Test-1221443863-project] Pushing event updated for resources: {'Network': ['ID=12f23efa-c4f9-4176-a888-68a6139bbf7d,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:06:43.974140 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-e92ea744-7e8d-4cfe-abd9-f6c7c5c1d8bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:44.004889 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Provisioning complete for port 249c3215-a194-4634-9a7c-f1473d3b1125 triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:06:44.005263 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:44.038463 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Network 12f23efa-c4f9-4176-a888-68a6139bbf7d details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 05 17:06:44.050068 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-54425e41-2cc4-4ab2-a4ff-46166bfb3068 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:44.071620 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fd11c68-dc6d-41d5-add0-4a486fd27851 tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] No DVR routers for this DVR port a4ecfcdd-e1e6-418d-946c-13cc1b97f66d on host dv-neutron-master-2-hyperv {{(pid=103800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 05 17:06:44.141643 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54425e41-2cc4-4ab2-a4ff-46166bfb3068 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Pushing event deleted for resources: {'Port': ['ID=840ea76b-2d41-47d0-a913-1a8474307cd3,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:06:44.192963 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-54425e41-2cc4-4ab2-a4ff-46166bfb3068 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:44.198105 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-54425e41-2cc4-4ab2-a4ff-46166bfb3068 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] 10.222.0.11 "DELETE /v2.0/ports/840ea76b-2d41-47d0-a913-1a8474307cd3 HTTP/1.1" status: 204 len: 168 time: 1.9728098 Jan 05 17:06:44.201644 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-155f3623-700e-4649-8ddf-640b8644c2ec tempest-BulkNetworkOpsIpV6Test-1221443863 tempest-BulkNetworkOpsIpV6Test-1221443863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:06:44.207749 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-155f3623-700e-4649-8ddf-640b8644c2ec tempest-BulkNetworkOpsIpV6Test-1221443863 tempest-BulkNetworkOpsIpV6Test-1221443863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:06:44.215690 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 39724) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:06:44.219650 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-155f3623-700e-4649-8ddf-640b8644c2ec tempest-BulkNetworkOpsIpV6Test-1221443863 tempest-BulkNetworkOpsIpV6Test-1221443863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:06:44.232315 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-155f3623-700e-4649-8ddf-640b8644c2ec tempest-BulkNetworkOpsIpV6Test-1221443863 tempest-BulkNetworkOpsIpV6Test-1221443863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:06:44.234037 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-155f3623-700e-4649-8ddf-640b8644c2ec tempest-BulkNetworkOpsIpV6Test-1221443863 tempest-BulkNetworkOpsIpV6Test-1221443863-project] 10.222.0.11 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.5254502 Jan 05 17:06:44.244291 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 39726) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:06:44.249236 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-e92ea744-7e8d-4cfe-abd9-f6c7c5c1d8bb None None] For port 06bcac27-8bae-4ab3-8dde-bf055ba1128e, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=06bcac27-8bae-4ab3-8dde-bf055ba1128e,segment=NetworkSegment(68e6c437-46c2-424d-85e7-20547f69066d),segment_id=68e6c437-46c2-424d-85e7-20547f69066d)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:06:44.270387 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 06bcac27-8bae-4ab3-8dde-bf055ba1128e up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:06:44.293573 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2fd11c68-dc6d-41d5-add0-4a486fd27851 tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892868'] for subnet, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:44.344025 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-281e3148-ffd8-4336-9af4-59a4e3945ccd None None] Network dfbb5c43-942d-4b35-b5d4-b2a127a5cc6f requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:06:44.352278 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Provisioning complete for port 06bcac27-8bae-4ab3-8dde-bf055ba1128e triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:06:44.352657 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:44.366185 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-279a2b5b-609a-4786-941d-64a54559677a tempest-RoutersIpV6AdminTest-1137264224 tempest-RoutersIpV6AdminTest-1137264224-project] Publish callbacks [] for port, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:44.404738 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f74f19ec-d0c5-472d-9e92-9c6fd748e897 tempest-BulkNetworkOpsIpV6Test-1221443863 tempest-BulkNetworkOpsIpV6Test-1221443863-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3809644'] for network, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:44.416221 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4c049c2-7837-4962-994f-50c19e5fe82e tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:06:44.418419 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4c049c2-7837-4962-994f-50c19e5fe82e tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:06:44.420755 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-a4c049c2-7837-4962-994f-50c19e5fe82e tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2025375 Jan 05 17:06:44.425524 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 39728) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:06:44.505628 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-e92ea744-7e8d-4cfe-abd9-f6c7c5c1d8bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:44.507364 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.db_base_plugin_v2 [None req-02efcbe1-d4bf-4f93-b5c2-26fc540f31be tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Deleting subnet e335b396-0b20-4d4c-a7a6-0562c4e529ec {{(pid=103801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 05 17:06:44.514374 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-02efcbe1-d4bf-4f93-b5c2-26fc540f31be tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks [] for subnet, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:44.556700 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2fd11c68-dc6d-41d5-add0-4a486fd27851 tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3893367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8784787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8521880'] for subnet, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:44.559114 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-279a2b5b-609a-4786-941d-64a54559677a tempest-RoutersIpV6AdminTest-1137264224 tempest-RoutersIpV6AdminTest-1137264224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:44.569899 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92ea744-7e8d-4cfe-abd9-f6c7c5c1d8bb None None] Pushing event updated for resources: {'Port': ['ID=06bcac27-8bae-4ab3-8dde-bf055ba1128e,revision_number=3']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:06:44.619751 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd11c68-dc6d-41d5-add0-4a486fd27851 tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Pushing event deleted for resources: {'Subnet': ['ID=1e1cfd6b-651d-44e2-ade0-3c886c0399fe,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:06:44.641002 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-a31eb421-8d31-495d-8504-c5155861a33a None None] Could not find standard attr ID for object 840ea76b-2d41-47d0-a913-1a8474307cd3. {{(pid=103802) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 05 17:06:44.651177 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-a31eb421-8d31-495d-8504-c5155861a33a None None] Could not find standard attr ID for object a4ecfcdd-e1e6-418d-946c-13cc1b97f66d. {{(pid=103802) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 05 17:06:44.664271 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device a4ecfcdd-e1e6-418d-946c-13cc1b97f66d up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:06:44.670142 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-279a2b5b-609a-4786-941d-64a54559677a tempest-RoutersIpV6AdminTest-1137264224 tempest-RoutersIpV6AdminTest-1137264224-project] Network b0167590-0699-4c5c-a932-3939414a9573 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:06:44.684095 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-279a2b5b-609a-4786-941d-64a54559677a tempest-RoutersIpV6AdminTest-1137264224 tempest-RoutersIpV6AdminTest-1137264224-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:06:44.687106 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-279a2b5b-609a-4786-941d-64a54559677a tempest-RoutersIpV6AdminTest-1137264224 tempest-RoutersIpV6AdminTest-1137264224-project] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:06:44.687245 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-02efcbe1-d4bf-4f93-b5c2-26fc540f31be tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11316398'] for subnet, precommit_delete_associations {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:44.692504 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-a31eb421-8d31-495d-8504-c5155861a33a None None] Provisioning complete for port 249c3215-a194-4634-9a7c-f1473d3b1125 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:06:44.693199 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-a31eb421-8d31-495d-8504-c5155861a33a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:44.695267 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] No Port match for: a4ecfcdd-e1e6-418d-946c-13cc1b97f66d {{(pid=103802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 05 17:06:44.695832 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device a4ecfcdd-e1e6-418d-946c-13cc1b97f66d not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jan 05 17:06:44.729491 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20a7c79c-f6e9-4d9a-9e16-99a4e203bbe3 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:44.740602 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e5da32e-7d27-4676-ad4a-1365921d221a None None] DHCP port deletion for b0167590-0699-4c5c-a932-3939414a9573 request from dv-neutron-master-2-hyperv {{(pid=103802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 05 17:06:44.740865 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f74f19ec-d0c5-472d-9e92-9c6fd748e897 tempest-BulkNetworkOpsIpV6Test-1221443863 tempest-BulkNetworkOpsIpV6Test-1221443863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3891715', 'neutron.services.segments.db._delete_segments_for_network-8754181063482'] for network, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:44.747624 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Port a4ecfcdd-e1e6-418d-946c-13cc1b97f66d not found, will not notify nova. {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jan 05 17:06:44.762904 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device d7cb7d39-5809-412b-8fed-894046493297 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 05 17:06:44.764785 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-194ec427-eebf-4941-9554-3408cb4824e8 None None] Network dfbb5c43-942d-4b35-b5d4-b2a127a5cc6f requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:06:44.785636 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279a2b5b-609a-4786-941d-64a54559677a tempest-RoutersIpV6AdminTest-1137264224 tempest-RoutersIpV6AdminTest-1137264224-project] Pushing event updated for resources: {'Port': ['ID=3557b604-7df0-4c70-9859-7ddcfd6a6f58,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:06:44.809930 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] No Port match for: d7cb7d39-5809-412b-8fed-894046493297 {{(pid=103802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 05 17:06:44.810113 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.services.segments.db [None req-f74f19ec-d0c5-472d-9e92-9c6fd748e897 tempest-BulkNetworkOpsIpV6Test-1221443863 tempest-BulkNetworkOpsIpV6Test-1221443863-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1351fe32-fa04-46a1-995b-ca064c731675']}} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:06:44.810311 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device d7cb7d39-5809-412b-8fed-894046493297 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 05 17:06:44.839199 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2fd11c68-dc6d-41d5-add0-4a486fd27851 tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3891715', 'neutron.services.segments.db._delete_segments_for_network-8754181063482'] for network, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:44.846588 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.services.segments.db [None req-f74f19ec-d0c5-472d-9e92-9c6fd748e897 tempest-BulkNetworkOpsIpV6Test-1221443863 tempest-BulkNetworkOpsIpV6Test-1221443863-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13369985-f177-459c-9147-8058e5074b2e') {'for_net_delete': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:06:44.846588 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.services.segments.db [None req-f74f19ec-d0c5-472d-9e92-9c6fd748e897 tempest-BulkNetworkOpsIpV6Test-1221443863 tempest-BulkNetworkOpsIpV6Test-1221443863-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13369985-f177-459c-9147-8058e5074b2e') {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:06:44.887787 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f74f19ec-d0c5-472d-9e92-9c6fd748e897 tempest-BulkNetworkOpsIpV6Test-1221443863 tempest-BulkNetworkOpsIpV6Test-1221443863-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754181064771', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11316385'] for segment, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:44.905299 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.services.segments.db [None req-2fd11c68-dc6d-41d5-add0-4a486fd27851 tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfbb5c43-942d-4b35-b5d4-b2a127a5cc6f']}} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:06:44.918978 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.services.segments.db [None req-2fd11c68-dc6d-41d5-add0-4a486fd27851 tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea39d007-af9c-4300-9558-64c673fbc421') {'for_net_delete': True} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:06:44.919276 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.services.segments.db [None req-2fd11c68-dc6d-41d5-add0-4a486fd27851 tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea39d007-af9c-4300-9558-64c673fbc421') {} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:06:44.937001 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2fd11c68-dc6d-41d5-add0-4a486fd27851 tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754181064771', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8784833'] for segment, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:44.956532 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2fd11c68-dc6d-41d5-add0-4a486fd27851 tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225'] for segment, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:44.961232 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f74f19ec-d0c5-472d-9e92-9c6fd748e897 tempest-BulkNetworkOpsIpV6Test-1221443863 tempest-BulkNetworkOpsIpV6Test-1221443863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225'] for segment, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:44.966521 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2fd11c68-dc6d-41d5-add0-4a486fd27851 tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Releasing vlan 132 on physical network physnet1 to pool {{(pid=103800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 05 17:06:44.966921 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2fd11c68-dc6d-41d5-add0-4a486fd27851 tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8784497'] for segment, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:44.970262 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:06:44.970262 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:06:44.970262 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:06:44.970262 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:06:44.970262 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:06:44.970262 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:06:44.970262 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:06:44.970262 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:06:44.970262 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:06:44.970262 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:06:44.970262 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:06:44.970262 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:06:44.970262 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:06:44.970262 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:06:44.970262 dv-neutron-master-2-hyperv neutron-server[103800]: Traceback (most recent call last): Jan 05 17:06:44.970262 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 05 17:06:44.970262 dv-neutron-master-2-hyperv neutron-server[103800]: timer() Jan 05 17:06:44.970262 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 05 17:06:44.970262 dv-neutron-master-2-hyperv neutron-server[103800]: cb(*args, **kw) Jan 05 17:06:44.970262 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 05 17:06:44.970262 dv-neutron-master-2-hyperv neutron-server[103800]: return func(*args, **kwargs) Jan 05 17:06:44.970262 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 05 17:06:44.970262 dv-neutron-master-2-hyperv neutron-server[103800]: self._notify() Jan 05 17:06:44.970262 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 05 17:06:44.970262 dv-neutron-master-2-hyperv neutron-server[103800]: self.callback(batched_events) Jan 05 17:06:44.970262 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 05 17:06:44.970262 dv-neutron-master-2-hyperv neutron-server[103800]: event.method(event) Jan 05 17:06:44.970262 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 05 17:06:44.970262 dv-neutron-master-2-hyperv neutron-server[103800]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 05 17:06:44.970262 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 05 17:06:44.970262 dv-neutron-master-2-hyperv neutron-server[103800]: aggregate_uuid = self.p_client.list_aggregates( Jan 05 17:06:44.970262 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 05 17:06:44.970262 dv-neutron-master-2-hyperv neutron-server[103800]: return f(self, *a, **k) Jan 05 17:06:44.970262 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 05 17:06:44.970262 dv-neutron-master-2-hyperv neutron-server[103800]: return self._get(url).json() Jan 05 17:06:44.970262 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 05 17:06:44.970262 dv-neutron-master-2-hyperv neutron-server[103800]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 05 17:06:44.970262 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 05 17:06:44.970262 dv-neutron-master-2-hyperv neutron-server[103800]: return self.request(url, 'GET', **kwargs) Jan 05 17:06:44.970262 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 05 17:06:44.970262 dv-neutron-master-2-hyperv neutron-server[103800]: base_url = self.get_endpoint(auth, allow=allow, Jan 05 17:06:44.970262 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 05 17:06:44.970262 dv-neutron-master-2-hyperv neutron-server[103800]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 05 17:06:44.970262 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 05 17:06:44.970262 dv-neutron-master-2-hyperv neutron-server[103800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 05 17:06:44.970262 dv-neutron-master-2-hyperv neutron-server[103800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 05 17:06:44.972976 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-02efcbe1-d4bf-4f93-b5c2-26fc540f31be tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892868'] for subnet, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:44.978806 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-122a33ba-c4bd-4cd5-9ab7-e5bce9cc1b21 None None] DHCP port deletion for dfbb5c43-942d-4b35-b5d4-b2a127a5cc6f request from dv-neutron-master-2-hyperv {{(pid=103802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 05 17:06:44.994945 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f74f19ec-d0c5-472d-9e92-9c6fd748e897 tempest-BulkNetworkOpsIpV6Test-1221443863 tempest-BulkNetworkOpsIpV6Test-1221443863-project] Releasing vlan 112 on physical network physnet1 to pool {{(pid=103801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 05 17:06:44.995349 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f74f19ec-d0c5-472d-9e92-9c6fd748e897 tempest-BulkNetworkOpsIpV6Test-1221443863 tempest-BulkNetworkOpsIpV6Test-1221443863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11433197'] for segment, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:45.000323 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:06:45.000323 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:06:45.000323 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:06:45.000323 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:06:45.000323 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:06:45.000323 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:06:45.000323 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:06:45.000323 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:06:45.000323 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:06:45.000323 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:06:45.000323 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:06:45.000323 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:06:45.000323 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:06:45.000323 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:06:45.000323 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:06:45.000323 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:06:45.000323 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:06:45.000323 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:06:45.000323 dv-neutron-master-2-hyperv neutron-server[103801]: Traceback (most recent call last): Jan 05 17:06:45.000323 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 05 17:06:45.000323 dv-neutron-master-2-hyperv neutron-server[103801]: timer() Jan 05 17:06:45.000323 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 05 17:06:45.000323 dv-neutron-master-2-hyperv neutron-server[103801]: cb(*args, **kw) Jan 05 17:06:45.000323 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 05 17:06:45.000323 dv-neutron-master-2-hyperv neutron-server[103801]: return func(*args, **kwargs) Jan 05 17:06:45.000323 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 05 17:06:45.000323 dv-neutron-master-2-hyperv neutron-server[103801]: self._notify() Jan 05 17:06:45.000323 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 05 17:06:45.000323 dv-neutron-master-2-hyperv neutron-server[103801]: self.callback(batched_events) Jan 05 17:06:45.000323 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 05 17:06:45.000323 dv-neutron-master-2-hyperv neutron-server[103801]: event.method(event) Jan 05 17:06:45.000323 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 05 17:06:45.000323 dv-neutron-master-2-hyperv neutron-server[103801]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 05 17:06:45.000323 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 05 17:06:45.000323 dv-neutron-master-2-hyperv neutron-server[103801]: aggregate_uuid = self.p_client.list_aggregates( Jan 05 17:06:45.000323 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 05 17:06:45.000323 dv-neutron-master-2-hyperv neutron-server[103801]: return f(self, *a, **k) Jan 05 17:06:45.000323 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 05 17:06:45.000323 dv-neutron-master-2-hyperv neutron-server[103801]: return self._get(url).json() Jan 05 17:06:45.000323 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 05 17:06:45.000323 dv-neutron-master-2-hyperv neutron-server[103801]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 05 17:06:45.000323 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 05 17:06:45.000323 dv-neutron-master-2-hyperv neutron-server[103801]: return self.request(url, 'GET', **kwargs) Jan 05 17:06:45.000323 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 05 17:06:45.000323 dv-neutron-master-2-hyperv neutron-server[103801]: base_url = self.get_endpoint(auth, allow=allow, Jan 05 17:06:45.000323 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 05 17:06:45.000323 dv-neutron-master-2-hyperv neutron-server[103801]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 05 17:06:45.000323 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 05 17:06:45.000323 dv-neutron-master-2-hyperv neutron-server[103801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 05 17:06:45.000323 dv-neutron-master-2-hyperv neutron-server[103801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 05 17:06:45.038723 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-c3f995e3-c57e-4e84-95ab-a33cd5cb80f5 None None] Provisioning complete for port 3557b604-7df0-4c70-9859-7ddcfd6a6f58 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:06:45.042888 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c3f995e3-c57e-4e84-95ab-a33cd5cb80f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:45.118611 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-c3f995e3-c57e-4e84-95ab-a33cd5cb80f5 None None] Port 3557b604-7df0-4c70-9859-7ddcfd6a6f58 cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 17:06:45.169360 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 06bcac27-8bae-4ab3-8dde-bf055ba1128e up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:06:45.196845 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2fd11c68-dc6d-41d5-add0-4a486fd27851 tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3891722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648695'] for network, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:45.214232 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2fd11c68-dc6d-41d5-add0-4a486fd27851 tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Publish callbacks [] for network, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:45.217421 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-2fd11c68-dc6d-41d5-add0-4a486fd27851 tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] 10.222.0.11 "DELETE /v2.0/networks/dfbb5c43-942d-4b35-b5d4-b2a127a5cc6f HTTP/1.1" status: 204 len: 168 time: 3.4503114 Jan 05 17:06:45.219137 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f74f19ec-d0c5-472d-9e92-9c6fd748e897 tempest-BulkNetworkOpsIpV6Test-1221443863 tempest-BulkNetworkOpsIpV6Test-1221443863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3891722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648695'] for network, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:45.221419 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-02efcbe1-d4bf-4f93-b5c2-26fc540f31be tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3893367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11433231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12480600'] for subnet, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:45.231236 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 39736) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:06:45.237336 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd11c68-dc6d-41d5-add0-4a486fd27851 tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Pushing event deleted for resources: {'Network': ['ID=dfbb5c43-942d-4b35-b5d4-b2a127a5cc6f,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:06:45.240725 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f74f19ec-d0c5-472d-9e92-9c6fd748e897 tempest-BulkNetworkOpsIpV6Test-1221443863 tempest-BulkNetworkOpsIpV6Test-1221443863-project] Publish callbacks [] for network, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:45.244530 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-f74f19ec-d0c5-472d-9e92-9c6fd748e897 tempest-BulkNetworkOpsIpV6Test-1221443863 tempest-BulkNetworkOpsIpV6Test-1221443863-project] 10.222.0.11 "DELETE /v2.0/networks/1351fe32-fa04-46a1-995b-ca064c731675 HTTP/1.1" status: 204 len: 168 time: 0.9992547 Jan 05 17:06:45.247435 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 39738) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:06:45.253472 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Provisioning complete for port 06bcac27-8bae-4ab3-8dde-bf055ba1128e triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:06:45.253887 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:45.286268 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-279a2b5b-609a-4786-941d-64a54559677a tempest-RoutersIpV6AdminTest-1137264224 tempest-RoutersIpV6AdminTest-1137264224-project] Publish callbacks [] for router_gateway, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:45.297668 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74f19ec-d0c5-472d-9e92-9c6fd748e897 tempest-BulkNetworkOpsIpV6Test-1221443863 tempest-BulkNetworkOpsIpV6Test-1221443863-project] Pushing event deleted for resources: {'Network': ['ID=1351fe32-fa04-46a1-995b-ca064c731675,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:06:45.306234 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-02efcbe1-d4bf-4f93-b5c2-26fc540f31be tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks [] for subnet, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:45.311803 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-02efcbe1-d4bf-4f93-b5c2-26fc540f31be tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] 10.222.0.11 "DELETE /v2.0/subnets/e335b396-0b20-4d4c-a7a6-0562c4e529ec HTTP/1.1" status: 204 len: 168 time: 0.8823233 Jan 05 17:06:45.311803 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.pecan_wsgi.hooks.translation [None req-9621ec63-0fd5-409a-abdc-807e6bfa59b4 tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] DELETE failed (client error): The resource could not be found. Jan 05 17:06:45.312002 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db8adea7-7412-464f-bdd3-82e4a785b8f6 None None] Network e897f8fc-3cef-40ca-9466-c6c65ecd9833 requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:06:45.312086 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9621ec63-0fd5-409a-abdc-807e6bfa59b4 tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 05 17:06:45.312637 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 39740) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:06:45.313668 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-9621ec63-0fd5-409a-abdc-807e6bfa59b4 tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] 10.222.0.11 "DELETE /v2.0/networks/dfbb5c43-942d-4b35-b5d4-b2a127a5cc6f HTTP/1.1" status: 404 len: 339 time: 0.0743597 Jan 05 17:06:45.315169 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02efcbe1-d4bf-4f93-b5c2-26fc540f31be tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Pushing event deleted for resources: {'Subnet': ['ID=e335b396-0b20-4d4c-a7a6-0562c4e529ec,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:06:45.319086 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 39742) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:06:45.326420 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-62b3bdff-8e12-4ba5-b6ff-3c6d0c3d4214 tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1122031294', 'description': 'd1'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:06:45.383958 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20a7c79c-f6e9-4d9a-9e16-99a4e203bbe3 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Publish callbacks [] for port, precommit_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:45.395527 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-50ddf7a2-a07e-4429-81bd-acebfc738480 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0517948 Jan 05 17:06:45.397246 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 39744) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:06:45.421199 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-63de8a47-045b-4782-9173-82c1b482f508 tempest-BulkNetworkOpsIpV6Test-1221443863 tempest-BulkNetworkOpsIpV6Test-1221443863-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3809644'] for network, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:45.453983 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62b3bdff-8e12-4ba5-b6ff-3c6d0c3d4214 tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Made reservation on behalf of a3ad318c2083452290397b0c39945cb9 for: {'network': 1} {{(pid=103801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:06:45.460727 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-62b3bdff-8e12-4ba5-b6ff-3c6d0c3d4214 tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for network, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:45.476084 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0299131-f850-4e62-9f0d-b3bcf33eb3b1 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:06:45.479662 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-f0299131-f850-4e62-9f0d-b3bcf33eb3b1 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0799508 Jan 05 17:06:45.484171 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 39746) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:06:45.488226 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device a4ecfcdd-e1e6-418d-946c-13cc1b97f66d no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 05 17:06:45.505144 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20a7c79c-f6e9-4d9a-9e16-99a4e203bbe3 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11433169'] for port, after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:45.514939 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] No Port match for: a4ecfcdd-e1e6-418d-946c-13cc1b97f66d {{(pid=103802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 05 17:06:45.514939 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device a4ecfcdd-e1e6-418d-946c-13cc1b97f66d not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 05 17:06:45.550398 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b4d882b-5bdf-4f22-80bc-0e86d575c7b1 None None] DHCP port deletion for e897f8fc-3cef-40ca-9466-c6c65ecd9833 request from dv-neutron-master-2-hyperv {{(pid=103802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 05 17:06:45.600410 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-63de8a47-045b-4782-9173-82c1b482f508 tempest-BulkNetworkOpsIpV6Test-1221443863 tempest-BulkNetworkOpsIpV6Test-1221443863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3891715', 'neutron.services.segments.db._delete_segments_for_network-8754181063482'] for network, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:45.610242 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-0b4d882b-5bdf-4f22-80bc-0e86d575c7b1 None None] Deleting port 06bcac27-8bae-4ab3-8dde-bf055ba1128e {{(pid=103802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:06:45.611155 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-0b4d882b-5bdf-4f22-80bc-0e86d575c7b1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:45.615657 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62b3bdff-8e12-4ba5-b6ff-3c6d0c3d4214 tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'} {{(pid=103801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 05 17:06:45.632465 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a7c79c-f6e9-4d9a-9e16-99a4e203bbe3 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Pushing event updated for resources: {'Port': ['ID=41ab82bd-61c5-42f1-a4ce-2d4a04ee595a,revision_number=2']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:06:45.637267 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e77710f-2cc7-44d7-a0cb-68d740850b60 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:06:45.638795 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-0e77710f-2cc7-44d7-a0cb-68d740850b60 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1536884 Jan 05 17:06:45.639404 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.services.segments.db [None req-63de8a47-045b-4782-9173-82c1b482f508 tempest-BulkNetworkOpsIpV6Test-1221443863 tempest-BulkNetworkOpsIpV6Test-1221443863-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12f23efa-c4f9-4176-a888-68a6139bbf7d']}} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:06:45.642181 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20a7c79c-f6e9-4d9a-9e16-99a4e203bbe3 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-531704'] for router_interface, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:45.650012 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-62b3bdff-8e12-4ba5-b6ff-3c6d0c3d4214 tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225'] for segment, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:45.650334 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.db.segments_db [None req-62b3bdff-8e12-4ba5-b6ff-3c6d0c3d4214 tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Added segment fb09643b-059f-44eb-a7f8-6d99c56752cd of type vlan for network 5db701d5-3b8e-47bc-b992-ea3e0e56b713 Jan 05 17:06:45.651861 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 39748) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:06:45.691506 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-0b4d882b-5bdf-4f22-80bc-0e86d575c7b1 None None] For port 06bcac27-8bae-4ab3-8dde-bf055ba1128e, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=06bcac27-8bae-4ab3-8dde-bf055ba1128e,segment=NetworkSegment(68e6c437-46c2-424d-85e7-20547f69066d),segment_id=68e6c437-46c2-424d-85e7-20547f69066d)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:06:45.691868 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-0b4d882b-5bdf-4f22-80bc-0e86d575c7b1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:45.701155 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.services.segments.db [None req-63de8a47-045b-4782-9173-82c1b482f508 tempest-BulkNetworkOpsIpV6Test-1221443863 tempest-BulkNetworkOpsIpV6Test-1221443863-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a53318bc-a2b5-4b8a-9682-c50db55dc78f') {'for_net_delete': True} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:06:45.701466 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.services.segments.db [None req-63de8a47-045b-4782-9173-82c1b482f508 tempest-BulkNetworkOpsIpV6Test-1221443863 tempest-BulkNetworkOpsIpV6Test-1221443863-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a53318bc-a2b5-4b8a-9682-c50db55dc78f') {} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:06:45.709805 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-0b4d882b-5bdf-4f22-80bc-0e86d575c7b1 None None] Calling delete_port for 06bcac27-8bae-4ab3-8dde-bf055ba1128e owned by network:dhcp {{(pid=103802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:06:45.709977 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-279a2b5b-609a-4786-941d-64a54559677a tempest-RoutersIpV6AdminTest-1137264224 tempest-RoutersIpV6AdminTest-1137264224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-648430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648639'] for router, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:45.715057 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-63de8a47-045b-4782-9173-82c1b482f508 tempest-BulkNetworkOpsIpV6Test-1221443863 tempest-BulkNetworkOpsIpV6Test-1221443863-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754181064771', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8784833'] for segment, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:45.736817 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-6d29c163-413e-41e3-be09-6cee198d348e tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0837543 Jan 05 17:06:45.757158 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 39752) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:06:45.764186 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-63de8a47-045b-4782-9173-82c1b482f508 tempest-BulkNetworkOpsIpV6Test-1221443863 tempest-BulkNetworkOpsIpV6Test-1221443863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225'] for segment, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:45.764486 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-442cac9a-39f5-49ed-beab-c778a0c6edc8 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Request body: {'subnet': {'network_id': 'e897f8fc-3cef-40ca-9466-c6c65ecd9833', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:06:45.773794 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63de8a47-045b-4782-9173-82c1b482f508 tempest-BulkNetworkOpsIpV6Test-1221443863 tempest-BulkNetworkOpsIpV6Test-1221443863-project] Releasing vlan 114 on physical network physnet1 to pool {{(pid=103800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 05 17:06:45.774185 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-63de8a47-045b-4782-9173-82c1b482f508 tempest-BulkNetworkOpsIpV6Test-1221443863 tempest-BulkNetworkOpsIpV6Test-1221443863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8784497'] for segment, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:45.777155 dv-neutron-master-2-hyperv neutron-server[103800]: Traceback (most recent call last): Jan 05 17:06:45.777155 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 05 17:06:45.777155 dv-neutron-master-2-hyperv neutron-server[103800]: timer() Jan 05 17:06:45.777155 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 05 17:06:45.777155 dv-neutron-master-2-hyperv neutron-server[103800]: cb(*args, **kw) Jan 05 17:06:45.777155 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 05 17:06:45.777155 dv-neutron-master-2-hyperv neutron-server[103800]: return func(*args, **kwargs) Jan 05 17:06:45.777155 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 05 17:06:45.777155 dv-neutron-master-2-hyperv neutron-server[103800]: self._notify() Jan 05 17:06:45.777155 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 05 17:06:45.777155 dv-neutron-master-2-hyperv neutron-server[103800]: self.callback(batched_events) Jan 05 17:06:45.777155 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 05 17:06:45.777155 dv-neutron-master-2-hyperv neutron-server[103800]: event.method(event) Jan 05 17:06:45.777155 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 05 17:06:45.777155 dv-neutron-master-2-hyperv neutron-server[103800]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 05 17:06:45.777155 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 05 17:06:45.777155 dv-neutron-master-2-hyperv neutron-server[103800]: aggregate_uuid = self.p_client.list_aggregates( Jan 05 17:06:45.777155 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 05 17:06:45.777155 dv-neutron-master-2-hyperv neutron-server[103800]: return f(self, *a, **k) Jan 05 17:06:45.777155 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 05 17:06:45.777155 dv-neutron-master-2-hyperv neutron-server[103800]: return self._get(url).json() Jan 05 17:06:45.777155 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 05 17:06:45.777155 dv-neutron-master-2-hyperv neutron-server[103800]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 05 17:06:45.777155 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 05 17:06:45.777155 dv-neutron-master-2-hyperv neutron-server[103800]: return self.request(url, 'GET', **kwargs) Jan 05 17:06:45.777155 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 05 17:06:45.777155 dv-neutron-master-2-hyperv neutron-server[103800]: base_url = self.get_endpoint(auth, allow=allow, Jan 05 17:06:45.777155 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 05 17:06:45.777155 dv-neutron-master-2-hyperv neutron-server[103800]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 05 17:06:45.777155 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 05 17:06:45.777155 dv-neutron-master-2-hyperv neutron-server[103800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 05 17:06:45.777155 dv-neutron-master-2-hyperv neutron-server[103800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 05 17:06:45.807550 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-62b3bdff-8e12-4ba5-b6ff-3c6d0c3d4214 tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754180566020'] for network, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:45.865092 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-0b4d882b-5bdf-4f22-80bc-0e86d575c7b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678'] for port, after_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:45.891509 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4d882b-5bdf-4f22-80bc-0e86d575c7b1 None None] Pushing event deleted for resources: {'Port': ['ID=06bcac27-8bae-4ab3-8dde-bf055ba1128e,revision_number=None']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:06:45.895411 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b4d882b-5bdf-4f22-80bc-0e86d575c7b1 None None] No DVR routers for this DVR port 06bcac27-8bae-4ab3-8dde-bf055ba1128e on host dv-neutron-master-2-hyperv {{(pid=103802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 05 17:06:45.958098 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20a7c79c-f6e9-4d9a-9e16-99a4e203bbe3 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Network c48256cf-a076-46b3-9713-1d8b4ddd5ae7 is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:06:45.958543 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-63de8a47-045b-4782-9173-82c1b482f508 tempest-BulkNetworkOpsIpV6Test-1221443863 tempest-BulkNetworkOpsIpV6Test-1221443863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3891722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648695'] for network, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:45.961940 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-20a7c79c-f6e9-4d9a-9e16-99a4e203bbe3 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:06:45.970817 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-63de8a47-045b-4782-9173-82c1b482f508 tempest-BulkNetworkOpsIpV6Test-1221443863 tempest-BulkNetworkOpsIpV6Test-1221443863-project] Publish callbacks [] for network, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:45.970817 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-63de8a47-045b-4782-9173-82c1b482f508 tempest-BulkNetworkOpsIpV6Test-1221443863 tempest-BulkNetworkOpsIpV6Test-1221443863-project] 10.222.0.11 "DELETE /v2.0/networks/12f23efa-c4f9-4176-a888-68a6139bbf7d HTTP/1.1" status: 204 len: 168 time: 0.7209518 Jan 05 17:06:45.972670 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 39754) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:06:45.979831 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63de8a47-045b-4782-9173-82c1b482f508 tempest-BulkNetworkOpsIpV6Test-1221443863 tempest-BulkNetworkOpsIpV6Test-1221443863-project] Pushing event deleted for resources: {'Network': ['ID=12f23efa-c4f9-4176-a888-68a6139bbf7d,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:06:45.995199 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-279a2b5b-609a-4786-941d-64a54559677a tempest-RoutersIpV6AdminTest-1137264224 tempest-RoutersIpV6AdminTest-1137264224-project] Router 918c0d12-59ed-40e1-8d8f-8480fb1eb4ec is scheduled to L3 agent 59446fdc-40e0-41fe-a575-a8eb11d742f7 with binding_index 1 {{(pid=103800) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 05 17:06:46.029573 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-62b3bdff-8e12-4ba5-b6ff-3c6d0c3d4214 tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685'] for network, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:46.035845 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62b3bdff-8e12-4ba5-b6ff-3c6d0c3d4214 tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:06:46.036418 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-62b3bdff-8e12-4ba5-b6ff-3c6d0c3d4214 tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Publish callbacks [] for network, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:46.099823 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-442cac9a-39f5-49ed-beab-c778a0c6edc8 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Made reservation on behalf of fd419c78d7194361a03f37a26ebeba76 for: {'subnet': 1} {{(pid=103801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:06:46.103963 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-442cac9a-39f5-49ed-beab-c778a0c6edc8 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12480675'] for subnet, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:46.115180 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-279a2b5b-609a-4786-941d-64a54559677a tempest-RoutersIpV6AdminTest-1137264224 tempest-RoutersIpV6AdminTest-1137264224-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 05 17:06:46.125300 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0997fed8-5e10-47bc-ac58-6b6b4bc08367 None None] Sync routers for ids ['918c0d12-59ed-40e1-8d8f-8480fb1eb4ec'] in dv-neutron-master-2-hyperv {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 05 17:06:46.136033 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0997fed8-5e10-47bc-ac58-6b6b4bc08367 None None] Routers {'918c0d12-59ed-40e1-8d8f-8480fb1eb4ec'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:06:46.136753 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-0997fed8-5e10-47bc-ac58-6b6b4bc08367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:06:19Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['918c0d12-59ed-40e1-8d8f-8480fb1eb4ec'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:06:46.171286 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-0997fed8-5e10-47bc-ac58-6b6b4bc08367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:06:46.180214 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0997fed8-5e10-47bc-ac58-6b6b4bc08367 None None] Routers {'918c0d12-59ed-40e1-8d8f-8480fb1eb4ec'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:06:46.180933 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-0997fed8-5e10-47bc-ac58-6b6b4bc08367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:06:19Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['918c0d12-59ed-40e1-8d8f-8480fb1eb4ec'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:06:46.217059 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-0997fed8-5e10-47bc-ac58-6b6b4bc08367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:06:46.217689 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0997fed8-5e10-47bc-ac58-6b6b4bc08367 None None] The sync data for ids ['918c0d12-59ed-40e1-8d8f-8480fb1eb4ec'] in dv-neutron-master-2-hyperv is: [] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 05 17:06:46.235253 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-62b3bdff-8e12-4ba5-b6ff-3c6d0c3d4214 tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.9055343 Jan 05 17:06:46.235403 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 39758) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:06:46.240789 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-279a2b5b-609a-4786-941d-64a54559677a tempest-RoutersIpV6AdminTest-1137264224 tempest-RoutersIpV6AdminTest-1137264224-project] Publish callbacks [] for router, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:46.243368 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-279a2b5b-609a-4786-941d-64a54559677a tempest-RoutersIpV6AdminTest-1137264224 tempest-RoutersIpV6AdminTest-1137264224-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 5.3262882 Jan 05 17:06:46.255798 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 39762) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:06:46.260240 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-74d66942-168f-4043-8982-4a551ce60c89 tempest-RoutersIpV6AdminTest-862369890 tempest-RoutersIpV6AdminTest-862369890-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'enable_snat': False}}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:06:46.275713 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b3bdff-8e12-4ba5-b6ff-3c6d0c3d4214 tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Pushing event updated for resources: {'Network': ['ID=5db701d5-3b8e-47bc-b992-ea3e0e56b713,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:06:46.286589 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Network 5db701d5-3b8e-47bc-b992-ea3e0e56b713 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 05 17:06:46.331752 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c639d39f-12e2-4ea7-b674-0db602638f0c tempest-BulkNetworkOpsIpV6Test-1221443863 tempest-BulkNetworkOpsIpV6Test-1221443863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:06:46.338148 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c639d39f-12e2-4ea7-b674-0db602638f0c tempest-BulkNetworkOpsIpV6Test-1221443863 tempest-BulkNetworkOpsIpV6Test-1221443863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:06:46.339900 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-c639d39f-12e2-4ea7-b674-0db602638f0c tempest-BulkNetworkOpsIpV6Test-1221443863 tempest-BulkNetworkOpsIpV6Test-1221443863-project] 10.222.0.11 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.3662813 Jan 05 17:06:46.343870 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 39764) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:06:46.349696 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-f8b50d75-bb5d-4e96-a3af-34effb1ebf45 tempest-BulkNetworkOpsIpV6Test-1221443863 tempest-BulkNetworkOpsIpV6Test-1221443863-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-6961012'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:06:46.367362 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20a7c79c-f6e9-4d9a-9e16-99a4e203bbe3 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Router 8e20d6c5-5760-40ff-8076-35b11b39e3e1 has already been hosted by L3 agent 59446fdc-40e0-41fe-a575-a8eb11d742f7 {{(pid=103801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 05 17:06:46.462113 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8b50d75-bb5d-4e96-a3af-34effb1ebf45 tempest-BulkNetworkOpsIpV6Test-1221443863 tempest-BulkNetworkOpsIpV6Test-1221443863-project] Made reservation on behalf of 175a41cc1e044198a10049169306dffb for: {'network': 1} {{(pid=103801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:06:46.465687 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f8b50d75-bb5d-4e96-a3af-34effb1ebf45 tempest-BulkNetworkOpsIpV6Test-1221443863 tempest-BulkNetworkOpsIpV6Test-1221443863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for network, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:46.672458 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7edade33-4599-4506-ac38-98c343044d1f tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:06:46.676406 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-7edade33-4599-4506-ac38-98c343044d1f tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] 10.222.0.11 "GET /v2.0/networks?id=5db701d5-3b8e-47bc-b992-ea3e0e56b713 HTTP/1.1" status: 200 len: 765 time: 0.4467924 Jan 05 17:06:46.679157 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 39766) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:06:46.684471 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-6bf91b1f-1a5f-4626-865e-cc3cd6be98e9 tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Request body: {'network': {'description': 'd2'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:06:46.820039 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8b50d75-bb5d-4e96-a3af-34effb1ebf45 tempest-BulkNetworkOpsIpV6Test-1221443863 tempest-BulkNetworkOpsIpV6Test-1221443863-project] vlan segment allocate from pool success with {'vlan_id': 146, 'physical_network': 'physnet1'} {{(pid=103801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 05 17:06:46.844999 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f8b50d75-bb5d-4e96-a3af-34effb1ebf45 tempest-BulkNetworkOpsIpV6Test-1221443863 tempest-BulkNetworkOpsIpV6Test-1221443863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225'] for segment, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:46.845383 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.db.segments_db [None req-f8b50d75-bb5d-4e96-a3af-34effb1ebf45 tempest-BulkNetworkOpsIpV6Test-1221443863 tempest-BulkNetworkOpsIpV6Test-1221443863-project] Added segment fafd9ed8-cd6b-482d-960d-f69369999ab3 of type vlan for network 63d35b77-a77b-46fe-a94b-9a3e6589488a Jan 05 17:06:46.853877 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20a7c79c-f6e9-4d9a-9e16-99a4e203bbe3 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 05 17:06:46.859810 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-20a7c79c-f6e9-4d9a-9e16-99a4e203bbe3 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] 10.222.0.11 "PUT /v2.0/routers/8e20d6c5-5760-40ff-8076-35b11b39e3e1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8338368 Jan 05 17:06:46.869692 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db9f998c-4f25-4dc5-8eae-98c799397897 None None] Sync routers for ids ['8e20d6c5-5760-40ff-8076-35b11b39e3e1'] in dv-neutron-master-2-hyperv {{(pid=103803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 05 17:06:46.891520 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 39770) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:06:46.892861 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db9f998c-4f25-4dc5-8eae-98c799397897 None None] Routers {'8e20d6c5-5760-40ff-8076-35b11b39e3e1'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:06:46.893881 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-db9f998c-4f25-4dc5-8eae-98c799397897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:06:19Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['8e20d6c5-5760-40ff-8076-35b11b39e3e1'], 'active': True} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:06:46.894389 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-ce6ccb81-c154-4682-9874-6b34fb616096 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Request body: {'port': {'network_id': 'c48256cf-a076-46b3-9713-1d8b4ddd5ae7', 'name': 'tempest-FloatingIPTestJSON-1163494780'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:06:46.903059 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f8b50d75-bb5d-4e96-a3af-34effb1ebf45 tempest-BulkNetworkOpsIpV6Test-1221443863 tempest-BulkNetworkOpsIpV6Test-1221443863-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754180566020'] for network, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:46.939604 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-442cac9a-39f5-49ed-beab-c778a0c6edc8 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11433288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12480593'] for subnet, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:46.943547 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-db9f998c-4f25-4dc5-8eae-98c799397897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:06:46.954818 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db9f998c-4f25-4dc5-8eae-98c799397897 None None] Routers {'8e20d6c5-5760-40ff-8076-35b11b39e3e1'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:06:46.955663 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-db9f998c-4f25-4dc5-8eae-98c799397897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:06:19Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['8e20d6c5-5760-40ff-8076-35b11b39e3e1'], 'active': True} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:06:46.985208 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-442cac9a-39f5-49ed-beab-c778a0c6edc8 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Network e897f8fc-3cef-40ca-9466-c6c65ecd9833 is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:06:46.989054 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-442cac9a-39f5-49ed-beab-c778a0c6edc8 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:06:46.994014 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-442cac9a-39f5-49ed-beab-c778a0c6edc8 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:06:46.994682 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-442cac9a-39f5-49ed-beab-c778a0c6edc8 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks [] for subnet, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:46.998221 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-db9f998c-4f25-4dc5-8eae-98c799397897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:06:46.999292 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db9f998c-4f25-4dc5-8eae-98c799397897 None None] The sync data for ids ['8e20d6c5-5760-40ff-8076-35b11b39e3e1'] in dv-neutron-master-2-hyperv is: [] {{(pid=103803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 05 17:06:47.000767 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f8b50d75-bb5d-4e96-a3af-34effb1ebf45 tempest-BulkNetworkOpsIpV6Test-1221443863 tempest-BulkNetworkOpsIpV6Test-1221443863-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685'] for network, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:47.007377 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8b50d75-bb5d-4e96-a3af-34effb1ebf45 tempest-BulkNetworkOpsIpV6Test-1221443863 tempest-BulkNetworkOpsIpV6Test-1221443863-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:06:47.007820 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f8b50d75-bb5d-4e96-a3af-34effb1ebf45 tempest-BulkNetworkOpsIpV6Test-1221443863 tempest-BulkNetworkOpsIpV6Test-1221443863-project] Publish callbacks [] for network, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:47.016559 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1af9521-4eb4-4a38-9b71-228fd091c342 None None] Network e897f8fc-3cef-40ca-9466-c6c65ecd9833 requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:06:47.041731 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442cac9a-39f5-49ed-beab-c778a0c6edc8 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Pushing event updated for resources: {'Subnet': ['ID=d8da3344-0017-4fb3-a269-1e0e5f8938de,revision_number=0']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:06:47.080521 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6bf91b1f-1a5f-4626-865e-cc3cd6be98e9 tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754180566020'] for network, precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:47.116593 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-a4f0461f-77f8-4fe6-b045-a7484d7c51df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:47.127681 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 06bcac27-8bae-4ab3-8dde-bf055ba1128e no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 05 17:06:47.129448 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-f8b50d75-bb5d-4e96-a3af-34effb1ebf45 tempest-BulkNetworkOpsIpV6Test-1221443863 tempest-BulkNetworkOpsIpV6Test-1221443863-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.7845151 Jan 05 17:06:47.130389 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b50d75-bb5d-4e96-a3af-34effb1ebf45 tempest-BulkNetworkOpsIpV6Test-1221443863 tempest-BulkNetworkOpsIpV6Test-1221443863-project] Pushing event updated for resources: {'Network': ['ID=63d35b77-a77b-46fe-a94b-9a3e6589488a,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:06:47.140752 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-442cac9a-39f5-49ed-beab-c778a0c6edc8 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3817880 Jan 05 17:06:47.142877 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 39772) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:06:47.144850 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 39774) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:06:47.148444 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-1e234dee-6a6f-4799-8a30-9c2904d2ae53 tempest-BulkNetworkOpsIpV6Test-1221443863 tempest-BulkNetworkOpsIpV6Test-1221443863-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1468810798'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:06:47.158054 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-21710bb7-33c8-46e8-a696-f0f8bcafd0c6 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Request body: {'port': {'network_id': 'e897f8fc-3cef-40ca-9466-c6c65ecd9833', 'fixed_ips': [{'subnet_id': 'd8da3344-0017-4fb3-a269-1e0e5f8938de', 'ip_address': '2001:db8::e5:8bce:2f7d:1ce7'}], 'name': 'tempest-NetworksTestDHCPv6-1647614201'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:06:47.166940 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6bf91b1f-1a5f-4626-865e-cc3cd6be98e9 tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685'] for network, after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:47.169860 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Network 63d35b77-a77b-46fe-a94b-9a3e6589488a details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 05 17:06:47.172935 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] No Port match for: 06bcac27-8bae-4ab3-8dde-bf055ba1128e {{(pid=103802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 05 17:06:47.173863 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 06bcac27-8bae-4ab3-8dde-bf055ba1128e not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 05 17:06:47.196998 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0dcf41c-8fbe-4ef1-967b-96e2d9af09e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-e897f8fc-3cef-40ca-9466-c6c65ecd9833', 'network_id': 'e897f8fc-3cef-40ca-9466-c6c65ecd9833', 'project_id': 'fd419c78d7194361a03f37a26ebeba76', 'fixed_ips': [{'subnet_id': 'd8da3344-0017-4fb3-a269-1e0e5f8938de'}]}} from dv-neutron-master-2-hyperv. {{(pid=103802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 05 17:06:47.198410 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d0dcf41c-8fbe-4ef1-967b-96e2d9af09e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:47.212508 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-6bf91b1f-1a5f-4626-865e-cc3cd6be98e9 tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Network 5db701d5-3b8e-47bc-b992-ea3e0e56b713 is not hosted by any dhcp agent {{(pid=103800) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jan 05 17:06:47.218271 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bf91b1f-1a5f-4626-865e-cc3cd6be98e9 tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:06:47.219572 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6bf91b1f-1a5f-4626-865e-cc3cd6be98e9 tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Publish callbacks [] for network, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:47.224462 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-6bf91b1f-1a5f-4626-865e-cc3cd6be98e9 tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] 10.222.0.11 "PUT /v2.0/networks/5db701d5-3b8e-47bc-b992-ea3e0e56b713 HTTP/1.1" status: 200 len: 762 time: 0.5443125 Jan 05 17:06:47.225144 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 39776) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:06:47.313202 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf91b1f-1a5f-4626-865e-cc3cd6be98e9 tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Pushing event updated for resources: {'Network': ['ID=5db701d5-3b8e-47bc-b992-ea3e0e56b713,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:06:47.322583 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce6ccb81-c154-4682-9874-6b34fb616096 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Made reservation on behalf of 87533cd40e56486093883a2bc761b888 for: {'port': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:06:47.327425 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ce6ccb81-c154-4682-9874-6b34fb616096 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:47.342401 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Network 5db701d5-3b8e-47bc-b992-ea3e0e56b713 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 05 17:06:47.346030 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e234dee-6a6f-4799-8a30-9c2904d2ae53 tempest-BulkNetworkOpsIpV6Test-1221443863 tempest-BulkNetworkOpsIpV6Test-1221443863-project] Made reservation on behalf of 175a41cc1e044198a10049169306dffb for: {'network': 1} {{(pid=103801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:06:47.349800 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-1e234dee-6a6f-4799-8a30-9c2904d2ae53 tempest-BulkNetworkOpsIpV6Test-1221443863 tempest-BulkNetworkOpsIpV6Test-1221443863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for network, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:47.357634 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-74d66942-168f-4043-8982-4a551ce60c89 tempest-RoutersIpV6AdminTest-862369890 tempest-RoutersIpV6AdminTest-862369890-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:47.372357 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.notifiers.nova [None req-ce6ccb81-c154-4682-9874-6b34fb616096 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] device_id is not set on port 041ccae2-aca8-4cf6-8845-661c769214ba yet. {{(pid=103800) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 05 17:06:47.380253 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70af9144-2048-4cb7-a17f-130abdf5b219 tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:06:47.385794 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-70af9144-2048-4cb7-a17f-130abdf5b219 tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] 10.222.0.11 "GET /v2.0/networks?id=5db701d5-3b8e-47bc-b992-ea3e0e56b713 HTTP/1.1" status: 200 len: 765 time: 0.1540153 Jan 05 17:06:47.385980 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 39782) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:06:47.517050 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [None req-ce6ccb81-c154-4682-9874-6b34fb616096 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Allocated IP 172.20.0.8 (c48256cf-a076-46b3-9713-1d8b4ddd5ae7/eba2a40f-845c-42e2-9c40-b9adb01e47ff/041ccae2-aca8-4cf6-8845-661c769214ba) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:06:47.534760 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e234dee-6a6f-4799-8a30-9c2904d2ae53 tempest-BulkNetworkOpsIpV6Test-1221443863 tempest-BulkNetworkOpsIpV6Test-1221443863-project] vlan segment allocate from pool success with {'vlan_id': 102, 'physical_network': 'physnet1'} {{(pid=103801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 05 17:06:47.577243 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-1e234dee-6a6f-4799-8a30-9c2904d2ae53 tempest-BulkNetworkOpsIpV6Test-1221443863 tempest-BulkNetworkOpsIpV6Test-1221443863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225'] for segment, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:47.577614 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.db.segments_db [None req-1e234dee-6a6f-4799-8a30-9c2904d2ae53 tempest-BulkNetworkOpsIpV6Test-1221443863 tempest-BulkNetworkOpsIpV6Test-1221443863-project] Added segment 461e7f5e-50a0-42cf-8854-fd7050556627 of type vlan for network bfeb7c6b-0c8f-4d40-8dbb-eba4a98ab72c Jan 05 17:06:47.614745 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21710bb7-33c8-46e8-a696-f0f8bcafd0c6 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Made reservation on behalf of fd419c78d7194361a03f37a26ebeba76 for: {'port': 1} {{(pid=103801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:06:47.651816 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.db_base_plugin_common [None req-d0dcf41c-8fbe-4ef1-967b-96e2d9af09e2 None None] Allocated IP 2001:db8::2 (e897f8fc-3cef-40ca-9466-c6c65ecd9833/d8da3344-0017-4fb3-a269-1e0e5f8938de/d2929d05-791a-4d3b-9550-5ab85b8b1053) {{(pid=103802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:06:47.698216 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ce6ccb81-c154-4682-9874-6b34fb616096 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Publish callbacks [] for port, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:47.700175 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cebec431-ae98-44d6-b0e0-9625b15ec553 tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:06:47.701677 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-cebec431-ae98-44d6-b0e0-9625b15ec553 tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3146303 Jan 05 17:06:47.705526 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-1e234dee-6a6f-4799-8a30-9c2904d2ae53 tempest-BulkNetworkOpsIpV6Test-1221443863 tempest-BulkNetworkOpsIpV6Test-1221443863-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754180566020'] for network, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:47.705824 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 39784) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:06:47.747691 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-8e88ea0d-5b83-4de7-be77-4939ec7f3bdc tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] 10.222.0.11 "GET /v2.0/subnets?network_id=b0167590-0699-4c5c-a932-3939414a9573 HTTP/1.1" status: 200 len: 207 time: 0.0387113 Jan 05 17:06:47.750658 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 39786) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:06:47.760271 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-21710bb7-33c8-46e8-a696-f0f8bcafd0c6 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:47.781490 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.notifiers.nova [None req-21710bb7-33c8-46e8-a696-f0f8bcafd0c6 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] device_id is not set on port dab39e29-f224-4a85-834c-da35c8136618 yet. {{(pid=103801) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 05 17:06:47.815355 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d0dcf41c-8fbe-4ef1-967b-96e2d9af09e2 None None] Publish callbacks [] for port, precommit_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:47.821058 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-1e234dee-6a6f-4799-8a30-9c2904d2ae53 tempest-BulkNetworkOpsIpV6Test-1221443863 tempest-BulkNetworkOpsIpV6Test-1221443863-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685'] for network, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:47.826798 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e234dee-6a6f-4799-8a30-9c2904d2ae53 tempest-BulkNetworkOpsIpV6Test-1221443863 tempest-BulkNetworkOpsIpV6Test-1221443863-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:06:47.827368 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-1e234dee-6a6f-4799-8a30-9c2904d2ae53 tempest-BulkNetworkOpsIpV6Test-1221443863 tempest-BulkNetworkOpsIpV6Test-1221443863-project] Publish callbacks [] for network, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:47.909300 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d0dcf41c-8fbe-4ef1-967b-96e2d9af09e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669'] for port, after_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:47.930015 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5345a3d8-3649-4907-aa46-13630252350e tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:06:47.937482 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5345a3d8-3649-4907-aa46-13630252350e tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:06:47.941228 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-1e234dee-6a6f-4799-8a30-9c2904d2ae53 tempest-BulkNetworkOpsIpV6Test-1221443863 tempest-BulkNetworkOpsIpV6Test-1221443863-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.7970350 Jan 05 17:06:47.941950 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e234dee-6a6f-4799-8a30-9c2904d2ae53 tempest-BulkNetworkOpsIpV6Test-1221443863 tempest-BulkNetworkOpsIpV6Test-1221443863-project] Pushing event updated for resources: {'Network': ['ID=bfeb7c6b-0c8f-4d40-8dbb-eba4a98ab72c,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:06:47.944758 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5345a3d8-3649-4907-aa46-13630252350e tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:06:47.946346 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 39790) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:06:47.950940 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5345a3d8-3649-4907-aa46-13630252350e tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:06:47.953192 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-b5c36da4-a02f-495e-bf83-7e171fb47dd1 tempest-BulkNetworkOpsIpV6Test-1221443863 tempest-BulkNetworkOpsIpV6Test-1221443863-project] Request body: {'ports': [{'network_id': '63d35b77-a77b-46fe-a94b-9a3e6589488a', 'name': 'tempest-port--79590480', 'admin_state_up': True}, {'network_id': 'bfeb7c6b-0c8f-4d40-8dbb-eba4a98ab72c', 'admin_state_up': False}]} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:06:47.953507 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-b5c36da4-a02f-495e-bf83-7e171fb47dd1 tempest-BulkNetworkOpsIpV6Test-1221443863 tempest-BulkNetworkOpsIpV6Test-1221443863-project] Request body: {'port': {'network_id': '63d35b77-a77b-46fe-a94b-9a3e6589488a', 'name': 'tempest-port--79590480', 'admin_state_up': True}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:06:47.954006 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-b5c36da4-a02f-495e-bf83-7e171fb47dd1 tempest-BulkNetworkOpsIpV6Test-1221443863 tempest-BulkNetworkOpsIpV6Test-1221443863-project] Request body: {'port': {'network_id': 'bfeb7c6b-0c8f-4d40-8dbb-eba4a98ab72c', 'admin_state_up': False}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:06:47.958363 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5345a3d8-3649-4907-aa46-13630252350e tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:06:47.964221 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5345a3d8-3649-4907-aa46-13630252350e tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:06:47.969649 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-5345a3d8-3649-4907-aa46-13630252350e tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] 10.222.0.11 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3731 time: 0.2143137 Jan 05 17:06:47.969825 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0dcf41c-8fbe-4ef1-967b-96e2d9af09e2 None None] Network e897f8fc-3cef-40ca-9466-c6c65ecd9833 is already hosted by enough agents. {{(pid=103802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:06:47.969825 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Network bfeb7c6b-0c8f-4d40-8dbb-eba4a98ab72c details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 05 17:06:47.970781 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 39792) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:06:47.976198 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.scheduler.base_scheduler [None req-d0dcf41c-8fbe-4ef1-967b-96e2d9af09e2 None None] Resources bound (agent type, host, resource id): {{(pid=103802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:06:48.003459 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ce6ccb81-c154-4682-9874-6b34fb616096 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:48.006165 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0dcf41c-8fbe-4ef1-967b-96e2d9af09e2 None None] Received port after_create {{(pid=103802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:06:48.070269 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0dcf41c-8fbe-4ef1-967b-96e2d9af09e2 None None] Pushing event updated for resources: {'Port': ['ID=d2929d05-791a-4d3b-9550-5ab85b8b1053,revision_number=1']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:06:48.088109 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [None req-21710bb7-33c8-46e8-a696-f0f8bcafd0c6 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Allocated IP 2001:db8::e5:8bce:2f7d:1ce7 (e897f8fc-3cef-40ca-9466-c6c65ecd9833/d8da3344-0017-4fb3-a269-1e0e5f8938de/dab39e29-f224-4a85-834c-da35c8136618) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:06:48.119038 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-d0dcf41c-8fbe-4ef1-967b-96e2d9af09e2 None None] Attempting to bind port d2929d05-791a-4d3b-9550-5ab85b8b1053 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 05 17:06:48.119544 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-d0dcf41c-8fbe-4ef1-967b-96e2d9af09e2 None None] Attempting to bind port d2929d05-791a-4d3b-9550-5ab85b8b1053 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '68e6c437-46c2-424d-85e7-20547f69066d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'e897f8fc-3cef-40ca-9466-c6c65ecd9833'}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 05 17:06:48.120848 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0dcf41c-8fbe-4ef1-967b-96e2d9af09e2 None None] Attempting to bind port d2929d05-791a-4d3b-9550-5ab85b8b1053 on network e897f8fc-3cef-40ca-9466-c6c65ecd9833 {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:06:48.122589 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce6ccb81-c154-4682-9874-6b34fb616096 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Network c48256cf-a076-46b3-9713-1d8b4ddd5ae7 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:06:48.127808 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0dcf41c-8fbe-4ef1-967b-96e2d9af09e2 None None] Checking agent: {'id': '0d4f8fd3-ce62-4651-970c-efa6a8bb22b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 5, 16, 57, 23), 'started_at': datetime.datetime(2022, 1, 5, 16, 57, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 5, 17, 6, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 05 17:06:48.128263 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0dcf41c-8fbe-4ef1-967b-96e2d9af09e2 None None] Checking segment: {'id': '68e6c437-46c2-424d-85e7-20547f69066d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'e897f8fc-3cef-40ca-9466-c6c65ecd9833'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:06:48.128659 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d0dcf41c-8fbe-4ef1-967b-96e2d9af09e2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:48.129046 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0dcf41c-8fbe-4ef1-967b-96e2d9af09e2 None None] Bound using segment: {'id': '68e6c437-46c2-424d-85e7-20547f69066d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'e897f8fc-3cef-40ca-9466-c6c65ecd9833'} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 05 17:06:48.129512 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-d0dcf41c-8fbe-4ef1-967b-96e2d9af09e2 None None] Bound port: d2929d05-791a-4d3b-9550-5ab85b8b1053, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68e6c437-46c2-424d-85e7-20547f69066d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'e897f8fc-3cef-40ca-9466-c6c65ecd9833'}}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 05 17:06:48.130573 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d0dcf41c-8fbe-4ef1-967b-96e2d9af09e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:48.136608 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-ce6ccb81-c154-4682-9874-6b34fb616096 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:06:48.138866 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce6ccb81-c154-4682-9874-6b34fb616096 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:06:48.149639 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6ccb81-c154-4682-9874-6b34fb616096 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Pushing event updated for resources: {'Port': ['ID=041ccae2-aca8-4cf6-8845-661c769214ba,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:06:48.204156 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-d0dcf41c-8fbe-4ef1-967b-96e2d9af09e2 None None] For port d2929d05-791a-4d3b-9550-5ab85b8b1053, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 05 17:06:48.207927 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-d0dcf41c-8fbe-4ef1-967b-96e2d9af09e2 None None] For port d2929d05-791a-4d3b-9550-5ab85b8b1053, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d2929d05-791a-4d3b-9550-5ab85b8b1053,segment=NetworkSegment(68e6c437-46c2-424d-85e7-20547f69066d),segment_id=68e6c437-46c2-424d-85e7-20547f69066d)] {{(pid=103802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 05 17:06:48.240289 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-95dcecd6-47e8-481d-a8cf-716d602bc3bc tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] 10.222.0.11 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 813 time: 0.2684081 Jan 05 17:06:48.245988 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 39794) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:06:48.266507 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce6ccb81-c154-4682-9874-6b34fb616096 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:06:48.267658 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ce6ccb81-c154-4682-9874-6b34fb616096 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:48.284467 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d0dcf41c-8fbe-4ef1-967b-96e2d9af09e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:48.329013 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5c36da4-a02f-495e-bf83-7e171fb47dd1 tempest-BulkNetworkOpsIpV6Test-1221443863 tempest-BulkNetworkOpsIpV6Test-1221443863-project] Made reservation on behalf of 175a41cc1e044198a10049169306dffb for: {'port': 2} {{(pid=103801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:06:48.333575 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-b5c36da4-a02f-495e-bf83-7e171fb47dd1 tempest-BulkNetworkOpsIpV6Test-1221443863 tempest-BulkNetworkOpsIpV6Test-1221443863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:48.351538 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0dcf41c-8fbe-4ef1-967b-96e2d9af09e2 None None] Pushing event updated for resources: {'Port': ['ID=d2929d05-791a-4d3b-9550-5ab85b8b1053,revision_number=2']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:06:48.358196 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f904ab04-f3d1-488f-8188-f87daf11c3a9 tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:06:48.359905 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f904ab04-f3d1-488f-8188-f87daf11c3a9 tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:06:48.362006 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f904ab04-f3d1-488f-8188-f87daf11c3a9 tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:06:48.363568 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f904ab04-f3d1-488f-8188-f87daf11c3a9 tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:06:48.365114 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f904ab04-f3d1-488f-8188-f87daf11c3a9 tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:06:48.366919 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-f904ab04-f3d1-488f-8188-f87daf11c3a9 tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1198997 Jan 05 17:06:48.367683 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-b5c36da4-a02f-495e-bf83-7e171fb47dd1 tempest-BulkNetworkOpsIpV6Test-1221443863 tempest-BulkNetworkOpsIpV6Test-1221443863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:48.375272 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 39796) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:06:48.394037 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-ce6ccb81-c154-4682-9874-6b34fb616096 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.5043092 Jan 05 17:06:48.396452 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 39798) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:06:48.401645 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-8dc39270-de7f-4807-9323-dadaccbedcde tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Request body: {'port': {'network_id': 'c48256cf-a076-46b3-9713-1d8b4ddd5ae7', 'name': 'tempest-FloatingIPTestJSON-955340558'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:06:48.463552 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-21710bb7-33c8-46e8-a696-f0f8bcafd0c6 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks [] for port, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:48.574438 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8336a3be-bf29-402a-8796-72ff44f0b2dd tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Attributes excluded by policy engine: ['shared'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:06:48.575971 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8336a3be-bf29-402a-8796-72ff44f0b2dd tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Attributes excluded by policy engine: ['shared'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:06:48.577373 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8336a3be-bf29-402a-8796-72ff44f0b2dd tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Attributes excluded by policy engine: ['shared'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:06:48.578816 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8336a3be-bf29-402a-8796-72ff44f0b2dd tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Attributes excluded by policy engine: ['shared'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:06:48.580255 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8336a3be-bf29-402a-8796-72ff44f0b2dd tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Attributes excluded by policy engine: ['shared'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:06:48.581885 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-8336a3be-bf29-402a-8796-72ff44f0b2dd tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] 10.222.0.11 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.2065861 Jan 05 17:06:48.594236 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 39802) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:06:48.707801 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dc39270-de7f-4807-9323-dadaccbedcde tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Made reservation on behalf of 87533cd40e56486093883a2bc761b888 for: {'port': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:06:48.711494 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-8dc39270-de7f-4807-9323-dadaccbedcde tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:48.723829 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-74d66942-168f-4043-8982-4a551ce60c89 tempest-RoutersIpV6AdminTest-862369890 tempest-RoutersIpV6AdminTest-862369890-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-649822', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-648421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62737'] for router, precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:48.738287 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-74d66942-168f-4043-8982-4a551ce60c89 tempest-RoutersIpV6AdminTest-862369890 tempest-RoutersIpV6AdminTest-862369890-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-649813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-649804', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-648412'] for router, after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:48.743733 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.notifiers.nova [None req-b5c36da4-a02f-495e-bf83-7e171fb47dd1 tempest-BulkNetworkOpsIpV6Test-1221443863 tempest-BulkNetworkOpsIpV6Test-1221443863-project] device_id is not set on port 40880ab2-e60d-4737-8a50-421b68961c54 yet. {{(pid=103801) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 05 17:06:48.747960 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.notifiers.nova [None req-8dc39270-de7f-4807-9323-dadaccbedcde tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] device_id is not set on port c3037384-d3fa-4066-80d8-4a11cc75bb34 yet. {{(pid=103800) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 05 17:06:48.789171 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c58ec2cd-c920-4c93-8ae4-7a7e36164ed1 tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:06:48.790572 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-c58ec2cd-c920-4c93-8ae4-7a7e36164ed1 tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] 10.222.0.11 "GET /v2.0/networks/3e12550f-f284-4d9e-8a1c-5ac244a4d373 HTTP/1.1" status: 200 len: 803 time: 0.1948893 Jan 05 17:06:48.791587 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-21710bb7-33c8-46e8-a696-f0f8bcafd0c6 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11433176'] for port, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:48.794532 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 39806) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:06:48.898428 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21710bb7-33c8-46e8-a696-f0f8bcafd0c6 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Network e897f8fc-3cef-40ca-9466-c6c65ecd9833 is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:06:48.912038 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-21710bb7-33c8-46e8-a696-f0f8bcafd0c6 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:06:48.925105 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21710bb7-33c8-46e8-a696-f0f8bcafd0c6 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:06:48.931244 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21710bb7-33c8-46e8-a696-f0f8bcafd0c6 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:06:48.931800 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-21710bb7-33c8-46e8-a696-f0f8bcafd0c6 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:48.938017 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21710bb7-33c8-46e8-a696-f0f8bcafd0c6 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Pushing event updated for resources: {'Port': ['ID=dab39e29-f224-4a85-834c-da35c8136618,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:06:48.940722 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74d66942-168f-4043-8982-4a551ce60c89 tempest-RoutersIpV6AdminTest-862369890 tempest-RoutersIpV6AdminTest-862369890-project-admin] Router 918c0d12-59ed-40e1-8d8f-8480fb1eb4ec has already been hosted by L3 agent 59446fdc-40e0-41fe-a575-a8eb11d742f7 {{(pid=103800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 05 17:06:48.945125 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [None req-8dc39270-de7f-4807-9323-dadaccbedcde tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Allocated IP 172.20.0.14 (c48256cf-a076-46b3-9713-1d8b4ddd5ae7/eba2a40f-845c-42e2-9c40-b9adb01e47ff/c3037384-d3fa-4066-80d8-4a11cc75bb34) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:06:49.011021 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-cf4b9c33-3e12-4885-8190-87f0570418ef tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] 10.222.0.11 "GET /v2.0/networks/3e12550f-f284-4d9e-8a1c-5ac244a4d373?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.2117150 Jan 05 17:06:49.015931 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 39810) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:06:49.021092 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-b5c36da4-a02f-495e-bf83-7e171fb47dd1 tempest-BulkNetworkOpsIpV6Test-1221443863 tempest-BulkNetworkOpsIpV6Test-1221443863-project] Publish callbacks [] for port, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:49.049756 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-21710bb7-33c8-46e8-a696-f0f8bcafd0c6 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 1.8975050 Jan 05 17:06:49.061805 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 39812) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:06:49.135087 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.notifiers.nova [None req-b5c36da4-a02f-495e-bf83-7e171fb47dd1 tempest-BulkNetworkOpsIpV6Test-1221443863 tempest-BulkNetworkOpsIpV6Test-1221443863-project] device_id is not set on port ea5ee76d-b742-43f0-b2f8-7525930f6b56 yet. {{(pid=103801) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 05 17:06:49.187677 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c968579-a15e-4cb0-af93-92ad0fab6ed4 tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:06:49.187677 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-4c968579-a15e-4cb0-af93-92ad0fab6ed4 tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] 10.222.0.11 "GET /v2.0/subnets/9d9e8d76-3cce-4dfc-ae64-29d3788708f9 HTTP/1.1" status: 200 len: 843 time: 0.1640692 Jan 05 17:06:49.187890 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 39814) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:06:49.215809 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device d2929d05-791a-4d3b-9550-5ab85b8b1053 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:06:49.274043 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29eb410c-df56-486b-a17f-2e8e1c6c3bdf tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Attributes excluded by policy engine: ['shared'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:06:49.279006 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-29eb410c-df56-486b-a17f-2e8e1c6c3bdf tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] 10.222.0.11 "GET /v2.0/subnets/9d9e8d76-3cce-4dfc-ae64-29d3788708f9?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0866420 Jan 05 17:06:49.279399 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 39816) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:06:49.292269 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-137fd949-2114-4978-ad41-d3dff0e603ac tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-400395737'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:06:49.298827 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Provisioning complete for port d2929d05-791a-4d3b-9550-5ab85b8b1053 triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:06:49.299336 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:49.301185 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-b5c36da4-a02f-495e-bf83-7e171fb47dd1 tempest-BulkNetworkOpsIpV6Test-1221443863 tempest-BulkNetworkOpsIpV6Test-1221443863-project] Publish callbacks [] for port, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:49.359581 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-82eb1532-b8fc-4b2b-9ab9-ce209bdbc872 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:49.409296 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:49.418297 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-137fd949-2114-4978-ad41-d3dff0e603ac tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Made reservation on behalf of a3ad318c2083452290397b0c39945cb9 for: {'network': 1} {{(pid=103801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:06:49.421971 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-137fd949-2114-4978-ad41-d3dff0e603ac tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for network, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:49.450585 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-b5c36da4-a02f-495e-bf83-7e171fb47dd1 tempest-BulkNetworkOpsIpV6Test-1221443863 tempest-BulkNetworkOpsIpV6Test-1221443863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11433176'] for port, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:49.452228 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-137fd949-2114-4978-ad41-d3dff0e603ac tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'} {{(pid=103801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 05 17:06:49.452645 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] For port d2929d05-791a-4d3b-9550-5ab85b8b1053, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d2929d05-791a-4d3b-9550-5ab85b8b1053,segment=NetworkSegment(68e6c437-46c2-424d-85e7-20547f69066d),segment_id=68e6c437-46c2-424d-85e7-20547f69066d)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:06:49.494745 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-137fd949-2114-4978-ad41-d3dff0e603ac tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225'] for segment, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:49.495116 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.db.segments_db [None req-137fd949-2114-4978-ad41-d3dff0e603ac tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Added segment f211b17d-f228-445a-b356-3680bbdc5b8b of type vlan for network e54a5443-18d5-4310-81ed-f4fe4be707f9 Jan 05 17:06:49.538811 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:49.562369 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c36da4-a02f-495e-bf83-7e171fb47dd1 tempest-BulkNetworkOpsIpV6Test-1221443863 tempest-BulkNetworkOpsIpV6Test-1221443863-project] Pushing event updated for resources: {'Port': ['ID=40880ab2-e60d-4737-8a50-421b68961c54,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:06:49.568265 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74d66942-168f-4043-8982-4a551ce60c89 tempest-RoutersIpV6AdminTest-862369890 tempest-RoutersIpV6AdminTest-862369890-project-admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 05 17:06:49.575209 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-137fd949-2114-4978-ad41-d3dff0e603ac tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754180566020'] for network, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:49.581073 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-74d66942-168f-4043-8982-4a551ce60c89 tempest-RoutersIpV6AdminTest-862369890 tempest-RoutersIpV6AdminTest-862369890-project-admin] Publish callbacks [] for router, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:49.582536 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-74d66942-168f-4043-8982-4a551ce60c89 tempest-RoutersIpV6AdminTest-862369890 tempest-RoutersIpV6AdminTest-862369890-project-admin] 10.222.0.11 "PUT /v2.0/routers/918c0d12-59ed-40e1-8d8f-8480fb1eb4ec HTTP/1.1" status: 200 len: 925 time: 3.3260717 Jan 05 17:06:49.590964 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 39820) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:06:49.593736 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-812fb8f5-5c79-484c-abd6-257be453c749 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:06:49.601394 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-812fb8f5-5c79-484c-abd6-257be453c749 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:06:49.603259 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-812fb8f5-5c79-484c-abd6-257be453c749 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1683 time: 0.5404966 Jan 05 17:06:49.610484 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 39822) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:06:49.619631 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-161ec856-cbfe-43f5-b7f8-ecac97406dc1 None None] Sync routers for ids ['918c0d12-59ed-40e1-8d8f-8480fb1eb4ec'] in dv-neutron-master-2-hyperv {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 05 17:06:49.644046 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:49.673903 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5c36da4-a02f-495e-bf83-7e171fb47dd1 tempest-BulkNetworkOpsIpV6Test-1221443863 tempest-BulkNetworkOpsIpV6Test-1221443863-project] Checking segment: {'id': 'fafd9ed8-cd6b-482d-960d-f69369999ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '63d35b77-a77b-46fe-a94b-9a3e6589488a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:06:49.674175 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5c36da4-a02f-495e-bf83-7e171fb47dd1 tempest-BulkNetworkOpsIpV6Test-1221443863 tempest-BulkNetworkOpsIpV6Test-1221443863-project] Network hostable DHCP agents. Network: 63d35b77-a77b-46fe-a94b-9a3e6589488a, hostable agents: ['3f70c195-17da-4084-9fd6-bf6059d88535'], hosted agents: [] {{(pid=103801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 05 17:06:49.681745 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-161ec856-cbfe-43f5-b7f8-ecac97406dc1 None None] Routers {'918c0d12-59ed-40e1-8d8f-8480fb1eb4ec'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:06:49.682534 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-161ec856-cbfe-43f5-b7f8-ecac97406dc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:06:49Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['918c0d12-59ed-40e1-8d8f-8480fb1eb4ec'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:06:49.722527 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-8dc39270-de7f-4807-9323-dadaccbedcde tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Publish callbacks [] for port, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:49.722705 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-d5b0cdeb-942d-4c68-824a-c7cf701d77b2 None None] Provisioning complete for port d2929d05-791a-4d3b-9550-5ab85b8b1053 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:06:49.723029 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d5b0cdeb-942d-4c68-824a-c7cf701d77b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:49.728008 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Pushing event updated for resources: {'Port': ['ID=d2929d05-791a-4d3b-9550-5ab85b8b1053,revision_number=3']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:06:49.732016 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-161ec856-cbfe-43f5-b7f8-ecac97406dc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:06:49.739704 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-84acd7e6-3c38-4da6-bf90-e3bcbb86d8ac tempest-RoutersIpV6AdminTest-862369890 tempest-RoutersIpV6AdminTest-862369890-project-admin] 10.222.0.11 "GET /v2.0/routers/918c0d12-59ed-40e1-8d8f-8480fb1eb4ec HTTP/1.1" status: 200 len: 925 time: 0.1474862 Jan 05 17:06:49.742469 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 39824) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:06:49.763723 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-b36dbe01-d28d-4fc8-83fc-b9fff798fd38 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Deleting port dab39e29-f224-4a85-834c-da35c8136618 {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:06:49.764605 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b36dbe01-d28d-4fc8-83fc-b9fff798fd38 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:49.785515 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-161ec856-cbfe-43f5-b7f8-ecac97406dc1 None None] Routers {'918c0d12-59ed-40e1-8d8f-8480fb1eb4ec'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:06:49.785723 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-161ec856-cbfe-43f5-b7f8-ecac97406dc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:06:49Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['918c0d12-59ed-40e1-8d8f-8480fb1eb4ec'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:06:49.808224 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-137fd949-2114-4978-ad41-d3dff0e603ac tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685'] for network, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:49.816161 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-137fd949-2114-4978-ad41-d3dff0e603ac tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:06:49.816960 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-137fd949-2114-4978-ad41-d3dff0e603ac tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Publish callbacks [] for network, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:49.840060 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5c36da4-a02f-495e-bf83-7e171fb47dd1 tempest-BulkNetworkOpsIpV6Test-1221443863 tempest-BulkNetworkOpsIpV6Test-1221443863-project] Network 63d35b77-a77b-46fe-a94b-9a3e6589488a is scheduled to be hosted by DHCP agent 3f70c195-17da-4084-9fd6-bf6059d88535 with binding_index 1 {{(pid=103801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 05 17:06:49.879298 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b36dbe01-d28d-4fc8-83fc-b9fff798fd38 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:49.879961 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e19f500-aecb-424f-b37f-39d1139cc43d tempest-RoutersIpV6AdminTest-862369890 tempest-RoutersIpV6AdminTest-862369890-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:06:49.881523 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-5e19f500-aecb-424f-b37f-39d1139cc43d tempest-RoutersIpV6AdminTest-862369890 tempest-RoutersIpV6AdminTest-862369890-project-admin] 10.222.0.11 "GET /v2.0/ports?network_id=b0167590-0699-4c5c-a932-3939414a9573&device_id=918c0d12-59ed-40e1-8d8f-8480fb1eb4ec&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1380980 Jan 05 17:06:49.883088 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-161ec856-cbfe-43f5-b7f8-ecac97406dc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:06:49.883766 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-161ec856-cbfe-43f5-b7f8-ecac97406dc1 None None] The sync data for ids ['918c0d12-59ed-40e1-8d8f-8480fb1eb4ec'] in dv-neutron-master-2-hyperv is: [] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 05 17:06:49.884397 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 39828) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:06:49.918337 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-b36dbe01-d28d-4fc8-83fc-b9fff798fd38 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Calling delete_port for dab39e29-f224-4a85-834c-da35c8136618 owned by {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:06:49.922536 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-b5c36da4-a02f-495e-bf83-7e171fb47dd1 tempest-BulkNetworkOpsIpV6Test-1221443863 tempest-BulkNetworkOpsIpV6Test-1221443863-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 63d35b77-a77b-46fe-a94b-9a3e6589488a) {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:06:49.928786 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-8dc39270-de7f-4807-9323-dadaccbedcde tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:49.930605 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-137fd949-2114-4978-ad41-d3dff0e603ac tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6500759 Jan 05 17:06:49.933888 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137fd949-2114-4978-ad41-d3dff0e603ac tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Pushing event updated for resources: {'Network': ['ID=e54a5443-18d5-4310-81ed-f4fe4be707f9,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:06:49.936007 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 39830) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:06:49.936731 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5c36da4-a02f-495e-bf83-7e171fb47dd1 tempest-BulkNetworkOpsIpV6Test-1221443863 tempest-BulkNetworkOpsIpV6Test-1221443863-project] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:06:49.937741 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-b5c36da4-a02f-495e-bf83-7e171fb47dd1 tempest-BulkNetworkOpsIpV6Test-1221443863 tempest-BulkNetworkOpsIpV6Test-1221443863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11433176'] for port, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:49.944079 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-d44a91f3-d8e0-4df7-ac8f-fc84c5e71b66 tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Request body: {'subnet': {'network_id': 'e54a5443-18d5-4310-81ed-f4fe4be707f9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:06:49.945353 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9432a552-68c8-45db-bdf2-bd89e052ecba None None] Network 63d35b77-a77b-46fe-a94b-9a3e6589488a requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:06:49.955114 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Network e54a5443-18d5-4310-81ed-f4fe4be707f9 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 05 17:06:50.057424 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dc39270-de7f-4807-9323-dadaccbedcde tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Network c48256cf-a076-46b3-9713-1d8b4ddd5ae7 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:06:50.068480 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-8dc39270-de7f-4807-9323-dadaccbedcde tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:06:50.071278 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dc39270-de7f-4807-9323-dadaccbedcde tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:06:50.080606 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc39270-de7f-4807-9323-dadaccbedcde tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Pushing event updated for resources: {'Port': ['ID=c3037384-d3fa-4066-80d8-4a11cc75bb34,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:06:50.146811 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-694f2156-729c-48be-9563-22f7c2790b31 None None] Provisioning complete for port dab39e29-f224-4a85-834c-da35c8136618 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:06:50.147196 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-694f2156-729c-48be-9563-22f7c2790b31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:50.164029 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7db88095-c923-497b-af28-b6512fa72abe tempest-RoutersIpV6AdminTest-862369890 tempest-RoutersIpV6AdminTest-862369890-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:06:50.165445 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-7db88095-c923-497b-af28-b6512fa72abe tempest-RoutersIpV6AdminTest-862369890 tempest-RoutersIpV6AdminTest-862369890-project-admin] 10.222.0.11 "GET /v2.0/networks/b0167590-0699-4c5c-a932-3939414a9573 HTTP/1.1" status: 200 len: 881 time: 0.2791696 Jan 05 17:06:50.173936 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dc39270-de7f-4807-9323-dadaccbedcde tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:06:50.174593 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-8dc39270-de7f-4807-9323-dadaccbedcde tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:50.177081 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 39834) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:06:50.207207 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-694f2156-729c-48be-9563-22f7c2790b31 None None] Port dab39e29-f224-4a85-834c-da35c8136618 cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 17:06:50.221938 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-91d29946-4c0e-4745-b761-04d3f4636d49 tempest-RoutersIpV6AdminTest-1137264224 tempest-RoutersIpV6AdminTest-1137264224-project] 10.222.0.11 "GET /v2.0/ports?device_id=918c0d12-59ed-40e1-8d8f-8480fb1eb4ec HTTP/1.1" status: 200 len: 205 time: 0.0342991 Jan 05 17:06:50.221938 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 39836) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:06:50.294367 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-8dc39270-de7f-4807-9323-dadaccbedcde tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.8967712 Jan 05 17:06:50.299637 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 39838) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:06:50.306197 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-4fd3622d-5956-4e29-b357-afd12c3c2349 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Request body: {'floatingip': {'floating_network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'port_id': 'c3037384-d3fa-4066-80d8-4a11cc75bb34', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:06:50.350550 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c36da4-a02f-495e-bf83-7e171fb47dd1 tempest-BulkNetworkOpsIpV6Test-1221443863 tempest-BulkNetworkOpsIpV6Test-1221443863-project] Pushing event updated for resources: {'Port': ['ID=ea5ee76d-b742-43f0-b2f8-7525930f6b56,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:06:50.383708 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5c36da4-a02f-495e-bf83-7e171fb47dd1 tempest-BulkNetworkOpsIpV6Test-1221443863 tempest-BulkNetworkOpsIpV6Test-1221443863-project] Checking segment: {'id': '461e7f5e-50a0-42cf-8854-fd7050556627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'bfeb7c6b-0c8f-4d40-8dbb-eba4a98ab72c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:06:50.383928 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-8e54a179-abde-4162-a969-d58787a69f57 tempest-RoutersIpV6AdminTest-1137264224 tempest-RoutersIpV6AdminTest-1137264224-project] Publish callbacks [] for router, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:50.384071 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5c36da4-a02f-495e-bf83-7e171fb47dd1 tempest-BulkNetworkOpsIpV6Test-1221443863 tempest-BulkNetworkOpsIpV6Test-1221443863-project] Network hostable DHCP agents. Network: bfeb7c6b-0c8f-4d40-8dbb-eba4a98ab72c, hostable agents: ['3f70c195-17da-4084-9fd6-bf6059d88535'], hosted agents: [] {{(pid=103801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 05 17:06:50.463899 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b36dbe01-d28d-4fc8-83fc-b9fff798fd38 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:50.467002 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d2607572-b3c9-472c-85bc-c8de0c3fb75c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:50.471107 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-4fd3622d-5956-4e29-b357-afd12c3c2349 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Publish callbacks [] for floatingip, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:50.474653 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5c36da4-a02f-495e-bf83-7e171fb47dd1 tempest-BulkNetworkOpsIpV6Test-1221443863 tempest-BulkNetworkOpsIpV6Test-1221443863-project] Network bfeb7c6b-0c8f-4d40-8dbb-eba4a98ab72c is scheduled to be hosted by DHCP agent 3f70c195-17da-4084-9fd6-bf6059d88535 with binding_index 1 {{(pid=103801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 05 17:06:50.491730 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36dbe01-d28d-4fc8-83fc-b9fff798fd38 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Pushing event deleted for resources: {'Port': ['ID=dab39e29-f224-4a85-834c-da35c8136618,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:06:50.530512 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b36dbe01-d28d-4fc8-83fc-b9fff798fd38 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:50.534380 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-b36dbe01-d28d-4fc8-83fc-b9fff798fd38 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] 10.222.0.11 "DELETE /v2.0/ports/dab39e29-f224-4a85-834c-da35c8136618 HTTP/1.1" status: 204 len: 168 time: 0.9228117 Jan 05 17:06:50.537124 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 39840) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:06:50.539516 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-8e54a179-abde-4162-a969-d58787a69f57 tempest-RoutersIpV6AdminTest-1137264224 tempest-RoutersIpV6AdminTest-1137264224-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:50.581967 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-b5c36da4-a02f-495e-bf83-7e171fb47dd1 tempest-BulkNetworkOpsIpV6Test-1221443863 tempest-BulkNetworkOpsIpV6Test-1221443863-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, bfeb7c6b-0c8f-4d40-8dbb-eba4a98ab72c) {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:06:50.585929 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5c36da4-a02f-495e-bf83-7e171fb47dd1 tempest-BulkNetworkOpsIpV6Test-1221443863 tempest-BulkNetworkOpsIpV6Test-1221443863-project] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:06:50.590866 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b300e9bb-f466-4779-8010-fee30d5f766c None None] Network bfeb7c6b-0c8f-4d40-8dbb-eba4a98ab72c requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:06:50.592872 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5c36da4-a02f-495e-bf83-7e171fb47dd1 tempest-BulkNetworkOpsIpV6Test-1221443863 tempest-BulkNetworkOpsIpV6Test-1221443863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:06:50.598570 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5c36da4-a02f-495e-bf83-7e171fb47dd1 tempest-BulkNetworkOpsIpV6Test-1221443863 tempest-BulkNetworkOpsIpV6Test-1221443863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:06:50.603368 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-b5c36da4-a02f-495e-bf83-7e171fb47dd1 tempest-BulkNetworkOpsIpV6Test-1221443863 tempest-BulkNetworkOpsIpV6Test-1221443863-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:50.626807 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d44a91f3-d8e0-4df7-ac8f-fc84c5e71b66 tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Made reservation on behalf of a3ad318c2083452290397b0c39945cb9 for: {'subnet': 1} {{(pid=103801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:06:50.630359 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-d44a91f3-d8e0-4df7-ac8f-fc84c5e71b66 tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12480675'] for subnet, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:50.664035 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5018850b-a9b3-4c92-a573-dc0aa0359340 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:06:50.666380 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5018850b-a9b3-4c92-a573-dc0aa0359340 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:06:50.670387 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-5018850b-a9b3-4c92-a573-dc0aa0359340 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1284997 Jan 05 17:06:50.674950 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 39842) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:06:50.756600 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-b5c36da4-a02f-495e-bf83-7e171fb47dd1 tempest-BulkNetworkOpsIpV6Test-1221443863 tempest-BulkNetworkOpsIpV6Test-1221443863-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1448 time: 2.8092422 Jan 05 17:06:50.758503 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.ipam_backend_mixin [None req-d44a91f3-d8e0-4df7-ac8f-fc84c5e71b66 tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Performing IP validity checks on allocation pools {{(pid=103801) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jan 05 17:06:50.759171 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.ipam_backend_mixin [None req-d44a91f3-d8e0-4df7-ac8f-fc84c5e71b66 tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103801) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jan 05 17:06:50.760737 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.db_base_plugin_v2 [None req-282a6bc6-ea64-4c78-8ce8-25219d2281ca tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Deleting subnet d8da3344-0017-4fb3-a269-1e0e5f8938de {{(pid=103800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 05 17:06:50.765343 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 39846) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:06:50.777879 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-282a6bc6-ea64-4c78-8ce8-25219d2281ca tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks [] for subnet, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:50.789071 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-4fd3622d-5956-4e29-b357-afd12c3c2349 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:50.831572 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-8e54a179-abde-4162-a969-d58787a69f57 tempest-RoutersIpV6AdminTest-1137264224 tempest-RoutersIpV6AdminTest-1137264224-project] Deleting port 3557b604-7df0-4c70-9859-7ddcfd6a6f58 {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:06:50.831821 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-8e54a179-abde-4162-a969-d58787a69f57 tempest-RoutersIpV6AdminTest-1137264224 tempest-RoutersIpV6AdminTest-1137264224-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:50.887583 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-282a6bc6-ea64-4c78-8ce8-25219d2281ca tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8784846'] for subnet, precommit_delete_associations {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:50.937349 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ededaf9-f6c8-4e7b-a50c-458ce08f2920 tempest-BulkNetworkOpsIpV6Test-1221443863 tempest-BulkNetworkOpsIpV6Test-1221443863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:06:50.943801 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [None req-4fd3622d-5956-4e29-b357-afd12c3c2349 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Allocated IP 172.36.4.57 (b0167590-0699-4c5c-a932-3939414a9573/7a784a6d-3d96-418f-a645-b9ccd0b1ac55/f8cd479c-58e8-4e86-a957-93c7f45f603a) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:06:50.944233 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ededaf9-f6c8-4e7b-a50c-458ce08f2920 tempest-BulkNetworkOpsIpV6Test-1221443863 tempest-BulkNetworkOpsIpV6Test-1221443863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:06:50.948077 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-1ededaf9-f6c8-4e7b-a50c-458ce08f2920 tempest-BulkNetworkOpsIpV6Test-1221443863 tempest-BulkNetworkOpsIpV6Test-1221443863-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1443 time: 0.1787007 Jan 05 17:06:50.949825 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 39850) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:06:51.012712 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-8e54a179-abde-4162-a969-d58787a69f57 tempest-RoutersIpV6AdminTest-1137264224 tempest-RoutersIpV6AdminTest-1137264224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:51.080647 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-8e54a179-abde-4162-a969-d58787a69f57 tempest-RoutersIpV6AdminTest-1137264224 tempest-RoutersIpV6AdminTest-1137264224-project] Calling delete_port for 3557b604-7df0-4c70-9859-7ddcfd6a6f58 owned by network:router_gateway {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:06:51.106464 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-4fd3622d-5956-4e29-b357-afd12c3c2349 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Publish callbacks [] for port, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:51.108877 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-d44a91f3-d8e0-4df7-ac8f-fc84c5e71b66 tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11433288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12480593'] for subnet, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:51.148861 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-282a6bc6-ea64-4c78-8ce8-25219d2281ca tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892868'] for subnet, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:51.167555 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device d2929d05-791a-4d3b-9550-5ab85b8b1053 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:06:51.181138 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44a91f3-d8e0-4df7-ac8f-fc84c5e71b66 tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Pushing event updated for resources: {'Subnet': ['ID=553da775-e3bf-4f33-81f6-ec7d86d617be,revision_number=0']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:06:51.214356 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d44a91f3-d8e0-4df7-ac8f-fc84c5e71b66 tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Checking segment: {'id': 'f211b17d-f228-445a-b356-3680bbdc5b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'e54a5443-18d5-4310-81ed-f4fe4be707f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:06:51.214713 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d44a91f3-d8e0-4df7-ac8f-fc84c5e71b66 tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Network hostable DHCP agents. Network: e54a5443-18d5-4310-81ed-f4fe4be707f9, hostable agents: ['3f70c195-17da-4084-9fd6-bf6059d88535'], hosted agents: [] {{(pid=103801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 05 17:06:51.228227 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Provisioning complete for port d2929d05-791a-4d3b-9550-5ab85b8b1053 triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:06:51.228827 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:51.236996 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-6184fcde-7e6d-44a0-99e8-bc213e7a5b70 tempest-BulkNetworkOpsIpV6Test-1221443863 tempest-BulkNetworkOpsIpV6Test-1221443863-project] Deleting port 40880ab2-e60d-4737-8a50-421b68961c54 {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:06:51.237326 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6184fcde-7e6d-44a0-99e8-bc213e7a5b70 tempest-BulkNetworkOpsIpV6Test-1221443863 tempest-BulkNetworkOpsIpV6Test-1221443863-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:51.270674 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-4fd3622d-5956-4e29-b357-afd12c3c2349 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11433176'] for port, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:51.295860 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fd3622d-5956-4e29-b357-afd12c3c2349 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Network b0167590-0699-4c5c-a932-3939414a9573 is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:06:51.325448 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-4fd3622d-5956-4e29-b357-afd12c3c2349 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:06:51.329381 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fd3622d-5956-4e29-b357-afd12c3c2349 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:06:51.332303 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d44a91f3-d8e0-4df7-ac8f-fc84c5e71b66 tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Network e54a5443-18d5-4310-81ed-f4fe4be707f9 is scheduled to be hosted by DHCP agent 3f70c195-17da-4084-9fd6-bf6059d88535 with binding_index 1 {{(pid=103801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 05 17:06:51.344053 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-282a6bc6-ea64-4c78-8ce8-25219d2281ca tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3893367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8784787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8521880'] for subnet, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:51.380559 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd3622d-5956-4e29-b357-afd12c3c2349 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Pushing event updated for resources: {'Port': ['ID=f8cd479c-58e8-4e86-a957-93c7f45f603a,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:06:51.393358 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-282a6bc6-ea64-4c78-8ce8-25219d2281ca tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks [] for subnet, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:51.399030 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-282a6bc6-ea64-4c78-8ce8-25219d2281ca tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] 10.222.0.11 "DELETE /v2.0/subnets/d8da3344-0017-4fb3-a269-1e0e5f8938de HTTP/1.1" status: 204 len: 168 time: 0.7208731 Jan 05 17:06:51.399740 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6184fcde-7e6d-44a0-99e8-bc213e7a5b70 tempest-BulkNetworkOpsIpV6Test-1221443863 tempest-BulkNetworkOpsIpV6Test-1221443863-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:51.400066 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a5a7dba-373d-44e7-8a5c-52ec0a1923ae None None] Network e897f8fc-3cef-40ca-9466-c6c65ecd9833 requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:06:51.402413 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282a6bc6-ea64-4c78-8ce8-25219d2281ca tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Pushing event deleted for resources: {'Subnet': ['ID=d8da3344-0017-4fb3-a269-1e0e5f8938de,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:06:51.406108 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 39854) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:06:51.446245 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-d44a91f3-d8e0-4df7-ac8f-fc84c5e71b66 tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, e54a5443-18d5-4310-81ed-f4fe4be707f9) {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:06:51.450729 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d44a91f3-d8e0-4df7-ac8f-fc84c5e71b66 tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:06:51.456599 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-d44a91f3-d8e0-4df7-ac8f-fc84c5e71b66 tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Publish callbacks [] for subnet, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:51.456783 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-0d4e472b-9a2a-46a2-b9a1-407c095f1923 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0400431 Jan 05 17:06:51.456869 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 39856) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:06:51.460848 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-6184fcde-7e6d-44a0-99e8-bc213e7a5b70 tempest-BulkNetworkOpsIpV6Test-1221443863 tempest-BulkNetworkOpsIpV6Test-1221443863-project] Calling delete_port for 40880ab2-e60d-4737-8a50-421b68961c54 owned by {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:06:51.461915 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-af613d16-93f5-447b-add2-504ac8e579ac tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Request body: {'subnet': {'network_id': 'e897f8fc-3cef-40ca-9466-c6c65ecd9833', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:06:51.469920 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00b295f2-c10c-4deb-a218-ca01681f1bca None None] Network e54a5443-18d5-4310-81ed-f4fe4be707f9 requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:06:51.587759 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-d44a91f3-d8e0-4df7-ac8f-fc84c5e71b66 tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.6448874 Jan 05 17:06:51.588605 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 39858) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:06:51.593637 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-cf9fd335-df02-4887-81d5-4bec5017c415 tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:06:51.603133 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a84e8dc-a201-42a3-91e8-a8bd5ef0b1f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-e54a5443-18d5-4310-81ed-f4fe4be707f9', 'network_id': 'e54a5443-18d5-4310-81ed-f4fe4be707f9', 'project_id': 'a3ad318c2083452290397b0c39945cb9', 'fixed_ips': [{'subnet_id': '553da775-e3bf-4f33-81f6-ec7d86d617be'}]}} from dv-neutron-master-2-hyperv. {{(pid=103802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 05 17:06:51.604275 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-8a84e8dc-a201-42a3-91e8-a8bd5ef0b1f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:51.634974 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-8e54a179-abde-4162-a969-d58787a69f57 tempest-RoutersIpV6AdminTest-1137264224 tempest-RoutersIpV6AdminTest-1137264224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:51.687048 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6184fcde-7e6d-44a0-99e8-bc213e7a5b70 tempest-BulkNetworkOpsIpV6Test-1221443863 tempest-BulkNetworkOpsIpV6Test-1221443863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:51.691563 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e54a179-abde-4162-a969-d58787a69f57 tempest-RoutersIpV6AdminTest-1137264224 tempest-RoutersIpV6AdminTest-1137264224-project] Pushing event deleted for resources: {'Port': ['ID=3557b604-7df0-4c70-9859-7ddcfd6a6f58,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:06:51.695505 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-831addc7-7607-4d94-b212-eca7600d38d4 None None] DHCP port deletion for e897f8fc-3cef-40ca-9466-c6c65ecd9833 request from dv-neutron-master-2-hyperv {{(pid=103802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 05 17:06:51.741553 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3fe5b34-696f-41c2-8860-f6ba6609ebfc None None] DHCP port deletion for b0167590-0699-4c5c-a932-3939414a9573 request from dv-neutron-master-2-hyperv {{(pid=103802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 05 17:06:51.747331 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af613d16-93f5-447b-add2-504ac8e579ac tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Made reservation on behalf of fd419c78d7194361a03f37a26ebeba76 for: {'subnet': 1} {{(pid=103801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:06:51.751560 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-af613d16-93f5-447b-add2-504ac8e579ac tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12480675'] for subnet, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:51.767345 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6184fcde-7e6d-44a0-99e8-bc213e7a5b70 tempest-BulkNetworkOpsIpV6Test-1221443863 tempest-BulkNetworkOpsIpV6Test-1221443863-project] Pushing event deleted for resources: {'Port': ['ID=40880ab2-e60d-4737-8a50-421b68961c54,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:06:51.775030 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6184fcde-7e6d-44a0-99e8-bc213e7a5b70 tempest-BulkNetworkOpsIpV6Test-1221443863 tempest-BulkNetworkOpsIpV6Test-1221443863-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:51.778301 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-6184fcde-7e6d-44a0-99e8-bc213e7a5b70 tempest-BulkNetworkOpsIpV6Test-1221443863 tempest-BulkNetworkOpsIpV6Test-1221443863-project] 10.222.0.11 "DELETE /v2.0/ports/40880ab2-e60d-4737-8a50-421b68961c54 HTTP/1.1" status: 204 len: 168 time: 0.8258438 Jan 05 17:06:51.781380 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 39860) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:06:51.828351 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-cf9fd335-df02-4887-81d5-4bec5017c415 tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-8521834'] for subnet, before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:51.828507 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.db_base_plugin_common [None req-8a84e8dc-a201-42a3-91e8-a8bd5ef0b1f3 None None] Allocated IP 2001:db8::3 (e54a5443-18d5-4310-81ed-f4fe4be707f9/553da775-e3bf-4f33-81f6-ec7d86d617be/d1504c37-6530-4956-a3ba-dfd7412a74d0) {{(pid=103802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:06:51.832798 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-831addc7-7607-4d94-b212-eca7600d38d4 None None] Deleting port d2929d05-791a-4d3b-9550-5ab85b8b1053 {{(pid=103802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:06:51.833178 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-831addc7-7607-4d94-b212-eca7600d38d4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:51.837366 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-8e54a179-abde-4162-a969-d58787a69f57 tempest-RoutersIpV6AdminTest-1137264224 tempest-RoutersIpV6AdminTest-1137264224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-648595'] for router_gateway, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:51.904165 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d504d802-9546-4ce5-a9d3-96c844ac5808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:51.964697 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-831addc7-7607-4d94-b212-eca7600d38d4 None None] For port d2929d05-791a-4d3b-9550-5ab85b8b1053, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d2929d05-791a-4d3b-9550-5ab85b8b1053,segment=NetworkSegment(68e6c437-46c2-424d-85e7-20547f69066d),segment_id=68e6c437-46c2-424d-85e7-20547f69066d)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:06:51.965105 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-831addc7-7607-4d94-b212-eca7600d38d4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:51.968520 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-8e54a179-abde-4162-a969-d58787a69f57 tempest-RoutersIpV6AdminTest-1137264224 tempest-RoutersIpV6AdminTest-1137264224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-648249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62744'] for router, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:51.970960 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-8e54a179-abde-4162-a969-d58787a69f57 tempest-RoutersIpV6AdminTest-1137264224 tempest-RoutersIpV6AdminTest-1137264224-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:51.984609 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-831addc7-7607-4d94-b212-eca7600d38d4 None None] Calling delete_port for d2929d05-791a-4d3b-9550-5ab85b8b1053 owned by network:dhcp {{(pid=103802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:06:52.046317 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-4fd3622d-5956-4e29-b357-afd12c3c2349 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:52.056439 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-8e54a179-abde-4162-a969-d58787a69f57 tempest-RoutersIpV6AdminTest-1137264224 tempest-RoutersIpV6AdminTest-1137264224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-648240'] for router, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:52.057617 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e54a179-abde-4162-a969-d58787a69f57 tempest-RoutersIpV6AdminTest-1137264224 tempest-RoutersIpV6AdminTest-1137264224-project] Fanout notify agent at l3_agent the message router_deleted on router 918c0d12-59ed-40e1-8d8f-8480fb1eb4ec {{(pid=103800) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 05 17:06:52.073718 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-8e54a179-abde-4162-a969-d58787a69f57 tempest-RoutersIpV6AdminTest-1137264224 tempest-RoutersIpV6AdminTest-1137264224-project] Publish callbacks [] for router, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:52.079976 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 39864) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:06:52.081694 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-8e54a179-abde-4162-a969-d58787a69f57 tempest-RoutersIpV6AdminTest-1137264224 tempest-RoutersIpV6AdminTest-1137264224-project] 10.222.0.11 "DELETE /v2.0/routers/918c0d12-59ed-40e1-8d8f-8480fb1eb4ec HTTP/1.1" status: 204 len: 168 time: 1.8588023 Jan 05 17:06:52.091375 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-1357929f-0128-4ffe-8849-f3ca36bc3ed4 tempest-RoutersIpV6AdminTest-1137264224 tempest-RoutersIpV6AdminTest-1137264224-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1937553498', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:06:52.121625 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-ff464ae9-9ee9-4cb9-9c2e-c47877cda2ac tempest-BulkNetworkOpsIpV6Test-1221443863 tempest-BulkNetworkOpsIpV6Test-1221443863-project] Deleting port ea5ee76d-b742-43f0-b2f8-7525930f6b56 {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:06:52.121867 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-ff464ae9-9ee9-4cb9-9c2e-c47877cda2ac tempest-BulkNetworkOpsIpV6Test-1221443863 tempest-BulkNetworkOpsIpV6Test-1221443863-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:52.124979 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-8a84e8dc-a201-42a3-91e8-a8bd5ef0b1f3 None None] Publish callbacks [] for port, precommit_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:52.213750 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-8a84e8dc-a201-42a3-91e8-a8bd5ef0b1f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669'] for port, after_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:52.237782 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-ff464ae9-9ee9-4cb9-9c2e-c47877cda2ac tempest-BulkNetworkOpsIpV6Test-1221443863 tempest-BulkNetworkOpsIpV6Test-1221443863-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:52.254854 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-831addc7-7607-4d94-b212-eca7600d38d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678'] for port, after_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:52.271207 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a84e8dc-a201-42a3-91e8-a8bd5ef0b1f3 None None] Network e54a5443-18d5-4310-81ed-f4fe4be707f9 is already hosted by enough agents. {{(pid=103802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:06:52.271817 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-ff464ae9-9ee9-4cb9-9c2e-c47877cda2ac tempest-BulkNetworkOpsIpV6Test-1221443863 tempest-BulkNetworkOpsIpV6Test-1221443863-project] Calling delete_port for ea5ee76d-b742-43f0-b2f8-7525930f6b56 owned by {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:06:52.276272 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.scheduler.base_scheduler [None req-8a84e8dc-a201-42a3-91e8-a8bd5ef0b1f3 None None] Resources bound (agent type, host, resource id): {{(pid=103802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:06:52.279537 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a84e8dc-a201-42a3-91e8-a8bd5ef0b1f3 None None] Received port after_create {{(pid=103802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:06:52.287129 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-831addc7-7607-4d94-b212-eca7600d38d4 None None] No DVR routers for this DVR port d2929d05-791a-4d3b-9550-5ab85b8b1053 on host dv-neutron-master-2-hyperv {{(pid=103802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 05 17:06:52.287325 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-4fd3622d-5956-4e29-b357-afd12c3c2349 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:52.294042 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a84e8dc-a201-42a3-91e8-a8bd5ef0b1f3 None None] Pushing event updated for resources: {'Port': ['ID=d1504c37-6530-4956-a3ba-dfd7412a74d0,revision_number=1']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:06:52.314715 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-af613d16-93f5-447b-add2-504ac8e579ac tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11433288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12480593'] for subnet, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:52.351505 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831addc7-7607-4d94-b212-eca7600d38d4 None None] Pushing event deleted for resources: {'Port': ['ID=d2929d05-791a-4d3b-9550-5ab85b8b1053,revision_number=None']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:06:52.356048 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-1357929f-0128-4ffe-8849-f3ca36bc3ed4 tempest-RoutersIpV6AdminTest-1137264224 tempest-RoutersIpV6AdminTest-1137264224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-649063', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58098'] for router, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:52.357096 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-1357929f-0128-4ffe-8849-f3ca36bc3ed4 tempest-RoutersIpV6AdminTest-1137264224 tempest-RoutersIpV6AdminTest-1137264224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649832', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-545006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58091'] for router, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:52.399062 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-8a84e8dc-a201-42a3-91e8-a8bd5ef0b1f3 None None] Attempting to bind port d1504c37-6530-4956-a3ba-dfd7412a74d0 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 05 17:06:52.399437 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-8a84e8dc-a201-42a3-91e8-a8bd5ef0b1f3 None None] Attempting to bind port d1504c37-6530-4956-a3ba-dfd7412a74d0 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'f211b17d-f228-445a-b356-3680bbdc5b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'e54a5443-18d5-4310-81ed-f4fe4be707f9'}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 05 17:06:52.400625 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a84e8dc-a201-42a3-91e8-a8bd5ef0b1f3 None None] Attempting to bind port d1504c37-6530-4956-a3ba-dfd7412a74d0 on network e54a5443-18d5-4310-81ed-f4fe4be707f9 {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:06:52.405616 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a84e8dc-a201-42a3-91e8-a8bd5ef0b1f3 None None] Checking agent: {'id': '0d4f8fd3-ce62-4651-970c-efa6a8bb22b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 5, 16, 57, 23), 'started_at': datetime.datetime(2022, 1, 5, 16, 57, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 5, 17, 6, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 05 17:06:52.406013 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a84e8dc-a201-42a3-91e8-a8bd5ef0b1f3 None None] Checking segment: {'id': 'f211b17d-f228-445a-b356-3680bbdc5b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'e54a5443-18d5-4310-81ed-f4fe4be707f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:06:52.406968 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-8a84e8dc-a201-42a3-91e8-a8bd5ef0b1f3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:52.407995 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a84e8dc-a201-42a3-91e8-a8bd5ef0b1f3 None None] Bound using segment: {'id': 'f211b17d-f228-445a-b356-3680bbdc5b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'e54a5443-18d5-4310-81ed-f4fe4be707f9'} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 05 17:06:52.408469 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-8a84e8dc-a201-42a3-91e8-a8bd5ef0b1f3 None None] Bound port: d1504c37-6530-4956-a3ba-dfd7412a74d0, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f211b17d-f228-445a-b356-3680bbdc5b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'e54a5443-18d5-4310-81ed-f4fe4be707f9'}}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 05 17:06:52.418876 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-8a84e8dc-a201-42a3-91e8-a8bd5ef0b1f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:52.422942 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af613d16-93f5-447b-add2-504ac8e579ac tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Network e897f8fc-3cef-40ca-9466-c6c65ecd9833 is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:06:52.440066 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-af613d16-93f5-447b-add2-504ac8e579ac tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:06:52.443036 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af613d16-93f5-447b-add2-504ac8e579ac tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:06:52.444079 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-af613d16-93f5-447b-add2-504ac8e579ac tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks [] for subnet, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:52.449433 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37f74118-cd58-4e55-b37f-df0d0184680a None None] Network e897f8fc-3cef-40ca-9466-c6c65ecd9833 requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:06:52.495731 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-cf9fd335-df02-4887-81d5-4bec5017c415 tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8754181109252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-8784778'] for subnet, after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:52.518732 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af613d16-93f5-447b-add2-504ac8e579ac tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Pushing event updated for resources: {'Subnet': ['ID=4da47a25-4b9d-4cc7-b35f-0bc2a790a2e1,revision_number=0']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:06:52.522121 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-1357929f-0128-4ffe-8849-f3ca36bc3ed4 tempest-RoutersIpV6AdminTest-1137264224 tempest-RoutersIpV6AdminTest-1137264224-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:52.546462 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf9fd335-df02-4887-81d5-4bec5017c415 tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:06:52.548029 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-cf9fd335-df02-4887-81d5-4bec5017c415 tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Publish callbacks [] for subnet, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:52.549645 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-cf9fd335-df02-4887-81d5-4bec5017c415 tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] 10.222.0.11 "PUT /v2.0/subnets/553da775-e3bf-4f33-81f6-ec7d86d617be HTTP/1.1" status: 200 len: 900 time: 0.9605196 Jan 05 17:06:52.553942 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 39870) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:06:52.591999 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9fd335-df02-4887-81d5-4bec5017c415 tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Pushing event updated for resources: {'Subnet': ['ID=553da775-e3bf-4f33-81f6-ec7d86d617be,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:06:52.657156 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-4fd3622d-5956-4e29-b357-afd12c3c2349 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Publish callbacks [] for port, precommit_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:52.670503 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-1357929f-0128-4ffe-8849-f3ca36bc3ed4 tempest-RoutersIpV6AdminTest-1137264224 tempest-RoutersIpV6AdminTest-1137264224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-648430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648639'] for router, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:52.671425 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-989f1596-cd47-48c2-b684-36af93cad7ff tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3809644'] for network, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:52.683608 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-8a84e8dc-a201-42a3-91e8-a8bd5ef0b1f3 None None] For port d1504c37-6530-4956-a3ba-dfd7412a74d0, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 05 17:06:52.722324 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-8a84e8dc-a201-42a3-91e8-a8bd5ef0b1f3 None None] For port d1504c37-6530-4956-a3ba-dfd7412a74d0, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d1504c37-6530-4956-a3ba-dfd7412a74d0,segment=NetworkSegment(f211b17d-f228-445a-b356-3680bbdc5b8b),segment_id=f211b17d-f228-445a-b356-3680bbdc5b8b)] {{(pid=103802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 05 17:06:52.731036 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-989f1596-cd47-48c2-b684-36af93cad7ff tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Deleting port d1504c37-6530-4956-a3ba-dfd7412a74d0 {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:06:52.731619 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-989f1596-cd47-48c2-b684-36af93cad7ff tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:52.741477 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b74fd261-973c-4681-8df3-cdf4c2522eda None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-e897f8fc-3cef-40ca-9466-c6c65ecd9833', 'network_id': 'e897f8fc-3cef-40ca-9466-c6c65ecd9833', 'project_id': 'fd419c78d7194361a03f37a26ebeba76', 'fixed_ips': [{'subnet_id': '4da47a25-4b9d-4cc7-b35f-0bc2a790a2e1'}]}} from dv-neutron-master-2-hyperv. {{(pid=103802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 05 17:06:52.742525 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-b74fd261-973c-4681-8df3-cdf4c2522eda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:52.813523 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-af613d16-93f5-447b-add2-504ac8e579ac tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3556192 Jan 05 17:06:52.816102 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.db [None req-989f1596-cd47-48c2-b684-36af93cad7ff tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] For port d1504c37-6530-4956-a3ba-dfd7412a74d0, host dv-neutron-master-2-hyperv, got binding levels [] {{(pid=103800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:06:52.816522 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-989f1596-cd47-48c2-b684-36af93cad7ff tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:52.816703 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 39872) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:06:52.821824 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-d4f343e4-26f5-407c-9079-566e815bcd83 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Request body: {'port': {'network_id': 'e897f8fc-3cef-40ca-9466-c6c65ecd9833', 'fixed_ips': [{'subnet_id': '4da47a25-4b9d-4cc7-b35f-0bc2a790a2e1', 'ip_address': '2001:db8::149d:3a73:57f8:a7f9'}], 'name': 'tempest-NetworksTestDHCPv6-878999940'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:06:52.830130 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-989f1596-cd47-48c2-b684-36af93cad7ff tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Calling delete_port for d1504c37-6530-4956-a3ba-dfd7412a74d0 owned by network:dhcp {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:06:52.888813 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.db_base_plugin_common [None req-b74fd261-973c-4681-8df3-cdf4c2522eda None None] Allocated IP 2001:db8::2 (e897f8fc-3cef-40ca-9466-c6c65ecd9833/4da47a25-4b9d-4cc7-b35f-0bc2a790a2e1/ca023d4c-6839-4c09-a1aa-3a0bafe2517d) {{(pid=103802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:06:52.927768 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-1357929f-0128-4ffe-8849-f3ca36bc3ed4 tempest-RoutersIpV6AdminTest-1137264224 tempest-RoutersIpV6AdminTest-1137264224-project] Publish callbacks [] for router, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:52.931593 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-1357929f-0128-4ffe-8849-f3ca36bc3ed4 tempest-RoutersIpV6AdminTest-1137264224 tempest-RoutersIpV6AdminTest-1137264224-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.8464487 Jan 05 17:06:52.931593 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-4fd3622d-5956-4e29-b357-afd12c3c2349 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11433169'] for port, after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:52.931896 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 39874) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:06:52.934139 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-ff464ae9-9ee9-4cb9-9c2e-c47877cda2ac tempest-BulkNetworkOpsIpV6Test-1221443863 tempest-BulkNetworkOpsIpV6Test-1221443863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11433176'] for port, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:52.941141 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-f4a049af-d44c-47a3-af64-1e4800811497 tempest-RoutersIpV6AdminTest-1137264224 tempest-RoutersIpV6AdminTest-1137264224-project] Request body: {'router': {'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573'}}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:06:52.944737 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-8a84e8dc-a201-42a3-91e8-a8bd5ef0b1f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:53.024200 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-ff464ae9-9ee9-4cb9-9c2e-c47877cda2ac tempest-BulkNetworkOpsIpV6Test-1221443863 tempest-BulkNetworkOpsIpV6Test-1221443863-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:53.030832 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-ff464ae9-9ee9-4cb9-9c2e-c47877cda2ac tempest-BulkNetworkOpsIpV6Test-1221443863 tempest-BulkNetworkOpsIpV6Test-1221443863-project] 10.222.0.11 "DELETE /v2.0/ports/ea5ee76d-b742-43f0-b2f8-7525930f6b56 HTTP/1.1" status: 204 len: 168 time: 1.2442548 Jan 05 17:06:53.032954 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 39878) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:06:53.072058 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd3622d-5956-4e29-b357-afd12c3c2349 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Pushing event updated for resources: {'Port': ['ID=f8cd479c-58e8-4e86-a957-93c7f45f603a,revision_number=2']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:06:53.080714 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-7e05fae7-540b-4da2-b67b-2d59e47dae84 tempest-BulkNetworkOpsIpV6Test-1221443863 tempest-BulkNetworkOpsIpV6Test-1221443863-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0421562 Jan 05 17:06:53.084135 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 39880) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:06:53.090319 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-1cfeac7b-a171-42f4-9a27-a0f858a0a039 tempest-BulkNetworkOpsIpV6Test-1221443863 tempest-BulkNetworkOpsIpV6Test-1221443863-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1044658149'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:06:53.092641 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a84e8dc-a201-42a3-91e8-a8bd5ef0b1f3 None None] Pushing event updated for resources: {'Port': ['ID=d1504c37-6530-4956-a3ba-dfd7412a74d0,revision_number=2']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:06:53.117901 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4f343e4-26f5-407c-9079-566e815bcd83 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Made reservation on behalf of fd419c78d7194361a03f37a26ebeba76 for: {'port': 1} {{(pid=103801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:06:53.123336 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff464ae9-9ee9-4cb9-9c2e-c47877cda2ac tempest-BulkNetworkOpsIpV6Test-1221443863 tempest-BulkNetworkOpsIpV6Test-1221443863-project] Pushing event deleted for resources: {'Port': ['ID=ea5ee76d-b742-43f0-b2f8-7525930f6b56,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:06:53.127241 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-4fd3622d-5956-4e29-b357-afd12c3c2349 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648677'] for floatingip, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:53.223923 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-b74fd261-973c-4681-8df3-cdf4c2522eda None None] Publish callbacks [] for port, precommit_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:53.247226 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-989f1596-cd47-48c2-b684-36af93cad7ff tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:53.284332 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989f1596-cd47-48c2-b684-36af93cad7ff tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Pushing event deleted for resources: {'Port': ['ID=d1504c37-6530-4956-a3ba-dfd7412a74d0,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:06:53.306680 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-b74fd261-973c-4681-8df3-cdf4c2522eda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669'] for port, after_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:53.316738 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.db.l3_db [None req-4fd3622d-5956-4e29-b357-afd12c3c2349 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Floating IP 5a5e2b46-d1cb-4547-83e2-58d810183952 associated. External IP: 172.36.4.57, port: c3037384-d3fa-4066-80d8-4a11cc75bb34. Jan 05 17:06:53.429265 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b74fd261-973c-4681-8df3-cdf4c2522eda None None] Network e897f8fc-3cef-40ca-9466-c6c65ecd9833 is already hosted by enough agents. {{(pid=103802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:06:53.441661 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.scheduler.base_scheduler [None req-b74fd261-973c-4681-8df3-cdf4c2522eda None None] Resources bound (agent type, host, resource id): {{(pid=103802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:06:53.459876 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cfeac7b-a171-42f4-9a27-a0f858a0a039 tempest-BulkNetworkOpsIpV6Test-1221443863 tempest-BulkNetworkOpsIpV6Test-1221443863-project] Made reservation on behalf of 175a41cc1e044198a10049169306dffb for: {'network': 1} {{(pid=103801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:06:53.461248 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b74fd261-973c-4681-8df3-cdf4c2522eda None None] Received port after_create {{(pid=103802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:06:53.464207 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-1cfeac7b-a171-42f4-9a27-a0f858a0a039 tempest-BulkNetworkOpsIpV6Test-1221443863 tempest-BulkNetworkOpsIpV6Test-1221443863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for network, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:53.468237 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device d2929d05-791a-4d3b-9550-5ab85b8b1053 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 05 17:06:53.483330 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74fd261-973c-4681-8df3-cdf4c2522eda None None] Pushing event updated for resources: {'Port': ['ID=ca023d4c-6839-4c09-a1aa-3a0bafe2517d,revision_number=1']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:06:53.518228 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] No Port match for: d2929d05-791a-4d3b-9550-5ab85b8b1053 {{(pid=103802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 05 17:06:53.524489 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device d2929d05-791a-4d3b-9550-5ab85b8b1053 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 05 17:06:53.528981 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-d4f343e4-26f5-407c-9079-566e815bcd83 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:53.577053 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1cfeac7b-a171-42f4-9a27-a0f858a0a039 tempest-BulkNetworkOpsIpV6Test-1221443863 tempest-BulkNetworkOpsIpV6Test-1221443863-project] vlan segment allocate from pool success with {'vlan_id': 112, 'physical_network': 'physnet1'} {{(pid=103801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 05 17:06:53.581348 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:53.592729 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.notifiers.nova [None req-d4f343e4-26f5-407c-9079-566e815bcd83 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] device_id is not set on port 387d3c8a-4f4a-4925-b4ba-64cb6f2c24d9 yet. {{(pid=103801) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 05 17:06:53.596960 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-b74fd261-973c-4681-8df3-cdf4c2522eda None None] Attempting to bind port ca023d4c-6839-4c09-a1aa-3a0bafe2517d on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 05 17:06:53.596960 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-b74fd261-973c-4681-8df3-cdf4c2522eda None None] Attempting to bind port ca023d4c-6839-4c09-a1aa-3a0bafe2517d by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '68e6c437-46c2-424d-85e7-20547f69066d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'e897f8fc-3cef-40ca-9466-c6c65ecd9833'}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 05 17:06:53.596960 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b74fd261-973c-4681-8df3-cdf4c2522eda None None] Attempting to bind port ca023d4c-6839-4c09-a1aa-3a0bafe2517d on network e897f8fc-3cef-40ca-9466-c6c65ecd9833 {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:06:53.605395 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-1cfeac7b-a171-42f4-9a27-a0f858a0a039 tempest-BulkNetworkOpsIpV6Test-1221443863 tempest-BulkNetworkOpsIpV6Test-1221443863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225'] for segment, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:53.609314 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.db.segments_db [None req-1cfeac7b-a171-42f4-9a27-a0f858a0a039 tempest-BulkNetworkOpsIpV6Test-1221443863 tempest-BulkNetworkOpsIpV6Test-1221443863-project] Added segment 27fc5923-cdfb-40d2-88c7-ac0a36460753 of type vlan for network ca6522f8-d085-49c5-a88d-3ef7c1f24d4e Jan 05 17:06:53.610742 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b74fd261-973c-4681-8df3-cdf4c2522eda None None] Checking agent: {'id': '0d4f8fd3-ce62-4651-970c-efa6a8bb22b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 5, 16, 57, 23), 'started_at': datetime.datetime(2022, 1, 5, 16, 57, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 5, 17, 6, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 05 17:06:53.611349 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b74fd261-973c-4681-8df3-cdf4c2522eda None None] Checking segment: {'id': '68e6c437-46c2-424d-85e7-20547f69066d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'e897f8fc-3cef-40ca-9466-c6c65ecd9833'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:06:53.612093 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-b74fd261-973c-4681-8df3-cdf4c2522eda None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:53.612626 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b74fd261-973c-4681-8df3-cdf4c2522eda None None] Bound using segment: {'id': '68e6c437-46c2-424d-85e7-20547f69066d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'e897f8fc-3cef-40ca-9466-c6c65ecd9833'} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 05 17:06:53.613127 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-b74fd261-973c-4681-8df3-cdf4c2522eda None None] Bound port: ca023d4c-6839-4c09-a1aa-3a0bafe2517d, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68e6c437-46c2-424d-85e7-20547f69066d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'e897f8fc-3cef-40ca-9466-c6c65ecd9833'}}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 05 17:06:53.613512 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-b74fd261-973c-4681-8df3-cdf4c2522eda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:53.686511 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-b74fd261-973c-4681-8df3-cdf4c2522eda None None] For port ca023d4c-6839-4c09-a1aa-3a0bafe2517d, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 05 17:06:53.690300 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-b74fd261-973c-4681-8df3-cdf4c2522eda None None] For port ca023d4c-6839-4c09-a1aa-3a0bafe2517d, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ca023d4c-6839-4c09-a1aa-3a0bafe2517d,segment=NetworkSegment(68e6c437-46c2-424d-85e7-20547f69066d),segment_id=68e6c437-46c2-424d-85e7-20547f69066d)] {{(pid=103802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 05 17:06:53.743743 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f4a049af-d44c-47a3-af64-1e4800811497 tempest-RoutersIpV6AdminTest-1137264224 tempest-RoutersIpV6AdminTest-1137264224-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:53.768384 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-b74fd261-973c-4681-8df3-cdf4c2522eda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:53.788909 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-989f1596-cd47-48c2-b684-36af93cad7ff tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] No DVR routers for this DVR port d1504c37-6530-4956-a3ba-dfd7412a74d0 on host dv-neutron-master-2-hyperv {{(pid=103800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 05 17:06:53.833957 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74fd261-973c-4681-8df3-cdf4c2522eda None None] Pushing event updated for resources: {'Port': ['ID=ca023d4c-6839-4c09-a1aa-3a0bafe2517d,revision_number=2']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:06:53.844557 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-01f147ac-7e4e-4ef3-9eb5-93ea6f66b728 req-058574e1-c927-4ae2-84e1-f6d3350dc630 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=07c8b51b-bbb0-4a74-b3bf-1c00d88f26b4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1158013 Jan 05 17:06:53.849416 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-989f1596-cd47-48c2-b684-36af93cad7ff tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892868'] for subnet, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:54.036083 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f147ac-7e4e-4ef3-9eb5-93ea6f66b728 req-1cafa604-f2c9-4ff4-a604-b7b408030fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:06:54.037626 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-01f147ac-7e4e-4ef3-9eb5-93ea6f66b728 req-1cafa604-f2c9-4ff4-a604-b7b408030fa3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8648c3d237fa47a2908cbe0ddaa5dd69&device_id=07c8b51b-bbb0-4a74-b3bf-1c00d88f26b4 HTTP/1.1" status: 200 len: 1099 time: 0.1117227 Jan 05 17:06:54.060036 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-1cfeac7b-a171-42f4-9a27-a0f858a0a039 tempest-BulkNetworkOpsIpV6Test-1221443863 tempest-BulkNetworkOpsIpV6Test-1221443863-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754180566020'] for network, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:54.087619 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-989f1596-cd47-48c2-b684-36af93cad7ff tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3893367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8784787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8521880'] for subnet, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:54.221531 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989f1596-cd47-48c2-b684-36af93cad7ff tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Pushing event deleted for resources: {'Subnet': ['ID=553da775-e3bf-4f33-81f6-ec7d86d617be,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:06:54.241058 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fd3622d-5956-4e29-b357-afd12c3c2349 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Router 8e20d6c5-5760-40ff-8076-35b11b39e3e1 has already been hosted by L3 agent 59446fdc-40e0-41fe-a575-a8eb11d742f7 {{(pid=103801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 05 17:06:54.247197 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [None req-d4f343e4-26f5-407c-9079-566e815bcd83 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Allocated IP 2001:db8::149d:3a73:57f8:a7f9 (e897f8fc-3cef-40ca-9466-c6c65ecd9833/4da47a25-4b9d-4cc7-b35f-0bc2a790a2e1/387d3c8a-4f4a-4925-b4ba-64cb6f2c24d9) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:06:54.318177 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-1cfeac7b-a171-42f4-9a27-a0f858a0a039 tempest-BulkNetworkOpsIpV6Test-1221443863 tempest-BulkNetworkOpsIpV6Test-1221443863-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685'] for network, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:54.324359 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cfeac7b-a171-42f4-9a27-a0f858a0a039 tempest-BulkNetworkOpsIpV6Test-1221443863 tempest-BulkNetworkOpsIpV6Test-1221443863-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:06:54.324838 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-1cfeac7b-a171-42f4-9a27-a0f858a0a039 tempest-BulkNetworkOpsIpV6Test-1221443863 tempest-BulkNetworkOpsIpV6Test-1221443863-project] Publish callbacks [] for network, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:54.326045 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-989f1596-cd47-48c2-b684-36af93cad7ff tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3891715', 'neutron.services.segments.db._delete_segments_for_network-8754181063482'] for network, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:54.360164 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f147ac-7e4e-4ef3-9eb5-93ea6f66b728 req-1aa8b71c-214c-430e-b8bd-80dac32f343a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:06:54.362156 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-01f147ac-7e4e-4ef3-9eb5-93ea6f66b728 req-1aa8b71c-214c-430e-b8bd-80dac32f343a service neutron] 10.222.0.13 "GET /v2.0/networks?id=66b9f7eb-d414-436b-882b-ac047c1764b8 HTTP/1.1" status: 200 len: 906 time: 0.3028088 Jan 05 17:06:54.395665 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.services.segments.db [None req-989f1596-cd47-48c2-b684-36af93cad7ff tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e54a5443-18d5-4310-81ed-f4fe4be707f9']}} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:06:54.417085 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.services.segments.db [None req-989f1596-cd47-48c2-b684-36af93cad7ff tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f211b17d-f228-445a-b356-3680bbdc5b8b') {'for_net_delete': True} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:06:54.417395 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.services.segments.db [None req-989f1596-cd47-48c2-b684-36af93cad7ff tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f211b17d-f228-445a-b356-3680bbdc5b8b') {} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:06:54.432412 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3409dcf0-9d69-48a4-b9f8-39e69dfdfe41 None None] Network e54a5443-18d5-4310-81ed-f4fe4be707f9 requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:06:54.495208 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-989f1596-cd47-48c2-b684-36af93cad7ff tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754181064771', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8784833'] for segment, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:54.502250 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfeac7b-a171-42f4-9a27-a0f858a0a039 tempest-BulkNetworkOpsIpV6Test-1221443863 tempest-BulkNetworkOpsIpV6Test-1221443863-project] Pushing event updated for resources: {'Network': ['ID=ca6522f8-d085-49c5-a88d-3ef7c1f24d4e,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:06:54.510942 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-1cfeac7b-a171-42f4-9a27-a0f858a0a039 tempest-BulkNetworkOpsIpV6Test-1221443863 tempest-BulkNetworkOpsIpV6Test-1221443863-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.4257169 Jan 05 17:06:54.520973 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 39890) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:06:54.527972 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-e5e0ebeb-bac9-4557-8426-ffa9dc5581c1 tempest-BulkNetworkOpsIpV6Test-1221443863 tempest-BulkNetworkOpsIpV6Test-1221443863-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1108770994'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:06:54.535634 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f4a049af-d44c-47a3-af64-1e4800811497 tempest-RoutersIpV6AdminTest-1137264224 tempest-RoutersIpV6AdminTest-1137264224-project] Publish callbacks [] for router_gateway, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:54.565312 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fd3622d-5956-4e29-b357-afd12c3c2349 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 05 17:06:54.569880 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Network ca6522f8-d085-49c5-a88d-3ef7c1f24d4e details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 05 17:06:54.571517 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-989f1596-cd47-48c2-b684-36af93cad7ff tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225'] for segment, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:54.574419 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f4a049af-d44c-47a3-af64-1e4800811497 tempest-RoutersIpV6AdminTest-1137264224 tempest-RoutersIpV6AdminTest-1137264224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:54.580388 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b8d915d-232f-4751-b844-a52582094de9 None None] Sync routers for ids ['8e20d6c5-5760-40ff-8076-35b11b39e3e1'] in dv-neutron-master-2-hyperv {{(pid=103803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 05 17:06:54.593505 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b8d915d-232f-4751-b844-a52582094de9 None None] Routers {'8e20d6c5-5760-40ff-8076-35b11b39e3e1'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:06:54.598284 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-0b8d915d-232f-4751-b844-a52582094de9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:06:49Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['8e20d6c5-5760-40ff-8076-35b11b39e3e1'], 'active': True} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:06:54.598460 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-01f147ac-7e4e-4ef3-9eb5-93ea6f66b728 req-176ccb52-f8b2-4082-8685-921f55d3ff77 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a7599bb3-4578-47a4-9639-0cfaf64ba5d2 HTTP/1.1" status: 200 len: 1002 time: 0.2003667 Jan 05 17:06:54.599432 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-989f1596-cd47-48c2-b684-36af93cad7ff tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Releasing vlan 118 on physical network physnet1 to pool {{(pid=103800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 05 17:06:54.599833 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-989f1596-cd47-48c2-b684-36af93cad7ff tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8784497'] for segment, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:54.609624 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:06:54.609624 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:06:54.609624 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:06:54.609624 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:06:54.609624 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:06:54.609624 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:06:54.609624 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:06:54.609624 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:06:54.609624 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:06:54.609624 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:06:54.609624 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:06:54.609624 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:06:54.609624 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:06:54.609624 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:06:54.609624 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:06:54.609624 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:06:54.609624 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:06:54.609624 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:06:54.609624 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:06:54.609624 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:06:54.609624 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:06:54.609624 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:06:54.609624 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:06:54.609624 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:06:54.609624 dv-neutron-master-2-hyperv neutron-server[103800]: Traceback (most recent call last): Jan 05 17:06:54.609624 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 05 17:06:54.609624 dv-neutron-master-2-hyperv neutron-server[103800]: timer() Jan 05 17:06:54.609624 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 05 17:06:54.609624 dv-neutron-master-2-hyperv neutron-server[103800]: cb(*args, **kw) Jan 05 17:06:54.609624 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 05 17:06:54.609624 dv-neutron-master-2-hyperv neutron-server[103800]: return func(*args, **kwargs) Jan 05 17:06:54.609624 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 05 17:06:54.609624 dv-neutron-master-2-hyperv neutron-server[103800]: self._notify() Jan 05 17:06:54.609624 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 05 17:06:54.609624 dv-neutron-master-2-hyperv neutron-server[103800]: self.callback(batched_events) Jan 05 17:06:54.609624 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 05 17:06:54.609624 dv-neutron-master-2-hyperv neutron-server[103800]: event.method(event) Jan 05 17:06:54.609624 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 05 17:06:54.609624 dv-neutron-master-2-hyperv neutron-server[103800]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 05 17:06:54.609624 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 05 17:06:54.609624 dv-neutron-master-2-hyperv neutron-server[103800]: aggregate_uuid = self.p_client.list_aggregates( Jan 05 17:06:54.609624 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 05 17:06:54.609624 dv-neutron-master-2-hyperv neutron-server[103800]: return f(self, *a, **k) Jan 05 17:06:54.609624 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 05 17:06:54.609624 dv-neutron-master-2-hyperv neutron-server[103800]: return self._get(url).json() Jan 05 17:06:54.609624 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 05 17:06:54.609624 dv-neutron-master-2-hyperv neutron-server[103800]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 05 17:06:54.609624 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 05 17:06:54.609624 dv-neutron-master-2-hyperv neutron-server[103800]: return self.request(url, 'GET', **kwargs) Jan 05 17:06:54.609624 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 05 17:06:54.609624 dv-neutron-master-2-hyperv neutron-server[103800]: base_url = self.get_endpoint(auth, allow=allow, Jan 05 17:06:54.609624 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 05 17:06:54.609624 dv-neutron-master-2-hyperv neutron-server[103800]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 05 17:06:54.609624 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 05 17:06:54.609624 dv-neutron-master-2-hyperv neutron-server[103800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 05 17:06:54.616545 dv-neutron-master-2-hyperv neutron-server[103800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 05 17:06:54.629837 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-d4f343e4-26f5-407c-9079-566e815bcd83 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks [] for port, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:54.654354 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-0b8d915d-232f-4751-b844-a52582094de9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:06:54.670589 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b8d915d-232f-4751-b844-a52582094de9 None None] Routers {'8e20d6c5-5760-40ff-8076-35b11b39e3e1'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:06:54.670589 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-0b8d915d-232f-4751-b844-a52582094de9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:06:49Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['8e20d6c5-5760-40ff-8076-35b11b39e3e1'], 'active': True} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:06:54.672473 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-4fd3622d-5956-4e29-b357-afd12c3c2349 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for floatingip, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:54.693329 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-71b0f23b-dda7-4761-8f6f-0a04846a6a0c None None] Could not find standard attr ID for object d1504c37-6530-4956-a3ba-dfd7412a74d0. {{(pid=103802) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 05 17:06:54.732864 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-4fd3622d-5956-4e29-b357-afd12c3c2349 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 4.4291232 Jan 05 17:06:54.734733 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 39894) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:06:54.741655 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-6aaa3001-7d57-4637-ba38-129686978ecb tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:06:54.760034 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49506322-4a17-472d-bd25-f60037341c24 None None] DHCP port deletion for e54a5443-18d5-4310-81ed-f4fe4be707f9 request from dv-neutron-master-2-hyperv {{(pid=103802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 05 17:06:54.763246 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-0b8d915d-232f-4751-b844-a52582094de9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:06:54.764116 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b8d915d-232f-4751-b844-a52582094de9 None None] The sync data for ids ['8e20d6c5-5760-40ff-8076-35b11b39e3e1'] in dv-neutron-master-2-hyperv is: [] {{(pid=103803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 05 17:06:54.785062 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d031d9f4-f7f7-464d-b4df-1f7fdfc19dfa None None] Network e54a5443-18d5-4310-81ed-f4fe4be707f9 requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:06:54.796227 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-d4f343e4-26f5-407c-9079-566e815bcd83 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11433176'] for port, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:54.810857 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f147ac-7e4e-4ef3-9eb5-93ea6f66b728 req-2aee05de-d0ce-4eec-ba7f-f90c022a93c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:06:54.814104 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-01f147ac-7e4e-4ef3-9eb5-93ea6f66b728 req-2aee05de-d0ce-4eec-ba7f-f90c022a93c6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1c9222ac-b9b2-431b-aee5-7d51a8ac8416 HTTP/1.1" status: 200 len: 844 time: 0.1994402 Jan 05 17:06:54.857173 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5e0ebeb-bac9-4557-8426-ffa9dc5581c1 tempest-BulkNetworkOpsIpV6Test-1221443863 tempest-BulkNetworkOpsIpV6Test-1221443863-project] Made reservation on behalf of 175a41cc1e044198a10049169306dffb for: {'network': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:06:54.861754 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e5e0ebeb-bac9-4557-8426-ffa9dc5581c1 tempest-BulkNetworkOpsIpV6Test-1221443863 tempest-BulkNetworkOpsIpV6Test-1221443863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for network, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:54.874216 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f343e4-26f5-407c-9079-566e815bcd83 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Pushing event updated for resources: {'Port': ['ID=387d3c8a-4f4a-4925-b4ba-64cb6f2c24d9,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:06:54.898111 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4f343e4-26f5-407c-9079-566e815bcd83 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Network e897f8fc-3cef-40ca-9466-c6c65ecd9833 is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:06:54.899746 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-989f1596-cd47-48c2-b684-36af93cad7ff tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3891722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648695'] for network, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:54.906160 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-d4f343e4-26f5-407c-9079-566e815bcd83 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:06:54.909755 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4f343e4-26f5-407c-9079-566e815bcd83 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:06:54.916497 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4f343e4-26f5-407c-9079-566e815bcd83 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:06:54.917395 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-d4f343e4-26f5-407c-9079-566e815bcd83 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:54.918511 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-989f1596-cd47-48c2-b684-36af93cad7ff tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Publish callbacks [] for network, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:54.922672 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-989f1596-cd47-48c2-b684-36af93cad7ff tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] 10.222.0.11 "DELETE /v2.0/networks/e54a5443-18d5-4310-81ed-f4fe4be707f9 HTTP/1.1" status: 204 len: 168 time: 2.3674157 Jan 05 17:06:54.928634 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 39896) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:06:54.933968 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-6aaa3001-7d57-4637-ba38-129686978ecb tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Publish callbacks [] for floatingip, before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:54.951875 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5e0ebeb-bac9-4557-8426-ffa9dc5581c1 tempest-BulkNetworkOpsIpV6Test-1221443863 tempest-BulkNetworkOpsIpV6Test-1221443863-project] vlan segment allocate from pool success with {'vlan_id': 143, 'physical_network': 'physnet1'} {{(pid=103800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 05 17:06:54.963557 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989f1596-cd47-48c2-b684-36af93cad7ff tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Pushing event deleted for resources: {'Network': ['ID=e54a5443-18d5-4310-81ed-f4fe4be707f9,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:06:54.967413 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [None req-f4a049af-d44c-47a3-af64-1e4800811497 tempest-RoutersIpV6AdminTest-1137264224 tempest-RoutersIpV6AdminTest-1137264224-project] Allocated IP 172.36.4.230 (b0167590-0699-4c5c-a932-3939414a9573/7a784a6d-3d96-418f-a645-b9ccd0b1ac55/8ace7910-df4d-4123-b278-f14e5d524896) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:06:54.979852 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e5e0ebeb-bac9-4557-8426-ffa9dc5581c1 tempest-BulkNetworkOpsIpV6Test-1221443863 tempest-BulkNetworkOpsIpV6Test-1221443863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225'] for segment, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:54.980485 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.db.segments_db [None req-e5e0ebeb-bac9-4557-8426-ffa9dc5581c1 tempest-BulkNetworkOpsIpV6Test-1221443863 tempest-BulkNetworkOpsIpV6Test-1221443863-project] Added segment bf4ea540-9ecf-4712-b26a-0ab76af34b1a of type vlan for network b8fcfb33-151e-4101-b4c8-c6b2ea54954a Jan 05 17:06:54.993428 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f147ac-7e4e-4ef3-9eb5-93ea6f66b728 req-f13c2ea8-c09d-443e-b6b0-58f36ac600f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:06:54.995612 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-01f147ac-7e4e-4ef3-9eb5-93ea6f66b728 req-f13c2ea8-c09d-443e-b6b0-58f36ac600f5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=66b9f7eb-d414-436b-882b-ac047c1764b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1566041 Jan 05 17:06:55.001494 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed0c0141-bcc5-4963-ace2-4cda7ef35e75 tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] DELETE failed (client error): The resource could not be found. Jan 05 17:06:55.001943 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed0c0141-bcc5-4963-ace2-4cda7ef35e75 tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 05 17:06:55.005003 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-ed0c0141-bcc5-4963-ace2-4cda7ef35e75 tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] 10.222.0.11 "DELETE /v2.0/subnets/553da775-e3bf-4f33-81f6-ec7d86d617be HTTP/1.1" status: 404 len: 337 time: 0.0741127 Jan 05 17:06:55.008158 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 39898) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:06:55.035230 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.pecan_wsgi.hooks.translation [None req-9702a454-333d-4979-9c15-a31373de8707 tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] DELETE failed (client error): The resource could not be found. Jan 05 17:06:55.035230 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9702a454-333d-4979-9c15-a31373de8707 tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 05 17:06:55.038306 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-9702a454-333d-4979-9c15-a31373de8707 tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] 10.222.0.11 "DELETE /v2.0/networks/e54a5443-18d5-4310-81ed-f4fe4be707f9 HTTP/1.1" status: 404 len: 339 time: 0.0294516 Jan 05 17:06:55.050916 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 39900) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:06:55.093535 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e5e0ebeb-bac9-4557-8426-ffa9dc5581c1 tempest-BulkNetworkOpsIpV6Test-1221443863 tempest-BulkNetworkOpsIpV6Test-1221443863-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754180566020'] for network, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:55.165917 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-d4f343e4-26f5-407c-9079-566e815bcd83 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.3481078 Jan 05 17:06:55.166524 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 39902) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:06:55.201354 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-ff9fd44e-70e2-405c-b622-892accdabe59 tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3809644'] for network, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:55.216700 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-01f147ac-7e4e-4ef3-9eb5-93ea6f66b728 req-479c5f02-e6fd-4912-bf44-e8f12be41286 service neutron] 10.222.0.13 "GET /v2.0/networks/66b9f7eb-d414-436b-882b-ac047c1764b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1928627 Jan 05 17:06:55.222365 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f4a049af-d44c-47a3-af64-1e4800811497 tempest-RoutersIpV6AdminTest-1137264224 tempest-RoutersIpV6AdminTest-1137264224-project] Publish callbacks [] for port, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:55.226041 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device ca023d4c-6839-4c09-a1aa-3a0bafe2517d up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:06:55.247642 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e5e0ebeb-bac9-4557-8426-ffa9dc5581c1 tempest-BulkNetworkOpsIpV6Test-1221443863 tempest-BulkNetworkOpsIpV6Test-1221443863-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685'] for network, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:55.254797 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5e0ebeb-bac9-4557-8426-ffa9dc5581c1 tempest-BulkNetworkOpsIpV6Test-1221443863 tempest-BulkNetworkOpsIpV6Test-1221443863-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:06:55.254797 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e5e0ebeb-bac9-4557-8426-ffa9dc5581c1 tempest-BulkNetworkOpsIpV6Test-1221443863 tempest-BulkNetworkOpsIpV6Test-1221443863-project] Publish callbacks [] for network, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:55.293495 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-6aaa3001-7d57-4637-ba38-129686978ecb tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:55.337786 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da3ee99f-b3d8-4c80-9865-08e1c75e4756 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:06:55.343911 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da3ee99f-b3d8-4c80-9865-08e1c75e4756 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:06:55.348636 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-da3ee99f-b3d8-4c80-9865-08e1c75e4756 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.1635597 Jan 05 17:06:55.349763 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-53f8b35a-9982-46ed-ad41-fb215e323d35 None None] Provisioning complete for port ca023d4c-6839-4c09-a1aa-3a0bafe2517d triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:06:55.349763 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-53f8b35a-9982-46ed-ad41-fb215e323d35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:55.349952 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 39906) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:06:55.393384 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Provisioning complete for port ca023d4c-6839-4c09-a1aa-3a0bafe2517d triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:06:55.393868 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:55.400124 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-6aaa3001-7d57-4637-ba38-129686978ecb tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648677'] for floatingip, after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:55.401112 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.db.l3_db [None req-6aaa3001-7d57-4637-ba38-129686978ecb tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Floating IP 5a5e2b46-d1cb-4547-83e2-58d810183952 disassociated. External IP: 172.36.4.57, port: c3037384-d3fa-4066-80d8-4a11cc75bb34. Jan 05 17:06:55.426635 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e0ebeb-bac9-4557-8426-ffa9dc5581c1 tempest-BulkNetworkOpsIpV6Test-1221443863 tempest-BulkNetworkOpsIpV6Test-1221443863-project] Pushing event updated for resources: {'Network': ['ID=b8fcfb33-151e-4101-b4c8-c6b2ea54954a,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:06:55.442382 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Network b8fcfb33-151e-4101-b4c8-c6b2ea54954a details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 05 17:06:55.451501 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-e5e0ebeb-bac9-4557-8426-ffa9dc5581c1 tempest-BulkNetworkOpsIpV6Test-1221443863 tempest-BulkNetworkOpsIpV6Test-1221443863-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.9276013 Jan 05 17:06:55.463814 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-ff9fd44e-70e2-405c-b622-892accdabe59 tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3891715', 'neutron.services.segments.db._delete_segments_for_network-8754181063482'] for network, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:55.508605 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.services.segments.db [None req-ff9fd44e-70e2-405c-b622-892accdabe59 tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5db701d5-3b8e-47bc-b992-ea3e0e56b713']}} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:06:55.520767 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f4a049af-d44c-47a3-af64-1e4800811497 tempest-RoutersIpV6AdminTest-1137264224 tempest-RoutersIpV6AdminTest-1137264224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:55.527659 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.services.segments.db [None req-ff9fd44e-70e2-405c-b622-892accdabe59 tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb09643b-059f-44eb-a7f8-6d99c56752cd') {'for_net_delete': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:06:55.535306 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.services.segments.db [None req-ff9fd44e-70e2-405c-b622-892accdabe59 tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb09643b-059f-44eb-a7f8-6d99c56752cd') {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:06:55.537354 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-01f147ac-7e4e-4ef3-9eb5-93ea6f66b728 req-de38c4e9-a196-4cd7-8b55-fc62aecbc1fa service neutron] 10.222.0.13 "GET /v2.0/networks/66b9f7eb-d414-436b-882b-ac047c1764b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3133495 Jan 05 17:06:55.564079 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-ff9fd44e-70e2-405c-b622-892accdabe59 tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754181064771', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11316385'] for segment, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:55.583703 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4a049af-d44c-47a3-af64-1e4800811497 tempest-RoutersIpV6AdminTest-1137264224 tempest-RoutersIpV6AdminTest-1137264224-project] Network b0167590-0699-4c5c-a932-3939414a9573 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:06:55.590443 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-f4a049af-d44c-47a3-af64-1e4800811497 tempest-RoutersIpV6AdminTest-1137264224 tempest-RoutersIpV6AdminTest-1137264224-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:06:55.593497 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4a049af-d44c-47a3-af64-1e4800811497 tempest-RoutersIpV6AdminTest-1137264224 tempest-RoutersIpV6AdminTest-1137264224-project] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:06:55.610030 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a049af-d44c-47a3-af64-1e4800811497 tempest-RoutersIpV6AdminTest-1137264224 tempest-RoutersIpV6AdminTest-1137264224-project] Pushing event updated for resources: {'Port': ['ID=8ace7910-df4d-4123-b278-f14e5d524896,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:06:55.637977 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-ff9fd44e-70e2-405c-b622-892accdabe59 tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225'] for segment, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:55.644318 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c181adc3-143d-4e52-9420-761e90b08c2f None None] DHCP port deletion for b0167590-0699-4c5c-a932-3939414a9573 request from dv-neutron-master-2-hyperv {{(pid=103802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 05 17:06:55.652027 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff9fd44e-70e2-405c-b622-892accdabe59 tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Releasing vlan 115 on physical network physnet1 to pool {{(pid=103801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 05 17:06:55.653099 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-ff9fd44e-70e2-405c-b622-892accdabe59 tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11433197'] for segment, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:55.675692 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-53f8b35a-9982-46ed-ad41-fb215e323d35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:55.721136 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:55.740225 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-53f8b35a-9982-46ed-ad41-fb215e323d35 None None] For port ca023d4c-6839-4c09-a1aa-3a0bafe2517d, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ca023d4c-6839-4c09-a1aa-3a0bafe2517d,segment=NetworkSegment(68e6c437-46c2-424d-85e7-20547f69066d),segment_id=68e6c437-46c2-424d-85e7-20547f69066d)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:06:55.761211 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-51a6e739-a1e6-447d-a679-a8371e209a72 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Deleting port 387d3c8a-4f4a-4925-b4ba-64cb6f2c24d9 {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:06:55.761459 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-51a6e739-a1e6-447d-a679-a8371e209a72 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:55.765934 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:06:55.765934 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:06:55.765934 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:06:55.765934 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:06:55.765934 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:06:55.765934 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:06:55.765934 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:06:55.765934 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:06:55.765934 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:06:55.765934 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:06:55.765934 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:06:55.765934 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:06:55.765934 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:06:55.765934 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:06:55.765934 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:06:55.765934 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:06:55.765934 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:06:55.765934 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:06:55.765934 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:06:55.765934 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:06:55.765934 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:06:55.765934 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:06:55.765934 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:06:55.765934 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:06:55.765934 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:06:55.765934 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:06:55.765934 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:06:55.765934 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:06:55.765934 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:06:55.765934 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:06:55.765934 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:06:55.765934 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:06:55.765934 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:06:55.765934 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:06:55.765934 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:06:55.765934 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:06:55.768576 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:06:55.768576 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:06:55.768576 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:06:55.768576 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:06:55.768576 dv-neutron-master-2-hyperv neutron-server[103801]: Traceback (most recent call last): Jan 05 17:06:55.768576 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 05 17:06:55.768576 dv-neutron-master-2-hyperv neutron-server[103801]: timer() Jan 05 17:06:55.768576 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 05 17:06:55.768576 dv-neutron-master-2-hyperv neutron-server[103801]: cb(*args, **kw) Jan 05 17:06:55.768576 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 05 17:06:55.768576 dv-neutron-master-2-hyperv neutron-server[103801]: return func(*args, **kwargs) Jan 05 17:06:55.768576 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 05 17:06:55.768576 dv-neutron-master-2-hyperv neutron-server[103801]: self._notify() Jan 05 17:06:55.768576 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 05 17:06:55.768576 dv-neutron-master-2-hyperv neutron-server[103801]: self.callback(batched_events) Jan 05 17:06:55.768576 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 05 17:06:55.768576 dv-neutron-master-2-hyperv neutron-server[103801]: event.method(event) Jan 05 17:06:55.768576 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 05 17:06:55.768576 dv-neutron-master-2-hyperv neutron-server[103801]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 05 17:06:55.768576 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 05 17:06:55.768576 dv-neutron-master-2-hyperv neutron-server[103801]: aggregate_uuid = self.p_client.list_aggregates( Jan 05 17:06:55.768576 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 05 17:06:55.768576 dv-neutron-master-2-hyperv neutron-server[103801]: return f(self, *a, **k) Jan 05 17:06:55.768576 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 05 17:06:55.768576 dv-neutron-master-2-hyperv neutron-server[103801]: return self._get(url).json() Jan 05 17:06:55.768576 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 05 17:06:55.768576 dv-neutron-master-2-hyperv neutron-server[103801]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 05 17:06:55.768576 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 05 17:06:55.768576 dv-neutron-master-2-hyperv neutron-server[103801]: return self.request(url, 'GET', **kwargs) Jan 05 17:06:55.768576 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 05 17:06:55.768576 dv-neutron-master-2-hyperv neutron-server[103801]: base_url = self.get_endpoint(auth, allow=allow, Jan 05 17:06:55.768576 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 05 17:06:55.768576 dv-neutron-master-2-hyperv neutron-server[103801]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 05 17:06:55.768576 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 05 17:06:55.768576 dv-neutron-master-2-hyperv neutron-server[103801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 05 17:06:55.768576 dv-neutron-master-2-hyperv neutron-server[103801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 05 17:06:55.885645 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-ff9fd44e-70e2-405c-b622-892accdabe59 tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3891722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648695'] for network, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:55.901625 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-ff9fd44e-70e2-405c-b622-892accdabe59 tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Publish callbacks [] for network, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:55.909692 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-ff9fd44e-70e2-405c-b622-892accdabe59 tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] 10.222.0.11 "DELETE /v2.0/networks/5db701d5-3b8e-47bc-b992-ea3e0e56b713 HTTP/1.1" status: 204 len: 168 time: 0.8586578 Jan 05 17:06:55.910174 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-53f8b35a-9982-46ed-ad41-fb215e323d35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:55.915467 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 39912) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:06:55.942347 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-51a6e739-a1e6-447d-a679-a8371e209a72 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:55.958645 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-51a6e739-a1e6-447d-a679-a8371e209a72 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Calling delete_port for 387d3c8a-4f4a-4925-b4ba-64cb6f2c24d9 owned by {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:06:55.967151 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9fd44e-70e2-405c-b622-892accdabe59 tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Pushing event deleted for resources: {'Network': ['ID=5db701d5-3b8e-47bc-b992-ea3e0e56b713,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:06:55.982177 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.db.api [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103802) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 05 17:06:55.984650 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG oslo_db.api [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 05 17:06:56.004138 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f8b35a-9982-46ed-ad41-fb215e323d35 None None] Pushing event updated for resources: {'Port': ['ID=ca023d4c-6839-4c09-a1aa-3a0bafe2517d,revision_number=3']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:06:56.030901 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f183f60-3504-4d81-82e3-68363ef19df0 tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] DELETE failed (client error): The resource could not be found. Jan 05 17:06:56.031364 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f183f60-3504-4d81-82e3-68363ef19df0 tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 05 17:06:56.037829 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-3f183f60-3504-4d81-82e3-68363ef19df0 tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] 10.222.0.11 "DELETE /v2.0/subnets/1e1cfd6b-651d-44e2-ade0-3c886c0399fe HTTP/1.1" status: 404 len: 337 time: 0.1029317 Jan 05 17:06:56.038638 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 39914) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:06:56.048898 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-4b9ffcce-75b9-45f2-b2a5-d87e128b714b None None] Provisioning complete for port 387d3c8a-4f4a-4925-b4ba-64cb6f2c24d9 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:06:56.049815 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-4b9ffcce-75b9-45f2-b2a5-d87e128b714b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:56.062274 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e3b0a93-9e00-4f89-8c85-d724941b68d9 tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] DELETE failed (client error): The resource could not be found. Jan 05 17:06:56.062822 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e3b0a93-9e00-4f89-8c85-d724941b68d9 tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 05 17:06:56.070841 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-8e3b0a93-9e00-4f89-8c85-d724941b68d9 tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] 10.222.0.11 "DELETE /v2.0/networks/dfbb5c43-942d-4b35-b5d4-b2a127a5cc6f HTTP/1.1" status: 404 len: 339 time: 0.0286040 Jan 05 17:06:56.072760 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 39916) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:06:56.098821 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-4b9ffcce-75b9-45f2-b2a5-d87e128b714b None None] Port 387d3c8a-4f4a-4925-b4ba-64cb6f2c24d9 cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 17:06:56.110225 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-4b9ffcce-75b9-45f2-b2a5-d87e128b714b None None] Provisioning complete for port 8ace7910-df4d-4123-b278-f14e5d524896 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:06:56.110966 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-4b9ffcce-75b9-45f2-b2a5-d87e128b714b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:56.156212 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-4b9ffcce-75b9-45f2-b2a5-d87e128b714b None None] Port 8ace7910-df4d-4123-b278-f14e5d524896 cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 17:06:56.160734 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6aaa3001-7d57-4637-ba38-129686978ecb tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Router 8e20d6c5-5760-40ff-8076-35b11b39e3e1 has already been hosted by L3 agent 59446fdc-40e0-41fe-a575-a8eb11d742f7 {{(pid=103801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 05 17:06:56.201304 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.db_base_plugin_v2 [None req-81cd120b-a9d6-4371-8c60-5fcf95729615 tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Deleting subnet 1a01f54f-ceef-453b-88e7-8b62942fdc7e {{(pid=103800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 05 17:06:56.207651 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-81cd120b-a9d6-4371-8c60-5fcf95729615 tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Publish callbacks [] for subnet, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:56.254906 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f4a049af-d44c-47a3-af64-1e4800811497 tempest-RoutersIpV6AdminTest-1137264224 tempest-RoutersIpV6AdminTest-1137264224-project] Publish callbacks [] for router_gateway, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:56.275601 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6aaa3001-7d57-4637-ba38-129686978ecb tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 05 17:06:56.280547 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-6aaa3001-7d57-4637-ba38-129686978ecb tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for floatingip, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:56.290571 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dbeb7b9-6011-47da-9fec-8f7404f5460e None None] Sync routers for ids ['8e20d6c5-5760-40ff-8076-35b11b39e3e1'] in dv-neutron-master-2-hyperv {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 05 17:06:56.304576 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dbeb7b9-6011-47da-9fec-8f7404f5460e None None] Routers {'8e20d6c5-5760-40ff-8076-35b11b39e3e1'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:06:56.305773 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-2dbeb7b9-6011-47da-9fec-8f7404f5460e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:06:49Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['8e20d6c5-5760-40ff-8076-35b11b39e3e1'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:06:56.312185 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-6aaa3001-7d57-4637-ba38-129686978ecb tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] 10.222.0.11 "PUT /v2.0/floatingips/5a5e2b46-d1cb-4547-83e2-58d810183952 HTTP/1.1" status: 200 len: 687 time: 1.5743730 Jan 05 17:06:56.314743 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 39918) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:06:56.331500 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-81cd120b-a9d6-4371-8c60-5fcf95729615 tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8784846'] for subnet, precommit_delete_associations {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:56.354693 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-2dbeb7b9-6011-47da-9fec-8f7404f5460e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:06:56.369726 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dbeb7b9-6011-47da-9fec-8f7404f5460e None None] Routers {'8e20d6c5-5760-40ff-8076-35b11b39e3e1'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:06:56.371720 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-2dbeb7b9-6011-47da-9fec-8f7404f5460e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:06:49Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['8e20d6c5-5760-40ff-8076-35b11b39e3e1'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:06:56.421965 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-2dbeb7b9-6011-47da-9fec-8f7404f5460e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:06:56.424118 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dbeb7b9-6011-47da-9fec-8f7404f5460e None None] The sync data for ids ['8e20d6c5-5760-40ff-8076-35b11b39e3e1'] in dv-neutron-master-2-hyperv is: [] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 05 17:06:56.458522 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-51a6e739-a1e6-447d-a679-a8371e209a72 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:56.480208 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-fd44293f-5b8f-4163-8ede-cbe8a01f02e4 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Deleting port f8cd479c-58e8-4e86-a957-93c7f45f603a {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:06:56.480851 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-fd44293f-5b8f-4163-8ede-cbe8a01f02e4 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:56.490929 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a6e739-a1e6-447d-a679-a8371e209a72 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Pushing event deleted for resources: {'Port': ['ID=387d3c8a-4f4a-4925-b4ba-64cb6f2c24d9,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:06:56.568032 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-81cd120b-a9d6-4371-8c60-5fcf95729615 tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892868'] for subnet, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:56.590790 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-fd44293f-5b8f-4163-8ede-cbe8a01f02e4 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:56.591998 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-fd44293f-5b8f-4163-8ede-cbe8a01f02e4 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:56.610053 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-fd44293f-5b8f-4163-8ede-cbe8a01f02e4 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Calling delete_port for f8cd479c-58e8-4e86-a957-93c7f45f603a owned by network:floatingip {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:06:56.618867 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-51a6e739-a1e6-447d-a679-a8371e209a72 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:56.623971 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-51a6e739-a1e6-447d-a679-a8371e209a72 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] 10.222.0.11 "DELETE /v2.0/ports/387d3c8a-4f4a-4925-b4ba-64cb6f2c24d9 HTTP/1.1" status: 204 len: 168 time: 1.2676609 Jan 05 17:06:56.627172 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 39922) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:06:56.698127 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f4a049af-d44c-47a3-af64-1e4800811497 tempest-RoutersIpV6AdminTest-1137264224 tempest-RoutersIpV6AdminTest-1137264224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-649822', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-648421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62737'] for router, precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:56.710041 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f4a049af-d44c-47a3-af64-1e4800811497 tempest-RoutersIpV6AdminTest-1137264224 tempest-RoutersIpV6AdminTest-1137264224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-649813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-649804', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-648412'] for router, after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:56.831881 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df70532d-0be1-4223-96cb-4def2e1d19d7 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:06:56.833720 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df70532d-0be1-4223-96cb-4def2e1d19d7 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:06:56.838090 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-df70532d-0be1-4223-96cb-4def2e1d19d7 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2081621 Jan 05 17:06:56.838272 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 39926) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:06:56.896795 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.db_base_plugin_v2 [None req-20b8bce2-5a5f-4529-b3be-aa807253b23a tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Deleting subnet 4da47a25-4b9d-4cc7-b35f-0bc2a790a2e1 {{(pid=103801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 05 17:06:56.900731 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20b8bce2-5a5f-4529-b3be-aa807253b23a tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks [] for subnet, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:56.943252 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-fd44293f-5b8f-4163-8ede-cbe8a01f02e4 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11433176'] for port, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:56.950508 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20b8bce2-5a5f-4529-b3be-aa807253b23a tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11316398'] for subnet, precommit_delete_associations {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:57.056662 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd44293f-5b8f-4163-8ede-cbe8a01f02e4 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Pushing event deleted for resources: {'Port': ['ID=f8cd479c-58e8-4e86-a957-93c7f45f603a,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:06:57.131580 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device ca023d4c-6839-4c09-a1aa-3a0bafe2517d up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:06:57.145850 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20b8bce2-5a5f-4529-b3be-aa807253b23a tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892868'] for subnet, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:57.196898 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Provisioning complete for port ca023d4c-6839-4c09-a1aa-3a0bafe2517d triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:06:57.197379 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:57.207254 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-fd44293f-5b8f-4163-8ede-cbe8a01f02e4 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Publish callbacks [] for floatingip, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:57.210518 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-fd44293f-5b8f-4163-8ede-cbe8a01f02e4 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for floatingip, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:57.212026 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-fd44293f-5b8f-4163-8ede-cbe8a01f02e4 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] 10.222.0.11 "DELETE /v2.0/floatingips/5a5e2b46-d1cb-4547-83e2-58d810183952 HTTP/1.1" status: 204 len: 168 time: 0.8961146 Jan 05 17:06:57.217067 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 39930) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:06:57.222305 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-0e37b54e-1609-483d-89e2-ee9c0065c221 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Request body: {'floatingip': {'floating_network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'port_id': '041ccae2-aca8-4cf6-8845-661c769214ba'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:06:57.242578 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-81cd120b-a9d6-4371-8c60-5fcf95729615 tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3893367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8784787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8521880'] for subnet, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:57.278871 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cd120b-a9d6-4371-8c60-5fcf95729615 tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Pushing event deleted for resources: {'Subnet': ['ID=1a01f54f-ceef-453b-88e7-8b62942fdc7e,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:06:57.295122 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-81cd120b-a9d6-4371-8c60-5fcf95729615 tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Publish callbacks [] for subnet, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:57.301418 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-81cd120b-a9d6-4371-8c60-5fcf95729615 tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] 10.222.0.11 "DELETE /v2.0/subnets/1a01f54f-ceef-453b-88e7-8b62942fdc7e HTTP/1.1" status: 204 len: 168 time: 1.2254288 Jan 05 17:06:57.302125 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 39932) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:06:57.305621 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f1c7e56-e336-419f-ab1f-1f61e0e31563 None None] Network 1749285a-bb8b-41c2-b05e-61d000dda313 requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:06:57.327411 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20b8bce2-5a5f-4529-b3be-aa807253b23a tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3893367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11433231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12480600'] for subnet, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:57.364230 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e323565-56f2-48f5-b519-938ada14eb8b tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Deleting subnet c630a13f-6ac8-4131-ac37-376c4decd574 {{(pid=103800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 05 17:06:57.370416 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4e323565-56f2-48f5-b519-938ada14eb8b tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Publish callbacks [] for subnet, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:57.399657 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b8bce2-5a5f-4529-b3be-aa807253b23a tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Pushing event deleted for resources: {'Subnet': ['ID=4da47a25-4b9d-4cc7-b35f-0bc2a790a2e1,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:06:57.412820 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-0e37b54e-1609-483d-89e2-ee9c0065c221 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Publish callbacks [] for floatingip, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:57.412820 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20b8bce2-5a5f-4529-b3be-aa807253b23a tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks [] for subnet, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:57.419769 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-20b8bce2-5a5f-4529-b3be-aa807253b23a tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] 10.222.0.11 "DELETE /v2.0/subnets/4da47a25-4b9d-4cc7-b35f-0bc2a790a2e1 HTTP/1.1" status: 204 len: 168 time: 0.5783486 Jan 05 17:06:57.421182 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 39934) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:06:57.421316 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ce60485-400a-40ae-a62b-511ee1372d7b None None] Network e897f8fc-3cef-40ca-9466-c6c65ecd9833 requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:06:57.430967 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4a049af-d44c-47a3-af64-1e4800811497 tempest-RoutersIpV6AdminTest-1137264224 tempest-RoutersIpV6AdminTest-1137264224-project] Router f0ae39db-971d-4603-aab7-293be5644182 is scheduled to L3 agent 59446fdc-40e0-41fe-a575-a8eb11d742f7 with binding_index 1 {{(pid=103800) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 05 17:06:57.435265 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4e323565-56f2-48f5-b519-938ada14eb8b tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8784846'] for subnet, precommit_delete_associations {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:57.492492 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-c750c8f5-a5fc-43cd-a5ea-fb8c50ef199d tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0687993 Jan 05 17:06:57.493325 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 39936) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:06:57.498606 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-9139459d-7f11-4055-8467-c1d6efacf940 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Request body: {'subnet': {'network_id': 'e897f8fc-3cef-40ca-9466-c6c65ecd9833', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:06:57.635813 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f1e957b-1e27-477d-b6d7-8f0412a79b91 None None] DHCP port deletion for e897f8fc-3cef-40ca-9466-c6c65ecd9833 request from dv-neutron-master-2-hyperv {{(pid=103802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 05 17:06:57.687099 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9139459d-7f11-4055-8467-c1d6efacf940 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Made reservation on behalf of fd419c78d7194361a03f37a26ebeba76 for: {'subnet': 1} {{(pid=103801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:06:57.690775 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-9139459d-7f11-4055-8467-c1d6efacf940 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12480675'] for subnet, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:57.732955 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-4f1e957b-1e27-477d-b6d7-8f0412a79b91 None None] Deleting port ca023d4c-6839-4c09-a1aa-3a0bafe2517d {{(pid=103802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:06:57.734360 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-4f1e957b-1e27-477d-b6d7-8f0412a79b91 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:57.769657 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4e323565-56f2-48f5-b519-938ada14eb8b tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892868'] for subnet, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:57.805754 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4a049af-d44c-47a3-af64-1e4800811497 tempest-RoutersIpV6AdminTest-1137264224 tempest-RoutersIpV6AdminTest-1137264224-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 05 17:06:57.819830 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20914873-d870-4521-a26a-c8ed0894d845 None None] Sync routers for ids ['f0ae39db-971d-4603-aab7-293be5644182'] in dv-neutron-master-2-hyperv {{(pid=103803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 05 17:06:57.824496 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f4a049af-d44c-47a3-af64-1e4800811497 tempest-RoutersIpV6AdminTest-1137264224 tempest-RoutersIpV6AdminTest-1137264224-project] Publish callbacks [] for router, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:57.834412 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-f4a049af-d44c-47a3-af64-1e4800811497 tempest-RoutersIpV6AdminTest-1137264224 tempest-RoutersIpV6AdminTest-1137264224-project] 10.222.0.11 "PUT /v2.0/routers/f0ae39db-971d-4603-aab7-293be5644182 HTTP/1.1" status: 200 len: 884 time: 4.8935730 Jan 05 17:06:57.838831 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 39940) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:06:57.840720 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20914873-d870-4521-a26a-c8ed0894d845 None None] Routers {'f0ae39db-971d-4603-aab7-293be5644182'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:06:57.842112 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-20914873-d870-4521-a26a-c8ed0894d845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:06:49Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['f0ae39db-971d-4603-aab7-293be5644182'], 'active': True} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:06:57.854113 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-4f1e957b-1e27-477d-b6d7-8f0412a79b91 None None] For port ca023d4c-6839-4c09-a1aa-3a0bafe2517d, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ca023d4c-6839-4c09-a1aa-3a0bafe2517d,segment=NetworkSegment(68e6c437-46c2-424d-85e7-20547f69066d),segment_id=68e6c437-46c2-424d-85e7-20547f69066d)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:06:57.854507 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-4f1e957b-1e27-477d-b6d7-8f0412a79b91 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:57.876622 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-4f1e957b-1e27-477d-b6d7-8f0412a79b91 None None] Calling delete_port for ca023d4c-6839-4c09-a1aa-3a0bafe2517d owned by network:dhcp {{(pid=103802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:06:57.929391 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-20914873-d870-4521-a26a-c8ed0894d845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:06:57.955101 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20914873-d870-4521-a26a-c8ed0894d845 None None] Routers {'f0ae39db-971d-4603-aab7-293be5644182'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:06:57.968444 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-20914873-d870-4521-a26a-c8ed0894d845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:06:49Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['f0ae39db-971d-4603-aab7-293be5644182'], 'active': True} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:06:58.049218 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-20914873-d870-4521-a26a-c8ed0894d845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:06:58.050226 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20914873-d870-4521-a26a-c8ed0894d845 None None] The sync data for ids ['f0ae39db-971d-4603-aab7-293be5644182'] in dv-neutron-master-2-hyperv is: [] {{(pid=103803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 05 17:06:58.101187 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-4f1e957b-1e27-477d-b6d7-8f0412a79b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678'] for port, after_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:58.132344 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-f857ec62-5d9f-4ad8-9536-ad9c37e2ed3e tempest-RoutersIpV6AdminTest-862369890 tempest-RoutersIpV6AdminTest-862369890-project-admin] 10.222.0.11 "GET /v2.0/routers/f0ae39db-971d-4603-aab7-293be5644182 HTTP/1.1" status: 200 len: 925 time: 0.2890785 Jan 05 17:06:58.133553 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 39946) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:06:58.155818 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4e323565-56f2-48f5-b519-938ada14eb8b tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3893367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8784787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8521880'] for subnet, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:58.174518 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1e957b-1e27-477d-b6d7-8f0412a79b91 None None] Pushing event deleted for resources: {'Port': ['ID=ca023d4c-6839-4c09-a1aa-3a0bafe2517d,revision_number=None']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:06:58.181136 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f1e957b-1e27-477d-b6d7-8f0412a79b91 None None] No DVR routers for this DVR port ca023d4c-6839-4c09-a1aa-3a0bafe2517d on host dv-neutron-master-2-hyperv {{(pid=103802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 05 17:06:58.271891 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4e323565-56f2-48f5-b519-938ada14eb8b tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Publish callbacks [] for subnet, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:58.278699 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-4e323565-56f2-48f5-b519-938ada14eb8b tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] 10.222.0.11 "DELETE /v2.0/subnets/c630a13f-6ac8-4131-ac37-376c4decd574 HTTP/1.1" status: 204 len: 168 time: 0.9754570 Jan 05 17:06:58.286100 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 39948) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:06:58.297600 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e323565-56f2-48f5-b519-938ada14eb8b tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Pushing event deleted for resources: {'Subnet': ['ID=c630a13f-6ac8-4131-ac37-376c4decd574,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:06:58.390209 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38ebf50f-e1d4-4162-aedd-c6ecc926e33f tempest-RoutersIpV6AdminTest-862369890 tempest-RoutersIpV6AdminTest-862369890-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:06:58.399712 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-38ebf50f-e1d4-4162-aedd-c6ecc926e33f tempest-RoutersIpV6AdminTest-862369890 tempest-RoutersIpV6AdminTest-862369890-project-admin] 10.222.0.11 "GET /v2.0/ports?network_id=b0167590-0699-4c5c-a932-3939414a9573&device_id=f0ae39db-971d-4603-aab7-293be5644182&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2582266 Jan 05 17:06:58.399953 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 39950) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:06:58.412698 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e3d1e2d-a59a-492f-a2cf-dcebee61cd6e None None] Network 1749285a-bb8b-41c2-b05e-61d000dda313 requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:06:58.418662 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6e150528-571e-4954-ab3e-59363ad3f3c3 tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3809644'] for network, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:58.483361 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-578db708-7c07-49e8-97d4-381c390000fe None None] Provisioning complete for port 249c3215-a194-4634-9a7c-f1473d3b1125 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:06:58.483716 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-578db708-7c07-49e8-97d4-381c390000fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:58.489036 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-6e150528-571e-4954-ab3e-59363ad3f3c3 tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Deleting port 249c3215-a194-4634-9a7c-f1473d3b1125 {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:06:58.489914 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6e150528-571e-4954-ab3e-59363ad3f3c3 tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:58.500486 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-0e37b54e-1609-483d-89e2-ee9c0065c221 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:58.596078 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.db [None req-6e150528-571e-4954-ab3e-59363ad3f3c3 tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] For port 249c3215-a194-4634-9a7c-f1473d3b1125, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=249c3215-a194-4634-9a7c-f1473d3b1125,segment=NetworkSegment(fa5424e7-9d52-48b1-b35c-96805b75234d),segment_id=fa5424e7-9d52-48b1-b35c-96805b75234d)] {{(pid=103800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:06:58.596445 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6e150528-571e-4954-ab3e-59363ad3f3c3 tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:58.612972 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a1af1fa-68c7-44e8-a184-fd3cdc6459f6 tempest-RoutersIpV6AdminTest-862369890 tempest-RoutersIpV6AdminTest-862369890-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:06:58.614542 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-5a1af1fa-68c7-44e8-a184-fd3cdc6459f6 tempest-RoutersIpV6AdminTest-862369890 tempest-RoutersIpV6AdminTest-862369890-project-admin] 10.222.0.11 "GET /v2.0/networks/b0167590-0699-4c5c-a932-3939414a9573 HTTP/1.1" status: 200 len: 881 time: 0.2153745 Jan 05 17:06:58.617841 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 39952) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:06:58.633914 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-6e150528-571e-4954-ab3e-59363ad3f3c3 tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Calling delete_port for 249c3215-a194-4634-9a7c-f1473d3b1125 owned by network:dhcp {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:06:58.643092 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a17b7b3c-9ecf-4674-a6cc-901e4ff4375c None None] DHCP port deletion for 1749285a-bb8b-41c2-b05e-61d000dda313 request from dv-neutron-master-2-hyperv {{(pid=103802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 05 17:06:58.646483 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-9139459d-7f11-4055-8467-c1d6efacf940 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11433288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12480593'] for subnet, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:58.659309 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-ba5f9067-96bc-4293-ae00-9b8ccbe38aa7 tempest-RoutersIpV6AdminTest-1137264224 tempest-RoutersIpV6AdminTest-1137264224-project] 10.222.0.11 "GET /v2.0/ports?device_id=f0ae39db-971d-4603-aab7-293be5644182 HTTP/1.1" status: 200 len: 205 time: 0.0399315 Jan 05 17:06:58.664941 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 39954) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:06:58.687874 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 39956) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:06:58.698691 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-3c7da2ba-4588-456f-b03f-1472c2fd0452 tempest-BulkNetworkOpsIpV6Test-1221443863 tempest-BulkNetworkOpsIpV6Test-1221443863-project] Request body: {'subnets': [{'network_id': 'ca6522f8-d085-49c5-a88d-3ef7c1f24d4e', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--2063453072', 'ip_version': 6}, {'network_id': 'b8fcfb33-151e-4101-b4c8-c6b2ea54954a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:06:58.705298 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-3c7da2ba-4588-456f-b03f-1472c2fd0452 tempest-BulkNetworkOpsIpV6Test-1221443863 tempest-BulkNetworkOpsIpV6Test-1221443863-project] Request body: {'subnet': {'network_id': 'ca6522f8-d085-49c5-a88d-3ef7c1f24d4e', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--2063453072', 'ip_version': 6}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:06:58.705298 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-3c7da2ba-4588-456f-b03f-1472c2fd0452 tempest-BulkNetworkOpsIpV6Test-1221443863 tempest-BulkNetworkOpsIpV6Test-1221443863-project] Request body: {'subnet': {'network_id': 'b8fcfb33-151e-4101-b4c8-c6b2ea54954a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:06:58.705485 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9139459d-7f11-4055-8467-c1d6efacf940 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Network e897f8fc-3cef-40ca-9466-c6c65ecd9833 is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:06:58.711849 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-a17b7b3c-9ecf-4674-a6cc-901e4ff4375c None None] Deleting port 249c3215-a194-4634-9a7c-f1473d3b1125 {{(pid=103802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:06:58.713712 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-a17b7b3c-9ecf-4674-a6cc-901e4ff4375c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:58.756551 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-9139459d-7f11-4055-8467-c1d6efacf940 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:06:58.767831 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9139459d-7f11-4055-8467-c1d6efacf940 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:06:58.768428 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-9139459d-7f11-4055-8467-c1d6efacf940 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks [] for subnet, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:58.816990 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [None req-0e37b54e-1609-483d-89e2-ee9c0065c221 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Allocated IP 172.36.4.116 (b0167590-0699-4c5c-a932-3939414a9573/7a784a6d-3d96-418f-a645-b9ccd0b1ac55/e745b928-999a-4ee3-8687-4c1077736f16) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:06:58.837748 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9139459d-7f11-4055-8467-c1d6efacf940 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Pushing event updated for resources: {'Subnet': ['ID=d036fff7-5f3b-46fb-9c5b-ae1d9d7b4c05,revision_number=0']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:06:58.927649 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc0d6783-37b6-4d6f-8fd7-1105781cdd36 None None] Network e897f8fc-3cef-40ca-9466-c6c65ecd9833 requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:06:58.932305 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-9139459d-7f11-4055-8467-c1d6efacf940 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4381208 Jan 05 17:06:58.935476 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 39960) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:06:58.940732 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-49085171-3843-4be5-a640-75d18fd9781e tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Request body: {'port': {'network_id': 'e897f8fc-3cef-40ca-9466-c6c65ecd9833', 'fixed_ips': [{'subnet_id': 'd036fff7-5f3b-46fb-9c5b-ae1d9d7b4c05', 'ip_address': '2001:db8::1805:35e4:26d1:67af'}], 'name': 'tempest-NetworksTestDHCPv6-468981884'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:06:58.944127 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-13d10789-ed3c-4ab2-8316-68a69d974ad2 tempest-RoutersIpV6AdminTest-1137264224 tempest-RoutersIpV6AdminTest-1137264224-project] Publish callbacks [] for router, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:58.989860 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-a17b7b3c-9ecf-4674-a6cc-901e4ff4375c None None] For port 249c3215-a194-4634-9a7c-f1473d3b1125, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=249c3215-a194-4634-9a7c-f1473d3b1125,segment=NetworkSegment(fa5424e7-9d52-48b1-b35c-96805b75234d),segment_id=fa5424e7-9d52-48b1-b35c-96805b75234d)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:06:58.990204 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-a17b7b3c-9ecf-4674-a6cc-901e4ff4375c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:59.002517 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6e150528-571e-4954-ab3e-59363ad3f3c3 tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:59.005151 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c7da2ba-4588-456f-b03f-1472c2fd0452 tempest-BulkNetworkOpsIpV6Test-1221443863 tempest-BulkNetworkOpsIpV6Test-1221443863-project] Made reservation on behalf of 175a41cc1e044198a10049169306dffb for: {'subnet': 2} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:06:59.007289 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-a17b7b3c-9ecf-4674-a6cc-901e4ff4375c None None] Calling delete_port for 249c3215-a194-4634-9a7c-f1473d3b1125 owned by network:dhcp {{(pid=103802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:06:59.010209 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3c7da2ba-4588-456f-b03f-1472c2fd0452 tempest-BulkNetworkOpsIpV6Test-1221443863 tempest-BulkNetworkOpsIpV6Test-1221443863-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8521827'] for subnet, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:59.010546 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3c7da2ba-4588-456f-b03f-1472c2fd0452 tempest-BulkNetworkOpsIpV6Test-1221443863 tempest-BulkNetworkOpsIpV6Test-1221443863-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8521827'] for subnet, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:59.063971 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e150528-571e-4954-ab3e-59363ad3f3c3 tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] No DVR routers for this DVR port 249c3215-a194-4634-9a7c-f1473d3b1125 on host dv-neutron-master-2-hyperv {{(pid=103800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 05 17:06:59.064127 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-0e37b54e-1609-483d-89e2-ee9c0065c221 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Publish callbacks [] for port, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:59.067906 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e150528-571e-4954-ab3e-59363ad3f3c3 tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Pushing event deleted for resources: {'Port': ['ID=249c3215-a194-4634-9a7c-f1473d3b1125,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:06:59.119956 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-13d10789-ed3c-4ab2-8316-68a69d974ad2 tempest-RoutersIpV6AdminTest-1137264224 tempest-RoutersIpV6AdminTest-1137264224-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:59.131206 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6070469-a518-46b2-9990-6c6100a97483 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-e897f8fc-3cef-40ca-9466-c6c65ecd9833', 'network_id': 'e897f8fc-3cef-40ca-9466-c6c65ecd9833', 'project_id': 'fd419c78d7194361a03f37a26ebeba76', 'fixed_ips': [{'subnet_id': 'd036fff7-5f3b-46fb-9c5b-ae1d9d7b4c05'}]}} from dv-neutron-master-2-hyperv. {{(pid=103802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 05 17:06:59.132062 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-a6070469-a518-46b2-9990-6c6100a97483 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:59.229619 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device ca023d4c-6839-4c09-a1aa-3a0bafe2517d no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 05 17:06:59.243606 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6e150528-571e-4954-ab3e-59363ad3f3c3 tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3891715', 'neutron.services.segments.db._delete_segments_for_network-8754181063482'] for network, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:59.266231 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-0e37b54e-1609-483d-89e2-ee9c0065c221 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11433176'] for port, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:59.267371 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] No Port match for: ca023d4c-6839-4c09-a1aa-3a0bafe2517d {{(pid=103802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 05 17:06:59.267956 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device ca023d4c-6839-4c09-a1aa-3a0bafe2517d not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 05 17:06:59.268122 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 249c3215-a194-4634-9a7c-f1473d3b1125 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 05 17:06:59.280824 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.services.segments.db [None req-6e150528-571e-4954-ab3e-59363ad3f3c3 tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1749285a-bb8b-41c2-b05e-61d000dda313']}} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:06:59.292393 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-a17b7b3c-9ecf-4674-a6cc-901e4ff4375c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678'] for port, after_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:59.299169 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] No Port match for: 249c3215-a194-4634-9a7c-f1473d3b1125 {{(pid=103802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 05 17:06:59.299506 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 249c3215-a194-4634-9a7c-f1473d3b1125 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 05 17:06:59.299991 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.services.segments.db [None req-6e150528-571e-4954-ab3e-59363ad3f3c3 tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa5424e7-9d52-48b1-b35c-96805b75234d') {'for_net_delete': True} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:06:59.300292 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.services.segments.db [None req-6e150528-571e-4954-ab3e-59363ad3f3c3 tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa5424e7-9d52-48b1-b35c-96805b75234d') {} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:06:59.331399 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6e150528-571e-4954-ab3e-59363ad3f3c3 tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754181064771', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8784833'] for segment, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:59.332892 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17b7b3c-9ecf-4674-a6cc-901e4ff4375c None None] Pushing event deleted for resources: {'Port': ['ID=249c3215-a194-4634-9a7c-f1473d3b1125,revision_number=None']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:06:59.353247 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6e150528-571e-4954-ab3e-59363ad3f3c3 tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225'] for segment, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:59.355430 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e37b54e-1609-483d-89e2-ee9c0065c221 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Network b0167590-0699-4c5c-a932-3939414a9573 is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:06:59.362282 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a17b7b3c-9ecf-4674-a6cc-901e4ff4375c None None] No DVR routers for this DVR port 249c3215-a194-4634-9a7c-f1473d3b1125 on host dv-neutron-master-2-hyperv {{(pid=103802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 05 17:06:59.364302 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e150528-571e-4954-ab3e-59363ad3f3c3 tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Releasing vlan 147 on physical network physnet1 to pool {{(pid=103800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 05 17:06:59.364798 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6e150528-571e-4954-ab3e-59363ad3f3c3 tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8784497'] for segment, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:59.366116 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-0e37b54e-1609-483d-89e2-ee9c0065c221 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:06:59.371298 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:06:59.371298 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:06:59.371298 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:06:59.371298 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:06:59.371298 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:06:59.371298 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:06:59.371298 dv-neutron-master-2-hyperv neutron-server[103800]: Traceback (most recent call last): Jan 05 17:06:59.371298 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 05 17:06:59.371298 dv-neutron-master-2-hyperv neutron-server[103800]: timer() Jan 05 17:06:59.371298 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 05 17:06:59.371298 dv-neutron-master-2-hyperv neutron-server[103800]: cb(*args, **kw) Jan 05 17:06:59.371298 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 05 17:06:59.371298 dv-neutron-master-2-hyperv neutron-server[103800]: return func(*args, **kwargs) Jan 05 17:06:59.371298 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 05 17:06:59.371298 dv-neutron-master-2-hyperv neutron-server[103800]: self._notify() Jan 05 17:06:59.371298 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 05 17:06:59.371298 dv-neutron-master-2-hyperv neutron-server[103800]: self.callback(batched_events) Jan 05 17:06:59.371298 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 05 17:06:59.371298 dv-neutron-master-2-hyperv neutron-server[103800]: event.method(event) Jan 05 17:06:59.371298 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 05 17:06:59.371298 dv-neutron-master-2-hyperv neutron-server[103800]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 05 17:06:59.371298 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 05 17:06:59.371298 dv-neutron-master-2-hyperv neutron-server[103800]: aggregate_uuid = self.p_client.list_aggregates( Jan 05 17:06:59.371298 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 05 17:06:59.371298 dv-neutron-master-2-hyperv neutron-server[103800]: return f(self, *a, **k) Jan 05 17:06:59.371298 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 05 17:06:59.371298 dv-neutron-master-2-hyperv neutron-server[103800]: return self._get(url).json() Jan 05 17:06:59.371298 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 05 17:06:59.371298 dv-neutron-master-2-hyperv neutron-server[103800]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 05 17:06:59.371298 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 05 17:06:59.371298 dv-neutron-master-2-hyperv neutron-server[103800]: return self.request(url, 'GET', **kwargs) Jan 05 17:06:59.371298 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 05 17:06:59.371298 dv-neutron-master-2-hyperv neutron-server[103800]: base_url = self.get_endpoint(auth, allow=allow, Jan 05 17:06:59.371298 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 05 17:06:59.371298 dv-neutron-master-2-hyperv neutron-server[103800]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 05 17:06:59.371298 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 05 17:06:59.371298 dv-neutron-master-2-hyperv neutron-server[103800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 05 17:06:59.371298 dv-neutron-master-2-hyperv neutron-server[103800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 05 17:06:59.374739 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e37b54e-1609-483d-89e2-ee9c0065c221 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Pushing event updated for resources: {'Port': ['ID=e745b928-999a-4ee3-8687-4c1077736f16,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:06:59.384013 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e37b54e-1609-483d-89e2-ee9c0065c221 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:06:59.429930 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.db_base_plugin_common [None req-a6070469-a518-46b2-9990-6c6100a97483 None None] Allocated IP 2001:db8::2 (e897f8fc-3cef-40ca-9466-c6c65ecd9833/d036fff7-5f3b-46fb-9c5b-ae1d9d7b4c05/1208e64e-2b89-42a1-b30a-ed32030bab5b) {{(pid=103802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:06:59.430095 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49085171-3843-4be5-a640-75d18fd9781e tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Made reservation on behalf of fd419c78d7194361a03f37a26ebeba76 for: {'port': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:06:59.430203 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-13d10789-ed3c-4ab2-8316-68a69d974ad2 tempest-RoutersIpV6AdminTest-1137264224 tempest-RoutersIpV6AdminTest-1137264224-project] Deleting port 8ace7910-df4d-4123-b278-f14e5d524896 {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:06:59.430203 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-13d10789-ed3c-4ab2-8316-68a69d974ad2 tempest-RoutersIpV6AdminTest-1137264224 tempest-RoutersIpV6AdminTest-1137264224-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:59.564330 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-13d10789-ed3c-4ab2-8316-68a69d974ad2 tempest-RoutersIpV6AdminTest-1137264224 tempest-RoutersIpV6AdminTest-1137264224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:59.573418 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-a6070469-a518-46b2-9990-6c6100a97483 None None] Publish callbacks [] for port, precommit_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:59.586297 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-13d10789-ed3c-4ab2-8316-68a69d974ad2 tempest-RoutersIpV6AdminTest-1137264224 tempest-RoutersIpV6AdminTest-1137264224-project] Calling delete_port for 8ace7910-df4d-4123-b278-f14e5d524896 owned by network:router_gateway {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:06:59.598409 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6e150528-571e-4954-ab3e-59363ad3f3c3 tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3891722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648695'] for network, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:59.617232 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6e150528-571e-4954-ab3e-59363ad3f3c3 tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Publish callbacks [] for network, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:59.623466 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-6e150528-571e-4954-ab3e-59363ad3f3c3 tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] 10.222.0.11 "DELETE /v2.0/networks/1749285a-bb8b-41c2-b05e-61d000dda313 HTTP/1.1" status: 204 len: 168 time: 1.3333728 Jan 05 17:06:59.625139 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 39966) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:06:59.630096 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-49085171-3843-4be5-a640-75d18fd9781e tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:59.677199 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e150528-571e-4954-ab3e-59363ad3f3c3 tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Pushing event deleted for resources: {'Network': ['ID=1749285a-bb8b-41c2-b05e-61d000dda313,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:06:59.683718 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.pecan_wsgi.hooks.translation [None req-22cdd786-b857-405f-9ada-d08e32871cac tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] DELETE failed (client error): The resource could not be found. Jan 05 17:06:59.684175 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22cdd786-b857-405f-9ada-d08e32871cac tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103800) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 05 17:06:59.686713 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-a6070469-a518-46b2-9990-6c6100a97483 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669'] for port, after_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:59.687198 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-22cdd786-b857-405f-9ada-d08e32871cac tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] 10.222.0.11 "DELETE /v2.0/subnets/cce3a88c-d8cf-401d-98e8-4ab189bd0f07 HTTP/1.1" status: 404 len: 337 time: 0.0612230 Jan 05 17:06:59.690935 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 39968) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:06:59.718233 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.notifiers.nova [None req-49085171-3843-4be5-a640-75d18fd9781e tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] device_id is not set on port 86d036c4-955f-4f66-8bf5-03d57a26c70b yet. {{(pid=103800) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 05 17:06:59.723112 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2c14a5e-4858-4af8-9a4c-83c106749ea6 tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] DELETE failed (client error): The resource could not be found. Jan 05 17:06:59.723631 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2c14a5e-4858-4af8-9a4c-83c106749ea6 tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103800) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 05 17:06:59.726656 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-a2c14a5e-4858-4af8-9a4c-83c106749ea6 tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] 10.222.0.11 "DELETE /v2.0/networks/f92980c0-f959-4d3e-a533-49a4015573a4 HTTP/1.1" status: 404 len: 339 time: 0.0348155 Jan 05 17:06:59.730026 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 39970) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:06:59.731878 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6070469-a518-46b2-9990-6c6100a97483 None None] Network e897f8fc-3cef-40ca-9466-c6c65ecd9833 is already hosted by enough agents. {{(pid=103802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:06:59.735962 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.scheduler.base_scheduler [None req-a6070469-a518-46b2-9990-6c6100a97483 None None] Resources bound (agent type, host, resource id): {{(pid=103802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:06:59.739125 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6070469-a518-46b2-9990-6c6100a97483 None None] Received port after_create {{(pid=103802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:06:59.749628 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6070469-a518-46b2-9990-6c6100a97483 None None] Pushing event updated for resources: {'Port': ['ID=1208e64e-2b89-42a1-b30a-ed32030bab5b,revision_number=1']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:06:59.804359 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-a6070469-a518-46b2-9990-6c6100a97483 None None] Attempting to bind port 1208e64e-2b89-42a1-b30a-ed32030bab5b on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 05 17:06:59.804741 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-a6070469-a518-46b2-9990-6c6100a97483 None None] Attempting to bind port 1208e64e-2b89-42a1-b30a-ed32030bab5b by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '68e6c437-46c2-424d-85e7-20547f69066d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'e897f8fc-3cef-40ca-9466-c6c65ecd9833'}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 05 17:06:59.805350 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6070469-a518-46b2-9990-6c6100a97483 None None] Attempting to bind port 1208e64e-2b89-42a1-b30a-ed32030bab5b on network e897f8fc-3cef-40ca-9466-c6c65ecd9833 {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:06:59.810460 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6070469-a518-46b2-9990-6c6100a97483 None None] Checking agent: {'id': '0d4f8fd3-ce62-4651-970c-efa6a8bb22b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 5, 16, 57, 23), 'started_at': datetime.datetime(2022, 1, 5, 16, 57, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 5, 17, 6, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 05 17:06:59.810817 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfb695c6-553a-4345-8514-e0d51390e329 tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] DELETE failed (client error): The resource could not be found. Jan 05 17:06:59.810932 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6070469-a518-46b2-9990-6c6100a97483 None None] Checking segment: {'id': '68e6c437-46c2-424d-85e7-20547f69066d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'e897f8fc-3cef-40ca-9466-c6c65ecd9833'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:06:59.811173 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-a6070469-a518-46b2-9990-6c6100a97483 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:59.811288 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dfb695c6-553a-4345-8514-e0d51390e329 tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 05 17:06:59.812344 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6070469-a518-46b2-9990-6c6100a97483 None None] Bound using segment: {'id': '68e6c437-46c2-424d-85e7-20547f69066d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'e897f8fc-3cef-40ca-9466-c6c65ecd9833'} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 05 17:06:59.812344 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-a6070469-a518-46b2-9990-6c6100a97483 None None] Bound port: 1208e64e-2b89-42a1-b30a-ed32030bab5b, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68e6c437-46c2-424d-85e7-20547f69066d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'e897f8fc-3cef-40ca-9466-c6c65ecd9833'}}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 05 17:06:59.812686 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-a6070469-a518-46b2-9990-6c6100a97483 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:59.814849 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-dfb695c6-553a-4345-8514-e0d51390e329 tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] 10.222.0.11 "DELETE /v2.0/subnets/5f8a3619-6138-4973-bfd5-ccd46847b889 HTTP/1.1" status: 404 len: 337 time: 0.0698733 Jan 05 17:06:59.817970 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 39972) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:06:59.881568 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf848ab4-1ed8-445b-895d-bda0d7835dcf tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] DELETE failed (client error): The resource could not be found. Jan 05 17:06:59.882033 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-a6070469-a518-46b2-9990-6c6100a97483 None None] For port 1208e64e-2b89-42a1-b30a-ed32030bab5b, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 05 17:06:59.882157 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf848ab4-1ed8-445b-895d-bda0d7835dcf tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 05 17:06:59.885164 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-bf848ab4-1ed8-445b-895d-bda0d7835dcf tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] 10.222.0.11 "DELETE /v2.0/networks/5cf30459-1adc-4ee1-8fb9-e246116c0ce9 HTTP/1.1" status: 404 len: 339 time: 0.0605543 Jan 05 17:06:59.885920 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-a6070469-a518-46b2-9990-6c6100a97483 None None] For port 1208e64e-2b89-42a1-b30a-ed32030bab5b, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=1208e64e-2b89-42a1-b30a-ed32030bab5b,segment=NetworkSegment(68e6c437-46c2-424d-85e7-20547f69066d),segment_id=68e6c437-46c2-424d-85e7-20547f69066d)] {{(pid=103802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 05 17:06:59.894113 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 39976) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:06:59.946470 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.pecan_wsgi.hooks.translation [None req-de6ee7c8-d54b-49c9-b5d2-f5231fd61fa1 tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] DELETE failed (client error): The resource could not be found. Jan 05 17:06:59.946895 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de6ee7c8-d54b-49c9-b5d2-f5231fd61fa1 tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 05 17:06:59.949865 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-de6ee7c8-d54b-49c9-b5d2-f5231fd61fa1 tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] 10.222.0.11 "DELETE /v2.0/subnets/3f0eec49-27d5-4c19-ab92-18bf88022759 HTTP/1.1" status: 404 len: 337 time: 0.0536692 Jan 05 17:06:59.952886 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 39978) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:06:59.977861 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.pecan_wsgi.hooks.translation [None req-be117727-9ef0-4639-8252-36e102a88d5b tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] DELETE failed (client error): The resource could not be found. Jan 05 17:06:59.978371 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be117727-9ef0-4639-8252-36e102a88d5b tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103800) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 05 17:06:59.984385 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-be117727-9ef0-4639-8252-36e102a88d5b tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] 10.222.0.11 "DELETE /v2.0/networks/9b968446-bf59-4bae-93a7-7b744b4cb94b HTTP/1.1" status: 404 len: 339 time: 0.0279670 Jan 05 17:06:59.990141 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-a6070469-a518-46b2-9990-6c6100a97483 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:06:59.996764 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 39980) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:07:00.026673 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [None req-49085171-3843-4be5-a640-75d18fd9781e tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Allocated IP 2001:db8::1805:35e4:26d1:67af (e897f8fc-3cef-40ca-9466-c6c65ecd9833/d036fff7-5f3b-46fb-9c5b-ae1d9d7b4c05/86d036c4-955f-4f66-8bf5-03d57a26c70b) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:07:00.033055 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3c7da2ba-4588-456f-b03f-1472c2fd0452 tempest-BulkNetworkOpsIpV6Test-1221443863 tempest-BulkNetworkOpsIpV6Test-1221443863-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8784852', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8521873'] for subnet, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:00.053298 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6070469-a518-46b2-9990-6c6100a97483 None None] Pushing event updated for resources: {'Port': ['ID=1208e64e-2b89-42a1-b30a-ed32030bab5b,revision_number=2']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:07:00.100702 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.db_base_plugin_v2 [None req-61ff1653-0c3c-41c6-9ab4-c4b78cd212b7 tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Deleting subnet f49a4d91-4e9d-4535-ada4-bf67c524fdd3 {{(pid=103801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 05 17:07:00.106923 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-61ff1653-0c3c-41c6-9ab4-c4b78cd212b7 tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Publish callbacks [] for subnet, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:00.126623 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7da2ba-4588-456f-b03f-1472c2fd0452 tempest-BulkNetworkOpsIpV6Test-1221443863 tempest-BulkNetworkOpsIpV6Test-1221443863-project] Pushing event updated for resources: {'Subnet': ['ID=cf499970-03d6-4f42-93f5-363fac15054d,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:07:00.147772 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-0e37b54e-1609-483d-89e2-ee9c0065c221 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:00.149154 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-13d10789-ed3c-4ab2-8316-68a69d974ad2 tempest-RoutersIpV6AdminTest-1137264224 tempest-RoutersIpV6AdminTest-1137264224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11433176'] for port, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:00.175412 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c7da2ba-4588-456f-b03f-1472c2fd0452 tempest-BulkNetworkOpsIpV6Test-1221443863 tempest-BulkNetworkOpsIpV6Test-1221443863-project] Checking segment: {'id': '27fc5923-cdfb-40d2-88c7-ac0a36460753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'ca6522f8-d085-49c5-a88d-3ef7c1f24d4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:07:00.175768 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c7da2ba-4588-456f-b03f-1472c2fd0452 tempest-BulkNetworkOpsIpV6Test-1221443863 tempest-BulkNetworkOpsIpV6Test-1221443863-project] Network hostable DHCP agents. Network: ca6522f8-d085-49c5-a88d-3ef7c1f24d4e, hostable agents: ['3f70c195-17da-4084-9fd6-bf6059d88535'], hosted agents: [] {{(pid=103800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 05 17:07:00.209719 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-61ff1653-0c3c-41c6-9ab4-c4b78cd212b7 tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11316398'] for subnet, precommit_delete_associations {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:00.219246 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d10789-ed3c-4ab2-8316-68a69d974ad2 tempest-RoutersIpV6AdminTest-1137264224 tempest-RoutersIpV6AdminTest-1137264224-project] Pushing event deleted for resources: {'Port': ['ID=8ace7910-df4d-4123-b278-f14e5d524896,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:07:00.227679 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d53d4fe9-8177-4674-aba0-f2ccfcd1be78 None None] DHCP port deletion for b0167590-0699-4c5c-a932-3939414a9573 request from dv-neutron-master-2-hyperv {{(pid=103802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 05 17:07:00.315374 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-49085171-3843-4be5-a640-75d18fd9781e tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks [] for port, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:00.320428 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c7da2ba-4588-456f-b03f-1472c2fd0452 tempest-BulkNetworkOpsIpV6Test-1221443863 tempest-BulkNetworkOpsIpV6Test-1221443863-project] Network ca6522f8-d085-49c5-a88d-3ef7c1f24d4e is scheduled to be hosted by DHCP agent 3f70c195-17da-4084-9fd6-bf6059d88535 with binding_index 1 {{(pid=103800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 05 17:07:00.399474 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-13d10789-ed3c-4ab2-8316-68a69d974ad2 tempest-RoutersIpV6AdminTest-1137264224 tempest-RoutersIpV6AdminTest-1137264224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-648595'] for router_gateway, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:00.438738 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-3c7da2ba-4588-456f-b03f-1472c2fd0452 tempest-BulkNetworkOpsIpV6Test-1221443863 tempest-BulkNetworkOpsIpV6Test-1221443863-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, ca6522f8-d085-49c5-a88d-3ef7c1f24d4e) {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:07:00.441239 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-49085171-3843-4be5-a640-75d18fd9781e tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:00.445369 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3c7da2ba-4588-456f-b03f-1472c2fd0452 tempest-BulkNetworkOpsIpV6Test-1221443863 tempest-BulkNetworkOpsIpV6Test-1221443863-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8784852', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8521873'] for subnet, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:00.451197 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b8e5a7b-186e-40a5-8c65-558d2608df61 None None] Network ca6522f8-d085-49c5-a88d-3ef7c1f24d4e requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:07:00.495575 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-61ff1653-0c3c-41c6-9ab4-c4b78cd212b7 tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892868'] for subnet, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:00.508948 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7da2ba-4588-456f-b03f-1472c2fd0452 tempest-BulkNetworkOpsIpV6Test-1221443863 tempest-BulkNetworkOpsIpV6Test-1221443863-project] Pushing event updated for resources: {'Subnet': ['ID=10b34032-21e7-415e-8d4b-a4c02a69875b,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:07:00.556797 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-13d10789-ed3c-4ab2-8316-68a69d974ad2 tempest-RoutersIpV6AdminTest-1137264224 tempest-RoutersIpV6AdminTest-1137264224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-648249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62744'] for router, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:00.557917 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49085171-3843-4be5-a640-75d18fd9781e tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Network e897f8fc-3cef-40ca-9466-c6c65ecd9833 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:07:00.561644 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-13d10789-ed3c-4ab2-8316-68a69d974ad2 tempest-RoutersIpV6AdminTest-1137264224 tempest-RoutersIpV6AdminTest-1137264224-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:00.566228 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-49085171-3843-4be5-a640-75d18fd9781e tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:07:00.566424 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-0e37b54e-1609-483d-89e2-ee9c0065c221 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:00.573117 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f21057a1-7841-478d-a658-e2425d1a8b61 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-ca6522f8-d085-49c5-a88d-3ef7c1f24d4e', 'network_id': 'ca6522f8-d085-49c5-a88d-3ef7c1f24d4e', 'project_id': '175a41cc1e044198a10049169306dffb', 'fixed_ips': [{'subnet_id': 'cf499970-03d6-4f42-93f5-363fac15054d'}]}} from dv-neutron-master-2-hyperv. {{(pid=103802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 05 17:07:00.574691 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-f21057a1-7841-478d-a658-e2425d1a8b61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:00.579895 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49085171-3843-4be5-a640-75d18fd9781e tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:07:00.586199 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49085171-3843-4be5-a640-75d18fd9781e tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:07:00.586832 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-49085171-3843-4be5-a640-75d18fd9781e tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:00.599893 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49085171-3843-4be5-a640-75d18fd9781e tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Pushing event updated for resources: {'Port': ['ID=86d036c4-955f-4f66-8bf5-03d57a26c70b,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:07:00.611560 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c7da2ba-4588-456f-b03f-1472c2fd0452 tempest-BulkNetworkOpsIpV6Test-1221443863 tempest-BulkNetworkOpsIpV6Test-1221443863-project] Checking segment: {'id': 'bf4ea540-9ecf-4712-b26a-0ab76af34b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'b8fcfb33-151e-4101-b4c8-c6b2ea54954a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:07:00.611921 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c7da2ba-4588-456f-b03f-1472c2fd0452 tempest-BulkNetworkOpsIpV6Test-1221443863 tempest-BulkNetworkOpsIpV6Test-1221443863-project] Network hostable DHCP agents. Network: b8fcfb33-151e-4101-b4c8-c6b2ea54954a, hostable agents: ['3f70c195-17da-4084-9fd6-bf6059d88535'], hosted agents: [] {{(pid=103800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 05 17:07:00.681416 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-49085171-3843-4be5-a640-75d18fd9781e tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.7423756 Jan 05 17:07:00.685699 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 39986) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:07:00.734525 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.db_base_plugin_common [None req-f21057a1-7841-478d-a658-e2425d1a8b61 None None] Allocated IP 2001:db8::1 (ca6522f8-d085-49c5-a88d-3ef7c1f24d4e/cf499970-03d6-4f42-93f5-363fac15054d/372a2a10-9399-4e87-8685-789302683cd4) {{(pid=103802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:07:00.737498 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d830b386-c3b7-41bf-9ddb-8a46db04348b tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:07:00.741971 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-13d10789-ed3c-4ab2-8316-68a69d974ad2 tempest-RoutersIpV6AdminTest-1137264224 tempest-RoutersIpV6AdminTest-1137264224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-648240'] for router, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:00.742482 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13d10789-ed3c-4ab2-8316-68a69d974ad2 tempest-RoutersIpV6AdminTest-1137264224 tempest-RoutersIpV6AdminTest-1137264224-project] Fanout notify agent at l3_agent the message router_deleted on router f0ae39db-971d-4603-aab7-293be5644182 {{(pid=103801) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 05 17:07:00.746284 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d830b386-c3b7-41bf-9ddb-8a46db04348b tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:07:00.750619 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-d830b386-c3b7-41bf-9ddb-8a46db04348b tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.0650337 Jan 05 17:07:00.751878 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-13d10789-ed3c-4ab2-8316-68a69d974ad2 tempest-RoutersIpV6AdminTest-1137264224 tempest-RoutersIpV6AdminTest-1137264224-project] Publish callbacks [] for router, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:00.752012 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 39988) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:07:00.756376 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-13d10789-ed3c-4ab2-8316-68a69d974ad2 tempest-RoutersIpV6AdminTest-1137264224 tempest-RoutersIpV6AdminTest-1137264224-project] 10.222.0.11 "DELETE /v2.0/routers/f0ae39db-971d-4603-aab7-293be5644182 HTTP/1.1" status: 204 len: 168 time: 2.0652559 Jan 05 17:07:00.760723 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 39990) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:07:00.761807 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c7da2ba-4588-456f-b03f-1472c2fd0452 tempest-BulkNetworkOpsIpV6Test-1221443863 tempest-BulkNetworkOpsIpV6Test-1221443863-project] Network b8fcfb33-151e-4101-b4c8-c6b2ea54954a is scheduled to be hosted by DHCP agent 3f70c195-17da-4084-9fd6-bf6059d88535 with binding_index 1 {{(pid=103800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 05 17:07:00.767639 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-8b1a1edc-be78-4bb1-bc1f-ba558963c690 tempest-RoutersIpV6AdminTest-1137264224 tempest-RoutersIpV6AdminTest-1137264224-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1257528454', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:07:00.778450 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-61ff1653-0c3c-41c6-9ab4-c4b78cd212b7 tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3893367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11433231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12480600'] for subnet, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:00.831959 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ff1653-0c3c-41c6-9ab4-c4b78cd212b7 tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Pushing event deleted for resources: {'Subnet': ['ID=f49a4d91-4e9d-4535-ada4-bf67c524fdd3,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:07:00.840286 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-61ff1653-0c3c-41c6-9ab4-c4b78cd212b7 tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Publish callbacks [] for subnet, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:00.843901 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-61ff1653-0c3c-41c6-9ab4-c4b78cd212b7 tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] 10.222.0.11 "DELETE /v2.0/subnets/f49a4d91-4e9d-4535-ada4-bf67c524fdd3 HTTP/1.1" status: 204 len: 168 time: 0.8461239 Jan 05 17:07:00.848997 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 39992) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:07:00.854417 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2004682b-5d2e-4c6d-be53-3401e5db2647 None None] Network c586f671-549c-4f35-8bc8-c48b8861872f requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:07:00.886358 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-0e37b54e-1609-483d-89e2-ee9c0065c221 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Publish callbacks [] for port, precommit_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:00.893406 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-ae1bd922-f868-4217-9508-d53fdf6b7c82 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Deleting port 86d036c4-955f-4f66-8bf5-03d57a26c70b {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:07:00.894820 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ae1bd922-f868-4217-9508-d53fdf6b7c82 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:00.899520 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-3c7da2ba-4588-456f-b03f-1472c2fd0452 tempest-BulkNetworkOpsIpV6Test-1221443863 tempest-BulkNetworkOpsIpV6Test-1221443863-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, b8fcfb33-151e-4101-b4c8-c6b2ea54954a) {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:07:00.920759 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c7da2ba-4588-456f-b03f-1472c2fd0452 tempest-BulkNetworkOpsIpV6Test-1221443863 tempest-BulkNetworkOpsIpV6Test-1221443863-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:07:00.921380 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c7da2ba-4588-456f-b03f-1472c2fd0452 tempest-BulkNetworkOpsIpV6Test-1221443863 tempest-BulkNetworkOpsIpV6Test-1221443863-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:07:00.922096 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3c7da2ba-4588-456f-b03f-1472c2fd0452 tempest-BulkNetworkOpsIpV6Test-1221443863 tempest-BulkNetworkOpsIpV6Test-1221443863-project] Publish callbacks [] for subnet, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:00.945983 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-f21057a1-7841-478d-a658-e2425d1a8b61 None None] Publish callbacks [] for port, precommit_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:00.961863 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-cec3de9e-9605-4ecb-afba-a9cac2aa2d6e tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3809644'] for network, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:00.966720 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-8b1a1edc-be78-4bb1-bc1f-ba558963c690 tempest-RoutersIpV6AdminTest-1137264224 tempest-RoutersIpV6AdminTest-1137264224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-649063', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58098'] for router, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:00.967789 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-8b1a1edc-be78-4bb1-bc1f-ba558963c690 tempest-RoutersIpV6AdminTest-1137264224 tempest-RoutersIpV6AdminTest-1137264224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649832', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-545006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58091'] for router, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:00.980289 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef06a307-5a1d-4317-bdc6-9367c20925cb None None] Network b8fcfb33-151e-4101-b4c8-c6b2ea54954a requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:07:01.045236 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ae1bd922-f868-4217-9508-d53fdf6b7c82 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:01.049887 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-8b1a1edc-be78-4bb1-bc1f-ba558963c690 tempest-RoutersIpV6AdminTest-1137264224 tempest-RoutersIpV6AdminTest-1137264224-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:01.050331 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-0e37b54e-1609-483d-89e2-ee9c0065c221 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11433169'] for port, after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:01.063035 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-ae1bd922-f868-4217-9508-d53fdf6b7c82 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Calling delete_port for 86d036c4-955f-4f66-8bf5-03d57a26c70b owned by {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:07:01.127471 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-f21057a1-7841-478d-a658-e2425d1a8b61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669'] for port, after_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:01.140379 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-3c7da2ba-4588-456f-b03f-1472c2fd0452 tempest-BulkNetworkOpsIpV6Test-1221443863 tempest-BulkNetworkOpsIpV6Test-1221443863-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 2.4491754 Jan 05 17:07:01.144448 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 39996) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:07:01.176338 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-8b1a1edc-be78-4bb1-bc1f-ba558963c690 tempest-RoutersIpV6AdminTest-1137264224 tempest-RoutersIpV6AdminTest-1137264224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-648430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648639'] for router, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:01.205286 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e37b54e-1609-483d-89e2-ee9c0065c221 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Pushing event updated for resources: {'Port': ['ID=e745b928-999a-4ee3-8687-4c1077736f16,revision_number=2']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:07:01.219276 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80fb788e-670c-491c-8266-35e683d17c75 tempest-BulkNetworkOpsIpV6Test-1221443863 tempest-BulkNetworkOpsIpV6Test-1221443863-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:07:01.221778 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80fb788e-670c-491c-8266-35e683d17c75 tempest-BulkNetworkOpsIpV6Test-1221443863 tempest-BulkNetworkOpsIpV6Test-1221443863-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:07:01.223532 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80fb788e-670c-491c-8266-35e683d17c75 tempest-BulkNetworkOpsIpV6Test-1221443863 tempest-BulkNetworkOpsIpV6Test-1221443863-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:07:01.225212 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-80fb788e-670c-491c-8266-35e683d17c75 tempest-BulkNetworkOpsIpV6Test-1221443863 tempest-BulkNetworkOpsIpV6Test-1221443863-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.0797243 Jan 05 17:07:01.233042 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-0e37b54e-1609-483d-89e2-ee9c0065c221 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648677'] for floatingip, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:01.236266 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 39998) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:07:01.250654 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f21057a1-7841-478d-a658-e2425d1a8b61 None None] Network ca6522f8-d085-49c5-a88d-3ef7c1f24d4e is already hosted by enough agents. {{(pid=103802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:07:01.281752 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 1208e64e-2b89-42a1-b30a-ed32030bab5b up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:07:01.283984 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.scheduler.base_scheduler [None req-f21057a1-7841-478d-a658-e2425d1a8b61 None None] Resources bound (agent type, host, resource id): {{(pid=103802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:07:01.286777 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f21057a1-7841-478d-a658-e2425d1a8b61 None None] Received port after_create {{(pid=103802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:07:01.320955 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-8b1a1edc-be78-4bb1-bc1f-ba558963c690 tempest-RoutersIpV6AdminTest-1137264224 tempest-RoutersIpV6AdminTest-1137264224-project] Publish callbacks [] for router, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:01.324762 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-8b1a1edc-be78-4bb1-bc1f-ba558963c690 tempest-RoutersIpV6AdminTest-1137264224 tempest-RoutersIpV6AdminTest-1137264224-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5605054 Jan 05 17:07:01.325261 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 40000) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:07:01.334285 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21057a1-7841-478d-a658-e2425d1a8b61 None None] Pushing event updated for resources: {'Port': ['ID=372a2a10-9399-4e87-8685-789302683cd4,revision_number=1']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:07:01.336795 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-f68e85af-632c-4116-9de4-1a1e18b80e72 tempest-RoutersIpV6AdminTest-862369890 tempest-RoutersIpV6AdminTest-862369890-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'enable_snat': True}}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:07:01.338293 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-cec3de9e-9605-4ecb-afba-a9cac2aa2d6e tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Deleting port d804c8db-31d2-44ad-a3ab-a466b261809b {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:07:01.338681 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-cec3de9e-9605-4ecb-afba-a9cac2aa2d6e tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:01.376380 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.db_base_plugin_v2 [None req-c15436d0-ec49-4393-a97a-3d85f2b78653 tempest-BulkNetworkOpsIpV6Test-1221443863 tempest-BulkNetworkOpsIpV6Test-1221443863-project] Deleting subnet cf499970-03d6-4f42-93f5-363fac15054d {{(pid=103801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 05 17:07:01.380615 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-c15436d0-ec49-4393-a97a-3d85f2b78653 tempest-BulkNetworkOpsIpV6Test-1221443863 tempest-BulkNetworkOpsIpV6Test-1221443863-project] Publish callbacks [] for subnet, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:01.398158 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ae1bd922-f868-4217-9508-d53fdf6b7c82 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:01.433492 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d53f934b-65e9-43b8-af49-63edd4f466b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-b8fcfb33-151e-4101-b4c8-c6b2ea54954a', 'network_id': 'b8fcfb33-151e-4101-b4c8-c6b2ea54954a', 'project_id': '175a41cc1e044198a10049169306dffb', 'fixed_ips': [{'subnet_id': '10b34032-21e7-415e-8d4b-a4c02a69875b'}]}} from dv-neutron-master-2-hyperv. {{(pid=103802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 05 17:07:01.434344 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-c15436d0-ec49-4393-a97a-3d85f2b78653 tempest-BulkNetworkOpsIpV6Test-1221443863 tempest-BulkNetworkOpsIpV6Test-1221443863-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11316398'] for subnet, precommit_delete_associations {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:01.437635 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d53f934b-65e9-43b8-af49-63edd4f466b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:01.440485 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1bd922-f868-4217-9508-d53fdf6b7c82 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Pushing event deleted for resources: {'Port': ['ID=86d036c4-955f-4f66-8bf5-03d57a26c70b,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:07:01.481945 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd704872-2cf2-4d76-ac03-f4983452cc3e None None] DHCP port deletion for c586f671-549c-4f35-8bc8-c48b8861872f request from dv-neutron-master-2-hyperv {{(pid=103802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 05 17:07:01.566732 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-f21057a1-7841-478d-a658-e2425d1a8b61 None None] Attempting to bind port 372a2a10-9399-4e87-8685-789302683cd4 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 05 17:07:01.567007 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-f21057a1-7841-478d-a658-e2425d1a8b61 None None] Attempting to bind port 372a2a10-9399-4e87-8685-789302683cd4 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '27fc5923-cdfb-40d2-88c7-ac0a36460753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'ca6522f8-d085-49c5-a88d-3ef7c1f24d4e'}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 05 17:07:01.567383 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f21057a1-7841-478d-a658-e2425d1a8b61 None None] Attempting to bind port 372a2a10-9399-4e87-8685-789302683cd4 on network ca6522f8-d085-49c5-a88d-3ef7c1f24d4e {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:07:01.570329 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-5505cf2f-7031-4867-bf57-c6d0e4ed2c6e None None] Provisioning complete for port 1208e64e-2b89-42a1-b30a-ed32030bab5b triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:07:01.570696 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-5505cf2f-7031-4867-bf57-c6d0e4ed2c6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:01.619083 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f21057a1-7841-478d-a658-e2425d1a8b61 None None] Checking agent: {'id': '0d4f8fd3-ce62-4651-970c-efa6a8bb22b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 5, 16, 57, 23), 'started_at': datetime.datetime(2022, 1, 5, 16, 57, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 5, 17, 6, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 05 17:07:01.619460 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f21057a1-7841-478d-a658-e2425d1a8b61 None None] Checking segment: {'id': '27fc5923-cdfb-40d2-88c7-ac0a36460753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'ca6522f8-d085-49c5-a88d-3ef7c1f24d4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:07:01.621239 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-f21057a1-7841-478d-a658-e2425d1a8b61 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:01.621239 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f21057a1-7841-478d-a658-e2425d1a8b61 None None] Bound using segment: {'id': '27fc5923-cdfb-40d2-88c7-ac0a36460753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'ca6522f8-d085-49c5-a88d-3ef7c1f24d4e'} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 05 17:07:01.621239 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-f21057a1-7841-478d-a658-e2425d1a8b61 None None] Bound port: 372a2a10-9399-4e87-8685-789302683cd4, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27fc5923-cdfb-40d2-88c7-ac0a36460753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'ca6522f8-d085-49c5-a88d-3ef7c1f24d4e'}}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 05 17:07:01.621507 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-f21057a1-7841-478d-a658-e2425d1a8b61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:01.717849 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Provisioning complete for port 1208e64e-2b89-42a1-b30a-ed32030bab5b triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:07:01.718227 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:01.722577 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.agents_db [None req-291d1585-17df-45c0-b64a-d244e6d90872 None None] Agent healthcheck: found 6 active agents {{(pid=103803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 05 17:07:01.876417 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-dd704872-2cf2-4d76-ac03-f4983452cc3e None None] Deleting port d804c8db-31d2-44ad-a3ab-a466b261809b {{(pid=103802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:07:01.878058 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-dd704872-2cf2-4d76-ac03-f4983452cc3e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:01.885488 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-cec3de9e-9605-4ecb-afba-a9cac2aa2d6e tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] For port d804c8db-31d2-44ad-a3ab-a466b261809b, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d804c8db-31d2-44ad-a3ab-a466b261809b,segment=NetworkSegment(1ba1b67d-7822-4aae-9530-a484a4dfafc2),segment_id=1ba1b67d-7822-4aae-9530-a484a4dfafc2)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:07:01.886083 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-cec3de9e-9605-4ecb-afba-a9cac2aa2d6e tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:01.909329 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.db.l3_db [None req-0e37b54e-1609-483d-89e2-ee9c0065c221 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Floating IP 47138d63-b08e-4e11-b25d-90711a8408db associated. External IP: 172.36.4.116, port: 041ccae2-aca8-4cf6-8845-661c769214ba. Jan 05 17:07:01.913381 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-cec3de9e-9605-4ecb-afba-a9cac2aa2d6e tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Calling delete_port for d804c8db-31d2-44ad-a3ab-a466b261809b owned by network:dhcp {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:07:01.931747 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.db_base_plugin_common [None req-d53f934b-65e9-43b8-af49-63edd4f466b2 None None] Allocated IP 2001:db8:0:1::1 (b8fcfb33-151e-4101-b4c8-c6b2ea54954a/10b34032-21e7-415e-8d4b-a4c02a69875b/804c443e-3370-4768-8ff3-cbe1f3e3472e) {{(pid=103802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:07:01.945663 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-f21057a1-7841-478d-a658-e2425d1a8b61 None None] For port 372a2a10-9399-4e87-8685-789302683cd4, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 05 17:07:02.000941 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ae1bd922-f868-4217-9508-d53fdf6b7c82 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:02.005671 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-ae1bd922-f868-4217-9508-d53fdf6b7c82 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] 10.222.0.11 "DELETE /v2.0/ports/86d036c4-955f-4f66-8bf5-03d57a26c70b HTTP/1.1" status: 204 len: 168 time: 1.2527804 Jan 05 17:07:02.015139 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-f21057a1-7841-478d-a658-e2425d1a8b61 None None] For port 372a2a10-9399-4e87-8685-789302683cd4, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=372a2a10-9399-4e87-8685-789302683cd4,segment=NetworkSegment(27fc5923-cdfb-40d2-88c7-ac0a36460753),segment_id=27fc5923-cdfb-40d2-88c7-ac0a36460753)] {{(pid=103802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 05 17:07:02.022120 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-5505cf2f-7031-4867-bf57-c6d0e4ed2c6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:02.030827 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 40006) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:07:02.137557 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f68e85af-632c-4116-9de4-1a1e18b80e72 tempest-RoutersIpV6AdminTest-862369890 tempest-RoutersIpV6AdminTest-862369890-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:02.148662 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-c15436d0-ec49-4393-a97a-3d85f2b78653 tempest-BulkNetworkOpsIpV6Test-1221443863 tempest-BulkNetworkOpsIpV6Test-1221443863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892868'] for subnet, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:02.161890 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-232f4d8a-e1d7-4c38-a294-94f43f6c8852 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:07:02.163627 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-232f4d8a-e1d7-4c38-a294-94f43f6c8852 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:07:02.167590 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-232f4d8a-e1d7-4c38-a294-94f43f6c8852 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1333559 Jan 05 17:07:02.168344 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 40010) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:07:02.233228 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.db_base_plugin_v2 [None req-20a003d1-d78c-4814-89e9-e6d2132eee0c tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Deleting subnet d036fff7-5f3b-46fb-9c5b-ae1d9d7b4c05 {{(pid=103800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 05 17:07:02.237352 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-20a003d1-d78c-4814-89e9-e6d2132eee0c tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks [] for subnet, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:02.287163 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-f21057a1-7841-478d-a658-e2425d1a8b61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:02.291007 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-dd704872-2cf2-4d76-ac03-f4983452cc3e None None] For port d804c8db-31d2-44ad-a3ab-a466b261809b, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d804c8db-31d2-44ad-a3ab-a466b261809b,segment=NetworkSegment(1ba1b67d-7822-4aae-9530-a484a4dfafc2),segment_id=1ba1b67d-7822-4aae-9530-a484a4dfafc2)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:07:02.291427 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-dd704872-2cf2-4d76-ac03-f4983452cc3e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:02.308744 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-20a003d1-d78c-4814-89e9-e6d2132eee0c tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8784846'] for subnet, precommit_delete_associations {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:02.315822 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e37b54e-1609-483d-89e2-ee9c0065c221 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Router 8e20d6c5-5760-40ff-8076-35b11b39e3e1 has already been hosted by L3 agent 59446fdc-40e0-41fe-a575-a8eb11d742f7 {{(pid=103801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 05 17:07:02.321163 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-cec3de9e-9605-4ecb-afba-a9cac2aa2d6e tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11433176'] for port, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:02.344740 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-dd704872-2cf2-4d76-ac03-f4983452cc3e None None] Calling delete_port for d804c8db-31d2-44ad-a3ab-a466b261809b owned by network:dhcp {{(pid=103802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:07:02.349523 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:02.366562 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec3de9e-9605-4ecb-afba-a9cac2aa2d6e tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Pushing event deleted for resources: {'Port': ['ID=d804c8db-31d2-44ad-a3ab-a466b261809b,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:07:02.388048 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-5505cf2f-7031-4867-bf57-c6d0e4ed2c6e None None] For port 1208e64e-2b89-42a1-b30a-ed32030bab5b, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=1208e64e-2b89-42a1-b30a-ed32030bab5b,segment=NetworkSegment(68e6c437-46c2-424d-85e7-20547f69066d),segment_id=68e6c437-46c2-424d-85e7-20547f69066d)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:07:02.395322 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cec3de9e-9605-4ecb-afba-a9cac2aa2d6e tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] No DVR routers for this DVR port d804c8db-31d2-44ad-a3ab-a466b261809b on host dv-neutron-master-2-hyperv {{(pid=103801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 05 17:07:02.397712 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-c15436d0-ec49-4393-a97a-3d85f2b78653 tempest-BulkNetworkOpsIpV6Test-1221443863 tempest-BulkNetworkOpsIpV6Test-1221443863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3893367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11433231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12480600'] for subnet, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:02.467531 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-20a003d1-d78c-4814-89e9-e6d2132eee0c tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892868'] for subnet, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:02.482426 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15436d0-ec49-4393-a97a-3d85f2b78653 tempest-BulkNetworkOpsIpV6Test-1221443863 tempest-BulkNetworkOpsIpV6Test-1221443863-project] Pushing event deleted for resources: {'Subnet': ['ID=cf499970-03d6-4f42-93f5-363fac15054d,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:07:02.490913 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-c15436d0-ec49-4393-a97a-3d85f2b78653 tempest-BulkNetworkOpsIpV6Test-1221443863 tempest-BulkNetworkOpsIpV6Test-1221443863-project] Publish callbacks [] for subnet, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:02.498322 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-c15436d0-ec49-4393-a97a-3d85f2b78653 tempest-BulkNetworkOpsIpV6Test-1221443863 tempest-BulkNetworkOpsIpV6Test-1221443863-project] 10.222.0.11 "DELETE /v2.0/subnets/cf499970-03d6-4f42-93f5-363fac15054d HTTP/1.1" status: 204 len: 168 time: 1.2600913 Jan 05 17:07:02.499579 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 40012) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:07:02.501650 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-5505cf2f-7031-4867-bf57-c6d0e4ed2c6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:02.508992 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21057a1-7841-478d-a658-e2425d1a8b61 None None] Pushing event updated for resources: {'Port': ['ID=372a2a10-9399-4e87-8685-789302683cd4,revision_number=2']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:07:02.612529 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-cec3de9e-9605-4ecb-afba-a9cac2aa2d6e tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3891715', 'neutron.services.segments.db._delete_segments_for_network-8754181063482'] for network, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:02.648308 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-23e6b793-9f23-43f1-a7d0-22579e7e7dc5 None None] Could not find standard attr ID for object 86d036c4-955f-4f66-8bf5-03d57a26c70b. {{(pid=103802) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 05 17:07:02.670078 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5505cf2f-7031-4867-bf57-c6d0e4ed2c6e None None] Pushing event updated for resources: {'Port': ['ID=1208e64e-2b89-42a1-b30a-ed32030bab5b,revision_number=3']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:07:02.694746 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d53f934b-65e9-43b8-af49-63edd4f466b2 None None] Publish callbacks [] for port, precommit_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:02.708626 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-dd704872-2cf2-4d76-ac03-f4983452cc3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678'] for port, after_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:02.737655 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd704872-2cf2-4d76-ac03-f4983452cc3e None None] No DVR routers for this DVR port d804c8db-31d2-44ad-a3ab-a466b261809b on host dv-neutron-master-2-hyperv {{(pid=103802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 05 17:07:02.747596 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f68e85af-632c-4116-9de4-1a1e18b80e72 tempest-RoutersIpV6AdminTest-862369890 tempest-RoutersIpV6AdminTest-862369890-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:02.757734 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.services.segments.db [None req-cec3de9e-9605-4ecb-afba-a9cac2aa2d6e tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c586f671-549c-4f35-8bc8-c48b8861872f']}} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:07:02.772435 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd704872-2cf2-4d76-ac03-f4983452cc3e None None] Pushing event deleted for resources: {'Port': ['ID=d804c8db-31d2-44ad-a3ab-a466b261809b,revision_number=None']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:07:02.783274 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f68e85af-632c-4116-9de4-1a1e18b80e72 tempest-RoutersIpV6AdminTest-862369890 tempest-RoutersIpV6AdminTest-862369890-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:02.787960 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.db_base_plugin_v2 [None req-468e90d4-3265-4e5d-aad7-989de87a3473 tempest-BulkNetworkOpsIpV6Test-1221443863 tempest-BulkNetworkOpsIpV6Test-1221443863-project] Deleting subnet 10b34032-21e7-415e-8d4b-a4c02a69875b {{(pid=103801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 05 17:07:02.794608 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-468e90d4-3265-4e5d-aad7-989de87a3473 tempest-BulkNetworkOpsIpV6Test-1221443863 tempest-BulkNetworkOpsIpV6Test-1221443863-project] Publish callbacks [] for subnet, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:02.801906 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d53f934b-65e9-43b8-af49-63edd4f466b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669'] for port, after_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:02.807040 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-20a003d1-d78c-4814-89e9-e6d2132eee0c tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3893367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8784787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8521880'] for subnet, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:02.823335 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.services.segments.db [None req-cec3de9e-9605-4ecb-afba-a9cac2aa2d6e tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ba1b67d-7822-4aae-9530-a484a4dfafc2') {'for_net_delete': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:07:02.823633 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.services.segments.db [None req-cec3de9e-9605-4ecb-afba-a9cac2aa2d6e tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ba1b67d-7822-4aae-9530-a484a4dfafc2') {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:07:02.839934 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-cec3de9e-9605-4ecb-afba-a9cac2aa2d6e tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754181064771', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11316385'] for segment, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:02.842065 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e37b54e-1609-483d-89e2-ee9c0065c221 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 05 17:07:02.859422 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93a5e0e7-09c8-4d1c-bbfd-dcca90dd1852 None None] Sync routers for ids ['8e20d6c5-5760-40ff-8076-35b11b39e3e1'] in dv-neutron-master-2-hyperv {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 05 17:07:02.880279 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d53f934b-65e9-43b8-af49-63edd4f466b2 None None] Network b8fcfb33-151e-4101-b4c8-c6b2ea54954a is already hosted by enough agents. {{(pid=103802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:07:02.888040 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-cec3de9e-9605-4ecb-afba-a9cac2aa2d6e tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225'] for segment, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:02.888040 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-468e90d4-3265-4e5d-aad7-989de87a3473 tempest-BulkNetworkOpsIpV6Test-1221443863 tempest-BulkNetworkOpsIpV6Test-1221443863-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11316398'] for subnet, precommit_delete_associations {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:02.891174 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93a5e0e7-09c8-4d1c-bbfd-dcca90dd1852 None None] Routers {'8e20d6c5-5760-40ff-8076-35b11b39e3e1'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:07:02.891955 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-93a5e0e7-09c8-4d1c-bbfd-dcca90dd1852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:06:49Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['8e20d6c5-5760-40ff-8076-35b11b39e3e1'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:07:02.892930 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-20a003d1-d78c-4814-89e9-e6d2132eee0c tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks [] for subnet, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:02.900760 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.scheduler.base_scheduler [None req-d53f934b-65e9-43b8-af49-63edd4f466b2 None None] Resources bound (agent type, host, resource id): {{(pid=103802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:07:02.909188 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a066dec4-f990-42db-bf13-95e05ae9e1f1 None None] Network e897f8fc-3cef-40ca-9466-c6c65ecd9833 requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:07:02.910157 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-20a003d1-d78c-4814-89e9-e6d2132eee0c tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] 10.222.0.11 "DELETE /v2.0/subnets/d036fff7-5f3b-46fb-9c5b-ae1d9d7b4c05 HTTP/1.1" status: 204 len: 168 time: 0.7404974 Jan 05 17:07:02.911798 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d53f934b-65e9-43b8-af49-63edd4f466b2 None None] Received port after_create {{(pid=103802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:07:02.917903 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 40018) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:07:02.927964 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cec3de9e-9605-4ecb-afba-a9cac2aa2d6e tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Releasing vlan 141 on physical network physnet1 to pool {{(pid=103801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 05 17:07:02.928366 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-cec3de9e-9605-4ecb-afba-a9cac2aa2d6e tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11433197'] for segment, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:02.934376 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a003d1-d78c-4814-89e9-e6d2132eee0c tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Pushing event deleted for resources: {'Subnet': ['ID=d036fff7-5f3b-46fb-9c5b-ae1d9d7b4c05,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:07:02.934559 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:07:02.934559 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:07:02.934559 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:07:02.934559 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:07:02.934559 dv-neutron-master-2-hyperv neutron-server[103801]: Traceback (most recent call last): Jan 05 17:07:02.934559 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 05 17:07:02.934559 dv-neutron-master-2-hyperv neutron-server[103801]: timer() Jan 05 17:07:02.934559 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 05 17:07:02.934559 dv-neutron-master-2-hyperv neutron-server[103801]: cb(*args, **kw) Jan 05 17:07:02.934559 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 05 17:07:02.934559 dv-neutron-master-2-hyperv neutron-server[103801]: return func(*args, **kwargs) Jan 05 17:07:02.934559 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 05 17:07:02.934559 dv-neutron-master-2-hyperv neutron-server[103801]: self._notify() Jan 05 17:07:02.934559 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 05 17:07:02.934559 dv-neutron-master-2-hyperv neutron-server[103801]: self.callback(batched_events) Jan 05 17:07:02.934559 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 05 17:07:02.934559 dv-neutron-master-2-hyperv neutron-server[103801]: event.method(event) Jan 05 17:07:02.934559 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 05 17:07:02.934559 dv-neutron-master-2-hyperv neutron-server[103801]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 05 17:07:02.934559 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 05 17:07:02.934559 dv-neutron-master-2-hyperv neutron-server[103801]: aggregate_uuid = self.p_client.list_aggregates( Jan 05 17:07:02.934559 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 05 17:07:02.934559 dv-neutron-master-2-hyperv neutron-server[103801]: return f(self, *a, **k) Jan 05 17:07:02.934559 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 05 17:07:02.934559 dv-neutron-master-2-hyperv neutron-server[103801]: return self._get(url).json() Jan 05 17:07:02.934559 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 05 17:07:02.934559 dv-neutron-master-2-hyperv neutron-server[103801]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 05 17:07:02.934559 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 05 17:07:02.934559 dv-neutron-master-2-hyperv neutron-server[103801]: return self.request(url, 'GET', **kwargs) Jan 05 17:07:02.934559 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 05 17:07:02.934559 dv-neutron-master-2-hyperv neutron-server[103801]: base_url = self.get_endpoint(auth, allow=allow, Jan 05 17:07:02.934559 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 05 17:07:02.934559 dv-neutron-master-2-hyperv neutron-server[103801]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 05 17:07:02.934559 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 05 17:07:02.934559 dv-neutron-master-2-hyperv neutron-server[103801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 05 17:07:02.934559 dv-neutron-master-2-hyperv neutron-server[103801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 05 17:07:02.952492 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.db.api [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103802) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 05 17:07:02.952492 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG oslo_db.api [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 05 17:07:02.953684 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53f934b-65e9-43b8-af49-63edd4f466b2 None None] Pushing event updated for resources: {'Port': ['ID=804c443e-3370-4768-8ff3-cbe1f3e3472e,revision_number=1']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:07:02.967767 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-93a5e0e7-09c8-4d1c-bbfd-dcca90dd1852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:07:02.971209 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-0e37b54e-1609-483d-89e2-ee9c0065c221 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for floatingip, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:02.975781 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-a2fad499-92d9-469b-8929-c5ef23f3c557 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0560946 Jan 05 17:07:02.982427 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 40020) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:07:03.059796 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93a5e0e7-09c8-4d1c-bbfd-dcca90dd1852 None None] Routers {'8e20d6c5-5760-40ff-8076-35b11b39e3e1'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:07:03.060334 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-93a5e0e7-09c8-4d1c-bbfd-dcca90dd1852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:06:49Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['8e20d6c5-5760-40ff-8076-35b11b39e3e1'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:07:03.065064 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-0e37b54e-1609-483d-89e2-ee9c0065c221 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 5.8463645 Jan 05 17:07:03.068492 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 40022) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:07:03.079011 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a2bbfbd-275b-442b-851f-dbb6db90dad3 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:07:03.083528 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-6a2bbfbd-275b-442b-851f-dbb6db90dad3 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1021240 Jan 05 17:07:03.085284 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 40024) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:07:03.102776 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [None req-f68e85af-632c-4116-9de4-1a1e18b80e72 tempest-RoutersIpV6AdminTest-862369890 tempest-RoutersIpV6AdminTest-862369890-project-admin] Allocated IP 172.36.4.146 (b0167590-0699-4c5c-a932-3939414a9573/7a784a6d-3d96-418f-a645-b9ccd0b1ac55/8761fd38-482e-440f-9945-ddd9b5347ea9) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:07:03.115363 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-93a5e0e7-09c8-4d1c-bbfd-dcca90dd1852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:07:03.116013 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93a5e0e7-09c8-4d1c-bbfd-dcca90dd1852 None None] The sync data for ids ['8e20d6c5-5760-40ff-8076-35b11b39e3e1'] in dv-neutron-master-2-hyperv is: [] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 05 17:07:03.121487 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-d53f934b-65e9-43b8-af49-63edd4f466b2 None None] Attempting to bind port 804c443e-3370-4768-8ff3-cbe1f3e3472e on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 05 17:07:03.121882 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-d53f934b-65e9-43b8-af49-63edd4f466b2 None None] Attempting to bind port 804c443e-3370-4768-8ff3-cbe1f3e3472e by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'bf4ea540-9ecf-4712-b26a-0ab76af34b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'b8fcfb33-151e-4101-b4c8-c6b2ea54954a'}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 05 17:07:03.122250 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d53f934b-65e9-43b8-af49-63edd4f466b2 None None] Attempting to bind port 804c443e-3370-4768-8ff3-cbe1f3e3472e on network b8fcfb33-151e-4101-b4c8-c6b2ea54954a {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:07:03.131925 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d53f934b-65e9-43b8-af49-63edd4f466b2 None None] Checking agent: {'id': '0d4f8fd3-ce62-4651-970c-efa6a8bb22b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 5, 16, 57, 23), 'started_at': datetime.datetime(2022, 1, 5, 16, 57, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 5, 17, 6, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 05 17:07:03.131925 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d53f934b-65e9-43b8-af49-63edd4f466b2 None None] Checking segment: {'id': 'bf4ea540-9ecf-4712-b26a-0ab76af34b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'b8fcfb33-151e-4101-b4c8-c6b2ea54954a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:07:03.131925 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d53f934b-65e9-43b8-af49-63edd4f466b2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:03.131925 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d53f934b-65e9-43b8-af49-63edd4f466b2 None None] Bound using segment: {'id': 'bf4ea540-9ecf-4712-b26a-0ab76af34b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'b8fcfb33-151e-4101-b4c8-c6b2ea54954a'} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 05 17:07:03.132409 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-d53f934b-65e9-43b8-af49-63edd4f466b2 None None] Bound port: 804c443e-3370-4768-8ff3-cbe1f3e3472e, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf4ea540-9ecf-4712-b26a-0ab76af34b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'b8fcfb33-151e-4101-b4c8-c6b2ea54954a'}}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 05 17:07:03.132897 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d53f934b-65e9-43b8-af49-63edd4f466b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:03.142873 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-cec3de9e-9605-4ecb-afba-a9cac2aa2d6e tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3891722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648695'] for network, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:03.148404 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-cec3de9e-9605-4ecb-afba-a9cac2aa2d6e tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Publish callbacks [] for network, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:03.152045 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-cec3de9e-9605-4ecb-afba-a9cac2aa2d6e tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] 10.222.0.11 "DELETE /v2.0/networks/c586f671-549c-4f35-8bc8-c48b8861872f HTTP/1.1" status: 204 len: 168 time: 2.3018925 Jan 05 17:07:03.162243 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 40026) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:07:03.185025 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f0ab0df-e48d-413f-aff1-d41b276988ab tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:07:03.186719 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-5f0ab0df-e48d-413f-aff1-d41b276988ab tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1003735 Jan 05 17:07:03.191825 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec3de9e-9605-4ecb-afba-a9cac2aa2d6e tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Pushing event deleted for resources: {'Network': ['ID=c586f671-549c-4f35-8bc8-c48b8861872f,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:07:03.195132 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 40028) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:07:03.206721 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-468e90d4-3265-4e5d-aad7-989de87a3473 tempest-BulkNetworkOpsIpV6Test-1221443863 tempest-BulkNetworkOpsIpV6Test-1221443863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892868'] for subnet, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:03.251281 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.pecan_wsgi.hooks.translation [None req-3306196f-66cc-49d8-8d6c-383c981a8848 tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] DELETE failed (client error): The resource could not be found. Jan 05 17:07:03.251807 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3306196f-66cc-49d8-8d6c-383c981a8848 tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103800) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 05 17:07:03.258634 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-3306196f-66cc-49d8-8d6c-383c981a8848 tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] 10.222.0.11 "DELETE /v2.0/subnets/54abb9a5-b61f-44ef-ad6f-28e64127b6a9 HTTP/1.1" status: 404 len: 337 time: 0.0908856 Jan 05 17:07:03.260148 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 40030) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:07:03.264627 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa514d3a-bc91-41a4-8f70-800843d28f54 None None] DHCP port deletion for e897f8fc-3cef-40ca-9466-c6c65ecd9833 request from dv-neutron-master-2-hyperv {{(pid=103802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 05 17:07:03.283949 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a875a30-f06f-4fea-b5f8-3b2d4edeadf8 tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] DELETE failed (client error): The resource could not be found. Jan 05 17:07:03.284470 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a875a30-f06f-4fea-b5f8-3b2d4edeadf8 tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103800) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 05 17:07:03.287567 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-3a875a30-f06f-4fea-b5f8-3b2d4edeadf8 tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] 10.222.0.11 "DELETE /v2.0/networks/24c9a877-5004-4bd6-9a8b-cc4aed7d6a14 HTTP/1.1" status: 404 len: 339 time: 0.0265183 Jan 05 17:07:03.290553 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 40034) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:07:03.300417 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-ecac7014-b002-4451-bb85-71a562877b4e tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] 10.222.0.11 "GET /v2.0/floatingips/47138d63-b08e-4e11-b25d-90711a8408db HTTP/1.1" status: 200 len: 978 time: 0.2280853 Jan 05 17:07:03.301223 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 40036) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:07:03.309102 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 40038) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:07:03.310419 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-f81de501-4156-4cef-a1f6-6bfd298f0e45 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1108422 Jan 05 17:07:03.325344 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-aa514d3a-bc91-41a4-8f70-800843d28f54 None None] Deleting port 1208e64e-2b89-42a1-b30a-ed32030bab5b {{(pid=103802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:07:03.325887 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-aa514d3a-bc91-41a4-8f70-800843d28f54 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:03.341626 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-e1f26389-adce-46fe-8e3d-443413cf8cf6 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Request body: {'subnet': {'network_id': 'e897f8fc-3cef-40ca-9466-c6c65ecd9833', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:07:03.395310 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-aa514d3a-bc91-41a4-8f70-800843d28f54 None None] For port 1208e64e-2b89-42a1-b30a-ed32030bab5b, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=1208e64e-2b89-42a1-b30a-ed32030bab5b,segment=NetworkSegment(68e6c437-46c2-424d-85e7-20547f69066d),segment_id=68e6c437-46c2-424d-85e7-20547f69066d)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:07:03.395701 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-aa514d3a-bc91-41a4-8f70-800843d28f54 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:03.410136 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-aa514d3a-bc91-41a4-8f70-800843d28f54 None None] Calling delete_port for 1208e64e-2b89-42a1-b30a-ed32030bab5b owned by network:dhcp {{(pid=103802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:07:03.436028 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-468e90d4-3265-4e5d-aad7-989de87a3473 tempest-BulkNetworkOpsIpV6Test-1221443863 tempest-BulkNetworkOpsIpV6Test-1221443863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3893367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11433231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12480600'] for subnet, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:03.477933 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468e90d4-3265-4e5d-aad7-989de87a3473 tempest-BulkNetworkOpsIpV6Test-1221443863 tempest-BulkNetworkOpsIpV6Test-1221443863-project] Pushing event deleted for resources: {'Subnet': ['ID=10b34032-21e7-415e-8d4b-a4c02a69875b,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:07:03.484967 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-468e90d4-3265-4e5d-aad7-989de87a3473 tempest-BulkNetworkOpsIpV6Test-1221443863 tempest-BulkNetworkOpsIpV6Test-1221443863-project] Publish callbacks [] for subnet, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:03.487746 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-d53f934b-65e9-43b8-af49-63edd4f466b2 None None] For port 804c443e-3370-4768-8ff3-cbe1f3e3472e, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 05 17:07:03.489488 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-468e90d4-3265-4e5d-aad7-989de87a3473 tempest-BulkNetworkOpsIpV6Test-1221443863 tempest-BulkNetworkOpsIpV6Test-1221443863-project] 10.222.0.11 "DELETE /v2.0/subnets/10b34032-21e7-415e-8d4b-a4c02a69875b HTTP/1.1" status: 204 len: 168 time: 0.9706867 Jan 05 17:07:03.491986 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 40040) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:07:03.514735 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-d53f934b-65e9-43b8-af49-63edd4f466b2 None None] For port 804c443e-3370-4768-8ff3-cbe1f3e3472e, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=804c443e-3370-4768-8ff3-cbe1f3e3472e,segment=NetworkSegment(bf4ea540-9ecf-4712-b26a-0ab76af34b1a),segment_id=bf4ea540-9ecf-4712-b26a-0ab76af34b1a)] {{(pid=103802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 05 17:07:03.535783 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f68e85af-632c-4116-9de4-1a1e18b80e72 tempest-RoutersIpV6AdminTest-862369890 tempest-RoutersIpV6AdminTest-862369890-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:03.557193 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d786b0be-1fbe-4fff-ade1-28a6b3f28ce4 tempest-BulkNetworkOpsIpV6Test-1221443863 tempest-BulkNetworkOpsIpV6Test-1221443863-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:07:03.558832 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-d786b0be-1fbe-4fff-ade1-28a6b3f28ce4 tempest-BulkNetworkOpsIpV6Test-1221443863 tempest-BulkNetworkOpsIpV6Test-1221443863-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0653872 Jan 05 17:07:03.562851 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 40042) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:07:03.583710 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf9191ad-4657-46b8-83a6-52f8e03fc278 tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Deleting subnet 9d9e8d76-3cce-4dfc-ae64-29d3788708f9 {{(pid=103800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 05 17:07:03.593106 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d53f934b-65e9-43b8-af49-63edd4f466b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:03.597123 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-cf9191ad-4657-46b8-83a6-52f8e03fc278 tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Publish callbacks [] for subnet, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:03.606731 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 40044) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:07:03.607255 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-7f4f0ae6-97a7-4b09-b026-184447d1e6fb tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] 10.222.0.11 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.3029785 Jan 05 17:07:03.611673 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-1a68c038-5a7f-41dd-83f9-fab11b270b64 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Request body: {'floatingip': {'port_id': 'c3037384-d3fa-4066-80d8-4a11cc75bb34'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:07:03.672221 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-aa514d3a-bc91-41a4-8f70-800843d28f54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678'] for port, after_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:03.681433 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-cf9191ad-4657-46b8-83a6-52f8e03fc278 tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8784846'] for subnet, precommit_delete_associations {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:03.700111 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa514d3a-bc91-41a4-8f70-800843d28f54 None None] No DVR routers for this DVR port 1208e64e-2b89-42a1-b30a-ed32030bab5b on host dv-neutron-master-2-hyperv {{(pid=103802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 05 17:07:03.749557 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 372a2a10-9399-4e87-8685-789302683cd4 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:07:03.776039 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-6f7f42ac-1c51-4183-aafa-f2e5fdbc03d5 tempest-BulkNetworkOpsIpV6Test-1221443863 tempest-BulkNetworkOpsIpV6Test-1221443863-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3809644'] for network, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:03.798158 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-1a68c038-5a7f-41dd-83f9-fab11b270b64 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Publish callbacks [] for floatingip, before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:03.834113 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53f934b-65e9-43b8-af49-63edd4f466b2 None None] Pushing event updated for resources: {'Port': ['ID=804c443e-3370-4768-8ff3-cbe1f3e3472e,revision_number=3']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:07:03.859852 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-cf9191ad-4657-46b8-83a6-52f8e03fc278 tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892868'] for subnet, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:03.866565 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f68e85af-632c-4116-9de4-1a1e18b80e72 tempest-RoutersIpV6AdminTest-862369890 tempest-RoutersIpV6AdminTest-862369890-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:03.868495 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1f26389-adce-46fe-8e3d-443413cf8cf6 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Made reservation on behalf of fd419c78d7194361a03f37a26ebeba76 for: {'subnet': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:07:03.872590 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e1f26389-adce-46fe-8e3d-443413cf8cf6 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8521827'] for subnet, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:03.925488 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa514d3a-bc91-41a4-8f70-800843d28f54 None None] Pushing event deleted for resources: {'Port': ['ID=1208e64e-2b89-42a1-b30a-ed32030bab5b,revision_number=None']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:07:03.944083 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Provisioning complete for port 372a2a10-9399-4e87-8685-789302683cd4 triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:07:03.944504 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:04.042471 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68e85af-632c-4116-9de4-1a1e18b80e72 tempest-RoutersIpV6AdminTest-862369890 tempest-RoutersIpV6AdminTest-862369890-project-admin] Pushing event updated for resources: {'Port': ['ID=8761fd38-482e-440f-9945-ddd9b5347ea9,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:07:04.068665 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f68e85af-632c-4116-9de4-1a1e18b80e72 tempest-RoutersIpV6AdminTest-862369890 tempest-RoutersIpV6AdminTest-862369890-project-admin] Network b0167590-0699-4c5c-a932-3939414a9573 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:07:04.070348 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09291fe5-da64-4df8-b0de-547513550bc5 None None] Network ca6522f8-d085-49c5-a88d-3ef7c1f24d4e requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:07:04.075768 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-f68e85af-632c-4116-9de4-1a1e18b80e72 tempest-RoutersIpV6AdminTest-862369890 tempest-RoutersIpV6AdminTest-862369890-project-admin] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:07:04.077847 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-6f7f42ac-1c51-4183-aafa-f2e5fdbc03d5 tempest-BulkNetworkOpsIpV6Test-1221443863 tempest-BulkNetworkOpsIpV6Test-1221443863-project] Deleting port 804c443e-3370-4768-8ff3-cbe1f3e3472e {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:07:04.078319 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-6f7f42ac-1c51-4183-aafa-f2e5fdbc03d5 tempest-BulkNetworkOpsIpV6Test-1221443863 tempest-BulkNetworkOpsIpV6Test-1221443863-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:04.078424 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f68e85af-632c-4116-9de4-1a1e18b80e72 tempest-RoutersIpV6AdminTest-862369890 tempest-RoutersIpV6AdminTest-862369890-project-admin] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:07:04.140209 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cb0a02f-7c02-4c92-adcf-73cbe139ba32 None None] DHCP port deletion for b0167590-0699-4c5c-a932-3939414a9573 request from dv-neutron-master-2-hyperv {{(pid=103802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 05 17:07:04.141800 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:04.184167 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-0e26a907-675d-4e69-b69a-16ec6dea49d2 None None] Provisioning complete for port 372a2a10-9399-4e87-8685-789302683cd4 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:07:04.184535 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-0e26a907-675d-4e69-b69a-16ec6dea49d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:04.231094 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-6f7f42ac-1c51-4183-aafa-f2e5fdbc03d5 tempest-BulkNetworkOpsIpV6Test-1221443863 tempest-BulkNetworkOpsIpV6Test-1221443863-project] For port 804c443e-3370-4768-8ff3-cbe1f3e3472e, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=804c443e-3370-4768-8ff3-cbe1f3e3472e,segment=NetworkSegment(bf4ea540-9ecf-4712-b26a-0ab76af34b1a),segment_id=bf4ea540-9ecf-4712-b26a-0ab76af34b1a)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:07:04.231644 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-6f7f42ac-1c51-4183-aafa-f2e5fdbc03d5 tempest-BulkNetworkOpsIpV6Test-1221443863 tempest-BulkNetworkOpsIpV6Test-1221443863-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:04.257570 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-6f7f42ac-1c51-4183-aafa-f2e5fdbc03d5 tempest-BulkNetworkOpsIpV6Test-1221443863 tempest-BulkNetworkOpsIpV6Test-1221443863-project] Calling delete_port for 804c443e-3370-4768-8ff3-cbe1f3e3472e owned by network:dhcp {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:07:04.263324 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] For port 372a2a10-9399-4e87-8685-789302683cd4, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=372a2a10-9399-4e87-8685-789302683cd4,segment=NetworkSegment(27fc5923-cdfb-40d2-88c7-ac0a36460753),segment_id=27fc5923-cdfb-40d2-88c7-ac0a36460753)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:07:04.307437 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-cf9191ad-4657-46b8-83a6-52f8e03fc278 tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3893367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8784787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8521880'] for subnet, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:04.320333 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-0e26a907-675d-4e69-b69a-16ec6dea49d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:04.352057 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:04.404618 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c42ff06-1763-43ee-9b91-2e812f9b7000 None None] DHCP port deletion for ca6522f8-d085-49c5-a88d-3ef7c1f24d4e request from dv-neutron-master-2-hyperv {{(pid=103802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 05 17:07:04.409405 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c345f66e-1db3-433c-abf7-33bcd1c3b012 None None] Network 3e12550f-f284-4d9e-8a1c-5ac244a4d373 requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:07:04.411591 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-cf9191ad-4657-46b8-83a6-52f8e03fc278 tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Publish callbacks [] for subnet, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:04.417277 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-cf9191ad-4657-46b8-83a6-52f8e03fc278 tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] 10.222.0.11 "DELETE /v2.0/subnets/9d9e8d76-3cce-4dfc-ae64-29d3788708f9 HTTP/1.1" status: 204 len: 168 time: 1.1241684 Jan 05 17:07:04.424869 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9191ad-4657-46b8-83a6-52f8e03fc278 tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Pushing event deleted for resources: {'Subnet': ['ID=9d9e8d76-3cce-4dfc-ae64-29d3788708f9,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:07:04.430979 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 40052) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:07:04.480750 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device d804c8db-31d2-44ad-a3ab-a466b261809b no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 05 17:07:04.542498 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.db.api [None req-0e26a907-675d-4e69-b69a-16ec6dea49d2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103802) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 05 17:07:04.543185 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG oslo_db.api [None req-0e26a907-675d-4e69-b69a-16ec6dea49d2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 05 17:07:04.550446 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] No Port match for: d804c8db-31d2-44ad-a3ab-a466b261809b {{(pid=103802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 05 17:07:04.550910 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device d804c8db-31d2-44ad-a3ab-a466b261809b not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 05 17:07:04.551843 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 1208e64e-2b89-42a1-b30a-ed32030bab5b no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 05 17:07:04.555576 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Pushing event updated for resources: {'Port': ['ID=372a2a10-9399-4e87-8685-789302683cd4,revision_number=4']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:07:04.599231 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] No Port match for: 1208e64e-2b89-42a1-b30a-ed32030bab5b {{(pid=103802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 05 17:07:04.599565 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 1208e64e-2b89-42a1-b30a-ed32030bab5b not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 05 17:07:04.606468 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-384dbb75-fc73-41a2-983d-14f239d4f2ea tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3809644'] for network, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:04.639853 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-1c42ff06-1763-43ee-9b91-2e812f9b7000 None None] Deleting port 372a2a10-9399-4e87-8685-789302683cd4 {{(pid=103802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:07:04.640285 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-1c42ff06-1763-43ee-9b91-2e812f9b7000 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:04.713492 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e1f26389-adce-46fe-8e3d-443413cf8cf6 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8784852', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8521873'] for subnet, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:04.718258 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-1c42ff06-1763-43ee-9b91-2e812f9b7000 None None] For port 372a2a10-9399-4e87-8685-789302683cd4, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=372a2a10-9399-4e87-8685-789302683cd4,segment=NetworkSegment(27fc5923-cdfb-40d2-88c7-ac0a36460753),segment_id=27fc5923-cdfb-40d2-88c7-ac0a36460753)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:07:04.718875 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-1c42ff06-1763-43ee-9b91-2e812f9b7000 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:04.721405 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f68e85af-632c-4116-9de4-1a1e18b80e72 tempest-RoutersIpV6AdminTest-862369890 tempest-RoutersIpV6AdminTest-862369890-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:04.724626 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70f79923-3039-4cae-941f-9d7e0f29a803 None None] DHCP port deletion for 3e12550f-f284-4d9e-8a1c-5ac244a4d373 request from dv-neutron-master-2-hyperv {{(pid=103802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 05 17:07:04.744177 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-1c42ff06-1763-43ee-9b91-2e812f9b7000 None None] Calling delete_port for 372a2a10-9399-4e87-8685-789302683cd4 owned by network:dhcp {{(pid=103802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:07:04.771007 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-6f7f42ac-1c51-4183-aafa-f2e5fdbc03d5 tempest-BulkNetworkOpsIpV6Test-1221443863 tempest-BulkNetworkOpsIpV6Test-1221443863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11433176'] for port, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:04.778124 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-1a68c038-5a7f-41dd-83f9-fab11b270b64 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:04.791612 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1f26389-adce-46fe-8e3d-443413cf8cf6 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Network e897f8fc-3cef-40ca-9466-c6c65ecd9833 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:07:04.806692 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7f42ac-1c51-4183-aafa-f2e5fdbc03d5 tempest-BulkNetworkOpsIpV6Test-1221443863 tempest-BulkNetworkOpsIpV6Test-1221443863-project] Pushing event deleted for resources: {'Port': ['ID=804c443e-3370-4768-8ff3-cbe1f3e3472e,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:07:04.811899 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f7f42ac-1c51-4183-aafa-f2e5fdbc03d5 tempest-BulkNetworkOpsIpV6Test-1221443863 tempest-BulkNetworkOpsIpV6Test-1221443863-project] No DVR routers for this DVR port 804c443e-3370-4768-8ff3-cbe1f3e3472e on host dv-neutron-master-2-hyperv {{(pid=103801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 05 17:07:04.817215 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-e1f26389-adce-46fe-8e3d-443413cf8cf6 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:07:04.839708 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1f26389-adce-46fe-8e3d-443413cf8cf6 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:07:04.840716 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e1f26389-adce-46fe-8e3d-443413cf8cf6 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks [] for subnet, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:04.842662 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a0b4940-0341-4500-8ef9-1881d0233886 None None] Network e897f8fc-3cef-40ca-9466-c6c65ecd9833 requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:07:04.859081 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-1a68c038-5a7f-41dd-83f9-fab11b270b64 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648677'] for floatingip, after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:04.933867 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-384dbb75-fc73-41a2-983d-14f239d4f2ea tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Deleting port 8148ee20-c4ba-4a7f-91c9-f367b92f615f {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:07:04.934351 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-384dbb75-fc73-41a2-983d-14f239d4f2ea tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:04.939117 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f26389-adce-46fe-8e3d-443413cf8cf6 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Pushing event updated for resources: {'Subnet': ['ID=a7529701-b3d2-4a22-9113-c4080a482d4a,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:07:04.958567 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-6f7f42ac-1c51-4183-aafa-f2e5fdbc03d5 tempest-BulkNetworkOpsIpV6Test-1221443863 tempest-BulkNetworkOpsIpV6Test-1221443863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3891715', 'neutron.services.segments.db._delete_segments_for_network-8754181063482'] for network, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:04.987613 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.services.segments.db [None req-6f7f42ac-1c51-4183-aafa-f2e5fdbc03d5 tempest-BulkNetworkOpsIpV6Test-1221443863 tempest-BulkNetworkOpsIpV6Test-1221443863-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8fcfb33-151e-4101-b4c8-c6b2ea54954a']}} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:07:05.022494 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-70f79923-3039-4cae-941f-9d7e0f29a803 None None] Deleting port 8148ee20-c4ba-4a7f-91c9-f367b92f615f {{(pid=103802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:07:05.022884 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-70f79923-3039-4cae-941f-9d7e0f29a803 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:05.081361 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.db.l3_db [None req-1a68c038-5a7f-41dd-83f9-fab11b270b64 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Floating IP 47138d63-b08e-4e11-b25d-90711a8408db associated. External IP: 172.36.4.116, port: 041ccae2-aca8-4cf6-8845-661c769214ba. Jan 05 17:07:05.083629 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.services.segments.db [None req-6f7f42ac-1c51-4183-aafa-f2e5fdbc03d5 tempest-BulkNetworkOpsIpV6Test-1221443863 tempest-BulkNetworkOpsIpV6Test-1221443863-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf4ea540-9ecf-4712-b26a-0ab76af34b1a') {'for_net_delete': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:07:05.084605 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.services.segments.db [None req-6f7f42ac-1c51-4183-aafa-f2e5fdbc03d5 tempest-BulkNetworkOpsIpV6Test-1221443863 tempest-BulkNetworkOpsIpV6Test-1221443863-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf4ea540-9ecf-4712-b26a-0ab76af34b1a') {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:07:05.097193 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-e1f26389-adce-46fe-8e3d-443413cf8cf6 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7598383 Jan 05 17:07:05.097485 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-6f7f42ac-1c51-4183-aafa-f2e5fdbc03d5 tempest-BulkNetworkOpsIpV6Test-1221443863 tempest-BulkNetworkOpsIpV6Test-1221443863-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754181064771', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11316385'] for segment, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:05.101459 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 40062) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:07:05.108302 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-9f49f891-8d47-4575-8639-061929be4d7d tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Request body: {'port': {'network_id': 'e897f8fc-3cef-40ca-9466-c6c65ecd9833', 'fixed_ips': [{'subnet_id': 'a7529701-b3d2-4a22-9113-c4080a482d4a', 'ip_address': '2001:db8::310b:a7b4:e348:e088'}], 'name': 'tempest-NetworksTestDHCPv6-528205788'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:07:05.128665 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-6f7f42ac-1c51-4183-aafa-f2e5fdbc03d5 tempest-BulkNetworkOpsIpV6Test-1221443863 tempest-BulkNetworkOpsIpV6Test-1221443863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225'] for segment, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:05.137910 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f7f42ac-1c51-4183-aafa-f2e5fdbc03d5 tempest-BulkNetworkOpsIpV6Test-1221443863 tempest-BulkNetworkOpsIpV6Test-1221443863-project] Releasing vlan 143 on physical network physnet1 to pool {{(pid=103801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 05 17:07:05.139309 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-6f7f42ac-1c51-4183-aafa-f2e5fdbc03d5 tempest-BulkNetworkOpsIpV6Test-1221443863 tempest-BulkNetworkOpsIpV6Test-1221443863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11433197'] for segment, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:05.173399 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-1c42ff06-1763-43ee-9b91-2e812f9b7000 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678'] for port, after_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:05.204746 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-0e26a907-675d-4e69-b69a-16ec6dea49d2 None None] Port 372a2a10-9399-4e87-8685-789302683cd4 update to ACTIVE by agent not found {{(pid=103802) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2190}} Jan 05 17:07:05.212023 dv-neutron-master-2-hyperv neutron-server[103801]: Traceback (most recent call last): Jan 05 17:07:05.212023 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 05 17:07:05.212023 dv-neutron-master-2-hyperv neutron-server[103801]: timer() Jan 05 17:07:05.212023 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 05 17:07:05.212023 dv-neutron-master-2-hyperv neutron-server[103801]: cb(*args, **kw) Jan 05 17:07:05.212023 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 05 17:07:05.212023 dv-neutron-master-2-hyperv neutron-server[103801]: return func(*args, **kwargs) Jan 05 17:07:05.212023 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 05 17:07:05.212023 dv-neutron-master-2-hyperv neutron-server[103801]: self._notify() Jan 05 17:07:05.212023 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 05 17:07:05.212023 dv-neutron-master-2-hyperv neutron-server[103801]: self.callback(batched_events) Jan 05 17:07:05.212023 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 05 17:07:05.212023 dv-neutron-master-2-hyperv neutron-server[103801]: event.method(event) Jan 05 17:07:05.212023 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 05 17:07:05.212023 dv-neutron-master-2-hyperv neutron-server[103801]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 05 17:07:05.212023 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 05 17:07:05.212023 dv-neutron-master-2-hyperv neutron-server[103801]: aggregate_uuid = self.p_client.list_aggregates( Jan 05 17:07:05.212023 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 05 17:07:05.212023 dv-neutron-master-2-hyperv neutron-server[103801]: return f(self, *a, **k) Jan 05 17:07:05.212023 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 05 17:07:05.212023 dv-neutron-master-2-hyperv neutron-server[103801]: return self._get(url).json() Jan 05 17:07:05.212023 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 05 17:07:05.212023 dv-neutron-master-2-hyperv neutron-server[103801]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 05 17:07:05.212023 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 05 17:07:05.212023 dv-neutron-master-2-hyperv neutron-server[103801]: return self.request(url, 'GET', **kwargs) Jan 05 17:07:05.212023 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 05 17:07:05.212023 dv-neutron-master-2-hyperv neutron-server[103801]: base_url = self.get_endpoint(auth, allow=allow, Jan 05 17:07:05.212023 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 05 17:07:05.212023 dv-neutron-master-2-hyperv neutron-server[103801]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 05 17:07:05.212023 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 05 17:07:05.212023 dv-neutron-master-2-hyperv neutron-server[103801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 05 17:07:05.212023 dv-neutron-master-2-hyperv neutron-server[103801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 05 17:07:05.227267 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.db [None req-384dbb75-fc73-41a2-983d-14f239d4f2ea tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] For port 8148ee20-c4ba-4a7f-91c9-f367b92f615f, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=8148ee20-c4ba-4a7f-91c9-f367b92f615f,segment=NetworkSegment(68bc18e9-f0e2-4e0e-a0d6-f0f3de9c441f),segment_id=68bc18e9-f0e2-4e0e-a0d6-f0f3de9c441f)] {{(pid=103800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:07:05.227611 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-384dbb75-fc73-41a2-983d-14f239d4f2ea tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:05.242658 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b59a6c4-8f3e-4a39-a431-706590c7a732 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-e897f8fc-3cef-40ca-9466-c6c65ecd9833', 'network_id': 'e897f8fc-3cef-40ca-9466-c6c65ecd9833', 'project_id': 'fd419c78d7194361a03f37a26ebeba76', 'fixed_ips': [{'subnet_id': 'a7529701-b3d2-4a22-9113-c4080a482d4a'}]}} from dv-neutron-master-2-hyperv. {{(pid=103802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 05 17:07:05.243533 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-4b59a6c4-8f3e-4a39-a431-706590c7a732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:05.252040 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c42ff06-1763-43ee-9b91-2e812f9b7000 None None] Pushing event deleted for resources: {'Port': ['ID=372a2a10-9399-4e87-8685-789302683cd4,revision_number=None']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:07:05.256769 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-70f79923-3039-4cae-941f-9d7e0f29a803 None None] For port 8148ee20-c4ba-4a7f-91c9-f367b92f615f, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=8148ee20-c4ba-4a7f-91c9-f367b92f615f,segment=NetworkSegment(68bc18e9-f0e2-4e0e-a0d6-f0f3de9c441f),segment_id=68bc18e9-f0e2-4e0e-a0d6-f0f3de9c441f)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:07:05.257207 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-70f79923-3039-4cae-941f-9d7e0f29a803 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:05.272945 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c42ff06-1763-43ee-9b91-2e812f9b7000 None None] No DVR routers for this DVR port 372a2a10-9399-4e87-8685-789302683cd4 on host dv-neutron-master-2-hyperv {{(pid=103802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 05 17:07:05.282425 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-734fd9c6-1abf-4435-bf38-4723f3a25199 None None] Network b8fcfb33-151e-4101-b4c8-c6b2ea54954a requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:07:05.291118 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-70f79923-3039-4cae-941f-9d7e0f29a803 None None] Calling delete_port for 8148ee20-c4ba-4a7f-91c9-f367b92f615f owned by network:dhcp {{(pid=103802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:07:05.358271 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-6f7f42ac-1c51-4183-aafa-f2e5fdbc03d5 tempest-BulkNetworkOpsIpV6Test-1221443863 tempest-BulkNetworkOpsIpV6Test-1221443863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3891722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648695'] for network, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:05.368394 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221dd8f9-1aed-4d86-8943-de24323f72e0 req-93822094-0f37-437a-94e3-f5b7b8a57612 tempest-ServersTestJSON-1673014821 tempest-ServersTestJSON-1673014821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:07:05.370387 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-221dd8f9-1aed-4d86-8943-de24323f72e0 req-93822094-0f37-437a-94e3-f5b7b8a57612 tempest-ServersTestJSON-1673014821 tempest-ServersTestJSON-1673014821-project] 10.222.0.11 "GET /v2.0/ports?device_id=07c8b51b-bbb0-4a74-b3bf-1c00d88f26b4 HTTP/1.1" status: 200 len: 946 time: 0.1080337 Jan 05 17:07:05.403372 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-6f7f42ac-1c51-4183-aafa-f2e5fdbc03d5 tempest-BulkNetworkOpsIpV6Test-1221443863 tempest-BulkNetworkOpsIpV6Test-1221443863-project] Publish callbacks [] for network, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:05.403372 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-6f7f42ac-1c51-4183-aafa-f2e5fdbc03d5 tempest-BulkNetworkOpsIpV6Test-1221443863 tempest-BulkNetworkOpsIpV6Test-1221443863-project] 10.222.0.11 "DELETE /v2.0/networks/b8fcfb33-151e-4101-b4c8-c6b2ea54954a HTTP/1.1" status: 204 len: 168 time: 1.8394210 Jan 05 17:07:05.404342 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7f42ac-1c51-4183-aafa-f2e5fdbc03d5 tempest-BulkNetworkOpsIpV6Test-1221443863 tempest-BulkNetworkOpsIpV6Test-1221443863-project] Pushing event deleted for resources: {'Network': ['ID=b8fcfb33-151e-4101-b4c8-c6b2ea54954a,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:07:05.409232 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 40064) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:07:05.597659 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-8f3761fd-0bf6-440e-bed8-3404edef5676 None None] Could not find standard attr ID for object 804c443e-3370-4768-8ff3-cbe1f3e3472e. {{(pid=103802) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 05 17:07:05.628103 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-384dbb75-fc73-41a2-983d-14f239d4f2ea tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Calling delete_port for 8148ee20-c4ba-4a7f-91c9-f367b92f615f owned by network:dhcp {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:07:05.662368 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f68e85af-632c-4116-9de4-1a1e18b80e72 tempest-RoutersIpV6AdminTest-862369890 tempest-RoutersIpV6AdminTest-862369890-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-649822', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-648421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62737'] for router, precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:05.682841 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1163be44-342f-440c-a5d6-5ff67ca7cdaa req-56e3b3af-beed-4cb8-8d55-17669b14cfeb tempest-ServersTestManualDisk-24571533 tempest-ServersTestManualDisk-24571533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:07:05.684792 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-1163be44-342f-440c-a5d6-5ff67ca7cdaa req-56e3b3af-beed-4cb8-8d55-17669b14cfeb tempest-ServersTestManualDisk-24571533 tempest-ServersTestManualDisk-24571533-project] 10.222.0.11 "GET /v2.0/ports?device_id=9e05055b-fb92-4007-81d3-6b13e68c583e HTTP/1.1" status: 200 len: 945 time: 0.4981551 Jan 05 17:07:05.686431 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f68e85af-632c-4116-9de4-1a1e18b80e72 tempest-RoutersIpV6AdminTest-862369890 tempest-RoutersIpV6AdminTest-862369890-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-649813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-649804', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-648412'] for router, after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:05.728255 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 8148ee20-c4ba-4a7f-91c9-f367b92f615f no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 05 17:07:05.759911 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-8f3761fd-0bf6-440e-bed8-3404edef5676 None None] Provisioning complete for port 8761fd38-482e-440f-9945-ddd9b5347ea9 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:07:05.760294 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-8f3761fd-0bf6-440e-bed8-3404edef5676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:05.768337 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9873fa5a-9e91-424b-a5db-c447c2d4c77c None None] DHCP port deletion for b8fcfb33-151e-4101-b4c8-c6b2ea54954a request from dv-neutron-master-2-hyperv {{(pid=103802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 05 17:07:05.840006 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-8f3761fd-0bf6-440e-bed8-3404edef5676 None None] Port 8761fd38-482e-440f-9945-ddd9b5347ea9 cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 17:07:05.843261 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.db_base_plugin_common [None req-4b59a6c4-8f3e-4a39-a431-706590c7a732 None None] Allocated IP 2001:db8::2 (e897f8fc-3cef-40ca-9466-c6c65ecd9833/a7529701-b3d2-4a22-9113-c4080a482d4a/1e2dcc4a-c166-41d5-bccf-e0d1c6f3ef3a) {{(pid=103802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:07:05.874148 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-221dd8f9-1aed-4d86-8943-de24323f72e0 req-f71b957e-3c2f-4da9-a45c-fc799b960fdd tempest-ServersTestJSON-1673014821 tempest-ServersTestJSON-1673014821-project] 10.222.0.11 "GET /v2.0/security-groups?id=a400398d-bf46-4390-bcfe-e2116b4af858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4838974 Jan 05 17:07:05.887453 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-53531f40-e3d4-445e-a6b2-cab0f3230351 tempest-BulkNetworkOpsIpV6Test-1221443863 tempest-BulkNetworkOpsIpV6Test-1221443863-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3809644'] for network, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:05.914486 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-1163be44-342f-440c-a5d6-5ff67ca7cdaa req-1a6a1a27-25a3-4b68-a869-025d8d7c8ea4 tempest-ServersTestManualDisk-24571533 tempest-ServersTestManualDisk-24571533-project] 10.222.0.11 "GET /v2.0/security-groups?id=975168df-f8b7-4c5c-afef-35686270bc8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1747098 Jan 05 17:07:06.011888 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f49f891-8d47-4575-8639-061929be4d7d tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Made reservation on behalf of fd419c78d7194361a03f37a26ebeba76 for: {'port': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:07:06.043510 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-70f79923-3039-4cae-941f-9d7e0f29a803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678'] for port, after_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:06.059749 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a68c038-5a7f-41dd-83f9-fab11b270b64 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Router 8e20d6c5-5760-40ff-8076-35b11b39e3e1 has already been hosted by L3 agent 59446fdc-40e0-41fe-a575-a8eb11d742f7 {{(pid=103801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 05 17:07:06.067696 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-53531f40-e3d4-445e-a6b2-cab0f3230351 tempest-BulkNetworkOpsIpV6Test-1221443863 tempest-BulkNetworkOpsIpV6Test-1221443863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3891715', 'neutron.services.segments.db._delete_segments_for_network-8754181063482'] for network, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:06.082475 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-384dbb75-fc73-41a2-983d-14f239d4f2ea tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:06.093245 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f79923-3039-4cae-941f-9d7e0f29a803 None None] Pushing event deleted for resources: {'Port': ['ID=8148ee20-c4ba-4a7f-91c9-f367b92f615f,revision_number=None']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:07:06.098251 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70f79923-3039-4cae-941f-9d7e0f29a803 None None] No DVR routers for this DVR port 8148ee20-c4ba-4a7f-91c9-f367b92f615f on host dv-neutron-master-2-hyperv {{(pid=103802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 05 17:07:06.099584 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:06.126560 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-4b59a6c4-8f3e-4a39-a431-706590c7a732 None None] Publish callbacks [] for port, precommit_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:06.129179 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.services.segments.db [None req-53531f40-e3d4-445e-a6b2-cab0f3230351 tempest-BulkNetworkOpsIpV6Test-1221443863 tempest-BulkNetworkOpsIpV6Test-1221443863-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca6522f8-d085-49c5-a88d-3ef7c1f24d4e']}} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:07:06.137140 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384dbb75-fc73-41a2-983d-14f239d4f2ea tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Pushing event deleted for resources: {'Port': ['ID=8148ee20-c4ba-4a7f-91c9-f367b92f615f,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:07:06.143362 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.services.segments.db [None req-53531f40-e3d4-445e-a6b2-cab0f3230351 tempest-BulkNetworkOpsIpV6Test-1221443863 tempest-BulkNetworkOpsIpV6Test-1221443863-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27fc5923-cdfb-40d2-88c7-ac0a36460753') {'for_net_delete': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:07:06.143854 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.services.segments.db [None req-53531f40-e3d4-445e-a6b2-cab0f3230351 tempest-BulkNetworkOpsIpV6Test-1221443863 tempest-BulkNetworkOpsIpV6Test-1221443863-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27fc5923-cdfb-40d2-88c7-ac0a36460753') {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:07:06.148135 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-384dbb75-fc73-41a2-983d-14f239d4f2ea tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] No DVR routers for this DVR port 8148ee20-c4ba-4a7f-91c9-f367b92f615f on host dv-neutron-master-2-hyperv {{(pid=103800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 05 17:07:06.158376 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-53531f40-e3d4-445e-a6b2-cab0f3230351 tempest-BulkNetworkOpsIpV6Test-1221443863 tempest-BulkNetworkOpsIpV6Test-1221443863-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754181064771', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11316385'] for segment, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:06.172181 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 372a2a10-9399-4e87-8685-789302683cd4 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 05 17:07:06.196430 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] No Port match for: 372a2a10-9399-4e87-8685-789302683cd4 {{(pid=103802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 05 17:07:06.196785 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 372a2a10-9399-4e87-8685-789302683cd4 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 05 17:07:06.208258 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-53531f40-e3d4-445e-a6b2-cab0f3230351 tempest-BulkNetworkOpsIpV6Test-1221443863 tempest-BulkNetworkOpsIpV6Test-1221443863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225'] for segment, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:06.214568 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-4b59a6c4-8f3e-4a39-a431-706590c7a732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669'] for port, after_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:06.220261 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53531f40-e3d4-445e-a6b2-cab0f3230351 tempest-BulkNetworkOpsIpV6Test-1221443863 tempest-BulkNetworkOpsIpV6Test-1221443863-project] Releasing vlan 112 on physical network physnet1 to pool {{(pid=103801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 05 17:07:06.220261 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-53531f40-e3d4-445e-a6b2-cab0f3230351 tempest-BulkNetworkOpsIpV6Test-1221443863 tempest-BulkNetworkOpsIpV6Test-1221443863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11433197'] for segment, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:06.224456 dv-neutron-master-2-hyperv neutron-server[103801]: Traceback (most recent call last): Jan 05 17:07:06.224456 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 05 17:07:06.224456 dv-neutron-master-2-hyperv neutron-server[103801]: timer() Jan 05 17:07:06.224456 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 05 17:07:06.224456 dv-neutron-master-2-hyperv neutron-server[103801]: cb(*args, **kw) Jan 05 17:07:06.224456 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 05 17:07:06.224456 dv-neutron-master-2-hyperv neutron-server[103801]: return func(*args, **kwargs) Jan 05 17:07:06.224456 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 05 17:07:06.224456 dv-neutron-master-2-hyperv neutron-server[103801]: self._notify() Jan 05 17:07:06.224456 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 05 17:07:06.224456 dv-neutron-master-2-hyperv neutron-server[103801]: self.callback(batched_events) Jan 05 17:07:06.224456 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 05 17:07:06.224456 dv-neutron-master-2-hyperv neutron-server[103801]: event.method(event) Jan 05 17:07:06.224456 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 05 17:07:06.224456 dv-neutron-master-2-hyperv neutron-server[103801]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 05 17:07:06.224456 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 05 17:07:06.224456 dv-neutron-master-2-hyperv neutron-server[103801]: aggregate_uuid = self.p_client.list_aggregates( Jan 05 17:07:06.224456 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 05 17:07:06.224456 dv-neutron-master-2-hyperv neutron-server[103801]: return f(self, *a, **k) Jan 05 17:07:06.224456 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 05 17:07:06.224456 dv-neutron-master-2-hyperv neutron-server[103801]: return self._get(url).json() Jan 05 17:07:06.224456 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 05 17:07:06.224456 dv-neutron-master-2-hyperv neutron-server[103801]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 05 17:07:06.224456 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 05 17:07:06.224456 dv-neutron-master-2-hyperv neutron-server[103801]: return self.request(url, 'GET', **kwargs) Jan 05 17:07:06.224456 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 05 17:07:06.224456 dv-neutron-master-2-hyperv neutron-server[103801]: base_url = self.get_endpoint(auth, allow=allow, Jan 05 17:07:06.224456 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 05 17:07:06.224456 dv-neutron-master-2-hyperv neutron-server[103801]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 05 17:07:06.224456 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 05 17:07:06.224456 dv-neutron-master-2-hyperv neutron-server[103801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 05 17:07:06.224456 dv-neutron-master-2-hyperv neutron-server[103801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 05 17:07:06.266726 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b59a6c4-8f3e-4a39-a431-706590c7a732 None None] Network e897f8fc-3cef-40ca-9466-c6c65ecd9833 is already hosted by enough agents. {{(pid=103802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:07:06.271265 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9f49f891-8d47-4575-8639-061929be4d7d tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:06.275229 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.scheduler.base_scheduler [None req-4b59a6c4-8f3e-4a39-a431-706590c7a732 None None] Resources bound (agent type, host, resource id): {{(pid=103802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:07:06.276209 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a68c038-5a7f-41dd-83f9-fab11b270b64 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 05 17:07:06.277349 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b59a6c4-8f3e-4a39-a431-706590c7a732 None None] Pushing event updated for resources: {'Port': ['ID=1e2dcc4a-c166-41d5-bccf-e0d1c6f3ef3a,revision_number=1']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:07:06.286826 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b59a6c4-8f3e-4a39-a431-706590c7a732 None None] Received port after_create {{(pid=103802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:07:06.287727 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee9d7ba5-c405-4076-9b8e-ba2542282dde None None] Sync routers for ids ['8e20d6c5-5760-40ff-8076-35b11b39e3e1'] in dv-neutron-master-2-hyperv {{(pid=103803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 05 17:07:06.290052 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-384dbb75-fc73-41a2-983d-14f239d4f2ea tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3891715', 'neutron.services.segments.db._delete_segments_for_network-8754181063482'] for network, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:06.308646 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee9d7ba5-c405-4076-9b8e-ba2542282dde None None] Routers {'8e20d6c5-5760-40ff-8076-35b11b39e3e1'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:07:06.310037 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-ee9d7ba5-c405-4076-9b8e-ba2542282dde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:06:49Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['8e20d6c5-5760-40ff-8076-35b11b39e3e1'], 'active': True} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:07:06.322441 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.notifiers.nova [None req-9f49f891-8d47-4575-8639-061929be4d7d tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] device_id is not set on port fbac4cb9-586c-4e60-aa98-f663558e1d03 yet. {{(pid=103800) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 05 17:07:06.333303 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.services.segments.db [None req-384dbb75-fc73-41a2-983d-14f239d4f2ea tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e12550f-f284-4d9e-8a1c-5ac244a4d373']}} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:07:06.349971 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.services.segments.db [None req-384dbb75-fc73-41a2-983d-14f239d4f2ea tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68bc18e9-f0e2-4e0e-a0d6-f0f3de9c441f') {'for_net_delete': True} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:07:06.350345 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.services.segments.db [None req-384dbb75-fc73-41a2-983d-14f239d4f2ea tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68bc18e9-f0e2-4e0e-a0d6-f0f3de9c441f') {} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:07:06.356038 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-4b59a6c4-8f3e-4a39-a431-706590c7a732 None None] Attempting to bind port 1e2dcc4a-c166-41d5-bccf-e0d1c6f3ef3a on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 05 17:07:06.356408 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-4b59a6c4-8f3e-4a39-a431-706590c7a732 None None] Attempting to bind port 1e2dcc4a-c166-41d5-bccf-e0d1c6f3ef3a by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '68e6c437-46c2-424d-85e7-20547f69066d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'e897f8fc-3cef-40ca-9466-c6c65ecd9833'}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 05 17:07:06.356792 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b59a6c4-8f3e-4a39-a431-706590c7a732 None None] Attempting to bind port 1e2dcc4a-c166-41d5-bccf-e0d1c6f3ef3a on network e897f8fc-3cef-40ca-9466-c6c65ecd9833 {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:07:06.362029 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b59a6c4-8f3e-4a39-a431-706590c7a732 None None] Checking agent: {'id': '0d4f8fd3-ce62-4651-970c-efa6a8bb22b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 5, 16, 57, 23), 'started_at': datetime.datetime(2022, 1, 5, 16, 57, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 5, 17, 6, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 05 17:07:06.362265 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-ee9d7ba5-c405-4076-9b8e-ba2542282dde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:07:06.362555 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b59a6c4-8f3e-4a39-a431-706590c7a732 None None] Checking segment: {'id': '68e6c437-46c2-424d-85e7-20547f69066d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'e897f8fc-3cef-40ca-9466-c6c65ecd9833'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:07:06.362796 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-4b59a6c4-8f3e-4a39-a431-706590c7a732 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:06.363185 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b59a6c4-8f3e-4a39-a431-706590c7a732 None None] Bound using segment: {'id': '68e6c437-46c2-424d-85e7-20547f69066d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'e897f8fc-3cef-40ca-9466-c6c65ecd9833'} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 05 17:07:06.363645 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-4b59a6c4-8f3e-4a39-a431-706590c7a732 None None] Bound port: 1e2dcc4a-c166-41d5-bccf-e0d1c6f3ef3a, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68e6c437-46c2-424d-85e7-20547f69066d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'e897f8fc-3cef-40ca-9466-c6c65ecd9833'}}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 05 17:07:06.364029 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-4b59a6c4-8f3e-4a39-a431-706590c7a732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:06.373251 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee9d7ba5-c405-4076-9b8e-ba2542282dde None None] Routers {'8e20d6c5-5760-40ff-8076-35b11b39e3e1'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:07:06.374587 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-ee9d7ba5-c405-4076-9b8e-ba2542282dde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:06:49Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['8e20d6c5-5760-40ff-8076-35b11b39e3e1'], 'active': True} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:07:06.387216 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f68e85af-632c-4116-9de4-1a1e18b80e72 tempest-RoutersIpV6AdminTest-862369890 tempest-RoutersIpV6AdminTest-862369890-project-admin] Router ca7397f7-bb88-41cb-a9fd-e185b36fbd60 is scheduled to L3 agent 59446fdc-40e0-41fe-a575-a8eb11d742f7 with binding_index 1 {{(pid=103800) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 05 17:07:06.400913 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-384dbb75-fc73-41a2-983d-14f239d4f2ea tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754181064771', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8784833'] for segment, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:06.408056 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-53531f40-e3d4-445e-a6b2-cab0f3230351 tempest-BulkNetworkOpsIpV6Test-1221443863 tempest-BulkNetworkOpsIpV6Test-1221443863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3891722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648695'] for network, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:06.411885 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-ee9d7ba5-c405-4076-9b8e-ba2542282dde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:07:06.413078 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee9d7ba5-c405-4076-9b8e-ba2542282dde None None] The sync data for ids ['8e20d6c5-5760-40ff-8076-35b11b39e3e1'] in dv-neutron-master-2-hyperv is: [] {{(pid=103803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 05 17:07:06.427216 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-53531f40-e3d4-445e-a6b2-cab0f3230351 tempest-BulkNetworkOpsIpV6Test-1221443863 tempest-BulkNetworkOpsIpV6Test-1221443863-project] Publish callbacks [] for network, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:06.432680 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-53531f40-e3d4-445e-a6b2-cab0f3230351 tempest-BulkNetworkOpsIpV6Test-1221443863 tempest-BulkNetworkOpsIpV6Test-1221443863-project] 10.222.0.11 "DELETE /v2.0/networks/ca6522f8-d085-49c5-a88d-3ef7c1f24d4e HTTP/1.1" status: 204 len: 168 time: 1.0201094 Jan 05 17:07:06.433871 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-4b59a6c4-8f3e-4a39-a431-706590c7a732 None None] For port 1e2dcc4a-c166-41d5-bccf-e0d1c6f3ef3a, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 05 17:07:06.435044 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-384dbb75-fc73-41a2-983d-14f239d4f2ea tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225'] for segment, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:06.436431 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 40076) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:07:06.456580 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53531f40-e3d4-445e-a6b2-cab0f3230351 tempest-BulkNetworkOpsIpV6Test-1221443863 tempest-BulkNetworkOpsIpV6Test-1221443863-project] Pushing event deleted for resources: {'Network': ['ID=ca6522f8-d085-49c5-a88d-3ef7c1f24d4e,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:07:06.576391 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-adfb76cf-b782-476d-9b0c-009315e3c307 tempest-BulkNetworkOpsIpV6Test-1221443863 tempest-BulkNetworkOpsIpV6Test-1221443863-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3809644'] for network, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:06.593602 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-384dbb75-fc73-41a2-983d-14f239d4f2ea tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Releasing vlan 105 on physical network physnet1 to pool {{(pid=103800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 05 17:07:06.594132 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-384dbb75-fc73-41a2-983d-14f239d4f2ea tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8784497'] for segment, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:06.599180 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:07:06.599180 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:07:06.599180 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:07:06.599180 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:07:06.599180 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:07:06.599180 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:07:06.599180 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:07:06.599180 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:07:06.599180 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 05 17:07:06.599180 dv-neutron-master-2-hyperv neutron-server[103800]: self.session.flush() Jan 05 17:07:06.599180 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 05 17:07:06.599180 dv-neutron-master-2-hyperv neutron-server[103800]: self.session.flush() Jan 05 17:07:06.599180 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 05 17:07:06.599180 dv-neutron-master-2-hyperv neutron-server[103800]: self.session.flush() Jan 05 17:07:06.599180 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 05 17:07:06.599180 dv-neutron-master-2-hyperv neutron-server[103800]: self.session.flush() Jan 05 17:07:06.599180 dv-neutron-master-2-hyperv neutron-server[103800]: Traceback (most recent call last): Jan 05 17:07:06.599180 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 05 17:07:06.599180 dv-neutron-master-2-hyperv neutron-server[103800]: timer() Jan 05 17:07:06.599180 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 05 17:07:06.599180 dv-neutron-master-2-hyperv neutron-server[103800]: cb(*args, **kw) Jan 05 17:07:06.599180 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 05 17:07:06.599180 dv-neutron-master-2-hyperv neutron-server[103800]: return func(*args, **kwargs) Jan 05 17:07:06.599180 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 05 17:07:06.599180 dv-neutron-master-2-hyperv neutron-server[103800]: self._notify() Jan 05 17:07:06.599180 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 05 17:07:06.599180 dv-neutron-master-2-hyperv neutron-server[103800]: self.callback(batched_events) Jan 05 17:07:06.599180 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 05 17:07:06.599180 dv-neutron-master-2-hyperv neutron-server[103800]: event.method(event) Jan 05 17:07:06.599180 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 05 17:07:06.599180 dv-neutron-master-2-hyperv neutron-server[103800]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 05 17:07:06.599180 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 05 17:07:06.599180 dv-neutron-master-2-hyperv neutron-server[103800]: aggregate_uuid = self.p_client.list_aggregates( Jan 05 17:07:06.599180 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 05 17:07:06.599180 dv-neutron-master-2-hyperv neutron-server[103800]: return f(self, *a, **k) Jan 05 17:07:06.599180 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 05 17:07:06.599180 dv-neutron-master-2-hyperv neutron-server[103800]: return self._get(url).json() Jan 05 17:07:06.599180 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 05 17:07:06.599180 dv-neutron-master-2-hyperv neutron-server[103800]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 05 17:07:06.599180 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 05 17:07:06.599180 dv-neutron-master-2-hyperv neutron-server[103800]: return self.request(url, 'GET', **kwargs) Jan 05 17:07:06.599180 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 05 17:07:06.599180 dv-neutron-master-2-hyperv neutron-server[103800]: base_url = self.get_endpoint(auth, allow=allow, Jan 05 17:07:06.599180 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 05 17:07:06.599180 dv-neutron-master-2-hyperv neutron-server[103800]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 05 17:07:06.599180 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 05 17:07:06.599180 dv-neutron-master-2-hyperv neutron-server[103800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 05 17:07:06.599180 dv-neutron-master-2-hyperv neutron-server[103800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 05 17:07:06.666702 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [None req-9f49f891-8d47-4575-8639-061929be4d7d tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Allocated IP 2001:db8::310b:a7b4:e348:e088 (e897f8fc-3cef-40ca-9466-c6c65ecd9833/a7529701-b3d2-4a22-9113-c4080a482d4a/fbac4cb9-586c-4e60-aa98-f663558e1d03) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:07:06.701393 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a68c038-5a7f-41dd-83f9-fab11b270b64 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Router 8e20d6c5-5760-40ff-8076-35b11b39e3e1 has already been hosted by L3 agent 59446fdc-40e0-41fe-a575-a8eb11d742f7 {{(pid=103801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 05 17:07:06.718928 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-adfb76cf-b782-476d-9b0c-009315e3c307 tempest-BulkNetworkOpsIpV6Test-1221443863 tempest-BulkNetworkOpsIpV6Test-1221443863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3891715', 'neutron.services.segments.db._delete_segments_for_network-8754181063482'] for network, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:06.753487 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f68e85af-632c-4116-9de4-1a1e18b80e72 tempest-RoutersIpV6AdminTest-862369890 tempest-RoutersIpV6AdminTest-862369890-project-admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 05 17:07:06.759279 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f68e85af-632c-4116-9de4-1a1e18b80e72 tempest-RoutersIpV6AdminTest-862369890 tempest-RoutersIpV6AdminTest-862369890-project-admin] Publish callbacks [] for router, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:06.763678 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-f68e85af-632c-4116-9de4-1a1e18b80e72 tempest-RoutersIpV6AdminTest-862369890 tempest-RoutersIpV6AdminTest-862369890-project-admin] 10.222.0.11 "PUT /v2.0/routers/ca7397f7-bb88-41cb-a9fd-e185b36fbd60 HTTP/1.1" status: 200 len: 919 time: 5.4322083 Jan 05 17:07:06.765842 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 40082) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:07:06.765977 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dbd1cf4-f44a-49e0-959b-2078da09010c None None] Sync routers for ids ['ca7397f7-bb88-41cb-a9fd-e185b36fbd60'] in dv-neutron-master-2-hyperv {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 05 17:07:06.776933 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.services.segments.db [None req-adfb76cf-b782-476d-9b0c-009315e3c307 tempest-BulkNetworkOpsIpV6Test-1221443863 tempest-BulkNetworkOpsIpV6Test-1221443863-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bfeb7c6b-0c8f-4d40-8dbb-eba4a98ab72c']}} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:07:06.783845 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dbd1cf4-f44a-49e0-959b-2078da09010c None None] Routers {'ca7397f7-bb88-41cb-a9fd-e185b36fbd60'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:07:06.785528 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-7dbd1cf4-f44a-49e0-959b-2078da09010c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:06:49Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['ca7397f7-bb88-41cb-a9fd-e185b36fbd60'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:07:06.791605 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.services.segments.db [None req-adfb76cf-b782-476d-9b0c-009315e3c307 tempest-BulkNetworkOpsIpV6Test-1221443863 tempest-BulkNetworkOpsIpV6Test-1221443863-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '461e7f5e-50a0-42cf-8854-fd7050556627') {'for_net_delete': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:07:06.791605 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.services.segments.db [None req-adfb76cf-b782-476d-9b0c-009315e3c307 tempest-BulkNetworkOpsIpV6Test-1221443863 tempest-BulkNetworkOpsIpV6Test-1221443863-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '461e7f5e-50a0-42cf-8854-fd7050556627') {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:07:06.805194 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-adfb76cf-b782-476d-9b0c-009315e3c307 tempest-BulkNetworkOpsIpV6Test-1221443863 tempest-BulkNetworkOpsIpV6Test-1221443863-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754181064771', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11316385'] for segment, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:06.854837 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-adfb76cf-b782-476d-9b0c-009315e3c307 tempest-BulkNetworkOpsIpV6Test-1221443863 tempest-BulkNetworkOpsIpV6Test-1221443863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225'] for segment, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:06.855054 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-384dbb75-fc73-41a2-983d-14f239d4f2ea tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3891722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648695'] for network, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:06.866506 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-4b59a6c4-8f3e-4a39-a431-706590c7a732 None None] For port 1e2dcc4a-c166-41d5-bccf-e0d1c6f3ef3a, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=1e2dcc4a-c166-41d5-bccf-e0d1c6f3ef3a,segment=NetworkSegment(68e6c437-46c2-424d-85e7-20547f69066d),segment_id=68e6c437-46c2-424d-85e7-20547f69066d)] {{(pid=103802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 05 17:07:06.866830 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-adfb76cf-b782-476d-9b0c-009315e3c307 tempest-BulkNetworkOpsIpV6Test-1221443863 tempest-BulkNetworkOpsIpV6Test-1221443863-project] Releasing vlan 102 on physical network physnet1 to pool {{(pid=103801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 05 17:07:06.867140 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-adfb76cf-b782-476d-9b0c-009315e3c307 tempest-BulkNetworkOpsIpV6Test-1221443863 tempest-BulkNetworkOpsIpV6Test-1221443863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11433197'] for segment, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:06.868828 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-7dbd1cf4-f44a-49e0-959b-2078da09010c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:07:06.871518 dv-neutron-master-2-hyperv neutron-server[103801]: Traceback (most recent call last): Jan 05 17:07:06.871518 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 05 17:07:06.871518 dv-neutron-master-2-hyperv neutron-server[103801]: timer() Jan 05 17:07:06.871518 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 05 17:07:06.871518 dv-neutron-master-2-hyperv neutron-server[103801]: cb(*args, **kw) Jan 05 17:07:06.871518 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 05 17:07:06.871518 dv-neutron-master-2-hyperv neutron-server[103801]: return func(*args, **kwargs) Jan 05 17:07:06.871518 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 05 17:07:06.871518 dv-neutron-master-2-hyperv neutron-server[103801]: self._notify() Jan 05 17:07:06.871518 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 05 17:07:06.871518 dv-neutron-master-2-hyperv neutron-server[103801]: self.callback(batched_events) Jan 05 17:07:06.871518 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 05 17:07:06.871518 dv-neutron-master-2-hyperv neutron-server[103801]: event.method(event) Jan 05 17:07:06.871518 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 05 17:07:06.871518 dv-neutron-master-2-hyperv neutron-server[103801]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 05 17:07:06.871518 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 05 17:07:06.871518 dv-neutron-master-2-hyperv neutron-server[103801]: aggregate_uuid = self.p_client.list_aggregates( Jan 05 17:07:06.871518 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 05 17:07:06.871518 dv-neutron-master-2-hyperv neutron-server[103801]: return f(self, *a, **k) Jan 05 17:07:06.871518 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 05 17:07:06.871518 dv-neutron-master-2-hyperv neutron-server[103801]: return self._get(url).json() Jan 05 17:07:06.871518 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 05 17:07:06.871518 dv-neutron-master-2-hyperv neutron-server[103801]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 05 17:07:06.871518 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 05 17:07:06.871518 dv-neutron-master-2-hyperv neutron-server[103801]: return self.request(url, 'GET', **kwargs) Jan 05 17:07:06.871518 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 05 17:07:06.871518 dv-neutron-master-2-hyperv neutron-server[103801]: base_url = self.get_endpoint(auth, allow=allow, Jan 05 17:07:06.871518 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 05 17:07:06.871518 dv-neutron-master-2-hyperv neutron-server[103801]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 05 17:07:06.871518 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 05 17:07:06.871518 dv-neutron-master-2-hyperv neutron-server[103801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 05 17:07:06.871518 dv-neutron-master-2-hyperv neutron-server[103801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 05 17:07:06.878695 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dbd1cf4-f44a-49e0-959b-2078da09010c None None] Routers {'ca7397f7-bb88-41cb-a9fd-e185b36fbd60'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:07:06.879439 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-7dbd1cf4-f44a-49e0-959b-2078da09010c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:06:49Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['ca7397f7-bb88-41cb-a9fd-e185b36fbd60'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:07:06.888677 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-384dbb75-fc73-41a2-983d-14f239d4f2ea tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Publish callbacks [] for network, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:06.891948 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-384dbb75-fc73-41a2-983d-14f239d4f2ea tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] 10.222.0.11 "DELETE /v2.0/networks/3e12550f-f284-4d9e-8a1c-5ac244a4d373 HTTP/1.1" status: 204 len: 168 time: 2.4597504 Jan 05 17:07:06.897392 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384dbb75-fc73-41a2-983d-14f239d4f2ea tempest-NetworksIpV6Test-1271794043 tempest-NetworksIpV6Test-1271794043-project] Pushing event deleted for resources: {'Network': ['ID=3e12550f-f284-4d9e-8a1c-5ac244a4d373,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:07:06.918823 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-7dbd1cf4-f44a-49e0-959b-2078da09010c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:07:06.919382 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dbd1cf4-f44a-49e0-959b-2078da09010c None None] The sync data for ids ['ca7397f7-bb88-41cb-a9fd-e185b36fbd60'] in dv-neutron-master-2-hyperv is: [] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 05 17:07:06.933721 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a68c038-5a7f-41dd-83f9-fab11b270b64 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 05 17:07:06.946309 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-1a68c038-5a7f-41dd-83f9-fab11b270b64 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for floatingip, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:06.955853 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-742a915e-9447-4845-acf5-9531a475c862 None None] Sync routers for ids ['8e20d6c5-5760-40ff-8076-35b11b39e3e1'] in dv-neutron-master-2-hyperv {{(pid=103803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 05 17:07:06.976672 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-4b59a6c4-8f3e-4a39-a431-706590c7a732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:06.993855 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-742a915e-9447-4845-acf5-9531a475c862 None None] Routers {'8e20d6c5-5760-40ff-8076-35b11b39e3e1'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:07:07.000841 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-742a915e-9447-4845-acf5-9531a475c862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:06:49Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['8e20d6c5-5760-40ff-8076-35b11b39e3e1'], 'active': True} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:07:07.010440 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-c2f7dd19-b08e-454a-84bf-42cb72065143 tempest-RoutersIpV6AdminTest-862369890 tempest-RoutersIpV6AdminTest-862369890-project-admin] 10.222.0.11 "GET /v2.0/routers/ca7397f7-bb88-41cb-a9fd-e185b36fbd60 HTTP/1.1" status: 200 len: 925 time: 0.2431850 Jan 05 17:07:07.013675 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 40090) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:07:07.068319 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9f49f891-8d47-4575-8639-061929be4d7d tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks [] for port, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:07.099677 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-742a915e-9447-4845-acf5-9531a475c862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:07:07.113118 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-adfb76cf-b782-476d-9b0c-009315e3c307 tempest-BulkNetworkOpsIpV6Test-1221443863 tempest-BulkNetworkOpsIpV6Test-1221443863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3891722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648695'] for network, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:07.115932 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-1a68c038-5a7f-41dd-83f9-fab11b270b64 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] 10.222.0.11 "PUT /v2.0/floatingips/47138d63-b08e-4e11-b25d-90711a8408db HTTP/1.1" status: 200 len: 978 time: 3.5082486 Jan 05 17:07:07.125099 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 40094) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:07:07.127024 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-adfb76cf-b782-476d-9b0c-009315e3c307 tempest-BulkNetworkOpsIpV6Test-1221443863 tempest-BulkNetworkOpsIpV6Test-1221443863-project] Publish callbacks [] for network, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:07.134805 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-742a915e-9447-4845-acf5-9531a475c862 None None] Routers {'8e20d6c5-5760-40ff-8076-35b11b39e3e1'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:07:07.134805 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-742a915e-9447-4845-acf5-9531a475c862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:06:49Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['8e20d6c5-5760-40ff-8076-35b11b39e3e1'], 'active': True} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:07:07.136233 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-adfb76cf-b782-476d-9b0c-009315e3c307 tempest-BulkNetworkOpsIpV6Test-1221443863 tempest-BulkNetworkOpsIpV6Test-1221443863-project] 10.222.0.11 "DELETE /v2.0/networks/bfeb7c6b-0c8f-4d40-8dbb-eba4a98ab72c HTTP/1.1" status: 204 len: 168 time: 0.6987665 Jan 05 17:07:07.136708 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db139fe4-226c-467c-bc62-ed53da996df2 tempest-RoutersIpV6AdminTest-862369890 tempest-RoutersIpV6AdminTest-862369890-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:07:07.138050 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-db139fe4-226c-467c-bc62-ed53da996df2 tempest-RoutersIpV6AdminTest-862369890 tempest-RoutersIpV6AdminTest-862369890-project-admin] 10.222.0.11 "GET /v2.0/ports?network_id=b0167590-0699-4c5c-a932-3939414a9573&device_id=ca7397f7-bb88-41cb-a9fd-e185b36fbd60&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1237741 Jan 05 17:07:07.142363 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 40096) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:07:07.142710 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 40098) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:07:07.148561 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-3b5d9310-0f3c-4cf3-94a3-3601409667b4 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:07:07.164135 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfb76cf-b782-476d-9b0c-009315e3c307 tempest-BulkNetworkOpsIpV6Test-1221443863 tempest-BulkNetworkOpsIpV6Test-1221443863-project] Pushing event deleted for resources: {'Network': ['ID=bfeb7c6b-0c8f-4d40-8dbb-eba4a98ab72c,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:07:07.179755 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b59a6c4-8f3e-4a39-a431-706590c7a732 None None] Pushing event updated for resources: {'Port': ['ID=1e2dcc4a-c166-41d5-bccf-e0d1c6f3ef3a,revision_number=2']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:07:07.203326 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-742a915e-9447-4845-acf5-9531a475c862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:07:07.204506 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-742a915e-9447-4845-acf5-9531a475c862 None None] The sync data for ids ['8e20d6c5-5760-40ff-8076-35b11b39e3e1'] in dv-neutron-master-2-hyperv is: [] {{(pid=103803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 05 17:07:07.211855 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f73ab3e-8e9b-414c-b34c-b566b5e2a21b req-3b829dcb-f617-402d-b4f9-48a3d361242d tempest-ServersTestJSON-1673014821 tempest-ServersTestJSON-1673014821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:07:07.215181 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-0f73ab3e-8e9b-414c-b34c-b566b5e2a21b req-3b829dcb-f617-402d-b4f9-48a3d361242d tempest-ServersTestJSON-1673014821 tempest-ServersTestJSON-1673014821-project] 10.222.0.11 "GET /v2.0/ports?device_id=07c8b51b-bbb0-4a74-b3bf-1c00d88f26b4 HTTP/1.1" status: 200 len: 946 time: 0.1433489 Jan 05 17:07:07.255379 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3b5d9310-0f3c-4cf3-94a3-3601409667b4 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Publish callbacks [] for floatingip, before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:07.257650 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af04bb40-9496-424f-adcf-fafe191dc8e7 req-9128f7ef-417f-4207-b439-c94ab1fd695c tempest-ServersTestManualDisk-24571533 tempest-ServersTestManualDisk-24571533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:07:07.259195 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-af04bb40-9496-424f-adcf-fafe191dc8e7 req-9128f7ef-417f-4207-b439-c94ab1fd695c tempest-ServersTestManualDisk-24571533 tempest-ServersTestManualDisk-24571533-project] 10.222.0.11 "GET /v2.0/ports?device_id=9e05055b-fb92-4007-81d3-6b13e68c583e HTTP/1.1" status: 200 len: 945 time: 0.1877744 Jan 05 17:07:07.327705 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-0f73ab3e-8e9b-414c-b34c-b566b5e2a21b req-84ee0522-1127-40cc-a2c7-873fa203f0da tempest-ServersTestJSON-1673014821 tempest-ServersTestJSON-1673014821-project] 10.222.0.11 "GET /v2.0/security-groups?id=a400398d-bf46-4390-bcfe-e2116b4af858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1043940 Jan 05 17:07:07.414469 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-48563079-6359-44a6-be6e-009a3b5d9826 tempest-BulkNetworkOpsIpV6Test-1221443863 tempest-BulkNetworkOpsIpV6Test-1221443863-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3809644'] for network, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:07.416613 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0519bc1a-dd77-4de8-b500-ab820cf9d108 tempest-RoutersIpV6AdminTest-862369890 tempest-RoutersIpV6AdminTest-862369890-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:07:07.418005 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-0519bc1a-dd77-4de8-b500-ab820cf9d108 tempest-RoutersIpV6AdminTest-862369890 tempest-RoutersIpV6AdminTest-862369890-project-admin] 10.222.0.11 "GET /v2.0/networks/b0167590-0699-4c5c-a932-3939414a9573 HTTP/1.1" status: 200 len: 881 time: 0.2672191 Jan 05 17:07:07.424406 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-af04bb40-9496-424f-adcf-fafe191dc8e7 req-8128c7e7-743d-44b7-8160-16167db35f5a tempest-ServersTestManualDisk-24571533 tempest-ServersTestManualDisk-24571533-project] 10.222.0.11 "GET /v2.0/security-groups?id=975168df-f8b7-4c5c-afef-35686270bc8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1272614 Jan 05 17:07:07.424406 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 40100) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:07:07.426715 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9f49f891-8d47-4575-8639-061929be4d7d tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:07.481004 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-3fa162f9-5177-4924-bf21-80d54986bd31 tempest-RoutersIpV6AdminTest-1137264224 tempest-RoutersIpV6AdminTest-1137264224-project] 10.222.0.11 "GET /v2.0/ports?device_id=ca7397f7-bb88-41cb-a9fd-e185b36fbd60 HTTP/1.1" status: 200 len: 205 time: 0.0555117 Jan 05 17:07:07.504444 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 40102) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:07:07.513770 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f49f891-8d47-4575-8639-061929be4d7d tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Network e897f8fc-3cef-40ca-9466-c6c65ecd9833 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:07:07.530487 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3b5d9310-0f3c-4cf3-94a3-3601409667b4 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:07.552379 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-9f49f891-8d47-4575-8639-061929be4d7d tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:07:07.561783 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f49f891-8d47-4575-8639-061929be4d7d tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:07:07.567996 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f49f891-8d47-4575-8639-061929be4d7d tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:07:07.568608 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9f49f891-8d47-4575-8639-061929be4d7d tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:07.604649 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3b5d9310-0f3c-4cf3-94a3-3601409667b4 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648677'] for floatingip, after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:07.605096 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.db.l3_db [None req-3b5d9310-0f3c-4cf3-94a3-3601409667b4 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Floating IP 47138d63-b08e-4e11-b25d-90711a8408db disassociated. External IP: 172.36.4.116, port: c3037384-d3fa-4066-80d8-4a11cc75bb34. Jan 05 17:07:07.656234 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f49f891-8d47-4575-8639-061929be4d7d tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Pushing event updated for resources: {'Port': ['ID=fbac4cb9-586c-4e60-aa98-f663558e1d03,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:07:07.715269 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 40108) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:07:07.737438 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-9f49f891-8d47-4575-8639-061929be4d7d tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.6304450 Jan 05 17:07:07.738057 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 1e2dcc4a-c166-41d5-bccf-e0d1c6f3ef3a up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:07:07.738151 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 40112) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:07:07.744432 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-dbda2329-4595-4c21-8c12-5120abaa06c6 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Request body: {'port': {'network_id': 'e897f8fc-3cef-40ca-9466-c6c65ecd9833', 'fixed_ips': [{'subnet_id': 'a7529701-b3d2-4a22-9113-c4080a482d4a', 'ip_address': '2001:db8::310b:a7b4:e348:e088'}], 'name': 'tempest-NetworksTestDHCPv6-2071641653'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:07:07.746522 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-48563079-6359-44a6-be6e-009a3b5d9826 tempest-BulkNetworkOpsIpV6Test-1221443863 tempest-BulkNetworkOpsIpV6Test-1221443863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3891715', 'neutron.services.segments.db._delete_segments_for_network-8754181063482'] for network, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:07.784150 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6344aa4f-ad04-42f3-9502-5ca670504610 req-37ed4f5d-d015-499a-8516-9c6568e1fcee tempest-ServerActionsTestJSON-949899014 tempest-ServerActionsTestJSON-949899014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:07:07.785713 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-6344aa4f-ad04-42f3-9502-5ca670504610 req-37ed4f5d-d015-499a-8516-9c6568e1fcee tempest-ServerActionsTestJSON-949899014 tempest-ServerActionsTestJSON-949899014-project] 10.222.0.11 "GET /v2.0/ports?device_id=be270a5c-db8b-4dff-9e40-79b29c80ad34 HTTP/1.1" status: 200 len: 946 time: 0.2053509 Jan 05 17:07:07.804832 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3a9e33fc-7662-4237-adec-75275bbee682 tempest-RoutersIpV6AdminTest-1137264224 tempest-RoutersIpV6AdminTest-1137264224-project] Publish callbacks [] for router, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:07.806337 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Provisioning complete for port 1e2dcc4a-c166-41d5-bccf-e0d1c6f3ef3a triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:07:07.807260 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:07.807587 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.services.segments.db [None req-48563079-6359-44a6-be6e-009a3b5d9826 tempest-BulkNetworkOpsIpV6Test-1221443863 tempest-BulkNetworkOpsIpV6Test-1221443863-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63d35b77-a77b-46fe-a94b-9a3e6589488a']}} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:07:07.853808 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.services.segments.db [None req-48563079-6359-44a6-be6e-009a3b5d9826 tempest-BulkNetworkOpsIpV6Test-1221443863 tempest-BulkNetworkOpsIpV6Test-1221443863-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fafd9ed8-cd6b-482d-960d-f69369999ab3') {'for_net_delete': True} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:07:07.854110 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.services.segments.db [None req-48563079-6359-44a6-be6e-009a3b5d9826 tempest-BulkNetworkOpsIpV6Test-1221443863 tempest-BulkNetworkOpsIpV6Test-1221443863-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fafd9ed8-cd6b-482d-960d-f69369999ab3') {} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:07:07.878220 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-48563079-6359-44a6-be6e-009a3b5d9826 tempest-BulkNetworkOpsIpV6Test-1221443863 tempest-BulkNetworkOpsIpV6Test-1221443863-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754181064771', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8784833'] for segment, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:07.906747 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-48563079-6359-44a6-be6e-009a3b5d9826 tempest-BulkNetworkOpsIpV6Test-1221443863 tempest-BulkNetworkOpsIpV6Test-1221443863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225'] for segment, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:07.911865 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-6344aa4f-ad04-42f3-9502-5ca670504610 req-a0ca3d53-e50d-40be-8277-33305e9bf378 tempest-ServerActionsTestJSON-949899014 tempest-ServerActionsTestJSON-949899014-project] 10.222.0.11 "GET /v2.0/security-groups?id=f7674e10-0a07-4bc4-8403-a53dd95a312a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1184726 Jan 05 17:07:07.926797 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:07.957294 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48563079-6359-44a6-be6e-009a3b5d9826 tempest-BulkNetworkOpsIpV6Test-1221443863 tempest-BulkNetworkOpsIpV6Test-1221443863-project] Releasing vlan 146 on physical network physnet1 to pool {{(pid=103800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 05 17:07:07.957716 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-48563079-6359-44a6-be6e-009a3b5d9826 tempest-BulkNetworkOpsIpV6Test-1221443863 tempest-BulkNetworkOpsIpV6Test-1221443863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8784497'] for segment, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:07.960766 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:07:07.960766 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:07:07.960766 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:07:07.960766 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:07:07.960766 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:07:07.960766 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:07:07.960766 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:07:07.960766 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:07:07.960766 dv-neutron-master-2-hyperv neutron-server[103800]: Traceback (most recent call last): Jan 05 17:07:07.960766 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 05 17:07:07.960766 dv-neutron-master-2-hyperv neutron-server[103800]: timer() Jan 05 17:07:07.960766 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 05 17:07:07.960766 dv-neutron-master-2-hyperv neutron-server[103800]: cb(*args, **kw) Jan 05 17:07:07.960766 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 05 17:07:07.960766 dv-neutron-master-2-hyperv neutron-server[103800]: return func(*args, **kwargs) Jan 05 17:07:07.960766 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 05 17:07:07.960766 dv-neutron-master-2-hyperv neutron-server[103800]: self._notify() Jan 05 17:07:07.960766 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 05 17:07:07.960766 dv-neutron-master-2-hyperv neutron-server[103800]: self.callback(batched_events) Jan 05 17:07:07.960766 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 05 17:07:07.960766 dv-neutron-master-2-hyperv neutron-server[103800]: event.method(event) Jan 05 17:07:07.960766 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 05 17:07:07.960766 dv-neutron-master-2-hyperv neutron-server[103800]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 05 17:07:07.960766 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 05 17:07:07.960766 dv-neutron-master-2-hyperv neutron-server[103800]: aggregate_uuid = self.p_client.list_aggregates( Jan 05 17:07:07.960766 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 05 17:07:07.960766 dv-neutron-master-2-hyperv neutron-server[103800]: return f(self, *a, **k) Jan 05 17:07:07.960766 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 05 17:07:07.960766 dv-neutron-master-2-hyperv neutron-server[103800]: return self._get(url).json() Jan 05 17:07:07.960766 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 05 17:07:07.960766 dv-neutron-master-2-hyperv neutron-server[103800]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 05 17:07:07.960766 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 05 17:07:07.960766 dv-neutron-master-2-hyperv neutron-server[103800]: return self.request(url, 'GET', **kwargs) Jan 05 17:07:07.960766 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 05 17:07:07.960766 dv-neutron-master-2-hyperv neutron-server[103800]: base_url = self.get_endpoint(auth, allow=allow, Jan 05 17:07:07.960766 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 05 17:07:07.960766 dv-neutron-master-2-hyperv neutron-server[103800]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 05 17:07:07.960766 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 05 17:07:07.960766 dv-neutron-master-2-hyperv neutron-server[103800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 05 17:07:07.960766 dv-neutron-master-2-hyperv neutron-server[103800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 05 17:07:07.991277 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] For port 1e2dcc4a-c166-41d5-bccf-e0d1c6f3ef3a, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=1e2dcc4a-c166-41d5-bccf-e0d1c6f3ef3a,segment=NetworkSegment(68e6c437-46c2-424d-85e7-20547f69066d),segment_id=68e6c437-46c2-424d-85e7-20547f69066d)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:07:08.033144 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3a9e33fc-7662-4237-adec-75275bbee682 tempest-RoutersIpV6AdminTest-1137264224 tempest-RoutersIpV6AdminTest-1137264224-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:08.043816 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b5d9310-0f3c-4cf3-94a3-3601409667b4 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Router 8e20d6c5-5760-40ff-8076-35b11b39e3e1 has already been hosted by L3 agent 59446fdc-40e0-41fe-a575-a8eb11d742f7 {{(pid=103801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 05 17:07:08.068618 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-35637fcc-0c31-49e8-9730-203873eee1ce admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a3ad318c2083452290397b0c39945cb9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3526108 Jan 05 17:07:08.072241 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:08.072988 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 40116) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:07:08.105485 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 804c443e-3370-4768-8ff3-cbe1f3e3472e no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 05 17:07:08.131621 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-48563079-6359-44a6-be6e-009a3b5d9826 tempest-BulkNetworkOpsIpV6Test-1221443863 tempest-BulkNetworkOpsIpV6Test-1221443863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3891722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648695'] for network, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:08.139569 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] No Port match for: 804c443e-3370-4768-8ff3-cbe1f3e3472e {{(pid=103802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 05 17:07:08.139968 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 804c443e-3370-4768-8ff3-cbe1f3e3472e not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 05 17:07:08.151635 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Pushing event updated for resources: {'Port': ['ID=1e2dcc4a-c166-41d5-bccf-e0d1c6f3ef3a,revision_number=3']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:07:08.162384 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-48563079-6359-44a6-be6e-009a3b5d9826 tempest-BulkNetworkOpsIpV6Test-1221443863 tempest-BulkNetworkOpsIpV6Test-1221443863-project] Publish callbacks [] for network, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:08.168231 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-48563079-6359-44a6-be6e-009a3b5d9826 tempest-BulkNetworkOpsIpV6Test-1221443863 tempest-BulkNetworkOpsIpV6Test-1221443863-project] 10.222.0.11 "DELETE /v2.0/networks/63d35b77-a77b-46fe-a94b-9a3e6589488a HTTP/1.1" status: 204 len: 168 time: 1.0220146 Jan 05 17:07:08.168419 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbda2329-4595-4c21-8c12-5120abaa06c6 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Made reservation on behalf of fd419c78d7194361a03f37a26ebeba76 for: {'port': 1} {{(pid=103801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:07:08.178967 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48563079-6359-44a6-be6e-009a3b5d9826 tempest-BulkNetworkOpsIpV6Test-1221443863 tempest-BulkNetworkOpsIpV6Test-1221443863-project] Pushing event deleted for resources: {'Network': ['ID=63d35b77-a77b-46fe-a94b-9a3e6589488a,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:07:08.259321 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-3a9e33fc-7662-4237-adec-75275bbee682 tempest-RoutersIpV6AdminTest-1137264224 tempest-RoutersIpV6AdminTest-1137264224-project] Deleting port 8761fd38-482e-440f-9945-ddd9b5347ea9 {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:07:08.259794 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3a9e33fc-7662-4237-adec-75275bbee682 tempest-RoutersIpV6AdminTest-1137264224 tempest-RoutersIpV6AdminTest-1137264224-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:08.308392 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3f264bf4-c98e-4aa3-9b0d-a96f40337e9f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:08.349091 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3a9e33fc-7662-4237-adec-75275bbee682 tempest-RoutersIpV6AdminTest-1137264224 tempest-RoutersIpV6AdminTest-1137264224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:08.351405 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b5d9310-0f3c-4cf3-94a3-3601409667b4 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 05 17:07:08.356514 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3b5d9310-0f3c-4cf3-94a3-3601409667b4 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for floatingip, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:08.364212 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fac2dbf8-c4da-4016-952b-5081f0b935a2 None None] Sync routers for ids ['8e20d6c5-5760-40ff-8076-35b11b39e3e1'] in dv-neutron-master-2-hyperv {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 05 17:07:08.364932 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-3a9e33fc-7662-4237-adec-75275bbee682 tempest-RoutersIpV6AdminTest-1137264224 tempest-RoutersIpV6AdminTest-1137264224-project] Calling delete_port for 8761fd38-482e-440f-9945-ddd9b5347ea9 owned by network:router_gateway {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:07:08.374207 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3f264bf4-c98e-4aa3-9b0d-a96f40337e9f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:08.379151 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fac2dbf8-c4da-4016-952b-5081f0b935a2 None None] Routers {'8e20d6c5-5760-40ff-8076-35b11b39e3e1'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:07:08.380049 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-fac2dbf8-c4da-4016-952b-5081f0b935a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:06:49Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['8e20d6c5-5760-40ff-8076-35b11b39e3e1'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:07:08.428184 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-fac2dbf8-c4da-4016-952b-5081f0b935a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:07:08.429700 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-dbda2329-4595-4c21-8c12-5120abaa06c6 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:08.443628 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fac2dbf8-c4da-4016-952b-5081f0b935a2 None None] Routers {'8e20d6c5-5760-40ff-8076-35b11b39e3e1'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:07:08.444264 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-fac2dbf8-c4da-4016-952b-5081f0b935a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:06:49Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['8e20d6c5-5760-40ff-8076-35b11b39e3e1'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:07:08.450775 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-3b5d9310-0f3c-4cf3-94a3-3601409667b4 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] 10.222.0.11 "PUT /v2.0/floatingips/47138d63-b08e-4e11-b25d-90711a8408db HTTP/1.1" status: 200 len: 688 time: 1.3052781 Jan 05 17:07:08.460720 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 40124) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:07:08.486648 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-fac2dbf8-c4da-4016-952b-5081f0b935a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:07:08.487329 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fac2dbf8-c4da-4016-952b-5081f0b935a2 None None] The sync data for ids ['8e20d6c5-5760-40ff-8076-35b11b39e3e1'] in dv-neutron-master-2-hyperv is: [] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 05 17:07:08.524949 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-7c185f1e-e10a-4952-a270-7df85e15cd0b None None] Provisioning complete for port 1e2dcc4a-c166-41d5-bccf-e0d1c6f3ef3a triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:07:08.525479 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-7c185f1e-e10a-4952-a270-7df85e15cd0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:08.536726 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.notifiers.nova [None req-dbda2329-4595-4c21-8c12-5120abaa06c6 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] device_id is not set on port 4cf165fb-4126-48d6-9eb3-3109257351fc yet. {{(pid=103801) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 05 17:07:08.577376 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc60dced-5436-4d93-9b52-76a20578a7ec req-69ec7644-bfb7-4305-ab47-d79dc38102d8 tempest-ServersTestManualDisk-24571533 tempest-ServersTestManualDisk-24571533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:07:08.578979 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-bc60dced-5436-4d93-9b52-76a20578a7ec req-69ec7644-bfb7-4305-ab47-d79dc38102d8 tempest-ServersTestManualDisk-24571533 tempest-ServersTestManualDisk-24571533-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e05055b-fb92-4007-81d3-6b13e68c583e HTTP/1.1" status: 200 len: 945 time: 0.2116694 Jan 05 17:07:08.743828 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 40130) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:07:08.770678 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3f264bf4-c98e-4aa3-9b0d-a96f40337e9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:08.773254 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3f264bf4-c98e-4aa3-9b0d-a96f40337e9f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:08.774581 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-3f264bf4-c98e-4aa3-9b0d-a96f40337e9f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/43baf819-4ca0-455c-b45d-5976eb64c461 HTTP/1.1" status: 204 len: 168 time: 0.6976213 Jan 05 17:07:08.798596 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f264bf4-c98e-4aa3-9b0d-a96f40337e9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43baf819-4ca0-455c-b45d-5976eb64c461,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:07:08.846346 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8752be-0f3f-4819-aa97-d0e733a1c3ee req-368ab2c1-fda3-4ba1-90b3-4c938f20ddc5 tempest-ServersTestManualDisk-24571533 tempest-ServersTestManualDisk-24571533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:07:08.847983 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-7d8752be-0f3f-4819-aa97-d0e733a1c3ee req-368ab2c1-fda3-4ba1-90b3-4c938f20ddc5 tempest-ServersTestManualDisk-24571533 tempest-ServersTestManualDisk-24571533-project] 10.222.0.11 "GET /v2.0/ports?device_id=9e05055b-fb92-4007-81d3-6b13e68c583e HTTP/1.1" status: 200 len: 945 time: 0.1903892 Jan 05 17:07:08.874319 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-f05e9f82-9b96-4f50-95fa-d30b4ba6daec None None] Provisioning complete for port fbac4cb9-586c-4e60-aa98-f663558e1d03 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:07:08.874910 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9324d524-820d-4835-9d66-4006e9f64845 req-947a7ee0-280b-4df7-87bf-5afec2517066 tempest-ServersTestJSON-1673014821 tempest-ServersTestJSON-1673014821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:07:08.875323 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-f05e9f82-9b96-4f50-95fa-d30b4ba6daec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:08.876595 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-9324d524-820d-4835-9d66-4006e9f64845 req-947a7ee0-280b-4df7-87bf-5afec2517066 tempest-ServersTestJSON-1673014821 tempest-ServersTestJSON-1673014821-project] 10.222.0.13 "GET /v2.0/ports?device_id=07c8b51b-bbb0-4a74-b3bf-1c00d88f26b4 HTTP/1.1" status: 200 len: 946 time: 0.4697194 Jan 05 17:07:08.889261 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd16ad27-6ef0-43fe-bf25-a349630eaaa8 req-a16570e2-c295-4016-8a9e-f7e809137791 tempest-ServersTestJSON-1673014821 tempest-ServersTestJSON-1673014821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:07:08.896450 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-bd16ad27-6ef0-43fe-bf25-a349630eaaa8 req-a16570e2-c295-4016-8a9e-f7e809137791 tempest-ServersTestJSON-1673014821 tempest-ServersTestJSON-1673014821-project] 10.222.0.11 "GET /v2.0/ports?device_id=07c8b51b-bbb0-4a74-b3bf-1c00d88f26b4 HTTP/1.1" status: 200 len: 946 time: 0.3731520 Jan 05 17:07:08.926413 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-f05e9f82-9b96-4f50-95fa-d30b4ba6daec None None] Port fbac4cb9-586c-4e60-aa98-f663558e1d03 cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 17:07:08.980486 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3a9e33fc-7662-4237-adec-75275bbee682 tempest-RoutersIpV6AdminTest-1137264224 tempest-RoutersIpV6AdminTest-1137264224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:09.032500 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9e33fc-7662-4237-adec-75275bbee682 tempest-RoutersIpV6AdminTest-1137264224 tempest-RoutersIpV6AdminTest-1137264224-project] Pushing event deleted for resources: {'Port': ['ID=8761fd38-482e-440f-9945-ddd9b5347ea9,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:07:09.053923 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e1b5e9f-a98a-4fcc-ac75-141015e20822 None None] DHCP port deletion for b0167590-0699-4c5c-a932-3939414a9573 request from dv-neutron-master-2-hyperv {{(pid=103802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 05 17:07:09.060897 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-bd16ad27-6ef0-43fe-bf25-a349630eaaa8 req-8aa857c0-1e28-4284-8e99-edd75f40ccca tempest-ServersTestJSON-1673014821 tempest-ServersTestJSON-1673014821-project] 10.222.0.11 "GET /v2.0/security-groups?id=a400398d-bf46-4390-bcfe-e2116b4af858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1637924 Jan 05 17:07:09.144672 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [req-bc60dced-5436-4d93-9b52-76a20578a7ec req-149b75b9-d28d-4058-808b-0729f99c7241 tempest-ServersTestManualDisk-24571533 tempest-ServersTestManualDisk-24571533-project] Deleting port 05891007-1fed-4dd3-bd1c-36287398be5f {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:07:09.145067 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-bc60dced-5436-4d93-9b52-76a20578a7ec req-149b75b9-d28d-4058-808b-0729f99c7241 tempest-ServersTestManualDisk-24571533 tempest-ServersTestManualDisk-24571533-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:09.182839 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-d822c966-5093-4ac1-a433-2d9d8b223bba tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Deleting port e745b928-999a-4ee3-8687-4c1077736f16 {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:07:09.183838 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-d822c966-5093-4ac1-a433-2d9d8b223bba tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:09.261130 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbda2329-4595-4c21-8c12-5120abaa06c6 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] POST failed (client error): There was a conflict when trying to complete your request. Jan 05 17:07:09.261686 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dbda2329-4595-4c21-8c12-5120abaa06c6 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 05 17:07:09.308176 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-7d8752be-0f3f-4819-aa97-d0e733a1c3ee req-4c6a0e36-0387-4ee9-8515-cb7d371a039a tempest-ServersTestManualDisk-24571533 tempest-ServersTestManualDisk-24571533-project] 10.222.0.11 "GET /v2.0/security-groups?id=975168df-f8b7-4c5c-afef-35686270bc8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4505529 Jan 05 17:07:09.329325 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-bababbb2-5765-49ac-b684-864c1e08c799 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=175a41cc1e044198a10049169306dffb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5814030 Jan 05 17:07:09.333381 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 40144) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:07:09.357693 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-d822c966-5093-4ac1-a433-2d9d8b223bba tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:09.358005 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-d822c966-5093-4ac1-a433-2d9d8b223bba tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:09.388577 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-dbda2329-4595-4c21-8c12-5120abaa06c6 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.6487226 Jan 05 17:07:09.389621 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-d822c966-5093-4ac1-a433-2d9d8b223bba tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Calling delete_port for e745b928-999a-4ee3-8687-4c1077736f16 owned by network:floatingip {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:07:09.395228 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 40146) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:07:09.495960 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-21dfd1da-b5fc-4c47-a2d3-c6761bcb5a1a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:09.524586 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08b454bd-953e-47ac-8a3d-1821dd94fe33 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:07:09.530843 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08b454bd-953e-47ac-8a3d-1821dd94fe33 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:07:09.533113 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-08b454bd-953e-47ac-8a3d-1821dd94fe33 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1686 time: 0.1348710 Jan 05 17:07:09.540816 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 40150) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:07:09.558986 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3a9e33fc-7662-4237-adec-75275bbee682 tempest-RoutersIpV6AdminTest-1137264224 tempest-RoutersIpV6AdminTest-1137264224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-648595'] for router_gateway, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:09.582603 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-21dfd1da-b5fc-4c47-a2d3-c6761bcb5a1a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:09.600455 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [req-9324d524-820d-4835-9d66-4006e9f64845 req-a4323ca9-c993-4fcc-81eb-7929c8b10010 tempest-ServersTestJSON-1673014821 tempest-ServersTestJSON-1673014821-project] Deleting port a7599bb3-4578-47a4-9639-0cfaf64ba5d2 {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:07:09.600797 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-9324d524-820d-4835-9d66-4006e9f64845 req-a4323ca9-c993-4fcc-81eb-7929c8b10010 tempest-ServersTestJSON-1673014821 tempest-ServersTestJSON-1673014821-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:09.669650 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 1e2dcc4a-c166-41d5-bccf-e0d1c6f3ef3a up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:07:09.715386 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3a9e33fc-7662-4237-adec-75275bbee682 tempest-RoutersIpV6AdminTest-1137264224 tempest-RoutersIpV6AdminTest-1137264224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-648249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62744'] for router, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:09.747529 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3a9e33fc-7662-4237-adec-75275bbee682 tempest-RoutersIpV6AdminTest-1137264224 tempest-RoutersIpV6AdminTest-1137264224-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:09.753792 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-63cbc088-37e8-43c6-b703-8c8777a6326e tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Deleting port fbac4cb9-586c-4e60-aa98-f663558e1d03 {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:07:09.754157 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-63cbc088-37e8-43c6-b703-8c8777a6326e tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:09.755371 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc32d4d-d613-4c05-9547-c5c28373020d req-6cd90786-f724-4196-97c4-543d0450f8b4 tempest-ServerActionsTestJSON-949899014 tempest-ServerActionsTestJSON-949899014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:07:09.756891 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-abc32d4d-d613-4c05-9547-c5c28373020d req-6cd90786-f724-4196-97c4-543d0450f8b4 tempest-ServerActionsTestJSON-949899014 tempest-ServerActionsTestJSON-949899014-project] 10.222.0.11 "GET /v2.0/ports?device_id=be270a5c-db8b-4dff-9e40-79b29c80ad34 HTTP/1.1" status: 200 len: 946 time: 0.6056015 Jan 05 17:07:09.765520 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.db [req-bc60dced-5436-4d93-9b52-76a20578a7ec req-149b75b9-d28d-4058-808b-0729f99c7241 tempest-ServersTestManualDisk-24571533 tempest-ServersTestManualDisk-24571533-project] For port 05891007-1fed-4dd3-bd1c-36287398be5f, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=05891007-1fed-4dd3-bd1c-36287398be5f,segment=NetworkSegment(d65903af-bfbb-40e4-945d-cf3bc3c0723b),segment_id=d65903af-bfbb-40e4-945d-cf3bc3c0723b)] {{(pid=103800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:07:09.765928 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-bc60dced-5436-4d93-9b52-76a20578a7ec req-149b75b9-d28d-4058-808b-0729f99c7241 tempest-ServersTestManualDisk-24571533 tempest-ServersTestManualDisk-24571533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:09.781709 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Provisioning complete for port 1e2dcc4a-c166-41d5-bccf-e0d1c6f3ef3a triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:07:09.783284 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:09.810662 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-21dfd1da-b5fc-4c47-a2d3-c6761bcb5a1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:09.813900 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-21dfd1da-b5fc-4c47-a2d3-c6761bcb5a1a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:09.818217 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-21dfd1da-b5fc-4c47-a2d3-c6761bcb5a1a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f8fff365-5e59-4919-afda-07bd46fdf364 HTTP/1.1" status: 204 len: 168 time: 0.4839523 Jan 05 17:07:09.836162 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dfd1da-b5fc-4c47-a2d3-c6761bcb5a1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8fff365-5e59-4919-afda-07bd46fdf364,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:07:09.866012 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-d822c966-5093-4ac1-a433-2d9d8b223bba tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11433176'] for port, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:09.912504 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d822c966-5093-4ac1-a433-2d9d8b223bba tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Pushing event deleted for resources: {'Port': ['ID=e745b928-999a-4ee3-8687-4c1077736f16,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:07:09.942763 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-63cbc088-37e8-43c6-b703-8c8777a6326e tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:09.976923 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-63cbc088-37e8-43c6-b703-8c8777a6326e tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Calling delete_port for fbac4cb9-586c-4e60-aa98-f663558e1d03 owned by {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:07:10.010899 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-d822c966-5093-4ac1-a433-2d9d8b223bba tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Publish callbacks [] for floatingip, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:10.010899 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-d822c966-5093-4ac1-a433-2d9d8b223bba tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for floatingip, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:10.010899 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-d822c966-5093-4ac1-a433-2d9d8b223bba tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] 10.222.0.11 "DELETE /v2.0/floatingips/47138d63-b08e-4e11-b25d-90711a8408db HTTP/1.1" status: 204 len: 168 time: 1.5395782 Jan 05 17:07:10.046968 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 40160) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:07:10.049545 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.db [req-9324d524-820d-4835-9d66-4006e9f64845 req-a4323ca9-c993-4fcc-81eb-7929c8b10010 tempest-ServersTestJSON-1673014821 tempest-ServersTestJSON-1673014821-project] For port a7599bb3-4578-47a4-9639-0cfaf64ba5d2, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=a7599bb3-4578-47a4-9639-0cfaf64ba5d2,segment=NetworkSegment(724f64f6-50e7-48d8-ab30-09fe928cc729),segment_id=724f64f6-50e7-48d8-ab30-09fe928cc729)] {{(pid=103800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:07:10.050247 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-9324d524-820d-4835-9d66-4006e9f64845 req-a4323ca9-c993-4fcc-81eb-7929c8b10010 tempest-ServersTestJSON-1673014821 tempest-ServersTestJSON-1673014821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:10.054810 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3a9e33fc-7662-4237-adec-75275bbee682 tempest-RoutersIpV6AdminTest-1137264224 tempest-RoutersIpV6AdminTest-1137264224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-648240'] for router, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:10.055358 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a9e33fc-7662-4237-adec-75275bbee682 tempest-RoutersIpV6AdminTest-1137264224 tempest-RoutersIpV6AdminTest-1137264224-project] Fanout notify agent at l3_agent the message router_deleted on router ca7397f7-bb88-41cb-a9fd-e185b36fbd60 {{(pid=103800) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 05 17:07:10.079039 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3a9e33fc-7662-4237-adec-75275bbee682 tempest-RoutersIpV6AdminTest-1137264224 tempest-RoutersIpV6AdminTest-1137264224-project] Publish callbacks [] for router, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:10.080526 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-3a9e33fc-7662-4237-adec-75275bbee682 tempest-RoutersIpV6AdminTest-1137264224 tempest-RoutersIpV6AdminTest-1137264224-project] 10.222.0.11 "DELETE /v2.0/routers/ca7397f7-bb88-41cb-a9fd-e185b36fbd60 HTTP/1.1" status: 204 len: 168 time: 2.5747495 Jan 05 17:07:10.095428 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-abc32d4d-d613-4c05-9547-c5c28373020d req-2308c605-91bc-4f6a-a8ab-3046eb3cfddb tempest-ServerActionsTestJSON-949899014 tempest-ServerActionsTestJSON-949899014-project] 10.222.0.11 "GET /v2.0/security-groups?id=f7674e10-0a07-4bc4-8403-a53dd95a312a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3103151 Jan 05 17:07:10.098660 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 40164) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:07:10.103824 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-818d597d-e0b4-499f-bae0-f78b3e057861 tempest-RoutersIpV6AdminTest-1137264224 tempest-RoutersIpV6AdminTest-1137264224-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1588795539', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:07:10.111538 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.api.v2.resource [None req-1c23a60a-580e-4361-a420-ab95bb2e0d6b tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] delete failed (client error): The resource could not be found. Jan 05 17:07:10.112617 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-1c23a60a-580e-4361-a420-ab95bb2e0d6b tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] 10.222.0.11 "DELETE /v2.0/floatingips/47138d63-b08e-4e11-b25d-90711a8408db HTTP/1.1" status: 404 len: 345 time: 0.0641749 Jan 05 17:07:10.126237 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 40168) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:07:10.160622 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 40172) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:07:10.291255 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-bc60dced-5436-4d93-9b52-76a20578a7ec req-149b75b9-d28d-4058-808b-0729f99c7241 tempest-ServersTestManualDisk-24571533 tempest-ServersTestManualDisk-24571533-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:10.291501 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-bc60dced-5436-4d93-9b52-76a20578a7ec req-149b75b9-d28d-4058-808b-0729f99c7241 tempest-ServersTestManualDisk-24571533 tempest-ServersTestManualDisk-24571533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648677'] for floatingip, after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:10.291817 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.db.l3_db [req-bc60dced-5436-4d93-9b52-76a20578a7ec req-149b75b9-d28d-4058-808b-0729f99c7241 tempest-ServersTestManualDisk-24571533 tempest-ServersTestManualDisk-24571533-project] Floating IP 2d28fdc3-2044-4ec8-b3b0-9bc8123db789 disassociated. External IP: 172.36.4.60, port: 05891007-1fed-4dd3-bd1c-36287398be5f. Jan 05 17:07:10.292151 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [req-bc60dced-5436-4d93-9b52-76a20578a7ec req-149b75b9-d28d-4058-808b-0729f99c7241 tempest-ServersTestManualDisk-24571533 tempest-ServersTestManualDisk-24571533-project] Calling delete_port for 05891007-1fed-4dd3-bd1c-36287398be5f owned by compute:nova {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:07:10.352103 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-818d597d-e0b4-499f-bae0-f78b3e057861 tempest-RoutersIpV6AdminTest-1137264224 tempest-RoutersIpV6AdminTest-1137264224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-649063', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58098'] for router, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:10.353293 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-818d597d-e0b4-499f-bae0-f78b3e057861 tempest-RoutersIpV6AdminTest-1137264224 tempest-RoutersIpV6AdminTest-1137264224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649832', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-545006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58091'] for router, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:10.393113 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a91d3d2-4c50-469c-a885-62d38fb42df2 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:07:10.400130 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a91d3d2-4c50-469c-a885-62d38fb42df2 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:07:10.402874 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-9324d524-820d-4835-9d66-4006e9f64845 req-a4323ca9-c993-4fcc-81eb-7929c8b10010 tempest-ServersTestJSON-1673014821 tempest-ServersTestJSON-1673014821-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:10.403199 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-9324d524-820d-4835-9d66-4006e9f64845 req-a4323ca9-c993-4fcc-81eb-7929c8b10010 tempest-ServersTestJSON-1673014821 tempest-ServersTestJSON-1673014821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648677'] for floatingip, after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:10.410118 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.db.l3_db [req-9324d524-820d-4835-9d66-4006e9f64845 req-a4323ca9-c993-4fcc-81eb-7929c8b10010 tempest-ServersTestJSON-1673014821 tempest-ServersTestJSON-1673014821-project] Floating IP a4808b3c-32a9-44f1-8503-a0eccb7429e7 disassociated. External IP: 172.36.4.183, port: a7599bb3-4578-47a4-9639-0cfaf64ba5d2. Jan 05 17:07:10.410118 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [req-9324d524-820d-4835-9d66-4006e9f64845 req-a4323ca9-c993-4fcc-81eb-7929c8b10010 tempest-ServersTestJSON-1673014821 tempest-ServersTestJSON-1673014821-project] Calling delete_port for a7599bb3-4578-47a4-9639-0cfaf64ba5d2 owned by compute:nova {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:07:10.410504 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a91d3d2-4c50-469c-a885-62d38fb42df2 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:07:10.412789 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-8a91d3d2-4c50-469c-a885-62d38fb42df2 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] 10.222.0.11 "GET /v2.0/ports?network_id=c48256cf-a076-46b3-9713-1d8b4ddd5ae7 HTTP/1.1" status: 200 len: 2358 time: 0.2853427 Jan 05 17:07:10.414429 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 40188) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:07:10.423070 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-35211f20-867f-4897-9397-b08e96deba6d tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Request body: {'network': {'name': 'tempest-RoutersTest-1824066291'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:07:10.463469 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229a45d7-5529-4e35-9b69-fbd8907f3ed4 req-ea3239a6-3dec-404c-93ad-591691f46221 tempest-ServersTestJSON-1673014821 tempest-ServersTestJSON-1673014821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:07:10.464961 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-229a45d7-5529-4e35-9b69-fbd8907f3ed4 req-ea3239a6-3dec-404c-93ad-591691f46221 tempest-ServersTestJSON-1673014821 tempest-ServersTestJSON-1673014821-project] 10.222.0.11 "GET /v2.0/ports?device_id=07c8b51b-bbb0-4a74-b3bf-1c00d88f26b4 HTTP/1.1" status: 200 len: 946 time: 0.2006848 Jan 05 17:07:10.515428 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29f2567a-1009-4e09-b0b1-00d131bcdbaf tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:07:10.515428 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-29f2567a-1009-4e09-b0b1-00d131bcdbaf tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] 10.222.0.11 "GET /v2.0/subnets/eba2a40f-845c-42e2-9c40-b9adb01e47ff HTTP/1.1" status: 200 len: 797 time: 0.0998745 Jan 05 17:07:10.523177 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 40192) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:07:10.526350 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-229a45d7-5529-4e35-9b69-fbd8907f3ed4 req-f3db48f1-50bb-48e8-b2e9-1e15b079bbca tempest-ServersTestJSON-1673014821 tempest-ServersTestJSON-1673014821-project] 10.222.0.11 "GET /v2.0/security-groups?id=a400398d-bf46-4390-bcfe-e2116b4af858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488315 Jan 05 17:07:10.528671 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-2605968e-b494-4f28-ad4f-6f63b9415a0c tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Request body: {'port': {'network_id': 'c48256cf-a076-46b3-9713-1d8b4ddd5ae7', 'name': 'tempest-FloatingIPTestJSON-986266046', 'fixed_ips': [{'ip_address': '172.20.0.13'}, {'ip_address': '172.20.0.12'}]}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:07:10.574350 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-818d597d-e0b4-499f-bae0-f78b3e057861 tempest-RoutersIpV6AdminTest-1137264224 tempest-RoutersIpV6AdminTest-1137264224-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:10.578063 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-63cbc088-37e8-43c6-b703-8c8777a6326e tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11433176'] for port, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:10.578198 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35211f20-867f-4897-9397-b08e96deba6d tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Made reservation on behalf of 85eea60e03994a48a004c2f9e50e4168 for: {'network': 1} {{(pid=103801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:07:10.582130 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-35211f20-867f-4897-9397-b08e96deba6d tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for network, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:10.616494 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-35211f20-867f-4897-9397-b08e96deba6d tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks [] for security_group, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:10.625683 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cbc088-37e8-43c6-b703-8c8777a6326e tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Pushing event deleted for resources: {'Port': ['ID=fbac4cb9-586c-4e60-aa98-f663558e1d03,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:07:10.682263 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-63cbc088-37e8-43c6-b703-8c8777a6326e tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:10.685613 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-63cbc088-37e8-43c6-b703-8c8777a6326e tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] 10.222.0.11 "DELETE /v2.0/ports/fbac4cb9-586c-4e60-aa98-f663558e1d03 HTTP/1.1" status: 204 len: 168 time: 1.1425822 Jan 05 17:07:10.690270 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-818d597d-e0b4-499f-bae0-f78b3e057861 tempest-RoutersIpV6AdminTest-1137264224 tempest-RoutersIpV6AdminTest-1137264224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-648430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648639'] for router, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:10.699209 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 40194) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:07:10.743946 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-bc60dced-5436-4d93-9b52-76a20578a7ec req-149b75b9-d28d-4058-808b-0729f99c7241 tempest-ServersTestManualDisk-24571533 tempest-ServersTestManualDisk-24571533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:10.777248 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149b75b9-d28d-4058-808b-0729f99c7241 tempest-ServersTestManualDisk-24571533 tempest-ServersTestManualDisk-24571533-project] Pushing event deleted for resources: {'Port': ['ID=05891007-1fed-4dd3-bd1c-36287398be5f,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:07:10.801210 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba4247f-149d-40eb-820e-d2ef3ba032b3 req-08f0db99-f6a7-40c7-842a-0a75e71a6886 tempest-ServersTestManualDisk-24571533 tempest-ServersTestManualDisk-24571533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:07:10.802861 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-eba4247f-149d-40eb-820e-d2ef3ba032b3 req-08f0db99-f6a7-40c7-842a-0a75e71a6886 tempest-ServersTestManualDisk-24571533 tempest-ServersTestManualDisk-24571533-project] 10.222.0.11 "GET /v2.0/ports?device_id=9e05055b-fb92-4007-81d3-6b13e68c583e HTTP/1.1" status: 200 len: 945 time: 0.1816933 Jan 05 17:07:10.813949 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5b36ebd-a88b-42b8-b521-21bd4e0f3fe4 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:07:10.815574 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5b36ebd-a88b-42b8-b521-21bd4e0f3fe4 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:07:10.821817 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-b5b36ebd-a88b-42b8-b521-21bd4e0f3fe4 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1169171 Jan 05 17:07:10.822553 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 40200) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:07:10.889203 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-9324d524-820d-4835-9d66-4006e9f64845 req-a4323ca9-c993-4fcc-81eb-7929c8b10010 tempest-ServersTestJSON-1673014821 tempest-ServersTestJSON-1673014821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:10.914718 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-818d597d-e0b4-499f-bae0-f78b3e057861 tempest-RoutersIpV6AdminTest-1137264224 tempest-RoutersIpV6AdminTest-1137264224-project] Publish callbacks [] for router, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:10.918299 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-818d597d-e0b4-499f-bae0-f78b3e057861 tempest-RoutersIpV6AdminTest-1137264224 tempest-RoutersIpV6AdminTest-1137264224-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.8159630 Jan 05 17:07:10.928767 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 40204) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:07:10.936267 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-a87c8894-5f03-4f02-8a01-c00f521810a8 tempest-RoutersIpV6AdminTest-862369890 tempest-RoutersIpV6AdminTest-862369890-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'enable_snat': False}}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:07:10.944689 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4323ca9-c993-4fcc-81eb-7929c8b10010 tempest-ServersTestJSON-1673014821 tempest-ServersTestJSON-1673014821-project] Pushing event deleted for resources: {'Port': ['ID=a7599bb3-4578-47a4-9639-0cfaf64ba5d2,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:07:11.048790 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-eba4247f-149d-40eb-820e-d2ef3ba032b3 req-6a59c103-7182-4852-8a70-52d222525af2 tempest-ServersTestManualDisk-24571533 tempest-ServersTestManualDisk-24571533-project] 10.222.0.11 "GET /v2.0/security-groups?id=975168df-f8b7-4c5c-afef-35686270bc8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2304101 Jan 05 17:07:11.050679 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bc60dced-5436-4d93-9b52-76a20578a7ec req-149b75b9-d28d-4058-808b-0729f99c7241 tempest-ServersTestManualDisk-24571533 tempest-ServersTestManualDisk-24571533-project] Router 1f9c6c3e-8e40-47bc-8b6d-0617b570b717 has already been hosted by L3 agent 59446fdc-40e0-41fe-a575-a8eb11d742f7 {{(pid=103800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 05 17:07:11.052699 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5b39bcf-f7c5-4212-a6b6-9af5612ec19c tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Deleting subnet a7529701-b3d2-4a22-9113-c4080a482d4a {{(pid=103801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 05 17:07:11.055199 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2605968e-b494-4f28-ad4f-6f63b9415a0c tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Made reservation on behalf of 87533cd40e56486093883a2bc761b888 for: {'port': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:07:11.065515 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f5b39bcf-f7c5-4212-a6b6-9af5612ec19c tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks [] for subnet, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:11.123942 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-35211f20-867f-4897-9397-b08e96deba6d tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks [] for security_group, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:11.172642 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f5b39bcf-f7c5-4212-a6b6-9af5612ec19c tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11316398'] for subnet, precommit_delete_associations {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:11.234470 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-35211f20-867f-4897-9397-b08e96deba6d tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:11.285898 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-a87c8894-5f03-4f02-8a01-c00f521810a8 tempest-RoutersIpV6AdminTest-862369890 tempest-RoutersIpV6AdminTest-862369890-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:11.310624 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2605968e-b494-4f28-ad4f-6f63b9415a0c tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:11.314885 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9324d524-820d-4835-9d66-4006e9f64845 req-a4323ca9-c993-4fcc-81eb-7929c8b10010 tempest-ServersTestJSON-1673014821 tempest-ServersTestJSON-1673014821-project] Router 280080f8-81eb-483c-9f98-23b36e89ca2d has already been hosted by L3 agent 59446fdc-40e0-41fe-a575-a8eb11d742f7 {{(pid=103800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 05 17:07:11.315127 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35211f20-867f-4897-9397-b08e96deba6d tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] vlan segment allocate from pool success with {'vlan_id': 130, 'physical_network': 'physnet1'} {{(pid=103801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 05 17:07:11.321561 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35211f20-867f-4897-9397-b08e96deba6d tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb54c9c3-a5f3-4645-90be-9c3a32dc7793,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:07:11.351619 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-35211f20-867f-4897-9397-b08e96deba6d tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225'] for segment, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:11.351967 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.db.segments_db [None req-35211f20-867f-4897-9397-b08e96deba6d tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Added segment e43c28db-a3bd-4985-8772-f4a6c40438da of type vlan for network 90fb0b95-c831-44d0-a599-a2da507cd440 Jan 05 17:07:11.364946 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 40212) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:07:11.399078 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42089115-b662-4341-b154-697d63edc036 req-14670e90-42a3-487c-83df-1da79a400fa8 tempest-ServerActionsTestJSON-949899014 tempest-ServerActionsTestJSON-949899014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:07:11.406050 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-42089115-b662-4341-b154-697d63edc036 req-14670e90-42a3-487c-83df-1da79a400fa8 tempest-ServerActionsTestJSON-949899014 tempest-ServerActionsTestJSON-949899014-project] 10.222.0.11 "GET /v2.0/ports?device_id=be270a5c-db8b-4dff-9e40-79b29c80ad34 HTTP/1.1" status: 200 len: 946 time: 0.2792568 Jan 05 17:07:11.422966 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f5b39bcf-f7c5-4212-a6b6-9af5612ec19c tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892868'] for subnet, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:11.437088 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.notifiers.nova [None req-2605968e-b494-4f28-ad4f-6f63b9415a0c tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] device_id is not set on port 0bb2dfe7-b47a-4032-bcf7-1aa909194fcd yet. {{(pid=103800) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 05 17:07:11.447882 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-35211f20-867f-4897-9397-b08e96deba6d tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754180566020'] for network, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:11.450761 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bc60dced-5436-4d93-9b52-76a20578a7ec req-149b75b9-d28d-4058-808b-0729f99c7241 tempest-ServersTestManualDisk-24571533 tempest-ServersTestManualDisk-24571533-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 05 17:07:11.465284 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74471a32-f032-4a65-92c5-6c987a02be4b None None] Sync routers for ids ['1f9c6c3e-8e40-47bc-8b6d-0617b570b717'] in dv-neutron-master-2-hyperv {{(pid=103803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 05 17:07:11.479608 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74471a32-f032-4a65-92c5-6c987a02be4b None None] Routers {'1f9c6c3e-8e40-47bc-8b6d-0617b570b717'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:07:11.482438 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-74471a32-f032-4a65-92c5-6c987a02be4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:06:49Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['1f9c6c3e-8e40-47bc-8b6d-0617b570b717'], 'active': True} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:07:11.556837 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-060c0c69-0bea-44c9-836c-f66dcdb9aaf6 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1006703205'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:07:11.615493 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc60dced-5436-4d93-9b52-76a20578a7ec req-149b75b9-d28d-4058-808b-0729f99c7241 tempest-ServersTestManualDisk-24571533 tempest-ServersTestManualDisk-24571533-project] No DVR routers for this DVR port 05891007-1fed-4dd3-bd1c-36287398be5f on host hv-neutron-mast {{(pid=103800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 05 17:07:11.634088 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-bc60dced-5436-4d93-9b52-76a20578a7ec req-149b75b9-d28d-4058-808b-0729f99c7241 tempest-ServersTestManualDisk-24571533 tempest-ServersTestManualDisk-24571533-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:11.636714 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvr_db [None req-74471a32-f032-4a65-92c5-6c987a02be4b None None] Set router 1f9c6c3e-8e40-47bc-8b6d-0617b570b717 gateway port host: dv-neutron-master-2-hyperv {{(pid=103803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:07:11.639127 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-bc60dced-5436-4d93-9b52-76a20578a7ec req-149b75b9-d28d-4058-808b-0729f99c7241 tempest-ServersTestManualDisk-24571533 tempest-ServersTestManualDisk-24571533-project] 10.222.0.13 "DELETE /v2.0/ports/05891007-1fed-4dd3-bd1c-36287398be5f HTTP/1.1" status: 204 len: 173 time: 3.0520449 Jan 05 17:07:11.639127 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e05055b-fb92-4007-81d3-6b13e68c583e', 'name': 'network-vif-deleted', 'tag': '05891007-1fed-4dd3-bd1c-36287398be5f'}] {{(pid=103800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 05 17:07:11.640364 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f64b9d4628f7eefcc27168a80c04985d23f0ea5def038dae05e1deb7357f3bfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1f8f964-c2d2-4c43-a9ad-d665cebedf28" -d '{"events": [{"server_uuid": "9e05055b-fb92-4007-81d3-6b13e68c583e", "name": "network-vif-deleted", "tag": "05891007-1fed-4dd3-bd1c-36287398be5f"}]}' {{(pid=103800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 05 17:07:11.652288 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f5b39bcf-f7c5-4212-a6b6-9af5612ec19c tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3893367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11433231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12480600'] for subnet, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:11.760230 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b39bcf-f7c5-4212-a6b6-9af5612ec19c tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Pushing event deleted for resources: {'Subnet': ['ID=a7529701-b3d2-4a22-9113-c4080a482d4a,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:07:11.763126 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-35211f20-867f-4897-9397-b08e96deba6d tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685'] for network, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:11.770746 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35211f20-867f-4897-9397-b08e96deba6d tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:07:11.771456 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-35211f20-867f-4897-9397-b08e96deba6d tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks [] for network, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:11.796153 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-3c6841b5-36b8-4625-bf5c-0e832e9b45cb req-5912ceb6-b57e-4f86-a916-327bab53820b tempest-ServersTestJSON-1673014821 tempest-ServersTestJSON-1673014821-project] 10.222.0.11 "GET /v2.0/ports?device_id=07c8b51b-bbb0-4a74-b3bf-1c00d88f26b4 HTTP/1.1" status: 200 len: 210 time: 0.0885589 Jan 05 17:07:11.827800 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-060c0c69-0bea-44c9-836c-f66dcdb9aaf6 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Made reservation on behalf of 04762f6d6f55432ea3822a71fa1f481f for: {'network': 1} {{(pid=103801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:07:11.834580 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-060c0c69-0bea-44c9-836c-f66dcdb9aaf6 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for network, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:11.894079 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-060c0c69-0bea-44c9-836c-f66dcdb9aaf6 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks [] for security_group, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:11.917129 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-74471a32-f032-4a65-92c5-6c987a02be4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f9c6c3e-8e40-47bc-8b6d-0617b570b717', 'name': 'tempest-ServersTestManualDisk-1679529818-router', 'tenant_id': '0f0fe7d5d7be4d15b102bcc43593286e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.135'}], 'enable_snat': True}, 'gw_port_id': '4675d80c-fae0-4ba7-b0fe-b2a5b20c7a44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:05:25Z', 'updated_at': '2022-01-05T17:05:38Z', 'revision_number': 4, 'project_id': '0f0fe7d5d7be4d15b102bcc43593286e', 'gw_port': {'id': '4675d80c-fae0-4ba7-b0fe-b2a5b20c7a44', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:44:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f9c6c3e-8e40-47bc-8b6d-0617b570b717', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:05:27Z', 'updated_at': '2022-01-05T17:05:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'f2c5c7c7-d0b5-46b9-9c34-58c6c515b4f0', 'name': '', 'network_id': 'aabb1632-0142-4854-ba4e-971fe2ad463e', 'tenant_id': '0f0fe7d5d7be4d15b102bcc43593286e', 'mac_address': 'fa:16:3e:96:dc:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f9c6c3e-8e40-47bc-8b6d-0617b570b717', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': 'd0c013bc-a746-4d54-8492-ba8dc88b5bb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:05:36Z', 'updated_at': '2022-01-05T17:05:44Z', 'revision_number': 5, 'project_id': '0f0fe7d5d7be4d15b102bcc43593286e', 'subnets': [{'id': 'd0c013bc-a746-4d54-8492-ba8dc88b5bb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:07:11.918418 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6f56c1b-454e-4278-a96f-3259a002d8e7 None None] Network e897f8fc-3cef-40ca-9466-c6c65ecd9833 requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:07:11.930030 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Jan 2022 17:07:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fea4b5b-d6dd-440d-8a66-d246f291b0e7 x-openstack-request-id: req-3fea4b5b-d6dd-440d-8a66-d246f291b0e7 {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 05 17:07:11.930491 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e05055b-fb92-4007-81d3-6b13e68c583e", "name": "network-vif-deleted", "tag": "05891007-1fed-4dd3-bd1c-36287398be5f", "status": "completed", "code": 200}]} {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 05 17:07:11.930888 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-3fea4b5b-d6dd-440d-8a66-d246f291b0e7 {{(pid=103800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 05 17:07:11.931470 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e05055b-fb92-4007-81d3-6b13e68c583e', 'name': 'network-vif-deleted', 'tag': '05891007-1fed-4dd3-bd1c-36287398be5f', 'status': 'completed', 'code': 200} Jan 05 17:07:11.938591 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-35211f20-867f-4897-9397-b08e96deba6d tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.7767012 Jan 05 17:07:11.940110 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f5b39bcf-f7c5-4212-a6b6-9af5612ec19c tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks [] for subnet, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:11.943832 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 40220) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:07:11.947354 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-f5b39bcf-f7c5-4212-a6b6-9af5612ec19c tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] 10.222.0.11 "DELETE /v2.0/subnets/a7529701-b3d2-4a22-9113-c4080a482d4a HTTP/1.1" status: 204 len: 168 time: 1.1238997 Jan 05 17:07:11.953793 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74471a32-f032-4a65-92c5-6c987a02be4b None None] Checking router: 1f9c6c3e-8e40-47bc-8b6d-0617b570b717 for host: dv-neutron-master-2-hyperv {{(pid=103803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 05 17:07:11.962687 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74471a32-f032-4a65-92c5-6c987a02be4b None None] Routers {'1f9c6c3e-8e40-47bc-8b6d-0617b570b717'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:07:11.963910 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-74471a32-f032-4a65-92c5-6c987a02be4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:06:49Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['1f9c6c3e-8e40-47bc-8b6d-0617b570b717'], 'active': True} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:07:11.978947 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-3d84f96e-d182-43c8-be51-caba0c3dbb95 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Request body: {'network': {'name': 'tempest-RoutersTest-1750859732'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:07:11.987360 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 40222) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:07:11.996911 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-42089115-b662-4341-b154-697d63edc036 req-25e9818a-207e-4916-8fc7-0754e4b07981 tempest-ServerActionsTestJSON-949899014 tempest-ServerActionsTestJSON-949899014-project] 10.222.0.11 "GET /v2.0/security-groups?id=f7674e10-0a07-4bc4-8403-a53dd95a312a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5905685 Jan 05 17:07:12.055572 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35211f20-867f-4897-9397-b08e96deba6d tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Pushing event updated for resources: {'Network': ['ID=90fb0b95-c831-44d0-a599-a2da507cd440,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:07:12.074113 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Network 90fb0b95-c831-44d0-a599-a2da507cd440 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 05 17:07:12.226212 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvr_db [None req-74471a32-f032-4a65-92c5-6c987a02be4b None None] Set router 1f9c6c3e-8e40-47bc-8b6d-0617b570b717 gateway port host: dv-neutron-master-2-hyperv {{(pid=103803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:07:12.333740 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Device 05891007-1fed-4dd3-bd1c-36287398be5f no longer exists at agent hyperv_hv-neutron-mast {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 05 17:07:12.353438 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-68d939a9-920b-426f-9641-328dd155c2d2 req-e0bb57d2-7874-4831-b426-e0be74eb6e09 tempest-ServersTestManualDisk-24571533 tempest-ServersTestManualDisk-24571533-project] 10.222.0.11 "GET /v2.0/ports?device_id=9e05055b-fb92-4007-81d3-6b13e68c583e HTTP/1.1" status: 200 len: 210 time: 0.1211708 Jan 05 17:07:12.383454 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f5acd77-847d-4215-9a33-d2f3136fc25c None None] DHCP port deletion for e897f8fc-3cef-40ca-9466-c6c65ecd9833 request from dv-neutron-master-2-hyperv {{(pid=103802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 05 17:07:12.386481 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] No Port match for: 05891007-1fed-4dd3-bd1c-36287398be5f {{(pid=103802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 05 17:07:12.387087 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Device 05891007-1fed-4dd3-bd1c-36287398be5f not bound to the agent host hv-neutron-mast {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 05 17:07:12.387679 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Device a7599bb3-4578-47a4-9639-0cfaf64ba5d2 no longer exists at agent hyperv_hv-neutron-mast {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 05 17:07:12.437988 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] No Port match for: a7599bb3-4578-47a4-9639-0cfaf64ba5d2 {{(pid=103802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 05 17:07:12.440631 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Device a7599bb3-4578-47a4-9639-0cfaf64ba5d2 not bound to the agent host hv-neutron-mast {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 05 17:07:12.490064 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-a87c8894-5f03-4f02-8a01-c00f521810a8 tempest-RoutersIpV6AdminTest-862369890 tempest-RoutersIpV6AdminTest-862369890-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:12.493914 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-060c0c69-0bea-44c9-836c-f66dcdb9aaf6 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks [] for security_group, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:12.519953 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-a87c8894-5f03-4f02-8a01-c00f521810a8 tempest-RoutersIpV6AdminTest-862369890 tempest-RoutersIpV6AdminTest-862369890-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:12.545424 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-0f5acd77-847d-4215-9a33-d2f3136fc25c None None] Deleting port 1e2dcc4a-c166-41d5-bccf-e0d1c6f3ef3a {{(pid=103802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:07:12.545824 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-0f5acd77-847d-4215-9a33-d2f3136fc25c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:12.550071 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [None req-2605968e-b494-4f28-ad4f-6f63b9415a0c tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Allocated IP 172.20.0.13 (c48256cf-a076-46b3-9713-1d8b4ddd5ae7/eba2a40f-845c-42e2-9c40-b9adb01e47ff/0bb2dfe7-b47a-4032-bcf7-1aa909194fcd) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:07:12.556099 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-e6adbd25-dd2a-46eb-b717-98ac0e791984 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.5581028 Jan 05 17:07:12.560982 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 40228) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:07:12.576358 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-141fff27-c03c-47b9-a842-d6d29d76fb7c tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Request body: {'subnet': {'network_id': 'e897f8fc-3cef-40ca-9466-c6c65ecd9833', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:07:12.582553 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [None req-2605968e-b494-4f28-ad4f-6f63b9415a0c tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Allocated IP 172.20.0.12 (c48256cf-a076-46b3-9713-1d8b4ddd5ae7/eba2a40f-845c-42e2-9c40-b9adb01e47ff/0bb2dfe7-b47a-4032-bcf7-1aa909194fcd) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:07:12.593570 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-060c0c69-0bea-44c9-836c-f66dcdb9aaf6 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:12.614731 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9324d524-820d-4835-9d66-4006e9f64845 req-a4323ca9-c993-4fcc-81eb-7929c8b10010 tempest-ServersTestJSON-1673014821 tempest-ServersTestJSON-1673014821-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 05 17:07:12.617272 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-74471a32-f032-4a65-92c5-6c987a02be4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f9c6c3e-8e40-47bc-8b6d-0617b570b717', 'name': 'tempest-ServersTestManualDisk-1679529818-router', 'tenant_id': '0f0fe7d5d7be4d15b102bcc43593286e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.135'}], 'enable_snat': True}, 'gw_port_id': '4675d80c-fae0-4ba7-b0fe-b2a5b20c7a44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:05:25Z', 'updated_at': '2022-01-05T17:05:38Z', 'revision_number': 4, 'project_id': '0f0fe7d5d7be4d15b102bcc43593286e', 'gw_port': {'id': '4675d80c-fae0-4ba7-b0fe-b2a5b20c7a44', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:44:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f9c6c3e-8e40-47bc-8b6d-0617b570b717', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:05:27Z', 'updated_at': '2022-01-05T17:05:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'f2c5c7c7-d0b5-46b9-9c34-58c6c515b4f0', 'name': '', 'network_id': 'aabb1632-0142-4854-ba4e-971fe2ad463e', 'tenant_id': '0f0fe7d5d7be4d15b102bcc43593286e', 'mac_address': 'fa:16:3e:96:dc:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f9c6c3e-8e40-47bc-8b6d-0617b570b717', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': 'd0c013bc-a746-4d54-8492-ba8dc88b5bb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:05:36Z', 'updated_at': '2022-01-05T17:05:44Z', 'revision_number': 5, 'project_id': '0f0fe7d5d7be4d15b102bcc43593286e', 'subnets': [{'id': 'd0c013bc-a746-4d54-8492-ba8dc88b5bb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:07:12.651956 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-060c0c69-0bea-44c9-836c-f66dcdb9aaf6 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] vlan segment allocate from pool success with {'vlan_id': 134, 'physical_network': 'physnet1'} {{(pid=103801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 05 17:07:12.670082 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060c0c69-0bea-44c9-836c-f66dcdb9aaf6 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cff1c749-c87e-48f9-9cbb-c572f07fa606,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:07:12.683068 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-259c604e-9ee5-4631-8b43-5205c5f17f1d None None] Sync routers for ids ['280080f8-81eb-483c-9f98-23b36e89ca2d'] in dv-neutron-master-2-hyperv {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 05 17:07:12.690191 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74471a32-f032-4a65-92c5-6c987a02be4b None None] The sync data for ids ['1f9c6c3e-8e40-47bc-8b6d-0617b570b717'] in dv-neutron-master-2-hyperv is: [{'id': '1f9c6c3e-8e40-47bc-8b6d-0617b570b717', 'name': 'tempest-ServersTestManualDisk-1679529818-router', 'tenant_id': '0f0fe7d5d7be4d15b102bcc43593286e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.135'}], 'enable_snat': True}, 'gw_port_id': '4675d80c-fae0-4ba7-b0fe-b2a5b20c7a44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:05:25Z', 'updated_at': '2022-01-05T17:05:38Z', 'revision_number': 4, 'project_id': '0f0fe7d5d7be4d15b102bcc43593286e', 'gw_port': {'id': '4675d80c-fae0-4ba7-b0fe-b2a5b20c7a44', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:44:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f9c6c3e-8e40-47bc-8b6d-0617b570b717', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:05:27Z', 'updated_at': '2022-01-05T17:05:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'f2c5c7c7-d0b5-46b9-9c34-58c6c515b4f0', 'name': '', 'network_id': 'aabb1632-0142-4854-ba4e-971fe2ad463e', 'tenant_id': '0f0fe7d5d7be4d15b102bcc43593286e', 'mac_address': 'fa:16:3e:96:dc:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f9c6c3e-8e40-47bc-8b6d-0617b570b717', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': 'd0c013bc-a746-4d54-8492-ba8dc88b5bb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:05:36Z', 'updated_at': '2022-01-05T17:05:44Z', 'revision_number': 5, 'project_id': '0f0fe7d5d7be4d15b102bcc43593286e', 'subnets': [{'id': 'd0c013bc-a746-4d54-8492-ba8dc88b5bb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 05 17:07:12.707381 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-0f5acd77-847d-4215-9a33-d2f3136fc25c None None] For port 1e2dcc4a-c166-41d5-bccf-e0d1c6f3ef3a, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=1e2dcc4a-c166-41d5-bccf-e0d1c6f3ef3a,segment=NetworkSegment(68e6c437-46c2-424d-85e7-20547f69066d),segment_id=68e6c437-46c2-424d-85e7-20547f69066d)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:07:12.707842 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-0f5acd77-847d-4215-9a33-d2f3136fc25c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:12.718178 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-060c0c69-0bea-44c9-836c-f66dcdb9aaf6 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225'] for segment, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:12.718856 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.db.segments_db [None req-060c0c69-0bea-44c9-836c-f66dcdb9aaf6 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Added segment 8baac335-01c0-43c6-a45c-b77879deda65 of type vlan for network e43a2dfe-e4d2-4090-8e1f-2dae430c77a4 Jan 05 17:07:12.724592 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-0f5acd77-847d-4215-9a33-d2f3136fc25c None None] Calling delete_port for 1e2dcc4a-c166-41d5-bccf-e0d1c6f3ef3a owned by network:dhcp {{(pid=103802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:07:12.791273 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [req-9324d524-820d-4835-9d66-4006e9f64845 req-a4323ca9-c993-4fcc-81eb-7929c8b10010 tempest-ServersTestJSON-1673014821 tempest-ServersTestJSON-1673014821-project] No DVR routers for this DVR port a7599bb3-4578-47a4-9639-0cfaf64ba5d2 on host hv-neutron-mast {{(pid=103800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 05 17:07:12.800270 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d84f96e-d182-43c8-be51-caba0c3dbb95 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Made reservation on behalf of 85eea60e03994a48a004c2f9e50e4168 for: {'network': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:07:12.805330 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3d84f96e-d182-43c8-be51-caba0c3dbb95 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for network, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:12.808445 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-9324d524-820d-4835-9d66-4006e9f64845 req-a4323ca9-c993-4fcc-81eb-7929c8b10010 tempest-ServersTestJSON-1673014821 tempest-ServersTestJSON-1673014821-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:12.812129 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-9324d524-820d-4835-9d66-4006e9f64845 req-a4323ca9-c993-4fcc-81eb-7929c8b10010 tempest-ServersTestJSON-1673014821 tempest-ServersTestJSON-1673014821-project] 10.222.0.13 "DELETE /v2.0/ports/a7599bb3-4578-47a4-9639-0cfaf64ba5d2 HTTP/1.1" status: 204 len: 173 time: 3.9131281 Jan 05 17:07:12.827496 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-060c0c69-0bea-44c9-836c-f66dcdb9aaf6 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754180566020'] for network, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:12.842007 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [None req-a87c8894-5f03-4f02-8a01-c00f521810a8 tempest-RoutersIpV6AdminTest-862369890 tempest-RoutersIpV6AdminTest-862369890-project-admin] Allocated IP 172.36.4.195 (b0167590-0699-4c5c-a932-3939414a9573/7a784a6d-3d96-418f-a645-b9ccd0b1ac55/f7e30fce-8f01-4d16-97eb-87ed8ce41938) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:07:12.858185 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-259c604e-9ee5-4631-8b43-5205c5f17f1d None None] Routers {'280080f8-81eb-483c-9f98-23b36e89ca2d'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:07:12.860076 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-259c604e-9ee5-4631-8b43-5205c5f17f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:06:49Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['280080f8-81eb-483c-9f98-23b36e89ca2d'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:07:12.872879 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d84f96e-d182-43c8-be51-caba0c3dbb95 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'} {{(pid=103800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 05 17:07:12.888226 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3d84f96e-d182-43c8-be51-caba0c3dbb95 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225'] for segment, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:12.888568 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.db.segments_db [None req-3d84f96e-d182-43c8-be51-caba0c3dbb95 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Added segment 581babad-afad-48b7-8ff7-8e49237424b1 of type vlan for network b51dc6bd-01e2-4c6e-aa0a-158cff5a9d58 Jan 05 17:07:12.967388 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-0f5acd77-847d-4215-9a33-d2f3136fc25c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678'] for port, after_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:12.988556 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3d84f96e-d182-43c8-be51-caba0c3dbb95 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754180566020'] for network, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:13.018266 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-060c0c69-0bea-44c9-836c-f66dcdb9aaf6 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685'] for network, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:13.046202 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-060c0c69-0bea-44c9-836c-f66dcdb9aaf6 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:07:13.046844 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-060c0c69-0bea-44c9-836c-f66dcdb9aaf6 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks [] for network, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:13.088465 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-141fff27-c03c-47b9-a842-d6d29d76fb7c tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Made reservation on behalf of fd419c78d7194361a03f37a26ebeba76 for: {'subnet': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:07:13.100388 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-141fff27-c03c-47b9-a842-d6d29d76fb7c tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8521827'] for subnet, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:13.131183 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-f4673f65-9794-4157-9c85-66e0c47d3ce2 req-d4ee86d6-69ec-41d6-9737-3697b8f9e093 tempest-ServersTestJSON-1673014821 tempest-ServersTestJSON-1673014821-project] 10.222.0.11 "GET /v2.0/ports?device_id=07c8b51b-bbb0-4a74-b3bf-1c00d88f26b4 HTTP/1.1" status: 200 len: 210 time: 0.1556973 Jan 05 17:07:13.138021 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-259c604e-9ee5-4631-8b43-5205c5f17f1d None None] Set router 280080f8-81eb-483c-9f98-23b36e89ca2d gateway port host: dv-neutron-master-2-hyperv {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:07:13.153145 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.db.resource_extend [None req-3d84f96e-d182-43c8-be51-caba0c3dbb95 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 05 17:07:13.159988 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-111cab34-3f34-442f-bcf6-645b1905b3d2 None None] New status for floating IP 2d28fdc3-2044-4ec8-b3b0-9bc8123db789: DOWN {{(pid=103803) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 05 17:07:13.170597 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-a87c8894-5f03-4f02-8a01-c00f521810a8 tempest-RoutersIpV6AdminTest-862369890 tempest-RoutersIpV6AdminTest-862369890-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:13.269770 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5acd77-847d-4215-9a33-d2f3136fc25c None None] Pushing event deleted for resources: {'Port': ['ID=1e2dcc4a-c166-41d5-bccf-e0d1c6f3ef3a,revision_number=None']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:07:13.301074 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2605968e-b494-4f28-ad4f-6f63b9415a0c tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Publish callbacks [] for port, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:13.317948 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3d84f96e-d182-43c8-be51-caba0c3dbb95 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685'] for network, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:13.324510 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d84f96e-d182-43c8-be51-caba0c3dbb95 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:07:13.325100 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3d84f96e-d182-43c8-be51-caba0c3dbb95 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks [] for network, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:13.368656 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f5acd77-847d-4215-9a33-d2f3136fc25c None None] No DVR routers for this DVR port 1e2dcc4a-c166-41d5-bccf-e0d1c6f3ef3a on host dv-neutron-master-2-hyperv {{(pid=103802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 05 17:07:13.379404 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-060c0c69-0bea-44c9-836c-f66dcdb9aaf6 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 2.0109963 Jan 05 17:07:13.383932 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 40234) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:07:13.398467 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060c0c69-0bea-44c9-836c-f66dcdb9aaf6 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Pushing event updated for resources: {'Network': ['ID=e43a2dfe-e4d2-4090-8e1f-2dae430c77a4,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:07:13.434189 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a860e6-b6f5-4139-80b7-4a8109811e35 req-b9b26a02-8e54-42ec-a838-da9c14ada0ce tempest-ServerActionsTestJSON-949899014 tempest-ServerActionsTestJSON-949899014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:07:13.442186 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-9bbc382e-c383-4ea5-931c-f72ec229a390 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2684079'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:07:13.443790 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-49a860e6-b6f5-4139-80b7-4a8109811e35 req-b9b26a02-8e54-42ec-a838-da9c14ada0ce tempest-ServerActionsTestJSON-949899014 tempest-ServerActionsTestJSON-949899014-project] 10.222.0.11 "GET /v2.0/ports?device_id=be270a5c-db8b-4dff-9e40-79b29c80ad34 HTTP/1.1" status: 200 len: 946 time: 0.2169836 Jan 05 17:07:13.447230 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Network e43a2dfe-e4d2-4090-8e1f-2dae430c77a4 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 05 17:07:13.464184 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-a87c8894-5f03-4f02-8a01-c00f521810a8 tempest-RoutersIpV6AdminTest-862369890 tempest-RoutersIpV6AdminTest-862369890-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11433176'] for port, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:13.494362 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-3d84f96e-d182-43c8-be51-caba0c3dbb95 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.5419574 Jan 05 17:07:13.503024 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 40240) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:07:13.532424 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-cdb52615-bf5d-4d94-be19-0a4e4e159005 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Request body: {'subnet': {'network_id': '90fb0b95-c831-44d0-a599-a2da507cd440', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:07:13.554184 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a87c8894-5f03-4f02-8a01-c00f521810a8 tempest-RoutersIpV6AdminTest-862369890 tempest-RoutersIpV6AdminTest-862369890-project-admin] Network b0167590-0699-4c5c-a932-3939414a9573 is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:07:13.557571 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d84f96e-d182-43c8-be51-caba0c3dbb95 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Pushing event updated for resources: {'Network': ['ID=b51dc6bd-01e2-4c6e-aa0a-158cff5a9d58,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:07:13.574480 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 40242) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:07:13.583583 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Network b51dc6bd-01e2-4c6e-aa0a-158cff5a9d58 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 05 17:07:13.584259 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-49a860e6-b6f5-4139-80b7-4a8109811e35 req-18c22dcb-8fc5-4fac-af2d-1e8ce66661cd tempest-ServerActionsTestJSON-949899014 tempest-ServerActionsTestJSON-949899014-project] 10.222.0.11 "GET /v2.0/security-groups?id=f7674e10-0a07-4bc4-8403-a53dd95a312a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1388021 Jan 05 17:07:13.607230 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-a87c8894-5f03-4f02-8a01-c00f521810a8 tempest-RoutersIpV6AdminTest-862369890 tempest-RoutersIpV6AdminTest-862369890-project-admin] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:07:13.633337 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a87c8894-5f03-4f02-8a01-c00f521810a8 tempest-RoutersIpV6AdminTest-862369890 tempest-RoutersIpV6AdminTest-862369890-project-admin] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:07:13.661155 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2605968e-b494-4f28-ad4f-6f63b9415a0c tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:13.695705 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cae0e1e-2f3b-4e0a-90b1-03a974bf7d7b None None] DHCP port deletion for b0167590-0699-4c5c-a932-3939414a9573 request from dv-neutron-master-2-hyperv {{(pid=103802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 05 17:07:13.701253 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87c8894-5f03-4f02-8a01-c00f521810a8 tempest-RoutersIpV6AdminTest-862369890 tempest-RoutersIpV6AdminTest-862369890-project-admin] Pushing event updated for resources: {'Port': ['ID=f7e30fce-8f01-4d16-97eb-87ed8ce41938,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:07:13.720514 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bbc382e-c383-4ea5-931c-f72ec229a390 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Made reservation on behalf of 04762f6d6f55432ea3822a71fa1f481f for: {'network': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:07:13.726104 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9bbc382e-c383-4ea5-931c-f72ec229a390 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for network, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:13.731382 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 1e2dcc4a-c166-41d5-bccf-e0d1c6f3ef3a no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 05 17:07:13.765352 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] No Port match for: 1e2dcc4a-c166-41d5-bccf-e0d1c6f3ef3a {{(pid=103802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 05 17:07:13.765817 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 1e2dcc4a-c166-41d5-bccf-e0d1c6f3ef3a not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 05 17:07:13.777320 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-259c604e-9ee5-4631-8b43-5205c5f17f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '280080f8-81eb-483c-9f98-23b36e89ca2d', 'name': 'tempest-ServersTestJSON-876022175-router', 'tenant_id': '8648c3d237fa47a2908cbe0ddaa5dd69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.105'}], 'enable_snat': True}, 'gw_port_id': '0483d6a4-1fc9-48b5-93dc-d32a60c57bfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:05:25Z', 'updated_at': '2022-01-05T17:05:32Z', 'revision_number': 4, 'project_id': '8648c3d237fa47a2908cbe0ddaa5dd69', 'gw_port': {'id': '0483d6a4-1fc9-48b5-93dc-d32a60c57bfb', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:46:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '280080f8-81eb-483c-9f98-23b36e89ca2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:05:26Z', 'updated_at': '2022-01-05T17:05:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '78d2b046-0e55-49ac-abe8-0d28426834c3', 'name': '', 'network_id': '66b9f7eb-d414-436b-882b-ac047c1764b8', 'tenant_id': '8648c3d237fa47a2908cbe0ddaa5dd69', 'mac_address': 'fa:16:3e:d1:20:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '280080f8-81eb-483c-9f98-23b36e89ca2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '1c9222ac-b9b2-431b-aee5-7d51a8ac8416', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:05:31Z', 'updated_at': '2022-01-05T17:05:37Z', 'revision_number': 5, 'project_id': '8648c3d237fa47a2908cbe0ddaa5dd69', 'subnets': [{'id': '1c9222ac-b9b2-431b-aee5-7d51a8ac8416', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:07:13.843925 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-259c604e-9ee5-4631-8b43-5205c5f17f1d None None] Checking router: 280080f8-81eb-483c-9f98-23b36e89ca2d for host: dv-neutron-master-2-hyperv {{(pid=103802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 05 17:07:13.863166 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2605968e-b494-4f28-ad4f-6f63b9415a0c tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Network c48256cf-a076-46b3-9713-1d8b4ddd5ae7 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:07:13.865900 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-259c604e-9ee5-4631-8b43-5205c5f17f1d None None] Routers {'280080f8-81eb-483c-9f98-23b36e89ca2d'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:07:13.866713 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-259c604e-9ee5-4631-8b43-5205c5f17f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:06:49Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['280080f8-81eb-483c-9f98-23b36e89ca2d'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:07:13.872644 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9bbc382e-c383-4ea5-931c-f72ec229a390 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] vlan segment allocate from pool success with {'vlan_id': 146, 'physical_network': 'physnet1'} {{(pid=103800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 05 17:07:13.875873 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-2605968e-b494-4f28-ad4f-6f63b9415a0c tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:07:13.880684 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2605968e-b494-4f28-ad4f-6f63b9415a0c tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Pushing event updated for resources: {'Port': ['ID=0bb2dfe7-b47a-4032-bcf7-1aa909194fcd,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:07:13.882884 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9bea177d-d745-4c71-8cf8-92c25ae27448 tempest-ServersTestManualDisk-24571533 tempest-ServersTestManualDisk-24571533-project] Publish callbacks [] for security_group, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:13.886191 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2605968e-b494-4f28-ad4f-6f63b9415a0c tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:07:13.920129 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-44f816a7-e68c-4f2f-8f6f-a097d6b96e4c None None] Provisioning complete for port f7e30fce-8f01-4d16-97eb-87ed8ce41938 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:07:13.921278 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-44f816a7-e68c-4f2f-8f6f-a097d6b96e4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:13.934417 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9bbc382e-c383-4ea5-931c-f72ec229a390 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225'] for segment, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:13.934768 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.db.segments_db [None req-9bbc382e-c383-4ea5-931c-f72ec229a390 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Added segment 1f471016-e561-437b-a4e2-5705a9ff0385 of type vlan for network 968ae080-cca7-4d2f-9282-4e55fd868548 Jan 05 17:07:13.938776 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07c8b51b-bbb0-4a74-b3bf-1c00d88f26b4', 'name': 'network-vif-deleted', 'tag': 'a7599bb3-4578-47a4-9639-0cfaf64ba5d2'}] {{(pid=103800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 05 17:07:13.941042 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f64b9d4628f7eefcc27168a80c04985d23f0ea5def038dae05e1deb7357f3bfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad774a4b-9e9e-4ad6-916b-6ae1ada891ca" -d '{"events": [{"server_uuid": "07c8b51b-bbb0-4a74-b3bf-1c00d88f26b4", "name": "network-vif-deleted", "tag": "a7599bb3-4578-47a4-9639-0cfaf64ba5d2"}]}' {{(pid=103800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 05 17:07:13.943728 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-141fff27-c03c-47b9-a842-d6d29d76fb7c tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8784852', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8521873'] for subnet, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:14.017368 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9bbc382e-c383-4ea5-931c-f72ec229a390 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754180566020'] for network, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:14.079961 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Jan 2022 17:07:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8b8aa46-44c8-49ef-8624-50e73f425d2c x-openstack-request-id: req-e8b8aa46-44c8-49ef-8624-50e73f425d2c {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 05 17:07:14.080403 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07c8b51b-bbb0-4a74-b3bf-1c00d88f26b4", "name": "network-vif-deleted", "tag": "a7599bb3-4578-47a4-9639-0cfaf64ba5d2", "status": "completed", "code": 200}]} {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 05 17:07:14.080655 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e8b8aa46-44c8-49ef-8624-50e73f425d2c {{(pid=103800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 05 17:07:14.081054 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07c8b51b-bbb0-4a74-b3bf-1c00d88f26b4', 'name': 'network-vif-deleted', 'tag': 'a7599bb3-4578-47a4-9639-0cfaf64ba5d2', 'status': 'completed', 'code': 200} Jan 05 17:07:14.106298 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9bea177d-d745-4c71-8cf8-92c25ae27448 tempest-ServersTestManualDisk-24571533 tempest-ServersTestManualDisk-24571533-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:14.116869 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2605968e-b494-4f28-ad4f-6f63b9415a0c tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:07:14.117476 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-a87c8894-5f03-4f02-8a01-c00f521810a8 tempest-RoutersIpV6AdminTest-862369890 tempest-RoutersIpV6AdminTest-862369890-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:14.117632 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2605968e-b494-4f28-ad4f-6f63b9415a0c tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:14.129335 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-141fff27-c03c-47b9-a842-d6d29d76fb7c tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Network e897f8fc-3cef-40ca-9466-c6c65ecd9833 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:07:14.142107 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.db.resource_extend [None req-9bbc382e-c383-4ea5-931c-f72ec229a390 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 05 17:07:14.194244 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-44f816a7-e68c-4f2f-8f6f-a097d6b96e4c None None] Port f7e30fce-8f01-4d16-97eb-87ed8ce41938 cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 17:07:14.212169 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-141fff27-c03c-47b9-a842-d6d29d76fb7c tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:07:14.234246 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-141fff27-c03c-47b9-a842-d6d29d76fb7c tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:07:14.235664 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-141fff27-c03c-47b9-a842-d6d29d76fb7c tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks [] for subnet, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:14.235805 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c50ce35e-7317-472b-b446-41f76e57f6aa None None] Network e897f8fc-3cef-40ca-9466-c6c65ecd9833 requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:07:14.247498 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdb52615-bf5d-4d94-be19-0a4e4e159005 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Made reservation on behalf of 85eea60e03994a48a004c2f9e50e4168 for: {'subnet': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:07:14.256577 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-cdb52615-bf5d-4d94-be19-0a4e4e159005 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8521827'] for subnet, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:14.336053 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-259c604e-9ee5-4631-8b43-5205c5f17f1d None None] Set router 280080f8-81eb-483c-9f98-23b36e89ca2d gateway port host: dv-neutron-master-2-hyperv {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:07:14.395111 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09b5c0a7-2852-4e46-8dcc-cb365522b298 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-e897f8fc-3cef-40ca-9466-c6c65ecd9833', 'network_id': 'e897f8fc-3cef-40ca-9466-c6c65ecd9833', 'project_id': 'fd419c78d7194361a03f37a26ebeba76', 'fixed_ips': [{'subnet_id': '3c533ecf-7200-47a3-8e13-0c0b1775afb5'}]}} from dv-neutron-master-2-hyperv. {{(pid=103802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 05 17:07:14.396119 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-09b5c0a7-2852-4e46-8dcc-cb365522b298 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:14.465168 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 40250) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:07:14.479758 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-141fff27-c03c-47b9-a842-d6d29d76fb7c tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.9142885 Jan 05 17:07:14.481707 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 40252) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:07:14.493152 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9bea177d-d745-4c71-8cf8-92c25ae27448 tempest-ServersTestManualDisk-24571533 tempest-ServersTestManualDisk-24571533-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:14.496355 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9bea177d-d745-4c71-8cf8-92c25ae27448 tempest-ServersTestManualDisk-24571533 tempest-ServersTestManualDisk-24571533-project] Publish callbacks [] for security_group, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:14.497499 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-9bea177d-d745-4c71-8cf8-92c25ae27448 tempest-ServersTestManualDisk-24571533 tempest-ServersTestManualDisk-24571533-project] 10.222.0.11 "DELETE /v2.0/security-groups/975168df-f8b7-4c5c-afef-35686270bc8d HTTP/1.1" status: 204 len: 168 time: 0.9206953 Jan 05 17:07:14.504525 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-60dfcb72-642b-4e6e-820e-16032cd96557 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Request body: {'port': {'network_id': 'e897f8fc-3cef-40ca-9466-c6c65ecd9833', 'fixed_ips': [{'subnet_id': '3c533ecf-7200-47a3-8e13-0c0b1775afb5', 'ip_address': '2001:db8:0:1::7'}], 'name': 'tempest-NetworksTestDHCPv6-1604297369'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:07:14.557408 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.db_base_plugin_common [None req-09b5c0a7-2852-4e46-8dcc-cb365522b298 None None] Allocated IP 2001:db8::2 (e897f8fc-3cef-40ca-9466-c6c65ecd9833/3c533ecf-7200-47a3-8e13-0c0b1775afb5/0cc28298-70e0-4465-a6cc-f7feda7ef953) {{(pid=103802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:07:14.622639 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 40254) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:07:14.639440 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9bbc382e-c383-4ea5-931c-f72ec229a390 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685'] for network, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:14.653178 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bbc382e-c383-4ea5-931c-f72ec229a390 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:07:14.655688 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9bbc382e-c383-4ea5-931c-f72ec229a390 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks [] for network, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:14.662569 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-cdb52615-bf5d-4d94-be19-0a4e4e159005 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8784852', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8521873'] for subnet, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:14.707675 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-2605968e-b494-4f28-ad4f-6f63b9415a0c tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 4.1826508 Jan 05 17:07:14.713315 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 40264) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:07:14.720659 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-933fd54a-8b6d-4299-adfc-45c0652f5db6 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Request body: {'floatingip': {'floating_network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'port_id': '0bb2dfe7-b47a-4032-bcf7-1aa909194fcd', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:07:14.726570 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141fff27-c03c-47b9-a842-d6d29d76fb7c tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Pushing event updated for resources: {'Subnet': ['ID=3c533ecf-7200-47a3-8e13-0c0b1775afb5,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:07:14.733517 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bea177d-d745-4c71-8cf8-92c25ae27448 tempest-ServersTestManualDisk-24571533 tempest-ServersTestManualDisk-24571533-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=975168df-f8b7-4c5c-afef-35686270bc8d,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:07:14.765017 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-09b5c0a7-2852-4e46-8dcc-cb365522b298 None None] Publish callbacks [] for port, precommit_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:14.770339 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-a87c8894-5f03-4f02-8a01-c00f521810a8 tempest-RoutersIpV6AdminTest-862369890 tempest-RoutersIpV6AdminTest-862369890-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-649822', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-648421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62737'] for router, precommit_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:14.772163 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.api.v2.resource [None req-e1fcfe52-ac06-462c-9683-b64121ab7700 tempest-ServersTestManualDisk-24571533 tempest-ServersTestManualDisk-24571533-project] show failed (client error): The resource could not be found. Jan 05 17:07:14.774354 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-e1fcfe52-ac06-462c-9683-b64121ab7700 tempest-ServersTestManualDisk-24571533 tempest-ServersTestManualDisk-24571533-project] 10.222.0.11 "GET /v2.0/security-groups/975168df-f8b7-4c5c-afef-35686270bc8d HTTP/1.1" status: 404 len: 347 time: 0.1130297 Jan 05 17:07:14.776347 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-a87c8894-5f03-4f02-8a01-c00f521810a8 tempest-RoutersIpV6AdminTest-862369890 tempest-RoutersIpV6AdminTest-862369890-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-649813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-649804', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-648412'] for router, after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:14.782371 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 40266) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:07:14.862864 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60dfcb72-642b-4e6e-820e-16032cd96557 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Made reservation on behalf of fd419c78d7194361a03f37a26ebeba76 for: {'port': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:07:14.885453 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120c416a-e6e3-419b-8bc1-ed15da7f5b62 req-06f3cb47-b91c-4f22-a642-a4cc8c5777ac tempest-ServerActionsTestJSON-949899014 tempest-ServerActionsTestJSON-949899014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:07:14.886973 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-120c416a-e6e3-419b-8bc1-ed15da7f5b62 req-06f3cb47-b91c-4f22-a642-a4cc8c5777ac tempest-ServerActionsTestJSON-949899014 tempest-ServerActionsTestJSON-949899014-project] 10.222.0.11 "GET /v2.0/ports?device_id=be270a5c-db8b-4dff-9e40-79b29c80ad34 HTTP/1.1" status: 200 len: 946 time: 0.1872094 Jan 05 17:07:14.901815 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-09b5c0a7-2852-4e46-8dcc-cb365522b298 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669'] for port, after_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:14.908647 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdb52615-bf5d-4d94-be19-0a4e4e159005 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Checking segment: {'id': 'e43c28db-a3bd-4985-8772-f4a6c40438da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '90fb0b95-c831-44d0-a599-a2da507cd440'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:07:14.909011 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdb52615-bf5d-4d94-be19-0a4e4e159005 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Network hostable DHCP agents. Network: 90fb0b95-c831-44d0-a599-a2da507cd440, hostable agents: ['3f70c195-17da-4084-9fd6-bf6059d88535'], hosted agents: [] {{(pid=103800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 05 17:07:14.911054 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbc382e-c383-4ea5-931c-f72ec229a390 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Pushing event updated for resources: {'Network': ['ID=968ae080-cca7-4d2f-9282-4e55fd868548,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:07:14.925964 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-9bbc382e-c383-4ea5-931c-f72ec229a390 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.5366762 Jan 05 17:07:14.926767 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9f2b3f99-5308-4035-9a31-f02920b6856a tempest-ServersTestJSON-1673014821 tempest-ServersTestJSON-1673014821-project] Publish callbacks [] for security_group, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:14.928488 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb52615-bf5d-4d94-be19-0a4e4e159005 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Pushing event updated for resources: {'Subnet': ['ID=824d5f3e-3925-4528-b0f0-8eab3aa823b5,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:07:14.931852 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 40268) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:07:14.939262 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Network 968ae080-cca7-4d2f-9282-4e55fd868548 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 05 17:07:14.944678 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-259c604e-9ee5-4631-8b43-5205c5f17f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '280080f8-81eb-483c-9f98-23b36e89ca2d', 'name': 'tempest-ServersTestJSON-876022175-router', 'tenant_id': '8648c3d237fa47a2908cbe0ddaa5dd69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.105'}], 'enable_snat': True}, 'gw_port_id': '0483d6a4-1fc9-48b5-93dc-d32a60c57bfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:05:25Z', 'updated_at': '2022-01-05T17:05:32Z', 'revision_number': 4, 'project_id': '8648c3d237fa47a2908cbe0ddaa5dd69', 'gw_port': {'id': '0483d6a4-1fc9-48b5-93dc-d32a60c57bfb', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:46:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '280080f8-81eb-483c-9f98-23b36e89ca2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:05:26Z', 'updated_at': '2022-01-05T17:05:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '78d2b046-0e55-49ac-abe8-0d28426834c3', 'name': '', 'network_id': '66b9f7eb-d414-436b-882b-ac047c1764b8', 'tenant_id': '8648c3d237fa47a2908cbe0ddaa5dd69', 'mac_address': 'fa:16:3e:d1:20:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '280080f8-81eb-483c-9f98-23b36e89ca2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '1c9222ac-b9b2-431b-aee5-7d51a8ac8416', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:05:31Z', 'updated_at': '2022-01-05T17:05:37Z', 'revision_number': 5, 'project_id': '8648c3d237fa47a2908cbe0ddaa5dd69', 'subnets': [{'id': '1c9222ac-b9b2-431b-aee5-7d51a8ac8416', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:07:14.963459 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-93664b49-2e50-40f8-b7b8-f136971285b5 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Request body: {'subnet': {'network_id': 'e43a2dfe-e4d2-4090-8e1f-2dae430c77a4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:07:15.008369 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09b5c0a7-2852-4e46-8dcc-cb365522b298 None None] Network e897f8fc-3cef-40ca-9466-c6c65ecd9833 is already hosted by enough agents. {{(pid=103802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:07:15.036181 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-259c604e-9ee5-4631-8b43-5205c5f17f1d None None] The sync data for ids ['280080f8-81eb-483c-9f98-23b36e89ca2d'] in dv-neutron-master-2-hyperv is: [{'id': '280080f8-81eb-483c-9f98-23b36e89ca2d', 'name': 'tempest-ServersTestJSON-876022175-router', 'tenant_id': '8648c3d237fa47a2908cbe0ddaa5dd69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.105'}], 'enable_snat': True}, 'gw_port_id': '0483d6a4-1fc9-48b5-93dc-d32a60c57bfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:05:25Z', 'updated_at': '2022-01-05T17:05:32Z', 'revision_number': 4, 'project_id': '8648c3d237fa47a2908cbe0ddaa5dd69', 'gw_port': {'id': '0483d6a4-1fc9-48b5-93dc-d32a60c57bfb', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:46:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '280080f8-81eb-483c-9f98-23b36e89ca2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:05:26Z', 'updated_at': '2022-01-05T17:05:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '78d2b046-0e55-49ac-abe8-0d28426834c3', 'name': '', 'network_id': '66b9f7eb-d414-436b-882b-ac047c1764b8', 'tenant_id': '8648c3d237fa47a2908cbe0ddaa5dd69', 'mac_address': 'fa:16:3e:d1:20:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '280080f8-81eb-483c-9f98-23b36e89ca2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '1c9222ac-b9b2-431b-aee5-7d51a8ac8416', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:05:31Z', 'updated_at': '2022-01-05T17:05:37Z', 'revision_number': 5, 'project_id': '8648c3d237fa47a2908cbe0ddaa5dd69', 'subnets': [{'id': '1c9222ac-b9b2-431b-aee5-7d51a8ac8416', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 05 17:07:15.070782 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9f2b3f99-5308-4035-9a31-f02920b6856a tempest-ServersTestJSON-1673014821 tempest-ServersTestJSON-1673014821-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:15.072506 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.scheduler.base_scheduler [None req-09b5c0a7-2852-4e46-8dcc-cb365522b298 None None] Resources bound (agent type, host, resource id): {{(pid=103802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:07:15.080818 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b5c0a7-2852-4e46-8dcc-cb365522b298 None None] Pushing event updated for resources: {'Port': ['ID=0cc28298-70e0-4465-a6cc-f7feda7ef953,revision_number=1']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:07:15.083464 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09b5c0a7-2852-4e46-8dcc-cb365522b298 None None] Received port after_create {{(pid=103802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:07:15.106636 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-120c416a-e6e3-419b-8bc1-ed15da7f5b62 req-728f40b3-4fcd-4e9c-a823-0d142a3289de tempest-ServerActionsTestJSON-949899014 tempest-ServerActionsTestJSON-949899014-project] 10.222.0.11 "GET /v2.0/security-groups?id=f7674e10-0a07-4bc4-8403-a53dd95a312a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1830685 Jan 05 17:07:15.121435 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdb52615-bf5d-4d94-be19-0a4e4e159005 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Network 90fb0b95-c831-44d0-a599-a2da507cd440 is scheduled to be hosted by DHCP agent 3f70c195-17da-4084-9fd6-bf6059d88535 with binding_index 1 {{(pid=103800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 05 17:07:15.174346 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-933fd54a-8b6d-4299-adfc-45c0652f5db6 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Publish callbacks [] for floatingip, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:15.216192 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-09b5c0a7-2852-4e46-8dcc-cb365522b298 None None] Attempting to bind port 0cc28298-70e0-4465-a6cc-f7feda7ef953 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 05 17:07:15.216821 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-09b5c0a7-2852-4e46-8dcc-cb365522b298 None None] Attempting to bind port 0cc28298-70e0-4465-a6cc-f7feda7ef953 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '68e6c437-46c2-424d-85e7-20547f69066d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'e897f8fc-3cef-40ca-9466-c6c65ecd9833'}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 05 17:07:15.217125 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09b5c0a7-2852-4e46-8dcc-cb365522b298 None None] Attempting to bind port 0cc28298-70e0-4465-a6cc-f7feda7ef953 on network e897f8fc-3cef-40ca-9466-c6c65ecd9833 {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:07:15.226601 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-60dfcb72-642b-4e6e-820e-16032cd96557 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:15.232158 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09b5c0a7-2852-4e46-8dcc-cb365522b298 None None] Checking agent: {'id': '0d4f8fd3-ce62-4651-970c-efa6a8bb22b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 5, 16, 57, 23), 'started_at': datetime.datetime(2022, 1, 5, 16, 57, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 5, 17, 6, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 05 17:07:15.232158 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09b5c0a7-2852-4e46-8dcc-cb365522b298 None None] Checking segment: {'id': '68e6c437-46c2-424d-85e7-20547f69066d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'e897f8fc-3cef-40ca-9466-c6c65ecd9833'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:07:15.232158 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-09b5c0a7-2852-4e46-8dcc-cb365522b298 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:15.232158 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09b5c0a7-2852-4e46-8dcc-cb365522b298 None None] Bound using segment: {'id': '68e6c437-46c2-424d-85e7-20547f69066d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'e897f8fc-3cef-40ca-9466-c6c65ecd9833'} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 05 17:07:15.232158 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-09b5c0a7-2852-4e46-8dcc-cb365522b298 None None] Bound port: 0cc28298-70e0-4465-a6cc-f7feda7ef953, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68e6c437-46c2-424d-85e7-20547f69066d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'e897f8fc-3cef-40ca-9466-c6c65ecd9833'}}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 05 17:07:15.232158 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-09b5c0a7-2852-4e46-8dcc-cb365522b298 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:15.233213 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-cdb52615-bf5d-4d94-be19-0a4e4e159005 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 90fb0b95-c831-44d0-a599-a2da507cd440) {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:07:15.238309 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdb52615-bf5d-4d94-be19-0a4e4e159005 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:07:15.239215 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-cdb52615-bf5d-4d94-be19-0a4e4e159005 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks [] for subnet, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:15.251707 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8ed446f-900d-474e-9c30-2bcceeeb91bd None None] Network 90fb0b95-c831-44d0-a599-a2da507cd440 requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:07:15.271001 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-8daaab28-f1d9-463c-b821-948603d52b61 tempest-ServersTestManualDisk-24571533 tempest-ServersTestManualDisk-24571533-project] Deleting port 4f213992-65e8-4017-b536-05cd6e4ff4ec {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:07:15.271349 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-8daaab28-f1d9-463c-b821-948603d52b61 tempest-ServersTestManualDisk-24571533 tempest-ServersTestManualDisk-24571533-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:15.279041 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.notifiers.nova [None req-60dfcb72-642b-4e6e-820e-16032cd96557 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] device_id is not set on port 7765858c-eb46-4a29-92a9-8e8f3dd1ab08 yet. {{(pid=103800) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 05 17:07:15.291441 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a87c8894-5f03-4f02-8a01-c00f521810a8 tempest-RoutersIpV6AdminTest-862369890 tempest-RoutersIpV6AdminTest-862369890-project-admin] Router a69432f2-e54d-4c36-b5d1-b96e511c5b54 is scheduled to L3 agent 59446fdc-40e0-41fe-a575-a8eb11d742f7 with binding_index 1 {{(pid=103801) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 05 17:07:15.460662 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-09b5c0a7-2852-4e46-8dcc-cb365522b298 None None] For port 0cc28298-70e0-4465-a6cc-f7feda7ef953, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 05 17:07:15.470646 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-09b5c0a7-2852-4e46-8dcc-cb365522b298 None None] For port 0cc28298-70e0-4465-a6cc-f7feda7ef953, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=0cc28298-70e0-4465-a6cc-f7feda7ef953,segment=NetworkSegment(68e6c437-46c2-424d-85e7-20547f69066d),segment_id=68e6c437-46c2-424d-85e7-20547f69066d)] {{(pid=103802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 05 17:07:15.474811 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.pecan_wsgi.hooks.translation [None req-60dfcb72-642b-4e6e-820e-16032cd96557 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 05 17:07:15.486308 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d9c38ec-072c-4e30-98e8-fdc9564fa8d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-90fb0b95-c831-44d0-a599-a2da507cd440', 'network_id': '90fb0b95-c831-44d0-a599-a2da507cd440', 'project_id': '85eea60e03994a48a004c2f9e50e4168', 'fixed_ips': [{'subnet_id': '824d5f3e-3925-4528-b0f0-8eab3aa823b5'}]}} from dv-neutron-master-2-hyperv. {{(pid=103802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 05 17:07:15.486462 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60dfcb72-642b-4e6e-820e-16032cd96557 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103800) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 05 17:07:15.486556 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-3d9c38ec-072c-4e30-98e8-fdc9564fa8d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:15.486660 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9f2b3f99-5308-4035-9a31-f02920b6856a tempest-ServersTestJSON-1673014821 tempest-ServersTestJSON-1673014821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:15.486660 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9f2b3f99-5308-4035-9a31-f02920b6856a tempest-ServersTestJSON-1673014821 tempest-ServersTestJSON-1673014821-project] Publish callbacks [] for security_group, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:15.486660 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-9f2b3f99-5308-4035-9a31-f02920b6856a tempest-ServersTestJSON-1673014821 tempest-ServersTestJSON-1673014821-project] 10.222.0.11 "DELETE /v2.0/security-groups/a400398d-bf46-4390-bcfe-e2116b4af858 HTTP/1.1" status: 204 len: 168 time: 1.0023670 Jan 05 17:07:15.496852 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 40270) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:07:15.502931 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-8daaab28-f1d9-463c-b821-948603d52b61 tempest-ServersTestManualDisk-24571533 tempest-ServersTestManualDisk-24571533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:15.502931 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-8daaab28-f1d9-463c-b821-948603d52b61 tempest-ServersTestManualDisk-24571533 tempest-ServersTestManualDisk-24571533-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:15.523147 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93664b49-2e50-40f8-b7b8-f136971285b5 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Made reservation on behalf of 04762f6d6f55432ea3822a71fa1f481f for: {'subnet': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:07:15.526654 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-93664b49-2e50-40f8-b7b8-f136971285b5 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8521827'] for subnet, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:15.531314 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-8daaab28-f1d9-463c-b821-948603d52b61 tempest-ServersTestManualDisk-24571533 tempest-ServersTestManualDisk-24571533-project] Calling delete_port for 4f213992-65e8-4017-b536-05cd6e4ff4ec owned by network:floatingip {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:07:15.552705 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-933fd54a-8b6d-4299-adfc-45c0652f5db6 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:15.553495 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-cdb52615-bf5d-4d94-be19-0a4e4e159005 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0344162 Jan 05 17:07:15.555315 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2b3f99-5308-4035-9a31-f02920b6856a tempest-ServersTestJSON-1673014821 tempest-ServersTestJSON-1673014821-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a400398d-bf46-4390-bcfe-e2116b4af858,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:07:15.558451 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 40272) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:07:15.559932 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b038207-fb31-4cf5-a482-c8bebd53e58d None None] New status for floating IP a4808b3c-32a9-44f1-8503-a0eccb7429e7: DOWN {{(pid=103802) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 05 17:07:15.560820 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a87c8894-5f03-4f02-8a01-c00f521810a8 tempest-RoutersIpV6AdminTest-862369890 tempest-RoutersIpV6AdminTest-862369890-project-admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 05 17:07:15.568662 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-2dac27f1-222e-4733-8824-c56b4058269a tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Request body: {'subnet': {'network_id': 'b51dc6bd-01e2-4c6e-aa0a-158cff5a9d58', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:07:15.575365 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-a87c8894-5f03-4f02-8a01-c00f521810a8 tempest-RoutersIpV6AdminTest-862369890 tempest-RoutersIpV6AdminTest-862369890-project-admin] Publish callbacks [] for router, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:15.579241 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-a87c8894-5f03-4f02-8a01-c00f521810a8 tempest-RoutersIpV6AdminTest-862369890 tempest-RoutersIpV6AdminTest-862369890-project-admin] 10.222.0.11 "PUT /v2.0/routers/a69432f2-e54d-4c36-b5d1-b96e511c5b54 HTTP/1.1" status: 200 len: 920 time: 4.6471407 Jan 05 17:07:15.579379 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-09b5c0a7-2852-4e46-8dcc-cb365522b298 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:15.581500 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 40274) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:07:15.583721 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.api.v2.resource [None req-fcfe3f55-1c6f-482c-8aa7-4951f174622c tempest-ServersTestJSON-1673014821 tempest-ServersTestJSON-1673014821-project] show failed (client error): The resource could not be found. Jan 05 17:07:15.587530 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-fcfe3f55-1c6f-482c-8aa7-4951f174622c tempest-ServersTestJSON-1673014821 tempest-ServersTestJSON-1673014821-project] 10.222.0.11 "GET /v2.0/security-groups/a400398d-bf46-4390-bcfe-e2116b4af858 HTTP/1.1" status: 404 len: 347 time: 0.0869606 Jan 05 17:07:15.591710 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 40276) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:07:15.596464 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e38897de-cf8d-494e-86b9-34f2bb450f4b None None] Sync routers for ids ['a69432f2-e54d-4c36-b5d1-b96e511c5b54'] in dv-neutron-master-2-hyperv {{(pid=103803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 05 17:07:15.620824 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e38897de-cf8d-494e-86b9-34f2bb450f4b None None] Routers {'a69432f2-e54d-4c36-b5d1-b96e511c5b54'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:07:15.621462 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-e38897de-cf8d-494e-86b9-34f2bb450f4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:06:49Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['a69432f2-e54d-4c36-b5d1-b96e511c5b54'], 'active': True} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:07:15.637642 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-60dfcb72-642b-4e6e-820e-16032cd96557 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.1448543 Jan 05 17:07:15.639813 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 40278) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:07:15.663738 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-e38897de-cf8d-494e-86b9-34f2bb450f4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:07:15.674584 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e38897de-cf8d-494e-86b9-34f2bb450f4b None None] Routers {'a69432f2-e54d-4c36-b5d1-b96e511c5b54'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:07:15.675384 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-e38897de-cf8d-494e-86b9-34f2bb450f4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:06:49Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['a69432f2-e54d-4c36-b5d1-b96e511c5b54'], 'active': True} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:07:15.712517 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-e38897de-cf8d-494e-86b9-34f2bb450f4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:07:15.713441 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e38897de-cf8d-494e-86b9-34f2bb450f4b None None] The sync data for ids ['a69432f2-e54d-4c36-b5d1-b96e511c5b54'] in dv-neutron-master-2-hyperv is: [] {{(pid=103803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 05 17:07:15.814933 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b5c0a7-2852-4e46-8dcc-cb365522b298 None None] Pushing event updated for resources: {'Port': ['ID=0cc28298-70e0-4465-a6cc-f7feda7ef953,revision_number=2']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:07:15.818161 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.db_base_plugin_common [None req-3d9c38ec-072c-4e30-98e8-fdc9564fa8d9 None None] Allocated IP 172.20.0.2 (90fb0b95-c831-44d0-a599-a2da507cd440/824d5f3e-3925-4528-b0f0-8eab3aa823b5/1f69543d-f13d-41a8-9d5a-a13b45e7bc19) {{(pid=103802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:07:15.925430 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa22e87a-b3ec-44f4-9d84-a7f6960fad55 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:07:15.930580 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-fa22e87a-b3ec-44f4-9d84-a7f6960fad55 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.2048666 Jan 05 17:07:15.931080 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 40280) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:07:15.958875 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-3c6af29b-172a-4d0b-a741-582c6493d6d1 tempest-RoutersIpV6AdminTest-862369890 tempest-RoutersIpV6AdminTest-862369890-project-admin] 10.222.0.11 "GET /v2.0/routers/a69432f2-e54d-4c36-b5d1-b96e511c5b54 HTTP/1.1" status: 200 len: 926 time: 0.3409877 Jan 05 17:07:15.966681 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 40282) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:07:16.016475 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [None req-933fd54a-8b6d-4299-adfc-45c0652f5db6 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Allocated IP 172.36.4.229 (b0167590-0699-4c5c-a932-3939414a9573/7a784a6d-3d96-418f-a645-b9ccd0b1ac55/88ff331a-9b0d-4af3-8d03-74f37e219e9c) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:07:16.056535 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-3d9c38ec-072c-4e30-98e8-fdc9564fa8d9 None None] Publish callbacks [] for port, precommit_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:16.063706 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dac27f1-222e-4733-8824-c56b4058269a tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Made reservation on behalf of 85eea60e03994a48a004c2f9e50e4168 for: {'subnet': 1} {{(pid=103801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:07:16.067326 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-2dac27f1-222e-4733-8824-c56b4058269a tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12480675'] for subnet, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:16.083000 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f454d547-b6f1-4cac-bc8e-a2b649e9bde6 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:07:16.085043 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f454d547-b6f1-4cac-bc8e-a2b649e9bde6 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:07:16.086656 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-f454d547-b6f1-4cac-bc8e-a2b649e9bde6 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1517682 Jan 05 17:07:16.092428 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 40284) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:07:16.093846 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-59cbef63-7a4c-429c-a1e3-2ebc61c4f6ba tempest-ServersTestJSON-1673014821 tempest-ServersTestJSON-1673014821-project] Deleting port 0a7276b8-1618-4b7c-b728-b0e192ee4a72 {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:07:16.094821 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-59cbef63-7a4c-429c-a1e3-2ebc61c4f6ba tempest-ServersTestJSON-1673014821 tempest-ServersTestJSON-1673014821-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:16.126903 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-8daaab28-f1d9-463c-b821-948603d52b61 tempest-ServersTestManualDisk-24571533 tempest-ServersTestManualDisk-24571533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11433176'] for port, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:16.130541 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaf618e4-49a4-41fc-a315-92b33b37c8b1 tempest-RoutersIpV6AdminTest-862369890 tempest-RoutersIpV6AdminTest-862369890-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:07:16.132368 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-aaf618e4-49a4-41fc-a315-92b33b37c8b1 tempest-RoutersIpV6AdminTest-862369890 tempest-RoutersIpV6AdminTest-862369890-project-admin] 10.222.0.11 "GET /v2.0/ports?network_id=b0167590-0699-4c5c-a932-3939414a9573&device_id=a69432f2-e54d-4c36-b5d1-b96e511c5b54&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1543357 Jan 05 17:07:16.168854 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 40288) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:07:16.174062 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0e92e77-d831-42ae-82b8-2846359dd7c2 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Deleting subnet 3c533ecf-7200-47a3-8e13-0c0b1775afb5 {{(pid=103800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 05 17:07:16.179407 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-3d9c38ec-072c-4e30-98e8-fdc9564fa8d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669'] for port, after_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:16.212794 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8daaab28-f1d9-463c-b821-948603d52b61 tempest-ServersTestManualDisk-24571533 tempest-ServersTestManualDisk-24571533-project] Pushing event deleted for resources: {'Port': ['ID=4f213992-65e8-4017-b536-05cd6e4ff4ec,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:07:16.230449 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79580dde-c39a-4cf9-8c84-7ea900e0cc0e None None] DHCP port deletion for b0167590-0699-4c5c-a932-3939414a9573 request from dv-neutron-master-2-hyperv {{(pid=103802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 05 17:07:16.245900 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9c38ec-072c-4e30-98e8-fdc9564fa8d9 None None] Pushing event updated for resources: {'Port': ['ID=1f69543d-f13d-41a8-9d5a-a13b45e7bc19,revision_number=1']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:07:16.258802 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d9c38ec-072c-4e30-98e8-fdc9564fa8d9 None None] Network 90fb0b95-c831-44d0-a599-a2da507cd440 is already hosted by enough agents. {{(pid=103802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:07:16.260476 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.scheduler.base_scheduler [None req-3d9c38ec-072c-4e30-98e8-fdc9564fa8d9 None None] Resources bound (agent type, host, resource id): {{(pid=103802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:07:16.263325 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d9c38ec-072c-4e30-98e8-fdc9564fa8d9 None None] Received port after_create {{(pid=103802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:07:16.294211 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-93664b49-2e50-40f8-b7b8-f136971285b5 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8784852', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8521873'] for subnet, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:16.297648 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c0e92e77-d831-42ae-82b8-2846359dd7c2 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks [] for subnet, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:16.322115 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-3d9c38ec-072c-4e30-98e8-fdc9564fa8d9 None None] Attempting to bind port 1f69543d-f13d-41a8-9d5a-a13b45e7bc19 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 05 17:07:16.322597 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-3d9c38ec-072c-4e30-98e8-fdc9564fa8d9 None None] Attempting to bind port 1f69543d-f13d-41a8-9d5a-a13b45e7bc19 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'e43c28db-a3bd-4985-8772-f4a6c40438da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '90fb0b95-c831-44d0-a599-a2da507cd440'}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 05 17:07:16.323028 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d9c38ec-072c-4e30-98e8-fdc9564fa8d9 None None] Attempting to bind port 1f69543d-f13d-41a8-9d5a-a13b45e7bc19 on network 90fb0b95-c831-44d0-a599-a2da507cd440 {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:07:16.328994 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d9c38ec-072c-4e30-98e8-fdc9564fa8d9 None None] Checking agent: {'id': '0d4f8fd3-ce62-4651-970c-efa6a8bb22b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 5, 16, 57, 23), 'started_at': datetime.datetime(2022, 1, 5, 16, 57, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 5, 17, 6, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 05 17:07:16.329404 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d9c38ec-072c-4e30-98e8-fdc9564fa8d9 None None] Checking segment: {'id': 'e43c28db-a3bd-4985-8772-f4a6c40438da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '90fb0b95-c831-44d0-a599-a2da507cd440'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:07:16.329898 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-3d9c38ec-072c-4e30-98e8-fdc9564fa8d9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:16.330143 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-933fd54a-8b6d-4299-adfc-45c0652f5db6 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Publish callbacks [] for port, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:16.330405 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d9c38ec-072c-4e30-98e8-fdc9564fa8d9 None None] Bound using segment: {'id': 'e43c28db-a3bd-4985-8772-f4a6c40438da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '90fb0b95-c831-44d0-a599-a2da507cd440'} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 05 17:07:16.330946 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-3d9c38ec-072c-4e30-98e8-fdc9564fa8d9 None None] Bound port: 1f69543d-f13d-41a8-9d5a-a13b45e7bc19, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e43c28db-a3bd-4985-8772-f4a6c40438da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '90fb0b95-c831-44d0-a599-a2da507cd440'}}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 05 17:07:16.331395 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-3d9c38ec-072c-4e30-98e8-fdc9564fa8d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:16.341127 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-8daaab28-f1d9-463c-b821-948603d52b61 tempest-ServersTestManualDisk-24571533 tempest-ServersTestManualDisk-24571533-project] Publish callbacks [] for floatingip, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:16.345020 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-8daaab28-f1d9-463c-b821-948603d52b61 tempest-ServersTestManualDisk-24571533 tempest-ServersTestManualDisk-24571533-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for floatingip, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:16.346225 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-8daaab28-f1d9-463c-b821-948603d52b61 tempest-ServersTestManualDisk-24571533 tempest-ServersTestManualDisk-24571533-project] 10.222.0.11 "DELETE /v2.0/floatingips/2d28fdc3-2044-4ec8-b3b0-9bc8123db789 HTTP/1.1" status: 204 len: 168 time: 1.5617070 Jan 05 17:07:16.349569 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 40290) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:07:16.402138 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-3d9c38ec-072c-4e30-98e8-fdc9564fa8d9 None None] For port 1f69543d-f13d-41a8-9d5a-a13b45e7bc19, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 05 17:07:16.406039 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-3d9c38ec-072c-4e30-98e8-fdc9564fa8d9 None None] For port 1f69543d-f13d-41a8-9d5a-a13b45e7bc19, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=1f69543d-f13d-41a8-9d5a-a13b45e7bc19,segment=NetworkSegment(e43c28db-a3bd-4985-8772-f4a6c40438da),segment_id=e43c28db-a3bd-4985-8772-f4a6c40438da)] {{(pid=103802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 05 17:07:16.469224 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c0e92e77-d831-42ae-82b8-2846359dd7c2 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8784846'] for subnet, precommit_delete_associations {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:16.481709 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7b8e8c1-9dfb-4ee7-8384-42d066eab904 tempest-RoutersIpV6AdminTest-862369890 tempest-RoutersIpV6AdminTest-862369890-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:07:16.483077 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-e7b8e8c1-9dfb-4ee7-8384-42d066eab904 tempest-RoutersIpV6AdminTest-862369890 tempest-RoutersIpV6AdminTest-862369890-project-admin] 10.222.0.11 "GET /v2.0/networks/b0167590-0699-4c5c-a932-3939414a9573 HTTP/1.1" status: 200 len: 881 time: 0.3055584 Jan 05 17:07:16.492046 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-3d9c38ec-072c-4e30-98e8-fdc9564fa8d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:16.495238 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 40292) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:07:16.524588 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93664b49-2e50-40f8-b7b8-f136971285b5 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Pushing event updated for resources: {'Subnet': ['ID=6924c082-5c52-4437-b712-e4e1189506ce,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:07:16.533693 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-456b84c6-33c5-4463-b57b-e8076bf604af tempest-RoutersIpV6AdminTest-1137264224 tempest-RoutersIpV6AdminTest-1137264224-project] 10.222.0.11 "GET /v2.0/ports?device_id=a69432f2-e54d-4c36-b5d1-b96e511c5b54 HTTP/1.1" status: 200 len: 205 time: 0.0347362 Jan 05 17:07:16.544647 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 40294) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:07:16.559378 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-59cbef63-7a4c-429c-a1e3-2ebc61c4f6ba tempest-ServersTestJSON-1673014821 tempest-ServersTestJSON-1673014821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:16.559704 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-59cbef63-7a4c-429c-a1e3-2ebc61c4f6ba tempest-ServersTestJSON-1673014821 tempest-ServersTestJSON-1673014821-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:16.580088 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9c38ec-072c-4e30-98e8-fdc9564fa8d9 None None] Pushing event updated for resources: {'Port': ['ID=1f69543d-f13d-41a8-9d5a-a13b45e7bc19,revision_number=2']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:07:16.584160 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-933fd54a-8b6d-4299-adfc-45c0652f5db6 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11433176'] for port, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:16.634642 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d870d100-c22d-47f6-baa4-86d3a60c74cb req-1c177608-a26c-4c24-a647-0bb84ccd71a4 tempest-ServerActionsTestJSON-949899014 tempest-ServerActionsTestJSON-949899014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:07:16.636240 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-d870d100-c22d-47f6-baa4-86d3a60c74cb req-1c177608-a26c-4c24-a647-0bb84ccd71a4 tempest-ServerActionsTestJSON-949899014 tempest-ServerActionsTestJSON-949899014-project] 10.222.0.11 "GET /v2.0/ports?device_id=be270a5c-db8b-4dff-9e40-79b29c80ad34 HTTP/1.1" status: 200 len: 946 time: 0.3471816 Jan 05 17:07:16.649042 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-59cbef63-7a4c-429c-a1e3-2ebc61c4f6ba tempest-ServersTestJSON-1673014821 tempest-ServersTestJSON-1673014821-project] Calling delete_port for 0a7276b8-1618-4b7c-b728-b0e192ee4a72 owned by network:floatingip {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:07:16.658351 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93664b49-2e50-40f8-b7b8-f136971285b5 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Checking segment: {'id': '8baac335-01c0-43c6-a45c-b77879deda65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'e43a2dfe-e4d2-4090-8e1f-2dae430c77a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:07:16.658719 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93664b49-2e50-40f8-b7b8-f136971285b5 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Network hostable DHCP agents. Network: e43a2dfe-e4d2-4090-8e1f-2dae430c77a4, hostable agents: ['3f70c195-17da-4084-9fd6-bf6059d88535'], hosted agents: [] {{(pid=103800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 05 17:07:16.671821 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-2dac27f1-222e-4733-8824-c56b4058269a tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11433288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12480593'] for subnet, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:16.692626 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-933fd54a-8b6d-4299-adfc-45c0652f5db6 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Network b0167590-0699-4c5c-a932-3939414a9573 is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:07:16.719200 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-933fd54a-8b6d-4299-adfc-45c0652f5db6 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:07:16.722395 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-933fd54a-8b6d-4299-adfc-45c0652f5db6 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:07:16.770024 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933fd54a-8b6d-4299-adfc-45c0652f5db6 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Pushing event updated for resources: {'Port': ['ID=88ff331a-9b0d-4af3-8d03-74f37e219e9c,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:07:16.880676 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c0e92e77-d831-42ae-82b8-2846359dd7c2 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892868'] for subnet, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:16.911172 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-49555fc7-5824-4bff-92fc-4d68638b74e0 tempest-RoutersIpV6AdminTest-1137264224 tempest-RoutersIpV6AdminTest-1137264224-project] Publish callbacks [] for router, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:16.930437 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-d870d100-c22d-47f6-baa4-86d3a60c74cb req-600e9e7f-9b3a-4933-bcd2-be8cc1dfd634 tempest-ServerActionsTestJSON-949899014 tempest-ServerActionsTestJSON-949899014-project] 10.222.0.11 "GET /v2.0/security-groups?id=f7674e10-0a07-4bc4-8403-a53dd95a312a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2768571 Jan 05 17:07:16.981906 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93664b49-2e50-40f8-b7b8-f136971285b5 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Network e43a2dfe-e4d2-4090-8e1f-2dae430c77a4 is scheduled to be hosted by DHCP agent 3f70c195-17da-4084-9fd6-bf6059d88535 with binding_index 1 {{(pid=103800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 05 17:07:17.074483 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-93664b49-2e50-40f8-b7b8-f136971285b5 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, e43a2dfe-e4d2-4090-8e1f-2dae430c77a4) {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:07:17.084058 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ace78e1-81ad-40c0-8a16-b16634d8a2cd None None] Network e43a2dfe-e4d2-4090-8e1f-2dae430c77a4 requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:07:17.098731 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93664b49-2e50-40f8-b7b8-f136971285b5 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:07:17.099736 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-93664b49-2e50-40f8-b7b8-f136971285b5 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks [] for subnet, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:17.117883 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-82b66e07-c97b-411b-8a88-53325b661798 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:17.179393 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dac27f1-222e-4733-8824-c56b4058269a tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Pushing event updated for resources: {'Subnet': ['ID=4c669fed-adf9-4d53-89ae-da63726ac2f2,revision_number=0']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:07:17.210125 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-49555fc7-5824-4bff-92fc-4d68638b74e0 tempest-RoutersIpV6AdminTest-1137264224 tempest-RoutersIpV6AdminTest-1137264224-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:17.222708 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dac27f1-222e-4733-8824-c56b4058269a tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Checking segment: {'id': '581babad-afad-48b7-8ff7-8e49237424b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'b51dc6bd-01e2-4c6e-aa0a-158cff5a9d58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:07:17.224419 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11012dce-4d59-4523-89d9-fb39a2b6b008 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-e43a2dfe-e4d2-4090-8e1f-2dae430c77a4', 'network_id': 'e43a2dfe-e4d2-4090-8e1f-2dae430c77a4', 'project_id': '04762f6d6f55432ea3822a71fa1f481f', 'fixed_ips': [{'subnet_id': '6924c082-5c52-4437-b712-e4e1189506ce'}]}} from dv-neutron-master-2-hyperv. {{(pid=103802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 05 17:07:17.224693 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dac27f1-222e-4733-8824-c56b4058269a tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Network hostable DHCP agents. Network: b51dc6bd-01e2-4c6e-aa0a-158cff5a9d58, hostable agents: ['3f70c195-17da-4084-9fd6-bf6059d88535'], hosted agents: [] {{(pid=103801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 05 17:07:17.225331 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-11012dce-4d59-4523-89d9-fb39a2b6b008 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:17.280798 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c0e92e77-d831-42ae-82b8-2846359dd7c2 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3893367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8784787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8521880'] for subnet, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:17.312993 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-932b11b7-ffdb-459f-8f10-065b44941095 None None] Network e897f8fc-3cef-40ca-9466-c6c65ecd9833 requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:07:17.315661 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c0e92e77-d831-42ae-82b8-2846359dd7c2 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks [] for subnet, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:17.321132 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-c0e92e77-d831-42ae-82b8-2846359dd7c2 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] 10.222.0.11 "DELETE /v2.0/subnets/3c533ecf-7200-47a3-8e13-0c0b1775afb5 HTTP/1.1" status: 204 len: 168 time: 1.2233782 Jan 05 17:07:17.322467 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e92e77-d831-42ae-82b8-2846359dd7c2 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Pushing event deleted for resources: {'Subnet': ['ID=3c533ecf-7200-47a3-8e13-0c0b1775afb5,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:07:17.325131 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 40296) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:07:17.331652 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-93664b49-2e50-40f8-b7b8-f136971285b5 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3723443 Jan 05 17:07:17.336342 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-59cbef63-7a4c-429c-a1e3-2ebc61c4f6ba tempest-ServersTestJSON-1673014821 tempest-ServersTestJSON-1673014821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:17.338571 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 40298) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:07:17.387251 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cbef63-7a4c-429c-a1e3-2ebc61c4f6ba tempest-ServersTestJSON-1673014821 tempest-ServersTestJSON-1673014821-project] Pushing event deleted for resources: {'Port': ['ID=0a7276b8-1618-4b7c-b728-b0e192ee4a72,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:07:17.448128 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-3ee09f68-be6e-43c2-9fc3-d33e69b745ff tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Request body: {'subnet': {'network_id': '968ae080-cca7-4d2f-9282-4e55fd868548', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:07:17.457255 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-dcf782e6-a13d-45fa-849d-df1de27aedfb tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1282794 Jan 05 17:07:17.461871 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dac27f1-222e-4733-8824-c56b4058269a tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Network b51dc6bd-01e2-4c6e-aa0a-158cff5a9d58 is scheduled to be hosted by DHCP agent 3f70c195-17da-4084-9fd6-bf6059d88535 with binding_index 1 {{(pid=103801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 05 17:07:17.464463 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 40300) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:07:17.600878 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-2dac27f1-222e-4733-8824-c56b4058269a tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, b51dc6bd-01e2-4c6e-aa0a-158cff5a9d58) {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:07:17.603269 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1bd3eda-3137-4f79-af0b-bc9ec4624287 None None] DHCP port deletion for b0167590-0699-4c5c-a932-3939414a9573 request from dv-neutron-master-2-hyperv {{(pid=103802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 05 17:07:17.615755 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dac27f1-222e-4733-8824-c56b4058269a tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:07:17.616343 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-2dac27f1-222e-4733-8824-c56b4058269a tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks [] for subnet, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:17.650240 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44536de9-b84a-4cb3-8cfd-048a8f12d880 None None] Network b51dc6bd-01e2-4c6e-aa0a-158cff5a9d58 requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:07:17.657608 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-3a99e4db-6e2b-4e0c-9fb9-be4301adfb93 None None] Provisioning complete for port 0cc28298-70e0-4465-a6cc-f7feda7ef953 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:07:17.658245 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-3a99e4db-6e2b-4e0c-9fb9-be4301adfb93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:17.773022 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-2dac27f1-222e-4733-8824-c56b4058269a tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2021420 Jan 05 17:07:17.773121 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 40302) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:07:17.777929 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-0f482ce8-981c-48a3-a1ac-d471b8629d2f tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-686014472', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:07:17.854819 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.db_base_plugin_common [None req-11012dce-4d59-4523-89d9-fb39a2b6b008 None None] Allocated IP 2001:db8::2 (e43a2dfe-e4d2-4090-8e1f-2dae430c77a4/6924c082-5c52-4437-b712-e4e1189506ce/32e49a84-a683-4169-9e1e-31ca55fdde71) {{(pid=103802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:07:17.960325 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-007185c8-c282-45c0-a3ce-e3493733a12c tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Request body: {'subnet': {'network_id': 'e897f8fc-3cef-40ca-9466-c6c65ecd9833', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:07:17.975732 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ee09f68-be6e-43c2-9fc3-d33e69b745ff tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Made reservation on behalf of 04762f6d6f55432ea3822a71fa1f481f for: {'subnet': 1} {{(pid=103801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:07:17.979481 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3ee09f68-be6e-43c2-9fc3-d33e69b745ff tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12480675'] for subnet, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:17.995993 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 1f69543d-f13d-41a8-9d5a-a13b45e7bc19 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:07:18.022635 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-59cbef63-7a4c-429c-a1e3-2ebc61c4f6ba tempest-ServersTestJSON-1673014821 tempest-ServersTestJSON-1673014821-project] Publish callbacks [] for floatingip, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:18.025207 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-59cbef63-7a4c-429c-a1e3-2ebc61c4f6ba tempest-ServersTestJSON-1673014821 tempest-ServersTestJSON-1673014821-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for floatingip, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:18.026341 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-59cbef63-7a4c-429c-a1e3-2ebc61c4f6ba tempest-ServersTestJSON-1673014821 tempest-ServersTestJSON-1673014821-project] 10.222.0.11 "DELETE /v2.0/floatingips/a4808b3c-32a9-44f1-8503-a0eccb7429e7 HTTP/1.1" status: 204 len: 168 time: 2.4337204 Jan 05 17:07:18.050052 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 40306) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:07:18.064068 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-933fd54a-8b6d-4299-adfc-45c0652f5db6 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:18.073192 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-0f482ce8-981c-48a3-a1ac-d471b8629d2f tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-649063', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58098'] for router, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:18.074221 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-0f482ce8-981c-48a3-a1ac-d471b8629d2f tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649832', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-545006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58091'] for router, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:18.110728 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d7646d5-04dc-4b7a-b9d9-3cd0c8215644 None None] Network 90fb0b95-c831-44d0-a599-a2da507cd440 requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:07:18.112332 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-49555fc7-5824-4bff-92fc-4d68638b74e0 tempest-RoutersIpV6AdminTest-1137264224 tempest-RoutersIpV6AdminTest-1137264224-project] Deleting port f7e30fce-8f01-4d16-97eb-87ed8ce41938 {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:07:18.112702 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-49555fc7-5824-4bff-92fc-4d68638b74e0 tempest-RoutersIpV6AdminTest-1137264224 tempest-RoutersIpV6AdminTest-1137264224-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:18.218346 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-49555fc7-5824-4bff-92fc-4d68638b74e0 tempest-RoutersIpV6AdminTest-1137264224 tempest-RoutersIpV6AdminTest-1137264224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:18.224840 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-b6a3644e-059d-4c3c-9686-1b93742ee38b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-531685'] for router_interface, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:18.231890 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-49555fc7-5824-4bff-92fc-4d68638b74e0 tempest-RoutersIpV6AdminTest-1137264224 tempest-RoutersIpV6AdminTest-1137264224-project] Calling delete_port for f7e30fce-8f01-4d16-97eb-87ed8ce41938 owned by network:router_gateway {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:07:18.288922 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-007185c8-c282-45c0-a3ce-e3493733a12c tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Made reservation on behalf of fd419c78d7194361a03f37a26ebeba76 for: {'subnet': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:07:18.292939 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-007185c8-c282-45c0-a3ce-e3493733a12c tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8521827'] for subnet, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:18.313424 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-3a99e4db-6e2b-4e0c-9fb9-be4301adfb93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:18.333684 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-850da7ac-a150-422c-b4c4-ae45c3916051 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-b51dc6bd-01e2-4c6e-aa0a-158cff5a9d58', 'network_id': 'b51dc6bd-01e2-4c6e-aa0a-158cff5a9d58', 'project_id': '85eea60e03994a48a004c2f9e50e4168', 'fixed_ips': [{'subnet_id': '4c669fed-adf9-4d53-89ae-da63726ac2f2'}]}} from dv-neutron-master-2-hyperv. {{(pid=103802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 05 17:07:18.334808 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-850da7ac-a150-422c-b4c4-ae45c3916051 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:18.336876 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a6d5ae3-5075-4ce1-86b8-655b9e911916 None None] DHCP port deletion for e897f8fc-3cef-40ca-9466-c6c65ecd9833 request from dv-neutron-master-2-hyperv {{(pid=103802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 05 17:07:18.361071 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Provisioning complete for port 1f69543d-f13d-41a8-9d5a-a13b45e7bc19 triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:07:18.361623 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:18.372956 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-0f482ce8-981c-48a3-a1ac-d471b8629d2f tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:18.383753 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2153773-f454-462c-8987-6991db1b7a09 req-6ac97858-c2f1-4031-b408-6ed1fe52356d tempest-ServerActionsTestJSON-949899014 tempest-ServerActionsTestJSON-949899014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:07:18.386510 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-c2153773-f454-462c-8987-6991db1b7a09 req-6ac97858-c2f1-4031-b408-6ed1fe52356d tempest-ServerActionsTestJSON-949899014 tempest-ServerActionsTestJSON-949899014-project] 10.222.0.11 "GET /v2.0/ports?device_id=be270a5c-db8b-4dff-9e40-79b29c80ad34 HTTP/1.1" status: 200 len: 946 time: 0.3390658 Jan 05 17:07:18.390701 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-11012dce-4d59-4523-89d9-fb39a2b6b008 None None] Publish callbacks [] for port, precommit_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:18.478124 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-0f482ce8-981c-48a3-a1ac-d471b8629d2f tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-648430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648639'] for router, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:18.501166 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-3a99e4db-6e2b-4e0c-9fb9-be4301adfb93 None None] For port 0cc28298-70e0-4465-a6cc-f7feda7ef953, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=0cc28298-70e0-4465-a6cc-f7feda7ef953,segment=NetworkSegment(68e6c437-46c2-424d-85e7-20547f69066d),segment_id=68e6c437-46c2-424d-85e7-20547f69066d)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:07:18.529704 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-933fd54a-8b6d-4299-adfc-45c0652f5db6 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:18.554502 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-11012dce-4d59-4523-89d9-fb39a2b6b008 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669'] for port, after_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:18.614996 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-3a99e4db-6e2b-4e0c-9fb9-be4301adfb93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:18.630477 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-0f482ce8-981c-48a3-a1ac-d471b8629d2f tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks [] for router, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:18.634518 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-0f482ce8-981c-48a3-a1ac-d471b8629d2f tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.8603134 Jan 05 17:07:18.635317 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 40310) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:07:18.648401 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11012dce-4d59-4523-89d9-fb39a2b6b008 None None] Network e43a2dfe-e4d2-4090-8e1f-2dae430c77a4 is already hosted by enough agents. {{(pid=103802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:07:18.679337 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-c2153773-f454-462c-8987-6991db1b7a09 req-51809150-2cbb-4704-895a-68c9ad4c554e tempest-ServerActionsTestJSON-949899014 tempest-ServerActionsTestJSON-949899014-project] 10.222.0.11 "GET /v2.0/security-groups?id=f7674e10-0a07-4bc4-8403-a53dd95a312a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2725089 Jan 05 17:07:18.689531 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-49555fc7-5824-4bff-92fc-4d68638b74e0 tempest-RoutersIpV6AdminTest-1137264224 tempest-RoutersIpV6AdminTest-1137264224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:18.696863 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-007185c8-c282-45c0-a3ce-e3493733a12c tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8784852', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8521873'] for subnet, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:18.716029 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.scheduler.base_scheduler [None req-11012dce-4d59-4523-89d9-fb39a2b6b008 None None] Resources bound (agent type, host, resource id): {{(pid=103802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:07:18.722445 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11012dce-4d59-4523-89d9-fb39a2b6b008 None None] Pushing event updated for resources: {'Port': ['ID=32e49a84-a683-4169-9e1e-31ca55fdde71,revision_number=1']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:07:18.725645 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11012dce-4d59-4523-89d9-fb39a2b6b008 None None] Received port after_create {{(pid=103802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:07:18.790686 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49555fc7-5824-4bff-92fc-4d68638b74e0 tempest-RoutersIpV6AdminTest-1137264224 tempest-RoutersIpV6AdminTest-1137264224-project] Pushing event deleted for resources: {'Port': ['ID=f7e30fce-8f01-4d16-97eb-87ed8ce41938,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:07:18.819270 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-007185c8-c282-45c0-a3ce-e3493733a12c tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Network e897f8fc-3cef-40ca-9466-c6c65ecd9833 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:07:18.827595 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-007185c8-c282-45c0-a3ce-e3493733a12c tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:07:18.831411 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-007185c8-c282-45c0-a3ce-e3493733a12c tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:07:18.832071 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-007185c8-c282-45c0-a3ce-e3493733a12c tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks [] for subnet, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:18.859558 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:18.875999 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-0a6d5ae3-5075-4ce1-86b8-655b9e911916 None None] Deleting port 0cc28298-70e0-4465-a6cc-f7feda7ef953 {{(pid=103802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:07:18.876370 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-0a6d5ae3-5075-4ce1-86b8-655b9e911916 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:18.907001 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3ee09f68-be6e-43c2-9fc3-d33e69b745ff tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11433288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12480593'] for subnet, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:18.911416 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.db_base_plugin_common [None req-850da7ac-a150-422c-b4c4-ae45c3916051 None None] Allocated IP 172.21.0.2 (b51dc6bd-01e2-4c6e-aa0a-158cff5a9d58/4c669fed-adf9-4d53-89ae-da63726ac2f2/fb1ec300-8eb1-4f87-865a-df21e248515b) {{(pid=103802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:07:18.965637 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007185c8-c282-45c0-a3ce-e3493733a12c tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Pushing event updated for resources: {'Subnet': ['ID=3e2cc654-4ba5-4e61-9e3d-6b6fa5b996c9,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:07:18.979207 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55b90af3-67f6-4f7e-910c-b99382af6750 None None] DHCP port deletion for b0167590-0699-4c5c-a932-3939414a9573 request from dv-neutron-master-2-hyperv {{(pid=103802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 05 17:07:18.989950 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a99e4db-6e2b-4e0c-9fb9-be4301adfb93 None None] Pushing event updated for resources: {'Port': ['ID=0cc28298-70e0-4465-a6cc-f7feda7ef953,revision_number=4']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:07:19.018644 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-007185c8-c282-45c0-a3ce-e3493733a12c tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5530877 Jan 05 17:07:19.021553 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 40312) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:07:19.027786 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-cbc0de77-8cb9-4dbb-84ce-902016b100ba tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1035226604', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:07:19.035602 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-49555fc7-5824-4bff-92fc-4d68638b74e0 tempest-RoutersIpV6AdminTest-1137264224 tempest-RoutersIpV6AdminTest-1137264224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-648595'] for router_gateway, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:19.037973 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-1c39893d-499f-4e7c-968d-bc9bcd75366a None None] Provisioning complete for port 1f69543d-f13d-41a8-9d5a-a13b45e7bc19 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:07:19.038359 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-1c39893d-499f-4e7c-968d-bc9bcd75366a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:19.150790 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] For port 1f69543d-f13d-41a8-9d5a-a13b45e7bc19, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=1f69543d-f13d-41a8-9d5a-a13b45e7bc19,segment=NetworkSegment(e43c28db-a3bd-4985-8772-f4a6c40438da),segment_id=e43c28db-a3bd-4985-8772-f4a6c40438da)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:07:19.156570 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-11012dce-4d59-4523-89d9-fb39a2b6b008 None None] Attempting to bind port 32e49a84-a683-4169-9e1e-31ca55fdde71 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 05 17:07:19.157425 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-11012dce-4d59-4523-89d9-fb39a2b6b008 None None] Attempting to bind port 32e49a84-a683-4169-9e1e-31ca55fdde71 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '8baac335-01c0-43c6-a45c-b77879deda65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'e43a2dfe-e4d2-4090-8e1f-2dae430c77a4'}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 05 17:07:19.158436 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11012dce-4d59-4523-89d9-fb39a2b6b008 None None] Attempting to bind port 32e49a84-a683-4169-9e1e-31ca55fdde71 on network e43a2dfe-e4d2-4090-8e1f-2dae430c77a4 {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:07:19.199629 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11012dce-4d59-4523-89d9-fb39a2b6b008 None None] Checking agent: {'id': '0d4f8fd3-ce62-4651-970c-efa6a8bb22b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 5, 16, 57, 23), 'started_at': datetime.datetime(2022, 1, 5, 16, 57, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 5, 17, 6, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 05 17:07:19.199997 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11012dce-4d59-4523-89d9-fb39a2b6b008 None None] Checking segment: {'id': '8baac335-01c0-43c6-a45c-b77879deda65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'e43a2dfe-e4d2-4090-8e1f-2dae430c77a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:07:19.200395 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-11012dce-4d59-4523-89d9-fb39a2b6b008 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:19.200785 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11012dce-4d59-4523-89d9-fb39a2b6b008 None None] Bound using segment: {'id': '8baac335-01c0-43c6-a45c-b77879deda65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'e43a2dfe-e4d2-4090-8e1f-2dae430c77a4'} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 05 17:07:19.201266 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-11012dce-4d59-4523-89d9-fb39a2b6b008 None None] Bound port: 32e49a84-a683-4169-9e1e-31ca55fdde71, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8baac335-01c0-43c6-a45c-b77879deda65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'e43a2dfe-e4d2-4090-8e1f-2dae430c77a4'}}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 05 17:07:19.201669 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-11012dce-4d59-4523-89d9-fb39a2b6b008 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:19.212525 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-49555fc7-5824-4bff-92fc-4d68638b74e0 tempest-RoutersIpV6AdminTest-1137264224 tempest-RoutersIpV6AdminTest-1137264224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-648249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62744'] for router, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:19.216821 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-49555fc7-5824-4bff-92fc-4d68638b74e0 tempest-RoutersIpV6AdminTest-1137264224 tempest-RoutersIpV6AdminTest-1137264224-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:19.263960 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:19.264747 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 0cc28298-70e0-4465-a6cc-f7feda7ef953 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:07:19.268378 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-0a6d5ae3-5075-4ce1-86b8-655b9e911916 None None] For port 0cc28298-70e0-4465-a6cc-f7feda7ef953, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=0cc28298-70e0-4465-a6cc-f7feda7ef953,segment=NetworkSegment(68e6c437-46c2-424d-85e7-20547f69066d),segment_id=68e6c437-46c2-424d-85e7-20547f69066d)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:07:19.268774 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-0a6d5ae3-5075-4ce1-86b8-655b9e911916 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:19.280876 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f92b2cbb-b982-4e57-bf99-c529063362e6 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:19.332797 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-cbc0de77-8cb9-4dbb-84ce-902016b100ba tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-649063', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58098'] for router, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:19.333764 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-cbc0de77-8cb9-4dbb-84ce-902016b100ba tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649832', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-545006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58091'] for router, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:19.372942 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-0a6d5ae3-5075-4ce1-86b8-655b9e911916 None None] Calling delete_port for 0cc28298-70e0-4465-a6cc-f7feda7ef953 owned by network:dhcp {{(pid=103802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:07:19.378154 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-1f4db5c4-f856-4856-af67-fb8bbb5f6bcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:19.425815 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-49555fc7-5824-4bff-92fc-4d68638b74e0 tempest-RoutersIpV6AdminTest-1137264224 tempest-RoutersIpV6AdminTest-1137264224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-648240'] for router, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:19.426418 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49555fc7-5824-4bff-92fc-4d68638b74e0 tempest-RoutersIpV6AdminTest-1137264224 tempest-RoutersIpV6AdminTest-1137264224-project] Fanout notify agent at l3_agent the message router_deleted on router a69432f2-e54d-4c36-b5d1-b96e511c5b54 {{(pid=103800) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 05 17:07:19.434154 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-49555fc7-5824-4bff-92fc-4d68638b74e0 tempest-RoutersIpV6AdminTest-1137264224 tempest-RoutersIpV6AdminTest-1137264224-project] Publish callbacks [] for router, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:19.438752 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-49555fc7-5824-4bff-92fc-4d68638b74e0 tempest-RoutersIpV6AdminTest-1137264224 tempest-RoutersIpV6AdminTest-1137264224-project] 10.222.0.11 "DELETE /v2.0/routers/a69432f2-e54d-4c36-b5d1-b96e511c5b54 HTTP/1.1" status: 204 len: 168 time: 2.8858314 Jan 05 17:07:19.441660 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 40314) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:07:19.445289 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-31ea7a4b-ae5e-4029-8d66-990f196e7b73 tempest-RoutersIpV6AdminTest-1137264224 tempest-RoutersIpV6AdminTest-1137264224-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-542493921', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573'}, 'admin_state_up': False}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:07:19.453056 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee09f68-be6e-43c2-9fc3-d33e69b745ff tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Pushing event updated for resources: {'Subnet': ['ID=0461ec13-88b5-4c75-8b67-c8ef6042bccb,revision_number=0']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:07:19.485645 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-cbc0de77-8cb9-4dbb-84ce-902016b100ba tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:19.506030 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-850da7ac-a150-422c-b4c4-ae45c3916051 None None] Publish callbacks [] for port, precommit_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:19.530854 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-933fd54a-8b6d-4299-adfc-45c0652f5db6 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Publish callbacks [] for port, precommit_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:19.533219 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ee09f68-be6e-43c2-9fc3-d33e69b745ff tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Checking segment: {'id': '1f471016-e561-437b-a4e2-5705a9ff0385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '968ae080-cca7-4d2f-9282-4e55fd868548'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:07:19.533219 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ee09f68-be6e-43c2-9fc3-d33e69b745ff tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Network hostable DHCP agents. Network: 968ae080-cca7-4d2f-9282-4e55fd868548, hostable agents: ['3f70c195-17da-4084-9fd6-bf6059d88535'], hosted agents: [] {{(pid=103801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 05 17:07:19.560946 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-cbc0de77-8cb9-4dbb-84ce-902016b100ba tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-648430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648639'] for router, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:19.573487 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Pushing event updated for resources: {'Port': ['ID=1f69543d-f13d-41a8-9d5a-a13b45e7bc19,revision_number=3']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:07:19.592158 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-11012dce-4d59-4523-89d9-fb39a2b6b008 None None] For port 32e49a84-a683-4169-9e1e-31ca55fdde71, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 05 17:07:19.599641 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-11012dce-4d59-4523-89d9-fb39a2b6b008 None None] For port 32e49a84-a683-4169-9e1e-31ca55fdde71, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=32e49a84-a683-4169-9e1e-31ca55fdde71,segment=NetworkSegment(8baac335-01c0-43c6-a45c-b77879deda65),segment_id=8baac335-01c0-43c6-a45c-b77879deda65)] {{(pid=103802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 05 17:07:19.625753 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [None req-f92b2cbb-b982-4e57-bf99-c529063362e6 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Allocated IP 172.20.0.1 (90fb0b95-c831-44d0-a599-a2da507cd440/824d5f3e-3925-4528-b0f0-8eab3aa823b5/c81a0cae-0aaf-438b-815b-e79cc8e81f4f) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:07:19.638002 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-933fd54a-8b6d-4299-adfc-45c0652f5db6 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11433169'] for port, after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:19.643331 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Provisioning complete for port 0cc28298-70e0-4465-a6cc-f7feda7ef953 triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:07:19.643999 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:19.654764 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-31ea7a4b-ae5e-4029-8d66-990f196e7b73 tempest-RoutersIpV6AdminTest-1137264224 tempest-RoutersIpV6AdminTest-1137264224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-649063', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58098'] for router, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:19.656187 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-31ea7a4b-ae5e-4029-8d66-990f196e7b73 tempest-RoutersIpV6AdminTest-1137264224 tempest-RoutersIpV6AdminTest-1137264224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649832', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-545006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58091'] for router, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:19.666645 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:19.670042 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-850da7ac-a150-422c-b4c4-ae45c3916051 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669'] for port, after_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:19.722627 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933fd54a-8b6d-4299-adfc-45c0652f5db6 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Pushing event updated for resources: {'Port': ['ID=88ff331a-9b0d-4af3-8d03-74f37e219e9c,revision_number=2']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:07:19.724669 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-cbc0de77-8cb9-4dbb-84ce-902016b100ba tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks [] for router, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:19.724815 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ee09f68-be6e-43c2-9fc3-d33e69b745ff tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Network 968ae080-cca7-4d2f-9282-4e55fd868548 is scheduled to be hosted by DHCP agent 3f70c195-17da-4084-9fd6-bf6059d88535 with binding_index 1 {{(pid=103801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 05 17:07:19.729231 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-cbc0de77-8cb9-4dbb-84ce-902016b100ba tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.7037637 Jan 05 17:07:19.735379 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 40318) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:07:19.763276 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-b6a3644e-059d-4c3c-9686-1b93742ee38b admin admin] Deleting port f2c5c7c7-d0b5-46b9-9c34-58c6c515b4f0 {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:07:19.763726 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-b6a3644e-059d-4c3c-9686-1b93742ee38b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:19.765535 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-933fd54a-8b6d-4299-adfc-45c0652f5db6 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648677'] for floatingip, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:19.826480 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3367e010-5a86-4713-bbb0-c9da267eb016 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-531685'] for router_interface, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:19.899005 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-3ee09f68-be6e-43c2-9fc3-d33e69b745ff tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 968ae080-cca7-4d2f-9282-4e55fd868548) {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:07:19.908263 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-11012dce-4d59-4523-89d9-fb39a2b6b008 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:19.911865 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ee09f68-be6e-43c2-9fc3-d33e69b745ff tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:07:19.912576 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3ee09f68-be6e-43c2-9fc3-d33e69b745ff tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks [] for subnet, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:19.925671 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eff41fc8-3baf-4a2c-a787-f65c126c47ab None None] Network 968ae080-cca7-4d2f-9282-4e55fd868548 requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:07:19.929254 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-0a6d5ae3-5075-4ce1-86b8-655b9e911916 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678'] for port, after_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:19.939388 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-850da7ac-a150-422c-b4c4-ae45c3916051 None None] Network b51dc6bd-01e2-4c6e-aa0a-158cff5a9d58 is already hosted by enough agents. {{(pid=103802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:07:19.946293 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-31ea7a4b-ae5e-4029-8d66-990f196e7b73 tempest-RoutersIpV6AdminTest-1137264224 tempest-RoutersIpV6AdminTest-1137264224-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:19.968776 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Could not find standard attr ID for object 0cc28298-70e0-4465-a6cc-f7feda7ef953. {{(pid=103802) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 05 17:07:19.977118 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.scheduler.base_scheduler [None req-850da7ac-a150-422c-b4c4-ae45c3916051 None None] Resources bound (agent type, host, resource id): {{(pid=103802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:07:19.978761 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-850da7ac-a150-422c-b4c4-ae45c3916051 None None] Received port after_create {{(pid=103802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:07:19.985088 dv-neutron-master-2-hyperv neutron-server[103802]: INFO neutron.plugins.ml2.db [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] No ports have port_id starting with 0cc28298-70e0-4465-a6cc-f7feda7ef953 Jan 05 17:07:19.987690 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a6d5ae3-5075-4ce1-86b8-655b9e911916 None None] No DVR routers for this DVR port 0cc28298-70e0-4465-a6cc-f7feda7ef953 on host dv-neutron-master-2-hyperv {{(pid=103802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 05 17:07:19.991542 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850da7ac-a150-422c-b4c4-ae45c3916051 None None] Pushing event updated for resources: {'Port': ['ID=fb1ec300-8eb1-4f87-865a-df21e248515b,revision_number=1']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:07:20.043148 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87e87f17-9a73-4097-a27a-af76d8730e9d None None] Network e897f8fc-3cef-40ca-9466-c6c65ecd9833 requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:07:20.047768 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-e72bb14f-8cb6-411b-bbc2-1e1c193d650a None None] Provisioning complete for port 1f69543d-f13d-41a8-9d5a-a13b45e7bc19 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:07:20.048321 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-e72bb14f-8cb6-411b-bbc2-1e1c193d650a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:20.051241 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-b6a3644e-059d-4c3c-9686-1b93742ee38b admin admin] For port f2c5c7c7-d0b5-46b9-9c34-58c6c515b4f0, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f2c5c7c7-d0b5-46b9-9c34-58c6c515b4f0,segment=NetworkSegment(d65903af-bfbb-40e4-945d-cf3bc3c0723b),segment_id=d65903af-bfbb-40e4-945d-cf3bc3c0723b)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:07:20.051555 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-b6a3644e-059d-4c3c-9686-1b93742ee38b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:20.056555 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.db.l3_db [None req-933fd54a-8b6d-4299-adfc-45c0652f5db6 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Floating IP 3460c3cb-c573-4ef5-802f-f2c8655f3bbe associated. External IP: 172.36.4.229, port: 0bb2dfe7-b47a-4032-bcf7-1aa909194fcd. Jan 05 17:07:20.068806 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-3ee09f68-be6e-43c2-9fc3-d33e69b745ff tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.7140520 Jan 05 17:07:20.074217 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 40320) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:07:20.084523 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-b6a3644e-059d-4c3c-9686-1b93742ee38b admin admin] Calling delete_port for f2c5c7c7-d0b5-46b9-9c34-58c6c515b4f0 owned by network:router_interface {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:07:20.130437 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-92f3b955-061d-4632-ba88-c5172996645e tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1684267980', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:07:20.217215 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a2800b3e-b138-44da-ab1f-18586b93ba3e tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:20.269346 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114d1eea-3592-4e84-87e0-bdc4facff953 req-4e31c279-f955-4e45-b262-73642ab2777c tempest-ServerActionsTestJSON-949899014 tempest-ServerActionsTestJSON-949899014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:07:20.270972 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-114d1eea-3592-4e84-87e0-bdc4facff953 req-4e31c279-f955-4e45-b262-73642ab2777c tempest-ServerActionsTestJSON-949899014 tempest-ServerActionsTestJSON-949899014-project] 10.222.0.11 "GET /v2.0/ports?device_id=be270a5c-db8b-4dff-9e40-79b29c80ad34 HTTP/1.1" status: 200 len: 946 time: 0.4266930 Jan 05 17:07:20.285618 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f92b2cbb-b982-4e57-bf99-c529063362e6 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks [] for port, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:20.358521 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 1f69543d-f13d-41a8-9d5a-a13b45e7bc19 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:07:20.376439 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11012dce-4d59-4523-89d9-fb39a2b6b008 None None] Pushing event updated for resources: {'Port': ['ID=32e49a84-a683-4169-9e1e-31ca55fdde71,revision_number=2']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:07:20.435190 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-92f3b955-061d-4632-ba88-c5172996645e tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-649063', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58098'] for router, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:20.436398 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-92f3b955-061d-4632-ba88-c5172996645e tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649832', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-545006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58091'] for router, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:20.444349 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-31ea7a4b-ae5e-4029-8d66-990f196e7b73 tempest-RoutersIpV6AdminTest-1137264224 tempest-RoutersIpV6AdminTest-1137264224-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:20.526170 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6d5ae3-5075-4ce1-86b8-655b9e911916 None None] Pushing event deleted for resources: {'Port': ['ID=0cc28298-70e0-4465-a6cc-f7feda7ef953,revision_number=None']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:07:20.534893 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-114d1eea-3592-4e84-87e0-bdc4facff953 req-e0a99d6a-0921-4d57-9257-7731d4b46535 tempest-ServerActionsTestJSON-949899014 tempest-ServerActionsTestJSON-949899014-project] 10.222.0.11 "GET /v2.0/security-groups?id=f7674e10-0a07-4bc4-8403-a53dd95a312a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2537766 Jan 05 17:07:20.573103 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-850da7ac-a150-422c-b4c4-ae45c3916051 None None] Attempting to bind port fb1ec300-8eb1-4f87-865a-df21e248515b on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 05 17:07:20.576517 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-850da7ac-a150-422c-b4c4-ae45c3916051 None None] Attempting to bind port fb1ec300-8eb1-4f87-865a-df21e248515b by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '581babad-afad-48b7-8ff7-8e49237424b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'b51dc6bd-01e2-4c6e-aa0a-158cff5a9d58'}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 05 17:07:20.576517 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-850da7ac-a150-422c-b4c4-ae45c3916051 None None] Attempting to bind port fb1ec300-8eb1-4f87-865a-df21e248515b on network b51dc6bd-01e2-4c6e-aa0a-158cff5a9d58 {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:07:20.590916 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-850da7ac-a150-422c-b4c4-ae45c3916051 None None] Checking agent: {'id': '0d4f8fd3-ce62-4651-970c-efa6a8bb22b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 5, 16, 57, 23), 'started_at': datetime.datetime(2022, 1, 5, 16, 57, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 5, 17, 6, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 05 17:07:20.591304 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-850da7ac-a150-422c-b4c4-ae45c3916051 None None] Checking segment: {'id': '581babad-afad-48b7-8ff7-8e49237424b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'b51dc6bd-01e2-4c6e-aa0a-158cff5a9d58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:07:20.591718 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-850da7ac-a150-422c-b4c4-ae45c3916051 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:20.592075 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-850da7ac-a150-422c-b4c4-ae45c3916051 None None] Bound using segment: {'id': '581babad-afad-48b7-8ff7-8e49237424b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'b51dc6bd-01e2-4c6e-aa0a-158cff5a9d58'} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 05 17:07:20.592549 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-850da7ac-a150-422c-b4c4-ae45c3916051 None None] Bound port: fb1ec300-8eb1-4f87-865a-df21e248515b, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '581babad-afad-48b7-8ff7-8e49237424b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'b51dc6bd-01e2-4c6e-aa0a-158cff5a9d58'}}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 05 17:07:20.592927 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-850da7ac-a150-422c-b4c4-ae45c3916051 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:20.614743 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90738251-d1c1-42c4-ba82-c22ee17db33d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-968ae080-cca7-4d2f-9282-4e55fd868548', 'network_id': '968ae080-cca7-4d2f-9282-4e55fd868548', 'project_id': '04762f6d6f55432ea3822a71fa1f481f', 'fixed_ips': [{'subnet_id': '0461ec13-88b5-4c75-8b67-c8ef6042bccb'}]}} from dv-neutron-master-2-hyperv. {{(pid=103802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 05 17:07:20.615577 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-90738251-d1c1-42c4-ba82-c22ee17db33d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:20.620638 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-92f3b955-061d-4632-ba88-c5172996645e tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:20.686501 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f92b2cbb-b982-4e57-bf99-c529063362e6 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:20.692045 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d2607572-b3c9-472c-85bc-c8de0c3fb75c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:20.692562 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-933fd54a-8b6d-4299-adfc-45c0652f5db6 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Router 8e20d6c5-5760-40ff-8076-35b11b39e3e1 has already been hosted by L3 agent 59446fdc-40e0-41fe-a575-a8eb11d742f7 {{(pid=103801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 05 17:07:20.694446 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-92f3b955-061d-4632-ba88-c5172996645e tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-648430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648639'] for router, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:20.729681 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b3c25db-5277-4e5e-842e-4cd5a5d929e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-e897f8fc-3cef-40ca-9466-c6c65ecd9833', 'network_id': 'e897f8fc-3cef-40ca-9466-c6c65ecd9833', 'project_id': 'fd419c78d7194361a03f37a26ebeba76', 'fixed_ips': [{'subnet_id': '3e2cc654-4ba5-4e61-9e3d-6b6fa5b996c9'}]}} from dv-neutron-master-2-hyperv. {{(pid=103802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 05 17:07:20.730719 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-2b3c25db-5277-4e5e-842e-4cd5a5d929e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:20.737332 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Provisioning complete for port 1f69543d-f13d-41a8-9d5a-a13b45e7bc19 triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:07:20.738008 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:20.801154 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-3367e010-5a86-4713-bbb0-c9da267eb016 admin admin] Deleting port 78d2b046-0e55-49ac-abe8-0d28426834c3 {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:07:20.801377 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3367e010-5a86-4713-bbb0-c9da267eb016 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:20.826292 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-92f3b955-061d-4632-ba88-c5172996645e tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks [] for router, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:20.831385 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-92f3b955-061d-4632-ba88-c5172996645e tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.7494612 Jan 05 17:07:20.836337 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-b6a3644e-059d-4c3c-9686-1b93742ee38b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11433176'] for port, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:20.867591 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 40322) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:07:20.873928 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-850da7ac-a150-422c-b4c4-ae45c3916051 None None] For port fb1ec300-8eb1-4f87-865a-df21e248515b, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 05 17:07:20.912723 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-850da7ac-a150-422c-b4c4-ae45c3916051 None None] For port fb1ec300-8eb1-4f87-865a-df21e248515b, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=fb1ec300-8eb1-4f87-865a-df21e248515b,segment=NetworkSegment(581babad-afad-48b7-8ff7-8e49237424b1),segment_id=581babad-afad-48b7-8ff7-8e49237424b1)] {{(pid=103802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 05 17:07:20.965722 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a3644e-059d-4c3c-9686-1b93742ee38b admin admin] Pushing event deleted for resources: {'Port': ['ID=f2c5c7c7-d0b5-46b9-9c34-58c6c515b4f0,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:07:20.990541 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-850da7ac-a150-422c-b4c4-ae45c3916051 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:21.097195 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.db_base_plugin_common [None req-90738251-d1c1-42c4-ba82-c22ee17db33d None None] Allocated IP 2001:db8:1::2 (968ae080-cca7-4d2f-9282-4e55fd868548/0461ec13-88b5-4c75-8b67-c8ef6042bccb/1ea7a7fc-583f-46d3-bd6c-4e4f7249059b) {{(pid=103802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:07:21.108688 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f92b2cbb-b982-4e57-bf99-c529063362e6 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Network 90fb0b95-c831-44d0-a599-a2da507cd440 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:07:21.118455 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-f92b2cbb-b982-4e57-bf99-c529063362e6 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:07:21.156811 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f92b2cbb-b982-4e57-bf99-c529063362e6 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:07:21.173137 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-933fd54a-8b6d-4299-adfc-45c0652f5db6 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 05 17:07:21.197876 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850da7ac-a150-422c-b4c4-ae45c3916051 None None] Pushing event updated for resources: {'Port': ['ID=fb1ec300-8eb1-4f87-865a-df21e248515b,revision_number=2']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:07:21.201049 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b7d16f2-9622-4d27-a515-dc9aa3b289da None None] Sync routers for ids ['8e20d6c5-5760-40ff-8076-35b11b39e3e1'] in dv-neutron-master-2-hyperv {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 05 17:07:21.266704 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92b2cbb-b982-4e57-bf99-c529063362e6 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Pushing event updated for resources: {'Port': ['ID=c81a0cae-0aaf-438b-815b-e79cc8e81f4f,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:07:21.297994 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b7d16f2-9622-4d27-a515-dc9aa3b289da None None] Routers {'8e20d6c5-5760-40ff-8076-35b11b39e3e1'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:07:21.300163 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-1b7d16f2-9622-4d27-a515-dc9aa3b289da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:07:19Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['8e20d6c5-5760-40ff-8076-35b11b39e3e1'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:07:21.328760 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f92b2cbb-b982-4e57-bf99-c529063362e6 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-648552'] for router_interface, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:21.474981 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-1b7d16f2-9622-4d27-a515-dc9aa3b289da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:07:21.565451 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.db_base_plugin_common [None req-2b3c25db-5277-4e5e-842e-4cd5a5d929e4 None None] Allocated IP 2001:db8::2 (e897f8fc-3cef-40ca-9466-c6c65ecd9833/3e2cc654-4ba5-4e61-9e3d-6b6fa5b996c9/3890dffd-69be-4e45-ad88-236464b109db) {{(pid=103802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:07:21.570577 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 0cc28298-70e0-4465-a6cc-f7feda7ef953 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 05 17:07:21.633420 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] No Port match for: 0cc28298-70e0-4465-a6cc-f7feda7ef953 {{(pid=103802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 05 17:07:21.638995 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 0cc28298-70e0-4465-a6cc-f7feda7ef953 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 05 17:07:21.668365 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b7d16f2-9622-4d27-a515-dc9aa3b289da None None] Routers {'8e20d6c5-5760-40ff-8076-35b11b39e3e1'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:07:21.669216 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-1b7d16f2-9622-4d27-a515-dc9aa3b289da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:07:19Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['8e20d6c5-5760-40ff-8076-35b11b39e3e1'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:07:21.731917 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-1b7d16f2-9622-4d27-a515-dc9aa3b289da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:07:21.731917 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b7d16f2-9622-4d27-a515-dc9aa3b289da None None] The sync data for ids ['8e20d6c5-5760-40ff-8076-35b11b39e3e1'] in dv-neutron-master-2-hyperv is: [] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 05 17:07:21.808605 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-3367e010-5a86-4713-bbb0-c9da267eb016 admin admin] For port 78d2b046-0e55-49ac-abe8-0d28426834c3, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=78d2b046-0e55-49ac-abe8-0d28426834c3,segment=NetworkSegment(724f64f6-50e7-48d8-ab30-09fe928cc729),segment_id=724f64f6-50e7-48d8-ab30-09fe928cc729)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:07:21.809236 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3367e010-5a86-4713-bbb0-c9da267eb016 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:21.812643 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-31ea7a4b-ae5e-4029-8d66-990f196e7b73 tempest-RoutersIpV6AdminTest-1137264224 tempest-RoutersIpV6AdminTest-1137264224-project] Publish callbacks [] for router_gateway, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:21.822947 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f92b2cbb-b982-4e57-bf99-c529063362e6 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:21.849112 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-31ea7a4b-ae5e-4029-8d66-990f196e7b73 tempest-RoutersIpV6AdminTest-1137264224 tempest-RoutersIpV6AdminTest-1137264224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:21.872756 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2afba9b7-e798-4022-901d-52abc09dd78c None None] Network e43a2dfe-e4d2-4090-8e1f-2dae430c77a4 requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:07:21.893897 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-cc306c58-f1f4-4a94-9556-b6bbeb16b7b5 None None] Provisioning complete for port c81a0cae-0aaf-438b-815b-e79cc8e81f4f triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:07:21.894255 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-cc306c58-f1f4-4a94-9556-b6bbeb16b7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:21.913002 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-3367e010-5a86-4713-bbb0-c9da267eb016 admin admin] Calling delete_port for 78d2b046-0e55-49ac-abe8-0d28426834c3 owned by network:router_interface {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:07:21.916945 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-933fd54a-8b6d-4299-adfc-45c0652f5db6 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for floatingip, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:21.955384 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d504d802-9546-4ce5-a9d3-96c844ac5808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:21.966432 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-90738251-d1c1-42c4-ba82-c22ee17db33d None None] Publish callbacks [] for port, precommit_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:22.011704 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-cc306c58-f1f4-4a94-9556-b6bbeb16b7b5 None None] Port c81a0cae-0aaf-438b-815b-e79cc8e81f4f cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 17:07:22.040696 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-933fd54a-8b6d-4299-adfc-45c0652f5db6 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 7.3232679 Jan 05 17:07:22.042333 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 40326) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:07:22.050213 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-94ca59f9-2aeb-4a08-996c-b7b542dd2429 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Request body: {'floatingip': {'port_id': '0bb2dfe7-b47a-4032-bcf7-1aa909194fcd', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:07:22.076023 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-b6a3644e-059d-4c3c-9686-1b93742ee38b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-560676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531569'] for router_interface, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:22.112497 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668b11ba-c5d6-4ff1-9647-7a4a56758d87 req-19dbc865-ca6b-4b6e-9904-36bebf5aeb4f tempest-ServerActionsTestJSON-949899014 tempest-ServerActionsTestJSON-949899014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:07:22.120003 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-668b11ba-c5d6-4ff1-9647-7a4a56758d87 req-19dbc865-ca6b-4b6e-9904-36bebf5aeb4f tempest-ServerActionsTestJSON-949899014 tempest-ServerActionsTestJSON-949899014-project] 10.222.0.11 "GET /v2.0/ports?device_id=be270a5c-db8b-4dff-9e40-79b29c80ad34 HTTP/1.1" status: 200 len: 946 time: 0.3632812 Jan 05 17:07:22.121846 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-90738251-d1c1-42c4-ba82-c22ee17db33d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669'] for port, after_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:22.150370 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90738251-d1c1-42c4-ba82-c22ee17db33d None None] Network 968ae080-cca7-4d2f-9282-4e55fd868548 is already hosted by enough agents. {{(pid=103802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:07:22.152365 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [None req-31ea7a4b-ae5e-4029-8d66-990f196e7b73 tempest-RoutersIpV6AdminTest-1137264224 tempest-RoutersIpV6AdminTest-1137264224-project] Allocated IP 172.36.4.9 (b0167590-0699-4c5c-a932-3939414a9573/7a784a6d-3d96-418f-a645-b9ccd0b1ac55/0baa2331-016d-4e25-bdcc-13c89da8aed9) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:07:22.160462 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.scheduler.base_scheduler [None req-90738251-d1c1-42c4-ba82-c22ee17db33d None None] Resources bound (agent type, host, resource id): {{(pid=103802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:07:22.163153 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90738251-d1c1-42c4-ba82-c22ee17db33d None None] Received port after_create {{(pid=103802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:07:22.208725 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3f1823bd-370a-40d8-ba06-905d47d3b36c tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:22.213721 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-94ca59f9-2aeb-4a08-996c-b7b542dd2429 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Publish callbacks [] for floatingip, before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:22.293392 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-2b3c25db-5277-4e5e-842e-4cd5a5d929e4 None None] Publish callbacks [] for port, precommit_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:22.295345 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-2ca63bf9-7c02-4479-ad01-b5bb39e07fa0 None None] Provisioning complete for port 32e49a84-a683-4169-9e1e-31ca55fdde71 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:07:22.295708 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-2ca63bf9-7c02-4479-ad01-b5bb39e07fa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:22.385212 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90738251-d1c1-42c4-ba82-c22ee17db33d None None] Pushing event updated for resources: {'Port': ['ID=1ea7a7fc-583f-46d3-bd6c-4e4f7249059b,revision_number=1']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:07:22.387833 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-90738251-d1c1-42c4-ba82-c22ee17db33d None None] Attempting to bind port 1ea7a7fc-583f-46d3-bd6c-4e4f7249059b on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 05 17:07:22.388198 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-90738251-d1c1-42c4-ba82-c22ee17db33d None None] Attempting to bind port 1ea7a7fc-583f-46d3-bd6c-4e4f7249059b by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '1f471016-e561-437b-a4e2-5705a9ff0385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '968ae080-cca7-4d2f-9282-4e55fd868548'}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 05 17:07:22.388563 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90738251-d1c1-42c4-ba82-c22ee17db33d None None] Attempting to bind port 1ea7a7fc-583f-46d3-bd6c-4e4f7249059b on network 968ae080-cca7-4d2f-9282-4e55fd868548 {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:07:22.429266 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90738251-d1c1-42c4-ba82-c22ee17db33d None None] Checking agent: {'id': '0d4f8fd3-ce62-4651-970c-efa6a8bb22b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 5, 16, 57, 23), 'started_at': datetime.datetime(2022, 1, 5, 16, 57, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 5, 17, 6, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 05 17:07:22.429696 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90738251-d1c1-42c4-ba82-c22ee17db33d None None] Checking segment: {'id': '1f471016-e561-437b-a4e2-5705a9ff0385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '968ae080-cca7-4d2f-9282-4e55fd868548'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:07:22.430105 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-90738251-d1c1-42c4-ba82-c22ee17db33d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:22.430214 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-668b11ba-c5d6-4ff1-9647-7a4a56758d87 req-7dcc52b7-f022-4f6b-9257-8714a98bff77 tempest-ServerActionsTestJSON-949899014 tempest-ServerActionsTestJSON-949899014-project] 10.222.0.11 "GET /v2.0/security-groups?id=f7674e10-0a07-4bc4-8403-a53dd95a312a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3092265 Jan 05 17:07:22.430776 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90738251-d1c1-42c4-ba82-c22ee17db33d None None] Bound using segment: {'id': '1f471016-e561-437b-a4e2-5705a9ff0385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '968ae080-cca7-4d2f-9282-4e55fd868548'} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 05 17:07:22.445275 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-90738251-d1c1-42c4-ba82-c22ee17db33d None None] Bound port: 1ea7a7fc-583f-46d3-bd6c-4e4f7249059b, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f471016-e561-437b-a4e2-5705a9ff0385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '968ae080-cca7-4d2f-9282-4e55fd868548'}}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 05 17:07:22.445815 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-90738251-d1c1-42c4-ba82-c22ee17db33d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:22.527533 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [None req-a2800b3e-b138-44da-ab1f-18586b93ba3e tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Allocated IP 2001:db8::1 (e897f8fc-3cef-40ca-9466-c6c65ecd9833/3e2cc654-4ba5-4e61-9e3d-6b6fa5b996c9/6db412d3-6b98-4885-9bd2-7955169ddfb6) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:07:22.661713 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a2800b3e-b138-44da-ab1f-18586b93ba3e tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks [] for port, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:22.774972 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-2b3c25db-5277-4e5e-842e-4cd5a5d929e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669'] for port, after_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:22.796126 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [None req-3f1823bd-370a-40d8-ba06-905d47d3b36c tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Allocated IP 2001:db8::1 (e43a2dfe-e4d2-4090-8e1f-2dae430c77a4/6924c082-5c52-4437-b712-e4e1189506ce/8e7b78f1-65d9-4e5f-aa5b-6dc2672be0eb) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:07:22.825980 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a2800b3e-b138-44da-ab1f-18586b93ba3e tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:22.839380 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 32e49a84-a683-4169-9e1e-31ca55fdde71 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:07:22.884696 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3c25db-5277-4e5e-842e-4cd5a5d929e4 None None] Pushing event updated for resources: {'Port': ['ID=3890dffd-69be-4e45-ad88-236464b109db,revision_number=1']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:07:22.913560 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2800b3e-b138-44da-ab1f-18586b93ba3e tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Network e897f8fc-3cef-40ca-9466-c6c65ecd9833 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:07:22.921932 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3f1823bd-370a-40d8-ba06-905d47d3b36c tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks [] for port, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:22.923677 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-a2800b3e-b138-44da-ab1f-18586b93ba3e tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:07:22.939961 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2800b3e-b138-44da-ab1f-18586b93ba3e tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:07:22.941003 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a2800b3e-b138-44da-ab1f-18586b93ba3e tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-648552'] for router_interface, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:22.943949 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-571026f7-acc5-456c-84f8-af2694bb6752 None None] Network b51dc6bd-01e2-4c6e-aa0a-158cff5a9d58 requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:07:22.979043 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b3c25db-5277-4e5e-842e-4cd5a5d929e4 None None] Network e897f8fc-3cef-40ca-9466-c6c65ecd9833 is already hosted by enough agents. {{(pid=103802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:07:22.983231 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-90738251-d1c1-42c4-ba82-c22ee17db33d None None] For port 1ea7a7fc-583f-46d3-bd6c-4e4f7249059b, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 05 17:07:23.030631 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.scheduler.base_scheduler [None req-2b3c25db-5277-4e5e-842e-4cd5a5d929e4 None None] Resources bound (agent type, host, resource id): {{(pid=103802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:07:23.042078 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-90738251-d1c1-42c4-ba82-c22ee17db33d None None] For port 1ea7a7fc-583f-46d3-bd6c-4e4f7249059b, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=1ea7a7fc-583f-46d3-bd6c-4e4f7249059b,segment=NetworkSegment(1f471016-e561-437b-a4e2-5705a9ff0385),segment_id=1f471016-e561-437b-a4e2-5705a9ff0385)] {{(pid=103802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 05 17:07:23.043485 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b3c25db-5277-4e5e-842e-4cd5a5d929e4 None None] Received port after_create {{(pid=103802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:07:23.071349 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3f1823bd-370a-40d8-ba06-905d47d3b36c tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11433176'] for port, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:23.083042 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Provisioning complete for port 32e49a84-a683-4169-9e1e-31ca55fdde71 triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:07:23.083419 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:23.094951 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-31ea7a4b-ae5e-4029-8d66-990f196e7b73 tempest-RoutersIpV6AdminTest-1137264224 tempest-RoutersIpV6AdminTest-1137264224-project] Publish callbacks [] for port, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:23.101778 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2800b3e-b138-44da-ab1f-18586b93ba3e tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Pushing event updated for resources: {'Port': ['ID=6db412d3-6b98-4885-9bd2-7955169ddfb6,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:07:23.121999 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f92b2cbb-b982-4e57-bf99-c529063362e6 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks [] for port, precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:23.132272 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f1823bd-370a-40d8-ba06-905d47d3b36c tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Network e43a2dfe-e4d2-4090-8e1f-2dae430c77a4 is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:07:23.146954 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-3f1823bd-370a-40d8-ba06-905d47d3b36c tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:07:23.162662 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b510140-9a6e-4d9e-a93d-d1f6c911f7dc req-d3be6ec9-0622-4100-a7cc-e24fca741849 tempest-ServerActionsTestJSON-949899014 tempest-ServerActionsTestJSON-949899014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:07:23.170073 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-7b510140-9a6e-4d9e-a93d-d1f6c911f7dc req-d3be6ec9-0622-4100-a7cc-e24fca741849 tempest-ServerActionsTestJSON-949899014 tempest-ServerActionsTestJSON-949899014-project] 10.222.0.11 "GET /v2.0/ports?device_id=be270a5c-db8b-4dff-9e40-79b29c80ad34 HTTP/1.1" status: 200 len: 946 time: 0.1989775 Jan 05 17:07:23.174967 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-2ca63bf9-7c02-4479-ad01-b5bb39e07fa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:23.177152 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-90738251-d1c1-42c4-ba82-c22ee17db33d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:23.192895 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f1823bd-370a-40d8-ba06-905d47d3b36c tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:07:23.193716 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3f1823bd-370a-40d8-ba06-905d47d3b36c tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-648552'] for router_interface, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:23.215798 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246be67e-ee04-413f-a0e1-f7c8742e47e2 req-ba744b5b-211b-45ad-aaf6-7a4e7eb9ff39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:07:23.217395 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-246be67e-ee04-413f-a0e1-f7c8742e47e2 req-ba744b5b-211b-45ad-aaf6-7a4e7eb9ff39 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0e5f75b0fa584f3fb65d4d2f1d03045b&device_id=be270a5c-db8b-4dff-9e40-79b29c80ad34 HTTP/1.1" status: 200 len: 1099 time: 0.1486807 Jan 05 17:07:23.218024 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f92b2cbb-b982-4e57-bf99-c529063362e6 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8784461'] for port, after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:23.267162 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-2b3c25db-5277-4e5e-842e-4cd5a5d929e4 None None] Attempting to bind port 3890dffd-69be-4e45-ad88-236464b109db on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 05 17:07:23.267539 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-2b3c25db-5277-4e5e-842e-4cd5a5d929e4 None None] Attempting to bind port 3890dffd-69be-4e45-ad88-236464b109db by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '68e6c437-46c2-424d-85e7-20547f69066d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'e897f8fc-3cef-40ca-9466-c6c65ecd9833'}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 05 17:07:23.267902 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b3c25db-5277-4e5e-842e-4cd5a5d929e4 None None] Attempting to bind port 3890dffd-69be-4e45-ad88-236464b109db on network e897f8fc-3cef-40ca-9466-c6c65ecd9833 {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:07:23.287360 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3367e010-5a86-4713-bbb0-c9da267eb016 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11433176'] for port, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:23.296174 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1823bd-370a-40d8-ba06-905d47d3b36c tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Pushing event updated for resources: {'Port': ['ID=8e7b78f1-65d9-4e5f-aa5b-6dc2672be0eb,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:07:23.315881 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b3c25db-5277-4e5e-842e-4cd5a5d929e4 None None] Checking agent: {'id': '0d4f8fd3-ce62-4651-970c-efa6a8bb22b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 5, 16, 57, 23), 'started_at': datetime.datetime(2022, 1, 5, 16, 57, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 5, 17, 6, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 05 17:07:23.316320 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b3c25db-5277-4e5e-842e-4cd5a5d929e4 None None] Checking segment: {'id': '68e6c437-46c2-424d-85e7-20547f69066d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'e897f8fc-3cef-40ca-9466-c6c65ecd9833'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:07:23.316658 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-2b3c25db-5277-4e5e-842e-4cd5a5d929e4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:23.317053 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b3c25db-5277-4e5e-842e-4cd5a5d929e4 None None] Bound using segment: {'id': '68e6c437-46c2-424d-85e7-20547f69066d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'e897f8fc-3cef-40ca-9466-c6c65ecd9833'} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 05 17:07:23.317535 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-2b3c25db-5277-4e5e-842e-4cd5a5d929e4 None None] Bound port: 3890dffd-69be-4e45-ad88-236464b109db, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68e6c437-46c2-424d-85e7-20547f69066d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'e897f8fc-3cef-40ca-9466-c6c65ecd9833'}}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 05 17:07:23.324375 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-2b3c25db-5277-4e5e-842e-4cd5a5d929e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:23.355787 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3367e010-5a86-4713-bbb0-c9da267eb016 admin admin] Pushing event deleted for resources: {'Port': ['ID=78d2b046-0e55-49ac-abe8-0d28426834c3,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:07:23.380102 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:23.384624 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-2ca63bf9-7c02-4479-ad01-b5bb39e07fa0 None None] For port 32e49a84-a683-4169-9e1e-31ca55fdde71, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=32e49a84-a683-4169-9e1e-31ca55fdde71,segment=NetworkSegment(8baac335-01c0-43c6-a45c-b77879deda65),segment_id=8baac335-01c0-43c6-a45c-b77879deda65)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:07:23.396015 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90738251-d1c1-42c4-ba82-c22ee17db33d None None] Pushing event updated for resources: {'Port': ['ID=1ea7a7fc-583f-46d3-bd6c-4e4f7249059b,revision_number=2']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:07:23.396217 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-7b510140-9a6e-4d9e-a93d-d1f6c911f7dc req-9afb80d1-3bc6-4897-88bf-bc588054a350 tempest-ServerActionsTestJSON-949899014 tempest-ServerActionsTestJSON-949899014-project] 10.222.0.11 "GET /v2.0/security-groups?id=f7674e10-0a07-4bc4-8403-a53dd95a312a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2236865 Jan 05 17:07:23.468381 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-31ea7a4b-ae5e-4029-8d66-990f196e7b73 tempest-RoutersIpV6AdminTest-1137264224 tempest-RoutersIpV6AdminTest-1137264224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:23.470415 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-2b3c25db-5277-4e5e-842e-4cd5a5d929e4 None None] For port 3890dffd-69be-4e45-ad88-236464b109db, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 05 17:07:23.474019 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-2b3c25db-5277-4e5e-842e-4cd5a5d929e4 None None] For port 3890dffd-69be-4e45-ad88-236464b109db, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=3890dffd-69be-4e45-ad88-236464b109db,segment=NetworkSegment(68e6c437-46c2-424d-85e7-20547f69066d),segment_id=68e6c437-46c2-424d-85e7-20547f69066d)] {{(pid=103802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 05 17:07:23.499966 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-2ca63bf9-7c02-4479-ad01-b5bb39e07fa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:23.502292 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f92b2cbb-b982-4e57-bf99-c529063362e6 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-531704'] for router_interface, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:23.504108 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6a3644e-059d-4c3c-9686-1b93742ee38b admin admin] Router 1f9c6c3e-8e40-47bc-8b6d-0617b570b717 has already been hosted by L3 agent 59446fdc-40e0-41fe-a575-a8eb11d742f7 {{(pid=103801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 05 17:07:23.528188 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92b2cbb-b982-4e57-bf99-c529063362e6 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Pushing event updated for resources: {'Port': ['ID=c81a0cae-0aaf-438b-815b-e79cc8e81f4f,revision_number=2']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:07:23.560352 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:23.605642 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ea7a4b-ae5e-4029-8d66-990f196e7b73 tempest-RoutersIpV6AdminTest-1137264224 tempest-RoutersIpV6AdminTest-1137264224-project] Pushing event updated for resources: {'Port': ['ID=0baa2331-016d-4e25-bdcc-13c89da8aed9,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:07:23.639871 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca63bf9-7c02-4479-ad01-b5bb39e07fa0 None None] Pushing event updated for resources: {'Port': ['ID=32e49a84-a683-4169-9e1e-31ca55fdde71,revision_number=3']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:07:23.640004 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31ea7a4b-ae5e-4029-8d66-990f196e7b73 tempest-RoutersIpV6AdminTest-1137264224 tempest-RoutersIpV6AdminTest-1137264224-project] Network b0167590-0699-4c5c-a932-3939414a9573 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:07:23.681278 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-31ea7a4b-ae5e-4029-8d66-990f196e7b73 tempest-RoutersIpV6AdminTest-1137264224 tempest-RoutersIpV6AdminTest-1137264224-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:07:23.683656 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31ea7a4b-ae5e-4029-8d66-990f196e7b73 tempest-RoutersIpV6AdminTest-1137264224 tempest-RoutersIpV6AdminTest-1137264224-project] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:07:23.719983 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c38675f-d118-4125-8bf8-131cb7f2271d None None] DHCP port deletion for b0167590-0699-4c5c-a932-3939414a9573 request from dv-neutron-master-2-hyperv {{(pid=103802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 05 17:07:23.749150 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-2b3c25db-5277-4e5e-842e-4cd5a5d929e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:23.763521 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-a9ac5429-8f2c-4885-83dd-fd366bb12601 None None] Provisioning complete for port fb1ec300-8eb1-4f87-865a-df21e248515b triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:07:23.764861 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-a9ac5429-8f2c-4885-83dd-fd366bb12601 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:23.809425 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.db.api [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103802) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 05 17:07:23.816189 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG oslo_db.api [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 05 17:07:23.819761 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246be67e-ee04-413f-a0e1-f7c8742e47e2 req-21f7b57e-b62a-44b8-ba56-308d488d0119 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:07:23.821248 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-246be67e-ee04-413f-a0e1-f7c8742e47e2 req-21f7b57e-b62a-44b8-ba56-308d488d0119 service neutron] 10.222.0.13 "GET /v2.0/networks?id=1e5e93d9-6ada-44ad-b92b-017486a9719e HTTP/1.1" status: 200 len: 912 time: 0.5723939 Jan 05 17:07:23.934256 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3c25db-5277-4e5e-842e-4cd5a5d929e4 None None] Pushing event updated for resources: {'Port': ['ID=3890dffd-69be-4e45-ad88-236464b109db,revision_number=2']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:07:24.050001 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3f1823bd-370a-40d8-ba06-905d47d3b36c tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:24.052673 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-a9ac5429-8f2c-4885-83dd-fd366bb12601 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:24.055552 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6a3644e-059d-4c3c-9686-1b93742ee38b admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 05 17:07:24.067246 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d498113-2017-461d-91e0-1e7cda37b232 None None] Sync routers for ids ['1f9c6c3e-8e40-47bc-8b6d-0617b570b717'] in dv-neutron-master-2-hyperv {{(pid=103803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 05 17:07:24.070650 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-b6a3644e-059d-4c3c-9686-1b93742ee38b admin admin] 10.222.0.11 "PUT /v2.0/routers/1f9c6c3e-8e40-47bc-8b6d-0617b570b717/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7185369 Jan 05 17:07:24.074650 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3367e010-5a86-4713-bbb0-c9da267eb016 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-560676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531569'] for router_interface, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:24.088924 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 40332) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:07:24.089173 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d498113-2017-461d-91e0-1e7cda37b232 None None] Routers {'1f9c6c3e-8e40-47bc-8b6d-0617b570b717'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:07:24.089801 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-1d498113-2017-461d-91e0-1e7cda37b232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:07:19Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['1f9c6c3e-8e40-47bc-8b6d-0617b570b717'], 'active': True} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:07:24.138553 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-a9ac5429-8f2c-4885-83dd-fd366bb12601 None None] For port fb1ec300-8eb1-4f87-865a-df21e248515b, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=fb1ec300-8eb1-4f87-865a-df21e248515b,segment=NetworkSegment(581babad-afad-48b7-8ff7-8e49237424b1),segment_id=581babad-afad-48b7-8ff7-8e49237424b1)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:07:24.225440 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-a9ac5429-8f2c-4885-83dd-fd366bb12601 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:24.275761 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvr_db [None req-1d498113-2017-461d-91e0-1e7cda37b232 None None] Set router 1f9c6c3e-8e40-47bc-8b6d-0617b570b717 gateway port host: dv-neutron-master-2-hyperv {{(pid=103803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:07:24.306703 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-a9ac5429-8f2c-4885-83dd-fd366bb12601 None None] Provisioning complete for port 32e49a84-a683-4169-9e1e-31ca55fdde71 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:07:24.306703 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-a9ac5429-8f2c-4885-83dd-fd366bb12601 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:24.388643 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ac5429-8f2c-4885-83dd-fd366bb12601 None None] Pushing event updated for resources: {'Port': ['ID=fb1ec300-8eb1-4f87-865a-df21e248515b,revision_number=3']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:07:24.412155 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device fb1ec300-8eb1-4f87-865a-df21e248515b up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:07:24.502141 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Provisioning complete for port fb1ec300-8eb1-4f87-865a-df21e248515b triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:07:24.502509 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:24.553529 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-1d498113-2017-461d-91e0-1e7cda37b232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f9c6c3e-8e40-47bc-8b6d-0617b570b717', 'name': 'tempest-ServersTestManualDisk-1679529818-router', 'tenant_id': '0f0fe7d5d7be4d15b102bcc43593286e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.135'}], 'enable_snat': True}, 'gw_port_id': '4675d80c-fae0-4ba7-b0fe-b2a5b20c7a44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:05:25Z', 'updated_at': '2022-01-05T17:07:20Z', 'revision_number': 5, 'project_id': '0f0fe7d5d7be4d15b102bcc43593286e', 'gw_port': {'id': '4675d80c-fae0-4ba7-b0fe-b2a5b20c7a44', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:44:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f9c6c3e-8e40-47bc-8b6d-0617b570b717', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:05:27Z', 'updated_at': '2022-01-05T17:05:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:07:24.587446 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.db.resource_extend [None req-94ca59f9-2aeb-4a08-996c-b7b542dd2429 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] It took 0.73 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 05 17:07:24.594333 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d498113-2017-461d-91e0-1e7cda37b232 None None] Checking router: 1f9c6c3e-8e40-47bc-8b6d-0617b570b717 for host: dv-neutron-master-2-hyperv {{(pid=103803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 05 17:07:24.603667 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d498113-2017-461d-91e0-1e7cda37b232 None None] Routers {'1f9c6c3e-8e40-47bc-8b6d-0617b570b717'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:07:24.604683 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-1d498113-2017-461d-91e0-1e7cda37b232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:07:19Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['1f9c6c3e-8e40-47bc-8b6d-0617b570b717'], 'active': True} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:07:24.659559 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a2800b3e-b138-44da-ab1f-18586b93ba3e tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:24.669447 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f92b2cbb-b982-4e57-bf99-c529063362e6 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Network 90fb0b95-c831-44d0-a599-a2da507cd440 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:07:24.677163 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-f92b2cbb-b982-4e57-bf99-c529063362e6 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:07:24.732016 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-50f1a5d8-cdd7-421e-91ba-37b19c099619 None None] Provisioning complete for port 8e7b78f1-65d9-4e5f-aa5b-6dc2672be0eb triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:07:24.737743 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-50f1a5d8-cdd7-421e-91ba-37b19c099619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:24.775925 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-246be67e-ee04-413f-a0e1-f7c8742e47e2 req-cee8997a-fd6b-4045-bca3-2ad5cd1a2433 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=67389512-62b3-4da5-90e0-71fd04a18f1a HTTP/1.1" status: 200 len: 1002 time: 0.9185314 Jan 05 17:07:24.827492 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvr_db [None req-1d498113-2017-461d-91e0-1e7cda37b232 None None] Set router 1f9c6c3e-8e40-47bc-8b6d-0617b570b717 gateway port host: dv-neutron-master-2-hyperv {{(pid=103803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:07:24.850318 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-50f1a5d8-cdd7-421e-91ba-37b19c099619 None None] Port 8e7b78f1-65d9-4e5f-aa5b-6dc2672be0eb cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 17:07:24.894127 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-50f1a5d8-cdd7-421e-91ba-37b19c099619 None None] Provisioning complete for port fb1ec300-8eb1-4f87-865a-df21e248515b triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:07:24.897461 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-50f1a5d8-cdd7-421e-91ba-37b19c099619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:24.944282 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3170bf07-5104-4c98-8e35-aa6589b5280d req-c113bc77-b0ba-4d87-be58-535a7ff4f014 tempest-ServerActionsTestJSON-949899014 tempest-ServerActionsTestJSON-949899014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:07:24.959350 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-3170bf07-5104-4c98-8e35-aa6589b5280d req-c113bc77-b0ba-4d87-be58-535a7ff4f014 tempest-ServerActionsTestJSON-949899014 tempest-ServerActionsTestJSON-949899014-project] 10.222.0.11 "GET /v2.0/ports?device_id=be270a5c-db8b-4dff-9e40-79b29c80ad34 HTTP/1.1" status: 200 len: 946 time: 0.4329121 Jan 05 17:07:24.968499 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-94ca59f9-2aeb-4a08-996c-b7b542dd2429 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:25.156200 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-94ca59f9-2aeb-4a08-996c-b7b542dd2429 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648677'] for floatingip, after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:25.202190 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-50f1a5d8-cdd7-421e-91ba-37b19c099619 None None] Provisioning complete for port 0baa2331-016d-4e25-bdcc-13c89da8aed9 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:07:25.202559 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-50f1a5d8-cdd7-421e-91ba-37b19c099619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:25.264048 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 32e49a84-a683-4169-9e1e-31ca55fdde71 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:07:25.340985 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-50f1a5d8-cdd7-421e-91ba-37b19c099619 None None] Port 0baa2331-016d-4e25-bdcc-13c89da8aed9 cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 17:07:25.353260 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-aab4e4f1-0f31-44c0-9c75-88169f360bd6 admin admin] Publish callbacks [] for router, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:25.355457 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Provisioning complete for port 32e49a84-a683-4169-9e1e-31ca55fdde71 triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:07:25.355457 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:25.357269 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-1d498113-2017-461d-91e0-1e7cda37b232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f9c6c3e-8e40-47bc-8b6d-0617b570b717', 'name': 'tempest-ServersTestManualDisk-1679529818-router', 'tenant_id': '0f0fe7d5d7be4d15b102bcc43593286e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.135'}], 'enable_snat': True}, 'gw_port_id': '4675d80c-fae0-4ba7-b0fe-b2a5b20c7a44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:05:25Z', 'updated_at': '2022-01-05T17:07:20Z', 'revision_number': 5, 'project_id': '0f0fe7d5d7be4d15b102bcc43593286e', 'gw_port': {'id': '4675d80c-fae0-4ba7-b0fe-b2a5b20c7a44', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:44:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f9c6c3e-8e40-47bc-8b6d-0617b570b717', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:05:27Z', 'updated_at': '2022-01-05T17:05:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:07:25.398862 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d498113-2017-461d-91e0-1e7cda37b232 None None] The sync data for ids ['1f9c6c3e-8e40-47bc-8b6d-0617b570b717'] in dv-neutron-master-2-hyperv is: [{'id': '1f9c6c3e-8e40-47bc-8b6d-0617b570b717', 'name': 'tempest-ServersTestManualDisk-1679529818-router', 'tenant_id': '0f0fe7d5d7be4d15b102bcc43593286e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.135'}], 'enable_snat': True}, 'gw_port_id': '4675d80c-fae0-4ba7-b0fe-b2a5b20c7a44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:05:25Z', 'updated_at': '2022-01-05T17:07:20Z', 'revision_number': 5, 'project_id': '0f0fe7d5d7be4d15b102bcc43593286e', 'gw_port': {'id': '4675d80c-fae0-4ba7-b0fe-b2a5b20c7a44', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:44:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f9c6c3e-8e40-47bc-8b6d-0617b570b717', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:05:27Z', 'updated_at': '2022-01-05T17:05:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=103803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 05 17:07:25.416166 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1e9bc41-8ebd-4d10-a13f-542b8fcfa8eb None None] Network 968ae080-cca7-4d2f-9282-4e55fd868548 requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:07:25.579711 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-7426f611-21b6-4ea9-99e5-2d18606e8c62 None None] Provisioning complete for port c81a0cae-0aaf-438b-815b-e79cc8e81f4f triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:07:25.580085 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-7426f611-21b6-4ea9-99e5-2d18606e8c62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:25.668286 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device fb1ec300-8eb1-4f87-865a-df21e248515b up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:07:25.697515 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-7426f611-21b6-4ea9-99e5-2d18606e8c62 None None] Port c81a0cae-0aaf-438b-815b-e79cc8e81f4f cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 17:07:25.712861 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-aab4e4f1-0f31-44c0-9c75-88169f360bd6 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:25.716868 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-7426f611-21b6-4ea9-99e5-2d18606e8c62 None None] Provisioning complete for port 1ea7a7fc-583f-46d3-bd6c-4e4f7249059b triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:07:25.721647 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-7426f611-21b6-4ea9-99e5-2d18606e8c62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:25.740574 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246be67e-ee04-413f-a0e1-f7c8742e47e2 req-4d1ddc10-065e-4a15-8977-ffdfbf4549d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:07:25.748931 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-246be67e-ee04-413f-a0e1-f7c8742e47e2 req-4d1ddc10-065e-4a15-8977-ffdfbf4549d1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fab82641-cc31-4ee1-85fb-d7818e6883fd HTTP/1.1" status: 200 len: 850 time: 0.9018803 Jan 05 17:07:25.769807 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3367e010-5a86-4713-bbb0-c9da267eb016 admin admin] Router 280080f8-81eb-483c-9f98-23b36e89ca2d has already been hosted by L3 agent 59446fdc-40e0-41fe-a575-a8eb11d742f7 {{(pid=103801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 05 17:07:25.804022 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Provisioning complete for port fb1ec300-8eb1-4f87-865a-df21e248515b triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:07:25.804238 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3f1823bd-370a-40d8-ba06-905d47d3b36c tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks [] for port, precommit_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:25.804424 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:25.873903 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94ca59f9-2aeb-4a08-996c-b7b542dd2429 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Router 8e20d6c5-5760-40ff-8076-35b11b39e3e1 has already been hosted by L3 agent 59446fdc-40e0-41fe-a575-a8eb11d742f7 {{(pid=103800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 05 17:07:25.929178 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-31ea7a4b-ae5e-4029-8d66-990f196e7b73 tempest-RoutersIpV6AdminTest-1137264224 tempest-RoutersIpV6AdminTest-1137264224-project] Publish callbacks [] for router_gateway, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:25.938907 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3f1823bd-370a-40d8-ba06-905d47d3b36c tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11433169'] for port, after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:25.939961 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3f1823bd-370a-40d8-ba06-905d47d3b36c tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-531704'] for router_interface, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:25.985794 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-7426f611-21b6-4ea9-99e5-2d18606e8c62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:26.038935 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-3170bf07-5104-4c98-8e35-aa6589b5280d req-faa89f33-97fc-4068-a261-667cc9b1105d tempest-ServerActionsTestJSON-949899014 tempest-ServerActionsTestJSON-949899014-project] 10.222.0.11 "GET /v2.0/security-groups?id=f7674e10-0a07-4bc4-8403-a53dd95a312a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0786145 Jan 05 17:07:26.087852 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-aab4e4f1-0f31-44c0-9c75-88169f360bd6 admin admin] Deleting port 4675d80c-fae0-4ba7-b0fe-b2a5b20c7a44 {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:07:26.088180 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-aab4e4f1-0f31-44c0-9c75-88169f360bd6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:26.091745 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-7426f611-21b6-4ea9-99e5-2d18606e8c62 None None] For port 1ea7a7fc-583f-46d3-bd6c-4e4f7249059b, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=1ea7a7fc-583f-46d3-bd6c-4e4f7249059b,segment=NetworkSegment(1f471016-e561-437b-a4e2-5705a9ff0385),segment_id=1f471016-e561-437b-a4e2-5705a9ff0385)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:07:26.103384 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 3890dffd-69be-4e45-ad88-236464b109db up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:07:26.168669 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-7426f611-21b6-4ea9-99e5-2d18606e8c62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:26.171355 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Provisioning complete for port 3890dffd-69be-4e45-ad88-236464b109db triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:07:26.172039 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:26.180469 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-aab4e4f1-0f31-44c0-9c75-88169f360bd6 admin admin] For port 4675d80c-fae0-4ba7-b0fe-b2a5b20c7a44, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=4675d80c-fae0-4ba7-b0fe-b2a5b20c7a44,segment=NetworkSegment(3f961525-530f-4ce5-8222-1dbbbe774893),segment_id=3f961525-530f-4ce5-8222-1dbbbe774893)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:07:26.180857 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-aab4e4f1-0f31-44c0-9c75-88169f360bd6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:26.195274 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-aab4e4f1-0f31-44c0-9c75-88169f360bd6 admin admin] Calling delete_port for 4675d80c-fae0-4ba7-b0fe-b2a5b20c7a44 owned by network:router_gateway {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:07:26.204499 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a2800b3e-b138-44da-ab1f-18586b93ba3e tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks [] for port, precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:26.262611 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246be67e-ee04-413f-a0e1-f7c8742e47e2 req-6c68fd91-2d12-4507-895c-9e6b87d3e2cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:07:26.264145 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-246be67e-ee04-413f-a0e1-f7c8742e47e2 req-6c68fd91-2d12-4507-895c-9e6b87d3e2cc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1e5e93d9-6ada-44ad-b92b-017486a9719e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3888276 Jan 05 17:07:26.272831 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7426f611-21b6-4ea9-99e5-2d18606e8c62 None None] Pushing event updated for resources: {'Port': ['ID=1ea7a7fc-583f-46d3-bd6c-4e4f7249059b,revision_number=3']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:07:26.275301 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a2800b3e-b138-44da-ab1f-18586b93ba3e tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8784461'] for port, after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:26.276096 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a2800b3e-b138-44da-ab1f-18586b93ba3e tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-531704'] for router_interface, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:26.329232 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-18f3b694-9541-4d23-80c3-27f255e5c6f7 None None] Provisioning complete for port 6db412d3-6b98-4885-9bd2-7955169ddfb6 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:07:26.329648 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-18f3b694-9541-4d23-80c3-27f255e5c6f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:26.331404 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:26.355523 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f1823bd-370a-40d8-ba06-905d47d3b36c tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Network e43a2dfe-e4d2-4090-8e1f-2dae430c77a4 is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:07:26.356880 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3367e010-5a86-4713-bbb0-c9da267eb016 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 05 17:07:26.364872 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94ca59f9-2aeb-4a08-996c-b7b542dd2429 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 05 17:07:26.365479 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-3367e010-5a86-4713-bbb0-c9da267eb016 admin admin] 10.222.0.11 "PUT /v2.0/routers/280080f8-81eb-483c-9f98-23b36e89ca2d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3132701 Jan 05 17:07:26.367630 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 40336) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:07:26.368048 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f92b2cbb-b982-4e57-bf99-c529063362e6 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Router 24052343-05ae-4baf-9e85-ab239661bfc4 is scheduled to L3 agent 59446fdc-40e0-41fe-a575-a8eb11d742f7 with binding_index 1 {{(pid=103800) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 05 17:07:26.375712 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6e42716-8811-4f74-a9f9-117e4211c39e None None] Sync routers for ids ['280080f8-81eb-483c-9f98-23b36e89ca2d'] in dv-neutron-master-2-hyperv {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 05 17:07:26.378366 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-94ca59f9-2aeb-4a08-996c-b7b542dd2429 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for floatingip, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:26.378544 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1823bd-370a-40d8-ba06-905d47d3b36c tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Pushing event updated for resources: {'Port': ['ID=8e7b78f1-65d9-4e5f-aa5b-6dc2672be0eb,revision_number=2']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:07:26.391528 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-3f1823bd-370a-40d8-ba06-905d47d3b36c tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:07:26.392302 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43cb197a-4e9b-474e-a1fd-660f83efc163 None None] Sync routers for ids ['8e20d6c5-5760-40ff-8076-35b11b39e3e1'] in dv-neutron-master-2-hyperv {{(pid=103803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 05 17:07:26.414416 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43cb197a-4e9b-474e-a1fd-660f83efc163 None None] Routers {'8e20d6c5-5760-40ff-8076-35b11b39e3e1'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:07:26.415751 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] For port 3890dffd-69be-4e45-ad88-236464b109db, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=3890dffd-69be-4e45-ad88-236464b109db,segment=NetworkSegment(68e6c437-46c2-424d-85e7-20547f69066d),segment_id=68e6c437-46c2-424d-85e7-20547f69066d)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:07:26.416045 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-43cb197a-4e9b-474e-a1fd-660f83efc163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:07:19Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['8e20d6c5-5760-40ff-8076-35b11b39e3e1'], 'active': True} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:07:26.434775 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6e42716-8811-4f74-a9f9-117e4211c39e None None] Routers {'280080f8-81eb-483c-9f98-23b36e89ca2d'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:07:26.436267 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-c6e42716-8811-4f74-a9f9-117e4211c39e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:07:19Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['280080f8-81eb-483c-9f98-23b36e89ca2d'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:07:26.440390 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-18f3b694-9541-4d23-80c3-27f255e5c6f7 None None] Port 6db412d3-6b98-4885-9bd2-7955169ddfb6 cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 17:07:26.445206 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1823bd-370a-40d8-ba06-905d47d3b36c tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:07:26.445206 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1823bd-370a-40d8-ba06-905d47d3b36c tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:07:26.445206 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1823bd-370a-40d8-ba06-905d47d3b36c tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:07:26.445206 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1823bd-370a-40d8-ba06-905d47d3b36c tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:07:26.445206 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1823bd-370a-40d8-ba06-905d47d3b36c tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:07:26.445206 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1823bd-370a-40d8-ba06-905d47d3b36c tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:07:26.445206 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1823bd-370a-40d8-ba06-905d47d3b36c tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:07:26.445206 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1823bd-370a-40d8-ba06-905d47d3b36c tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:07:26.445206 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1823bd-370a-40d8-ba06-905d47d3b36c tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:07:26.445960 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1823bd-370a-40d8-ba06-905d47d3b36c tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:07:26.446751 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1823bd-370a-40d8-ba06-905d47d3b36c tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:07:26.447192 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1823bd-370a-40d8-ba06-905d47d3b36c tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:07:26.447623 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1823bd-370a-40d8-ba06-905d47d3b36c tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:07:26.483169 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-43cb197a-4e9b-474e-a1fd-660f83efc163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:07:26.512088 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:26.519363 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 1ea7a7fc-583f-46d3-bd6c-4e4f7249059b up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:07:26.519363 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-18f3b694-9541-4d23-80c3-27f255e5c6f7 None None] Provisioning complete for port 1ea7a7fc-583f-46d3-bd6c-4e4f7249059b triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:07:26.519777 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-18f3b694-9541-4d23-80c3-27f255e5c6f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:26.545978 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43cb197a-4e9b-474e-a1fd-660f83efc163 None None] Routers {'8e20d6c5-5760-40ff-8076-35b11b39e3e1'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:07:26.549561 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-43cb197a-4e9b-474e-a1fd-660f83efc163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:07:19Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['8e20d6c5-5760-40ff-8076-35b11b39e3e1'], 'active': True} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:07:26.608382 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-43cb197a-4e9b-474e-a1fd-660f83efc163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:07:26.609940 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43cb197a-4e9b-474e-a1fd-660f83efc163 None None] The sync data for ids ['8e20d6c5-5760-40ff-8076-35b11b39e3e1'] in dv-neutron-master-2-hyperv is: [] {{(pid=103803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 05 17:07:26.680861 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-67a85861-2de7-4266-95ca-84e994abb392 admin admin] Publish callbacks [] for router, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:26.789215 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2800b3e-b138-44da-ab1f-18586b93ba3e tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Pushing event updated for resources: {'Port': ['ID=6db412d3-6b98-4885-9bd2-7955169ddfb6,revision_number=2']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:07:26.805427 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-aab4e4f1-0f31-44c0-9c75-88169f360bd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11433176'] for port, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:26.818886 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-246be67e-ee04-413f-a0e1-f7c8742e47e2 req-490824d5-7882-4de4-b69b-26fc9bda082e service neutron] 10.222.0.13 "GET /v2.0/networks/1e5e93d9-6ada-44ad-b92b-017486a9719e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5462914 Jan 05 17:07:26.836796 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2800b3e-b138-44da-ab1f-18586b93ba3e tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:07:26.837327 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2800b3e-b138-44da-ab1f-18586b93ba3e tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:07:26.837804 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2800b3e-b138-44da-ab1f-18586b93ba3e tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:07:26.838268 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2800b3e-b138-44da-ab1f-18586b93ba3e tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:07:26.838837 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2800b3e-b138-44da-ab1f-18586b93ba3e tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:07:26.839286 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2800b3e-b138-44da-ab1f-18586b93ba3e tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:07:26.839725 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2800b3e-b138-44da-ab1f-18586b93ba3e tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:07:26.840241 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2800b3e-b138-44da-ab1f-18586b93ba3e tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:07:26.840667 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2800b3e-b138-44da-ab1f-18586b93ba3e tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:07:26.841105 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2800b3e-b138-44da-ab1f-18586b93ba3e tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:07:26.841540 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2800b3e-b138-44da-ab1f-18586b93ba3e tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:07:26.841861 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab4e4f1-0f31-44c0-9c75-88169f360bd6 admin admin] Pushing event deleted for resources: {'Port': ['ID=4675d80c-fae0-4ba7-b0fe-b2a5b20c7a44,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:07:26.842075 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2800b3e-b138-44da-ab1f-18586b93ba3e tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:07:26.842518 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2800b3e-b138-44da-ab1f-18586b93ba3e tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:07:26.866757 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-94ca59f9-2aeb-4a08-996c-b7b542dd2429 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] 10.222.0.11 "PUT /v2.0/floatingips/3460c3cb-c573-4ef5-802f-f2c8655f3bbe HTTP/1.1" status: 200 len: 978 time: 4.8223493 Jan 05 17:07:26.871993 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 40338) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:07:26.875989 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-67a85861-2de7-4266-95ca-84e994abb392 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:26.877325 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-c6e42716-8811-4f74-a9f9-117e4211c39e None None] Set router 280080f8-81eb-483c-9f98-23b36e89ca2d gateway port host: dv-neutron-master-2-hyperv {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:07:26.882420 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f1823bd-370a-40d8-ba06-905d47d3b36c tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Router bb271784-11d2-4ab0-af5b-8431eab31390 is scheduled to L3 agent 59446fdc-40e0-41fe-a575-a8eb11d742f7 with binding_index 1 {{(pid=103801) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 05 17:07:26.908214 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Pushing event updated for resources: {'Port': ['ID=3890dffd-69be-4e45-ad88-236464b109db,revision_number=3']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:07:26.930973 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f92b2cbb-b982-4e57-bf99-c529063362e6 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 05 17:07:26.943861 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd42b9e6-e5c6-4c3b-8728-ef85cfdf87ee None None] DHCP port deletion for b0167590-0699-4c5c-a932-3939414a9573 request from dv-neutron-master-2-hyperv {{(pid=103802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 05 17:07:26.952425 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86d03430-5e5f-4ffb-a44a-d89b4b621eda None None] Sync routers for ids ['24052343-05ae-4baf-9e85-ab239661bfc4'] in dv-neutron-master-2-hyperv {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 05 17:07:27.043439 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Provisioning complete for port 1ea7a7fc-583f-46d3-bd6c-4e4f7249059b triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:07:27.045404 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:27.045404 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86d03430-5e5f-4ffb-a44a-d89b4b621eda None None] Routers {'24052343-05ae-4baf-9e85-ab239661bfc4'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:07:27.046158 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-86d03430-5e5f-4ffb-a44a-d89b4b621eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:07:19Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['24052343-05ae-4baf-9e85-ab239661bfc4'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:07:27.088676 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-aab4e4f1-0f31-44c0-9c75-88169f360bd6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-648595'] for router_gateway, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:27.092195 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f1823bd-370a-40d8-ba06-905d47d3b36c tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 05 17:07:27.104429 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2bf0948-cad5-47fe-89d8-747d267beac9 None None] Sync routers for ids ['bb271784-11d2-4ab0-af5b-8431eab31390'] in dv-neutron-master-2-hyperv {{(pid=103803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 05 17:07:27.124176 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-3f1823bd-370a-40d8-ba06-905d47d3b36c tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] 10.222.0.11 "PUT /v2.0/routers/bb271784-11d2-4ab0-af5b-8431eab31390/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2287042 Jan 05 17:07:27.126733 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-86d03430-5e5f-4ffb-a44a-d89b4b621eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:07:27.129872 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2bf0948-cad5-47fe-89d8-747d267beac9 None None] Routers {'bb271784-11d2-4ab0-af5b-8431eab31390'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:07:27.131952 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-a2bf0948-cad5-47fe-89d8-747d267beac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:07:19Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['bb271784-11d2-4ab0-af5b-8431eab31390'], 'active': True} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:07:27.175908 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86d03430-5e5f-4ffb-a44a-d89b4b621eda None None] Routers {'24052343-05ae-4baf-9e85-ab239661bfc4'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:07:27.176558 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-86d03430-5e5f-4ffb-a44a-d89b4b621eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:07:19Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['24052343-05ae-4baf-9e85-ab239661bfc4'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:07:27.225607 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-86d03430-5e5f-4ffb-a44a-d89b4b621eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:07:27.226236 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86d03430-5e5f-4ffb-a44a-d89b4b621eda None None] The sync data for ids ['24052343-05ae-4baf-9e85-ab239661bfc4'] in dv-neutron-master-2-hyperv is: [] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 05 17:07:27.254814 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-18f3b694-9541-4d23-80c3-27f255e5c6f7 None None] Provisioning complete for port 3890dffd-69be-4e45-ad88-236464b109db triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:07:27.255186 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-18f3b694-9541-4d23-80c3-27f255e5c6f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:27.330904 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-f92b2cbb-b982-4e57-bf99-c529063362e6 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] 10.222.0.11 "PUT /v2.0/routers/24052343-05ae-4baf-9e85-ab239661bfc4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6944017 Jan 05 17:07:27.333381 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 40342) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:07:27.333882 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 40344) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:07:27.381124 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-c6e42716-8811-4f74-a9f9-117e4211c39e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '280080f8-81eb-483c-9f98-23b36e89ca2d', 'name': 'tempest-ServersTestJSON-876022175-router', 'tenant_id': '8648c3d237fa47a2908cbe0ddaa5dd69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.105'}], 'enable_snat': True}, 'gw_port_id': '0483d6a4-1fc9-48b5-93dc-d32a60c57bfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:05:25Z', 'updated_at': '2022-01-05T17:07:23Z', 'revision_number': 5, 'project_id': '8648c3d237fa47a2908cbe0ddaa5dd69', 'gw_port': {'id': '0483d6a4-1fc9-48b5-93dc-d32a60c57bfb', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:46:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '280080f8-81eb-483c-9f98-23b36e89ca2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:05:26Z', 'updated_at': '2022-01-05T17:05:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:07:27.412879 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-a2bf0948-cad5-47fe-89d8-747d267beac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:07:27.418533 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6e42716-8811-4f74-a9f9-117e4211c39e None None] Checking router: 280080f8-81eb-483c-9f98-23b36e89ca2d for host: dv-neutron-master-2-hyperv {{(pid=103802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 05 17:07:27.438193 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6e42716-8811-4f74-a9f9-117e4211c39e None None] Routers {'280080f8-81eb-483c-9f98-23b36e89ca2d'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:07:27.438946 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-c6e42716-8811-4f74-a9f9-117e4211c39e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:07:19Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['280080f8-81eb-483c-9f98-23b36e89ca2d'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:07:27.466121 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2bf0948-cad5-47fe-89d8-747d267beac9 None None] Routers {'bb271784-11d2-4ab0-af5b-8431eab31390'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:07:27.466869 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-a2bf0948-cad5-47fe-89d8-747d267beac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:07:19Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['bb271784-11d2-4ab0-af5b-8431eab31390'], 'active': True} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:07:27.487400 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-31ea7a4b-ae5e-4029-8d66-990f196e7b73 tempest-RoutersIpV6AdminTest-1137264224 tempest-RoutersIpV6AdminTest-1137264224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-648430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648639'] for router, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:27.504338 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2800b3e-b138-44da-ab1f-18586b93ba3e tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Network e897f8fc-3cef-40ca-9466-c6c65ecd9833 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:07:27.514065 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-a2bf0948-cad5-47fe-89d8-747d267beac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:07:27.514689 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2bf0948-cad5-47fe-89d8-747d267beac9 None None] The sync data for ids ['bb271784-11d2-4ab0-af5b-8431eab31390'] in dv-neutron-master-2-hyperv is: [] {{(pid=103803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 05 17:07:27.556340 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-c6e42716-8811-4f74-a9f9-117e4211c39e None None] Set router 280080f8-81eb-483c-9f98-23b36e89ca2d gateway port host: None {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:07:27.576418 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-aab4e4f1-0f31-44c0-9c75-88169f360bd6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-648249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62744'] for router, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:27.580349 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-a2800b3e-b138-44da-ab1f-18586b93ba3e tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:07:27.587436 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-aab4e4f1-0f31-44c0-9c75-88169f360bd6 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:27.592340 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 3890dffd-69be-4e45-ad88-236464b109db up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:07:27.626741 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-c6e42716-8811-4f74-a9f9-117e4211c39e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '280080f8-81eb-483c-9f98-23b36e89ca2d', 'name': 'tempest-ServersTestJSON-876022175-router', 'tenant_id': '8648c3d237fa47a2908cbe0ddaa5dd69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:05:25Z', 'updated_at': '2022-01-05T17:07:26Z', 'revision_number': 6, 'project_id': '8648c3d237fa47a2908cbe0ddaa5dd69', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:07:27.637650 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-246be67e-ee04-413f-a0e1-f7c8742e47e2 req-8e214c30-405e-4105-98d0-fbf4ed0123f4 service neutron] 10.222.0.13 "GET /v2.0/networks/1e5e93d9-6ada-44ad-b92b-017486a9719e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8052466 Jan 05 17:07:27.652857 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4fd1ae5-1288-4a5d-9a91-be83d1c5ed4d tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:07:27.657651 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-d4fd1ae5-1288-4a5d-9a91-be83d1c5ed4d tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] 10.222.0.11 "GET /v2.0/ports/8e7b78f1-65d9-4e5f-aa5b-6dc2672be0eb HTTP/1.1" status: 200 len: 911 time: 0.3139281 Jan 05 17:07:27.668137 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 40346) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:07:27.670811 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ec3dab6-47b4-45cb-9271-620e7e333e8d tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:07:27.675194 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-7ec3dab6-47b4-45cb-9271-620e7e333e8d tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] 10.222.0.11 "GET /v2.0/ports/c81a0cae-0aaf-438b-815b-e79cc8e81f4f HTTP/1.1" status: 200 len: 910 time: 0.3231480 Jan 05 17:07:27.679032 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 40348) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:07:27.692361 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6e42716-8811-4f74-a9f9-117e4211c39e None None] The sync data for ids ['280080f8-81eb-483c-9f98-23b36e89ca2d'] in dv-neutron-master-2-hyperv is: [{'id': '280080f8-81eb-483c-9f98-23b36e89ca2d', 'name': 'tempest-ServersTestJSON-876022175-router', 'tenant_id': '8648c3d237fa47a2908cbe0ddaa5dd69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:05:25Z', 'updated_at': '2022-01-05T17:07:26Z', 'revision_number': 6, 'project_id': '8648c3d237fa47a2908cbe0ddaa5dd69', 'gw_port_host': None}] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 05 17:07:27.703750 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-bca5fb79-8676-4926-ae5c-7bc194e9cd07 None None] Provisioning complete for port 8e7b78f1-65d9-4e5f-aa5b-6dc2672be0eb triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:07:27.703750 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-bca5fb79-8676-4926-ae5c-7bc194e9cd07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:27.781616 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-bca5fb79-8676-4926-ae5c-7bc194e9cd07 None None] Port 8e7b78f1-65d9-4e5f-aa5b-6dc2672be0eb cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 17:07:27.797197 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Provisioning complete for port 3890dffd-69be-4e45-ad88-236464b109db triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:07:27.797915 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:27.806983 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-67a85861-2de7-4266-95ca-84e994abb392 admin admin] Deleting port 0483d6a4-1fc9-48b5-93dc-d32a60c57bfb {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:07:27.807567 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-67a85861-2de7-4266-95ca-84e994abb392 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:27.817915 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-aab4e4f1-0f31-44c0-9c75-88169f360bd6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-648240'] for router, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:27.818691 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aab4e4f1-0f31-44c0-9c75-88169f360bd6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1f9c6c3e-8e40-47bc-8b6d-0617b570b717 {{(pid=103801) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 05 17:07:27.913068 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-aab4e4f1-0f31-44c0-9c75-88169f360bd6 admin admin] Publish callbacks [] for router, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:27.917041 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-aab4e4f1-0f31-44c0-9c75-88169f360bd6 admin admin] 10.222.0.11 "DELETE /v2.0/routers/1f9c6c3e-8e40-47bc-8b6d-0617b570b717 HTTP/1.1" status: 204 len: 168 time: 3.8270626 Jan 05 17:07:27.920584 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 40350) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:07:27.950428 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 1ea7a7fc-583f-46d3-bd6c-4e4f7249059b up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:07:27.973202 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0f21c1-8c0c-4d50-95a0-121b54b99ccc req-f4a2e5e3-2170-4990-91f0-8e1f2f163a46 tempest-ServerActionsTestJSON-949899014 tempest-ServerActionsTestJSON-949899014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:07:27.983090 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-bb0f21c1-8c0c-4d50-95a0-121b54b99ccc req-f4a2e5e3-2170-4990-91f0-8e1f2f163a46 tempest-ServerActionsTestJSON-949899014 tempest-ServerActionsTestJSON-949899014-project] 10.222.0.11 "GET /v2.0/ports?device_id=be270a5c-db8b-4dff-9e40-79b29c80ad34 HTTP/1.1" status: 200 len: 946 time: 0.4091063 Jan 05 17:07:28.030285 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6027669-7db0-4937-aea4-ff3ecccb849c admin admin] Deleting subnet d0c013bc-a746-4d54-8492-ba8dc88b5bb5 {{(pid=103800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 05 17:07:28.039528 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a6027669-7db0-4937-aea4-ff3ecccb849c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:28.055867 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-4254cafe-8edb-464a-b00b-f8a77eab6cad None None] Provisioning complete for port 6db412d3-6b98-4885-9bd2-7955169ddfb6 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:07:28.058286 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-4254cafe-8edb-464a-b00b-f8a77eab6cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:28.073213 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-7f50a9d0-9c93-42fe-9460-1b57cba9bce3 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Deleting port 88ff331a-9b0d-4af3-8d03-74f37e219e9c {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:07:28.073213 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7f50a9d0-9c93-42fe-9460-1b57cba9bce3 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:28.111441 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Provisioning complete for port 1ea7a7fc-583f-46d3-bd6c-4e4f7249059b triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:07:28.112057 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:28.145270 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a6027669-7db0-4937-aea4-ff3ecccb849c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8784846'] for subnet, precommit_delete_associations {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:28.164597 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-4254cafe-8edb-464a-b00b-f8a77eab6cad None None] Port 6db412d3-6b98-4885-9bd2-7955169ddfb6 cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 17:07:28.197393 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31ea7a4b-ae5e-4029-8d66-990f196e7b73 tempest-RoutersIpV6AdminTest-1137264224 tempest-RoutersIpV6AdminTest-1137264224-project] Router 48f08ffb-c270-4e46-afff-58632b2f3b5a is scheduled to L3 agent 59446fdc-40e0-41fe-a575-a8eb11d742f7 with binding_index 1 {{(pid=103800) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 05 17:07:28.252144 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device f2c5c7c7-d0b5-46b9-9c34-58c6c515b4f0 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 05 17:07:28.278799 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] No Port match for: f2c5c7c7-d0b5-46b9-9c34-58c6c515b4f0 {{(pid=103802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 05 17:07:28.279144 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device f2c5c7c7-d0b5-46b9-9c34-58c6c515b4f0 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 05 17:07:28.288616 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2800b3e-b138-44da-ab1f-18586b93ba3e tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Router 273b7090-5938-4290-8804-38b358775354 is scheduled to L3 agent 59446fdc-40e0-41fe-a575-a8eb11d742f7 with binding_index 1 {{(pid=103800) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 05 17:07:28.293890 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7f50a9d0-9c93-42fe-9460-1b57cba9bce3 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:28.294330 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7f50a9d0-9c93-42fe-9460-1b57cba9bce3 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:28.312345 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-bb0f21c1-8c0c-4d50-95a0-121b54b99ccc req-f15ae99d-bffc-454c-be7c-fcaeb79f3141 tempest-ServerActionsTestJSON-949899014 tempest-ServerActionsTestJSON-949899014-project] 10.222.0.11 "GET /v2.0/security-groups?id=f7674e10-0a07-4bc4-8403-a53dd95a312a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3276677 Jan 05 17:07:28.317940 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-67a85861-2de7-4266-95ca-84e994abb392 admin admin] For port 0483d6a4-1fc9-48b5-93dc-d32a60c57bfb, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=0483d6a4-1fc9-48b5-93dc-d32a60c57bfb,segment=NetworkSegment(3f961525-530f-4ce5-8222-1dbbbe774893),segment_id=3f961525-530f-4ce5-8222-1dbbbe774893)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:07:28.323771 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-67a85861-2de7-4266-95ca-84e994abb392 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:28.342948 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-7f50a9d0-9c93-42fe-9460-1b57cba9bce3 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Calling delete_port for 88ff331a-9b0d-4af3-8d03-74f37e219e9c owned by network:floatingip {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:07:28.376979 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-67a85861-2de7-4266-95ca-84e994abb392 admin admin] Calling delete_port for 0483d6a4-1fc9-48b5-93dc-d32a60c57bfb owned by network:router_gateway {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:07:28.436315 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a6027669-7db0-4937-aea4-ff3ecccb849c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892868'] for subnet, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:28.586675 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31ea7a4b-ae5e-4029-8d66-990f196e7b73 tempest-RoutersIpV6AdminTest-1137264224 tempest-RoutersIpV6AdminTest-1137264224-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 05 17:07:28.599789 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b71ea2a9-7f48-4b86-a30a-b3540a06cbe0 None None] Sync routers for ids ['48f08ffb-c270-4e46-afff-58632b2f3b5a'] in dv-neutron-master-2-hyperv {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 05 17:07:28.613479 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b71ea2a9-7f48-4b86-a30a-b3540a06cbe0 None None] Routers {'48f08ffb-c270-4e46-afff-58632b2f3b5a'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:07:28.614140 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-b71ea2a9-7f48-4b86-a30a-b3540a06cbe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:07:19Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['48f08ffb-c270-4e46-afff-58632b2f3b5a'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:07:28.615211 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2800b3e-b138-44da-ab1f-18586b93ba3e tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 05 17:07:28.627957 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-a2800b3e-b138-44da-ab1f-18586b93ba3e tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] 10.222.0.11 "PUT /v2.0/routers/273b7090-5938-4290-8804-38b358775354/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8925271 Jan 05 17:07:28.630989 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a2e18f3-9b73-4ed4-8af4-c4e6ecbf6436 None None] Sync routers for ids ['273b7090-5938-4290-8804-38b358775354'] in dv-neutron-master-2-hyperv {{(pid=103803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 05 17:07:28.633929 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 40352) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:07:28.651422 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a2e18f3-9b73-4ed4-8af4-c4e6ecbf6436 None None] Routers {'273b7090-5938-4290-8804-38b358775354'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:07:28.653087 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-0a2e18f3-9b73-4ed4-8af4-c4e6ecbf6436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:07:19Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['273b7090-5938-4290-8804-38b358775354'], 'active': True} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:07:28.676465 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-b71ea2a9-7f48-4b86-a30a-b3540a06cbe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:07:28.693114 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef56056c-4807-41bf-a1c8-1cf9c36f926b tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:07:28.694366 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-ef56056c-4807-41bf-a1c8-1cf9c36f926b tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] 10.222.0.11 "GET /v2.0/ports/6db412d3-6b98-4885-9bd2-7955169ddfb6 HTTP/1.1" status: 200 len: 911 time: 0.0589628 Jan 05 17:07:28.703649 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 40354) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:07:28.712122 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b71ea2a9-7f48-4b86-a30a-b3540a06cbe0 None None] Routers {'48f08ffb-c270-4e46-afff-58632b2f3b5a'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:07:28.713911 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-b71ea2a9-7f48-4b86-a30a-b3540a06cbe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:07:19Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['48f08ffb-c270-4e46-afff-58632b2f3b5a'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:07:28.752511 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a6027669-7db0-4937-aea4-ff3ecccb849c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3893367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8784787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8521880'] for subnet, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:28.781717 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-31ea7a4b-ae5e-4029-8d66-990f196e7b73 tempest-RoutersIpV6AdminTest-1137264224 tempest-RoutersIpV6AdminTest-1137264224-project] Publish callbacks [] for router, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:28.784422 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-b71ea2a9-7f48-4b86-a30a-b3540a06cbe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:07:28.785119 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b71ea2a9-7f48-4b86-a30a-b3540a06cbe0 None None] The sync data for ids ['48f08ffb-c270-4e46-afff-58632b2f3b5a'] in dv-neutron-master-2-hyperv is: [] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 05 17:07:28.786273 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-31ea7a4b-ae5e-4029-8d66-990f196e7b73 tempest-RoutersIpV6AdminTest-1137264224 tempest-RoutersIpV6AdminTest-1137264224-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 9.3442984 Jan 05 17:07:28.803506 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0944bf4b-2038-4ea2-9e21-806852e41df5 None None] Network aabb1632-0142-4854-ba4e-971fe2ad463e requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:07:28.811089 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 40356) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:07:28.813163 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a6027669-7db0-4937-aea4-ff3ecccb849c admin admin] Publish callbacks [] for subnet, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:28.816507 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-a6027669-7db0-4937-aea4-ff3ecccb849c admin admin] 10.222.0.11 "DELETE /v2.0/subnets/d0c013bc-a746-4d54-8492-ba8dc88b5bb5 HTTP/1.1" status: 204 len: 168 time: 0.8828166 Jan 05 17:07:28.822487 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-e4c0d907-0b99-4e5d-9286-150830368651 tempest-RoutersIpV6AdminTest-1137264224 tempest-RoutersIpV6AdminTest-1137264224-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:07:28.826365 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 40358) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:07:28.855159 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvr_db [None req-0a2e18f3-9b73-4ed4-8af4-c4e6ecbf6436 None None] Set router 273b7090-5938-4290-8804-38b358775354 gateway port host: None {{(pid=103803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:07:28.872081 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6027669-7db0-4937-aea4-ff3ecccb849c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d0c013bc-a746-4d54-8492-ba8dc88b5bb5,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:07:28.881171 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3e9e449f-032b-4f50-a8e8-d0ae9c4ec33d tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:28.927818 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-776901fd-02ee-4534-bb69-1e0190825791 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:28.946889 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-67a85861-2de7-4266-95ca-84e994abb392 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11433176'] for port, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:28.947800 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60303409-2d68-4506-8b40-d7faacc759ab tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:07:28.957503 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60303409-2d68-4506-8b40-d7faacc759ab tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:07:28.961911 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-60303409-2d68-4506-8b40-d7faacc759ab tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.2551219 Jan 05 17:07:28.963683 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 40360) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:07:29.042339 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a85861-2de7-4266-95ca-84e994abb392 admin admin] Pushing event deleted for resources: {'Port': ['ID=0483d6a4-1fc9-48b5-93dc-d32a60c57bfb,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:07:29.046029 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-765f09f8-d67d-48dc-8e7a-1e1fec49bd82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3809644'] for network, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:29.100799 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-578cfa61-4ab1-4b73-ab69-b434944d0cf9 None None] DHCP port deletion for b0167590-0699-4c5c-a932-3939414a9573 request from dv-neutron-master-2-hyperv {{(pid=103802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 05 17:07:29.264000 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fb67000-d038-4811-9531-7d032af99db8 None None] DHCP port deletion for aabb1632-0142-4854-ba4e-971fe2ad463e request from dv-neutron-master-2-hyperv {{(pid=103802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 05 17:07:29.281104 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-0a2e18f3-9b73-4ed4-8af4-c4e6ecbf6436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '273b7090-5938-4290-8804-38b358775354', 'name': 'tempest-NetworksTestDHCPv6-router-1035226604', 'tenant_id': 'fd419c78d7194361a03f37a26ebeba76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:07:19Z', 'updated_at': '2022-01-05T17:07:23Z', 'revision_number': 2, 'project_id': 'fd419c78d7194361a03f37a26ebeba76', 'gw_port_host': None, '_interfaces': [{'id': '6db412d3-6b98-4885-9bd2-7955169ddfb6', 'name': '', 'network_id': 'e897f8fc-3cef-40ca-9466-c6c65ecd9833', 'tenant_id': 'fd419c78d7194361a03f37a26ebeba76', 'mac_address': 'fa:16:3e:e4:42:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '273b7090-5938-4290-8804-38b358775354', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '3e2cc654-4ba5-4e61-9e3d-6b6fa5b996c9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:07:20Z', 'updated_at': '2022-01-05T17:07:25Z', 'revision_number': 2, 'project_id': 'fd419c78d7194361a03f37a26ebeba76', 'subnets': [{'id': '3e2cc654-4ba5-4e61-9e3d-6b6fa5b996c9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:07:29.314560 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a2e18f3-9b73-4ed4-8af4-c4e6ecbf6436 None None] Checking router: 273b7090-5938-4290-8804-38b358775354 for host: dv-neutron-master-2-hyperv {{(pid=103803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 05 17:07:29.315938 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a2e18f3-9b73-4ed4-8af4-c4e6ecbf6436 None None] Updating router 273b7090-5938-4290-8804-38b358775354 port 6db412d3-6b98-4885-9bd2-7955169ddfb6 binding host dv-neutron-master-2-hyperv {{(pid=103803) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 05 17:07:29.349472 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-2fb67000-d038-4811-9531-7d032af99db8 None None] Deleting port a3189d4f-ebf8-4211-80d6-daf9d48a09b0 {{(pid=103802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:07:29.351406 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-2fb67000-d038-4811-9531-7d032af99db8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:29.380040 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-0a2e18f3-9b73-4ed4-8af4-c4e6ecbf6436 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:29.389241 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-67a85861-2de7-4266-95ca-84e994abb392 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-648595'] for router_gateway, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:29.527749 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-2fb67000-d038-4811-9531-7d032af99db8 None None] For port a3189d4f-ebf8-4211-80d6-daf9d48a09b0, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=a3189d4f-ebf8-4211-80d6-daf9d48a09b0,segment=NetworkSegment(d65903af-bfbb-40e4-945d-cf3bc3c0723b),segment_id=d65903af-bfbb-40e4-945d-cf3bc3c0723b)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:07:29.528141 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-2fb67000-d038-4811-9531-7d032af99db8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:29.727245 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7f50a9d0-9c93-42fe-9460-1b57cba9bce3 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:29.771261 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 4675d80c-fae0-4ba7-b0fe-b2a5b20c7a44 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 05 17:07:29.774624 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-2fb67000-d038-4811-9531-7d032af99db8 None None] Calling delete_port for a3189d4f-ebf8-4211-80d6-daf9d48a09b0 owned by network:dhcp {{(pid=103802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:07:29.799952 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] No Port match for: 4675d80c-fae0-4ba7-b0fe-b2a5b20c7a44 {{(pid=103802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 05 17:07:29.800295 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 4675d80c-fae0-4ba7-b0fe-b2a5b20c7a44 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 05 17:07:29.804795 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 78d2b046-0e55-49ac-abe8-0d28426834c3 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 05 17:07:29.818241 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f50a9d0-9c93-42fe-9460-1b57cba9bce3 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Pushing event deleted for resources: {'Port': ['ID=88ff331a-9b0d-4af3-8d03-74f37e219e9c,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:07:29.839714 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] No Port match for: 78d2b046-0e55-49ac-abe8-0d28426834c3 {{(pid=103802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 05 17:07:29.840060 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 78d2b046-0e55-49ac-abe8-0d28426834c3 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 05 17:07:29.840485 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 0483d6a4-1fc9-48b5-93dc-d32a60c57bfb no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 05 17:07:29.872259 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-0a2e18f3-9b73-4ed4-8af4-c4e6ecbf6436 None None] Publish callbacks [] for port, precommit_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:29.897784 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] No Port match for: 0483d6a4-1fc9-48b5-93dc-d32a60c57bfb {{(pid=103802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 05 17:07:29.898037 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 0483d6a4-1fc9-48b5-93dc-d32a60c57bfb not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 05 17:07:29.898639 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device a3189d4f-ebf8-4211-80d6-daf9d48a09b0 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 05 17:07:29.940515 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b749ecf-251a-4ba9-9bb6-4da7e3bc4fba req-ec5a9f8c-6234-466e-8f52-d13a7dfbb7ba tempest-ServerActionsTestJSON-949899014 tempest-ServerActionsTestJSON-949899014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:07:29.942453 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-2b749ecf-251a-4ba9-9bb6-4da7e3bc4fba req-ec5a9f8c-6234-466e-8f52-d13a7dfbb7ba tempest-ServerActionsTestJSON-949899014 tempest-ServerActionsTestJSON-949899014-project] 10.222.0.11 "GET /v2.0/ports?device_id=be270a5c-db8b-4dff-9e40-79b29c80ad34 HTTP/1.1" status: 200 len: 946 time: 0.2089136 Jan 05 17:07:29.980375 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-0a2e18f3-9b73-4ed4-8af4-c4e6ecbf6436 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:30.016849 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:30.050457 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-67a85861-2de7-4266-95ca-84e994abb392 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-648249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62744'] for router, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:30.052863 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-67a85861-2de7-4266-95ca-84e994abb392 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:30.078882 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-2fb67000-d038-4811-9531-7d032af99db8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678'] for port, after_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:30.107913 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c3c773-b2c8-4acd-b4b1-00693e9aeabb None None] Pushing event updated for resources: {'Port': ['ID=6db412d3-6b98-4885-9bd2-7955169ddfb6,revision_number=3']} {{(pid=103803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:07:30.163514 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7f50a9d0-9c93-42fe-9460-1b57cba9bce3 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Publish callbacks [] for floatingip, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:30.164079 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.db.l3_db [None req-7f50a9d0-9c93-42fe-9460-1b57cba9bce3 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Floating IP 3460c3cb-c573-4ef5-802f-f2c8655f3bbe disassociated (deleted). External IP: 172.36.4.229, port: 0bb2dfe7-b47a-4032-bcf7-1aa909194fcd. Jan 05 17:07:30.183268 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c3c773-b2c8-4acd-b4b1-00693e9aeabb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:07:30.183632 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c3c773-b2c8-4acd-b4b1-00693e9aeabb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:07:30.183969 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c3c773-b2c8-4acd-b4b1-00693e9aeabb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:07:30.184301 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c3c773-b2c8-4acd-b4b1-00693e9aeabb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:07:30.184624 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c3c773-b2c8-4acd-b4b1-00693e9aeabb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:07:30.184941 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c3c773-b2c8-4acd-b4b1-00693e9aeabb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:07:30.185279 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c3c773-b2c8-4acd-b4b1-00693e9aeabb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:07:30.197885 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c3c773-b2c8-4acd-b4b1-00693e9aeabb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:07:30.199360 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c3c773-b2c8-4acd-b4b1-00693e9aeabb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:07:30.201236 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c3c773-b2c8-4acd-b4b1-00693e9aeabb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:07:30.201236 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c3c773-b2c8-4acd-b4b1-00693e9aeabb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:07:30.202330 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c3c773-b2c8-4acd-b4b1-00693e9aeabb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:07:30.202739 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c3c773-b2c8-4acd-b4b1-00693e9aeabb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:07:30.211462 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb67000-d038-4811-9531-7d032af99db8 None None] Pushing event deleted for resources: {'Port': ['ID=a3189d4f-ebf8-4211-80d6-daf9d48a09b0,revision_number=None']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:07:30.236827 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fb67000-d038-4811-9531-7d032af99db8 None None] No DVR routers for this DVR port a3189d4f-ebf8-4211-80d6-daf9d48a09b0 on host dv-neutron-master-2-hyperv {{(pid=103802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 05 17:07:30.247062 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb67000-d038-4811-9531-7d032af99db8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:07:30.247062 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb67000-d038-4811-9531-7d032af99db8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:07:30.247062 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb67000-d038-4811-9531-7d032af99db8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:07:30.249031 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb67000-d038-4811-9531-7d032af99db8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:07:30.251329 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb67000-d038-4811-9531-7d032af99db8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:07:30.251696 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb67000-d038-4811-9531-7d032af99db8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:07:30.252084 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb67000-d038-4811-9531-7d032af99db8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:07:30.252486 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb67000-d038-4811-9531-7d032af99db8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:07:30.254145 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb67000-d038-4811-9531-7d032af99db8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:07:30.254665 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb67000-d038-4811-9531-7d032af99db8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:07:30.254876 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb67000-d038-4811-9531-7d032af99db8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:07:30.255095 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb67000-d038-4811-9531-7d032af99db8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:07:30.258845 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb67000-d038-4811-9531-7d032af99db8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:07:30.268872 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.plugins.ml2.managers [None req-0a2e18f3-9b73-4ed4-8af4-c4e6ecbf6436 None None] Attempting to bind port 6db412d3-6b98-4885-9bd2-7955169ddfb6 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 05 17:07:30.269301 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.plugins.ml2.managers [None req-0a2e18f3-9b73-4ed4-8af4-c4e6ecbf6436 None None] Attempting to bind port 6db412d3-6b98-4885-9bd2-7955169ddfb6 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '68e6c437-46c2-424d-85e7-20547f69066d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'e897f8fc-3cef-40ca-9466-c6c65ecd9833'}] {{(pid=103803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 05 17:07:30.273498 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a2e18f3-9b73-4ed4-8af4-c4e6ecbf6436 None None] Attempting to bind port 6db412d3-6b98-4885-9bd2-7955169ddfb6 on network e897f8fc-3cef-40ca-9466-c6c65ecd9833 {{(pid=103803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:07:30.279918 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a2e18f3-9b73-4ed4-8af4-c4e6ecbf6436 None None] Checking agent: {'id': '0d4f8fd3-ce62-4651-970c-efa6a8bb22b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 5, 16, 57, 23), 'started_at': datetime.datetime(2022, 1, 5, 16, 57, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 5, 17, 7, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 05 17:07:30.280342 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a2e18f3-9b73-4ed4-8af4-c4e6ecbf6436 None None] Checking segment: {'id': '68e6c437-46c2-424d-85e7-20547f69066d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'e897f8fc-3cef-40ca-9466-c6c65ecd9833'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:07:30.280784 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-0a2e18f3-9b73-4ed4-8af4-c4e6ecbf6436 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:30.281269 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a2e18f3-9b73-4ed4-8af4-c4e6ecbf6436 None None] Bound using segment: {'id': '68e6c437-46c2-424d-85e7-20547f69066d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'e897f8fc-3cef-40ca-9466-c6c65ecd9833'} {{(pid=103803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 05 17:07:30.281855 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.plugins.ml2.managers [None req-0a2e18f3-9b73-4ed4-8af4-c4e6ecbf6436 None None] Bound port: 6db412d3-6b98-4885-9bd2-7955169ddfb6, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68e6c437-46c2-424d-85e7-20547f69066d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'e897f8fc-3cef-40ca-9466-c6c65ecd9833'}}] {{(pid=103803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 05 17:07:30.282254 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-0a2e18f3-9b73-4ed4-8af4-c4e6ecbf6436 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:30.289688 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-67a85861-2de7-4266-95ca-84e994abb392 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-648240'] for router, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:30.290619 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67a85861-2de7-4266-95ca-84e994abb392 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 280080f8-81eb-483c-9f98-23b36e89ca2d {{(pid=103801) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 05 17:07:30.335962 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-67a85861-2de7-4266-95ca-84e994abb392 admin admin] Publish callbacks [] for router, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:30.337698 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-67a85861-2de7-4266-95ca-84e994abb392 admin admin] 10.222.0.11 "DELETE /v2.0/routers/280080f8-81eb-483c-9f98-23b36e89ca2d HTTP/1.1" status: 204 len: 168 time: 3.9561839 Jan 05 17:07:30.340526 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-2b749ecf-251a-4ba9-9bb6-4da7e3bc4fba req-3923fa2e-5bdf-4ad7-9811-a801b521e5d9 tempest-ServerActionsTestJSON-949899014 tempest-ServerActionsTestJSON-949899014-project] 10.222.0.11 "GET /v2.0/security-groups?id=f7674e10-0a07-4bc4-8403-a53dd95a312a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3895388 Jan 05 17:07:30.341053 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 40364) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:07:30.382855 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-765f09f8-d67d-48dc-8e7a-1e1fec49bd82 admin admin] Deleting port a3189d4f-ebf8-4211-80d6-daf9d48a09b0 {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:07:30.383536 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-765f09f8-d67d-48dc-8e7a-1e1fec49bd82 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:30.449850 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e4c0d907-0b99-4e5d-9286-150830368651 tempest-RoutersIpV6AdminTest-1137264224 tempest-RoutersIpV6AdminTest-1137264224-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:30.462836 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-765f09f8-d67d-48dc-8e7a-1e1fec49bd82 admin admin] For port a3189d4f-ebf8-4211-80d6-daf9d48a09b0, host dv-neutron-master-2-hyperv, got binding levels [] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:07:30.463348 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-765f09f8-d67d-48dc-8e7a-1e1fec49bd82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:30.466990 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.plugins.ml2.db [None req-0a2e18f3-9b73-4ed4-8af4-c4e6ecbf6436 None None] For port 6db412d3-6b98-4885-9bd2-7955169ddfb6, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 05 17:07:30.472457 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.plugins.ml2.db [None req-0a2e18f3-9b73-4ed4-8af4-c4e6ecbf6436 None None] For port 6db412d3-6b98-4885-9bd2-7955169ddfb6, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=6db412d3-6b98-4885-9bd2-7955169ddfb6,segment=NetworkSegment(68e6c437-46c2-424d-85e7-20547f69066d),segment_id=68e6c437-46c2-424d-85e7-20547f69066d)] {{(pid=103803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 05 17:07:30.496662 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-765f09f8-d67d-48dc-8e7a-1e1fec49bd82 admin admin] Calling delete_port for a3189d4f-ebf8-4211-80d6-daf9d48a09b0 owned by network:dhcp {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:07:30.505691 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [None req-776901fd-02ee-4534-bb69-1e0190825791 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Allocated IP 2001:db8:1::1 (968ae080-cca7-4d2f-9282-4e55fd868548/0461ec13-88b5-4c75-8b67-c8ef6042bccb/79d22423-9928-4cec-831e-c386408d740e) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:07:30.509009 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.ipam_backend_mixin [None req-765f09f8-d67d-48dc-8e7a-1e1fec49bd82 admin admin] Port a3189d4f-ebf8-4211-80d6-daf9d48a09b0 was not found and therefore no delete operation was performed {{(pid=103801) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 05 17:07:30.522549 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-9771586f-10b7-4e4e-9479-0f1d1afc1a0b None None] Provisioning complete for port 6db412d3-6b98-4885-9bd2-7955169ddfb6 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:07:30.522549 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-9771586f-10b7-4e4e-9479-0f1d1afc1a0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:30.534843 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-765f09f8-d67d-48dc-8e7a-1e1fec49bd82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11433176'] for port, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:30.553571 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-765f09f8-d67d-48dc-8e7a-1e1fec49bd82 admin admin] No DVR routers for this DVR port a3189d4f-ebf8-4211-80d6-daf9d48a09b0 on host dv-neutron-master-2-hyperv {{(pid=103801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 05 17:07:30.579473 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-9771586f-10b7-4e4e-9479-0f1d1afc1a0b None None] Port 6db412d3-6b98-4885-9bd2-7955169ddfb6 cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 17:07:30.605819 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-0a2e18f3-9b73-4ed4-8af4-c4e6ecbf6436 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:30.636642 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765f09f8-d67d-48dc-8e7a-1e1fec49bd82 admin admin] Pushing event deleted for resources: {'Port': ['ID=a3189d4f-ebf8-4211-80d6-daf9d48a09b0,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:07:30.647124 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e4c0d907-0b99-4e5d-9286-150830368651 tempest-RoutersIpV6AdminTest-1137264224 tempest-RoutersIpV6AdminTest-1137264224-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:30.669575 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ae55334-b4ad-49fe-80d0-ebfc49ab6877 admin admin] Deleting subnet 1c9222ac-b9b2-431b-aee5-7d51a8ac8416 {{(pid=103800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 05 17:07:30.698745 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0ae55334-b4ad-49fe-80d0-ebfc49ab6877 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:30.703308 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c3c773-b2c8-4acd-b4b1-00693e9aeabb None None] Pushing event updated for resources: {'Port': ['ID=6db412d3-6b98-4885-9bd2-7955169ddfb6,revision_number=4']} {{(pid=103803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:07:30.722896 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a2e18f3-9b73-4ed4-8af4-c4e6ecbf6436 None None] Routers {'273b7090-5938-4290-8804-38b358775354'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:07:30.723607 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-0a2e18f3-9b73-4ed4-8af4-c4e6ecbf6436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:07:19Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['273b7090-5938-4290-8804-38b358775354'], 'active': True} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:07:30.789083 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0ae55334-b4ad-49fe-80d0-ebfc49ab6877 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8784846'] for subnet, precommit_delete_associations {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:30.825339 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-765f09f8-d67d-48dc-8e7a-1e1fec49bd82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3891715', 'neutron.services.segments.db._delete_segments_for_network-8754181063482'] for network, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:30.839160 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ff2606-b622-4091-8bd9-c02c3fe8bb58 req-58ae372c-e28d-45af-8344-057e15d07b0e tempest-ServerActionsTestJSON-949899014 tempest-ServerActionsTestJSON-949899014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:07:30.848122 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-67ff2606-b622-4091-8bd9-c02c3fe8bb58 req-58ae372c-e28d-45af-8344-057e15d07b0e tempest-ServerActionsTestJSON-949899014 tempest-ServerActionsTestJSON-949899014-project] 10.222.0.11 "GET /v2.0/ports?device_id=be270a5c-db8b-4dff-9e40-79b29c80ad34 HTTP/1.1" status: 200 len: 946 time: 0.3719847 Jan 05 17:07:30.855275 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [None req-3e9e449f-032b-4f50-a8e8-d0ae9c4ec33d tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Allocated IP 172.21.0.1 (b51dc6bd-01e2-4c6e-aa0a-158cff5a9d58/4c669fed-adf9-4d53-89ae-da63726ac2f2/b8160b08-f4af-4d52-aacd-96cbbd9f6eaa) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:07:30.888524 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvr_db [None req-0a2e18f3-9b73-4ed4-8af4-c4e6ecbf6436 None None] Set router 273b7090-5938-4290-8804-38b358775354 gateway port host: None {{(pid=103803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:07:30.908967 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.services.segments.db [None req-765f09f8-d67d-48dc-8e7a-1e1fec49bd82 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aabb1632-0142-4854-ba4e-971fe2ad463e']}} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:07:30.923734 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f50a9d0-9c93-42fe-9460-1b57cba9bce3 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Router 8e20d6c5-5760-40ff-8076-35b11b39e3e1 has already been hosted by L3 agent 59446fdc-40e0-41fe-a575-a8eb11d742f7 {{(pid=103800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 05 17:07:30.935990 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.services.segments.db [None req-765f09f8-d67d-48dc-8e7a-1e1fec49bd82 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd65903af-bfbb-40e4-945d-cf3bc3c0723b') {'for_net_delete': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:07:30.936385 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.services.segments.db [None req-765f09f8-d67d-48dc-8e7a-1e1fec49bd82 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd65903af-bfbb-40e4-945d-cf3bc3c0723b') {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:07:30.988422 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-765f09f8-d67d-48dc-8e7a-1e1fec49bd82 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754181064771', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11316385'] for segment, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:31.029889 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-38560949-8ad6-44e6-9201-8ecf372121f7 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-531685'] for router_interface, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:31.088814 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-765f09f8-d67d-48dc-8e7a-1e1fec49bd82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225'] for segment, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:31.093010 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-776901fd-02ee-4534-bb69-1e0190825791 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks [] for port, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:31.115356 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-67ff2606-b622-4091-8bd9-c02c3fe8bb58 req-0ce22531-44f5-486e-b2ba-77b4731c7aba tempest-ServerActionsTestJSON-949899014 tempest-ServerActionsTestJSON-949899014-project] 10.222.0.11 "GET /v2.0/security-groups?id=f7674e10-0a07-4bc4-8403-a53dd95a312a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2670648 Jan 05 17:07:31.122815 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-765f09f8-d67d-48dc-8e7a-1e1fec49bd82 admin admin] Releasing vlan 100 on physical network physnet1 to pool {{(pid=103801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 05 17:07:31.123030 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-fe71175f-e132-4d6a-a197-0670f1990b40 None None] Provisioning complete for port 6db412d3-6b98-4885-9bd2-7955169ddfb6 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:07:31.123521 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-fe71175f-e132-4d6a-a197-0670f1990b40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:31.124378 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-765f09f8-d67d-48dc-8e7a-1e1fec49bd82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11433197'] for segment, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:31.126541 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:07:31.126541 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:07:31.126541 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:07:31.126541 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:07:31.126541 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:07:31.126541 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:07:31.126541 dv-neutron-master-2-hyperv neutron-server[103801]: Traceback (most recent call last): Jan 05 17:07:31.126541 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 05 17:07:31.126541 dv-neutron-master-2-hyperv neutron-server[103801]: timer() Jan 05 17:07:31.126541 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 05 17:07:31.126541 dv-neutron-master-2-hyperv neutron-server[103801]: cb(*args, **kw) Jan 05 17:07:31.126541 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 05 17:07:31.126541 dv-neutron-master-2-hyperv neutron-server[103801]: return func(*args, **kwargs) Jan 05 17:07:31.126541 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 05 17:07:31.126541 dv-neutron-master-2-hyperv neutron-server[103801]: self._notify() Jan 05 17:07:31.126541 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 05 17:07:31.126541 dv-neutron-master-2-hyperv neutron-server[103801]: self.callback(batched_events) Jan 05 17:07:31.126541 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 05 17:07:31.126541 dv-neutron-master-2-hyperv neutron-server[103801]: event.method(event) Jan 05 17:07:31.126541 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 05 17:07:31.126541 dv-neutron-master-2-hyperv neutron-server[103801]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 05 17:07:31.126541 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 05 17:07:31.126541 dv-neutron-master-2-hyperv neutron-server[103801]: aggregate_uuid = self.p_client.list_aggregates( Jan 05 17:07:31.126541 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 05 17:07:31.126541 dv-neutron-master-2-hyperv neutron-server[103801]: return f(self, *a, **k) Jan 05 17:07:31.126541 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 05 17:07:31.126541 dv-neutron-master-2-hyperv neutron-server[103801]: return self._get(url).json() Jan 05 17:07:31.126541 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 05 17:07:31.126541 dv-neutron-master-2-hyperv neutron-server[103801]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 05 17:07:31.126541 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 05 17:07:31.126541 dv-neutron-master-2-hyperv neutron-server[103801]: return self.request(url, 'GET', **kwargs) Jan 05 17:07:31.126541 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 05 17:07:31.126541 dv-neutron-master-2-hyperv neutron-server[103801]: base_url = self.get_endpoint(auth, allow=allow, Jan 05 17:07:31.126541 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 05 17:07:31.126541 dv-neutron-master-2-hyperv neutron-server[103801]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 05 17:07:31.126541 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 05 17:07:31.126541 dv-neutron-master-2-hyperv neutron-server[103801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 05 17:07:31.126541 dv-neutron-master-2-hyperv neutron-server[103801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 05 17:07:31.259227 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3e9e449f-032b-4f50-a8e8-d0ae9c4ec33d tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks [] for port, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:31.312136 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-fe71175f-e132-4d6a-a197-0670f1990b40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:31.332769 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-0a2e18f3-9b73-4ed4-8af4-c4e6ecbf6436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '273b7090-5938-4290-8804-38b358775354', 'name': 'tempest-NetworksTestDHCPv6-router-1035226604', 'tenant_id': 'fd419c78d7194361a03f37a26ebeba76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:07:19Z', 'updated_at': '2022-01-05T17:07:23Z', 'revision_number': 2, 'project_id': 'fd419c78d7194361a03f37a26ebeba76', 'gw_port_host': None, '_interfaces': [{'id': '6db412d3-6b98-4885-9bd2-7955169ddfb6', 'name': '', 'network_id': 'e897f8fc-3cef-40ca-9466-c6c65ecd9833', 'tenant_id': 'fd419c78d7194361a03f37a26ebeba76', 'mac_address': 'fa:16:3e:e4:42:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '273b7090-5938-4290-8804-38b358775354', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '3e2cc654-4ba5-4e61-9e3d-6b6fa5b996c9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:07:20Z', 'updated_at': '2022-01-05T17:07:30Z', 'revision_number': 4, 'project_id': 'fd419c78d7194361a03f37a26ebeba76', 'subnets': [{'id': '3e2cc654-4ba5-4e61-9e3d-6b6fa5b996c9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:07:31.343031 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-765f09f8-d67d-48dc-8e7a-1e1fec49bd82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3891722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648695'] for network, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:31.346736 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0ae55334-b4ad-49fe-80d0-ebfc49ab6877 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892868'] for subnet, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:31.347449 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-776901fd-02ee-4534-bb69-1e0190825791 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11433176'] for port, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:31.360835 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-765f09f8-d67d-48dc-8e7a-1e1fec49bd82 admin admin] Publish callbacks [] for network, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:31.374457 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-765f09f8-d67d-48dc-8e7a-1e1fec49bd82 admin admin] 10.222.0.11 "DELETE /v2.0/networks/aabb1632-0142-4854-ba4e-971fe2ad463e HTTP/1.1" status: 204 len: 168 time: 2.5409975 Jan 05 17:07:31.385161 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-e4c0d907-0b99-4e5d-9286-150830368651 tempest-RoutersIpV6AdminTest-1137264224 tempest-RoutersIpV6AdminTest-1137264224-project] Deleting port 0baa2331-016d-4e25-bdcc-13c89da8aed9 {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:07:31.385636 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e4c0d907-0b99-4e5d-9286-150830368651 tempest-RoutersIpV6AdminTest-1137264224 tempest-RoutersIpV6AdminTest-1137264224-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:31.388804 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-fe71175f-e132-4d6a-a197-0670f1990b40 None None] For port 6db412d3-6b98-4885-9bd2-7955169ddfb6, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=6db412d3-6b98-4885-9bd2-7955169ddfb6,segment=NetworkSegment(68e6c437-46c2-424d-85e7-20547f69066d),segment_id=68e6c437-46c2-424d-85e7-20547f69066d)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:07:31.411744 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a2e18f3-9b73-4ed4-8af4-c4e6ecbf6436 None None] The sync data for ids ['273b7090-5938-4290-8804-38b358775354'] in dv-neutron-master-2-hyperv is: [{'id': '273b7090-5938-4290-8804-38b358775354', 'name': 'tempest-NetworksTestDHCPv6-router-1035226604', 'tenant_id': 'fd419c78d7194361a03f37a26ebeba76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:07:19Z', 'updated_at': '2022-01-05T17:07:23Z', 'revision_number': 2, 'project_id': 'fd419c78d7194361a03f37a26ebeba76', 'gw_port_host': None, '_interfaces': [{'id': '6db412d3-6b98-4885-9bd2-7955169ddfb6', 'name': '', 'network_id': 'e897f8fc-3cef-40ca-9466-c6c65ecd9833', 'tenant_id': 'fd419c78d7194361a03f37a26ebeba76', 'mac_address': 'fa:16:3e:e4:42:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '273b7090-5938-4290-8804-38b358775354', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '3e2cc654-4ba5-4e61-9e3d-6b6fa5b996c9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:07:20Z', 'updated_at': '2022-01-05T17:07:30Z', 'revision_number': 4, 'project_id': 'fd419c78d7194361a03f37a26ebeba76', 'subnets': [{'id': '3e2cc654-4ba5-4e61-9e3d-6b6fa5b996c9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 05 17:07:31.432866 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3e9e449f-032b-4f50-a8e8-d0ae9c4ec33d tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11433176'] for port, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:31.441011 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765f09f8-d67d-48dc-8e7a-1e1fec49bd82 admin admin] Pushing event deleted for resources: {'Network': ['ID=aabb1632-0142-4854-ba4e-971fe2ad463e,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:07:31.470162 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-776901fd-02ee-4534-bb69-1e0190825791 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Network 968ae080-cca7-4d2f-9282-4e55fd868548 is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:07:31.479964 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-fe71175f-e132-4d6a-a197-0670f1990b40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:31.484025 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e9e449f-032b-4f50-a8e8-d0ae9c4ec33d tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Network b51dc6bd-01e2-4c6e-aa0a-158cff5a9d58 is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:07:31.489153 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-3e9e449f-032b-4f50-a8e8-d0ae9c4ec33d tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:07:31.491376 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-776901fd-02ee-4534-bb69-1e0190825791 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:07:31.493187 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e9e449f-032b-4f50-a8e8-d0ae9c4ec33d tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:07:31.509415 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-776901fd-02ee-4534-bb69-1e0190825791 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:07:31.509645 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-776901fd-02ee-4534-bb69-1e0190825791 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-648552'] for router_interface, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:31.632703 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f50a9d0-9c93-42fe-9460-1b57cba9bce3 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 05 17:07:31.639620 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7f50a9d0-9c93-42fe-9460-1b57cba9bce3 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for floatingip, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:31.667535 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776901fd-02ee-4534-bb69-1e0190825791 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Pushing event updated for resources: {'Port': ['ID=79d22423-9928-4cec-831e-c386408d740e,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:07:31.681822 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe71175f-e132-4d6a-a197-0670f1990b40 None None] Pushing event updated for resources: {'Port': ['ID=6db412d3-6b98-4885-9bd2-7955169ddfb6,revision_number=5']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:07:31.684844 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e4c0d907-0b99-4e5d-9286-150830368651 tempest-RoutersIpV6AdminTest-1137264224 tempest-RoutersIpV6AdminTest-1137264224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:31.705520 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49f3b0fc-f2a0-43db-83c6-fa267c156fc5 None None] Sync routers for ids ['8e20d6c5-5760-40ff-8076-35b11b39e3e1'] in dv-neutron-master-2-hyperv {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 05 17:07:31.739047 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49f3b0fc-f2a0-43db-83c6-fa267c156fc5 None None] Routers {'8e20d6c5-5760-40ff-8076-35b11b39e3e1'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:07:31.740285 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-49f3b0fc-f2a0-43db-83c6-fa267c156fc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:07:19Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['8e20d6c5-5760-40ff-8076-35b11b39e3e1'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:07:31.753029 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0ae55334-b4ad-49fe-80d0-ebfc49ab6877 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3893367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8784787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8521880'] for subnet, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:31.756385 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-e4c0d907-0b99-4e5d-9286-150830368651 tempest-RoutersIpV6AdminTest-1137264224 tempest-RoutersIpV6AdminTest-1137264224-project] Calling delete_port for 0baa2331-016d-4e25-bdcc-13c89da8aed9 owned by network:router_gateway {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:07:31.779204 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-7f50a9d0-9c93-42fe-9460-1b57cba9bce3 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] 10.222.0.11 "DELETE /v2.0/floatingips/3460c3cb-c573-4ef5-802f-f2c8655f3bbe HTTP/1.1" status: 204 len: 168 time: 4.9026873 Jan 05 17:07:31.805101 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 40374) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:07:31.823252 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0ae55334-b4ad-49fe-80d0-ebfc49ab6877 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:31.830135 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-0ae55334-b4ad-49fe-80d0-ebfc49ab6877 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/1c9222ac-b9b2-431b-aee5-7d51a8ac8416 HTTP/1.1" status: 204 len: 168 time: 1.4790411 Jan 05 17:07:31.833471 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 40376) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:07:31.895113 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3e9e449f-032b-4f50-a8e8-d0ae9c4ec33d tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-648552'] for router_interface, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:31.896410 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0754262b-d0b8-4905-a33d-d89c5a29579e None None] Network 66b9f7eb-d414-436b-882b-ac047c1764b8 requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:07:31.912521 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-49f3b0fc-f2a0-43db-83c6-fa267c156fc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:07:31.949577 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae55334-b4ad-49fe-80d0-ebfc49ab6877 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1c9222ac-b9b2-431b-aee5-7d51a8ac8416,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:07:31.977689 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ca301991-cf5e-4c7a-abdc-67a14433df72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3809644'] for network, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:32.072929 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 40378) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:07:32.078198 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49f3b0fc-f2a0-43db-83c6-fa267c156fc5 None None] Routers {'8e20d6c5-5760-40ff-8076-35b11b39e3e1'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:07:32.078956 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-49f3b0fc-f2a0-43db-83c6-fa267c156fc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:07:19Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['8e20d6c5-5760-40ff-8076-35b11b39e3e1'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:07:32.187399 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-49f3b0fc-f2a0-43db-83c6-fa267c156fc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:07:32.188444 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49f3b0fc-f2a0-43db-83c6-fa267c156fc5 None None] The sync data for ids ['8e20d6c5-5760-40ff-8076-35b11b39e3e1'] in dv-neutron-master-2-hyperv is: [] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 05 17:07:32.227755 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-88d5b7b8-2cc2-48ca-9684-731b644a394e None None] Provisioning complete for port 79d22423-9928-4cec-831e-c386408d740e triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:07:32.228382 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-88d5b7b8-2cc2-48ca-9684-731b644a394e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:32.250491 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-38560949-8ad6-44e6-9201-8ecf372121f7 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Deleting port 6db412d3-6b98-4885-9bd2-7955169ddfb6 {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:07:32.250820 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-38560949-8ad6-44e6-9201-8ecf372121f7 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:32.251608 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-776901fd-02ee-4534-bb69-1e0190825791 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:32.278905 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-0743bbff-cdf6-4521-9b27-3a0320de175d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0f0fe7d5d7be4d15b102bcc43593286e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2024217 Jan 05 17:07:32.311593 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 40380) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:07:32.329481 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-88d5b7b8-2cc2-48ca-9684-731b644a394e None None] Port 79d22423-9928-4cec-831e-c386408d740e cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 17:07:32.338260 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3e9e449f-032b-4f50-a8e8-d0ae9c4ec33d tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:32.344902 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-88d5b7b8-2cc2-48ca-9684-731b644a394e None None] Provisioning complete for port b8160b08-f4af-4d52-aacd-96cbbd9f6eaa triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:07:32.344902 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-88d5b7b8-2cc2-48ca-9684-731b644a394e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:32.353554 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aed5794-8979-4c71-b0ba-f19bd64eeadd None None] DHCP port deletion for 66b9f7eb-d414-436b-882b-ac047c1764b8 request from dv-neutron-master-2-hyperv {{(pid=103802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 05 17:07:32.424772 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-88d5b7b8-2cc2-48ca-9684-731b644a394e None None] Port b8160b08-f4af-4d52-aacd-96cbbd9f6eaa cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 17:07:32.460748 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-8aed5794-8979-4c71-b0ba-f19bd64eeadd None None] Deleting port 4d932414-de37-419c-aeb6-386987977d82 {{(pid=103802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:07:32.461511 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-8aed5794-8979-4c71-b0ba-f19bd64eeadd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:32.475533 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9e449f-032b-4f50-a8e8-d0ae9c4ec33d tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Pushing event updated for resources: {'Port': ['ID=b8160b08-f4af-4d52-aacd-96cbbd9f6eaa,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:07:32.538522 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b2a536-4eeb-4ece-9d9e-e020c571eee7 req-7da0c50f-5287-4ec0-95fa-df3bea84d92c tempest-ServerActionsTestJSON-949899014 tempest-ServerActionsTestJSON-949899014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:07:32.540646 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-d2b2a536-4eeb-4ece-9d9e-e020c571eee7 req-7da0c50f-5287-4ec0-95fa-df3bea84d92c tempest-ServerActionsTestJSON-949899014 tempest-ServerActionsTestJSON-949899014-project] 10.222.0.11 "GET /v2.0/ports?device_id=be270a5c-db8b-4dff-9e40-79b29c80ad34 HTTP/1.1" status: 200 len: 946 time: 0.4196014 Jan 05 17:07:32.549335 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-8aed5794-8979-4c71-b0ba-f19bd64eeadd None None] For port 4d932414-de37-419c-aeb6-386987977d82, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=4d932414-de37-419c-aeb6-386987977d82,segment=NetworkSegment(724f64f6-50e7-48d8-ab30-09fe928cc729),segment_id=724f64f6-50e7-48d8-ab30-09fe928cc729)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:07:32.549953 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-8aed5794-8979-4c71-b0ba-f19bd64eeadd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:32.566713 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-8aed5794-8979-4c71-b0ba-f19bd64eeadd None None] Calling delete_port for 4d932414-de37-419c-aeb6-386987977d82 owned by network:dhcp {{(pid=103802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:07:32.731555 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-8aed5794-8979-4c71-b0ba-f19bd64eeadd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678'] for port, after_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:32.761730 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aed5794-8979-4c71-b0ba-f19bd64eeadd None None] Pushing event deleted for resources: {'Port': ['ID=4d932414-de37-419c-aeb6-386987977d82,revision_number=None']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:07:32.763685 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aed5794-8979-4c71-b0ba-f19bd64eeadd None None] No DVR routers for this DVR port 4d932414-de37-419c-aeb6-386987977d82 on host dv-neutron-master-2-hyperv {{(pid=103802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 05 17:07:32.792642 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-d2b2a536-4eeb-4ece-9d9e-e020c571eee7 req-8c46af83-7e6e-456b-97bf-cab395399902 tempest-ServerActionsTestJSON-949899014 tempest-ServerActionsTestJSON-949899014-project] 10.222.0.11 "GET /v2.0/security-groups?id=f7674e10-0a07-4bc4-8403-a53dd95a312a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2286499 Jan 05 17:07:32.832546 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-2da92a2d-21fd-49fb-b0f1-38718b6f5b1b tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Deleting port 0bb2dfe7-b47a-4032-bcf7-1aa909194fcd {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:07:32.833047 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2da92a2d-21fd-49fb-b0f1-38718b6f5b1b tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:32.932120 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-776901fd-02ee-4534-bb69-1e0190825791 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks [] for port, precommit_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:32.974714 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3e9e449f-032b-4f50-a8e8-d0ae9c4ec33d tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks [] for port, precommit_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:32.994946 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-776901fd-02ee-4534-bb69-1e0190825791 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11433169'] for port, after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:33.000269 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-776901fd-02ee-4534-bb69-1e0190825791 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-531704'] for router_interface, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:33.000500 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-ca301991-cf5e-4c7a-abdc-67a14433df72 admin admin] Deleting port 4d932414-de37-419c-aeb6-386987977d82 {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:07:33.000500 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ca301991-cf5e-4c7a-abdc-67a14433df72 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:33.011988 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.db [None req-38560949-8ad6-44e6-9201-8ecf372121f7 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] For port 6db412d3-6b98-4885-9bd2-7955169ddfb6, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=6db412d3-6b98-4885-9bd2-7955169ddfb6,segment=NetworkSegment(68e6c437-46c2-424d-85e7-20547f69066d),segment_id=68e6c437-46c2-424d-85e7-20547f69066d)] {{(pid=103800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:07:33.012353 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-38560949-8ad6-44e6-9201-8ecf372121f7 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:33.043565 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3dab4ede-e60e-4a66-84ad-0a2c09e7eb0f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:33.051825 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2da92a2d-21fd-49fb-b0f1-38718b6f5b1b tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:33.057531 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776901fd-02ee-4534-bb69-1e0190825791 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Pushing event updated for resources: {'Port': ['ID=79d22423-9928-4cec-831e-c386408d740e,revision_number=2']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:07:33.073682 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-38560949-8ad6-44e6-9201-8ecf372121f7 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Calling delete_port for 6db412d3-6b98-4885-9bd2-7955169ddfb6 owned by network:router_interface {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:07:33.084530 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3e9e449f-032b-4f50-a8e8-d0ae9c4ec33d tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11433169'] for port, after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:33.125400 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-2da92a2d-21fd-49fb-b0f1-38718b6f5b1b tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Calling delete_port for 0bb2dfe7-b47a-4032-bcf7-1aa909194fcd owned by {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:07:33.142160 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3dab4ede-e60e-4a66-84ad-0a2c09e7eb0f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:33.205484 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.db [None req-ca301991-cf5e-4c7a-abdc-67a14433df72 admin admin] For port 4d932414-de37-419c-aeb6-386987977d82, host dv-neutron-master-2-hyperv, got binding levels [] {{(pid=103800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:07:33.205879 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ca301991-cf5e-4c7a-abdc-67a14433df72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:33.237439 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9e449f-032b-4f50-a8e8-d0ae9c4ec33d tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Pushing event updated for resources: {'Port': ['ID=b8160b08-f4af-4d52-aacd-96cbbd9f6eaa,revision_number=2']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:07:33.244691 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3e9e449f-032b-4f50-a8e8-d0ae9c4ec33d tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-531704'] for router_interface, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:33.255704 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec19b52-e27e-46c6-bf05-c5934bfaeb32 req-636590ff-e26b-47d8-a4e3-9132db04663a tempest-ServerActionsTestJSON-949899014 tempest-ServerActionsTestJSON-949899014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:07:33.257237 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-fec19b52-e27e-46c6-bf05-c5934bfaeb32 req-636590ff-e26b-47d8-a4e3-9132db04663a tempest-ServerActionsTestJSON-949899014 tempest-ServerActionsTestJSON-949899014-project] 10.222.0.11 "GET /v2.0/ports?device_id=be270a5c-db8b-4dff-9e40-79b29c80ad34 HTTP/1.1" status: 200 len: 946 time: 0.1739414 Jan 05 17:07:33.263827 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e4c0d907-0b99-4e5d-9286-150830368651 tempest-RoutersIpV6AdminTest-1137264224 tempest-RoutersIpV6AdminTest-1137264224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:33.276651 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-ca301991-cf5e-4c7a-abdc-67a14433df72 admin admin] Calling delete_port for 4d932414-de37-419c-aeb6-386987977d82 owned by network:dhcp {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:07:33.286618 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.ipam_backend_mixin [None req-ca301991-cf5e-4c7a-abdc-67a14433df72 admin admin] Port 4d932414-de37-419c-aeb6-386987977d82 was not found and therefore no delete operation was performed {{(pid=103800) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 05 17:07:33.314778 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ca301991-cf5e-4c7a-abdc-67a14433df72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:33.318170 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-776901fd-02ee-4534-bb69-1e0190825791 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Network 968ae080-cca7-4d2f-9282-4e55fd868548 is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:07:33.332779 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c0d907-0b99-4e5d-9286-150830368651 tempest-RoutersIpV6AdminTest-1137264224 tempest-RoutersIpV6AdminTest-1137264224-project] Pushing event deleted for resources: {'Port': ['ID=0baa2331-016d-4e25-bdcc-13c89da8aed9,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:07:33.351357 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-776901fd-02ee-4534-bb69-1e0190825791 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:07:33.357425 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5f92154-1391-487e-8d81-aacffee3cc80 None None] DHCP port deletion for b0167590-0699-4c5c-a932-3939414a9573 request from dv-neutron-master-2-hyperv {{(pid=103802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 05 17:07:33.384893 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-fec19b52-e27e-46c6-bf05-c5934bfaeb32 req-9bcfb1a8-a25e-4a5f-9b81-712ce50fff74 tempest-ServerActionsTestJSON-949899014 tempest-ServerActionsTestJSON-949899014-project] 10.222.0.11 "GET /v2.0/security-groups?id=f7674e10-0a07-4bc4-8403-a53dd95a312a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1110842 Jan 05 17:07:33.416410 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca301991-cf5e-4c7a-abdc-67a14433df72 admin admin] Pushing event deleted for resources: {'Port': ['ID=4d932414-de37-419c-aeb6-386987977d82,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:07:33.422672 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca301991-cf5e-4c7a-abdc-67a14433df72 admin admin] No DVR routers for this DVR port 4d932414-de37-419c-aeb6-386987977d82 on host dv-neutron-master-2-hyperv {{(pid=103800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 05 17:07:33.498970 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e9e449f-032b-4f50-a8e8-d0ae9c4ec33d tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Network b51dc6bd-01e2-4c6e-aa0a-158cff5a9d58 is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:07:33.513860 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-3e9e449f-032b-4f50-a8e8-d0ae9c4ec33d tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:07:33.533047 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-776901fd-02ee-4534-bb69-1e0190825791 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Router bb271784-11d2-4ab0-af5b-8431eab31390 has already been hosted by L3 agent 59446fdc-40e0-41fe-a575-a8eb11d742f7 {{(pid=103801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 05 17:07:33.560438 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e4c0d907-0b99-4e5d-9286-150830368651 tempest-RoutersIpV6AdminTest-1137264224 tempest-RoutersIpV6AdminTest-1137264224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-648595'] for router_gateway, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:33.696798 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 6db412d3-6b98-4885-9bd2-7955169ddfb6 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:07:33.719364 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ca301991-cf5e-4c7a-abdc-67a14433df72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3891715', 'neutron.services.segments.db._delete_segments_for_network-8754181063482'] for network, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:33.747314 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.services.segments.db [None req-ca301991-cf5e-4c7a-abdc-67a14433df72 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66b9f7eb-d414-436b-882b-ac047c1764b8']}} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:07:33.759686 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.services.segments.db [None req-ca301991-cf5e-4c7a-abdc-67a14433df72 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '724f64f6-50e7-48d8-ab30-09fe928cc729') {'for_net_delete': True} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:07:33.761602 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.services.segments.db [None req-ca301991-cf5e-4c7a-abdc-67a14433df72 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '724f64f6-50e7-48d8-ab30-09fe928cc729') {} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:07:33.762397 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e9e449f-032b-4f50-a8e8-d0ae9c4ec33d tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Router 24052343-05ae-4baf-9e85-ab239661bfc4 has already been hosted by L3 agent 59446fdc-40e0-41fe-a575-a8eb11d742f7 {{(pid=103801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 05 17:07:33.793959 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Provisioning complete for port 6db412d3-6b98-4885-9bd2-7955169ddfb6 triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:07:33.794375 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:33.802147 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3dab4ede-e60e-4a66-84ad-0a2c09e7eb0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:33.804859 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3dab4ede-e60e-4a66-84ad-0a2c09e7eb0f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:33.812564 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-3dab4ede-e60e-4a66-84ad-0a2c09e7eb0f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ed9bb627-a3de-4eb8-a737-bdd9f06909c2 HTTP/1.1" status: 204 len: 168 time: 1.4514086 Jan 05 17:07:33.986571 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ca301991-cf5e-4c7a-abdc-67a14433df72 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754181064771', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8784833'] for segment, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:33.991500 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-b69cd5db-f99f-4057-9f64-413bcc7939a6 None None] Provisioning complete for port b8160b08-f4af-4d52-aacd-96cbbd9f6eaa triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:07:33.991876 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-b69cd5db-f99f-4057-9f64-413bcc7939a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:33.993811 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dab4ede-e60e-4a66-84ad-0a2c09e7eb0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed9bb627-a3de-4eb8-a737-bdd9f06909c2,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:07:34.033745 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-b69cd5db-f99f-4057-9f64-413bcc7939a6 None None] Port b8160b08-f4af-4d52-aacd-96cbbd9f6eaa cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 17:07:34.056062 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 4d932414-de37-419c-aeb6-386987977d82 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 05 17:07:34.078895 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] No Port match for: 4d932414-de37-419c-aeb6-386987977d82 {{(pid=103802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 05 17:07:34.079249 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 4d932414-de37-419c-aeb6-386987977d82 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 05 17:07:34.155102 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ca301991-cf5e-4c7a-abdc-67a14433df72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225'] for segment, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:34.164050 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-1ba78218-f676-4e0c-afb8-3eb6440388b0 None None] Provisioning complete for port 79d22423-9928-4cec-831e-c386408d740e triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:07:34.164418 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-1ba78218-f676-4e0c-afb8-3eb6440388b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:34.179502 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-776901fd-02ee-4534-bb69-1e0190825791 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 05 17:07:34.188292 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-776901fd-02ee-4534-bb69-1e0190825791 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] 10.222.0.11 "PUT /v2.0/routers/bb271784-11d2-4ab0-af5b-8431eab31390/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5193474 Jan 05 17:07:34.210065 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 40388) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:07:34.211449 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1a16de9-5a17-4f4f-9893-08fb36139ac5 None None] Sync routers for ids ['bb271784-11d2-4ab0-af5b-8431eab31390'] in dv-neutron-master-2-hyperv {{(pid=103803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 05 17:07:34.228330 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-1ba78218-f676-4e0c-afb8-3eb6440388b0 None None] Port 79d22423-9928-4cec-831e-c386408d740e cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 17:07:34.230090 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1a16de9-5a17-4f4f-9893-08fb36139ac5 None None] Routers {'bb271784-11d2-4ab0-af5b-8431eab31390'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:07:34.231587 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-d1a16de9-5a17-4f4f-9893-08fb36139ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:07:19Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['bb271784-11d2-4ab0-af5b-8431eab31390'], 'active': True} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:07:34.250430 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e9e449f-032b-4f50-a8e8-d0ae9c4ec33d tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 05 17:07:34.260871 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e3ecbd3-11cf-4321-bcc2-f8464c9dd85b None None] Sync routers for ids ['24052343-05ae-4baf-9e85-ab239661bfc4'] in dv-neutron-master-2-hyperv {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 05 17:07:34.263673 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-3e9e449f-032b-4f50-a8e8-d0ae9c4ec33d tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] 10.222.0.11 "PUT /v2.0/routers/24052343-05ae-4baf-9e85-ab239661bfc4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5819738 Jan 05 17:07:34.266952 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 40392) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:07:34.276241 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e3ecbd3-11cf-4321-bcc2-f8464c9dd85b None None] Routers {'24052343-05ae-4baf-9e85-ab239661bfc4'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:07:34.277757 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-2e3ecbd3-11cf-4321-bcc2-f8464c9dd85b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:07:19Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['24052343-05ae-4baf-9e85-ab239661bfc4'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:07:34.287440 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-d1a16de9-5a17-4f4f-9893-08fb36139ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:07:34.291431 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca301991-cf5e-4c7a-abdc-67a14433df72 admin admin] Releasing vlan 125 on physical network physnet1 to pool {{(pid=103800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 05 17:07:34.291844 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ca301991-cf5e-4c7a-abdc-67a14433df72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8784497'] for segment, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:34.293562 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:07:34.293562 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:07:34.293562 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:07:34.293562 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:07:34.293562 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:07:34.293562 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:07:34.293562 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:07:34.293562 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:07:34.293562 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:07:34.293562 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:07:34.293562 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:07:34.293562 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:07:34.293562 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:07:34.293562 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:07:34.293562 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:07:34.293562 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:07:34.293562 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:07:34.293562 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:07:34.293562 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:07:34.293562 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:07:34.293562 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:07:34.293562 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:07:34.293562 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:07:34.293562 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:07:34.293562 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:07:34.293562 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:07:34.293562 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:07:34.293562 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:07:34.293562 dv-neutron-master-2-hyperv neutron-server[103800]: Traceback (most recent call last): Jan 05 17:07:34.293562 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 05 17:07:34.293562 dv-neutron-master-2-hyperv neutron-server[103800]: timer() Jan 05 17:07:34.293562 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 05 17:07:34.293562 dv-neutron-master-2-hyperv neutron-server[103800]: cb(*args, **kw) Jan 05 17:07:34.293562 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 05 17:07:34.293562 dv-neutron-master-2-hyperv neutron-server[103800]: return func(*args, **kwargs) Jan 05 17:07:34.293562 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 05 17:07:34.293562 dv-neutron-master-2-hyperv neutron-server[103800]: self._notify() Jan 05 17:07:34.293562 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 05 17:07:34.293562 dv-neutron-master-2-hyperv neutron-server[103800]: self.callback(batched_events) Jan 05 17:07:34.293562 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 05 17:07:34.293562 dv-neutron-master-2-hyperv neutron-server[103800]: event.method(event) Jan 05 17:07:34.293562 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 05 17:07:34.293562 dv-neutron-master-2-hyperv neutron-server[103800]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 05 17:07:34.293562 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 05 17:07:34.293562 dv-neutron-master-2-hyperv neutron-server[103800]: aggregate_uuid = self.p_client.list_aggregates( Jan 05 17:07:34.293562 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 05 17:07:34.293562 dv-neutron-master-2-hyperv neutron-server[103800]: return f(self, *a, **k) Jan 05 17:07:34.293562 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 05 17:07:34.293562 dv-neutron-master-2-hyperv neutron-server[103800]: return self._get(url).json() Jan 05 17:07:34.293562 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 05 17:07:34.296406 dv-neutron-master-2-hyperv neutron-server[103800]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 05 17:07:34.296406 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 05 17:07:34.296406 dv-neutron-master-2-hyperv neutron-server[103800]: return self.request(url, 'GET', **kwargs) Jan 05 17:07:34.296406 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 05 17:07:34.296406 dv-neutron-master-2-hyperv neutron-server[103800]: base_url = self.get_endpoint(auth, allow=allow, Jan 05 17:07:34.296406 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 05 17:07:34.296406 dv-neutron-master-2-hyperv neutron-server[103800]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 05 17:07:34.296406 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 05 17:07:34.296406 dv-neutron-master-2-hyperv neutron-server[103800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 05 17:07:34.296406 dv-neutron-master-2-hyperv neutron-server[103800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 05 17:07:34.299299 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e4c0d907-0b99-4e5d-9286-150830368651 tempest-RoutersIpV6AdminTest-1137264224 tempest-RoutersIpV6AdminTest-1137264224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-649822', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-648421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62737'] for router, precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:34.305166 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1a16de9-5a17-4f4f-9893-08fb36139ac5 None None] Routers {'bb271784-11d2-4ab0-af5b-8431eab31390'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:07:34.306083 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-d1a16de9-5a17-4f4f-9893-08fb36139ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:07:19Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['bb271784-11d2-4ab0-af5b-8431eab31390'], 'active': True} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:07:34.309637 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-38560949-8ad6-44e6-9201-8ecf372121f7 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:34.325096 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-2e3ecbd3-11cf-4321-bcc2-f8464c9dd85b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:07:34.337254 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e3ecbd3-11cf-4321-bcc2-f8464c9dd85b None None] Routers {'24052343-05ae-4baf-9e85-ab239661bfc4'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:07:34.337915 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-2e3ecbd3-11cf-4321-bcc2-f8464c9dd85b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:07:19Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['24052343-05ae-4baf-9e85-ab239661bfc4'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:07:34.347094 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e4c0d907-0b99-4e5d-9286-150830368651 tempest-RoutersIpV6AdminTest-1137264224 tempest-RoutersIpV6AdminTest-1137264224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-649813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-649804', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-648412'] for router, after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:34.350948 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-d1a16de9-5a17-4f4f-9893-08fb36139ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:07:34.352000 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1a16de9-5a17-4f4f-9893-08fb36139ac5 None None] The sync data for ids ['bb271784-11d2-4ab0-af5b-8431eab31390'] in dv-neutron-master-2-hyperv is: [] {{(pid=103803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 05 17:07:34.364971 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daab3fa9-7b24-4cbb-930f-4fdce3981cd9 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:07:34.366657 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-daab3fa9-7b24-4cbb-930f-4fdce3981cd9 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] 10.222.0.11 "GET /v2.0/ports/b8160b08-f4af-4d52-aacd-96cbbd9f6eaa HTTP/1.1" status: 200 len: 910 time: 0.0987062 Jan 05 17:07:34.370360 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 40394) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:07:34.384969 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-2e3ecbd3-11cf-4321-bcc2-f8464c9dd85b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:07:34.386167 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e3ecbd3-11cf-4321-bcc2-f8464c9dd85b None None] The sync data for ids ['24052343-05ae-4baf-9e85-ab239661bfc4'] in dv-neutron-master-2-hyperv is: [] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 05 17:07:34.388570 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f9e0fa8-187a-4c22-ab82-e5ebc6f344b6 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:07:34.393663 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-8f9e0fa8-187a-4c22-ab82-e5ebc6f344b6 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] 10.222.0.11 "GET /v2.0/ports/79d22423-9928-4cec-831e-c386408d740e HTTP/1.1" status: 200 len: 913 time: 0.1827471 Jan 05 17:07:34.393663 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38560949-8ad6-44e6-9201-8ecf372121f7 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Pushing event deleted for resources: {'Port': ['ID=6db412d3-6b98-4885-9bd2-7955169ddfb6,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:07:34.400005 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 40398) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:07:34.459339 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2da92a2d-21fd-49fb-b0f1-38718b6f5b1b tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:34.596315 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ca301991-cf5e-4c7a-abdc-67a14433df72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3891722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648695'] for network, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:34.636723 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ca301991-cf5e-4c7a-abdc-67a14433df72 admin admin] Publish callbacks [] for network, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:34.640142 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-ca301991-cf5e-4c7a-abdc-67a14433df72 admin admin] 10.222.0.11 "DELETE /v2.0/networks/66b9f7eb-d414-436b-882b-ac047c1764b8 HTTP/1.1" status: 204 len: 168 time: 2.8016460 Jan 05 17:07:34.759792 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da92a2d-21fd-49fb-b0f1-38718b6f5b1b tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Pushing event deleted for resources: {'Port': ['ID=0bb2dfe7-b47a-4032-bcf7-1aa909194fcd,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:07:34.771498 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4c0d907-0b99-4e5d-9286-150830368651 tempest-RoutersIpV6AdminTest-1137264224 tempest-RoutersIpV6AdminTest-1137264224-project] Router 48f08ffb-c270-4e46-afff-58632b2f3b5a has already been hosted by L3 agent 59446fdc-40e0-41fe-a575-a8eb11d742f7 {{(pid=103800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 05 17:07:34.793472 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-33d6a03f-58a4-4a94-9252-fd1ecc8524ee tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-531685'] for router_interface, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:34.793873 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca301991-cf5e-4c7a-abdc-67a14433df72 admin admin] Pushing event deleted for resources: {'Network': ['ID=66b9f7eb-d414-436b-882b-ac047c1764b8,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:07:35.078406 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-33d6a03f-58a4-4a94-9252-fd1ecc8524ee tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Deleting port b8160b08-f4af-4d52-aacd-96cbbd9f6eaa {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:07:35.078744 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-33d6a03f-58a4-4a94-9252-fd1ecc8524ee tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:35.116203 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-38560949-8ad6-44e6-9201-8ecf372121f7 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-560676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531569'] for router_interface, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:35.140520 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 40418) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:07:35.205559 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-1c803b93-dc10-4daa-a6d1-c3cbbcae15eb admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=8648c3d237fa47a2908cbe0ddaa5dd69&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0639098 Jan 05 17:07:35.207528 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-33d6a03f-58a4-4a94-9252-fd1ecc8524ee tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:35.209936 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 40420) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:07:35.232582 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-33d6a03f-58a4-4a94-9252-fd1ecc8524ee tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Calling delete_port for b8160b08-f4af-4d52-aacd-96cbbd9f6eaa owned by network:router_interface {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:07:35.315306 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a62169-b64b-4adc-ae53-e8270b385601 req-fde72d93-02b6-4009-b317-e1ab05bb18f3 tempest-ServerActionsTestJSON-949899014 tempest-ServerActionsTestJSON-949899014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:07:35.316834 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-e5a62169-b64b-4adc-ae53-e8270b385601 req-fde72d93-02b6-4009-b317-e1ab05bb18f3 tempest-ServerActionsTestJSON-949899014 tempest-ServerActionsTestJSON-949899014-project] 10.222.0.11 "GET /v2.0/ports?device_id=be270a5c-db8b-4dff-9e40-79b29c80ad34 HTTP/1.1" status: 200 len: 946 time: 0.7362196 Jan 05 17:07:35.325733 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e0aaa829-06d7-4745-928e-c8b948a483ed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:35.355710 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e0aaa829-06d7-4745-928e-c8b948a483ed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:35.361744 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2da92a2d-21fd-49fb-b0f1-38718b6f5b1b tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:35.368567 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-2da92a2d-21fd-49fb-b0f1-38718b6f5b1b tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] 10.222.0.11 "DELETE /v2.0/ports/0bb2dfe7-b47a-4032-bcf7-1aa909194fcd HTTP/1.1" status: 204 len: 168 time: 3.5581260 Jan 05 17:07:35.370187 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 40424) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:07:35.402801 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4c0d907-0b99-4e5d-9286-150830368651 tempest-RoutersIpV6AdminTest-1137264224 tempest-RoutersIpV6AdminTest-1137264224-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 05 17:07:35.415141 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-221d6338-ea1b-4bbb-a087-2995114059be tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Request body: {'floatingip': {'floating_network_id': 'b0167590-0699-4c5c-a932-3939414a9573'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:07:35.420230 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c719860-3505-4650-b6a6-ecafc632cf6b None None] Sync routers for ids ['48f08ffb-c270-4e46-afff-58632b2f3b5a'] in dv-neutron-master-2-hyperv {{(pid=103803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 05 17:07:35.426331 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e4c0d907-0b99-4e5d-9286-150830368651 tempest-RoutersIpV6AdminTest-1137264224 tempest-RoutersIpV6AdminTest-1137264224-project] Publish callbacks [] for router, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:35.430389 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-e4c0d907-0b99-4e5d-9286-150830368651 tempest-RoutersIpV6AdminTest-1137264224 tempest-RoutersIpV6AdminTest-1137264224-project] 10.222.0.11 "PUT /v2.0/routers/48f08ffb-c270-4e46-afff-58632b2f3b5a HTTP/1.1" status: 200 len: 709 time: 6.6115539 Jan 05 17:07:35.433360 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 40428) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:07:35.433752 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c719860-3505-4650-b6a6-ecafc632cf6b None None] Routers {'48f08ffb-c270-4e46-afff-58632b2f3b5a'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:07:35.434377 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-8c719860-3505-4650-b6a6-ecafc632cf6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:07:19Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['48f08ffb-c270-4e46-afff-58632b2f3b5a'], 'active': True} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:07:35.490850 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-8c719860-3505-4650-b6a6-ecafc632cf6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:07:35.503479 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c719860-3505-4650-b6a6-ecafc632cf6b None None] Routers {'48f08ffb-c270-4e46-afff-58632b2f3b5a'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:07:35.504231 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-8c719860-3505-4650-b6a6-ecafc632cf6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:07:19Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['48f08ffb-c270-4e46-afff-58632b2f3b5a'], 'active': True} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:07:35.538638 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-07aaa827-a648-45c9-be7f-f17eb7e88273 tempest-RoutersIpV6AdminTest-862369890 tempest-RoutersIpV6AdminTest-862369890-project-admin] 10.222.0.11 "GET /v2.0/routers/48f08ffb-c270-4e46-afff-58632b2f3b5a HTTP/1.1" status: 200 len: 744 time: 0.1034329 Jan 05 17:07:35.543729 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 40430) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:07:35.544182 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-8c719860-3505-4650-b6a6-ecafc632cf6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:07:35.545060 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c719860-3505-4650-b6a6-ecafc632cf6b None None] The sync data for ids ['48f08ffb-c270-4e46-afff-58632b2f3b5a'] in dv-neutron-master-2-hyperv is: [] {{(pid=103803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 05 17:07:35.586199 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-e5a62169-b64b-4adc-ae53-e8270b385601 req-cae00a40-aa27-4600-b082-3e68b08ab081 tempest-ServerActionsTestJSON-949899014 tempest-ServerActionsTestJSON-949899014-project] 10.222.0.11 "GET /v2.0/security-groups?id=f7674e10-0a07-4bc4-8403-a53dd95a312a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2295527 Jan 05 17:07:35.616803 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38560949-8ad6-44e6-9201-8ecf372121f7 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Router 273b7090-5938-4290-8804-38b358775354 has already been hosted by L3 agent 59446fdc-40e0-41fe-a575-a8eb11d742f7 {{(pid=103800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 05 17:07:35.616969 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-7c02376a-6b00-4c54-9d7f-84ca16b7a8a6 tempest-RoutersIpV6AdminTest-862369890 tempest-RoutersIpV6AdminTest-862369890-project-admin] 10.222.0.11 "GET /v2.0/ports?network_id=b0167590-0699-4c5c-a932-3939414a9573&device_id=48f08ffb-c270-4e46-afff-58632b2f3b5a HTTP/1.1" status: 200 len: 205 time: 0.0681951 Jan 05 17:07:35.630373 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 40434) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:07:35.696561 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-5ad14150-8a87-4787-b27d-f48110b6a208 tempest-RoutersIpV6AdminTest-1137264224 tempest-RoutersIpV6AdminTest-1137264224-project] 10.222.0.11 "GET /v2.0/ports?device_id=48f08ffb-c270-4e46-afff-58632b2f3b5a HTTP/1.1" status: 200 len: 205 time: 0.0417659 Jan 05 17:07:35.696561 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-221d6338-ea1b-4bbb-a087-2995114059be tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Publish callbacks [] for floatingip, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:35.696739 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 40440) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:07:35.741902 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e0aaa829-06d7-4745-928e-c8b948a483ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:35.744663 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e0aaa829-06d7-4745-928e-c8b948a483ed admin admin] Publish callbacks [] for security_group, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:35.745886 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-e0aaa829-06d7-4745-928e-c8b948a483ed admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/01e0accc-48a3-4a12-b5ed-7b3393c92632 HTTP/1.1" status: 204 len: 168 time: 0.5349507 Jan 05 17:07:35.794847 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-152914ae-48a2-4dcb-8270-a1baa5cd6f57 tempest-RoutersIpV6AdminTest-1137264224 tempest-RoutersIpV6AdminTest-1137264224-project] Publish callbacks [] for router, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:35.794847 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0aaa829-06d7-4745-928e-c8b948a483ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01e0accc-48a3-4a12-b5ed-7b3393c92632,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:07:35.836607 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-33d6a03f-58a4-4a94-9252-fd1ecc8524ee tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11433176'] for port, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:35.838773 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38560949-8ad6-44e6-9201-8ecf372121f7 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 05 17:07:35.848291 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-38560949-8ad6-44e6-9201-8ecf372121f7 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] 10.222.0.11 "PUT /v2.0/routers/273b7090-5938-4290-8804-38b358775354/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8789146 Jan 05 17:07:35.849034 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 40446) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:07:35.852422 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1020bfc-5aed-4942-9cd3-258097611f34 None None] Sync routers for ids ['273b7090-5938-4290-8804-38b358775354'] in dv-neutron-master-2-hyperv {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 05 17:07:35.867132 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1020bfc-5aed-4942-9cd3-258097611f34 None None] Routers {'273b7090-5938-4290-8804-38b358775354'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:07:35.868698 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-c1020bfc-5aed-4942-9cd3-258097611f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:07:19Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['273b7090-5938-4290-8804-38b358775354'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:07:35.941824 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d6a03f-58a4-4a94-9252-fd1ecc8524ee tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Pushing event deleted for resources: {'Port': ['ID=b8160b08-f4af-4d52-aacd-96cbbd9f6eaa,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:07:36.078968 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-c1020bfc-5aed-4942-9cd3-258097611f34 None None] Set router 273b7090-5938-4290-8804-38b358775354 gateway port host: None {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:07:36.101799 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1f069e6c-22ce-4196-a641-f94043a8f0c7 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-531685'] for router_interface, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:36.104479 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-221d6338-ea1b-4bbb-a087-2995114059be tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:36.223958 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-c1020bfc-5aed-4942-9cd3-258097611f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '273b7090-5938-4290-8804-38b358775354', 'name': 'tempest-NetworksTestDHCPv6-router-1035226604', 'tenant_id': 'fd419c78d7194361a03f37a26ebeba76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:07:19Z', 'updated_at': '2022-01-05T17:07:33Z', 'revision_number': 3, 'project_id': 'fd419c78d7194361a03f37a26ebeba76', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:07:36.261209 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-152914ae-48a2-4dcb-8270-a1baa5cd6f57 tempest-RoutersIpV6AdminTest-1137264224 tempest-RoutersIpV6AdminTest-1137264224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-648249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62744'] for router, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:36.276140 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1020bfc-5aed-4942-9cd3-258097611f34 None None] Checking router: 273b7090-5938-4290-8804-38b358775354 for host: dv-neutron-master-2-hyperv {{(pid=103802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 05 17:07:36.276960 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-152914ae-48a2-4dcb-8270-a1baa5cd6f57 tempest-RoutersIpV6AdminTest-1137264224 tempest-RoutersIpV6AdminTest-1137264224-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:36.287199 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af1df1e8-141e-4a11-bcc9-7d5a9a8fd41a tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:07:36.289291 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af1df1e8-141e-4a11-bcc9-7d5a9a8fd41a tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:07:36.297857 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-af1df1e8-141e-4a11-bcc9-7d5a9a8fd41a tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.4456103 Jan 05 17:07:36.305832 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1020bfc-5aed-4942-9cd3-258097611f34 None None] Routers {'273b7090-5938-4290-8804-38b358775354'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:07:36.307313 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-c1020bfc-5aed-4942-9cd3-258097611f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:07:19Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['273b7090-5938-4290-8804-38b358775354'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:07:36.319128 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 40456) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:07:36.395694 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [None req-221d6338-ea1b-4bbb-a087-2995114059be tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Allocated IP 172.36.4.75 (b0167590-0699-4c5c-a932-3939414a9573/7a784a6d-3d96-418f-a645-b9ccd0b1ac55/1693a40e-e32b-4888-9e06-af0e08112a1b) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:07:36.405868 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-33d6a03f-58a4-4a94-9252-fd1ecc8524ee tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-560676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531569'] for router_interface, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:36.448860 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-c1020bfc-5aed-4942-9cd3-258097611f34 None None] Set router 273b7090-5938-4290-8804-38b358775354 gateway port host: None {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:07:36.468946 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.db_base_plugin_v2 [None req-278138bf-ca93-4522-9dd6-a39a5076e5d6 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Deleting subnet 3e2cc654-4ba5-4e61-9e3d-6b6fa5b996c9 {{(pid=103801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 05 17:07:36.475212 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-278138bf-ca93-4522-9dd6-a39a5076e5d6 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks [] for subnet, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:36.541665 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-152914ae-48a2-4dcb-8270-a1baa5cd6f57 tempest-RoutersIpV6AdminTest-1137264224 tempest-RoutersIpV6AdminTest-1137264224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-648240'] for router, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:36.542594 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-152914ae-48a2-4dcb-8270-a1baa5cd6f57 tempest-RoutersIpV6AdminTest-1137264224 tempest-RoutersIpV6AdminTest-1137264224-project] Fanout notify agent at l3_agent the message router_deleted on router 48f08ffb-c270-4e46-afff-58632b2f3b5a {{(pid=103801) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 05 17:07:36.551380 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-c1020bfc-5aed-4942-9cd3-258097611f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '273b7090-5938-4290-8804-38b358775354', 'name': 'tempest-NetworksTestDHCPv6-router-1035226604', 'tenant_id': 'fd419c78d7194361a03f37a26ebeba76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:07:19Z', 'updated_at': '2022-01-05T17:07:33Z', 'revision_number': 3, 'project_id': 'fd419c78d7194361a03f37a26ebeba76', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:07:36.557372 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-152914ae-48a2-4dcb-8270-a1baa5cd6f57 tempest-RoutersIpV6AdminTest-1137264224 tempest-RoutersIpV6AdminTest-1137264224-project] Publish callbacks [] for router, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:36.558606 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-152914ae-48a2-4dcb-8270-a1baa5cd6f57 tempest-RoutersIpV6AdminTest-1137264224 tempest-RoutersIpV6AdminTest-1137264224-project] 10.222.0.11 "DELETE /v2.0/routers/48f08ffb-c270-4e46-afff-58632b2f3b5a HTTP/1.1" status: 204 len: 168 time: 0.8619416 Jan 05 17:07:36.565322 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 40466) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:07:36.567685 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-278138bf-ca93-4522-9dd6-a39a5076e5d6 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11316398'] for subnet, precommit_delete_associations {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:36.582707 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a18efc0-a0c2-4850-ac4e-00ac64c0c632 req-9d189bc4-9473-44e4-9e64-3d2c6d444357 tempest-ServerActionsTestJSON-949899014 tempest-ServerActionsTestJSON-949899014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:07:36.584239 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-8a18efc0-a0c2-4850-ac4e-00ac64c0c632 req-9d189bc4-9473-44e4-9e64-3d2c6d444357 tempest-ServerActionsTestJSON-949899014 tempest-ServerActionsTestJSON-949899014-project] 10.222.0.11 "GET /v2.0/ports?device_id=be270a5c-db8b-4dff-9e40-79b29c80ad34 HTTP/1.1" status: 200 len: 946 time: 0.4302495 Jan 05 17:07:36.602579 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1020bfc-5aed-4942-9cd3-258097611f34 None None] The sync data for ids ['273b7090-5938-4290-8804-38b358775354'] in dv-neutron-master-2-hyperv is: [{'id': '273b7090-5938-4290-8804-38b358775354', 'name': 'tempest-NetworksTestDHCPv6-router-1035226604', 'tenant_id': 'fd419c78d7194361a03f37a26ebeba76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:07:19Z', 'updated_at': '2022-01-05T17:07:33Z', 'revision_number': 3, 'project_id': 'fd419c78d7194361a03f37a26ebeba76', 'gw_port_host': None}] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 05 17:07:36.655297 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-a9122288-be38-44bd-8e58-ee5f58874b26 tempest-RoutersIpV6AdminTest-1137264224 tempest-RoutersIpV6AdminTest-1137264224-project] 10.222.0.11 "GET /v2.0/ports?device_id=48f08ffb-c270-4e46-afff-58632b2f3b5a HTTP/1.1" status: 200 len: 205 time: 0.0835783 Jan 05 17:07:36.658052 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 40468) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:07:36.741409 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.api.v2.resource [None req-87c600cc-1688-477e-bf91-20bfc6d14898 tempest-RoutersIpV6AdminTest-1137264224 tempest-RoutersIpV6AdminTest-1137264224-project] delete failed (client error): The resource could not be found. Jan 05 17:07:36.745995 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-87c600cc-1688-477e-bf91-20bfc6d14898 tempest-RoutersIpV6AdminTest-1137264224 tempest-RoutersIpV6AdminTest-1137264224-project] 10.222.0.11 "DELETE /v2.0/routers/48f08ffb-c270-4e46-afff-58632b2f3b5a HTTP/1.1" status: 404 len: 336 time: 0.0847497 Jan 05 17:07:36.751198 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 40474) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:07:36.784556 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-278138bf-ca93-4522-9dd6-a39a5076e5d6 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892868'] for subnet, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:36.800685 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-29503528-e758-4bdb-a78e-dc5ec21f80b5 tempest-RoutersIpV6AdminTest-1137264224 tempest-RoutersIpV6AdminTest-1137264224-project] 10.222.0.11 "GET /v2.0/ports?device_id=a69432f2-e54d-4c36-b5d1-b96e511c5b54 HTTP/1.1" status: 200 len: 205 time: 0.0468032 Jan 05 17:07:36.805056 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 40476) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:07:36.845670 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33d6a03f-58a4-4a94-9252-fd1ecc8524ee tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Router 24052343-05ae-4baf-9e85-ab239661bfc4 has already been hosted by L3 agent 59446fdc-40e0-41fe-a575-a8eb11d742f7 {{(pid=103801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 05 17:07:37.003665 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33d6a03f-58a4-4a94-9252-fd1ecc8524ee tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 05 17:07:37.017507 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41f3e48c-b98f-478b-9437-0badcea7ec06 None None] Sync routers for ids ['24052343-05ae-4baf-9e85-ab239661bfc4'] in dv-neutron-master-2-hyperv {{(pid=103803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 05 17:07:37.019609 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-33d6a03f-58a4-4a94-9252-fd1ecc8524ee tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] 10.222.0.11 "PUT /v2.0/routers/24052343-05ae-4baf-9e85-ab239661bfc4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6476645 Jan 05 17:07:37.031535 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-278138bf-ca93-4522-9dd6-a39a5076e5d6 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3893367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11433231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12480600'] for subnet, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:37.038796 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 40484) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:07:37.043818 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41f3e48c-b98f-478b-9437-0badcea7ec06 None None] Routers {'24052343-05ae-4baf-9e85-ab239661bfc4'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:07:37.048032 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-41f3e48c-b98f-478b-9437-0badcea7ec06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:07:19Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['24052343-05ae-4baf-9e85-ab239661bfc4'], 'active': True} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:07:37.116965 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-41f3e48c-b98f-478b-9437-0badcea7ec06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:07:37.129759 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41f3e48c-b98f-478b-9437-0badcea7ec06 None None] Routers {'24052343-05ae-4baf-9e85-ab239661bfc4'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:07:37.130752 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-41f3e48c-b98f-478b-9437-0badcea7ec06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:07:19Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['24052343-05ae-4baf-9e85-ab239661bfc4'], 'active': True} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:07:37.173528 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-41f3e48c-b98f-478b-9437-0badcea7ec06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:07:37.174915 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41f3e48c-b98f-478b-9437-0badcea7ec06 None None] The sync data for ids ['24052343-05ae-4baf-9e85-ab239661bfc4'] in dv-neutron-master-2-hyperv is: [] {{(pid=103803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 05 17:07:37.237473 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.api.v2.resource [None req-c27c87a4-a54a-4184-938e-98c10d985b35 tempest-RoutersIpV6AdminTest-1137264224 tempest-RoutersIpV6AdminTest-1137264224-project] delete failed (client error): The resource could not be found. Jan 05 17:07:37.241440 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-c27c87a4-a54a-4184-938e-98c10d985b35 tempest-RoutersIpV6AdminTest-1137264224 tempest-RoutersIpV6AdminTest-1137264224-project] 10.222.0.11 "DELETE /v2.0/routers/a69432f2-e54d-4c36-b5d1-b96e511c5b54 HTTP/1.1" status: 404 len: 336 time: 0.4336944 Jan 05 17:07:37.245248 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 40488) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:07:37.282391 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-64889689-06fb-4f93-8209-968052416565 tempest-RoutersIpV6AdminTest-1137264224 tempest-RoutersIpV6AdminTest-1137264224-project] 10.222.0.11 "GET /v2.0/ports?device_id=ca7397f7-bb88-41cb-a9fd-e185b36fbd60 HTTP/1.1" status: 200 len: 205 time: 0.0338478 Jan 05 17:07:37.294054 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-8a18efc0-a0c2-4850-ac4e-00ac64c0c632 req-6f30c937-34c2-4e4a-acdf-42e782340881 tempest-ServerActionsTestJSON-949899014 tempest-ServerActionsTestJSON-949899014-project] 10.222.0.11 "GET /v2.0/security-groups?id=f7674e10-0a07-4bc4-8403-a53dd95a312a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6385181 Jan 05 17:07:37.295541 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 40494) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:07:37.301784 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-221d6338-ea1b-4bbb-a087-2995114059be tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Publish callbacks [] for port, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:37.360867 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.api.v2.resource [None req-0823e09c-7f0e-4cc5-afb9-d0387874e0a7 tempest-RoutersIpV6AdminTest-1137264224 tempest-RoutersIpV6AdminTest-1137264224-project] delete failed (client error): The resource could not be found. Jan 05 17:07:37.366369 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-0823e09c-7f0e-4cc5-afb9-d0387874e0a7 tempest-RoutersIpV6AdminTest-1137264224 tempest-RoutersIpV6AdminTest-1137264224-project] 10.222.0.11 "DELETE /v2.0/routers/ca7397f7-bb88-41cb-a9fd-e185b36fbd60 HTTP/1.1" status: 404 len: 336 time: 0.0679300 Jan 05 17:07:37.366990 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 40496) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:07:37.418709 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 6db412d3-6b98-4885-9bd2-7955169ddfb6 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 05 17:07:37.419275 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-0c9d6e75-1d20-4a04-8edb-05f955e0ed4b tempest-RoutersIpV6AdminTest-1137264224 tempest-RoutersIpV6AdminTest-1137264224-project] 10.222.0.11 "GET /v2.0/ports?device_id=f0ae39db-971d-4603-aab7-293be5644182 HTTP/1.1" status: 200 len: 205 time: 0.0485673 Jan 05 17:07:37.424578 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 40500) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:07:37.473453 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] No Port match for: 6db412d3-6b98-4885-9bd2-7955169ddfb6 {{(pid=103802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 05 17:07:37.474327 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 6db412d3-6b98-4885-9bd2-7955169ddfb6 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 05 17:07:37.495160 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.api.v2.resource [None req-81a402c3-aa86-4307-8d88-b3c3a76b0583 tempest-RoutersIpV6AdminTest-1137264224 tempest-RoutersIpV6AdminTest-1137264224-project] delete failed (client error): The resource could not be found. Jan 05 17:07:37.498645 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-81a402c3-aa86-4307-8d88-b3c3a76b0583 tempest-RoutersIpV6AdminTest-1137264224 tempest-RoutersIpV6AdminTest-1137264224-project] 10.222.0.11 "DELETE /v2.0/routers/f0ae39db-971d-4603-aab7-293be5644182 HTTP/1.1" status: 404 len: 336 time: 0.0704050 Jan 05 17:07:37.524203 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 40502) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:07:37.565091 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-21db2e89-f49d-48b4-8137-720a3749b21f tempest-RoutersIpV6AdminTest-1137264224 tempest-RoutersIpV6AdminTest-1137264224-project] 10.222.0.11 "GET /v2.0/ports?device_id=918c0d12-59ed-40e1-8d8f-8480fb1eb4ec HTTP/1.1" status: 200 len: 205 time: 0.0370989 Jan 05 17:07:37.566464 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 40506) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:07:37.606137 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 40508) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:07:37.607222 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.api.v2.resource [None req-2d15bfea-6dd9-43eb-9a90-2b722754b64e tempest-RoutersIpV6AdminTest-1137264224 tempest-RoutersIpV6AdminTest-1137264224-project] delete failed (client error): The resource could not be found. Jan 05 17:07:37.610845 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-2d15bfea-6dd9-43eb-9a90-2b722754b64e tempest-RoutersIpV6AdminTest-1137264224 tempest-RoutersIpV6AdminTest-1137264224-project] 10.222.0.11 "DELETE /v2.0/routers/918c0d12-59ed-40e1-8d8f-8480fb1eb4ec HTTP/1.1" status: 404 len: 336 time: 0.0408757 Jan 05 17:07:37.615785 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 40510) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:07:37.649218 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-221d6338-ea1b-4bbb-a087-2995114059be tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:37.657535 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278138bf-ca93-4522-9dd6-a39a5076e5d6 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Pushing event deleted for resources: {'Subnet': ['ID=3e2cc654-4ba5-4e61-9e3d-6b6fa5b996c9,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:07:37.660742 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-278138bf-ca93-4522-9dd6-a39a5076e5d6 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks [] for subnet, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:37.668496 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7299c193-ad03-46d5-8991-b84a356d6ece None None] Network e897f8fc-3cef-40ca-9466-c6c65ecd9833 requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:07:37.684964 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-70069387-5608-4c7f-b362-ae9bfcc1abd0 tempest-RoutersIpV6AdminTest-1137264224 tempest-RoutersIpV6AdminTest-1137264224-project] 10.222.0.11 "GET /v2.0/ports?device_id=61a57f9a-04f9-4356-8a35-763a1a8d72e0 HTTP/1.1" status: 200 len: 205 time: 0.0666819 Jan 05 17:07:37.690026 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-278138bf-ca93-4522-9dd6-a39a5076e5d6 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] 10.222.0.11 "DELETE /v2.0/subnets/3e2cc654-4ba5-4e61-9e3d-6b6fa5b996c9 HTTP/1.1" status: 204 len: 168 time: 1.3598497 Jan 05 17:07:37.697006 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 40514) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:07:37.699706 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 40516) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:07:37.709619 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-221d6338-ea1b-4bbb-a087-2995114059be tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Network b0167590-0699-4c5c-a932-3939414a9573 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:07:37.716605 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-221d6338-ea1b-4bbb-a087-2995114059be tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:07:37.730206 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-221d6338-ea1b-4bbb-a087-2995114059be tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:07:37.778647 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221d6338-ea1b-4bbb-a087-2995114059be tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Pushing event updated for resources: {'Port': ['ID=1693a40e-e32b-4888-9e06-af0e08112a1b,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:07:37.793621 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-1f069e6c-22ce-4196-a641-f94043a8f0c7 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Deleting port 79d22423-9928-4cec-831e-c386408d740e {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:07:37.794095 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1f069e6c-22ce-4196-a641-f94043a8f0c7 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:37.805307 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.api.v2.resource [None req-1b246c44-0270-43f1-8689-4beab18a0e31 tempest-RoutersIpV6AdminTest-1137264224 tempest-RoutersIpV6AdminTest-1137264224-project] delete failed (client error): The resource could not be found. Jan 05 17:07:37.806398 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-1b246c44-0270-43f1-8689-4beab18a0e31 tempest-RoutersIpV6AdminTest-1137264224 tempest-RoutersIpV6AdminTest-1137264224-project] 10.222.0.11 "DELETE /v2.0/routers/61a57f9a-04f9-4356-8a35-763a1a8d72e0 HTTP/1.1" status: 404 len: 336 time: 0.1055522 Jan 05 17:07:37.813534 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 40520) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:07:37.912434 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.pecan_wsgi.hooks.translation [None req-79052be1-3881-47aa-8c6a-29afccba938a tempest-RoutersIpV6AdminTest-1137264224 tempest-RoutersIpV6AdminTest-1137264224-project] DELETE failed (client error): The resource could not be found. Jan 05 17:07:37.913089 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79052be1-3881-47aa-8c6a-29afccba938a tempest-RoutersIpV6AdminTest-1137264224 tempest-RoutersIpV6AdminTest-1137264224-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103800) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 05 17:07:37.917808 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-79052be1-3881-47aa-8c6a-29afccba938a tempest-RoutersIpV6AdminTest-1137264224 tempest-RoutersIpV6AdminTest-1137264224-project] 10.222.0.11 "DELETE /v2.0/subnets/c302e55a-710f-492f-b0f8-9fbb9d22cf34 HTTP/1.1" status: 404 len: 337 time: 0.1029646 Jan 05 17:07:37.986677 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62651c15-0779-42bf-a08b-ceb97840e9aa None None] DHCP port deletion for e897f8fc-3cef-40ca-9466-c6c65ecd9833 request from dv-neutron-master-2-hyperv {{(pid=103802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 05 17:07:38.050794 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-1a86cd9b-f568-428e-ac37-b04fc21323c4 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.3441975 Jan 05 17:07:38.051093 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-e90e8d92-04b7-4514-bdba-6d331e868862 tempest-FloatingIPAdminTestJSON-318638842 tempest-FloatingIPAdminTestJSON-318638842-project] Request body: {'floatingip': {'floating_network_id': 'b0167590-0699-4c5c-a932-3939414a9573'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:07:38.051566 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 40526) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:07:38.094791 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-62651c15-0779-42bf-a08b-ceb97840e9aa None None] Deleting port 3890dffd-69be-4e45-ad88-236464b109db {{(pid=103802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:07:38.095157 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-62651c15-0779-42bf-a08b-ceb97840e9aa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:38.131155 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-221d6338-ea1b-4bbb-a087-2995114059be tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:38.162023 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1f069e6c-22ce-4196-a641-f94043a8f0c7 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:38.175153 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-6370a7c6-10c3-4e82-9813-43897beed00a tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks [] for router, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:38.186847 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-1f069e6c-22ce-4196-a641-f94043a8f0c7 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Calling delete_port for 79d22423-9928-4cec-831e-c386408d740e owned by network:router_interface {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:07:38.267714 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e90e8d92-04b7-4514-bdba-6d331e868862 tempest-FloatingIPAdminTestJSON-318638842 tempest-FloatingIPAdminTestJSON-318638842-project] Publish callbacks [] for floatingip, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:38.279175 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-62651c15-0779-42bf-a08b-ceb97840e9aa None None] For port 3890dffd-69be-4e45-ad88-236464b109db, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=3890dffd-69be-4e45-ad88-236464b109db,segment=NetworkSegment(68e6c437-46c2-424d-85e7-20547f69066d),segment_id=68e6c437-46c2-424d-85e7-20547f69066d)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:07:38.281798 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-62651c15-0779-42bf-a08b-ceb97840e9aa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:38.298709 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-62651c15-0779-42bf-a08b-ceb97840e9aa None None] Calling delete_port for 3890dffd-69be-4e45-ad88-236464b109db owned by network:dhcp {{(pid=103802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:07:38.300417 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-221d6338-ea1b-4bbb-a087-2995114059be tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:38.420684 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-6370a7c6-10c3-4e82-9813-43897beed00a tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-648249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62744'] for router, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:38.427878 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-6370a7c6-10c3-4e82-9813-43897beed00a tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:38.477812 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-62651c15-0779-42bf-a08b-ceb97840e9aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678'] for port, after_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:38.518124 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62651c15-0779-42bf-a08b-ceb97840e9aa None None] Pushing event deleted for resources: {'Port': ['ID=3890dffd-69be-4e45-ad88-236464b109db,revision_number=None']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:07:38.528671 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62651c15-0779-42bf-a08b-ceb97840e9aa None None] No DVR routers for this DVR port 3890dffd-69be-4e45-ad88-236464b109db on host dv-neutron-master-2-hyperv {{(pid=103802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 05 17:07:38.550089 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-ebd0962b-3e30-45a7-9f77-f87b8b7db5e6 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-531685'] for router_interface, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:38.561806 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47da411-b0fc-48b8-a487-010ab273eb67 req-fe78fae6-fcd8-4222-b830-39b5d6ff9a11 tempest-ServerActionsTestJSON-949899014 tempest-ServerActionsTestJSON-949899014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:07:38.563549 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-e47da411-b0fc-48b8-a487-010ab273eb67 req-fe78fae6-fcd8-4222-b830-39b5d6ff9a11 tempest-ServerActionsTestJSON-949899014 tempest-ServerActionsTestJSON-949899014-project] 10.222.0.11 "GET /v2.0/ports?device_id=be270a5c-db8b-4dff-9e40-79b29c80ad34 HTTP/1.1" status: 200 len: 946 time: 0.0833874 Jan 05 17:07:38.614997 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-6370a7c6-10c3-4e82-9813-43897beed00a tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-648240'] for router, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:38.615537 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6370a7c6-10c3-4e82-9813-43897beed00a tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Fanout notify agent at l3_agent the message router_deleted on router 273b7090-5938-4290-8804-38b358775354 {{(pid=103801) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 05 17:07:38.627246 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-6370a7c6-10c3-4e82-9813-43897beed00a tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks [] for router, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:38.632920 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-6370a7c6-10c3-4e82-9813-43897beed00a tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] 10.222.0.11 "DELETE /v2.0/routers/273b7090-5938-4290-8804-38b358775354 HTTP/1.1" status: 204 len: 168 time: 0.5775731 Jan 05 17:07:38.633539 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 40538) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:07:38.638297 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-221d6338-ea1b-4bbb-a087-2995114059be tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Publish callbacks [] for port, precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:38.641326 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e90e8d92-04b7-4514-bdba-6d331e868862 tempest-FloatingIPAdminTestJSON-318638842 tempest-FloatingIPAdminTestJSON-318638842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:38.652996 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1f069e6c-22ce-4196-a641-f94043a8f0c7 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:38.712437 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.agents_db [None req-291d1585-17df-45c0-b64a-d244e6d90872 None None] Agent healthcheck: found 6 active agents {{(pid=103803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 05 17:07:38.719423 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-2d1ea474-8216-4215-a1fd-208280b2a87b tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Request body: {'subnet': {'network_id': 'e897f8fc-3cef-40ca-9466-c6c65ecd9833', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:07:38.730723 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 40540) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:07:38.736621 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-221d6338-ea1b-4bbb-a087-2995114059be tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8784461'] for port, after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:38.749074 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f069e6c-22ce-4196-a641-f94043a8f0c7 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Pushing event deleted for resources: {'Port': ['ID=79d22423-9928-4cec-831e-c386408d740e,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:07:38.873925 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221d6338-ea1b-4bbb-a087-2995114059be tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Pushing event updated for resources: {'Port': ['ID=1693a40e-e32b-4888-9e06-af0e08112a1b,revision_number=2']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:07:38.932085 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-e47da411-b0fc-48b8-a487-010ab273eb67 req-eb7a6bf3-8ef8-4d57-8361-de2a714b2293 tempest-ServerActionsTestJSON-949899014 tempest-ServerActionsTestJSON-949899014-project] 10.222.0.11 "GET /v2.0/security-groups?id=f7674e10-0a07-4bc4-8403-a53dd95a312a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3625336 Jan 05 17:07:39.022808 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-81be84a7-ff25-43f0-acab-dd3f835988c9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:39.046022 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 40552) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:07:39.089809 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d1ea474-8216-4215-a1fd-208280b2a87b tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Made reservation on behalf of fd419c78d7194361a03f37a26ebeba76 for: {'subnet': 1} {{(pid=103801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:07:39.096508 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-2d1ea474-8216-4215-a1fd-208280b2a87b tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12480675'] for subnet, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:39.114221 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-221d6338-ea1b-4bbb-a087-2995114059be tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648677'] for floatingip, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:39.227902 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-ebd0962b-3e30-45a7-9f77-f87b8b7db5e6 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Deleting port c81a0cae-0aaf-438b-815b-e79cc8e81f4f {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:07:39.228326 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-ebd0962b-3e30-45a7-9f77-f87b8b7db5e6 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:39.247402 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-e89e8359-fb19-4065-867b-c4762557e303 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1141078322 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1141078322-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-557509759'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:07:39.253827 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [None req-e90e8d92-04b7-4514-bdba-6d331e868862 tempest-FloatingIPAdminTestJSON-318638842 tempest-FloatingIPAdminTestJSON-318638842-project] Allocated IP 172.36.4.200 (b0167590-0699-4c5c-a932-3939414a9573/7a784a6d-3d96-418f-a645-b9ccd0b1ac55/ed24904e-0574-4503-8641-4860c0f4dfbd) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:07:39.258470 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1f069e6c-22ce-4196-a641-f94043a8f0c7 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-560676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531569'] for router_interface, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:39.291575 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa51801-f424-4ca6-9afe-c48e23d5117f req-2eee117a-588a-4934-a446-596059e7c491 tempest-ServerActionsTestJSON-949899014 tempest-ServerActionsTestJSON-949899014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:07:39.293187 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-1aa51801-f424-4ca6-9afe-c48e23d5117f req-2eee117a-588a-4934-a446-596059e7c491 tempest-ServerActionsTestJSON-949899014 tempest-ServerActionsTestJSON-949899014-project] 10.222.0.11 "GET /v2.0/ports?device_id=be270a5c-db8b-4dff-9e40-79b29c80ad34 HTTP/1.1" status: 200 len: 946 time: 0.1922972 Jan 05 17:07:39.307874 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-221d6338-ea1b-4bbb-a087-2995114059be tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for floatingip, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:39.309224 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-221d6338-ea1b-4bbb-a087-2995114059be tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.9077449 Jan 05 17:07:39.316511 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 40556) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:07:39.357819 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-5d1ca40b-3329-4897-ace4-d0adbba0102b tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Request body: {'port': {'network_id': 'c48256cf-a076-46b3-9713-1d8b4ddd5ae7', 'name': 'tempest-FloatingIPTestJSON-94636169'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:07:39.389349 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-ebd0962b-3e30-45a7-9f77-f87b8b7db5e6 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:39.424017 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-ebd0962b-3e30-45a7-9f77-f87b8b7db5e6 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Calling delete_port for c81a0cae-0aaf-438b-815b-e79cc8e81f4f owned by network:router_interface {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:07:39.440433 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e89e8359-fb19-4065-867b-c4762557e303 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1141078322 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1141078322-project] Made reservation on behalf of c5c6959caf3b461c86aec414fe2d6918 for: {'network': 1} {{(pid=103801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:07:39.443896 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e89e8359-fb19-4065-867b-c4762557e303 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1141078322 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1141078322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for network, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:39.452030 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 3890dffd-69be-4e45-ad88-236464b109db no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 05 17:07:39.472604 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] No Port match for: 3890dffd-69be-4e45-ad88-236464b109db {{(pid=103802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 05 17:07:39.472945 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 3890dffd-69be-4e45-ad88-236464b109db not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 05 17:07:39.480746 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e89e8359-fb19-4065-867b-c4762557e303 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1141078322 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1141078322-project] Publish callbacks [] for security_group, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:39.491829 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-2d1ea474-8216-4215-a1fd-208280b2a87b tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11433288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12480593'] for subnet, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:39.571874 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d1ea474-8216-4215-a1fd-208280b2a87b tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Network e897f8fc-3cef-40ca-9466-c6c65ecd9833 is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:07:39.586703 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-2d1ea474-8216-4215-a1fd-208280b2a87b tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:07:39.592780 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1ea474-8216-4215-a1fd-208280b2a87b tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Pushing event updated for resources: {'Subnet': ['ID=252fa692-bedb-46cc-87b2-5a8b3fc5c9fa,revision_number=0']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:07:39.597361 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8789fb36-6fcf-4823-a4c3-cd1e2e41d935 None None] Network e897f8fc-3cef-40ca-9466-c6c65ecd9833 requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:07:39.598052 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d1ea474-8216-4215-a1fd-208280b2a87b tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:07:39.598508 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-2d1ea474-8216-4215-a1fd-208280b2a87b tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks [] for subnet, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:39.727672 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e89e8359-fb19-4065-867b-c4762557e303 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1141078322 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1141078322-project] Publish callbacks [] for security_group, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:39.737259 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-2d1ea474-8216-4215-a1fd-208280b2a87b tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0889390 Jan 05 17:07:39.745398 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 40558) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:07:39.748349 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e98579c8-0da5-4bcd-8bd6-5f5b4e51a540 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-e897f8fc-3cef-40ca-9466-c6c65ecd9833', 'network_id': 'e897f8fc-3cef-40ca-9466-c6c65ecd9833', 'project_id': 'fd419c78d7194361a03f37a26ebeba76', 'fixed_ips': [{'subnet_id': '252fa692-bedb-46cc-87b2-5a8b3fc5c9fa'}]}} from dv-neutron-master-2-hyperv. {{(pid=103802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 05 17:07:39.749241 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-e98579c8-0da5-4bcd-8bd6-5f5b4e51a540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:39.750462 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-dbc9cea1-afb7-45d1-a5d3-35c20c065db6 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1755447723', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:07:39.803040 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e89e8359-fb19-4065-867b-c4762557e303 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1141078322 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1141078322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:39.827989 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-81be84a7-ff25-43f0-acab-dd3f835988c9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:39.836493 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89e8359-fb19-4065-867b-c4762557e303 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1141078322 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1141078322-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac8044f1-7d79-45e9-a4ee-b10a98ab5f41,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:07:39.857156 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-ebd0962b-3e30-45a7-9f77-f87b8b7db5e6 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11433176'] for port, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:39.865993 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e89e8359-fb19-4065-867b-c4762557e303 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1141078322 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1141078322-project] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'} {{(pid=103801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 05 17:07:39.883038 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-1aa51801-f424-4ca6-9afe-c48e23d5117f req-ebd3e54e-6d53-4150-b975-dc2c9b9faba4 tempest-ServerActionsTestJSON-949899014 tempest-ServerActionsTestJSON-949899014-project] 10.222.0.11 "GET /v2.0/security-groups?id=f7674e10-0a07-4bc4-8403-a53dd95a312a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5726831 Jan 05 17:07:39.896905 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd0962b-3e30-45a7-9f77-f87b8b7db5e6 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Pushing event deleted for resources: {'Port': ['ID=c81a0cae-0aaf-438b-815b-e79cc8e81f4f,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:07:39.910213 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e89e8359-fb19-4065-867b-c4762557e303 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1141078322 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1141078322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225'] for segment, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:39.910213 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.db.segments_db [None req-e89e8359-fb19-4065-867b-c4762557e303 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1141078322 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1141078322-project] Added segment eadab9af-f837-44e4-b87d-b8e3422797ae of type vlan for network 15448658-04eb-45bf-a2e1-a2e99a7d3675 Jan 05 17:07:39.933121 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-dbc9cea1-afb7-45d1-a5d3-35c20c065db6 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-649063', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58098'] for router, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:39.934329 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-dbc9cea1-afb7-45d1-a5d3-35c20c065db6 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649832', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-545006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58091'] for router, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:39.960509 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.db_base_plugin_common [None req-e98579c8-0da5-4bcd-8bd6-5f5b4e51a540 None None] Allocated IP 2001:db8::2 (e897f8fc-3cef-40ca-9466-c6c65ecd9833/252fa692-bedb-46cc-87b2-5a8b3fc5c9fa/cbac9cde-2738-4f5a-86f0-ac83973d52c3) {{(pid=103802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:07:40.062540 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e90e8d92-04b7-4514-bdba-6d331e868862 tempest-FloatingIPAdminTestJSON-318638842 tempest-FloatingIPAdminTestJSON-318638842-project] Publish callbacks [] for port, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:40.087638 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e89e8359-fb19-4065-867b-c4762557e303 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1141078322 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1141078322-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754180566020'] for network, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:40.117225 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-81be84a7-ff25-43f0-acab-dd3f835988c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:40.134097 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f069e6c-22ce-4196-a641-f94043a8f0c7 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Router bb271784-11d2-4ab0-af5b-8431eab31390 has already been hosted by L3 agent 59446fdc-40e0-41fe-a575-a8eb11d742f7 {{(pid=103800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 05 17:07:40.183427 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-dbc9cea1-afb7-45d1-a5d3-35c20c065db6 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:40.185910 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-81be84a7-ff25-43f0-acab-dd3f835988c9 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=77b035033a4347a082e6745dbd3af06e&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4503191 Jan 05 17:07:40.186682 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81be84a7-ff25-43f0-acab-dd3f835988c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02735f7a-faae-4343-bc87-51ddcb277d62,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:07:40.194269 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 40562) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:07:40.200943 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-e98579c8-0da5-4bcd-8bd6-5f5b4e51a540 None None] Publish callbacks [] for port, precommit_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:40.201305 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.db.resource_extend [None req-e89e8359-fb19-4065-867b-c4762557e303 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1141078322 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1141078322-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 05 17:07:40.263887 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e90e8d92-04b7-4514-bdba-6d331e868862 tempest-FloatingIPAdminTestJSON-318638842 tempest-FloatingIPAdminTestJSON-318638842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:40.280148 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-dbc9cea1-afb7-45d1-a5d3-35c20c065db6 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-648430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648639'] for router, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:40.287864 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-e98579c8-0da5-4bcd-8bd6-5f5b4e51a540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669'] for port, after_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:40.326239 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e98579c8-0da5-4bcd-8bd6-5f5b4e51a540 None None] Network e897f8fc-3cef-40ca-9466-c6c65ecd9833 is already hosted by enough agents. {{(pid=103802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:07:40.327705 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23b0a5e-541f-4dc4-a859-9b4f09ebb152 req-d625959a-0918-4ca5-894e-cfa4ecbbd161 tempest-ServerActionsTestJSON-949899014 tempest-ServerActionsTestJSON-949899014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:07:40.329809 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-b23b0a5e-541f-4dc4-a859-9b4f09ebb152 req-d625959a-0918-4ca5-894e-cfa4ecbbd161 tempest-ServerActionsTestJSON-949899014 tempest-ServerActionsTestJSON-949899014-project] 10.222.0.11 "GET /v2.0/ports?device_id=be270a5c-db8b-4dff-9e40-79b29c80ad34 HTTP/1.1" status: 200 len: 946 time: 0.2866912 Jan 05 17:07:40.334045 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-ebd0962b-3e30-45a7-9f77-f87b8b7db5e6 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-560676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531569'] for router_interface, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:40.336282 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.scheduler.base_scheduler [None req-e98579c8-0da5-4bcd-8bd6-5f5b4e51a540 None None] Resources bound (agent type, host, resource id): {{(pid=103802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:07:40.341248 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e98579c8-0da5-4bcd-8bd6-5f5b4e51a540 None None] Received port after_create {{(pid=103802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:07:40.357485 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e89e8359-fb19-4065-867b-c4762557e303 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1141078322 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1141078322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685'] for network, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:40.358662 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e90e8d92-04b7-4514-bdba-6d331e868862 tempest-FloatingIPAdminTestJSON-318638842 tempest-FloatingIPAdminTestJSON-318638842-project] Network b0167590-0699-4c5c-a932-3939414a9573 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:07:40.363546 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e89e8359-fb19-4065-867b-c4762557e303 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1141078322 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1141078322-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:07:40.364569 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e89e8359-fb19-4065-867b-c4762557e303 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1141078322 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1141078322-project] Publish callbacks [] for network, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:40.371644 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-e90e8d92-04b7-4514-bdba-6d331e868862 tempest-FloatingIPAdminTestJSON-318638842 tempest-FloatingIPAdminTestJSON-318638842-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:07:40.374655 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e90e8d92-04b7-4514-bdba-6d331e868862 tempest-FloatingIPAdminTestJSON-318638842 tempest-FloatingIPAdminTestJSON-318638842-project] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:07:40.381999 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90e8d92-04b7-4514-bdba-6d331e868862 tempest-FloatingIPAdminTestJSON-318638842 tempest-FloatingIPAdminTestJSON-318638842-project] Pushing event updated for resources: {'Port': ['ID=ed24904e-0574-4503-8641-4860c0f4dfbd,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:07:40.385137 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d1ca40b-3329-4897-ace4-d0adbba0102b tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Made reservation on behalf of 87533cd40e56486093883a2bc761b888 for: {'port': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:07:40.389097 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-5d1ca40b-3329-4897-ace4-d0adbba0102b tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:40.410742 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98579c8-0da5-4bcd-8bd6-5f5b4e51a540 None None] Pushing event updated for resources: {'Port': ['ID=cbac9cde-2738-4f5a-86f0-ac83973d52c3,revision_number=1']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:07:40.420542 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f069e6c-22ce-4196-a641-f94043a8f0c7 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 05 17:07:40.426376 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-1f069e6c-22ce-4196-a641-f94043a8f0c7 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] 10.222.0.11 "PUT /v2.0/routers/bb271784-11d2-4ab0-af5b-8431eab31390/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9828990 Jan 05 17:07:40.434599 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-e98579c8-0da5-4bcd-8bd6-5f5b4e51a540 None None] Attempting to bind port cbac9cde-2738-4f5a-86f0-ac83973d52c3 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 05 17:07:40.435222 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-e98579c8-0da5-4bcd-8bd6-5f5b4e51a540 None None] Attempting to bind port cbac9cde-2738-4f5a-86f0-ac83973d52c3 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '68e6c437-46c2-424d-85e7-20547f69066d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'e897f8fc-3cef-40ca-9466-c6c65ecd9833'}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 05 17:07:40.436308 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e98579c8-0da5-4bcd-8bd6-5f5b4e51a540 None None] Attempting to bind port cbac9cde-2738-4f5a-86f0-ac83973d52c3 on network e897f8fc-3cef-40ca-9466-c6c65ecd9833 {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:07:40.442208 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 40564) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:07:40.443990 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e98579c8-0da5-4bcd-8bd6-5f5b4e51a540 None None] Checking agent: {'id': '0d4f8fd3-ce62-4651-970c-efa6a8bb22b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 5, 16, 57, 23), 'started_at': datetime.datetime(2022, 1, 5, 16, 57, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 5, 17, 7, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 05 17:07:40.443990 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e98579c8-0da5-4bcd-8bd6-5f5b4e51a540 None None] Checking segment: {'id': '68e6c437-46c2-424d-85e7-20547f69066d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'e897f8fc-3cef-40ca-9466-c6c65ecd9833'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:07:40.444476 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-e98579c8-0da5-4bcd-8bd6-5f5b4e51a540 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:40.444832 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e98579c8-0da5-4bcd-8bd6-5f5b4e51a540 None None] Bound using segment: {'id': '68e6c437-46c2-424d-85e7-20547f69066d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'e897f8fc-3cef-40ca-9466-c6c65ecd9833'} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 05 17:07:40.445516 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-e98579c8-0da5-4bcd-8bd6-5f5b4e51a540 None None] Bound port: cbac9cde-2738-4f5a-86f0-ac83973d52c3, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68e6c437-46c2-424d-85e7-20547f69066d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'e897f8fc-3cef-40ca-9466-c6c65ecd9833'}}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 05 17:07:40.445933 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-e98579c8-0da5-4bcd-8bd6-5f5b4e51a540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:40.450059 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9051102-8ebe-4bfe-bdfb-882fc1b58367 None None] Sync routers for ids ['bb271784-11d2-4ab0-af5b-8431eab31390'] in dv-neutron-master-2-hyperv {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 05 17:07:40.456890 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2043bd91-1b7c-4421-bfe5-57b632beedcb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:40.475203 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9051102-8ebe-4bfe-bdfb-882fc1b58367 None None] Routers {'bb271784-11d2-4ab0-af5b-8431eab31390'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:07:40.475983 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-b9051102-8ebe-4bfe-bdfb-882fc1b58367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:07:19Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['bb271784-11d2-4ab0-af5b-8431eab31390'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:07:40.517941 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.notifiers.nova [None req-5d1ca40b-3329-4897-ace4-d0adbba0102b tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] device_id is not set on port 9ef3d340-c89b-48d1-91f1-7e8874147df7 yet. {{(pid=103800) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 05 17:07:40.565630 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2043bd91-1b7c-4421-bfe5-57b632beedcb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:40.689625 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-b9051102-8ebe-4bfe-bdfb-882fc1b58367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:07:40.717195 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9051102-8ebe-4bfe-bdfb-882fc1b58367 None None] Routers {'bb271784-11d2-4ab0-af5b-8431eab31390'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:07:40.718345 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-b9051102-8ebe-4bfe-bdfb-882fc1b58367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:07:19Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['bb271784-11d2-4ab0-af5b-8431eab31390'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:07:40.752612 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-b9051102-8ebe-4bfe-bdfb-882fc1b58367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:07:40.752970 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9051102-8ebe-4bfe-bdfb-882fc1b58367 None None] The sync data for ids ['bb271784-11d2-4ab0-af5b-8431eab31390'] in dv-neutron-master-2-hyperv is: [] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 05 17:07:40.758549 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-dbc9cea1-afb7-45d1-a5d3-35c20c065db6 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks [] for router, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:40.759889 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-dbc9cea1-afb7-45d1-a5d3-35c20c065db6 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 1.0131996 Jan 05 17:07:40.763505 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-e98579c8-0da5-4bcd-8bd6-5f5b4e51a540 None None] For port cbac9cde-2738-4f5a-86f0-ac83973d52c3, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 05 17:07:40.767962 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 40566) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:07:40.768164 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-e98579c8-0da5-4bcd-8bd6-5f5b4e51a540 None None] For port cbac9cde-2738-4f5a-86f0-ac83973d52c3, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=cbac9cde-2738-4f5a-86f0-ac83973d52c3,segment=NetworkSegment(68e6c437-46c2-424d-85e7-20547f69066d),segment_id=68e6c437-46c2-424d-85e7-20547f69066d)] {{(pid=103802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 05 17:07:40.817728 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-e98579c8-0da5-4bcd-8bd6-5f5b4e51a540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:40.819886 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89e8359-fb19-4065-867b-c4762557e303 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1141078322 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1141078322-project] Pushing event updated for resources: {'Network': ['ID=15448658-04eb-45bf-a2e1-a2e99a7d3675,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:07:40.824680 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-e89e8359-fb19-4065-867b-c4762557e303 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1141078322 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1141078322-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 1.7775924 Jan 05 17:07:40.829355 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-b23b0a5e-541f-4dc4-a859-9b4f09ebb152 req-ca0bd0f1-1767-4aeb-9277-6cdcfc3444f3 tempest-ServerActionsTestJSON-949899014 tempest-ServerActionsTestJSON-949899014-project] 10.222.0.11 "GET /v2.0/security-groups?id=f7674e10-0a07-4bc4-8403-a53dd95a312a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4931118 Jan 05 17:07:40.835100 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e90e8d92-04b7-4514-bdba-6d331e868862 tempest-FloatingIPAdminTestJSON-318638842 tempest-FloatingIPAdminTestJSON-318638842-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:40.871269 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Network 15448658-04eb-45bf-a2e1-a2e99a7d3675 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 05 17:07:40.945310 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebd0962b-3e30-45a7-9f77-f87b8b7db5e6 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Router 24052343-05ae-4baf-9e85-ab239661bfc4 has already been hosted by L3 agent 59446fdc-40e0-41fe-a575-a8eb11d742f7 {{(pid=103801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 05 17:07:40.959918 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [None req-5d1ca40b-3329-4897-ace4-d0adbba0102b tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Allocated IP 172.20.0.2 (c48256cf-a076-46b3-9713-1d8b4ddd5ae7/eba2a40f-845c-42e2-9c40-b9adb01e47ff/9ef3d340-c89b-48d1-91f1-7e8874147df7) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:07:41.029806 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98579c8-0da5-4bcd-8bd6-5f5b4e51a540 None None] Pushing event updated for resources: {'Port': ['ID=cbac9cde-2738-4f5a-86f0-ac83973d52c3,revision_number=2']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:07:41.082927 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e90e8d92-04b7-4514-bdba-6d331e868862 tempest-FloatingIPAdminTestJSON-318638842 tempest-FloatingIPAdminTestJSON-318638842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:41.089883 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2043bd91-1b7c-4421-bfe5-57b632beedcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:41.092847 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2043bd91-1b7c-4421-bfe5-57b632beedcb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:41.096704 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-2043bd91-1b7c-4421-bfe5-57b632beedcb admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/02735f7a-faae-4343-bc87-51ddcb277d62 HTTP/1.1" status: 204 len: 168 time: 0.8988717 Jan 05 17:07:41.121675 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebd0962b-3e30-45a7-9f77-f87b8b7db5e6 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 05 17:07:41.127666 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-ebd0962b-3e30-45a7-9f77-f87b8b7db5e6 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] 10.222.0.11 "PUT /v2.0/routers/24052343-05ae-4baf-9e85-ab239661bfc4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0829930 Jan 05 17:07:41.131177 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 40576) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:07:41.145536 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f57f9536-3381-4e29-bd1a-67e18a0aaaae None None] Sync routers for ids ['24052343-05ae-4baf-9e85-ab239661bfc4'] in dv-neutron-master-2-hyperv {{(pid=103803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 05 17:07:41.166410 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f57f9536-3381-4e29-bd1a-67e18a0aaaae None None] Routers {'24052343-05ae-4baf-9e85-ab239661bfc4'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:07:41.167085 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-f57f9536-3381-4e29-bd1a-67e18a0aaaae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:07:19Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['24052343-05ae-4baf-9e85-ab239661bfc4'], 'active': True} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:07:41.215644 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-7a7020d7-913c-4225-aac4-681b430d1b16 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] 10.222.0.11 "GET /v2.0/ports?device_id=24052343-05ae-4baf-9e85-ab239661bfc4 HTTP/1.1" status: 200 len: 205 time: 0.0833552 Jan 05 17:07:41.219066 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 40578) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:07:41.232954 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 40580) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:07:41.236299 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6397c0-4970-400b-8dcc-43c9cf628fd9 req-076e6e5e-748c-4a48-9a4c-9614f7b61a33 tempest-ServerActionsTestJSON-949899014 tempest-ServerActionsTestJSON-949899014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:07:41.237851 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-7c6397c0-4970-400b-8dcc-43c9cf628fd9 req-076e6e5e-748c-4a48-9a4c-9614f7b61a33 tempest-ServerActionsTestJSON-949899014 tempest-ServerActionsTestJSON-949899014-project] 10.222.0.11 "GET /v2.0/ports?device_id=be270a5c-db8b-4dff-9e40-79b29c80ad34 HTTP/1.1" status: 200 len: 946 time: 0.2074554 Jan 05 17:07:41.266305 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-f57f9536-3381-4e29-bd1a-67e18a0aaaae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:07:41.274589 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2043bd91-1b7c-4421-bfe5-57b632beedcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02735f7a-faae-4343-bc87-51ddcb277d62,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:07:41.280274 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-3ec5519d-0b80-4a0b-a1a2-e4e4e10f39f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] Request body: {'port': {'network_id': '15448658-04eb-45bf-a2e1-a2e99a7d3675', 'binding:host_id': 'hv-neutron-mast', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-201582633'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:07:41.305615 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f57f9536-3381-4e29-bd1a-67e18a0aaaae None None] Routers {'24052343-05ae-4baf-9e85-ab239661bfc4'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:07:41.306297 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-f57f9536-3381-4e29-bd1a-67e18a0aaaae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:07:19Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['24052343-05ae-4baf-9e85-ab239661bfc4'], 'active': True} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:07:41.355848 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-f57f9536-3381-4e29-bd1a-67e18a0aaaae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:07:41.356768 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f57f9536-3381-4e29-bd1a-67e18a0aaaae None None] The sync data for ids ['24052343-05ae-4baf-9e85-ab239661bfc4'] in dv-neutron-master-2-hyperv is: [] {{(pid=103803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 05 17:07:41.362625 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-9302ebf2-9b80-4fa1-a332-1b23eeb0bd54 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks [] for router, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:41.465107 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-7c6397c0-4970-400b-8dcc-43c9cf628fd9 req-58f8eed3-69fe-4b75-827b-13ce948cdc30 tempest-ServerActionsTestJSON-949899014 tempest-ServerActionsTestJSON-949899014-project] 10.222.0.11 "GET /v2.0/security-groups?id=f7674e10-0a07-4bc4-8403-a53dd95a312a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1900072 Jan 05 17:07:41.538216 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ec5519d-0b80-4a0b-a1a2-e4e4e10f39f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] Made reservation on behalf of 079e052e1194405d972b2930e74c4ad1 for: {'port': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:07:41.541404 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3ec5519d-0b80-4a0b-a1a2-e4e4e10f39f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:41.544309 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device cbac9cde-2738-4f5a-86f0-ac83973d52c3 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:07:41.586015 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-9302ebf2-9b80-4fa1-a332-1b23eeb0bd54 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-648249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62744'] for router, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:41.588521 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-9302ebf2-9b80-4fa1-a332-1b23eeb0bd54 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:41.618045 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Provisioning complete for port cbac9cde-2738-4f5a-86f0-ac83973d52c3 triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:07:41.618321 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:41.634976 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3ec5519d-0b80-4a0b-a1a2-e4e4e10f39f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:41.707296 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-9302ebf2-9b80-4fa1-a332-1b23eeb0bd54 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-648240'] for router, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:41.710565 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9302ebf2-9b80-4fa1-a332-1b23eeb0bd54 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Fanout notify agent at l3_agent the message router_deleted on router 24052343-05ae-4baf-9e85-ab239661bfc4 {{(pid=103801) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 05 17:07:41.726356 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-47e2b272-3168-470c-954a-5c1410195896 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:41.734263 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-9302ebf2-9b80-4fa1-a332-1b23eeb0bd54 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks [] for router, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:41.735906 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:41.739892 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-9302ebf2-9b80-4fa1-a332-1b23eeb0bd54 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] 10.222.0.11 "DELETE /v2.0/routers/24052343-05ae-4baf-9e85-ab239661bfc4 HTTP/1.1" status: 204 len: 168 time: 0.5182891 Jan 05 17:07:41.742461 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 40586) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:07:41.798362 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] For port cbac9cde-2738-4f5a-86f0-ac83973d52c3, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=cbac9cde-2738-4f5a-86f0-ac83973d52c3,segment=NetworkSegment(68e6c437-46c2-424d-85e7-20547f69066d),segment_id=68e6c437-46c2-424d-85e7-20547f69066d)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:07:41.821270 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.db_base_plugin_v2 [None req-3544734b-9b7c-4664-a36e-4b933cc1a094 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Deleting subnet 4c669fed-adf9-4d53-89ae-da63726ac2f2 {{(pid=103801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 05 17:07:41.829267 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3544734b-9b7c-4664-a36e-4b933cc1a094 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks [] for subnet, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:41.877932 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:41.889172 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3544734b-9b7c-4664-a36e-4b933cc1a094 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11316398'] for subnet, precommit_delete_associations {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:41.983364 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Pushing event updated for resources: {'Port': ['ID=cbac9cde-2738-4f5a-86f0-ac83973d52c3,revision_number=3']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:07:42.001870 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3544734b-9b7c-4664-a36e-4b933cc1a094 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892868'] for subnet, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:42.111128 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 40588) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:07:42.148433 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3544734b-9b7c-4664-a36e-4b933cc1a094 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3893367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11433231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12480600'] for subnet, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:42.194420 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3544734b-9b7c-4664-a36e-4b933cc1a094 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Pushing event deleted for resources: {'Subnet': ['ID=4c669fed-adf9-4d53-89ae-da63726ac2f2,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:07:42.214711 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d48abb89-63a8-414b-b620-3d94a39955be None None] Network b51dc6bd-01e2-4c6e-aa0a-158cff5a9d58 requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:07:42.215581 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-6175be71-f52b-436b-a4d9-715cff6a6c63 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=6bf57b59a0ff492387bc8701dc2dee95&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1032424 Jan 05 17:07:42.216842 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3544734b-9b7c-4664-a36e-4b933cc1a094 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks [] for subnet, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:42.223241 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-3544734b-9b7c-4664-a36e-4b933cc1a094 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] 10.222.0.11 "DELETE /v2.0/subnets/4c669fed-adf9-4d53-89ae-da63726ac2f2 HTTP/1.1" status: 204 len: 168 time: 0.4796085 Jan 05 17:07:42.223823 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 40590) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:07:42.224166 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 40592) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:07:42.252222 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-5d1ca40b-3329-4897-ace4-d0adbba0102b tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Publish callbacks [] for port, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:42.308008 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.db_base_plugin_v2 [None req-968de23c-a905-449d-8deb-cbcb8de4ba8c tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Deleting subnet 824d5f3e-3925-4528-b0f0-8eab3aa823b5 {{(pid=103801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 05 17:07:42.314366 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-968de23c-a905-449d-8deb-cbcb8de4ba8c tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks [] for subnet, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:42.337373 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e90e8d92-04b7-4514-bdba-6d331e868862 tempest-FloatingIPAdminTestJSON-318638842 tempest-FloatingIPAdminTestJSON-318638842-project] Publish callbacks [] for port, precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:42.344116 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-d7ffbde9-783b-4387-80a3-3b13fa9418c8 None None] Provisioning complete for port cbac9cde-2738-4f5a-86f0-ac83973d52c3 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:07:42.344116 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d7ffbde9-783b-4387-80a3-3b13fa9418c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:42.349780 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-7aba5534-a00b-4991-ba8b-5d3180af7142 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:42.387997 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-7aba5534-a00b-4991-ba8b-5d3180af7142 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:42.416911 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-968de23c-a905-449d-8deb-cbcb8de4ba8c tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11316398'] for subnet, precommit_delete_associations {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:42.431364 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3c9d6cca-eee9-4af8-8912-0ac3ff67e5bb tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-531685'] for router_interface, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:42.449000 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75e16f0f-7d32-4e05-a5d2-be9d49ab6de1 None None] DHCP port deletion for b51dc6bd-01e2-4c6e-aa0a-158cff5a9d58 request from dv-neutron-master-2-hyperv {{(pid=103802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 05 17:07:42.487666 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e90e8d92-04b7-4514-bdba-6d331e868862 tempest-FloatingIPAdminTestJSON-318638842 tempest-FloatingIPAdminTestJSON-318638842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8784461'] for port, after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:42.502957 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-75e16f0f-7d32-4e05-a5d2-be9d49ab6de1 None None] Deleting port fb1ec300-8eb1-4f87-865a-df21e248515b {{(pid=103802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:07:42.503523 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-75e16f0f-7d32-4e05-a5d2-be9d49ab6de1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:42.530322 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-968de23c-a905-449d-8deb-cbcb8de4ba8c tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892868'] for subnet, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:42.561333 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-7aba5534-a00b-4991-ba8b-5d3180af7142 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:42.564335 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-7aba5534-a00b-4991-ba8b-5d3180af7142 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:42.567807 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-7aba5534-a00b-4991-ba8b-5d3180af7142 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ef7a55ad-01e2-41e8-90cb-5b838ab5d5d5 HTTP/1.1" status: 204 len: 168 time: 0.3426268 Jan 05 17:07:42.572694 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-75e16f0f-7d32-4e05-a5d2-be9d49ab6de1 None None] For port fb1ec300-8eb1-4f87-865a-df21e248515b, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=fb1ec300-8eb1-4f87-865a-df21e248515b,segment=NetworkSegment(581babad-afad-48b7-8ff7-8e49237424b1),segment_id=581babad-afad-48b7-8ff7-8e49237424b1)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:07:42.573325 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-75e16f0f-7d32-4e05-a5d2-be9d49ab6de1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:42.590193 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-75e16f0f-7d32-4e05-a5d2-be9d49ab6de1 None None] Calling delete_port for fb1ec300-8eb1-4f87-865a-df21e248515b owned by network:dhcp {{(pid=103802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:07:42.597621 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3ec5519d-0b80-4a0b-a1a2-e4e4e10f39f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:42.605295 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aba5534-a00b-4991-ba8b-5d3180af7142 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef7a55ad-01e2-41e8-90cb-5b838ab5d5d5,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:07:42.611359 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-5d1ca40b-3329-4897-ace4-d0adbba0102b tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:42.674705 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-968de23c-a905-449d-8deb-cbcb8de4ba8c tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3893367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11433231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12480600'] for subnet, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:42.677921 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3ec5519d-0b80-4a0b-a1a2-e4e4e10f39f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:42.679780 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90e8d92-04b7-4514-bdba-6d331e868862 tempest-FloatingIPAdminTestJSON-318638842 tempest-FloatingIPAdminTestJSON-318638842-project] Pushing event updated for resources: {'Port': ['ID=ed24904e-0574-4503-8641-4860c0f4dfbd,revision_number=2']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:07:42.713259 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968de23c-a905-449d-8deb-cbcb8de4ba8c tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Pushing event deleted for resources: {'Subnet': ['ID=824d5f3e-3925-4528-b0f0-8eab3aa823b5,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:07:42.717974 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-968de23c-a905-449d-8deb-cbcb8de4ba8c tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks [] for subnet, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:42.724227 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-968de23c-a905-449d-8deb-cbcb8de4ba8c tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] 10.222.0.11 "DELETE /v2.0/subnets/824d5f3e-3925-4528-b0f0-8eab3aa823b5 HTTP/1.1" status: 204 len: 168 time: 0.4977794 Jan 05 17:07:42.724843 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 40596) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:07:42.725937 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe7c33e1-05ff-46e2-be97-8c0c91e8662e None None] Network 90fb0b95-c831-44d0-a599-a2da507cd440 requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:07:42.727880 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.notifiers.nova [None req-3ec5519d-0b80-4a0b-a1a2-e4e4e10f39f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] device_id is not set on port fac54c6b-ea2c-4409-abd9-3730a2e19fa9 yet. {{(pid=103800) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 05 17:07:42.777222 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d1ca40b-3329-4897-ace4-d0adbba0102b tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Network c48256cf-a076-46b3-9713-1d8b4ddd5ae7 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:07:42.785263 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-75e16f0f-7d32-4e05-a5d2-be9d49ab6de1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678'] for port, after_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:42.808892 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-952acecf-a809-4766-ad8d-98720e262f4d tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3809644'] for network, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:42.843301 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e16f0f-7d32-4e05-a5d2-be9d49ab6de1 None None] Pushing event deleted for resources: {'Port': ['ID=fb1ec300-8eb1-4f87-865a-df21e248515b,revision_number=None']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:07:42.845745 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e90e8d92-04b7-4514-bdba-6d331e868862 tempest-FloatingIPAdminTestJSON-318638842 tempest-FloatingIPAdminTestJSON-318638842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648677'] for floatingip, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:42.851701 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75e16f0f-7d32-4e05-a5d2-be9d49ab6de1 None None] No DVR routers for this DVR port fb1ec300-8eb1-4f87-865a-df21e248515b on host dv-neutron-master-2-hyperv {{(pid=103802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 05 17:07:42.870841 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-5d1ca40b-3329-4897-ace4-d0adbba0102b tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:07:42.873258 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d1ca40b-3329-4897-ace4-d0adbba0102b tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:07:42.909649 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-952acecf-a809-4766-ad8d-98720e262f4d tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3891715', 'neutron.services.segments.db._delete_segments_for_network-8754181063482'] for network, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:42.941176 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.services.segments.db [None req-952acecf-a809-4766-ad8d-98720e262f4d tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b51dc6bd-01e2-4c6e-aa0a-158cff5a9d58']}} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:07:42.956336 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.services.segments.db [None req-952acecf-a809-4766-ad8d-98720e262f4d tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '581babad-afad-48b7-8ff7-8e49237424b1') {'for_net_delete': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:07:42.956536 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.services.segments.db [None req-952acecf-a809-4766-ad8d-98720e262f4d tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '581babad-afad-48b7-8ff7-8e49237424b1') {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:07:42.963190 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11afc2b0-a51f-4079-b02b-847150b4582f None None] DHCP port deletion for 90fb0b95-c831-44d0-a599-a2da507cd440 request from dv-neutron-master-2-hyperv {{(pid=103802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 05 17:07:42.967512 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-952acecf-a809-4766-ad8d-98720e262f4d tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754181064771', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11316385'] for segment, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:42.980825 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1ca40b-3329-4897-ace4-d0adbba0102b tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Pushing event updated for resources: {'Port': ['ID=9ef3d340-c89b-48d1-91f1-7e8874147df7,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:07:42.983898 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec5519d-0b80-4a0b-a1a2-e4e4e10f39f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d60464b-2a5b-4cdd-8853-a6122d66d940,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:07:42.985269 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-952acecf-a809-4766-ad8d-98720e262f4d tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225'] for segment, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:42.993779 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-952acecf-a809-4766-ad8d-98720e262f4d tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Releasing vlan 118 on physical network physnet1 to pool {{(pid=103801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 05 17:07:42.994626 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-952acecf-a809-4766-ad8d-98720e262f4d tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11433197'] for segment, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:43.012905 dv-neutron-master-2-hyperv neutron-server[103801]: Traceback (most recent call last): Jan 05 17:07:43.012905 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 05 17:07:43.012905 dv-neutron-master-2-hyperv neutron-server[103801]: timer() Jan 05 17:07:43.012905 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 05 17:07:43.012905 dv-neutron-master-2-hyperv neutron-server[103801]: cb(*args, **kw) Jan 05 17:07:43.012905 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 05 17:07:43.012905 dv-neutron-master-2-hyperv neutron-server[103801]: return func(*args, **kwargs) Jan 05 17:07:43.012905 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 05 17:07:43.012905 dv-neutron-master-2-hyperv neutron-server[103801]: self._notify() Jan 05 17:07:43.012905 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 05 17:07:43.012905 dv-neutron-master-2-hyperv neutron-server[103801]: self.callback(batched_events) Jan 05 17:07:43.012905 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 05 17:07:43.012905 dv-neutron-master-2-hyperv neutron-server[103801]: event.method(event) Jan 05 17:07:43.012905 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 05 17:07:43.012905 dv-neutron-master-2-hyperv neutron-server[103801]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 05 17:07:43.012905 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 05 17:07:43.012905 dv-neutron-master-2-hyperv neutron-server[103801]: aggregate_uuid = self.p_client.list_aggregates( Jan 05 17:07:43.012905 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 05 17:07:43.012905 dv-neutron-master-2-hyperv neutron-server[103801]: return f(self, *a, **k) Jan 05 17:07:43.012905 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 05 17:07:43.012905 dv-neutron-master-2-hyperv neutron-server[103801]: return self._get(url).json() Jan 05 17:07:43.012905 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 05 17:07:43.012905 dv-neutron-master-2-hyperv neutron-server[103801]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 05 17:07:43.012905 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 05 17:07:43.012905 dv-neutron-master-2-hyperv neutron-server[103801]: return self.request(url, 'GET', **kwargs) Jan 05 17:07:43.012905 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 05 17:07:43.012905 dv-neutron-master-2-hyperv neutron-server[103801]: base_url = self.get_endpoint(auth, allow=allow, Jan 05 17:07:43.012905 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 05 17:07:43.012905 dv-neutron-master-2-hyperv neutron-server[103801]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 05 17:07:43.012905 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 05 17:07:43.012905 dv-neutron-master-2-hyperv neutron-server[103801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 05 17:07:43.012905 dv-neutron-master-2-hyperv neutron-server[103801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 05 17:07:43.050705 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [None req-47e2b272-3168-470c-954a-5c1410195896 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Allocated IP 2001:db8::1 (e897f8fc-3cef-40ca-9466-c6c65ecd9833/252fa692-bedb-46cc-87b2-5a8b3fc5c9fa/cbf66f82-ef56-4bf3-adcb-2c5936e3a920) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:07:43.065264 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d1ca40b-3329-4897-ace4-d0adbba0102b tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:07:43.065962 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-5d1ca40b-3329-4897-ace4-d0adbba0102b tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:43.067309 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-11afc2b0-a51f-4079-b02b-847150b4582f None None] Deleting port 1f69543d-f13d-41a8-9d5a-a13b45e7bc19 {{(pid=103802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:07:43.067872 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-11afc2b0-a51f-4079-b02b-847150b4582f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:43.075372 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e90e8d92-04b7-4514-bdba-6d331e868862 tempest-FloatingIPAdminTestJSON-318638842 tempest-FloatingIPAdminTestJSON-318638842-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for floatingip, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:43.076635 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-e90e8d92-04b7-4514-bdba-6d331e868862 tempest-FloatingIPAdminTestJSON-318638842 tempest-FloatingIPAdminTestJSON-318638842-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.4672611 Jan 05 17:07:43.081401 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 40600) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:07:43.086015 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-aa117f67-4b00-4ac2-8bda-fc3660091abd tempest-FloatingIPAdminTestJSON-318638842 tempest-FloatingIPAdminTestJSON-318638842-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1272831254'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:07:43.140859 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-11afc2b0-a51f-4079-b02b-847150b4582f None None] For port 1f69543d-f13d-41a8-9d5a-a13b45e7bc19, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=1f69543d-f13d-41a8-9d5a-a13b45e7bc19,segment=NetworkSegment(e43c28db-a3bd-4985-8772-f4a6c40438da),segment_id=e43c28db-a3bd-4985-8772-f4a6c40438da)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:07:43.141351 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-11afc2b0-a51f-4079-b02b-847150b4582f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:43.151311 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-952acecf-a809-4766-ad8d-98720e262f4d tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3891722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648695'] for network, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:43.161188 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-952acecf-a809-4766-ad8d-98720e262f4d tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks [] for network, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:43.164401 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-952acecf-a809-4766-ad8d-98720e262f4d tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] 10.222.0.11 "DELETE /v2.0/networks/b51dc6bd-01e2-4c6e-aa0a-158cff5a9d58 HTTP/1.1" status: 204 len: 168 time: 0.4386058 Jan 05 17:07:43.172860 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-11afc2b0-a51f-4079-b02b-847150b4582f None None] Calling delete_port for 1f69543d-f13d-41a8-9d5a-a13b45e7bc19 owned by network:dhcp {{(pid=103802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:07:43.173818 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 40606) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:07:43.209109 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-5d1ca40b-3329-4897-ace4-d0adbba0102b tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 927 time: 3.8605940 Jan 05 17:07:43.217812 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 40610) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:07:43.226000 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-d0a13e41-80a1-452c-a4bf-937dcbe2c47d tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Request body: {'floatingip': {'port_id': '9ef3d340-c89b-48d1-91f1-7e8874147df7'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:07:43.244948 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952acecf-a809-4766-ad8d-98720e262f4d tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Pushing event deleted for resources: {'Network': ['ID=b51dc6bd-01e2-4c6e-aa0a-158cff5a9d58,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:07:43.279903 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-370bae06-00ec-4aaf-a506-9ffb8089e03c tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3809644'] for network, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:43.314577 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d0a13e41-80a1-452c-a4bf-937dcbe2c47d tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Publish callbacks [] for floatingip, before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:43.341926 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-370bae06-00ec-4aaf-a506-9ffb8089e03c tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Deleting port 1f69543d-f13d-41a8-9d5a-a13b45e7bc19 {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:07:43.342466 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-370bae06-00ec-4aaf-a506-9ffb8089e03c tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:43.351796 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-11afc2b0-a51f-4079-b02b-847150b4582f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678'] for port, after_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:43.357877 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa117f67-4b00-4ac2-8bda-fc3660091abd tempest-FloatingIPAdminTestJSON-318638842 tempest-FloatingIPAdminTestJSON-318638842-project] Made reservation on behalf of c1366598636f4b4da234638c34b16400 for: {'network': 1} {{(pid=103801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:07:43.363098 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-aa117f67-4b00-4ac2-8bda-fc3660091abd tempest-FloatingIPAdminTestJSON-318638842 tempest-FloatingIPAdminTestJSON-318638842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for network, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:43.381547 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11afc2b0-a51f-4079-b02b-847150b4582f None None] Pushing event deleted for resources: {'Port': ['ID=1f69543d-f13d-41a8-9d5a-a13b45e7bc19,revision_number=None']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:07:43.383988 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11afc2b0-a51f-4079-b02b-847150b4582f None None] No DVR routers for this DVR port 1f69543d-f13d-41a8-9d5a-a13b45e7bc19 on host dv-neutron-master-2-hyperv {{(pid=103802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 05 17:07:43.413544 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-aa117f67-4b00-4ac2-8bda-fc3660091abd tempest-FloatingIPAdminTestJSON-318638842 tempest-FloatingIPAdminTestJSON-318638842-project] Publish callbacks [] for security_group, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:43.442178 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.notifiers.nova [None req-3ec5519d-0b80-4a0b-a1a2-e4e4e10f39f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] device_id is not set on port fac54c6b-ea2c-4409-abd9-3730a2e19fa9 yet. {{(pid=103800) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 05 17:07:43.451773 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-370bae06-00ec-4aaf-a506-9ffb8089e03c tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] For port 1f69543d-f13d-41a8-9d5a-a13b45e7bc19, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=1f69543d-f13d-41a8-9d5a-a13b45e7bc19,segment=NetworkSegment(e43c28db-a3bd-4985-8772-f4a6c40438da),segment_id=e43c28db-a3bd-4985-8772-f4a6c40438da)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:07:43.452135 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-370bae06-00ec-4aaf-a506-9ffb8089e03c tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:43.473551 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device cbac9cde-2738-4f5a-86f0-ac83973d52c3 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:07:43.473803 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-370bae06-00ec-4aaf-a506-9ffb8089e03c tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Calling delete_port for 1f69543d-f13d-41a8-9d5a-a13b45e7bc19 owned by network:dhcp {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:07:43.497445 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-47e2b272-3168-470c-954a-5c1410195896 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks [] for port, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:43.534569 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Provisioning complete for port cbac9cde-2738-4f5a-86f0-ac83973d52c3 triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:07:43.535197 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:43.535735 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3ec5519d-0b80-4a0b-a1a2-e4e4e10f39f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:43.627051 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-aa117f67-4b00-4ac2-8bda-fc3660091abd tempest-FloatingIPAdminTestJSON-318638842 tempest-FloatingIPAdminTestJSON-318638842-project] Publish callbacks [] for security_group, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:43.629469 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-370bae06-00ec-4aaf-a506-9ffb8089e03c tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11433176'] for port, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:43.643558 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3ec5519d-0b80-4a0b-a1a2-e4e4e10f39f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:43.675840 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370bae06-00ec-4aaf-a506-9ffb8089e03c tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Pushing event deleted for resources: {'Port': ['ID=1f69543d-f13d-41a8-9d5a-a13b45e7bc19,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:07:43.681744 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-370bae06-00ec-4aaf-a506-9ffb8089e03c tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] No DVR routers for this DVR port 1f69543d-f13d-41a8-9d5a-a13b45e7bc19 on host dv-neutron-master-2-hyperv {{(pid=103801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 05 17:07:43.714661 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 1f69543d-f13d-41a8-9d5a-a13b45e7bc19 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 05 17:07:43.723402 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-aa117f67-4b00-4ac2-8bda-fc3660091abd tempest-FloatingIPAdminTestJSON-318638842 tempest-FloatingIPAdminTestJSON-318638842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:43.736558 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] No Port match for: 1f69543d-f13d-41a8-9d5a-a13b45e7bc19 {{(pid=103802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 05 17:07:43.737185 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 1f69543d-f13d-41a8-9d5a-a13b45e7bc19 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 05 17:07:43.737636 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device fb1ec300-8eb1-4f87-865a-df21e248515b no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 05 17:07:43.758953 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] No Port match for: fb1ec300-8eb1-4f87-865a-df21e248515b {{(pid=103802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 05 17:07:43.759378 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device fb1ec300-8eb1-4f87-865a-df21e248515b not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 05 17:07:43.775116 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-3c9d6cca-eee9-4af8-8912-0ac3ff67e5bb tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Deleting port 8e7b78f1-65d9-4e5f-aa5b-6dc2672be0eb {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:07:43.775263 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3c9d6cca-eee9-4af8-8912-0ac3ff67e5bb tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:43.807351 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa117f67-4b00-4ac2-8bda-fc3660091abd tempest-FloatingIPAdminTestJSON-318638842 tempest-FloatingIPAdminTestJSON-318638842-project] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'} {{(pid=103801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 05 17:07:43.810334 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-370bae06-00ec-4aaf-a506-9ffb8089e03c tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3891715', 'neutron.services.segments.db._delete_segments_for_network-8754181063482'] for network, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:43.818332 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec5519d-0b80-4a0b-a1a2-e4e4e10f39f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] Pushing event updated for resources: {'Port': ['ID=fac54c6b-ea2c-4409-abd9-3730a2e19fa9,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:07:43.821014 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-47e2b272-3168-470c-954a-5c1410195896 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:43.847591 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-aa117f67-4b00-4ac2-8bda-fc3660091abd tempest-FloatingIPAdminTestJSON-318638842 tempest-FloatingIPAdminTestJSON-318638842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225'] for segment, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:43.848083 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.db.segments_db [None req-aa117f67-4b00-4ac2-8bda-fc3660091abd tempest-FloatingIPAdminTestJSON-318638842 tempest-FloatingIPAdminTestJSON-318638842-project] Added segment 88cea296-af62-4083-8692-64c482932d8a of type vlan for network 548691fa-6c35-4ab1-b2b6-63e0b753c516 Jan 05 17:07:43.850721 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.services.segments.db [None req-370bae06-00ec-4aaf-a506-9ffb8089e03c tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90fb0b95-c831-44d0-a599-a2da507cd440']}} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:07:43.859046 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa117f67-4b00-4ac2-8bda-fc3660091abd tempest-FloatingIPAdminTestJSON-318638842 tempest-FloatingIPAdminTestJSON-318638842-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75599926-986c-485e-b79e-ef5ef342f6ea,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:07:43.897551 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.services.segments.db [None req-370bae06-00ec-4aaf-a506-9ffb8089e03c tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e43c28db-a3bd-4985-8772-f4a6c40438da') {'for_net_delete': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:07:43.897988 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.services.segments.db [None req-370bae06-00ec-4aaf-a506-9ffb8089e03c tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e43c28db-a3bd-4985-8772-f4a6c40438da') {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:07:43.899763 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 40622) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:07:43.925931 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-370bae06-00ec-4aaf-a506-9ffb8089e03c tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754181064771', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11316385'] for segment, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:43.928529 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-aa117f67-4b00-4ac2-8bda-fc3660091abd tempest-FloatingIPAdminTestJSON-318638842 tempest-FloatingIPAdminTestJSON-318638842-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754180566020'] for network, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:43.929814 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ec5519d-0b80-4a0b-a1a2-e4e4e10f39f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] Checking segment: {'id': 'eadab9af-f837-44e4-b87d-b8e3422797ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '15448658-04eb-45bf-a2e1-a2e99a7d3675'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:07:43.930182 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ec5519d-0b80-4a0b-a1a2-e4e4e10f39f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] Network hostable DHCP agents. Network: 15448658-04eb-45bf-a2e1-a2e99a7d3675, hostable agents: ['3f70c195-17da-4084-9fd6-bf6059d88535'], hosted agents: [] {{(pid=103800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 05 17:07:43.945771 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-370bae06-00ec-4aaf-a506-9ffb8089e03c tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225'] for segment, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:43.948476 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47e2b272-3168-470c-954a-5c1410195896 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Network e897f8fc-3cef-40ca-9466-c6c65ecd9833 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:07:43.960845 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-47e2b272-3168-470c-954a-5c1410195896 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:07:43.962318 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-370bae06-00ec-4aaf-a506-9ffb8089e03c tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Releasing vlan 130 on physical network physnet1 to pool {{(pid=103801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 05 17:07:43.962681 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-370bae06-00ec-4aaf-a506-9ffb8089e03c tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11433197'] for segment, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:43.965890 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 05 17:07:43.965890 dv-neutron-master-2-hyperv neutron-server[103801]: self.session.flush() Jan 05 17:07:43.965890 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 05 17:07:43.965890 dv-neutron-master-2-hyperv neutron-server[103801]: self.session.flush() Jan 05 17:07:43.965890 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 05 17:07:43.965890 dv-neutron-master-2-hyperv neutron-server[103801]: self.session.flush() Jan 05 17:07:43.965890 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 05 17:07:43.965890 dv-neutron-master-2-hyperv neutron-server[103801]: self.session.flush() Jan 05 17:07:43.965890 dv-neutron-master-2-hyperv neutron-server[103801]: Traceback (most recent call last): Jan 05 17:07:43.965890 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 05 17:07:43.965890 dv-neutron-master-2-hyperv neutron-server[103801]: timer() Jan 05 17:07:43.965890 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 05 17:07:43.965890 dv-neutron-master-2-hyperv neutron-server[103801]: cb(*args, **kw) Jan 05 17:07:43.965890 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 05 17:07:43.965890 dv-neutron-master-2-hyperv neutron-server[103801]: return func(*args, **kwargs) Jan 05 17:07:43.965890 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 05 17:07:43.965890 dv-neutron-master-2-hyperv neutron-server[103801]: self._notify() Jan 05 17:07:43.965890 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 05 17:07:43.965890 dv-neutron-master-2-hyperv neutron-server[103801]: self.callback(batched_events) Jan 05 17:07:43.965890 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 05 17:07:43.965890 dv-neutron-master-2-hyperv neutron-server[103801]: event.method(event) Jan 05 17:07:43.965890 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 05 17:07:43.965890 dv-neutron-master-2-hyperv neutron-server[103801]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 05 17:07:43.965890 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 05 17:07:43.965890 dv-neutron-master-2-hyperv neutron-server[103801]: aggregate_uuid = self.p_client.list_aggregates( Jan 05 17:07:43.965890 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 05 17:07:43.965890 dv-neutron-master-2-hyperv neutron-server[103801]: return f(self, *a, **k) Jan 05 17:07:43.965890 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 05 17:07:43.965890 dv-neutron-master-2-hyperv neutron-server[103801]: return self._get(url).json() Jan 05 17:07:43.965890 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 05 17:07:43.965890 dv-neutron-master-2-hyperv neutron-server[103801]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 05 17:07:43.965890 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 05 17:07:43.965890 dv-neutron-master-2-hyperv neutron-server[103801]: return self.request(url, 'GET', **kwargs) Jan 05 17:07:43.965890 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 05 17:07:43.965890 dv-neutron-master-2-hyperv neutron-server[103801]: base_url = self.get_endpoint(auth, allow=allow, Jan 05 17:07:43.965890 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 05 17:07:43.965890 dv-neutron-master-2-hyperv neutron-server[103801]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 05 17:07:43.965890 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 05 17:07:43.965890 dv-neutron-master-2-hyperv neutron-server[103801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 05 17:07:43.965890 dv-neutron-master-2-hyperv neutron-server[103801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 05 17:07:43.979920 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47e2b272-3168-470c-954a-5c1410195896 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:07:43.980452 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-47e2b272-3168-470c-954a-5c1410195896 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-648552'] for router_interface, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:44.030040 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e2b272-3168-470c-954a-5c1410195896 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Pushing event updated for resources: {'Port': ['ID=cbf66f82-ef56-4bf3-adcb-2c5936e3a920,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:07:44.075483 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-01cc1d63-bad1-492a-9e1b-edbfa59e9b59 tempest-AgentManagementNegativeTest-178604079 tempest-AgentManagementNegativeTest-178604079-project] 10.222.0.11 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.1680193 Jan 05 17:07:44.075483 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-aa117f67-4b00-4ac2-8bda-fc3660091abd tempest-FloatingIPAdminTestJSON-318638842 tempest-FloatingIPAdminTestJSON-318638842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685'] for network, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:44.087491 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa117f67-4b00-4ac2-8bda-fc3660091abd tempest-FloatingIPAdminTestJSON-318638842 tempest-FloatingIPAdminTestJSON-318638842-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:07:44.088616 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-aa117f67-4b00-4ac2-8bda-fc3660091abd tempest-FloatingIPAdminTestJSON-318638842 tempest-FloatingIPAdminTestJSON-318638842-project] Publish callbacks [] for network, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:44.105116 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-370bae06-00ec-4aaf-a506-9ffb8089e03c tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3891722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648695'] for network, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:44.130263 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-370bae06-00ec-4aaf-a506-9ffb8089e03c tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks [] for network, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:44.142593 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-370bae06-00ec-4aaf-a506-9ffb8089e03c tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] 10.222.0.11 "DELETE /v2.0/networks/90fb0b95-c831-44d0-a599-a2da507cd440 HTTP/1.1" status: 204 len: 168 time: 0.9675078 Jan 05 17:07:44.147369 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 40628) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:07:44.156621 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-62c35be8-42b5-418f-82b2-c2e7ff4f7665 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Request body: {'network': {'name': 'tempest-RoutersTest-183666748'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:07:44.211568 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-aa117f67-4b00-4ac2-8bda-fc3660091abd tempest-FloatingIPAdminTestJSON-318638842 tempest-FloatingIPAdminTestJSON-318638842-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.1295650 Jan 05 17:07:44.216827 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 40630) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:07:44.224756 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-20e3907d-fee6-456a-b6d6-257deb4edede tempest-FloatingIPAdminTestJSON-318638842 tempest-FloatingIPAdminTestJSON-318638842-project] Request body: {'subnet': {'network_id': '548691fa-6c35-4ab1-b2b6-63e0b753c516', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:07:44.231750 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa117f67-4b00-4ac2-8bda-fc3660091abd tempest-FloatingIPAdminTestJSON-318638842 tempest-FloatingIPAdminTestJSON-318638842-project] Pushing event updated for resources: {'Network': ['ID=548691fa-6c35-4ab1-b2b6-63e0b753c516,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:07:44.246330 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Network 548691fa-6c35-4ab1-b2b6-63e0b753c516 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 05 17:07:44.272609 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370bae06-00ec-4aaf-a506-9ffb8089e03c tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Pushing event deleted for resources: {'Network': ['ID=90fb0b95-c831-44d0-a599-a2da507cd440,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:07:44.336099 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-c4567ccf-9a7b-4e0e-8af1-94cc8432f463 None None] Provisioning complete for port cbf66f82-ef56-4bf3-adcb-2c5936e3a920 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:07:44.336349 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c4567ccf-9a7b-4e0e-8af1-94cc8432f463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:44.359410 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62c35be8-42b5-418f-82b2-c2e7ff4f7665 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Made reservation on behalf of 85eea60e03994a48a004c2f9e50e4168 for: {'network': 1} {{(pid=103801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:07:44.363515 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-62c35be8-42b5-418f-82b2-c2e7ff4f7665 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for network, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:44.372016 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-c4567ccf-9a7b-4e0e-8af1-94cc8432f463 None None] Port cbf66f82-ef56-4bf3-adcb-2c5936e3a920 cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 17:07:44.407719 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62c35be8-42b5-418f-82b2-c2e7ff4f7665 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=103801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 05 17:07:44.418291 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-62c35be8-42b5-418f-82b2-c2e7ff4f7665 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225'] for segment, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:44.418634 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.db.segments_db [None req-62c35be8-42b5-418f-82b2-c2e7ff4f7665 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Added segment babb42dd-1b5d-485d-b3a9-192fada16e03 of type vlan for network e8832b79-0c8c-4028-886e-450bcb8ccdef Jan 05 17:07:44.423295 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3c9d6cca-eee9-4af8-8912-0ac3ff67e5bb tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:44.462524 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-62c35be8-42b5-418f-82b2-c2e7ff4f7665 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754180566020'] for network, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:44.478271 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20e3907d-fee6-456a-b6d6-257deb4edede tempest-FloatingIPAdminTestJSON-318638842 tempest-FloatingIPAdminTestJSON-318638842-project] Made reservation on behalf of c1366598636f4b4da234638c34b16400 for: {'subnet': 1} {{(pid=103801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:07:44.481750 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20e3907d-fee6-456a-b6d6-257deb4edede tempest-FloatingIPAdminTestJSON-318638842 tempest-FloatingIPAdminTestJSON-318638842-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12480675'] for subnet, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:44.482009 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-3c9d6cca-eee9-4af8-8912-0ac3ff67e5bb tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Calling delete_port for 8e7b78f1-65d9-4e5f-aa5b-6dc2672be0eb owned by network:router_interface {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:07:44.504339 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ec5519d-0b80-4a0b-a1a2-e4e4e10f39f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] Network 15448658-04eb-45bf-a2e1-a2e99a7d3675 is scheduled to be hosted by DHCP agent 3f70c195-17da-4084-9fd6-bf6059d88535 with binding_index 1 {{(pid=103800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 05 17:07:44.602599 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-62c35be8-42b5-418f-82b2-c2e7ff4f7665 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685'] for network, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:44.608213 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62c35be8-42b5-418f-82b2-c2e7ff4f7665 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:07:44.608872 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-62c35be8-42b5-418f-82b2-c2e7ff4f7665 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks [] for network, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:44.613314 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-47e2b272-3168-470c-954a-5c1410195896 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:44.641843 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 40634) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:07:44.662144 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-3ec5519d-0b80-4a0b-a1a2-e4e4e10f39f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 15448658-04eb-45bf-a2e1-a2e99a7d3675) {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:07:44.666173 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ec5519d-0b80-4a0b-a1a2-e4e4e10f39f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:07:44.675209 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1af2a256-19bd-4870-92bf-e92870584173 None None] Network 15448658-04eb-45bf-a2e1-a2e99a7d3675 requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:07:44.715652 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-62c35be8-42b5-418f-82b2-c2e7ff4f7665 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5671403 Jan 05 17:07:44.720201 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 40638) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:07:44.735121 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-6a860c9e-0fc6-4e98-95bd-a792fef79db9 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Request body: {'subnet': {'network_id': 'e8832b79-0c8c-4028-886e-450bcb8ccdef', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:07:44.748554 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c35be8-42b5-418f-82b2-c2e7ff4f7665 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Pushing event updated for resources: {'Network': ['ID=e8832b79-0c8c-4028-886e-450bcb8ccdef,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:07:44.764066 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Network e8832b79-0c8c-4028-886e-450bcb8ccdef details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 05 17:07:44.795954 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [None req-3ec5519d-0b80-4a0b-a1a2-e4e4e10f39f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] Attempting to bind port fac54c6b-ea2c-4409-abd9-3730a2e19fa9 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 05 17:07:44.796277 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [None req-3ec5519d-0b80-4a0b-a1a2-e4e4e10f39f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] Attempting to bind port fac54c6b-ea2c-4409-abd9-3730a2e19fa9 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'eadab9af-f837-44e4-b87d-b8e3422797ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '15448658-04eb-45bf-a2e1-a2e99a7d3675'}] {{(pid=103800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 05 17:07:44.797256 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ec5519d-0b80-4a0b-a1a2-e4e4e10f39f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] Attempting to bind port fac54c6b-ea2c-4409-abd9-3730a2e19fa9 on network 15448658-04eb-45bf-a2e1-a2e99a7d3675 {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:07:44.814681 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20e3907d-fee6-456a-b6d6-257deb4edede tempest-FloatingIPAdminTestJSON-318638842 tempest-FloatingIPAdminTestJSON-318638842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11433288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12480593'] for subnet, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:44.874287 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.db.resource_extend [None req-d0a13e41-80a1-452c-a4bf-937dcbe2c47d tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 05 17:07:44.876779 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ec5519d-0b80-4a0b-a1a2-e4e4e10f39f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] Port fac54c6b-ea2c-4409-abd9-3730a2e19fa9 on network 15448658-04eb-45bf-a2e1-a2e99a7d3675 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 05 17:07:44.877310 dv-neutron-master-2-hyperv neutron-server[103800]: ERROR neutron.plugins.ml2.managers [None req-3ec5519d-0b80-4a0b-a1a2-e4e4e10f39f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] Failed to bind port fac54c6b-ea2c-4409-abd9-3730a2e19fa9 on host hv-neutron-mast for vnic_type normal using segments [{'id': 'eadab9af-f837-44e4-b87d-b8e3422797ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '15448658-04eb-45bf-a2e1-a2e99a7d3675'}] Jan 05 17:07:44.883150 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e3907d-fee6-456a-b6d6-257deb4edede tempest-FloatingIPAdminTestJSON-318638842 tempest-FloatingIPAdminTestJSON-318638842-project] Pushing event updated for resources: {'Subnet': ['ID=f3d7d374-eb8a-480c-8552-3048026a2e70,revision_number=0']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:07:44.892771 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.plugins.ml2.plugin [None req-3ec5519d-0b80-4a0b-a1a2-e4e4e10f39f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] Attempt 2 to bind port fac54c6b-ea2c-4409-abd9-3730a2e19fa9 Jan 05 17:07:44.893438 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20e3907d-fee6-456a-b6d6-257deb4edede tempest-FloatingIPAdminTestJSON-318638842 tempest-FloatingIPAdminTestJSON-318638842-project] Checking segment: {'id': '88cea296-af62-4083-8692-64c482932d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '548691fa-6c35-4ab1-b2b6-63e0b753c516'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:07:44.893833 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20e3907d-fee6-456a-b6d6-257deb4edede tempest-FloatingIPAdminTestJSON-318638842 tempest-FloatingIPAdminTestJSON-318638842-project] Network hostable DHCP agents. Network: 548691fa-6c35-4ab1-b2b6-63e0b753c516, hostable agents: ['3f70c195-17da-4084-9fd6-bf6059d88535'], hosted agents: [] {{(pid=103801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 05 17:07:44.931764 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-05d6ec7c-8754-4660-8799-e06002c931c4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:44.979883 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20e3907d-fee6-456a-b6d6-257deb4edede tempest-FloatingIPAdminTestJSON-318638842 tempest-FloatingIPAdminTestJSON-318638842-project] Network 548691fa-6c35-4ab1-b2b6-63e0b753c516 is scheduled to be hosted by DHCP agent 3f70c195-17da-4084-9fd6-bf6059d88535 with binding_index 1 {{(pid=103801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 05 17:07:45.007205 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [None req-3ec5519d-0b80-4a0b-a1a2-e4e4e10f39f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] Attempting to bind port fac54c6b-ea2c-4409-abd9-3730a2e19fa9 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 05 17:07:45.007536 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [None req-3ec5519d-0b80-4a0b-a1a2-e4e4e10f39f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] Attempting to bind port fac54c6b-ea2c-4409-abd9-3730a2e19fa9 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'eadab9af-f837-44e4-b87d-b8e3422797ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '15448658-04eb-45bf-a2e1-a2e99a7d3675'}] {{(pid=103800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 05 17:07:45.007869 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ec5519d-0b80-4a0b-a1a2-e4e4e10f39f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] Attempting to bind port fac54c6b-ea2c-4409-abd9-3730a2e19fa9 on network 15448658-04eb-45bf-a2e1-a2e99a7d3675 {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:07:45.062320 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-20e3907d-fee6-456a-b6d6-257deb4edede tempest-FloatingIPAdminTestJSON-318638842 tempest-FloatingIPAdminTestJSON-318638842-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 548691fa-6c35-4ab1-b2b6-63e0b753c516) {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:07:45.066360 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20e3907d-fee6-456a-b6d6-257deb4edede tempest-FloatingIPAdminTestJSON-318638842 tempest-FloatingIPAdminTestJSON-318638842-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:07:45.067071 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20e3907d-fee6-456a-b6d6-257deb4edede tempest-FloatingIPAdminTestJSON-318638842 tempest-FloatingIPAdminTestJSON-318638842-project] Publish callbacks [] for subnet, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:45.071664 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e143c327-4129-4084-9d42-df1fc4590369 None None] Network 548691fa-6c35-4ab1-b2b6-63e0b753c516 requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:07:45.084736 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ec5519d-0b80-4a0b-a1a2-e4e4e10f39f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] Port fac54c6b-ea2c-4409-abd9-3730a2e19fa9 on network 15448658-04eb-45bf-a2e1-a2e99a7d3675 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 05 17:07:45.085068 dv-neutron-master-2-hyperv neutron-server[103800]: ERROR neutron.plugins.ml2.managers [None req-3ec5519d-0b80-4a0b-a1a2-e4e4e10f39f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] Failed to bind port fac54c6b-ea2c-4409-abd9-3730a2e19fa9 on host hv-neutron-mast for vnic_type normal using segments [{'id': 'eadab9af-f837-44e4-b87d-b8e3422797ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '15448658-04eb-45bf-a2e1-a2e99a7d3675'}] Jan 05 17:07:45.089128 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d0a13e41-80a1-452c-a4bf-937dcbe2c47d tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:45.096809 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.plugins.ml2.plugin [None req-3ec5519d-0b80-4a0b-a1a2-e4e4e10f39f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] Attempt 3 to bind port fac54c6b-ea2c-4409-abd9-3730a2e19fa9 Jan 05 17:07:45.160621 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-20e3907d-fee6-456a-b6d6-257deb4edede tempest-FloatingIPAdminTestJSON-318638842 tempest-FloatingIPAdminTestJSON-318638842-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9398293 Jan 05 17:07:45.161359 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 40640) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:07:45.165296 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [None req-3ec5519d-0b80-4a0b-a1a2-e4e4e10f39f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] Attempting to bind port fac54c6b-ea2c-4409-abd9-3730a2e19fa9 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 05 17:07:45.165698 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [None req-3ec5519d-0b80-4a0b-a1a2-e4e4e10f39f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] Attempting to bind port fac54c6b-ea2c-4409-abd9-3730a2e19fa9 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'eadab9af-f837-44e4-b87d-b8e3422797ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '15448658-04eb-45bf-a2e1-a2e99a7d3675'}] {{(pid=103800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 05 17:07:45.166037 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ec5519d-0b80-4a0b-a1a2-e4e4e10f39f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] Attempting to bind port fac54c6b-ea2c-4409-abd9-3730a2e19fa9 on network 15448658-04eb-45bf-a2e1-a2e99a7d3675 {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:07:45.166424 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-648ae878-0b11-47fc-a8e7-f1fca5a71ab7 tempest-FloatingIPAdminTestJSON-318638842 tempest-FloatingIPAdminTestJSON-318638842-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-795273052', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573'}, 'admin_state_up': False}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:07:45.179868 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5a8b710-1e06-4b9f-91c3-7b84bac33a30 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-548691fa-6c35-4ab1-b2b6-63e0b753c516', 'network_id': '548691fa-6c35-4ab1-b2b6-63e0b753c516', 'project_id': 'c1366598636f4b4da234638c34b16400', 'fixed_ips': [{'subnet_id': 'f3d7d374-eb8a-480c-8552-3048026a2e70'}]}} from dv-neutron-master-2-hyperv. {{(pid=103802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 05 17:07:45.180762 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-e5a8b710-1e06-4b9f-91c3-7b84bac33a30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:45.182601 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ec5519d-0b80-4a0b-a1a2-e4e4e10f39f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] Port fac54c6b-ea2c-4409-abd9-3730a2e19fa9 on network 15448658-04eb-45bf-a2e1-a2e99a7d3675 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 05 17:07:45.182927 dv-neutron-master-2-hyperv neutron-server[103800]: ERROR neutron.plugins.ml2.managers [None req-3ec5519d-0b80-4a0b-a1a2-e4e4e10f39f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] Failed to bind port fac54c6b-ea2c-4409-abd9-3730a2e19fa9 on host hv-neutron-mast for vnic_type normal using segments [{'id': 'eadab9af-f837-44e4-b87d-b8e3422797ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '15448658-04eb-45bf-a2e1-a2e99a7d3675'}] Jan 05 17:07:45.187409 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.plugins.ml2.plugin [None req-3ec5519d-0b80-4a0b-a1a2-e4e4e10f39f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] Attempt 4 to bind port fac54c6b-ea2c-4409-abd9-3730a2e19fa9 Jan 05 17:07:45.203398 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d0a13e41-80a1-452c-a4bf-937dcbe2c47d tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648677'] for floatingip, after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:45.284450 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [None req-3ec5519d-0b80-4a0b-a1a2-e4e4e10f39f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] Attempting to bind port fac54c6b-ea2c-4409-abd9-3730a2e19fa9 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 05 17:07:45.284756 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [None req-3ec5519d-0b80-4a0b-a1a2-e4e4e10f39f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] Attempting to bind port fac54c6b-ea2c-4409-abd9-3730a2e19fa9 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'eadab9af-f837-44e4-b87d-b8e3422797ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '15448658-04eb-45bf-a2e1-a2e99a7d3675'}] {{(pid=103800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 05 17:07:45.285089 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ec5519d-0b80-4a0b-a1a2-e4e4e10f39f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] Attempting to bind port fac54c6b-ea2c-4409-abd9-3730a2e19fa9 on network 15448658-04eb-45bf-a2e1-a2e99a7d3675 {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:07:45.293766 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a860c9e-0fc6-4e98-95bd-a792fef79db9 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Made reservation on behalf of 85eea60e03994a48a004c2f9e50e4168 for: {'subnet': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:07:45.297849 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6a860c9e-0fc6-4e98-95bd-a792fef79db9 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8521827'] for subnet, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:45.300659 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3c9d6cca-eee9-4af8-8912-0ac3ff67e5bb tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:45.318545 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.db_base_plugin_common [None req-e5a8b710-1e06-4b9f-91c3-7b84bac33a30 None None] Allocated IP 172.20.0.2 (548691fa-6c35-4ab1-b2b6-63e0b753c516/f3d7d374-eb8a-480c-8552-3048026a2e70/3bb45045-7850-4cf0-b1ee-d77e072c03dc) {{(pid=103802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:07:45.323145 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-648ae878-0b11-47fc-a8e7-f1fca5a71ab7 tempest-FloatingIPAdminTestJSON-318638842 tempest-FloatingIPAdminTestJSON-318638842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-649063', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58098'] for router, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:45.324595 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-648ae878-0b11-47fc-a8e7-f1fca5a71ab7 tempest-FloatingIPAdminTestJSON-318638842 tempest-FloatingIPAdminTestJSON-318638842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649832', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-545006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58091'] for router, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:45.369493 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ec5519d-0b80-4a0b-a1a2-e4e4e10f39f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] Port fac54c6b-ea2c-4409-abd9-3730a2e19fa9 on network 15448658-04eb-45bf-a2e1-a2e99a7d3675 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 05 17:07:45.369856 dv-neutron-master-2-hyperv neutron-server[103800]: ERROR neutron.plugins.ml2.managers [None req-3ec5519d-0b80-4a0b-a1a2-e4e4e10f39f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] Failed to bind port fac54c6b-ea2c-4409-abd9-3730a2e19fa9 on host hv-neutron-mast for vnic_type normal using segments [{'id': 'eadab9af-f837-44e4-b87d-b8e3422797ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '15448658-04eb-45bf-a2e1-a2e99a7d3675'}] Jan 05 17:07:45.389045 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-648ae878-0b11-47fc-a8e7-f1fca5a71ab7 tempest-FloatingIPAdminTestJSON-318638842 tempest-FloatingIPAdminTestJSON-318638842-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:45.401479 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.plugins.ml2.plugin [None req-3ec5519d-0b80-4a0b-a1a2-e4e4e10f39f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] Attempt 5 to bind port fac54c6b-ea2c-4409-abd9-3730a2e19fa9 Jan 05 17:07:45.423688 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9d6cca-eee9-4af8-8912-0ac3ff67e5bb tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Pushing event deleted for resources: {'Port': ['ID=8e7b78f1-65d9-4e5f-aa5b-6dc2672be0eb,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:07:45.436212 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-05d6ec7c-8754-4660-8799-e06002c931c4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:45.479882 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-e5a8b710-1e06-4b9f-91c3-7b84bac33a30 None None] Publish callbacks [] for port, precommit_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:45.530170 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [None req-3ec5519d-0b80-4a0b-a1a2-e4e4e10f39f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] Attempting to bind port fac54c6b-ea2c-4409-abd9-3730a2e19fa9 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 05 17:07:45.530515 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [None req-3ec5519d-0b80-4a0b-a1a2-e4e4e10f39f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] Attempting to bind port fac54c6b-ea2c-4409-abd9-3730a2e19fa9 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'eadab9af-f837-44e4-b87d-b8e3422797ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '15448658-04eb-45bf-a2e1-a2e99a7d3675'}] {{(pid=103800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 05 17:07:45.531589 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ec5519d-0b80-4a0b-a1a2-e4e4e10f39f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] Attempting to bind port fac54c6b-ea2c-4409-abd9-3730a2e19fa9 on network 15448658-04eb-45bf-a2e1-a2e99a7d3675 {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:07:45.533310 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-05d6ec7c-8754-4660-8799-e06002c931c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:45.583827 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-648ae878-0b11-47fc-a8e7-f1fca5a71ab7 tempest-FloatingIPAdminTestJSON-318638842 tempest-FloatingIPAdminTestJSON-318638842-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:45.591783 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-e5a8b710-1e06-4b9f-91c3-7b84bac33a30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669'] for port, after_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:45.612677 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5a8b710-1e06-4b9f-91c3-7b84bac33a30 None None] Network 548691fa-6c35-4ab1-b2b6-63e0b753c516 is already hosted by enough agents. {{(pid=103802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:07:45.612888 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ec5519d-0b80-4a0b-a1a2-e4e4e10f39f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] Port fac54c6b-ea2c-4409-abd9-3730a2e19fa9 on network 15448658-04eb-45bf-a2e1-a2e99a7d3675 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 05 17:07:45.613230 dv-neutron-master-2-hyperv neutron-server[103800]: ERROR neutron.plugins.ml2.managers [None req-3ec5519d-0b80-4a0b-a1a2-e4e4e10f39f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] Failed to bind port fac54c6b-ea2c-4409-abd9-3730a2e19fa9 on host hv-neutron-mast for vnic_type normal using segments [{'id': 'eadab9af-f837-44e4-b87d-b8e3422797ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '15448658-04eb-45bf-a2e1-a2e99a7d3675'}] Jan 05 17:07:45.624213 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.plugins.ml2.plugin [None req-3ec5519d-0b80-4a0b-a1a2-e4e4e10f39f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] Attempt 6 to bind port fac54c6b-ea2c-4409-abd9-3730a2e19fa9 Jan 05 17:07:45.632556 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.scheduler.base_scheduler [None req-e5a8b710-1e06-4b9f-91c3-7b84bac33a30 None None] Resources bound (agent type, host, resource id): {{(pid=103802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:07:45.636596 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5a8b710-1e06-4b9f-91c3-7b84bac33a30 None None] Received port after_create {{(pid=103802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:07:45.674060 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a8b710-1e06-4b9f-91c3-7b84bac33a30 None None] Pushing event updated for resources: {'Port': ['ID=3bb45045-7850-4cf0-b1ee-d77e072c03dc,revision_number=1']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:07:45.697067 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3c9d6cca-eee9-4af8-8912-0ac3ff67e5bb tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-560676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531569'] for router_interface, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:45.698831 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-05d6ec7c-8754-4660-8799-e06002c931c4 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=7e8255e6aff942369f57c0b9eb673dcc&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0510201 Jan 05 17:07:45.701453 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 40642) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:07:45.706773 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-e5a8b710-1e06-4b9f-91c3-7b84bac33a30 None None] Attempting to bind port 3bb45045-7850-4cf0-b1ee-d77e072c03dc on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 05 17:07:45.707148 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-e5a8b710-1e06-4b9f-91c3-7b84bac33a30 None None] Attempting to bind port 3bb45045-7850-4cf0-b1ee-d77e072c03dc by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '88cea296-af62-4083-8692-64c482932d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '548691fa-6c35-4ab1-b2b6-63e0b753c516'}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 05 17:07:45.707509 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5a8b710-1e06-4b9f-91c3-7b84bac33a30 None None] Attempting to bind port 3bb45045-7850-4cf0-b1ee-d77e072c03dc on network 548691fa-6c35-4ab1-b2b6-63e0b753c516 {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:07:45.709169 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.db.l3_db [None req-d0a13e41-80a1-452c-a4bf-937dcbe2c47d tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Floating IP 0bb47e1e-3940-4472-bc42-4aea0021399b associated. External IP: 172.36.4.75, port: 9ef3d340-c89b-48d1-91f1-7e8874147df7. Jan 05 17:07:45.712914 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5a8b710-1e06-4b9f-91c3-7b84bac33a30 None None] Checking agent: {'id': '0d4f8fd3-ce62-4651-970c-efa6a8bb22b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 5, 16, 57, 23), 'started_at': datetime.datetime(2022, 1, 5, 16, 57, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 5, 17, 7, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 05 17:07:45.713294 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5a8b710-1e06-4b9f-91c3-7b84bac33a30 None None] Checking segment: {'id': '88cea296-af62-4083-8692-64c482932d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '548691fa-6c35-4ab1-b2b6-63e0b753c516'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:07:45.714027 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-e5a8b710-1e06-4b9f-91c3-7b84bac33a30 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:45.714565 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5a8b710-1e06-4b9f-91c3-7b84bac33a30 None None] Bound using segment: {'id': '88cea296-af62-4083-8692-64c482932d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '548691fa-6c35-4ab1-b2b6-63e0b753c516'} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 05 17:07:45.715176 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-e5a8b710-1e06-4b9f-91c3-7b84bac33a30 None None] Bound port: 3bb45045-7850-4cf0-b1ee-d77e072c03dc, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88cea296-af62-4083-8692-64c482932d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '548691fa-6c35-4ab1-b2b6-63e0b753c516'}}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 05 17:07:45.715762 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-e5a8b710-1e06-4b9f-91c3-7b84bac33a30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:45.716959 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d6ec7c-8754-4660-8799-e06002c931c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8c114b9-68a3-4ae2-877f-4de960767f61,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:07:45.725618 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-47e2b272-3168-470c-954a-5c1410195896 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks [] for port, precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:45.727225 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [None req-3ec5519d-0b80-4a0b-a1a2-e4e4e10f39f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] Attempting to bind port fac54c6b-ea2c-4409-abd9-3730a2e19fa9 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 05 17:07:45.727562 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [None req-3ec5519d-0b80-4a0b-a1a2-e4e4e10f39f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] Attempting to bind port fac54c6b-ea2c-4409-abd9-3730a2e19fa9 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'eadab9af-f837-44e4-b87d-b8e3422797ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '15448658-04eb-45bf-a2e1-a2e99a7d3675'}] {{(pid=103800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 05 17:07:45.727889 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ec5519d-0b80-4a0b-a1a2-e4e4e10f39f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] Attempting to bind port fac54c6b-ea2c-4409-abd9-3730a2e19fa9 on network 15448658-04eb-45bf-a2e1-a2e99a7d3675 {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:07:45.800951 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-e5a8b710-1e06-4b9f-91c3-7b84bac33a30 None None] For port 3bb45045-7850-4cf0-b1ee-d77e072c03dc, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 05 17:07:45.801940 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-92e41d32-20ee-43a8-9265-cca5316f6752 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:45.804153 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-e5a8b710-1e06-4b9f-91c3-7b84bac33a30 None None] For port 3bb45045-7850-4cf0-b1ee-d77e072c03dc, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=3bb45045-7850-4cf0-b1ee-d77e072c03dc,segment=NetworkSegment(88cea296-af62-4083-8692-64c482932d8a),segment_id=88cea296-af62-4083-8692-64c482932d8a)] {{(pid=103802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 05 17:07:45.807666 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ec5519d-0b80-4a0b-a1a2-e4e4e10f39f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] Port fac54c6b-ea2c-4409-abd9-3730a2e19fa9 on network 15448658-04eb-45bf-a2e1-a2e99a7d3675 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 05 17:07:45.807826 dv-neutron-master-2-hyperv neutron-server[103800]: ERROR neutron.plugins.ml2.managers [None req-3ec5519d-0b80-4a0b-a1a2-e4e4e10f39f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] Failed to bind port fac54c6b-ea2c-4409-abd9-3730a2e19fa9 on host hv-neutron-mast for vnic_type normal using segments [{'id': 'eadab9af-f837-44e4-b87d-b8e3422797ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '15448658-04eb-45bf-a2e1-a2e99a7d3675'}] Jan 05 17:07:45.815257 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.plugins.ml2.plugin [None req-3ec5519d-0b80-4a0b-a1a2-e4e4e10f39f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] Attempt 7 to bind port fac54c6b-ea2c-4409-abd9-3730a2e19fa9 Jan 05 17:07:45.830934 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-92e41d32-20ee-43a8-9265-cca5316f6752 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:45.838695 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-47e2b272-3168-470c-954a-5c1410195896 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8784461'] for port, after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:45.839455 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-47e2b272-3168-470c-954a-5c1410195896 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-531704'] for router_interface, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:45.881183 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-e5a8b710-1e06-4b9f-91c3-7b84bac33a30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:45.926643 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [None req-3ec5519d-0b80-4a0b-a1a2-e4e4e10f39f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] Attempting to bind port fac54c6b-ea2c-4409-abd9-3730a2e19fa9 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 05 17:07:45.926889 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [None req-3ec5519d-0b80-4a0b-a1a2-e4e4e10f39f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] Attempting to bind port fac54c6b-ea2c-4409-abd9-3730a2e19fa9 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'eadab9af-f837-44e4-b87d-b8e3422797ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '15448658-04eb-45bf-a2e1-a2e99a7d3675'}] {{(pid=103800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 05 17:07:45.927225 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ec5519d-0b80-4a0b-a1a2-e4e4e10f39f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] Attempting to bind port fac54c6b-ea2c-4409-abd9-3730a2e19fa9 on network 15448658-04eb-45bf-a2e1-a2e99a7d3675 {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:07:45.948395 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a8b710-1e06-4b9f-91c3-7b84bac33a30 None None] Pushing event updated for resources: {'Port': ['ID=3bb45045-7850-4cf0-b1ee-d77e072c03dc,revision_number=2']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:07:45.972112 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-648ae878-0b11-47fc-a8e7-f1fca5a71ab7 tempest-FloatingIPAdminTestJSON-318638842 tempest-FloatingIPAdminTestJSON-318638842-project] Publish callbacks [] for router_gateway, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:45.996127 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-648ae878-0b11-47fc-a8e7-f1fca5a71ab7 tempest-FloatingIPAdminTestJSON-318638842 tempest-FloatingIPAdminTestJSON-318638842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:46.001719 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ec5519d-0b80-4a0b-a1a2-e4e4e10f39f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] Port fac54c6b-ea2c-4409-abd9-3730a2e19fa9 on network 15448658-04eb-45bf-a2e1-a2e99a7d3675 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 05 17:07:46.002051 dv-neutron-master-2-hyperv neutron-server[103800]: ERROR neutron.plugins.ml2.managers [None req-3ec5519d-0b80-4a0b-a1a2-e4e4e10f39f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] Failed to bind port fac54c6b-ea2c-4409-abd9-3730a2e19fa9 on host hv-neutron-mast for vnic_type normal using segments [{'id': 'eadab9af-f837-44e4-b87d-b8e3422797ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '15448658-04eb-45bf-a2e1-a2e99a7d3675'}] Jan 05 17:07:46.009332 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.plugins.ml2.plugin [None req-3ec5519d-0b80-4a0b-a1a2-e4e4e10f39f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] Attempt 8 to bind port fac54c6b-ea2c-4409-abd9-3730a2e19fa9 Jan 05 17:07:46.085035 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-92e41d32-20ee-43a8-9265-cca5316f6752 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:46.087588 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-92e41d32-20ee-43a8-9265-cca5316f6752 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:46.088771 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-92e41d32-20ee-43a8-9265-cca5316f6752 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c8c114b9-68a3-4ae2-877f-4de960767f61 HTTP/1.1" status: 204 len: 168 time: 0.3840888 Jan 05 17:07:46.430491 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e2b272-3168-470c-954a-5c1410195896 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Pushing event updated for resources: {'Port': ['ID=cbf66f82-ef56-4bf3-adcb-2c5936e3a920,revision_number=2']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:07:46.461129 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e41d32-20ee-43a8-9265-cca5316f6752 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8c114b9-68a3-4ae2-877f-4de960767f61,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:07:46.482729 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [None req-3ec5519d-0b80-4a0b-a1a2-e4e4e10f39f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] Attempting to bind port fac54c6b-ea2c-4409-abd9-3730a2e19fa9 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 05 17:07:46.483073 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [None req-3ec5519d-0b80-4a0b-a1a2-e4e4e10f39f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] Attempting to bind port fac54c6b-ea2c-4409-abd9-3730a2e19fa9 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'eadab9af-f837-44e4-b87d-b8e3422797ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '15448658-04eb-45bf-a2e1-a2e99a7d3675'}] {{(pid=103800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 05 17:07:46.483415 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ec5519d-0b80-4a0b-a1a2-e4e4e10f39f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] Attempting to bind port fac54c6b-ea2c-4409-abd9-3730a2e19fa9 on network 15448658-04eb-45bf-a2e1-a2e99a7d3675 {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:07:46.505919 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ec5519d-0b80-4a0b-a1a2-e4e4e10f39f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] Port fac54c6b-ea2c-4409-abd9-3730a2e19fa9 on network 15448658-04eb-45bf-a2e1-a2e99a7d3675 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 05 17:07:46.506253 dv-neutron-master-2-hyperv neutron-server[103800]: ERROR neutron.plugins.ml2.managers [None req-3ec5519d-0b80-4a0b-a1a2-e4e4e10f39f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] Failed to bind port fac54c6b-ea2c-4409-abd9-3730a2e19fa9 on host hv-neutron-mast for vnic_type normal using segments [{'id': 'eadab9af-f837-44e4-b87d-b8e3422797ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '15448658-04eb-45bf-a2e1-a2e99a7d3675'}] Jan 05 17:07:46.511773 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c9d6cca-eee9-4af8-8912-0ac3ff67e5bb tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Router bb271784-11d2-4ab0-af5b-8431eab31390 has already been hosted by L3 agent 59446fdc-40e0-41fe-a575-a8eb11d742f7 {{(pid=103800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 05 17:07:46.512374 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.plugins.ml2.plugin [None req-3ec5519d-0b80-4a0b-a1a2-e4e4e10f39f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] Attempt 9 to bind port fac54c6b-ea2c-4409-abd9-3730a2e19fa9 Jan 05 17:07:46.531562 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [None req-648ae878-0b11-47fc-a8e7-f1fca5a71ab7 tempest-FloatingIPAdminTestJSON-318638842 tempest-FloatingIPAdminTestJSON-318638842-project] Allocated IP 172.36.4.245 (b0167590-0699-4c5c-a932-3939414a9573/7a784a6d-3d96-418f-a645-b9ccd0b1ac55/ae7a9cab-c9bd-4af8-beb5-b3940bb4e9e9) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:07:46.567432 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6a860c9e-0fc6-4e98-95bd-a792fef79db9 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8784852', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8521873'] for subnet, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:46.610118 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [None req-3ec5519d-0b80-4a0b-a1a2-e4e4e10f39f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] Attempting to bind port fac54c6b-ea2c-4409-abd9-3730a2e19fa9 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 05 17:07:46.615340 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [None req-3ec5519d-0b80-4a0b-a1a2-e4e4e10f39f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] Attempting to bind port fac54c6b-ea2c-4409-abd9-3730a2e19fa9 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'eadab9af-f837-44e4-b87d-b8e3422797ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '15448658-04eb-45bf-a2e1-a2e99a7d3675'}] {{(pid=103800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 05 17:07:46.615340 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ec5519d-0b80-4a0b-a1a2-e4e4e10f39f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] Attempting to bind port fac54c6b-ea2c-4409-abd9-3730a2e19fa9 on network 15448658-04eb-45bf-a2e1-a2e99a7d3675 {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:07:46.617445 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47e2b272-3168-470c-954a-5c1410195896 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Network e897f8fc-3cef-40ca-9466-c6c65ecd9833 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:07:46.634340 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-47e2b272-3168-470c-954a-5c1410195896 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:07:46.643579 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ec5519d-0b80-4a0b-a1a2-e4e4e10f39f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] Port fac54c6b-ea2c-4409-abd9-3730a2e19fa9 on network 15448658-04eb-45bf-a2e1-a2e99a7d3675 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 05 17:07:46.643579 dv-neutron-master-2-hyperv neutron-server[103800]: ERROR neutron.plugins.ml2.managers [None req-3ec5519d-0b80-4a0b-a1a2-e4e4e10f39f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] Failed to bind port fac54c6b-ea2c-4409-abd9-3730a2e19fa9 on host hv-neutron-mast for vnic_type normal using segments [{'id': 'eadab9af-f837-44e4-b87d-b8e3422797ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '15448658-04eb-45bf-a2e1-a2e99a7d3675'}] Jan 05 17:07:46.649929 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.plugins.ml2.plugin [None req-3ec5519d-0b80-4a0b-a1a2-e4e4e10f39f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] Attempt 10 to bind port fac54c6b-ea2c-4409-abd9-3730a2e19fa9 Jan 05 17:07:46.669283 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-648ae878-0b11-47fc-a8e7-f1fca5a71ab7 tempest-FloatingIPAdminTestJSON-318638842 tempest-FloatingIPAdminTestJSON-318638842-project] Publish callbacks [] for port, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:46.753737 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a860c9e-0fc6-4e98-95bd-a792fef79db9 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Pushing event updated for resources: {'Subnet': ['ID=8546841b-10bd-4d93-99da-3031ac40e520,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:07:46.777142 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-648ae878-0b11-47fc-a8e7-f1fca5a71ab7 tempest-FloatingIPAdminTestJSON-318638842 tempest-FloatingIPAdminTestJSON-318638842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11433176'] for port, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:46.835270 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-648ae878-0b11-47fc-a8e7-f1fca5a71ab7 tempest-FloatingIPAdminTestJSON-318638842 tempest-FloatingIPAdminTestJSON-318638842-project] Network b0167590-0699-4c5c-a932-3939414a9573 is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:07:46.838285 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-648ae878-0b11-47fc-a8e7-f1fca5a71ab7 tempest-FloatingIPAdminTestJSON-318638842 tempest-FloatingIPAdminTestJSON-318638842-project] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:07:46.841174 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-648ae878-0b11-47fc-a8e7-f1fca5a71ab7 tempest-FloatingIPAdminTestJSON-318638842 tempest-FloatingIPAdminTestJSON-318638842-project] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:07:46.846108 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [None req-3ec5519d-0b80-4a0b-a1a2-e4e4e10f39f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] Attempting to bind port fac54c6b-ea2c-4409-abd9-3730a2e19fa9 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 05 17:07:46.846455 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [None req-3ec5519d-0b80-4a0b-a1a2-e4e4e10f39f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] Attempting to bind port fac54c6b-ea2c-4409-abd9-3730a2e19fa9 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'eadab9af-f837-44e4-b87d-b8e3422797ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '15448658-04eb-45bf-a2e1-a2e99a7d3675'}] {{(pid=103800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 05 17:07:46.850112 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ec5519d-0b80-4a0b-a1a2-e4e4e10f39f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] Attempting to bind port fac54c6b-ea2c-4409-abd9-3730a2e19fa9 on network 15448658-04eb-45bf-a2e1-a2e99a7d3675 {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:07:46.859624 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca7ce3ba-a36e-4a2f-a180-a40e2527d333 None None] DHCP port deletion for b0167590-0699-4c5c-a932-3939414a9573 request from dv-neutron-master-2-hyperv {{(pid=103802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 05 17:07:46.873637 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ec5519d-0b80-4a0b-a1a2-e4e4e10f39f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] Port fac54c6b-ea2c-4409-abd9-3730a2e19fa9 on network 15448658-04eb-45bf-a2e1-a2e99a7d3675 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 05 17:07:46.873997 dv-neutron-master-2-hyperv neutron-server[103800]: ERROR neutron.plugins.ml2.managers [None req-3ec5519d-0b80-4a0b-a1a2-e4e4e10f39f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] Failed to bind port fac54c6b-ea2c-4409-abd9-3730a2e19fa9 on host hv-neutron-mast for vnic_type normal using segments [{'id': 'eadab9af-f837-44e4-b87d-b8e3422797ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '15448658-04eb-45bf-a2e1-a2e99a7d3675'}] Jan 05 17:07:46.879060 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648ae878-0b11-47fc-a8e7-f1fca5a71ab7 tempest-FloatingIPAdminTestJSON-318638842 tempest-FloatingIPAdminTestJSON-318638842-project] Pushing event updated for resources: {'Port': ['ID=ae7a9cab-c9bd-4af8-beb5-b3940bb4e9e9,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:07:46.879368 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3ec5519d-0b80-4a0b-a1a2-e4e4e10f39f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:46.885508 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c9d6cca-eee9-4af8-8912-0ac3ff67e5bb tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 05 17:07:46.899499 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0155027a-9213-446c-9de4-a96b88ef747f None None] Sync routers for ids ['bb271784-11d2-4ab0-af5b-8431eab31390'] in dv-neutron-master-2-hyperv {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 05 17:07:46.933831 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0155027a-9213-446c-9de4-a96b88ef747f None None] Routers {'bb271784-11d2-4ab0-af5b-8431eab31390'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:07:46.934709 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-0155027a-9213-446c-9de4-a96b88ef747f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:07:19Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['bb271784-11d2-4ab0-af5b-8431eab31390'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:07:46.938867 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-3c9d6cca-eee9-4af8-8912-0ac3ff67e5bb tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] 10.222.0.11 "PUT /v2.0/routers/bb271784-11d2-4ab0-af5b-8431eab31390/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4959052 Jan 05 17:07:46.945258 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 40656) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:07:46.948439 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a860c9e-0fc6-4e98-95bd-a792fef79db9 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Checking segment: {'id': 'babb42dd-1b5d-485d-b3a9-192fada16e03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'e8832b79-0c8c-4028-886e-450bcb8ccdef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:07:46.948807 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a860c9e-0fc6-4e98-95bd-a792fef79db9 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Network hostable DHCP agents. Network: e8832b79-0c8c-4028-886e-450bcb8ccdef, hostable agents: ['3f70c195-17da-4084-9fd6-bf6059d88535'], hosted agents: [] {{(pid=103800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 05 17:07:47.032469 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-90c6c83d-6c85-4509-bd78-7fa1fd304a28 None None] Provisioning complete for port ae7a9cab-c9bd-4af8-beb5-b3940bb4e9e9 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:07:47.033712 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-90c6c83d-6c85-4509-bd78-7fa1fd304a28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:47.036123 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-0155027a-9213-446c-9de4-a96b88ef747f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:07:47.054477 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-16d965f6-fd22-485a-a9c7-9f8f711dc9ee tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] 10.222.0.11 "GET /v2.0/ports?device_id=bb271784-11d2-4ab0-af5b-8431eab31390 HTTP/1.1" status: 200 len: 205 time: 0.1070297 Jan 05 17:07:47.062475 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 40662) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:07:47.075486 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0a13e41-80a1-452c-a4bf-937dcbe2c47d tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Router 8e20d6c5-5760-40ff-8076-35b11b39e3e1 has already been hosted by L3 agent 59446fdc-40e0-41fe-a575-a8eb11d742f7 {{(pid=103800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 05 17:07:47.087341 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0155027a-9213-446c-9de4-a96b88ef747f None None] Routers {'bb271784-11d2-4ab0-af5b-8431eab31390'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:07:47.087979 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-0155027a-9213-446c-9de4-a96b88ef747f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:07:19Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['bb271784-11d2-4ab0-af5b-8431eab31390'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:07:47.130619 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.db [None req-3ec5519d-0b80-4a0b-a1a2-e4e4e10f39f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] For port fac54c6b-ea2c-4409-abd9-3730a2e19fa9, host hv-neutron-mast, cleared binding levels {{(pid=103800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 05 17:07:47.133118 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.db [None req-3ec5519d-0b80-4a0b-a1a2-e4e4e10f39f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] Attempted to set empty binding levels {{(pid=103800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jan 05 17:07:47.133225 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-0155027a-9213-446c-9de4-a96b88ef747f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:07:47.133702 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0155027a-9213-446c-9de4-a96b88ef747f None None] The sync data for ids ['bb271784-11d2-4ab0-af5b-8431eab31390'] in dv-neutron-master-2-hyperv is: [] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 05 17:07:47.149285 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-90c6c83d-6c85-4509-bd78-7fa1fd304a28 None None] Port ae7a9cab-c9bd-4af8-beb5-b3940bb4e9e9 cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 17:07:47.186076 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-9ac23e52-2751-4c1a-91e3-c025cea2f592 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:47.242062 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-16d03948-33e6-4fe1-a09e-8403ddd1a4df tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks [] for router, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:47.243272 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3ec5519d-0b80-4a0b-a1a2-e4e4e10f39f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8784461'] for port, after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:47.281464 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-198362c1-a03f-4d02-b267-98b163134046 None None] Provisioning complete for port cbf66f82-ef56-4bf3-adcb-2c5936e3a920 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:07:47.281740 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ec5519d-0b80-4a0b-a1a2-e4e4e10f39f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:07:47.281845 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-198362c1-a03f-4d02-b267-98b163134046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:47.282044 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3ec5519d-0b80-4a0b-a1a2-e4e4e10f39f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:47.327021 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47e2b272-3168-470c-954a-5c1410195896 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Router 1988da65-1b6f-4af4-99bd-c43d91bbf438 is scheduled to L3 agent 59446fdc-40e0-41fe-a575-a8eb11d742f7 with binding_index 1 {{(pid=103800) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 05 17:07:47.329376 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a860c9e-0fc6-4e98-95bd-a792fef79db9 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Network e8832b79-0c8c-4028-886e-450bcb8ccdef is scheduled to be hosted by DHCP agent 3f70c195-17da-4084-9fd6-bf6059d88535 with binding_index 1 {{(pid=103800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 05 17:07:47.336346 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6897a76-46a6-4a46-8a78-1622b463f45c None None] Network 548691fa-6c35-4ab1-b2b6-63e0b753c516 requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:07:47.345052 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0a13e41-80a1-452c-a4bf-937dcbe2c47d tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 05 17:07:47.357716 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47dabb61-a2f3-47ae-8443-b71c3f511e56 None None] Sync routers for ids ['8e20d6c5-5760-40ff-8076-35b11b39e3e1'] in dv-neutron-master-2-hyperv {{(pid=103803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 05 17:07:47.360255 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-198362c1-a03f-4d02-b267-98b163134046 None None] Port cbf66f82-ef56-4bf3-adcb-2c5936e3a920 cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 17:07:47.379195 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47dabb61-a2f3-47ae-8443-b71c3f511e56 None None] Routers {'8e20d6c5-5760-40ff-8076-35b11b39e3e1'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:07:47.379872 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-47dabb61-a2f3-47ae-8443-b71c3f511e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:07:19Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['8e20d6c5-5760-40ff-8076-35b11b39e3e1'], 'active': True} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:07:47.389904 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d0a13e41-80a1-452c-a4bf-937dcbe2c47d tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for floatingip, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:47.443020 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-16d03948-33e6-4fe1-a09e-8403ddd1a4df tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-648249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62744'] for router, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:47.445858 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-16d03948-33e6-4fe1-a09e-8403ddd1a4df tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:47.468195 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec5519d-0b80-4a0b-a1a2-e4e4e10f39f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] Pushing event updated for resources: {'Port': ['ID=fac54c6b-ea2c-4409-abd9-3730a2e19fa9,revision_number=2']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:07:47.481570 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 40670) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:07:47.504387 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-18edfa19-4bbb-4aef-855c-46fb4be20d64 None None] Provisioning complete for port 3bb45045-7850-4cf0-b1ee-d77e072c03dc triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:07:47.504996 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-18edfa19-4bbb-4aef-855c-46fb4be20d64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:47.505224 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-6a860c9e-0fc6-4e98-95bd-a792fef79db9 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, e8832b79-0c8c-4028-886e-450bcb8ccdef) {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:07:47.511522 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-d0a13e41-80a1-452c-a4bf-937dcbe2c47d tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] 10.222.0.11 "PUT /v2.0/floatingips/0bb47e1e-3940-4472-bc42-4aea0021399b HTTP/1.1" status: 200 len: 975 time: 4.2907708 Jan 05 17:07:47.515083 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-3ec5519d-0b80-4a0b-a1a2-e4e4e10f39f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 985 time: 6.2738519 Jan 05 17:07:47.518448 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 40674) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:07:47.518784 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 40676) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:07:47.526113 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2870974b-7601-40f4-990a-df99e81b9803 None None] Network e8832b79-0c8c-4028-886e-450bcb8ccdef requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:07:47.542553 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-47dabb61-a2f3-47ae-8443-b71c3f511e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:07:47.552919 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47dabb61-a2f3-47ae-8443-b71c3f511e56 None None] Routers {'8e20d6c5-5760-40ff-8076-35b11b39e3e1'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:07:47.553141 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-648ae878-0b11-47fc-a8e7-f1fca5a71ab7 tempest-FloatingIPAdminTestJSON-318638842 tempest-FloatingIPAdminTestJSON-318638842-project] Publish callbacks [] for router_gateway, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:47.554022 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-47dabb61-a2f3-47ae-8443-b71c3f511e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:07:19Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['8e20d6c5-5760-40ff-8076-35b11b39e3e1'], 'active': True} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:07:47.621502 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a860c9e-0fc6-4e98-95bd-a792fef79db9 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:07:47.622120 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6a860c9e-0fc6-4e98-95bd-a792fef79db9 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks [] for subnet, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:47.629637 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 3bb45045-7850-4cf0-b1ee-d77e072c03dc up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:07:47.631984 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47e2b272-3168-470c-954a-5c1410195896 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 05 17:07:47.633676 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-47dabb61-a2f3-47ae-8443-b71c3f511e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:07:47.639307 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47dabb61-a2f3-47ae-8443-b71c3f511e56 None None] The sync data for ids ['8e20d6c5-5760-40ff-8076-35b11b39e3e1'] in dv-neutron-master-2-hyperv is: [] {{(pid=103803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 05 17:07:47.659871 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-47e2b272-3168-470c-954a-5c1410195896 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] 10.222.0.11 "PUT /v2.0/routers/1988da65-1b6f-4af4-99bd-c43d91bbf438/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8727102 Jan 05 17:07:47.662544 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ccad23f-05c0-42b8-9ebe-1ea450d55742 None None] Sync routers for ids ['1988da65-1b6f-4af4-99bd-c43d91bbf438'] in dv-neutron-master-2-hyperv {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 05 17:07:47.663280 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 40678) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:07:47.756167 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6d26678-de9b-40cd-b963-e966f394d3af tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:07:47.760111 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-d6d26678-de9b-40cd-b963-e966f394d3af tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] 10.222.0.11 "GET /v2.0/ports/cbf66f82-ef56-4bf3-adcb-2c5936e3a920 HTTP/1.1" status: 200 len: 911 time: 0.0932429 Jan 05 17:07:47.760847 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 40680) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:07:47.762081 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-16d03948-33e6-4fe1-a09e-8403ddd1a4df tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-648240'] for router, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:47.762839 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16d03948-33e6-4fe1-a09e-8403ddd1a4df tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Fanout notify agent at l3_agent the message router_deleted on router bb271784-11d2-4ab0-af5b-8431eab31390 {{(pid=103801) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 05 17:07:47.768112 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-c1c30b18-345b-4d79-a664-28a04435eb7a tempest-ExtraDHCPOptionsTestJSON-469552184 tempest-ExtraDHCPOptionsTestJSON-469552184-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1759985273'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:07:47.771371 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-16d03948-33e6-4fe1-a09e-8403ddd1a4df tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks [] for router, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:47.772894 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-16d03948-33e6-4fe1-a09e-8403ddd1a4df tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] 10.222.0.11 "DELETE /v2.0/routers/bb271784-11d2-4ab0-af5b-8431eab31390 HTTP/1.1" status: 204 len: 168 time: 0.7091708 Jan 05 17:07:47.779602 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-6a860c9e-0fc6-4e98-95bd-a792fef79db9 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0540264 Jan 05 17:07:47.782256 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 40682) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:07:47.785230 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 40684) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:07:47.790182 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-37ef00c7-579c-44b8-89f0-9d774998ba02 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1733694480', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:07:47.881709 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.db_base_plugin_v2 [None req-30a3be27-636d-4cba-842d-7c28d1287b08 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Deleting subnet 0461ec13-88b5-4c75-8b67-c8ef6042bccb {{(pid=103800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 05 17:07:47.888184 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-30a3be27-636d-4cba-842d-7c28d1287b08 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks [] for subnet, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:47.894693 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65ec1d63-95b0-4ca2-a308-daeaccb9e0ce tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:07:47.900844 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65ec1d63-95b0-4ca2-a308-daeaccb9e0ce tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:07:47.902476 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-65ec1d63-95b0-4ca2-a308-daeaccb9e0ce tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1375809 Jan 05 17:07:47.906734 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 40686) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:07:47.917527 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-95c6be54-41ca-4fd4-9386-49538c94212b tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Deleting port 9ef3d340-c89b-48d1-91f1-7e8874147df7 {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:07:47.917895 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-95c6be54-41ca-4fd4-9386-49538c94212b tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:47.919205 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ccad23f-05c0-42b8-9ebe-1ea450d55742 None None] Routers {'1988da65-1b6f-4af4-99bd-c43d91bbf438'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:07:47.919840 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-1ccad23f-05c0-42b8-9ebe-1ea450d55742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:07:19Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['1988da65-1b6f-4af4-99bd-c43d91bbf438'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:07:47.957054 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-8e54b7f2-91a3-401b-ad6c-cf39cc6862d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] Deleting port fac54c6b-ea2c-4409-abd9-3730a2e19fa9 {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:07:47.957408 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-8e54b7f2-91a3-401b-ad6c-cf39cc6862d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:47.990772 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-37ef00c7-579c-44b8-89f0-9d774998ba02 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-649063', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58098'] for router, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:47.991952 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-37ef00c7-579c-44b8-89f0-9d774998ba02 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649832', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-545006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58091'] for router, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:47.994202 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1c30b18-345b-4d79-a664-28a04435eb7a tempest-ExtraDHCPOptionsTestJSON-469552184 tempest-ExtraDHCPOptionsTestJSON-469552184-project] Made reservation on behalf of e1f567ff878744159aaf8c63d146113a for: {'network': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:07:47.998000 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c1c30b18-345b-4d79-a664-28a04435eb7a tempest-ExtraDHCPOptionsTestJSON-469552184 tempest-ExtraDHCPOptionsTestJSON-469552184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for network, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:48.003638 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-30a3be27-636d-4cba-842d-7c28d1287b08 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8784846'] for subnet, precommit_delete_associations {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:48.045407 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51eec66f-3686-4a10-9317-e75c6c91bfad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-e8832b79-0c8c-4028-886e-450bcb8ccdef', 'network_id': 'e8832b79-0c8c-4028-886e-450bcb8ccdef', 'project_id': '85eea60e03994a48a004c2f9e50e4168', 'fixed_ips': [{'subnet_id': '8546841b-10bd-4d93-99da-3031ac40e520'}]}} from dv-neutron-master-2-hyperv. {{(pid=103802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 05 17:07:48.047457 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-51eec66f-3686-4a10-9317-e75c6c91bfad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:48.078361 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-648ae878-0b11-47fc-a8e7-f1fca5a71ab7 tempest-FloatingIPAdminTestJSON-318638842 tempest-FloatingIPAdminTestJSON-318638842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-648430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648639'] for router, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:48.096469 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-1ccad23f-05c0-42b8-9ebe-1ea450d55742 None None] Set router 1988da65-1b6f-4af4-99bd-c43d91bbf438 gateway port host: None {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:07:48.100311 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c1c30b18-345b-4d79-a664-28a04435eb7a tempest-ExtraDHCPOptionsTestJSON-469552184 tempest-ExtraDHCPOptionsTestJSON-469552184-project] Publish callbacks [] for security_group, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:48.127097 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Provisioning complete for port 3bb45045-7850-4cf0-b1ee-d77e072c03dc triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:07:48.127097 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:48.128348 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-18edfa19-4bbb-4aef-855c-46fb4be20d64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:48.159010 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.db [None req-8e54b7f2-91a3-401b-ad6c-cf39cc6862d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] For port fac54c6b-ea2c-4409-abd9-3730a2e19fa9, host hv-neutron-mast, got binding levels [] {{(pid=103800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:07:48.159377 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-8e54b7f2-91a3-401b-ad6c-cf39cc6862d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:48.220579 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-37ef00c7-579c-44b8-89f0-9d774998ba02 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:48.268810 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-8e54b7f2-91a3-401b-ad6c-cf39cc6862d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] Calling delete_port for fac54c6b-ea2c-4409-abd9-3730a2e19fa9 owned by {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:07:48.270906 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-30a3be27-636d-4cba-842d-7c28d1287b08 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892868'] for subnet, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:48.310497 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-37ef00c7-579c-44b8-89f0-9d774998ba02 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-648430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648639'] for router, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:48.315614 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-95c6be54-41ca-4fd4-9386-49538c94212b tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:48.339411 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-18edfa19-4bbb-4aef-855c-46fb4be20d64 None None] For port 3bb45045-7850-4cf0-b1ee-d77e072c03dc, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=3bb45045-7850-4cf0-b1ee-d77e072c03dc,segment=NetworkSegment(88cea296-af62-4083-8692-64c482932d8a),segment_id=88cea296-af62-4083-8692-64c482932d8a)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:07:48.441616 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-18edfa19-4bbb-4aef-855c-46fb4be20d64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:48.489754 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-37ef00c7-579c-44b8-89f0-9d774998ba02 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks [] for router, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:48.491597 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-37ef00c7-579c-44b8-89f0-9d774998ba02 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.7046325 Jan 05 17:07:48.496925 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 40688) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:07:48.502520 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-140ca90d-1ea4-4273-99bd-6111d61872c6 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Request body: {'port': {'network_id': 'e8832b79-0c8c-4028-886e-450bcb8ccdef', 'name': 'tempest-RoutersTest-593042016'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:07:48.506488 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.db_base_plugin_common [None req-51eec66f-3686-4a10-9317-e75c6c91bfad None None] Allocated IP 172.20.0.2 (e8832b79-0c8c-4028-886e-450bcb8ccdef/8546841b-10bd-4d93-99da-3031ac40e520/21c42bc9-ef78-432c-8a6e-135cb77744f4) {{(pid=103802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:07:48.559933 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-648ae878-0b11-47fc-a8e7-f1fca5a71ab7 tempest-FloatingIPAdminTestJSON-318638842 tempest-FloatingIPAdminTestJSON-318638842-project] Router 14249afb-28c3-4371-b5d0-d57a9af0db0e is scheduled to L3 agent 59446fdc-40e0-41fe-a575-a8eb11d742f7 with binding_index 1 {{(pid=103801) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 05 17:07:48.611218 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18edfa19-4bbb-4aef-855c-46fb4be20d64 None None] Pushing event updated for resources: {'Port': ['ID=3bb45045-7850-4cf0-b1ee-d77e072c03dc,revision_number=3']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:07:48.671788 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-1687c235-b2e2-480e-b76e-8eb7984dce54 None None] Provisioning complete for port 3bb45045-7850-4cf0-b1ee-d77e072c03dc triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:07:48.672298 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-1687c235-b2e2-480e-b76e-8eb7984dce54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:48.736617 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-1ccad23f-05c0-42b8-9ebe-1ea450d55742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1988da65-1b6f-4af4-99bd-c43d91bbf438', 'name': 'tempest-NetworksTestDHCPv6-router-1755447723', 'tenant_id': 'fd419c78d7194361a03f37a26ebeba76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:07:39Z', 'updated_at': '2022-01-05T17:07:44Z', 'revision_number': 2, 'project_id': 'fd419c78d7194361a03f37a26ebeba76', 'gw_port_host': None, '_interfaces': [{'id': 'cbf66f82-ef56-4bf3-adcb-2c5936e3a920', 'name': '', 'network_id': 'e897f8fc-3cef-40ca-9466-c6c65ecd9833', 'tenant_id': 'fd419c78d7194361a03f37a26ebeba76', 'mac_address': 'fa:16:3e:1a:1a:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1988da65-1b6f-4af4-99bd-c43d91bbf438', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '252fa692-bedb-46cc-87b2-5a8b3fc5c9fa', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:07:42Z', 'updated_at': '2022-01-05T17:07:45Z', 'revision_number': 2, 'project_id': 'fd419c78d7194361a03f37a26ebeba76', 'subnets': [{'id': '252fa692-bedb-46cc-87b2-5a8b3fc5c9fa', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:07:48.785327 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ccad23f-05c0-42b8-9ebe-1ea450d55742 None None] Checking router: 1988da65-1b6f-4af4-99bd-c43d91bbf438 for host: dv-neutron-master-2-hyperv {{(pid=103802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 05 17:07:48.785662 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ccad23f-05c0-42b8-9ebe-1ea450d55742 None None] Updating router 1988da65-1b6f-4af4-99bd-c43d91bbf438 port cbf66f82-ef56-4bf3-adcb-2c5936e3a920 binding host dv-neutron-master-2-hyperv {{(pid=103802) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 05 17:07:48.846848 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-1ccad23f-05c0-42b8-9ebe-1ea450d55742 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:48.851814 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c1c30b18-345b-4d79-a664-28a04435eb7a tempest-ExtraDHCPOptionsTestJSON-469552184 tempest-ExtraDHCPOptionsTestJSON-469552184-project] Publish callbacks [] for security_group, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:48.892445 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-51eec66f-3686-4a10-9317-e75c6c91bfad None None] Publish callbacks [] for port, precommit_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:48.922098 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-30a3be27-636d-4cba-842d-7c28d1287b08 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3893367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8784787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8521880'] for subnet, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:48.929353 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-95c6be54-41ca-4fd4-9386-49538c94212b tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:48.930019 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-95c6be54-41ca-4fd4-9386-49538c94212b tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648677'] for floatingip, after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:48.931165 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.db.l3_db [None req-95c6be54-41ca-4fd4-9386-49538c94212b tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Floating IP 0bb47e1e-3940-4472-bc42-4aea0021399b disassociated. External IP: 172.36.4.75, port: 9ef3d340-c89b-48d1-91f1-7e8874147df7. Jan 05 17:07:48.931165 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-95c6be54-41ca-4fd4-9386-49538c94212b tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Calling delete_port for 9ef3d340-c89b-48d1-91f1-7e8874147df7 owned by {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:07:48.958599 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a3be27-636d-4cba-842d-7c28d1287b08 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Pushing event deleted for resources: {'Subnet': ['ID=0461ec13-88b5-4c75-8b67-c8ef6042bccb,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:07:48.968442 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c1c30b18-345b-4d79-a664-28a04435eb7a tempest-ExtraDHCPOptionsTestJSON-469552184 tempest-ExtraDHCPOptionsTestJSON-469552184-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:48.973152 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-30a3be27-636d-4cba-842d-7c28d1287b08 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks [] for subnet, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:48.978729 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-30a3be27-636d-4cba-842d-7c28d1287b08 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] 10.222.0.11 "DELETE /v2.0/subnets/0461ec13-88b5-4c75-8b67-c8ef6042bccb HTTP/1.1" status: 204 len: 168 time: 1.1918101 Jan 05 17:07:48.982344 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 40690) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:07:48.997161 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dbf3121-710f-4e46-9f1c-51862d4b7709 None None] Network 968ae080-cca7-4d2f-9282-4e55fd868548 requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:07:49.028776 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-51eec66f-3686-4a10-9317-e75c6c91bfad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669'] for port, after_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:49.032791 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-8e54b7f2-91a3-401b-ad6c-cf39cc6862d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:49.037870 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-51d41d89-a349-4f21-a2d6-dfa96a64bb47 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-531685'] for router_interface, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:49.038100 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1c30b18-345b-4d79-a664-28a04435eb7a tempest-ExtraDHCPOptionsTestJSON-469552184 tempest-ExtraDHCPOptionsTestJSON-469552184-project] vlan segment allocate from pool success with {'vlan_id': 149, 'physical_network': 'physnet1'} {{(pid=103800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 05 17:07:49.088190 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c1c30b18-345b-4d79-a664-28a04435eb7a tempest-ExtraDHCPOptionsTestJSON-469552184 tempest-ExtraDHCPOptionsTestJSON-469552184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225'] for segment, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:49.088692 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.db.segments_db [None req-c1c30b18-345b-4d79-a664-28a04435eb7a tempest-ExtraDHCPOptionsTestJSON-469552184 tempest-ExtraDHCPOptionsTestJSON-469552184-project] Added segment 8672ec22-e390-4f69-b6a5-80ccef0d2bf1 of type vlan for network 48c54b26-f27c-4552-b87b-b48fdad10d32 Jan 05 17:07:49.099855 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e54b7f2-91a3-401b-ad6c-cf39cc6862d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] Pushing event deleted for resources: {'Port': ['ID=fac54c6b-ea2c-4409-abd9-3730a2e19fa9,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:07:49.101647 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c30b18-345b-4d79-a664-28a04435eb7a tempest-ExtraDHCPOptionsTestJSON-469552184 tempest-ExtraDHCPOptionsTestJSON-469552184-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c6d1884-948a-47f2-9d43-31ddb7ff82fc,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:07:49.136631 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51eec66f-3686-4a10-9317-e75c6c91bfad None None] Network e8832b79-0c8c-4028-886e-450bcb8ccdef is already hosted by enough agents. {{(pid=103802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:07:49.138389 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-8e54b7f2-91a3-401b-ad6c-cf39cc6862d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:49.147903 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-8e54b7f2-91a3-401b-ad6c-cf39cc6862d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] 10.222.0.11 "DELETE /v2.0/ports/fac54c6b-ea2c-4409-abd9-3730a2e19fa9 HTTP/1.1" status: 204 len: 168 time: 1.5277195 Jan 05 17:07:49.148051 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.scheduler.base_scheduler [None req-51eec66f-3686-4a10-9317-e75c6c91bfad None None] Resources bound (agent type, host, resource id): {{(pid=103802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:07:49.149703 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51eec66f-3686-4a10-9317-e75c6c91bfad None None] Received port after_create {{(pid=103802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:07:49.163210 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 40692) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:07:49.172880 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c1c30b18-345b-4d79-a664-28a04435eb7a tempest-ExtraDHCPOptionsTestJSON-469552184 tempest-ExtraDHCPOptionsTestJSON-469552184-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754180566020'] for network, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:49.190698 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.db_base_plugin_v2 [None req-b82a2ff8-71e3-4e64-9180-a3aa49768b2f tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Deleting subnet 6924c082-5c52-4437-b712-e4e1189506ce {{(pid=103801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 05 17:07:49.192625 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.pecan_wsgi.hooks.translation [None req-421b4846-c627-430b-9c34-7229782cc378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] GET failed (client error): The resource could not be found. Jan 05 17:07:49.193078 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51eec66f-3686-4a10-9317-e75c6c91bfad None None] Pushing event updated for resources: {'Port': ['ID=21c42bc9-ef78-432c-8a6e-135cb77744f4,revision_number=1']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:07:49.194127 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-421b4846-c627-430b-9c34-7229782cc378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] 10.222.0.11 "GET /v2.0/ports/fac54c6b-ea2c-4409-abd9-3730a2e19fa9 HTTP/1.1" status: 404 len: 333 time: 0.0399060 Jan 05 17:07:49.197554 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-b82a2ff8-71e3-4e64-9180-a3aa49768b2f tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks [] for subnet, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:49.197964 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 40694) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:07:49.202865 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-e8ac563c-bb27-4782-9019-e4d0b0dd20a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] Request body: {'port': {'network_id': '15448658-04eb-45bf-a2e1-a2e99a7d3675', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-552135783'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:07:49.221687 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-648ae878-0b11-47fc-a8e7-f1fca5a71ab7 tempest-FloatingIPAdminTestJSON-318638842 tempest-FloatingIPAdminTestJSON-318638842-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 05 17:07:49.237226 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7241674-5ce6-446e-a866-e012ea4b1b2d None None] Sync routers for ids ['14249afb-28c3-4371-b5d0-d57a9af0db0e'] in dv-neutron-master-2-hyperv {{(pid=103803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 05 17:07:49.276393 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7241674-5ce6-446e-a866-e012ea4b1b2d None None] Routers {'14249afb-28c3-4371-b5d0-d57a9af0db0e'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:07:49.277209 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-f7241674-5ce6-446e-a866-e012ea4b1b2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:07:19Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['14249afb-28c3-4371-b5d0-d57a9af0db0e'], 'active': True} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:07:49.291307 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-b82a2ff8-71e3-4e64-9180-a3aa49768b2f tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11316398'] for subnet, precommit_delete_associations {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:49.318277 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-f7241674-5ce6-446e-a866-e012ea4b1b2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:07:49.329604 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7241674-5ce6-446e-a866-e012ea4b1b2d None None] Routers {'14249afb-28c3-4371-b5d0-d57a9af0db0e'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:07:49.330342 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-f7241674-5ce6-446e-a866-e012ea4b1b2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:07:19Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['14249afb-28c3-4371-b5d0-d57a9af0db0e'], 'active': True} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:07:49.336763 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-51eec66f-3686-4a10-9317-e75c6c91bfad None None] Attempting to bind port 21c42bc9-ef78-432c-8a6e-135cb77744f4 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 05 17:07:49.337122 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-51eec66f-3686-4a10-9317-e75c6c91bfad None None] Attempting to bind port 21c42bc9-ef78-432c-8a6e-135cb77744f4 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'babb42dd-1b5d-485d-b3a9-192fada16e03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'e8832b79-0c8c-4028-886e-450bcb8ccdef'}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 05 17:07:49.337478 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51eec66f-3686-4a10-9317-e75c6c91bfad None None] Attempting to bind port 21c42bc9-ef78-432c-8a6e-135cb77744f4 on network e8832b79-0c8c-4028-886e-450bcb8ccdef {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:07:49.343447 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-140ca90d-1ea4-4273-99bd-6111d61872c6 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Made reservation on behalf of 85eea60e03994a48a004c2f9e50e4168 for: {'port': 1} {{(pid=103801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:07:49.347124 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-140ca90d-1ea4-4273-99bd-6111d61872c6 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:49.355878 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51eec66f-3686-4a10-9317-e75c6c91bfad None None] Checking agent: {'id': '0d4f8fd3-ce62-4651-970c-efa6a8bb22b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 5, 16, 57, 23), 'started_at': datetime.datetime(2022, 1, 5, 16, 57, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 5, 17, 7, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 05 17:07:49.356242 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51eec66f-3686-4a10-9317-e75c6c91bfad None None] Checking segment: {'id': 'babb42dd-1b5d-485d-b3a9-192fada16e03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'e8832b79-0c8c-4028-886e-450bcb8ccdef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:07:49.356631 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-51eec66f-3686-4a10-9317-e75c6c91bfad None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:49.357025 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51eec66f-3686-4a10-9317-e75c6c91bfad None None] Bound using segment: {'id': 'babb42dd-1b5d-485d-b3a9-192fada16e03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'e8832b79-0c8c-4028-886e-450bcb8ccdef'} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 05 17:07:49.357707 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-51eec66f-3686-4a10-9317-e75c6c91bfad None None] Bound port: 21c42bc9-ef78-432c-8a6e-135cb77744f4, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'babb42dd-1b5d-485d-b3a9-192fada16e03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'e8832b79-0c8c-4028-886e-450bcb8ccdef'}}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 05 17:07:49.358242 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-51eec66f-3686-4a10-9317-e75c6c91bfad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:49.366814 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-f7241674-5ce6-446e-a866-e012ea4b1b2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:07:49.367602 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7241674-5ce6-446e-a866-e012ea4b1b2d None None] The sync data for ids ['14249afb-28c3-4371-b5d0-d57a9af0db0e'] in dv-neutron-master-2-hyperv is: [] {{(pid=103803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 05 17:07:49.391551 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.notifiers.nova [None req-140ca90d-1ea4-4273-99bd-6111d61872c6 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] device_id is not set on port 3aa11a43-eafc-4c4c-8906-50cd0f8e8ee4 yet. {{(pid=103801) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 05 17:07:49.395605 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c1c30b18-345b-4d79-a664-28a04435eb7a tempest-ExtraDHCPOptionsTestJSON-469552184 tempest-ExtraDHCPOptionsTestJSON-469552184-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685'] for network, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:49.407303 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1c30b18-345b-4d79-a664-28a04435eb7a tempest-ExtraDHCPOptionsTestJSON-469552184 tempest-ExtraDHCPOptionsTestJSON-469552184-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:07:49.408923 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c1c30b18-345b-4d79-a664-28a04435eb7a tempest-ExtraDHCPOptionsTestJSON-469552184 tempest-ExtraDHCPOptionsTestJSON-469552184-project] Publish callbacks [] for network, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:49.422121 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-648ae878-0b11-47fc-a8e7-f1fca5a71ab7 tempest-FloatingIPAdminTestJSON-318638842 tempest-FloatingIPAdminTestJSON-318638842-project] Publish callbacks [] for router, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:49.426371 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-648ae878-0b11-47fc-a8e7-f1fca5a71ab7 tempest-FloatingIPAdminTestJSON-318638842 tempest-FloatingIPAdminTestJSON-318638842-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 4.2638693 Jan 05 17:07:49.428887 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 40696) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:07:49.435199 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-95c6be54-41ca-4fd4-9386-49538c94212b tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:49.462698 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-ee54ad0a-9edb-4bef-b628-a5a64332a492 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:49.469778 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4fe92a7-9941-41c4-bd76-4f1a866796fd None None] DHCP port deletion for 968ae080-cca7-4d2f-9282-4e55fd868548 request from dv-neutron-master-2-hyperv {{(pid=103802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 05 17:07:49.511227 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 3bb45045-7850-4cf0-b1ee-d77e072c03dc up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:07:49.533726 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-b82a2ff8-71e3-4e64-9180-a3aa49768b2f tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892868'] for subnet, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:49.560620 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-51eec66f-3686-4a10-9317-e75c6c91bfad None None] For port 21c42bc9-ef78-432c-8a6e-135cb77744f4, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 05 17:07:49.563881 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-1ccad23f-05c0-42b8-9ebe-1ea450d55742 None None] Publish callbacks [] for port, precommit_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:49.582186 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-51eec66f-3686-4a10-9317-e75c6c91bfad None None] For port 21c42bc9-ef78-432c-8a6e-135cb77744f4, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=21c42bc9-ef78-432c-8a6e-135cb77744f4,segment=NetworkSegment(babb42dd-1b5d-485d-b3a9-192fada16e03),segment_id=babb42dd-1b5d-485d-b3a9-192fada16e03)] {{(pid=103802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 05 17:07:49.596251 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c6be54-41ca-4fd4-9386-49538c94212b tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Pushing event deleted for resources: {'Port': ['ID=9ef3d340-c89b-48d1-91f1-7e8874147df7,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:07:49.612551 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-c1c30b18-345b-4d79-a664-28a04435eb7a tempest-ExtraDHCPOptionsTestJSON-469552184 tempest-ExtraDHCPOptionsTestJSON-469552184-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 2.1277826 Jan 05 17:07:49.618016 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 40698) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:07:49.623309 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-3d0f526e-1b7c-41c1-8303-b68063a4a10f tempest-ExtraDHCPOptionsTestJSON-469552184 tempest-ExtraDHCPOptionsTestJSON-469552184-project] Request body: {'subnet': {'network_id': '48c54b26-f27c-4552-b87b-b48fdad10d32', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:07:49.645717 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Provisioning complete for port 3bb45045-7850-4cf0-b1ee-d77e072c03dc triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:07:49.645717 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:49.646911 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-f4fe92a7-9941-41c4-bd76-4f1a866796fd None None] Deleting port 1ea7a7fc-583f-46d3-bd6c-4e4f7249059b {{(pid=103802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:07:49.647264 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-f4fe92a7-9941-41c4-bd76-4f1a866796fd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:49.648763 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:49.657007 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c30b18-345b-4d79-a664-28a04435eb7a tempest-ExtraDHCPOptionsTestJSON-469552184 tempest-ExtraDHCPOptionsTestJSON-469552184-project] Pushing event updated for resources: {'Network': ['ID=48c54b26-f27c-4552-b87b-b48fdad10d32,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:07:49.723613 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8ac563c-bb27-4782-9019-e4d0b0dd20a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] Made reservation on behalf of 079e052e1194405d972b2930e74c4ad1 for: {'port': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:07:49.726656 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e8ac563c-bb27-4782-9019-e4d0b0dd20a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:49.740116 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [None req-140ca90d-1ea4-4273-99bd-6111d61872c6 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Allocated IP 172.20.0.3 (e8832b79-0c8c-4028-886e-450bcb8ccdef/8546841b-10bd-4d93-99da-3031ac40e520/3aa11a43-eafc-4c4c-8906-50cd0f8e8ee4) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:07:49.774260 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.notifiers.nova [None req-e8ac563c-bb27-4782-9019-e4d0b0dd20a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] device_id is not set on port affc9564-ce9b-4c55-a7aa-7dcf8bb712e9 yet. {{(pid=103800) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 05 17:07:49.809846 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-b82a2ff8-71e3-4e64-9180-a3aa49768b2f tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3893367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11433231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12480600'] for subnet, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:49.845175 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-51eec66f-3686-4a10-9317-e75c6c91bfad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:49.850779 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Network 48c54b26-f27c-4552-b87b-b48fdad10d32 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 05 17:07:49.853977 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-1ccad23f-05c0-42b8-9ebe-1ea450d55742 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:49.861104 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-51d41d89-a349-4f21-a2d6-dfa96a64bb47 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Deleting port cbf66f82-ef56-4bf3-adcb-2c5936e3a920 {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:07:49.861442 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-51d41d89-a349-4f21-a2d6-dfa96a64bb47 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:49.899152 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82a2ff8-71e3-4e64-9180-a3aa49768b2f tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Pushing event deleted for resources: {'Subnet': ['ID=6924c082-5c52-4437-b712-e4e1189506ce,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:07:49.921286 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-b82a2ff8-71e3-4e64-9180-a3aa49768b2f tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks [] for subnet, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:49.927175 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-b82a2ff8-71e3-4e64-9180-a3aa49768b2f tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] 10.222.0.11 "DELETE /v2.0/subnets/6924c082-5c52-4437-b712-e4e1189506ce HTTP/1.1" status: 204 len: 168 time: 0.9376450 Jan 05 17:07:49.931337 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 40700) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:07:49.937980 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f18ef71-f7af-4fc3-8161-a62cf4cc325a None None] Network e43a2dfe-e4d2-4090-8e1f-2dae430c77a4 requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:07:49.944654 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95c6be54-41ca-4fd4-9386-49538c94212b tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Router 8e20d6c5-5760-40ff-8076-35b11b39e3e1 has already been hosted by L3 agent 59446fdc-40e0-41fe-a575-a8eb11d742f7 {{(pid=103800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 05 17:07:50.139640 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-03bfc643-a959-46cc-a881-194319b10db5 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3809644'] for network, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:50.152193 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-51d41d89-a349-4f21-a2d6-dfa96a64bb47 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:50.166722 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d0f526e-1b7c-41c1-8303-b68063a4a10f tempest-ExtraDHCPOptionsTestJSON-469552184 tempest-ExtraDHCPOptionsTestJSON-469552184-project] Made reservation on behalf of e1f567ff878744159aaf8c63d146113a for: {'subnet': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:07:50.170504 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3d0f526e-1b7c-41c1-8303-b68063a4a10f tempest-ExtraDHCPOptionsTestJSON-469552184 tempest-ExtraDHCPOptionsTestJSON-469552184-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8521827'] for subnet, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:50.180122 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e8ac563c-bb27-4782-9019-e4d0b0dd20a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:50.183131 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-51d41d89-a349-4f21-a2d6-dfa96a64bb47 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Calling delete_port for cbf66f82-ef56-4bf3-adcb-2c5936e3a920 owned by network:router_interface {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:07:50.267873 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-1ccad23f-05c0-42b8-9ebe-1ea450d55742 None None] Attempting to bind port cbf66f82-ef56-4bf3-adcb-2c5936e3a920 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 05 17:07:50.268356 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-1ccad23f-05c0-42b8-9ebe-1ea450d55742 None None] Attempting to bind port cbf66f82-ef56-4bf3-adcb-2c5936e3a920 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '68e6c437-46c2-424d-85e7-20547f69066d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'e897f8fc-3cef-40ca-9466-c6c65ecd9833'}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 05 17:07:50.268642 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ccad23f-05c0-42b8-9ebe-1ea450d55742 None None] Attempting to bind port cbf66f82-ef56-4bf3-adcb-2c5936e3a920 on network e897f8fc-3cef-40ca-9466-c6c65ecd9833 {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:07:50.281375 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-f4fe92a7-9941-41c4-bd76-4f1a866796fd None None] For port 1ea7a7fc-583f-46d3-bd6c-4e4f7249059b, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=1ea7a7fc-583f-46d3-bd6c-4e4f7249059b,segment=NetworkSegment(1f471016-e561-437b-a4e2-5705a9ff0385),segment_id=1f471016-e561-437b-a4e2-5705a9ff0385)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:07:50.281905 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-f4fe92a7-9941-41c4-bd76-4f1a866796fd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:50.285862 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ccad23f-05c0-42b8-9ebe-1ea450d55742 None None] Checking agent: {'id': '0d4f8fd3-ce62-4651-970c-efa6a8bb22b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 5, 16, 57, 23), 'started_at': datetime.datetime(2022, 1, 5, 16, 57, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 5, 17, 7, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 05 17:07:50.286316 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ccad23f-05c0-42b8-9ebe-1ea450d55742 None None] Checking segment: {'id': '68e6c437-46c2-424d-85e7-20547f69066d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'e897f8fc-3cef-40ca-9466-c6c65ecd9833'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:07:50.286943 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-1ccad23f-05c0-42b8-9ebe-1ea450d55742 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:50.287099 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-140ca90d-1ea4-4273-99bd-6111d61872c6 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks [] for port, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:50.287709 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ccad23f-05c0-42b8-9ebe-1ea450d55742 None None] Bound using segment: {'id': '68e6c437-46c2-424d-85e7-20547f69066d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'e897f8fc-3cef-40ca-9466-c6c65ecd9833'} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 05 17:07:50.287912 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-1ccad23f-05c0-42b8-9ebe-1ea450d55742 None None] Bound port: cbf66f82-ef56-4bf3-adcb-2c5936e3a920, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68e6c437-46c2-424d-85e7-20547f69066d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'e897f8fc-3cef-40ca-9466-c6c65ecd9833'}}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 05 17:07:50.288344 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-1ccad23f-05c0-42b8-9ebe-1ea450d55742 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:50.379022 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e8ac563c-bb27-4782-9019-e4d0b0dd20a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:50.389669 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51eec66f-3686-4a10-9317-e75c6c91bfad None None] Pushing event updated for resources: {'Port': ['ID=21c42bc9-ef78-432c-8a6e-135cb77744f4,revision_number=2']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:07:50.474592 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe79ec7-194d-4ca2-9944-5e102ea907ef None None] Pushing event updated for resources: {'Port': ['ID=cbf66f82-ef56-4bf3-adcb-2c5936e3a920,revision_number=3']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:07:50.495599 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-f4fe92a7-9941-41c4-bd76-4f1a866796fd None None] Calling delete_port for 1ea7a7fc-583f-46d3-bd6c-4e4f7249059b owned by network:dhcp {{(pid=103802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:07:50.538639 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8ac563c-bb27-4782-9019-e4d0b0dd20a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] Network 15448658-04eb-45bf-a2e1-a2e99a7d3675 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:07:50.557393 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-e8ac563c-bb27-4782-9019-e4d0b0dd20a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:07:50.564877 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8ac563c-bb27-4782-9019-e4d0b0dd20a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:07:50.565860 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8ac563c-bb27-4782-9019-e4d0b0dd20a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:07:50.566599 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e8ac563c-bb27-4782-9019-e4d0b0dd20a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:50.568183 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-438c9f64-5f1a-4faf-8f66-6d3abc1daa1a None None] Provisioning complete for port cbf66f82-ef56-4bf3-adcb-2c5936e3a920 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:07:50.568800 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-438c9f64-5f1a-4faf-8f66-6d3abc1daa1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:50.574564 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ac563c-bb27-4782-9019-e4d0b0dd20a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] Pushing event updated for resources: {'Port': ['ID=affc9564-ce9b-4c55-a7aa-7dcf8bb712e9,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:07:50.659555 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d2607572-b3c9-472c-85bc-c8de0c3fb75c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:50.661519 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-c9d7c167-91ca-4c7c-89e7-ff5ff6b873b6 tempest-FloatingIPAdminTestJSON-318638842 tempest-FloatingIPAdminTestJSON-318638842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:50.676446 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-140ca90d-1ea4-4273-99bd-6111d61872c6 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11433176'] for port, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:50.709685 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6022f8ca-7b8d-4abb-8e90-657bcfc968a9 None None] DHCP port deletion for e43a2dfe-e4d2-4090-8e1f-2dae430c77a4 request from dv-neutron-master-2-hyperv {{(pid=103802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 05 17:07:50.719081 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-438c9f64-5f1a-4faf-8f66-6d3abc1daa1a None None] Port cbf66f82-ef56-4bf3-adcb-2c5936e3a920 cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 17:07:50.759873 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95c6be54-41ca-4fd4-9386-49538c94212b tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 05 17:07:50.765364 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.db.api [None req-1ccad23f-05c0-42b8-9ebe-1ea450d55742 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=103802) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 05 17:07:50.765901 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG oslo_db.api [None req-1ccad23f-05c0-42b8-9ebe-1ea450d55742 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 05 17:07:50.774175 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-51d41d89-a349-4f21-a2d6-dfa96a64bb47 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11433176'] for port, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:50.774472 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b27bc4b-44ca-48cf-99ba-d6ffae0385ae None None] Sync routers for ids ['8e20d6c5-5760-40ff-8076-35b11b39e3e1'] in dv-neutron-master-2-hyperv {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 05 17:07:50.775863 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-03bfc643-a959-46cc-a881-194319b10db5 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Deleting port 1ea7a7fc-583f-46d3-bd6c-4e4f7249059b {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:07:50.776683 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-03bfc643-a959-46cc-a881-194319b10db5 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:50.783314 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-140ca90d-1ea4-4273-99bd-6111d61872c6 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Network e8832b79-0c8c-4028-886e-450bcb8ccdef is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:07:50.790444 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-140ca90d-1ea4-4273-99bd-6111d61872c6 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:07:50.792488 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140ca90d-1ea4-4273-99bd-6111d61872c6 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Pushing event updated for resources: {'Port': ['ID=3aa11a43-eafc-4c4c-8906-50cd0f8e8ee4,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:07:50.795097 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-140ca90d-1ea4-4273-99bd-6111d61872c6 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:07:50.807680 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b27bc4b-44ca-48cf-99ba-d6ffae0385ae None None] Routers {'8e20d6c5-5760-40ff-8076-35b11b39e3e1'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:07:50.810746 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-9b27bc4b-44ca-48cf-99ba-d6ffae0385ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:07:49Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['8e20d6c5-5760-40ff-8076-35b11b39e3e1'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:07:50.818763 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-e8ac563c-bb27-4782-9019-e4d0b0dd20a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.6195543 Jan 05 17:07:50.823357 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 40702) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:07:50.853448 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-a22926aa-2281-4fbb-8fcd-f5a5f8e0351d tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-mast'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:07:50.869445 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d41d89-a349-4f21-a2d6-dfa96a64bb47 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Pushing event deleted for resources: {'Port': ['ID=cbf66f82-ef56-4bf3-adcb-2c5936e3a920,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:07:50.879027 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-9b27bc4b-44ca-48cf-99ba-d6ffae0385ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:07:50.889668 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-6022f8ca-7b8d-4abb-8e90-657bcfc968a9 None None] Deleting port 32e49a84-a683-4169-9e1e-31ca55fdde71 {{(pid=103802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:07:50.890441 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-6022f8ca-7b8d-4abb-8e90-657bcfc968a9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:50.905461 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3d0f526e-1b7c-41c1-8303-b68063a4a10f tempest-ExtraDHCPOptionsTestJSON-469552184 tempest-ExtraDHCPOptionsTestJSON-469552184-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8784852', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8521873'] for subnet, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:50.909731 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b27bc4b-44ca-48cf-99ba-d6ffae0385ae None None] Routers {'8e20d6c5-5760-40ff-8076-35b11b39e3e1'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:07:50.910739 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-9b27bc4b-44ca-48cf-99ba-d6ffae0385ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:07:49Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['8e20d6c5-5760-40ff-8076-35b11b39e3e1'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:07:50.973878 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.db [None req-03bfc643-a959-46cc-a881-194319b10db5 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] For port 1ea7a7fc-583f-46d3-bd6c-4e4f7249059b, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=1ea7a7fc-583f-46d3-bd6c-4e4f7249059b,segment=NetworkSegment(1f471016-e561-437b-a4e2-5705a9ff0385),segment_id=1f471016-e561-437b-a4e2-5705a9ff0385)] {{(pid=103800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:07:50.974475 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-03bfc643-a959-46cc-a881-194319b10db5 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:50.997767 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-9b27bc4b-44ca-48cf-99ba-d6ffae0385ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:07:50.999016 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b27bc4b-44ca-48cf-99ba-d6ffae0385ae None None] The sync data for ids ['8e20d6c5-5760-40ff-8076-35b11b39e3e1'] in dv-neutron-master-2-hyperv is: [] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 05 17:07:51.000952 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-f4fe92a7-9941-41c4-bd76-4f1a866796fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678'] for port, after_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:51.033327 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-03bfc643-a959-46cc-a881-194319b10db5 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Calling delete_port for 1ea7a7fc-583f-46d3-bd6c-4e4f7249059b owned by network:dhcp {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:07:51.043494 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fe92a7-9941-41c4-bd76-4f1a866796fd None None] Pushing event deleted for resources: {'Port': ['ID=1ea7a7fc-583f-46d3-bd6c-4e4f7249059b,revision_number=None']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:07:51.055068 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-95c6be54-41ca-4fd4-9386-49538c94212b tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:51.059941 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4fe92a7-9941-41c4-bd76-4f1a866796fd None None] No DVR routers for this DVR port 1ea7a7fc-583f-46d3-bd6c-4e4f7249059b on host dv-neutron-master-2-hyperv {{(pid=103802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 05 17:07:51.062759 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-95c6be54-41ca-4fd4-9386-49538c94212b tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] 10.222.0.11 "DELETE /v2.0/ports/9ef3d340-c89b-48d1-91f1-7e8874147df7 HTTP/1.1" status: 204 len: 168 time: 3.4495997 Jan 05 17:07:51.075221 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-6022f8ca-7b8d-4abb-8e90-657bcfc968a9 None None] For port 32e49a84-a683-4169-9e1e-31ca55fdde71, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=32e49a84-a683-4169-9e1e-31ca55fdde71,segment=NetworkSegment(8baac335-01c0-43c6-a45c-b77879deda65),segment_id=8baac335-01c0-43c6-a45c-b77879deda65)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:07:51.075626 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-6022f8ca-7b8d-4abb-8e90-657bcfc968a9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:51.089013 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-6022f8ca-7b8d-4abb-8e90-657bcfc968a9 None None] Calling delete_port for 32e49a84-a683-4169-9e1e-31ca55fdde71 owned by network:dhcp {{(pid=103802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:07:51.154858 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0f526e-1b7c-41c1-8303-b68063a4a10f tempest-ExtraDHCPOptionsTestJSON-469552184 tempest-ExtraDHCPOptionsTestJSON-469552184-project] Pushing event updated for resources: {'Subnet': ['ID=697e76d4-03e1-4427-b2b9-34c9014d831f,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:07:51.169072 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a22926aa-2281-4fbb-8fcd-f5a5f8e0351d tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:51.199219 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 40704) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:07:51.285301 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-1ccad23f-05c0-42b8-9ebe-1ea450d55742 None None] Attempting to bind port cbf66f82-ef56-4bf3-adcb-2c5936e3a920 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 05 17:07:51.285946 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-1ccad23f-05c0-42b8-9ebe-1ea450d55742 None None] Attempting to bind port cbf66f82-ef56-4bf3-adcb-2c5936e3a920 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '68e6c437-46c2-424d-85e7-20547f69066d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'e897f8fc-3cef-40ca-9466-c6c65ecd9833'}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 05 17:07:51.286107 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ccad23f-05c0-42b8-9ebe-1ea450d55742 None None] Attempting to bind port cbf66f82-ef56-4bf3-adcb-2c5936e3a920 on network e897f8fc-3cef-40ca-9466-c6c65ecd9833 {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:07:51.295014 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ccad23f-05c0-42b8-9ebe-1ea450d55742 None None] Checking agent: {'id': '0d4f8fd3-ce62-4651-970c-efa6a8bb22b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 5, 16, 57, 23), 'started_at': datetime.datetime(2022, 1, 5, 16, 57, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 5, 17, 7, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 05 17:07:51.295472 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ccad23f-05c0-42b8-9ebe-1ea450d55742 None None] Checking segment: {'id': '68e6c437-46c2-424d-85e7-20547f69066d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'e897f8fc-3cef-40ca-9466-c6c65ecd9833'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:07:51.295955 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-1ccad23f-05c0-42b8-9ebe-1ea450d55742 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:51.297095 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ccad23f-05c0-42b8-9ebe-1ea450d55742 None None] Bound using segment: {'id': '68e6c437-46c2-424d-85e7-20547f69066d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'e897f8fc-3cef-40ca-9466-c6c65ecd9833'} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 05 17:07:51.297659 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-1ccad23f-05c0-42b8-9ebe-1ea450d55742 None None] Bound port: cbf66f82-ef56-4bf3-adcb-2c5936e3a920, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68e6c437-46c2-424d-85e7-20547f69066d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'e897f8fc-3cef-40ca-9466-c6c65ecd9833'}}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 05 17:07:51.298057 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-1ccad23f-05c0-42b8-9ebe-1ea450d55742 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:51.299774 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-6c9f99cd-6a4e-422f-ab84-17ab1a3c7359 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] 10.222.0.11 "GET /v2.0/floatingips/0bb47e1e-3940-4472-bc42-4aea0021399b HTTP/1.1" status: 200 len: 687 time: 0.1005206 Jan 05 17:07:51.304944 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 40706) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:07:51.315166 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d0f526e-1b7c-41c1-8303-b68063a4a10f tempest-ExtraDHCPOptionsTestJSON-469552184 tempest-ExtraDHCPOptionsTestJSON-469552184-project] Checking segment: {'id': '8672ec22-e390-4f69-b6a5-80ccef0d2bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '48c54b26-f27c-4552-b87b-b48fdad10d32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:07:51.315876 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-6022f8ca-7b8d-4abb-8e90-657bcfc968a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678'] for port, after_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:51.316075 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d0f526e-1b7c-41c1-8303-b68063a4a10f tempest-ExtraDHCPOptionsTestJSON-469552184 tempest-ExtraDHCPOptionsTestJSON-469552184-project] Network hostable DHCP agents. Network: 48c54b26-f27c-4552-b87b-b48fdad10d32, hostable agents: ['3f70c195-17da-4084-9fd6-bf6059d88535'], hosted agents: [] {{(pid=103800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 05 17:07:51.352141 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-1ccad23f-05c0-42b8-9ebe-1ea450d55742 None None] Port cbf66f82-ef56-4bf3-adcb-2c5936e3a920 has been deleted concurrently {{(pid=103802) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:665}} Jan 05 17:07:51.381461 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6022f8ca-7b8d-4abb-8e90-657bcfc968a9 None None] Pushing event deleted for resources: {'Port': ['ID=32e49a84-a683-4169-9e1e-31ca55fdde71,revision_number=None']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:07:51.392970 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6022f8ca-7b8d-4abb-8e90-657bcfc968a9 None None] No DVR routers for this DVR port 32e49a84-a683-4169-9e1e-31ca55fdde71 on host dv-neutron-master-2-hyperv {{(pid=103802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 05 17:07:51.397556 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-03bfc643-a959-46cc-a881-194319b10db5 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:51.412299 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ccad23f-05c0-42b8-9ebe-1ea450d55742 None None] Routers {'1988da65-1b6f-4af4-99bd-c43d91bbf438'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:07:51.412880 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-1ccad23f-05c0-42b8-9ebe-1ea450d55742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:07:49Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['1988da65-1b6f-4af4-99bd-c43d91bbf438'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:07:51.453760 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bfc643-a959-46cc-a881-194319b10db5 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Pushing event deleted for resources: {'Port': ['ID=1ea7a7fc-583f-46d3-bd6c-4e4f7249059b,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:07:51.465888 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-140ca90d-1ea4-4273-99bd-6111d61872c6 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:07:51.469651 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-140ca90d-1ea4-4273-99bd-6111d61872c6 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:51.471362 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03bfc643-a959-46cc-a881-194319b10db5 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] No DVR routers for this DVR port 1ea7a7fc-583f-46d3-bd6c-4e4f7249059b on host dv-neutron-master-2-hyperv {{(pid=103800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 05 17:07:51.514748 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d0f526e-1b7c-41c1-8303-b68063a4a10f tempest-ExtraDHCPOptionsTestJSON-469552184 tempest-ExtraDHCPOptionsTestJSON-469552184-project] Network 48c54b26-f27c-4552-b87b-b48fdad10d32 is scheduled to be hosted by DHCP agent 3f70c195-17da-4084-9fd6-bf6059d88535 with binding_index 1 {{(pid=103800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 05 17:07:51.550403 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-1ccad23f-05c0-42b8-9ebe-1ea450d55742 None None] Set router 1988da65-1b6f-4af4-99bd-c43d91bbf438 gateway port host: None {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:07:51.614155 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-51d41d89-a349-4f21-a2d6-dfa96a64bb47 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-560676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531569'] for router_interface, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:51.631073 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 21c42bc9-ef78-432c-8a6e-135cb77744f4 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:07:51.631349 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-3d0f526e-1b7c-41c1-8303-b68063a4a10f tempest-ExtraDHCPOptionsTestJSON-469552184 tempest-ExtraDHCPOptionsTestJSON-469552184-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 48c54b26-f27c-4552-b87b-b48fdad10d32) {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:07:51.631490 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-1ccad23f-05c0-42b8-9ebe-1ea450d55742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1988da65-1b6f-4af4-99bd-c43d91bbf438', 'name': 'tempest-NetworksTestDHCPv6-router-1755447723', 'tenant_id': 'fd419c78d7194361a03f37a26ebeba76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:07:39Z', 'updated_at': '2022-01-05T17:07:50Z', 'revision_number': 3, 'project_id': 'fd419c78d7194361a03f37a26ebeba76', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:07:51.642142 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-03bfc643-a959-46cc-a881-194319b10db5 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3891715', 'neutron.services.segments.db._delete_segments_for_network-8754181063482'] for network, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:51.649345 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.notifiers.nova [None req-a22926aa-2281-4fbb-8fcd-f5a5f8e0351d tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] device_id is not set on port affc9564-ce9b-4c55-a7aa-7dcf8bb712e9 yet. {{(pid=103800) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 05 17:07:51.661012 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d0f526e-1b7c-41c1-8303-b68063a4a10f tempest-ExtraDHCPOptionsTestJSON-469552184 tempest-ExtraDHCPOptionsTestJSON-469552184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:07:51.661012 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3d0f526e-1b7c-41c1-8303-b68063a4a10f tempest-ExtraDHCPOptionsTestJSON-469552184 tempest-ExtraDHCPOptionsTestJSON-469552184-project] Publish callbacks [] for subnet, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:51.664661 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ee0541a-3e5a-4f0f-b091-dec7e314640e None None] Network 48c54b26-f27c-4552-b87b-b48fdad10d32 requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:07:51.682169 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a22926aa-2281-4fbb-8fcd-f5a5f8e0351d tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:51.700005 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ccad23f-05c0-42b8-9ebe-1ea450d55742 None None] The sync data for ids ['1988da65-1b6f-4af4-99bd-c43d91bbf438'] in dv-neutron-master-2-hyperv is: [{'id': '1988da65-1b6f-4af4-99bd-c43d91bbf438', 'name': 'tempest-NetworksTestDHCPv6-router-1755447723', 'tenant_id': 'fd419c78d7194361a03f37a26ebeba76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:07:39Z', 'updated_at': '2022-01-05T17:07:50Z', 'revision_number': 3, 'project_id': 'fd419c78d7194361a03f37a26ebeba76', 'gw_port_host': None}] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 05 17:07:51.700750 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-140ca90d-1ea4-4273-99bd-6111d61872c6 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 3.2024872 Jan 05 17:07:51.706094 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 40708) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:07:51.725059 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.services.segments.db [None req-03bfc643-a959-46cc-a881-194319b10db5 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['968ae080-cca7-4d2f-9282-4e55fd868548']}} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:07:51.783474 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a22926aa-2281-4fbb-8fcd-f5a5f8e0351d tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8784461'] for port, after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:51.788562 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.services.segments.db [None req-03bfc643-a959-46cc-a881-194319b10db5 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f471016-e561-437b-a4e2-5705a9ff0385') {'for_net_delete': True} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:07:51.788902 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.services.segments.db [None req-03bfc643-a959-46cc-a881-194319b10db5 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f471016-e561-437b-a4e2-5705a9ff0385') {} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:07:51.816418 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-3d0f526e-1b7c-41c1-8303-b68063a4a10f tempest-ExtraDHCPOptionsTestJSON-469552184 tempest-ExtraDHCPOptionsTestJSON-469552184-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1970332 Jan 05 17:07:51.820392 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 40710) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:07:51.838162 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Provisioning complete for port 21c42bc9-ef78-432c-8a6e-135cb77744f4 triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:07:51.838477 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-9a6715de-a391-4cec-aae0-bc1262ab0ab1 tempest-ExtraDHCPOptionsTestJSON-469552184 tempest-ExtraDHCPOptionsTestJSON-469552184-project] Request body: {'port': {'network_id': '48c54b26-f27c-4552-b87b-b48fdad10d32', 'name': 'tempest-ExtraDHCPOptionsTestJSON-320705419'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:07:51.838630 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:51.889437 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-03bfc643-a959-46cc-a881-194319b10db5 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754181064771', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8784833'] for segment, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:51.908979 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3681cc4-4ee6-4ccf-9322-4ee3e47f56bf None None] Network e8832b79-0c8c-4028-886e-450bcb8ccdef requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:07:51.973932 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-03bfc643-a959-46cc-a881-194319b10db5 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225'] for segment, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:51.982186 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22926aa-2281-4fbb-8fcd-f5a5f8e0351d tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] Pushing event updated for resources: {'Port': ['ID=affc9564-ce9b-4c55-a7aa-7dcf8bb712e9,revision_number=2']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:07:51.995016 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d504d802-9546-4ce5-a9d3-96c844ac5808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:52.000401 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abf3658a-ed39-4f0f-bbd5-53eecc7607f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-48c54b26-f27c-4552-b87b-b48fdad10d32', 'network_id': '48c54b26-f27c-4552-b87b-b48fdad10d32', 'project_id': 'e1f567ff878744159aaf8c63d146113a', 'fixed_ips': [{'subnet_id': '697e76d4-03e1-4427-b2b9-34c9014d831f'}]}} from dv-neutron-master-2-hyperv. {{(pid=103802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 05 17:07:52.001415 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-abf3658a-ed39-4f0f-bbd5-53eecc7607f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:52.017686 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03bfc643-a959-46cc-a881-194319b10db5 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Releasing vlan 146 on physical network physnet1 to pool {{(pid=103800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 05 17:07:52.018412 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-03bfc643-a959-46cc-a881-194319b10db5 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8784497'] for segment, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:52.023826 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:07:52.023826 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:07:52.023826 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:07:52.023826 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:07:52.023826 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:07:52.023826 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:07:52.023826 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:07:52.023826 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:07:52.023826 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:07:52.023826 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:07:52.023826 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:07:52.023826 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:07:52.023826 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:07:52.023826 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:07:52.023826 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 05 17:07:52.023826 dv-neutron-master-2-hyperv neutron-server[103800]: self.session.flush() Jan 05 17:07:52.023826 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 05 17:07:52.023826 dv-neutron-master-2-hyperv neutron-server[103800]: self.session.flush() Jan 05 17:07:52.023826 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 05 17:07:52.023826 dv-neutron-master-2-hyperv neutron-server[103800]: self.session.flush() Jan 05 17:07:52.023826 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 05 17:07:52.023826 dv-neutron-master-2-hyperv neutron-server[103800]: self.session.flush() Jan 05 17:07:52.023826 dv-neutron-master-2-hyperv neutron-server[103800]: Traceback (most recent call last): Jan 05 17:07:52.023826 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 05 17:07:52.023826 dv-neutron-master-2-hyperv neutron-server[103800]: timer() Jan 05 17:07:52.023826 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 05 17:07:52.023826 dv-neutron-master-2-hyperv neutron-server[103800]: cb(*args, **kw) Jan 05 17:07:52.023826 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 05 17:07:52.023826 dv-neutron-master-2-hyperv neutron-server[103800]: return func(*args, **kwargs) Jan 05 17:07:52.023826 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 05 17:07:52.023826 dv-neutron-master-2-hyperv neutron-server[103800]: self._notify() Jan 05 17:07:52.023826 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 05 17:07:52.023826 dv-neutron-master-2-hyperv neutron-server[103800]: self.callback(batched_events) Jan 05 17:07:52.023826 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 05 17:07:52.023826 dv-neutron-master-2-hyperv neutron-server[103800]: event.method(event) Jan 05 17:07:52.023826 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 05 17:07:52.023826 dv-neutron-master-2-hyperv neutron-server[103800]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 05 17:07:52.023826 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 05 17:07:52.023826 dv-neutron-master-2-hyperv neutron-server[103800]: aggregate_uuid = self.p_client.list_aggregates( Jan 05 17:07:52.023826 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 05 17:07:52.023826 dv-neutron-master-2-hyperv neutron-server[103800]: return f(self, *a, **k) Jan 05 17:07:52.023826 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 05 17:07:52.023826 dv-neutron-master-2-hyperv neutron-server[103800]: return self._get(url).json() Jan 05 17:07:52.023826 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 05 17:07:52.023826 dv-neutron-master-2-hyperv neutron-server[103800]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 05 17:07:52.023826 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 05 17:07:52.023826 dv-neutron-master-2-hyperv neutron-server[103800]: return self.request(url, 'GET', **kwargs) Jan 05 17:07:52.023826 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 05 17:07:52.023826 dv-neutron-master-2-hyperv neutron-server[103800]: base_url = self.get_endpoint(auth, allow=allow, Jan 05 17:07:52.023826 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 05 17:07:52.023826 dv-neutron-master-2-hyperv neutron-server[103800]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 05 17:07:52.023826 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 05 17:07:52.023826 dv-neutron-master-2-hyperv neutron-server[103800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 05 17:07:52.023826 dv-neutron-master-2-hyperv neutron-server[103800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 05 17:07:52.055923 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-f5842ebf-ad70-4d33-8dd0-3c7c5f79077a None None] Provisioning complete for port 21c42bc9-ef78-432c-8a6e-135cb77744f4 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:07:52.056286 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-f5842ebf-ad70-4d33-8dd0-3c7c5f79077a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:52.144786 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-7adcde81-ca98-4205-a7ec-3b043f34f3ac tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Deleting port 1693a40e-e32b-4888-9e06-af0e08112a1b {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:07:52.145006 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-7adcde81-ca98-4205-a7ec-3b043f34f3ac tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:52.159204 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [None req-a22926aa-2281-4fbb-8fcd-f5a5f8e0351d tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] Attempting to bind port affc9564-ce9b-4c55-a7aa-7dcf8bb712e9 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 05 17:07:52.159545 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [None req-a22926aa-2281-4fbb-8fcd-f5a5f8e0351d tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] Attempting to bind port affc9564-ce9b-4c55-a7aa-7dcf8bb712e9 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'eadab9af-f837-44e4-b87d-b8e3422797ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '15448658-04eb-45bf-a2e1-a2e99a7d3675'}] {{(pid=103800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 05 17:07:52.160385 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a22926aa-2281-4fbb-8fcd-f5a5f8e0351d tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] Attempting to bind port affc9564-ce9b-4c55-a7aa-7dcf8bb712e9 on network 15448658-04eb-45bf-a2e1-a2e99a7d3675 {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:07:52.194712 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51d41d89-a349-4f21-a2d6-dfa96a64bb47 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Router 1988da65-1b6f-4af4-99bd-c43d91bbf438 has already been hosted by L3 agent 59446fdc-40e0-41fe-a575-a8eb11d742f7 {{(pid=103801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 05 17:07:52.196192 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [None req-c9d7c167-91ca-4c7c-89e7-ff5ff6b873b6 tempest-FloatingIPAdminTestJSON-318638842 tempest-FloatingIPAdminTestJSON-318638842-project] Allocated IP 172.20.0.1 (548691fa-6c35-4ab1-b2b6-63e0b753c516/f3d7d374-eb8a-480c-8552-3048026a2e70/2e3e0405-9434-46d3-8c60-240f6fe28f71) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:07:52.198026 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a22926aa-2281-4fbb-8fcd-f5a5f8e0351d tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] Port affc9564-ce9b-4c55-a7aa-7dcf8bb712e9 on network 15448658-04eb-45bf-a2e1-a2e99a7d3675 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 05 17:07:52.198391 dv-neutron-master-2-hyperv neutron-server[103800]: ERROR neutron.plugins.ml2.managers [None req-a22926aa-2281-4fbb-8fcd-f5a5f8e0351d tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] Failed to bind port affc9564-ce9b-4c55-a7aa-7dcf8bb712e9 on host hv-neutron-mast for vnic_type normal using segments [{'id': 'eadab9af-f837-44e4-b87d-b8e3422797ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '15448658-04eb-45bf-a2e1-a2e99a7d3675'}] Jan 05 17:07:52.201284 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.plugins.ml2.plugin [None req-a22926aa-2281-4fbb-8fcd-f5a5f8e0351d tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] Attempt 2 to bind port affc9564-ce9b-4c55-a7aa-7dcf8bb712e9 Jan 05 17:07:52.241100 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [None req-a22926aa-2281-4fbb-8fcd-f5a5f8e0351d tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] Attempting to bind port affc9564-ce9b-4c55-a7aa-7dcf8bb712e9 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 05 17:07:52.241440 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [None req-a22926aa-2281-4fbb-8fcd-f5a5f8e0351d tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] Attempting to bind port affc9564-ce9b-4c55-a7aa-7dcf8bb712e9 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'eadab9af-f837-44e4-b87d-b8e3422797ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '15448658-04eb-45bf-a2e1-a2e99a7d3675'}] {{(pid=103800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 05 17:07:52.241808 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a22926aa-2281-4fbb-8fcd-f5a5f8e0351d tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] Attempting to bind port affc9564-ce9b-4c55-a7aa-7dcf8bb712e9 on network 15448658-04eb-45bf-a2e1-a2e99a7d3675 {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:07:52.249950 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-03bfc643-a959-46cc-a881-194319b10db5 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3891722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648695'] for network, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:52.253654 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a22926aa-2281-4fbb-8fcd-f5a5f8e0351d tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] Port affc9564-ce9b-4c55-a7aa-7dcf8bb712e9 on network 15448658-04eb-45bf-a2e1-a2e99a7d3675 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 05 17:07:52.253904 dv-neutron-master-2-hyperv neutron-server[103800]: ERROR neutron.plugins.ml2.managers [None req-a22926aa-2281-4fbb-8fcd-f5a5f8e0351d tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] Failed to bind port affc9564-ce9b-4c55-a7aa-7dcf8bb712e9 on host hv-neutron-mast for vnic_type normal using segments [{'id': 'eadab9af-f837-44e4-b87d-b8e3422797ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '15448658-04eb-45bf-a2e1-a2e99a7d3675'}] Jan 05 17:07:52.274150 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.plugins.ml2.plugin [None req-a22926aa-2281-4fbb-8fcd-f5a5f8e0351d tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] Attempt 3 to bind port affc9564-ce9b-4c55-a7aa-7dcf8bb712e9 Jan 05 17:07:52.286732 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-03bfc643-a959-46cc-a881-194319b10db5 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks [] for network, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:52.290309 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-03bfc643-a959-46cc-a881-194319b10db5 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] 10.222.0.11 "DELETE /v2.0/networks/968ae080-cca7-4d2f-9282-4e55fd868548 HTTP/1.1" status: 204 len: 168 time: 2.3584282 Jan 05 17:07:52.294614 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 40712) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:07:52.312260 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bfc643-a959-46cc-a881-194319b10db5 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Pushing event deleted for resources: {'Network': ['ID=968ae080-cca7-4d2f-9282-4e55fd868548,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:07:52.323478 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [None req-a22926aa-2281-4fbb-8fcd-f5a5f8e0351d tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] Attempting to bind port affc9564-ce9b-4c55-a7aa-7dcf8bb712e9 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 05 17:07:52.323844 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [None req-a22926aa-2281-4fbb-8fcd-f5a5f8e0351d tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] Attempting to bind port affc9564-ce9b-4c55-a7aa-7dcf8bb712e9 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'eadab9af-f837-44e4-b87d-b8e3422797ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '15448658-04eb-45bf-a2e1-a2e99a7d3675'}] {{(pid=103800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 05 17:07:52.324150 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a22926aa-2281-4fbb-8fcd-f5a5f8e0351d tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] Attempting to bind port affc9564-ce9b-4c55-a7aa-7dcf8bb712e9 on network 15448658-04eb-45bf-a2e1-a2e99a7d3675 {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:07:52.339107 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a22926aa-2281-4fbb-8fcd-f5a5f8e0351d tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] Port affc9564-ce9b-4c55-a7aa-7dcf8bb712e9 on network 15448658-04eb-45bf-a2e1-a2e99a7d3675 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 05 17:07:52.339107 dv-neutron-master-2-hyperv neutron-server[103800]: ERROR neutron.plugins.ml2.managers [None req-a22926aa-2281-4fbb-8fcd-f5a5f8e0351d tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] Failed to bind port affc9564-ce9b-4c55-a7aa-7dcf8bb712e9 on host hv-neutron-mast for vnic_type normal using segments [{'id': 'eadab9af-f837-44e4-b87d-b8e3422797ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '15448658-04eb-45bf-a2e1-a2e99a7d3675'}] Jan 05 17:07:52.339107 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.plugins.ml2.plugin [None req-a22926aa-2281-4fbb-8fcd-f5a5f8e0351d tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] Attempt 4 to bind port affc9564-ce9b-4c55-a7aa-7dcf8bb712e9 Jan 05 17:07:52.372224 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-7adcde81-ca98-4205-a7ec-3b043f34f3ac tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:52.373452 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-7adcde81-ca98-4205-a7ec-3b043f34f3ac tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:52.380826 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [None req-a22926aa-2281-4fbb-8fcd-f5a5f8e0351d tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] Attempting to bind port affc9564-ce9b-4c55-a7aa-7dcf8bb712e9 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 05 17:07:52.381185 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [None req-a22926aa-2281-4fbb-8fcd-f5a5f8e0351d tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] Attempting to bind port affc9564-ce9b-4c55-a7aa-7dcf8bb712e9 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'eadab9af-f837-44e4-b87d-b8e3422797ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '15448658-04eb-45bf-a2e1-a2e99a7d3675'}] {{(pid=103800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 05 17:07:52.381500 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a22926aa-2281-4fbb-8fcd-f5a5f8e0351d tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] Attempting to bind port affc9564-ce9b-4c55-a7aa-7dcf8bb712e9 on network 15448658-04eb-45bf-a2e1-a2e99a7d3675 {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:07:52.389752 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a22926aa-2281-4fbb-8fcd-f5a5f8e0351d tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] Port affc9564-ce9b-4c55-a7aa-7dcf8bb712e9 on network 15448658-04eb-45bf-a2e1-a2e99a7d3675 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 05 17:07:52.390007 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a6715de-a391-4cec-aae0-bc1262ab0ab1 tempest-ExtraDHCPOptionsTestJSON-469552184 tempest-ExtraDHCPOptionsTestJSON-469552184-project] Made reservation on behalf of e1f567ff878744159aaf8c63d146113a for: {'port': 1} {{(pid=103801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:07:52.390607 dv-neutron-master-2-hyperv neutron-server[103800]: ERROR neutron.plugins.ml2.managers [None req-a22926aa-2281-4fbb-8fcd-f5a5f8e0351d tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] Failed to bind port affc9564-ce9b-4c55-a7aa-7dcf8bb712e9 on host hv-neutron-mast for vnic_type normal using segments [{'id': 'eadab9af-f837-44e4-b87d-b8e3422797ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '15448658-04eb-45bf-a2e1-a2e99a7d3675'}] Jan 05 17:07:52.391122 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.plugins.ml2.plugin [None req-a22926aa-2281-4fbb-8fcd-f5a5f8e0351d tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] Attempt 5 to bind port affc9564-ce9b-4c55-a7aa-7dcf8bb712e9 Jan 05 17:07:52.393930 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-91a278de-2fdc-4b17-b51c-ef84f321b22f tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:52.394096 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-9a6715de-a391-4cec-aae0-bc1262ab0ab1 tempest-ExtraDHCPOptionsTestJSON-469552184 tempest-ExtraDHCPOptionsTestJSON-469552184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:52.415419 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [None req-a22926aa-2281-4fbb-8fcd-f5a5f8e0351d tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] Attempting to bind port affc9564-ce9b-4c55-a7aa-7dcf8bb712e9 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 05 17:07:52.415792 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [None req-a22926aa-2281-4fbb-8fcd-f5a5f8e0351d tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] Attempting to bind port affc9564-ce9b-4c55-a7aa-7dcf8bb712e9 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'eadab9af-f837-44e4-b87d-b8e3422797ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '15448658-04eb-45bf-a2e1-a2e99a7d3675'}] {{(pid=103800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 05 17:07:52.416094 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a22926aa-2281-4fbb-8fcd-f5a5f8e0351d tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] Attempting to bind port affc9564-ce9b-4c55-a7aa-7dcf8bb712e9 on network 15448658-04eb-45bf-a2e1-a2e99a7d3675 {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:07:52.423748 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a22926aa-2281-4fbb-8fcd-f5a5f8e0351d tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] Port affc9564-ce9b-4c55-a7aa-7dcf8bb712e9 on network 15448658-04eb-45bf-a2e1-a2e99a7d3675 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 05 17:07:52.424147 dv-neutron-master-2-hyperv neutron-server[103800]: ERROR neutron.plugins.ml2.managers [None req-a22926aa-2281-4fbb-8fcd-f5a5f8e0351d tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] Failed to bind port affc9564-ce9b-4c55-a7aa-7dcf8bb712e9 on host hv-neutron-mast for vnic_type normal using segments [{'id': 'eadab9af-f837-44e4-b87d-b8e3422797ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '15448658-04eb-45bf-a2e1-a2e99a7d3675'}] Jan 05 17:07:52.448149 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.plugins.ml2.plugin [None req-a22926aa-2281-4fbb-8fcd-f5a5f8e0351d tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] Attempt 6 to bind port affc9564-ce9b-4c55-a7aa-7dcf8bb712e9 Jan 05 17:07:52.470067 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [None req-a22926aa-2281-4fbb-8fcd-f5a5f8e0351d tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] Attempting to bind port affc9564-ce9b-4c55-a7aa-7dcf8bb712e9 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 05 17:07:52.470317 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [None req-a22926aa-2281-4fbb-8fcd-f5a5f8e0351d tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] Attempting to bind port affc9564-ce9b-4c55-a7aa-7dcf8bb712e9 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'eadab9af-f837-44e4-b87d-b8e3422797ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '15448658-04eb-45bf-a2e1-a2e99a7d3675'}] {{(pid=103800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 05 17:07:52.470616 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a22926aa-2281-4fbb-8fcd-f5a5f8e0351d tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] Attempting to bind port affc9564-ce9b-4c55-a7aa-7dcf8bb712e9 on network 15448658-04eb-45bf-a2e1-a2e99a7d3675 {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:07:52.488840 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:52.493633 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-7adcde81-ca98-4205-a7ec-3b043f34f3ac tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Calling delete_port for 1693a40e-e32b-4888-9e06-af0e08112a1b owned by network:floatingip {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:07:52.514259 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a22926aa-2281-4fbb-8fcd-f5a5f8e0351d tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] Port affc9564-ce9b-4c55-a7aa-7dcf8bb712e9 on network 15448658-04eb-45bf-a2e1-a2e99a7d3675 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 05 17:07:52.514616 dv-neutron-master-2-hyperv neutron-server[103800]: ERROR neutron.plugins.ml2.managers [None req-a22926aa-2281-4fbb-8fcd-f5a5f8e0351d tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] Failed to bind port affc9564-ce9b-4c55-a7aa-7dcf8bb712e9 on host hv-neutron-mast for vnic_type normal using segments [{'id': 'eadab9af-f837-44e4-b87d-b8e3422797ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '15448658-04eb-45bf-a2e1-a2e99a7d3675'}] Jan 05 17:07:52.517100 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.plugins.ml2.plugin [None req-a22926aa-2281-4fbb-8fcd-f5a5f8e0351d tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] Attempt 7 to bind port affc9564-ce9b-4c55-a7aa-7dcf8bb712e9 Jan 05 17:07:52.564529 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [None req-a22926aa-2281-4fbb-8fcd-f5a5f8e0351d tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] Attempting to bind port affc9564-ce9b-4c55-a7aa-7dcf8bb712e9 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 05 17:07:52.565016 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [None req-a22926aa-2281-4fbb-8fcd-f5a5f8e0351d tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] Attempting to bind port affc9564-ce9b-4c55-a7aa-7dcf8bb712e9 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'eadab9af-f837-44e4-b87d-b8e3422797ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '15448658-04eb-45bf-a2e1-a2e99a7d3675'}] {{(pid=103800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 05 17:07:52.565364 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a22926aa-2281-4fbb-8fcd-f5a5f8e0351d tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] Attempting to bind port affc9564-ce9b-4c55-a7aa-7dcf8bb712e9 on network 15448658-04eb-45bf-a2e1-a2e99a7d3675 {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:07:52.574206 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.notifiers.nova [None req-9a6715de-a391-4cec-aae0-bc1262ab0ab1 tempest-ExtraDHCPOptionsTestJSON-469552184 tempest-ExtraDHCPOptionsTestJSON-469552184-project] device_id is not set on port a84cbec9-53d1-4c6a-aad2-1b35a23b84d4 yet. {{(pid=103801) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 05 17:07:52.576582 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a22926aa-2281-4fbb-8fcd-f5a5f8e0351d tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] Port affc9564-ce9b-4c55-a7aa-7dcf8bb712e9 on network 15448658-04eb-45bf-a2e1-a2e99a7d3675 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 05 17:07:52.576922 dv-neutron-master-2-hyperv neutron-server[103800]: ERROR neutron.plugins.ml2.managers [None req-a22926aa-2281-4fbb-8fcd-f5a5f8e0351d tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] Failed to bind port affc9564-ce9b-4c55-a7aa-7dcf8bb712e9 on host hv-neutron-mast for vnic_type normal using segments [{'id': 'eadab9af-f837-44e4-b87d-b8e3422797ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '15448658-04eb-45bf-a2e1-a2e99a7d3675'}] Jan 05 17:07:52.591883 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.plugins.ml2.plugin [None req-a22926aa-2281-4fbb-8fcd-f5a5f8e0351d tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] Attempt 8 to bind port affc9564-ce9b-4c55-a7aa-7dcf8bb712e9 Jan 05 17:07:52.616538 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] For port 21c42bc9-ef78-432c-8a6e-135cb77744f4, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=21c42bc9-ef78-432c-8a6e-135cb77744f4,segment=NetworkSegment(babb42dd-1b5d-485d-b3a9-192fada16e03),segment_id=babb42dd-1b5d-485d-b3a9-192fada16e03)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:07:52.617554 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-f5842ebf-ad70-4d33-8dd0-3c7c5f79077a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:52.620513 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.db_base_plugin_common [None req-abf3658a-ed39-4f0f-bbd5-53eecc7607f4 None None] Allocated IP 172.20.0.2 (48c54b26-f27c-4552-b87b-b48fdad10d32/697e76d4-03e1-4427-b2b9-34c9014d831f/c50fbea3-efdf-45b6-9a44-9c59eb740921) {{(pid=103802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:07:52.641395 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51d41d89-a349-4f21-a2d6-dfa96a64bb47 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 05 17:07:52.645414 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [None req-a22926aa-2281-4fbb-8fcd-f5a5f8e0351d tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] Attempting to bind port affc9564-ce9b-4c55-a7aa-7dcf8bb712e9 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 05 17:07:52.645833 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [None req-a22926aa-2281-4fbb-8fcd-f5a5f8e0351d tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] Attempting to bind port affc9564-ce9b-4c55-a7aa-7dcf8bb712e9 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'eadab9af-f837-44e4-b87d-b8e3422797ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '15448658-04eb-45bf-a2e1-a2e99a7d3675'}] {{(pid=103800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 05 17:07:52.646264 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a22926aa-2281-4fbb-8fcd-f5a5f8e0351d tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] Attempting to bind port affc9564-ce9b-4c55-a7aa-7dcf8bb712e9 on network 15448658-04eb-45bf-a2e1-a2e99a7d3675 {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:07:52.649858 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-51d41d89-a349-4f21-a2d6-dfa96a64bb47 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] 10.222.0.11 "PUT /v2.0/routers/1988da65-1b6f-4af4-99bd-c43d91bbf438/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7420745 Jan 05 17:07:52.653373 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 40714) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:07:52.689929 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a22926aa-2281-4fbb-8fcd-f5a5f8e0351d tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] Port affc9564-ce9b-4c55-a7aa-7dcf8bb712e9 on network 15448658-04eb-45bf-a2e1-a2e99a7d3675 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 05 17:07:52.690308 dv-neutron-master-2-hyperv neutron-server[103800]: ERROR neutron.plugins.ml2.managers [None req-a22926aa-2281-4fbb-8fcd-f5a5f8e0351d tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] Failed to bind port affc9564-ce9b-4c55-a7aa-7dcf8bb712e9 on host hv-neutron-mast for vnic_type normal using segments [{'id': 'eadab9af-f837-44e4-b87d-b8e3422797ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '15448658-04eb-45bf-a2e1-a2e99a7d3675'}] Jan 05 17:07:52.697024 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.plugins.ml2.plugin [None req-a22926aa-2281-4fbb-8fcd-f5a5f8e0351d tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] Attempt 9 to bind port affc9564-ce9b-4c55-a7aa-7dcf8bb712e9 Jan 05 17:07:52.737488 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [None req-a22926aa-2281-4fbb-8fcd-f5a5f8e0351d tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] Attempting to bind port affc9564-ce9b-4c55-a7aa-7dcf8bb712e9 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 05 17:07:52.737866 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [None req-a22926aa-2281-4fbb-8fcd-f5a5f8e0351d tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] Attempting to bind port affc9564-ce9b-4c55-a7aa-7dcf8bb712e9 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'eadab9af-f837-44e4-b87d-b8e3422797ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '15448658-04eb-45bf-a2e1-a2e99a7d3675'}] {{(pid=103800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 05 17:07:52.738203 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a22926aa-2281-4fbb-8fcd-f5a5f8e0351d tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] Attempting to bind port affc9564-ce9b-4c55-a7aa-7dcf8bb712e9 on network 15448658-04eb-45bf-a2e1-a2e99a7d3675 {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:07:52.748956 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a22926aa-2281-4fbb-8fcd-f5a5f8e0351d tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] Port affc9564-ce9b-4c55-a7aa-7dcf8bb712e9 on network 15448658-04eb-45bf-a2e1-a2e99a7d3675 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 05 17:07:52.749299 dv-neutron-master-2-hyperv neutron-server[103800]: ERROR neutron.plugins.ml2.managers [None req-a22926aa-2281-4fbb-8fcd-f5a5f8e0351d tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] Failed to bind port affc9564-ce9b-4c55-a7aa-7dcf8bb712e9 on host hv-neutron-mast for vnic_type normal using segments [{'id': 'eadab9af-f837-44e4-b87d-b8e3422797ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '15448658-04eb-45bf-a2e1-a2e99a7d3675'}] Jan 05 17:07:52.757493 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.plugins.ml2.plugin [None req-a22926aa-2281-4fbb-8fcd-f5a5f8e0351d tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] Attempt 10 to bind port affc9564-ce9b-4c55-a7aa-7dcf8bb712e9 Jan 05 17:07:52.772696 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab79e899-39a8-414a-b19e-d5b6cf1d0cfe tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:07:52.772936 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-89dfda4d-242e-40ac-935d-48245826da2f tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3809644'] for network, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:52.776879 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab79e899-39a8-414a-b19e-d5b6cf1d0cfe tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:07:52.782768 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-ab79e899-39a8-414a-b19e-d5b6cf1d0cfe tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1254978 Jan 05 17:07:52.788383 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 40716) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:07:52.795231 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:52.803382 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [None req-a22926aa-2281-4fbb-8fcd-f5a5f8e0351d tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] Attempting to bind port affc9564-ce9b-4c55-a7aa-7dcf8bb712e9 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 05 17:07:52.803723 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [None req-a22926aa-2281-4fbb-8fcd-f5a5f8e0351d tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] Attempting to bind port affc9564-ce9b-4c55-a7aa-7dcf8bb712e9 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'eadab9af-f837-44e4-b87d-b8e3422797ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '15448658-04eb-45bf-a2e1-a2e99a7d3675'}] {{(pid=103800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 05 17:07:52.804060 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a22926aa-2281-4fbb-8fcd-f5a5f8e0351d tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] Attempting to bind port affc9564-ce9b-4c55-a7aa-7dcf8bb712e9 on network 15448658-04eb-45bf-a2e1-a2e99a7d3675 {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:07:52.814566 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a22926aa-2281-4fbb-8fcd-f5a5f8e0351d tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] Port affc9564-ce9b-4c55-a7aa-7dcf8bb712e9 on network 15448658-04eb-45bf-a2e1-a2e99a7d3675 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 05 17:07:52.814900 dv-neutron-master-2-hyperv neutron-server[103800]: ERROR neutron.plugins.ml2.managers [None req-a22926aa-2281-4fbb-8fcd-f5a5f8e0351d tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] Failed to bind port affc9564-ce9b-4c55-a7aa-7dcf8bb712e9 on host hv-neutron-mast for vnic_type normal using segments [{'id': 'eadab9af-f837-44e4-b87d-b8e3422797ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '15448658-04eb-45bf-a2e1-a2e99a7d3675'}] Jan 05 17:07:52.815801 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a22926aa-2281-4fbb-8fcd-f5a5f8e0351d tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:52.861614 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-91a278de-2fdc-4b17-b51c-ef84f321b22f tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks [] for port, precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:52.899717 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.db_base_plugin_v2 [None req-b838dbe8-461d-4899-bf5d-5229feebec6b tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Deleting subnet 252fa692-bedb-46cc-87b2-5a8b3fc5c9fa {{(pid=103801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 05 17:07:52.903684 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-b838dbe8-461d-4899-bf5d-5229feebec6b tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks [] for subnet, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:52.914780 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 32e49a84-a683-4169-9e1e-31ca55fdde71 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 05 17:07:52.948324 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-91a278de-2fdc-4b17-b51c-ef84f321b22f tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8784461'] for port, after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:52.964361 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-b838dbe8-461d-4899-bf5d-5229feebec6b tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11316398'] for subnet, precommit_delete_associations {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:52.985845 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] No Port match for: 32e49a84-a683-4169-9e1e-31ca55fdde71 {{(pid=103802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 05 17:07:52.988375 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 32e49a84-a683-4169-9e1e-31ca55fdde71 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 05 17:07:52.989043 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 1ea7a7fc-583f-46d3-bd6c-4e4f7249059b no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 05 17:07:52.995864 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.db.api [None req-f5842ebf-ad70-4d33-8dd0-3c7c5f79077a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103802) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 05 17:07:52.996610 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG oslo_db.api [None req-f5842ebf-ad70-4d33-8dd0-3c7c5f79077a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 05 17:07:52.998289 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-abf3658a-ed39-4f0f-bbd5-53eecc7607f4 None None] Publish callbacks [] for port, precommit_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:53.024210 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] No Port match for: 1ea7a7fc-583f-46d3-bd6c-4e4f7249059b {{(pid=103802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 05 17:07:53.027749 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 1ea7a7fc-583f-46d3-bd6c-4e4f7249059b not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 05 17:07:53.035081 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Pushing event updated for resources: {'Port': ['ID=21c42bc9-ef78-432c-8a6e-135cb77744f4,revision_number=3']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:07:53.068063 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.db [None req-a22926aa-2281-4fbb-8fcd-f5a5f8e0351d tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] For port affc9564-ce9b-4c55-a7aa-7dcf8bb712e9, host hv-neutron-mast, cleared binding levels {{(pid=103800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 05 17:07:53.068603 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.db [None req-a22926aa-2281-4fbb-8fcd-f5a5f8e0351d tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] Attempted to set empty binding levels {{(pid=103800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jan 05 17:07:53.095506 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a278de-2fdc-4b17-b51c-ef84f321b22f tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Pushing event updated for resources: {'Port': ['ID=3aa11a43-eafc-4c4c-8906-50cd0f8e8ee4,revision_number=2']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:07:53.103640 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-abf3658a-ed39-4f0f-bbd5-53eecc7607f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669'] for port, after_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:53.149124 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a22926aa-2281-4fbb-8fcd-f5a5f8e0351d tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8784461'] for port, after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:53.162694 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abf3658a-ed39-4f0f-bbd5-53eecc7607f4 None None] Network 48c54b26-f27c-4552-b87b-b48fdad10d32 is already hosted by enough agents. {{(pid=103802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:07:53.176838 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.scheduler.base_scheduler [None req-abf3658a-ed39-4f0f-bbd5-53eecc7607f4 None None] Resources bound (agent type, host, resource id): {{(pid=103802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:07:53.184367 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abf3658a-ed39-4f0f-bbd5-53eecc7607f4 None None] Received port after_create {{(pid=103802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:07:53.203634 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf3658a-ed39-4f0f-bbd5-53eecc7607f4 None None] Pushing event updated for resources: {'Port': ['ID=c50fbea3-efdf-45b6-9a44-9c59eb740921,revision_number=1']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:07:53.206133 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22926aa-2281-4fbb-8fcd-f5a5f8e0351d tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] Pushing event updated for resources: {'Port': ['ID=affc9564-ce9b-4c55-a7aa-7dcf8bb712e9,revision_number=3']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:07:53.231915 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-c9d7c167-91ca-4c7c-89e7-ff5ff6b873b6 tempest-FloatingIPAdminTestJSON-318638842 tempest-FloatingIPAdminTestJSON-318638842-project] Publish callbacks [] for port, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:53.241145 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-a22926aa-2281-4fbb-8fcd-f5a5f8e0351d tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] In _notify_port_updated(), no bound segment for port affc9564-ce9b-4c55-a7aa-7dcf8bb712e9 on network 15448658-04eb-45bf-a2e1-a2e99a7d3675 {{(pid=103800) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Jan 05 17:07:53.242061 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a22926aa-2281-4fbb-8fcd-f5a5f8e0351d tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:07:53.242666 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a22926aa-2281-4fbb-8fcd-f5a5f8e0351d tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:53.244049 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-a22926aa-2281-4fbb-8fcd-f5a5f8e0351d tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] 10.222.0.11 "PUT /v2.0/ports/affc9564-ce9b-4c55-a7aa-7dcf8bb712e9 HTTP/1.1" status: 200 len: 980 time: 2.3950193 Jan 05 17:07:53.255201 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 40718) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:07:53.265144 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af2d52f0-4334-47a7-a7cd-7c1a7a553a93 None None] Sync routers for ids ['1988da65-1b6f-4af4-99bd-c43d91bbf438'] in dv-neutron-master-2-hyperv {{(pid=103803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 05 17:07:53.280836 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:53.284203 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af2d52f0-4334-47a7-a7cd-7c1a7a553a93 None None] Routers {'1988da65-1b6f-4af4-99bd-c43d91bbf438'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:07:53.284831 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-af2d52f0-4334-47a7-a7cd-7c1a7a553a93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:07:49Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['1988da65-1b6f-4af4-99bd-c43d91bbf438'], 'active': True} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:07:53.285449 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-abf3658a-ed39-4f0f-bbd5-53eecc7607f4 None None] Attempting to bind port c50fbea3-efdf-45b6-9a44-9c59eb740921 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 05 17:07:53.285898 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-abf3658a-ed39-4f0f-bbd5-53eecc7607f4 None None] Attempting to bind port c50fbea3-efdf-45b6-9a44-9c59eb740921 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '8672ec22-e390-4f69-b6a5-80ccef0d2bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '48c54b26-f27c-4552-b87b-b48fdad10d32'}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 05 17:07:53.286375 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abf3658a-ed39-4f0f-bbd5-53eecc7607f4 None None] Attempting to bind port c50fbea3-efdf-45b6-9a44-9c59eb740921 on network 48c54b26-f27c-4552-b87b-b48fdad10d32 {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:07:53.293409 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abf3658a-ed39-4f0f-bbd5-53eecc7607f4 None None] Checking agent: {'id': '0d4f8fd3-ce62-4651-970c-efa6a8bb22b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 5, 16, 57, 23), 'started_at': datetime.datetime(2022, 1, 5, 16, 57, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 5, 17, 7, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 05 17:07:53.293963 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abf3658a-ed39-4f0f-bbd5-53eecc7607f4 None None] Checking segment: {'id': '8672ec22-e390-4f69-b6a5-80ccef0d2bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '48c54b26-f27c-4552-b87b-b48fdad10d32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:07:53.294631 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-abf3658a-ed39-4f0f-bbd5-53eecc7607f4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:53.295135 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abf3658a-ed39-4f0f-bbd5-53eecc7607f4 None None] Bound using segment: {'id': '8672ec22-e390-4f69-b6a5-80ccef0d2bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '48c54b26-f27c-4552-b87b-b48fdad10d32'} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 05 17:07:53.297675 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-abf3658a-ed39-4f0f-bbd5-53eecc7607f4 None None] Bound port: c50fbea3-efdf-45b6-9a44-9c59eb740921, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8672ec22-e390-4f69-b6a5-80ccef0d2bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '48c54b26-f27c-4552-b87b-b48fdad10d32'}}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 05 17:07:53.297675 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-abf3658a-ed39-4f0f-bbd5-53eecc7607f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:53.299765 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-89dfda4d-242e-40ac-935d-48245826da2f tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3891715', 'neutron.services.segments.db._delete_segments_for_network-8754181063482'] for network, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:53.377172 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-abf3658a-ed39-4f0f-bbd5-53eecc7607f4 None None] For port c50fbea3-efdf-45b6-9a44-9c59eb740921, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 05 17:07:53.383274 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-abf3658a-ed39-4f0f-bbd5-53eecc7607f4 None None] For port c50fbea3-efdf-45b6-9a44-9c59eb740921, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c50fbea3-efdf-45b6-9a44-9c59eb740921,segment=NetworkSegment(8672ec22-e390-4f69-b6a5-80ccef0d2bf1),segment_id=8672ec22-e390-4f69-b6a5-80ccef0d2bf1)] {{(pid=103802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 05 17:07:53.396181 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.services.segments.db [None req-89dfda4d-242e-40ac-935d-48245826da2f tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e43a2dfe-e4d2-4090-8e1f-2dae430c77a4']}} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:07:53.413493 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-b838dbe8-461d-4899-bf5d-5229feebec6b tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892868'] for subnet, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:53.446628 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvr_db [None req-af2d52f0-4334-47a7-a7cd-7c1a7a553a93 None None] Set router 1988da65-1b6f-4af4-99bd-c43d91bbf438 gateway port host: None {{(pid=103803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:07:53.450199 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.services.segments.db [None req-89dfda4d-242e-40ac-935d-48245826da2f tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8baac335-01c0-43c6-a45c-b77879deda65') {'for_net_delete': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:07:53.450495 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.services.segments.db [None req-89dfda4d-242e-40ac-935d-48245826da2f tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8baac335-01c0-43c6-a45c-b77879deda65') {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:07:53.476462 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [None req-9a6715de-a391-4cec-aae0-bc1262ab0ab1 tempest-ExtraDHCPOptionsTestJSON-469552184 tempest-ExtraDHCPOptionsTestJSON-469552184-project] Allocated IP 172.20.0.14 (48c54b26-f27c-4552-b87b-b48fdad10d32/697e76d4-03e1-4427-b2b9-34c9014d831f/a84cbec9-53d1-4c6a-aad2-1b35a23b84d4) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:07:53.483353 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 21c42bc9-ef78-432c-8a6e-135cb77744f4 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:07:53.489877 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f542a0e9-4718-4b74-a7df-51f90fcc5ad1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:07:53.490197 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-abf3658a-ed39-4f0f-bbd5-53eecc7607f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:53.491296 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f542a0e9-4718-4b74-a7df-51f90fcc5ad1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:07:53.491996 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f542a0e9-4718-4b74-a7df-51f90fcc5ad1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:07:53.492642 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f542a0e9-4718-4b74-a7df-51f90fcc5ad1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:07:53.493276 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f542a0e9-4718-4b74-a7df-51f90fcc5ad1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:07:53.493942 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f542a0e9-4718-4b74-a7df-51f90fcc5ad1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:07:53.494830 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f542a0e9-4718-4b74-a7df-51f90fcc5ad1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:07:53.495465 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f542a0e9-4718-4b74-a7df-51f90fcc5ad1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:07:53.496097 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f542a0e9-4718-4b74-a7df-51f90fcc5ad1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:07:53.496818 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f542a0e9-4718-4b74-a7df-51f90fcc5ad1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:07:53.497722 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-89dfda4d-242e-40ac-935d-48245826da2f tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754181064771', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11316385'] for segment, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:53.497991 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f542a0e9-4718-4b74-a7df-51f90fcc5ad1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:07:53.498628 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f542a0e9-4718-4b74-a7df-51f90fcc5ad1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:07:53.499262 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f542a0e9-4718-4b74-a7df-51f90fcc5ad1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:07:53.500425 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f542a0e9-4718-4b74-a7df-51f90fcc5ad1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:07:53.501059 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f542a0e9-4718-4b74-a7df-51f90fcc5ad1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:07:53.503239 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f542a0e9-4718-4b74-a7df-51f90fcc5ad1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:07:53.503239 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f542a0e9-4718-4b74-a7df-51f90fcc5ad1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:07:53.503239 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f542a0e9-4718-4b74-a7df-51f90fcc5ad1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:07:53.503239 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f542a0e9-4718-4b74-a7df-51f90fcc5ad1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:07:53.504101 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f542a0e9-4718-4b74-a7df-51f90fcc5ad1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:07:53.504730 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f542a0e9-4718-4b74-a7df-51f90fcc5ad1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:07:53.505358 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f542a0e9-4718-4b74-a7df-51f90fcc5ad1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:07:53.508617 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-f542a0e9-4718-4b74-a7df-51f90fcc5ad1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 19157 time: 0.2524135 Jan 05 17:07:53.513560 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 40720) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:07:53.549761 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-91a278de-2fdc-4b17-b51c-ef84f321b22f tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-648552'] for router_interface, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:53.551056 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-af2d52f0-4334-47a7-a7cd-7c1a7a553a93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1988da65-1b6f-4af4-99bd-c43d91bbf438', 'name': 'tempest-NetworksTestDHCPv6-router-1755447723', 'tenant_id': 'fd419c78d7194361a03f37a26ebeba76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:07:39Z', 'updated_at': '2022-01-05T17:07:50Z', 'revision_number': 3, 'project_id': 'fd419c78d7194361a03f37a26ebeba76', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:07:53.554333 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-89dfda4d-242e-40ac-935d-48245826da2f tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225'] for segment, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:53.587031 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89dfda4d-242e-40ac-935d-48245826da2f tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Releasing vlan 134 on physical network physnet1 to pool {{(pid=103801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 05 17:07:53.587338 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af2d52f0-4334-47a7-a7cd-7c1a7a553a93 None None] Checking router: 1988da65-1b6f-4af4-99bd-c43d91bbf438 for host: dv-neutron-master-2-hyperv {{(pid=103803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 05 17:07:53.587437 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-89dfda4d-242e-40ac-935d-48245826da2f tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11433197'] for segment, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:53.590547 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_agent failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:07:53.590547 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:07:53.590547 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:07:53.590547 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:07:53.590547 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:07:53.590547 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:07:53.590547 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:07:53.590547 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:07:53.590547 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:07:53.590547 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:07:53.590547 dv-neutron-master-2-hyperv neutron-server[103801]: Traceback (most recent call last): Jan 05 17:07:53.590547 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 05 17:07:53.590547 dv-neutron-master-2-hyperv neutron-server[103801]: timer() Jan 05 17:07:53.590547 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 05 17:07:53.590547 dv-neutron-master-2-hyperv neutron-server[103801]: cb(*args, **kw) Jan 05 17:07:53.590547 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 05 17:07:53.590547 dv-neutron-master-2-hyperv neutron-server[103801]: return func(*args, **kwargs) Jan 05 17:07:53.590547 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 05 17:07:53.590547 dv-neutron-master-2-hyperv neutron-server[103801]: self._notify() Jan 05 17:07:53.590547 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 05 17:07:53.590547 dv-neutron-master-2-hyperv neutron-server[103801]: self.callback(batched_events) Jan 05 17:07:53.590547 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 05 17:07:53.590547 dv-neutron-master-2-hyperv neutron-server[103801]: event.method(event) Jan 05 17:07:53.590547 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 05 17:07:53.590547 dv-neutron-master-2-hyperv neutron-server[103801]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 05 17:07:53.590547 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 05 17:07:53.590547 dv-neutron-master-2-hyperv neutron-server[103801]: aggregate_uuid = self.p_client.list_aggregates( Jan 05 17:07:53.590547 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 05 17:07:53.590547 dv-neutron-master-2-hyperv neutron-server[103801]: return f(self, *a, **k) Jan 05 17:07:53.590547 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 05 17:07:53.590547 dv-neutron-master-2-hyperv neutron-server[103801]: return self._get(url).json() Jan 05 17:07:53.590547 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 05 17:07:53.590547 dv-neutron-master-2-hyperv neutron-server[103801]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 05 17:07:53.590547 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 05 17:07:53.590547 dv-neutron-master-2-hyperv neutron-server[103801]: return self.request(url, 'GET', **kwargs) Jan 05 17:07:53.590547 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 05 17:07:53.590547 dv-neutron-master-2-hyperv neutron-server[103801]: base_url = self.get_endpoint(auth, allow=allow, Jan 05 17:07:53.590547 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 05 17:07:53.590547 dv-neutron-master-2-hyperv neutron-server[103801]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 05 17:07:53.590547 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 05 17:07:53.590547 dv-neutron-master-2-hyperv neutron-server[103801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 05 17:07:53.590547 dv-neutron-master-2-hyperv neutron-server[103801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 05 17:07:53.601926 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af2d52f0-4334-47a7-a7cd-7c1a7a553a93 None None] Routers {'1988da65-1b6f-4af4-99bd-c43d91bbf438'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:07:53.602733 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-af2d52f0-4334-47a7-a7cd-7c1a7a553a93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:07:49Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['1988da65-1b6f-4af4-99bd-c43d91bbf438'], 'active': True} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:07:53.610614 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-c9d7c167-91ca-4c7c-89e7-ff5ff6b873b6 tempest-FloatingIPAdminTestJSON-318638842 tempest-FloatingIPAdminTestJSON-318638842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11433176'] for port, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:53.642942 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf3658a-ed39-4f0f-bbd5-53eecc7607f4 None None] Pushing event updated for resources: {'Port': ['ID=c50fbea3-efdf-45b6-9a44-9c59eb740921,revision_number=2']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:07:53.720368 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvr_db [None req-af2d52f0-4334-47a7-a7cd-7c1a7a553a93 None None] Set router 1988da65-1b6f-4af4-99bd-c43d91bbf438 gateway port host: None {{(pid=103803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:07:53.749305 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Provisioning complete for port 21c42bc9-ef78-432c-8a6e-135cb77744f4 triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:07:53.750483 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:53.758192 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-7adcde81-ca98-4205-a7ec-3b043f34f3ac tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11433176'] for port, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:53.792704 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9d7c167-91ca-4c7c-89e7-ff5ff6b873b6 tempest-FloatingIPAdminTestJSON-318638842 tempest-FloatingIPAdminTestJSON-318638842-project] Network 548691fa-6c35-4ab1-b2b6-63e0b753c516 is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:07:53.815857 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-af2d52f0-4334-47a7-a7cd-7c1a7a553a93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1988da65-1b6f-4af4-99bd-c43d91bbf438', 'name': 'tempest-NetworksTestDHCPv6-router-1755447723', 'tenant_id': 'fd419c78d7194361a03f37a26ebeba76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:07:39Z', 'updated_at': '2022-01-05T17:07:50Z', 'revision_number': 3, 'project_id': 'fd419c78d7194361a03f37a26ebeba76', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:07:53.822522 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-b838dbe8-461d-4899-bf5d-5229feebec6b tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3893367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11433231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12480600'] for subnet, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:53.838371 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-c9d7c167-91ca-4c7c-89e7-ff5ff6b873b6 tempest-FloatingIPAdminTestJSON-318638842 tempest-FloatingIPAdminTestJSON-318638842-project] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:07:53.853914 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af2d52f0-4334-47a7-a7cd-7c1a7a553a93 None None] The sync data for ids ['1988da65-1b6f-4af4-99bd-c43d91bbf438'] in dv-neutron-master-2-hyperv is: [{'id': '1988da65-1b6f-4af4-99bd-c43d91bbf438', 'name': 'tempest-NetworksTestDHCPv6-router-1755447723', 'tenant_id': 'fd419c78d7194361a03f37a26ebeba76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:07:39Z', 'updated_at': '2022-01-05T17:07:50Z', 'revision_number': 3, 'project_id': 'fd419c78d7194361a03f37a26ebeba76', 'gw_port_host': None}] {{(pid=103803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 05 17:07:53.894944 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9d7c167-91ca-4c7c-89e7-ff5ff6b873b6 tempest-FloatingIPAdminTestJSON-318638842 tempest-FloatingIPAdminTestJSON-318638842-project] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:07:53.898901 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d7c167-91ca-4c7c-89e7-ff5ff6b873b6 tempest-FloatingIPAdminTestJSON-318638842 tempest-FloatingIPAdminTestJSON-318638842-project] Pushing event updated for resources: {'Port': ['ID=2e3e0405-9434-46d3-8c60-240f6fe28f71,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:07:53.917566 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-a588c52b-68f5-4a40-ac47-6b2a5ff131af None None] Provisioning complete for port 3aa11a43-eafc-4c4c-8906-50cd0f8e8ee4 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:07:53.918644 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-a588c52b-68f5-4a40-ac47-6b2a5ff131af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:53.976242 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b838dbe8-461d-4899-bf5d-5229feebec6b tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Pushing event deleted for resources: {'Subnet': ['ID=252fa692-bedb-46cc-87b2-5a8b3fc5c9fa,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:07:53.978202 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-89dfda4d-242e-40ac-935d-48245826da2f tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3891722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648695'] for network, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:53.983464 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-b838dbe8-461d-4899-bf5d-5229feebec6b tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks [] for subnet, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:53.992018 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-b838dbe8-461d-4899-bf5d-5229feebec6b tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] 10.222.0.11 "DELETE /v2.0/subnets/252fa692-bedb-46cc-87b2-5a8b3fc5c9fa HTTP/1.1" status: 204 len: 168 time: 1.1937418 Jan 05 17:07:54.002218 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d63e12b-9bfd-49c9-b37f-020a1d0e59ad None None] Network e897f8fc-3cef-40ca-9466-c6c65ecd9833 requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:07:54.074137 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-a588c52b-68f5-4a40-ac47-6b2a5ff131af None None] Port 3aa11a43-eafc-4c4c-8906-50cd0f8e8ee4 cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 17:07:54.075539 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 40724) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:07:54.152804 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-a588c52b-68f5-4a40-ac47-6b2a5ff131af None None] Provisioning complete for port 21c42bc9-ef78-432c-8a6e-135cb77744f4 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:07:54.152804 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-a588c52b-68f5-4a40-ac47-6b2a5ff131af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:54.192995 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adcde81-ca98-4205-a7ec-3b043f34f3ac tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Pushing event deleted for resources: {'Port': ['ID=1693a40e-e32b-4888-9e06-af0e08112a1b,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:07:54.197627 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-89dfda4d-242e-40ac-935d-48245826da2f tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks [] for network, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:54.205256 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 40726) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:07:54.208249 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-89dfda4d-242e-40ac-935d-48245826da2f tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] 10.222.0.11 "DELETE /v2.0/networks/e43a2dfe-e4d2-4090-8e1f-2dae430c77a4 HTTP/1.1" status: 204 len: 168 time: 1.9124570 Jan 05 17:07:54.217653 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-6f57bb28-c149-4afd-9011-51fcb27ffc0d tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1928705614'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:07:54.249670 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89dfda4d-242e-40ac-935d-48245826da2f tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Pushing event deleted for resources: {'Network': ['ID=e43a2dfe-e4d2-4090-8e1f-2dae430c77a4,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:07:54.257539 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-7adcde81-ca98-4205-a7ec-3b043f34f3ac tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Publish callbacks [] for floatingip, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:54.261673 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-7adcde81-ca98-4205-a7ec-3b043f34f3ac tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for floatingip, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:54.263025 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-7adcde81-ca98-4205-a7ec-3b043f34f3ac tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] 10.222.0.11 "DELETE /v2.0/floatingips/0bb47e1e-3940-4472-bc42-4aea0021399b HTTP/1.1" status: 204 len: 168 time: 2.9523075 Jan 05 17:07:54.271983 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 40728) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:07:54.277155 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-83243844-621d-46b5-b0aa-f1567b71ddf5 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Request body: {'floatingip': {'floating_network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'port_id': 'c3037384-d3fa-4066-80d8-4a11cc75bb34'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:07:54.287454 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-91a278de-2fdc-4b17-b51c-ef84f321b22f tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:54.311547 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-c9d7c167-91ca-4c7c-89e7-ff5ff6b873b6 tempest-FloatingIPAdminTestJSON-318638842 tempest-FloatingIPAdminTestJSON-318638842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-648552'] for router_interface, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:54.434493 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6fb5bec-014a-4f60-9da7-23f93ece54d5 None None] DHCP port deletion for e897f8fc-3cef-40ca-9466-c6c65ecd9833 request from dv-neutron-master-2-hyperv {{(pid=103802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 05 17:07:54.510209 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-c6fb5bec-014a-4f60-9da7-23f93ece54d5 None None] Deleting port cbac9cde-2738-4f5a-86f0-ac83973d52c3 {{(pid=103802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:07:54.511039 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c6fb5bec-014a-4f60-9da7-23f93ece54d5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:54.514664 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-02f33c59-5aad-4827-a0df-56c2d703e13c None None] Provisioning complete for port 2e3e0405-9434-46d3-8c60-240f6fe28f71 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:07:54.514899 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-02f33c59-5aad-4827-a0df-56c2d703e13c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:54.576237 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-91a278de-2fdc-4b17-b51c-ef84f321b22f tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks [] for port, precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:54.612576 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-02f33c59-5aad-4827-a0df-56c2d703e13c None None] Port 2e3e0405-9434-46d3-8c60-240f6fe28f71 cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 17:07:54.615191 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-c6fb5bec-014a-4f60-9da7-23f93ece54d5 None None] For port cbac9cde-2738-4f5a-86f0-ac83973d52c3, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=cbac9cde-2738-4f5a-86f0-ac83973d52c3,segment=NetworkSegment(68e6c437-46c2-424d-85e7-20547f69066d),segment_id=68e6c437-46c2-424d-85e7-20547f69066d)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:07:54.615589 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c6fb5bec-014a-4f60-9da7-23f93ece54d5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:54.628689 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-c6fb5bec-014a-4f60-9da7-23f93ece54d5 None None] Calling delete_port for cbac9cde-2738-4f5a-86f0-ac83973d52c3 owned by network:dhcp {{(pid=103802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:07:54.633182 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f57bb28-c149-4afd-9011-51fcb27ffc0d tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Made reservation on behalf of 04762f6d6f55432ea3822a71fa1f481f for: {'network': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:07:54.635450 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6f57bb28-c149-4afd-9011-51fcb27ffc0d tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for network, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:54.665543 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-91a278de-2fdc-4b17-b51c-ef84f321b22f tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8784461'] for port, after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:54.716590 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-e2a8dbbf-4898-4b8d-81b4-406c1ea3c568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] Deleting port affc9564-ce9b-4c55-a7aa-7dcf8bb712e9 {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:07:54.717615 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e2a8dbbf-4898-4b8d-81b4-406c1ea3c568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:54.733156 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-f72a8931-8404-4358-a42a-a2df620fce66 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.6454425 Jan 05 17:07:54.736001 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f57bb28-c149-4afd-9011-51fcb27ffc0d tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] vlan segment allocate from pool success with {'vlan_id': 105, 'physical_network': 'physnet1'} {{(pid=103800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 05 17:07:54.743121 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 40730) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:07:54.764608 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-9a6715de-a391-4cec-aae0-bc1262ab0ab1 tempest-ExtraDHCPOptionsTestJSON-469552184 tempest-ExtraDHCPOptionsTestJSON-469552184-project] Publish callbacks [] for port, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:54.799715 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6f57bb28-c149-4afd-9011-51fcb27ffc0d tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225'] for segment, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:54.800148 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.db.segments_db [None req-6f57bb28-c149-4afd-9011-51fcb27ffc0d tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Added segment 1609fc15-892f-43a6-aab8-4fb84c746d03 of type vlan for network 069baffd-3058-45ba-ab0b-f3cbded72d1c Jan 05 17:07:54.803961 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-91a278de-2fdc-4b17-b51c-ef84f321b22f tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-531704'] for router_interface, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:54.815079 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c6fb5bec-014a-4f60-9da7-23f93ece54d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678'] for port, after_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:54.821883 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-83243844-621d-46b5-b0aa-f1567b71ddf5 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Publish callbacks [] for floatingip, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:54.850420 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-e2a8dbbf-4898-4b8d-81b4-406c1ea3c568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] For port affc9564-ce9b-4c55-a7aa-7dcf8bb712e9, host hv-neutron-mast, got binding levels [] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:07:54.850780 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e2a8dbbf-4898-4b8d-81b4-406c1ea3c568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:54.852236 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fb5bec-014a-4f60-9da7-23f93ece54d5 None None] Pushing event deleted for resources: {'Port': ['ID=cbac9cde-2738-4f5a-86f0-ac83973d52c3,revision_number=None']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:07:54.867238 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6fb5bec-014a-4f60-9da7-23f93ece54d5 None None] No DVR routers for this DVR port cbac9cde-2738-4f5a-86f0-ac83973d52c3 on host dv-neutron-master-2-hyperv {{(pid=103802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 05 17:07:54.875970 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a278de-2fdc-4b17-b51c-ef84f321b22f tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Pushing event updated for resources: {'Port': ['ID=3aa11a43-eafc-4c4c-8906-50cd0f8e8ee4,revision_number=3']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:07:54.898484 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-e2a8dbbf-4898-4b8d-81b4-406c1ea3c568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] Calling delete_port for affc9564-ce9b-4c55-a7aa-7dcf8bb712e9 owned by {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:07:54.921899 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-11c56f72-15c1-40b0-8df8-fb534419b2ff tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks [] for router, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:55.006349 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6f57bb28-c149-4afd-9011-51fcb27ffc0d tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754180566020'] for network, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:55.020331 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-9a6715de-a391-4cec-aae0-bc1262ab0ab1 tempest-ExtraDHCPOptionsTestJSON-469552184 tempest-ExtraDHCPOptionsTestJSON-469552184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11433176'] for port, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:55.070664 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-c9d7c167-91ca-4c7c-89e7-ff5ff6b873b6 tempest-FloatingIPAdminTestJSON-318638842 tempest-FloatingIPAdminTestJSON-318638842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:55.093293 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a6715de-a391-4cec-aae0-bc1262ab0ab1 tempest-ExtraDHCPOptionsTestJSON-469552184 tempest-ExtraDHCPOptionsTestJSON-469552184-project] Network 48c54b26-f27c-4552-b87b-b48fdad10d32 is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:07:55.099724 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-9a6715de-a391-4cec-aae0-bc1262ab0ab1 tempest-ExtraDHCPOptionsTestJSON-469552184 tempest-ExtraDHCPOptionsTestJSON-469552184-project] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:07:55.133286 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e2a8dbbf-4898-4b8d-81b4-406c1ea3c568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11433176'] for port, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:55.139060 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a6715de-a391-4cec-aae0-bc1262ab0ab1 tempest-ExtraDHCPOptionsTestJSON-469552184 tempest-ExtraDHCPOptionsTestJSON-469552184-project] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:07:55.147896 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e768a6dc-3bdf-4a6d-a663-c5b1c33c221c None None] Network 48c54b26-f27c-4552-b87b-b48fdad10d32 requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:07:55.177347 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6715de-a391-4cec-aae0-bc1262ab0ab1 tempest-ExtraDHCPOptionsTestJSON-469552184 tempest-ExtraDHCPOptionsTestJSON-469552184-project] Pushing event updated for resources: {'Port': ['ID=a84cbec9-53d1-4c6a-aad2-1b35a23b84d4,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:07:55.223792 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-11c56f72-15c1-40b0-8df8-fb534419b2ff tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-648249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62744'] for router, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:55.227304 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-11c56f72-15c1-40b0-8df8-fb534419b2ff tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:55.228464 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a8dbbf-4898-4b8d-81b4-406c1ea3c568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] Pushing event deleted for resources: {'Port': ['ID=affc9564-ce9b-4c55-a7aa-7dcf8bb712e9,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:07:55.244957 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91a278de-2fdc-4b17-b51c-ef84f321b22f tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Network e8832b79-0c8c-4028-886e-450bcb8ccdef is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:07:55.274964 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a6715de-a391-4cec-aae0-bc1262ab0ab1 tempest-ExtraDHCPOptionsTestJSON-469552184 tempest-ExtraDHCPOptionsTestJSON-469552184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:07:55.276088 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-9a6715de-a391-4cec-aae0-bc1262ab0ab1 tempest-ExtraDHCPOptionsTestJSON-469552184 tempest-ExtraDHCPOptionsTestJSON-469552184-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:55.276406 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-3f2af408-3000-4b19-b907-17a9e8ac7909 None None] Provisioning complete for port c50fbea3-efdf-45b6-9a44-9c59eb740921 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:07:55.276765 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-3f2af408-3000-4b19-b907-17a9e8ac7909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:55.278474 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e2a8dbbf-4898-4b8d-81b4-406c1ea3c568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:55.282376 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-e2a8dbbf-4898-4b8d-81b4-406c1ea3c568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] 10.222.0.11 "DELETE /v2.0/ports/affc9564-ce9b-4c55-a7aa-7dcf8bb712e9 HTTP/1.1" status: 204 len: 168 time: 1.7557011 Jan 05 17:07:55.282623 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-91a278de-2fdc-4b17-b51c-ef84f321b22f tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:07:55.286730 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6f57bb28-c149-4afd-9011-51fcb27ffc0d tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685'] for network, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:55.286931 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 40732) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:07:55.292654 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f57bb28-c149-4afd-9011-51fcb27ffc0d tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:07:55.293242 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6f57bb28-c149-4afd-9011-51fcb27ffc0d tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks [] for network, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:55.321674 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a273fa0-0e5e-429b-87c4-3856894622b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] GET failed (client error): The resource could not be found. Jan 05 17:07:55.323133 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-5a273fa0-0e5e-429b-87c4-3856894622b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] 10.222.0.11 "GET /v2.0/ports/affc9564-ce9b-4c55-a7aa-7dcf8bb712e9 HTTP/1.1" status: 404 len: 333 time: 0.0356872 Jan 05 17:07:55.328351 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 40734) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:07:55.335912 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-99d82461-37fa-41fb-a35d-d3589f257433 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-675297568', 'network_id': '15448658-04eb-45bf-a2e1-a2e99a7d3675'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:07:55.442948 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-9a6715de-a391-4cec-aae0-bc1262ab0ab1 tempest-ExtraDHCPOptionsTestJSON-469552184 tempest-ExtraDHCPOptionsTestJSON-469552184-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 3.6091871 Jan 05 17:07:55.458525 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-3f2af408-3000-4b19-b907-17a9e8ac7909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:55.458630 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 40736) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:07:55.465565 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-f4380873-d993-452f-b872-649e9cdaffdd tempest-ExtraDHCPOptionsTestJSON-469552184 tempest-ExtraDHCPOptionsTestJSON-469552184-project] Request body: {'port': {'network_id': '48c54b26-f27c-4552-b87b-b48fdad10d32', 'name': 'tempest-ExtraDHCPOptionsTestJSON-232738838', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:07:55.466870 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.api.validators [None req-f4380873-d993-452f-b872-649e9cdaffdd tempest-ExtraDHCPOptionsTestJSON-469552184 tempest-ExtraDHCPOptionsTestJSON-469552184-project] bootfile-name is not in valid_values {{(pid=103801) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 05 17:07:55.467436 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.api.validators [None req-f4380873-d993-452f-b872-649e9cdaffdd tempest-ExtraDHCPOptionsTestJSON-469552184 tempest-ExtraDHCPOptionsTestJSON-469552184-project] tftp-server is not in valid_values {{(pid=103801) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 05 17:07:55.467953 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.api.validators [None req-f4380873-d993-452f-b872-649e9cdaffdd tempest-ExtraDHCPOptionsTestJSON-469552184 tempest-ExtraDHCPOptionsTestJSON-469552184-project] server-ip-address is not in valid_values {{(pid=103801) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 05 17:07:55.503007 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-6f57bb28-c149-4afd-9011-51fcb27ffc0d tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.2899013 Jan 05 17:07:55.503007 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-11c56f72-15c1-40b0-8df8-fb534419b2ff tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-648240'] for router, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:55.503007 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11c56f72-15c1-40b0-8df8-fb534419b2ff tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Fanout notify agent at l3_agent the message router_deleted on router 1988da65-1b6f-4af4-99bd-c43d91bbf438 {{(pid=103800) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 05 17:07:55.504672 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 40738) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:07:55.506155 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f57bb28-c149-4afd-9011-51fcb27ffc0d tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Pushing event updated for resources: {'Network': ['ID=069baffd-3058-45ba-ab0b-f3cbded72d1c,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:07:55.521611 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-5c50cea7-3d32-487b-903b-b1c62984d31e tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Request body: {'subnet': {'network_id': '069baffd-3058-45ba-ab0b-f3cbded72d1c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:07:55.532513 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Network 069baffd-3058-45ba-ab0b-f3cbded72d1c details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 05 17:07:55.540317 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-11c56f72-15c1-40b0-8df8-fb534419b2ff tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks [] for router, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:55.544386 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-11c56f72-15c1-40b0-8df8-fb534419b2ff tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] 10.222.0.11 "DELETE /v2.0/routers/1988da65-1b6f-4af4-99bd-c43d91bbf438 HTTP/1.1" status: 204 len: 168 time: 0.7972779 Jan 05 17:07:55.560147 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 40740) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:07:55.651115 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-83243844-621d-46b5-b0aa-f1567b71ddf5 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:55.662317 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-d0d69164-8861-40cb-a837-691f981638f3 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1004207 Jan 05 17:07:55.667246 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 40742) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:07:55.674426 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-3f2af408-3000-4b19-b907-17a9e8ac7909 None None] For port c50fbea3-efdf-45b6-9a44-9c59eb740921, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c50fbea3-efdf-45b6-9a44-9c59eb740921,segment=NetworkSegment(8672ec22-e390-4f69-b6a5-80ccef0d2bf1),segment_id=8672ec22-e390-4f69-b6a5-80ccef0d2bf1)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:07:55.692861 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device c50fbea3-efdf-45b6-9a44-9c59eb740921 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:07:55.744664 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-3f2af408-3000-4b19-b907-17a9e8ac7909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:55.858030 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99d82461-37fa-41fb-a35d-d3589f257433 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] Made reservation on behalf of 079e052e1194405d972b2930e74c4ad1 for: {'port': 1} {{(pid=103801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:07:55.861247 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-99d82461-37fa-41fb-a35d-d3589f257433 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:55.862737 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2af408-3000-4b19-b907-17a9e8ac7909 None None] Pushing event updated for resources: {'Port': ['ID=c50fbea3-efdf-45b6-9a44-9c59eb740921,revision_number=3']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:07:55.875522 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Provisioning complete for port c50fbea3-efdf-45b6-9a44-9c59eb740921 triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:07:55.881541 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:55.911789 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c04ba1ef-f763-4257-8646-122424a485a4 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:07:55.913289 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-c04ba1ef-f763-4257-8646-122424a485a4 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2473986 Jan 05 17:07:55.919871 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 40744) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:07:55.924790 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-a028e3d1-9b73-4d65-a9aa-9f6ac79891c6 None None] Provisioning complete for port 3aa11a43-eafc-4c4c-8906-50cd0f8e8ee4 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:07:55.925156 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-a028e3d1-9b73-4d65-a9aa-9f6ac79891c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:55.941954 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.notifiers.nova [None req-99d82461-37fa-41fb-a35d-d3589f257433 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] device_id is not set on port 651743dd-ac75-44af-97f9-a86b0dc66515 yet. {{(pid=103801) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 05 17:07:55.977498 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-a028e3d1-9b73-4d65-a9aa-9f6ac79891c6 None None] Port 3aa11a43-eafc-4c4c-8906-50cd0f8e8ee4 cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 17:07:55.995704 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-c8e171b3-0a03-4974-bda6-32265b590a87 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0744982 Jan 05 17:07:56.004570 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 40746) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:07:56.011184 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-d2bbf895-25b1-4cb2-ab21-baf559a92da9 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Request body: {'subnet': {'network_id': 'e897f8fc-3cef-40ca-9466-c6c65ecd9833', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:07:56.022294 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-835c5a70-a2c8-400a-bb43-73741a0e4975 req-828a5b05-1454-47f4-b43f-95a8f570eaa7 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=be270a5c-db8b-4dff-9e40-79b29c80ad34&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2506106 Jan 05 17:07:56.088234 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-c9d7c167-91ca-4c7c-89e7-ff5ff6b873b6 tempest-FloatingIPAdminTestJSON-318638842 tempest-FloatingIPAdminTestJSON-318638842-project] Publish callbacks [] for port, precommit_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:56.100519 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [None req-83243844-621d-46b5-b0aa-f1567b71ddf5 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Allocated IP 172.36.4.110 (b0167590-0699-4c5c-a932-3939414a9573/7a784a6d-3d96-418f-a645-b9ccd0b1ac55/9dcad752-4dc6-42f3-96d6-51f7cc4bbaee) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:07:56.105626 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device cbac9cde-2738-4f5a-86f0-ac83973d52c3 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 05 17:07:56.134306 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] No Port match for: cbac9cde-2738-4f5a-86f0-ac83973d52c3 {{(pid=103802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 05 17:07:56.137652 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device cbac9cde-2738-4f5a-86f0-ac83973d52c3 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 05 17:07:56.137790 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91a278de-2fdc-4b17-b51c-ef84f321b22f tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Router 8745032a-d287-452f-8596-d0ad3acdff43 is scheduled to L3 agent 59446fdc-40e0-41fe-a575-a8eb11d742f7 with binding_index 1 {{(pid=103800) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 05 17:07:56.137900 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-a8c40a21-b3fd-41c9-a6af-d0633d69cf8e None None] Provisioning complete for port c50fbea3-efdf-45b6-9a44-9c59eb740921 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:07:56.137900 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-a8c40a21-b3fd-41c9-a6af-d0633d69cf8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:56.149046 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c50cea7-3d32-487b-903b-b1c62984d31e tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Made reservation on behalf of 04762f6d6f55432ea3822a71fa1f481f for: {'subnet': 1} {{(pid=103801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:07:56.152782 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-5c50cea7-3d32-487b-903b-b1c62984d31e tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12480675'] for subnet, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:56.159699 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4380873-d993-452f-b872-649e9cdaffdd tempest-ExtraDHCPOptionsTestJSON-469552184 tempest-ExtraDHCPOptionsTestJSON-469552184-project] Made reservation on behalf of e1f567ff878744159aaf8c63d146113a for: {'port': 1} {{(pid=103801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:07:56.166127 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f4380873-d993-452f-b872-649e9cdaffdd tempest-ExtraDHCPOptionsTestJSON-469552184 tempest-ExtraDHCPOptionsTestJSON-469552184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:56.192612 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-c9d7c167-91ca-4c7c-89e7-ff5ff6b873b6 tempest-FloatingIPAdminTestJSON-318638842 tempest-FloatingIPAdminTestJSON-318638842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11433169'] for port, after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:56.247672 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-a8c40a21-b3fd-41c9-a6af-d0633d69cf8e None None] Provisioning complete for port a84cbec9-53d1-4c6a-aad2-1b35a23b84d4 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:07:56.248193 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-a8c40a21-b3fd-41c9-a6af-d0633d69cf8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:56.285168 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-a8c40a21-b3fd-41c9-a6af-d0633d69cf8e None None] Port a84cbec9-53d1-4c6a-aad2-1b35a23b84d4 cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 17:07:56.302125 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835c5a70-a2c8-400a-bb43-73741a0e4975 req-716abef4-6d79-47d0-b6c1-5ad9cc45d620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:07:56.303636 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-835c5a70-a2c8-400a-bb43-73741a0e4975 req-716abef4-6d79-47d0-b6c1-5ad9cc45d620 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0e5f75b0fa584f3fb65d4d2f1d03045b&device_id=be270a5c-db8b-4dff-9e40-79b29c80ad34 HTTP/1.1" status: 200 len: 1099 time: 0.2327971 Jan 05 17:07:56.365075 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.notifiers.nova [None req-f4380873-d993-452f-b872-649e9cdaffdd tempest-ExtraDHCPOptionsTestJSON-469552184 tempest-ExtraDHCPOptionsTestJSON-469552184-project] device_id is not set on port 91d521ab-7cd5-43a0-a6ae-5718ec06ac36 yet. {{(pid=103801) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 05 17:07:56.406865 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-d96fb52c-e028-41c8-92ec-a1a3e15fab82 None None] Provisioning complete for port a84cbec9-53d1-4c6a-aad2-1b35a23b84d4 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:07:56.407282 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d96fb52c-e028-41c8-92ec-a1a3e15fab82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:56.447086 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-d96fb52c-e028-41c8-92ec-a1a3e15fab82 None None] Port a84cbec9-53d1-4c6a-aad2-1b35a23b84d4 cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 17:07:56.457397 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-99d82461-37fa-41fb-a35d-d3589f257433 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:56.461724 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-c9d7c167-91ca-4c7c-89e7-ff5ff6b873b6 tempest-FloatingIPAdminTestJSON-318638842 tempest-FloatingIPAdminTestJSON-318638842-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-531704'] for router_interface, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:56.479485 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d7c167-91ca-4c7c-89e7-ff5ff6b873b6 tempest-FloatingIPAdminTestJSON-318638842 tempest-FloatingIPAdminTestJSON-318638842-project] Pushing event updated for resources: {'Port': ['ID=2e3e0405-9434-46d3-8c60-240f6fe28f71,revision_number=2']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:07:56.647195 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [None req-f4380873-d993-452f-b872-649e9cdaffdd tempest-ExtraDHCPOptionsTestJSON-469552184 tempest-ExtraDHCPOptionsTestJSON-469552184-project] Allocated IP 172.20.0.5 (48c54b26-f27c-4552-b87b-b48fdad10d32/697e76d4-03e1-4427-b2b9-34c9014d831f/91d521ab-7cd5-43a0-a6ae-5718ec06ac36) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:07:56.679422 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2bbf895-25b1-4cb2-ab21-baf559a92da9 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Made reservation on behalf of fd419c78d7194361a03f37a26ebeba76 for: {'subnet': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:07:56.682975 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d2bbf895-25b1-4cb2-ab21-baf559a92da9 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8521827'] for subnet, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:56.689570 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-83243844-621d-46b5-b0aa-f1567b71ddf5 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Publish callbacks [] for port, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:56.708203 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91a278de-2fdc-4b17-b51c-ef84f321b22f tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 05 17:07:56.717672 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-91a278de-2fdc-4b17-b51c-ef84f321b22f tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] 10.222.0.11 "PUT /v2.0/routers/8745032a-d287-452f-8596-d0ad3acdff43/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0059471 Jan 05 17:07:56.721195 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-99d82461-37fa-41fb-a35d-d3589f257433 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11433176'] for port, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:56.721340 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45102ca2-7136-482d-a75c-cba45b43e57f None None] Sync routers for ids ['8745032a-d287-452f-8596-d0ad3acdff43'] in dv-neutron-master-2-hyperv {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 05 17:07:56.724240 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 40748) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:07:56.734857 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45102ca2-7136-482d-a75c-cba45b43e57f None None] Routers {'8745032a-d287-452f-8596-d0ad3acdff43'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:07:56.735561 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-45102ca2-7136-482d-a75c-cba45b43e57f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:07:49Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['8745032a-d287-452f-8596-d0ad3acdff43'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:07:56.770260 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-45102ca2-7136-482d-a75c-cba45b43e57f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:07:56.779203 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45102ca2-7136-482d-a75c-cba45b43e57f None None] Routers {'8745032a-d287-452f-8596-d0ad3acdff43'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:07:56.779903 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-45102ca2-7136-482d-a75c-cba45b43e57f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:07:49Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['8745032a-d287-452f-8596-d0ad3acdff43'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:07:56.814431 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-45102ca2-7136-482d-a75c-cba45b43e57f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:07:56.815247 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45102ca2-7136-482d-a75c-cba45b43e57f None None] The sync data for ids ['8745032a-d287-452f-8596-d0ad3acdff43'] in dv-neutron-master-2-hyperv is: [] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 05 17:07:56.833205 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9d7c167-91ca-4c7c-89e7-ff5ff6b873b6 tempest-FloatingIPAdminTestJSON-318638842 tempest-FloatingIPAdminTestJSON-318638842-project] Network 548691fa-6c35-4ab1-b2b6-63e0b753c516 is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:07:56.841032 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d82461-37fa-41fb-a35d-d3589f257433 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] Pushing event updated for resources: {'Port': ['ID=651743dd-ac75-44af-97f9-a86b0dc66515,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:07:56.844835 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-205e026f-a224-4f35-890d-2d4c41929336 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:07:56.849033 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-205e026f-a224-4f35-890d-2d4c41929336 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] 10.222.0.11 "GET /v2.0/ports/3aa11a43-eafc-4c4c-8906-50cd0f8e8ee4 HTTP/1.1" status: 200 len: 976 time: 0.1196098 Jan 05 17:07:56.849520 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-c9d7c167-91ca-4c7c-89e7-ff5ff6b873b6 tempest-FloatingIPAdminTestJSON-318638842 tempest-FloatingIPAdminTestJSON-318638842-project] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:07:56.853983 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 40750) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:07:56.863121 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835c5a70-a2c8-400a-bb43-73741a0e4975 req-d8289de3-8f63-4d0f-900d-ee7943b6714f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:07:56.864708 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-835c5a70-a2c8-400a-bb43-73741a0e4975 req-d8289de3-8f63-4d0f-900d-ee7943b6714f service neutron] 10.222.0.13 "GET /v2.0/networks?id=1e5e93d9-6ada-44ad-b92b-017486a9719e HTTP/1.1" status: 200 len: 912 time: 0.5282097 Jan 05 17:07:56.870642 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99d82461-37fa-41fb-a35d-d3589f257433 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] Network 15448658-04eb-45bf-a2e1-a2e99a7d3675 is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:07:56.921238 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-99d82461-37fa-41fb-a35d-d3589f257433 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:07:56.935680 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-83243844-621d-46b5-b0aa-f1567b71ddf5 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:56.954496 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99d82461-37fa-41fb-a35d-d3589f257433 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:07:56.956923 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99d82461-37fa-41fb-a35d-d3589f257433 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:07:56.956923 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-99d82461-37fa-41fb-a35d-d3589f257433 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:56.958522 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-5c50cea7-3d32-487b-903b-b1c62984d31e tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11433288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12480593'] for subnet, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:56.978825 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-835c5a70-a2c8-400a-bb43-73741a0e4975 req-97da4cf7-dc2a-4d89-a23e-2a3a92526629 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=67389512-62b3-4da5-90e0-71fd04a18f1a HTTP/1.1" status: 200 len: 1002 time: 0.1061735 Jan 05 17:07:57.024246 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83243844-621d-46b5-b0aa-f1567b71ddf5 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Network b0167590-0699-4c5c-a932-3939414a9573 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:07:57.058197 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-83243844-621d-46b5-b0aa-f1567b71ddf5 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:07:57.065408 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83243844-621d-46b5-b0aa-f1567b71ddf5 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Pushing event updated for resources: {'Port': ['ID=9dcad752-4dc6-42f3-96d6-51f7cc4bbaee,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:07:57.071496 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83243844-621d-46b5-b0aa-f1567b71ddf5 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:07:57.114282 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835c5a70-a2c8-400a-bb43-73741a0e4975 req-e79b6bbc-6b02-4138-ac42-df90b6bf6d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:07:57.115747 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-835c5a70-a2c8-400a-bb43-73741a0e4975 req-e79b6bbc-6b02-4138-ac42-df90b6bf6d54 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fab82641-cc31-4ee1-85fb-d7818e6883fd HTTP/1.1" status: 200 len: 850 time: 0.1076589 Jan 05 17:07:57.148968 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c50cea7-3d32-487b-903b-b1c62984d31e tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Pushing event updated for resources: {'Subnet': ['ID=fec9d9ba-69ee-45c2-917d-98973993244f,revision_number=0']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:07:57.176441 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-9276d90a-896e-4082-b270-7b8f548b4a49 None None] Provisioning complete for port 2e3e0405-9434-46d3-8c60-240f6fe28f71 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:07:57.176981 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-9276d90a-896e-4082-b270-7b8f548b4a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:57.211086 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-9276d90a-896e-4082-b270-7b8f548b4a49 None None] Port 2e3e0405-9434-46d3-8c60-240f6fe28f71 cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 17:07:57.215142 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-99d82461-37fa-41fb-a35d-d3589f257433 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.8857462 Jan 05 17:07:57.218918 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 40752) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:07:57.282153 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835c5a70-a2c8-400a-bb43-73741a0e4975 req-22a2aa09-d549-4908-910c-f5a5632331d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:07:57.283644 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-835c5a70-a2c8-400a-bb43-73741a0e4975 req-22a2aa09-d549-4908-910c-f5a5632331d9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1e5e93d9-6ada-44ad-b92b-017486a9719e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1443889 Jan 05 17:07:57.293420 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c50cea7-3d32-487b-903b-b1c62984d31e tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Checking segment: {'id': '1609fc15-892f-43a6-aab8-4fb84c746d03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '069baffd-3058-45ba-ab0b-f3cbded72d1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:07:57.293804 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c50cea7-3d32-487b-903b-b1c62984d31e tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Network hostable DHCP agents. Network: 069baffd-3058-45ba-ab0b-f3cbded72d1c, hostable agents: ['3f70c195-17da-4084-9fd6-bf6059d88535'], hosted agents: [] {{(pid=103801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 05 17:07:57.294031 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8425c371-a446-45a6-b9c4-2676e9fcde40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:07:57.295366 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-8425c371-a446-45a6-b9c4-2676e9fcde40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] 10.222.0.11 "GET /v2.0/ports/651743dd-ac75-44af-97f9-a86b0dc66515 HTTP/1.1" status: 200 len: 958 time: 0.0753949 Jan 05 17:07:57.301444 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 40754) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:07:57.342453 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9d7c167-91ca-4c7c-89e7-ff5ff6b873b6 tempest-FloatingIPAdminTestJSON-318638842 tempest-FloatingIPAdminTestJSON-318638842-project] Router 14249afb-28c3-4371-b5d0-d57a9af0db0e has already been hosted by L3 agent 59446fdc-40e0-41fe-a575-a8eb11d742f7 {{(pid=103801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 05 17:07:57.348850 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f4380873-d993-452f-b872-649e9cdaffdd tempest-ExtraDHCPOptionsTestJSON-469552184 tempest-ExtraDHCPOptionsTestJSON-469552184-project] Publish callbacks [] for port, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:57.469997 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device c50fbea3-efdf-45b6-9a44-9c59eb740921 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:07:57.473711 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.objects.ports [None req-d2bbf895-25b1-4cb2-ab21-baf559a92da9 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103800) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 05 17:07:57.479439 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d2bbf895-25b1-4cb2-ab21-baf559a92da9 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8784852', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8521873'] for subnet, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:57.480571 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c50cea7-3d32-487b-903b-b1c62984d31e tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Network 069baffd-3058-45ba-ab0b-f3cbded72d1c is scheduled to be hosted by DHCP agent 3f70c195-17da-4084-9fd6-bf6059d88535 with binding_index 1 {{(pid=103801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 05 17:07:57.525026 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Provisioning complete for port c50fbea3-efdf-45b6-9a44-9c59eb740921 triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:07:57.525660 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:57.576063 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2bbf895-25b1-4cb2-ab21-baf559a92da9 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Network e897f8fc-3cef-40ca-9466-c6c65ecd9833 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:07:57.587416 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-d2bbf895-25b1-4cb2-ab21-baf559a92da9 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:07:57.595105 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-835c5a70-a2c8-400a-bb43-73741a0e4975 req-0859ecdc-2530-457d-b0a6-e56de33edd19 service neutron] 10.222.0.13 "GET /v2.0/networks/1e5e93d9-6ada-44ad-b92b-017486a9719e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2969563 Jan 05 17:07:57.596524 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2bbf895-25b1-4cb2-ab21-baf559a92da9 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:07:57.597063 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d2bbf895-25b1-4cb2-ab21-baf559a92da9 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks [] for subnet, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:57.612014 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bc7ce2e-08d0-4f69-b6cd-5c5412fd639b None None] Network e897f8fc-3cef-40ca-9466-c6c65ecd9833 requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:07:57.635500 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bbf895-25b1-4cb2-ab21-baf559a92da9 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Pushing event updated for resources: {'Subnet': ['ID=ef64ec8e-29e1-4ac6-9b4b-202cacbd9fc0,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:07:57.740119 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-d2bbf895-25b1-4cb2-ab21-baf559a92da9 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.7296658 Jan 05 17:07:57.741224 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 40756) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:07:57.743401 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b25fc62-79b0-44b1-89f1-8cecdb41eb51 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-e897f8fc-3cef-40ca-9466-c6c65ecd9833', 'network_id': 'e897f8fc-3cef-40ca-9466-c6c65ecd9833', 'project_id': 'fd419c78d7194361a03f37a26ebeba76', 'fixed_ips': [{'subnet_id': 'ef64ec8e-29e1-4ac6-9b4b-202cacbd9fc0'}]}} from dv-neutron-master-2-hyperv. {{(pid=103802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 05 17:07:57.745353 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-8b25fc62-79b0-44b1-89f1-8cecdb41eb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:57.753880 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-eb1953e7-1d5e-4ddb-bfd6-ae36a4fe692b tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Request body: {'subnet': {'network_id': 'e897f8fc-3cef-40ca-9466-c6c65ecd9833', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:07:57.866916 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-835c5a70-a2c8-400a-bb43-73741a0e4975 req-c5b37793-3e83-4fb2-ae94-2d757254c477 service neutron] 10.222.0.13 "GET /v2.0/networks/1e5e93d9-6ada-44ad-b92b-017486a9719e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2614367 Jan 05 17:07:57.906268 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-5c50cea7-3d32-487b-903b-b1c62984d31e tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 069baffd-3058-45ba-ab0b-f3cbded72d1c) {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:07:57.909915 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f4380873-d993-452f-b872-649e9cdaffdd tempest-ExtraDHCPOptionsTestJSON-469552184 tempest-ExtraDHCPOptionsTestJSON-469552184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11433176'] for port, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:57.924038 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c50cea7-3d32-487b-903b-b1c62984d31e tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:07:57.924578 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-5c50cea7-3d32-487b-903b-b1c62984d31e tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks [] for subnet, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:57.935145 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2513a8d3-ead2-4afb-b425-51d77626ee1d None None] Network 069baffd-3058-45ba-ab0b-f3cbded72d1c requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:07:57.940240 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.db_base_plugin_common [None req-8b25fc62-79b0-44b1-89f1-8cecdb41eb51 None None] Allocated IP 2001:db8::f816:3eff:fe7d:14b1 (e897f8fc-3cef-40ca-9466-c6c65ecd9833/ef64ec8e-29e1-4ac6-9b4b-202cacbd9fc0/3edf598e-59ea-4596-82ec-b07a6b1366dd) {{(pid=103802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:07:57.973098 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-83243844-621d-46b5-b0aa-f1567b71ddf5 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:57.977175 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-ddfc5505-24dc-4cb9-8d6b-92e56e64b8fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] Deleting port 651743dd-ac75-44af-97f9-a86b0dc66515 {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:07:57.983695 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-ddfc5505-24dc-4cb9-8d6b-92e56e64b8fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:58.050198 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9d7c167-91ca-4c7c-89e7-ff5ff6b873b6 tempest-FloatingIPAdminTestJSON-318638842 tempest-FloatingIPAdminTestJSON-318638842-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 05 17:07:58.060177 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-c9d7c167-91ca-4c7c-89e7-ff5ff6b873b6 tempest-FloatingIPAdminTestJSON-318638842 tempest-FloatingIPAdminTestJSON-318638842-project] 10.222.0.11 "PUT /v2.0/routers/14249afb-28c3-4371-b5d0-d57a9af0db0e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6280994 Jan 05 17:07:58.065577 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7bd5978-2439-49e1-af6e-dd50391d3151 None None] Sync routers for ids ['14249afb-28c3-4371-b5d0-d57a9af0db0e'] in dv-neutron-master-2-hyperv {{(pid=103803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 05 17:07:58.069374 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 40758) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:07:58.072373 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-da1e2c57-260c-4423-b364-0107cca5542c tempest-FloatingIPAdminTestJSON-318638842 tempest-FloatingIPAdminTestJSON-318638842-project] Request body: {'port': {'network_id': '548691fa-6c35-4ab1-b2b6-63e0b753c516', 'name': 'tempest-FloatingIPAdminTestJSON-1505586548'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:07:58.083622 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7bd5978-2439-49e1-af6e-dd50391d3151 None None] Routers {'14249afb-28c3-4371-b5d0-d57a9af0db0e'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:07:58.084247 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-b7bd5978-2439-49e1-af6e-dd50391d3151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:07:49Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['14249afb-28c3-4371-b5d0-d57a9af0db0e'], 'active': True} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:07:58.093949 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4380873-d993-452f-b872-649e9cdaffdd tempest-ExtraDHCPOptionsTestJSON-469552184 tempest-ExtraDHCPOptionsTestJSON-469552184-project] Network 48c54b26-f27c-4552-b87b-b48fdad10d32 is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:07:58.106211 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-5c50cea7-3d32-487b-903b-b1c62984d31e tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5923519 Jan 05 17:07:58.111681 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 40760) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:07:58.116523 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-83b2c0a0-0d3f-49db-895b-8b2cfa2078ce tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-761026376', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:07:58.117755 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-f4380873-d993-452f-b872-649e9cdaffdd tempest-ExtraDHCPOptionsTestJSON-469552184 tempest-ExtraDHCPOptionsTestJSON-469552184-project] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:07:58.122927 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4380873-d993-452f-b872-649e9cdaffdd tempest-ExtraDHCPOptionsTestJSON-469552184 tempest-ExtraDHCPOptionsTestJSON-469552184-project] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:07:58.131662 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4380873-d993-452f-b872-649e9cdaffdd tempest-ExtraDHCPOptionsTestJSON-469552184 tempest-ExtraDHCPOptionsTestJSON-469552184-project] Pushing event updated for resources: {'Port': ['ID=91d521ab-7cd5-43a0-a6ae-5718ec06ac36,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:07:58.145866 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-b7bd5978-2439-49e1-af6e-dd50391d3151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:07:58.164279 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-ddfc5505-24dc-4cb9-8d6b-92e56e64b8fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:58.167268 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7bd5978-2439-49e1-af6e-dd50391d3151 None None] Routers {'14249afb-28c3-4371-b5d0-d57a9af0db0e'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:07:58.169118 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-b7bd5978-2439-49e1-af6e-dd50391d3151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:07:49Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['14249afb-28c3-4371-b5d0-d57a9af0db0e'], 'active': True} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:07:58.189452 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-ddfc5505-24dc-4cb9-8d6b-92e56e64b8fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] Calling delete_port for 651743dd-ac75-44af-97f9-a86b0dc66515 owned by {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:07:58.213047 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-83243844-621d-46b5-b0aa-f1567b71ddf5 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:58.226630 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-b7bd5978-2439-49e1-af6e-dd50391d3151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:07:58.227675 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7bd5978-2439-49e1-af6e-dd50391d3151 None None] The sync data for ids ['14249afb-28c3-4371-b5d0-d57a9af0db0e'] in dv-neutron-master-2-hyperv is: [] {{(pid=103803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 05 17:07:58.253875 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4380873-d993-452f-b872-649e9cdaffdd tempest-ExtraDHCPOptionsTestJSON-469552184 tempest-ExtraDHCPOptionsTestJSON-469552184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:07:58.254881 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f4380873-d993-452f-b872-649e9cdaffdd tempest-ExtraDHCPOptionsTestJSON-469552184 tempest-ExtraDHCPOptionsTestJSON-469552184-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:58.266133 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb1953e7-1d5e-4ddb-bfd6-ae36a4fe692b tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Made reservation on behalf of fd419c78d7194361a03f37a26ebeba76 for: {'subnet': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:07:58.270330 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-eb1953e7-1d5e-4ddb-bfd6-ae36a4fe692b tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8521827'] for subnet, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:58.287903 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-8b25fc62-79b0-44b1-89f1-8cecdb41eb51 None None] Publish callbacks [] for port, precommit_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:58.365479 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78772199-4207-4b9e-892c-a18b58c94a93 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-069baffd-3058-45ba-ab0b-f3cbded72d1c', 'network_id': '069baffd-3058-45ba-ab0b-f3cbded72d1c', 'project_id': '04762f6d6f55432ea3822a71fa1f481f', 'fixed_ips': [{'subnet_id': 'fec9d9ba-69ee-45c2-917d-98973993244f'}]}} from dv-neutron-master-2-hyperv. {{(pid=103802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 05 17:07:58.366771 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-78772199-4207-4b9e-892c-a18b58c94a93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:58.391429 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-8b25fc62-79b0-44b1-89f1-8cecdb41eb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669'] for port, after_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:58.411896 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-2512385e-4994-404c-a844-bfda2c92ff10 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-531685'] for router_interface, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:58.459748 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-f4380873-d993-452f-b872-649e9cdaffdd tempest-ExtraDHCPOptionsTestJSON-469552184 tempest-ExtraDHCPOptionsTestJSON-469552184-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1151 time: 3.0024829 Jan 05 17:07:58.462873 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 40762) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:07:58.500060 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b25fc62-79b0-44b1-89f1-8cecdb41eb51 None None] Network e897f8fc-3cef-40ca-9466-c6c65ecd9833 is already hosted by enough agents. {{(pid=103802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:07:58.500435 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b25fc62-79b0-44b1-89f1-8cecdb41eb51 None None] Pushing event updated for resources: {'Port': ['ID=3edf598e-59ea-4596-82ec-b07a6b1366dd,revision_number=1']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:07:58.506745 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-83b2c0a0-0d3f-49db-895b-8b2cfa2078ce tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-649063', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58098'] for router, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:58.510534 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-83b2c0a0-0d3f-49db-895b-8b2cfa2078ce tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649832', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-545006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58091'] for router, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:58.559343 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.scheduler.base_scheduler [None req-8b25fc62-79b0-44b1-89f1-8cecdb41eb51 None None] Resources bound (agent type, host, resource id): {{(pid=103802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:07:58.562318 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b25fc62-79b0-44b1-89f1-8cecdb41eb51 None None] Received port after_create {{(pid=103802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:07:58.566487 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d94edf65-8b2e-480c-ab43-f2eb708f79de tempest-ExtraDHCPOptionsTestJSON-469552184 tempest-ExtraDHCPOptionsTestJSON-469552184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:07:58.573090 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d94edf65-8b2e-480c-ab43-f2eb708f79de tempest-ExtraDHCPOptionsTestJSON-469552184 tempest-ExtraDHCPOptionsTestJSON-469552184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:07:58.580820 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d94edf65-8b2e-480c-ab43-f2eb708f79de tempest-ExtraDHCPOptionsTestJSON-469552184 tempest-ExtraDHCPOptionsTestJSON-469552184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:07:58.584509 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-d94edf65-8b2e-480c-ab43-f2eb708f79de tempest-ExtraDHCPOptionsTestJSON-469552184 tempest-ExtraDHCPOptionsTestJSON-469552184-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2617 time: 0.1182415 Jan 05 17:07:58.585261 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 40764) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:07:58.623384 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-ddfc5505-24dc-4cb9-8d6b-92e56e64b8fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11433176'] for port, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:58.697023 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfc5505-24dc-4cb9-8d6b-92e56e64b8fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] Pushing event deleted for resources: {'Port': ['ID=651743dd-ac75-44af-97f9-a86b0dc66515,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:07:58.709015 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da1e2c57-260c-4423-b364-0107cca5542c tempest-FloatingIPAdminTestJSON-318638842 tempest-FloatingIPAdminTestJSON-318638842-project] Made reservation on behalf of c1366598636f4b4da234638c34b16400 for: {'port': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:07:58.712690 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-da1e2c57-260c-4423-b364-0107cca5542c tempest-FloatingIPAdminTestJSON-318638842 tempest-FloatingIPAdminTestJSON-318638842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:58.716232 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-83b2c0a0-0d3f-49db-895b-8b2cfa2078ce tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:58.735999 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-ddfc5505-24dc-4cb9-8d6b-92e56e64b8fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:58.743178 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-ddfc5505-24dc-4cb9-8d6b-92e56e64b8fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] 10.222.0.11 "DELETE /v2.0/ports/651743dd-ac75-44af-97f9-a86b0dc66515 HTTP/1.1" status: 204 len: 168 time: 1.4380510 Jan 05 17:07:58.744914 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 40766) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:07:58.770265 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-83243844-621d-46b5-b0aa-f1567b71ddf5 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Publish callbacks [] for port, precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:58.779786 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.notifiers.nova [None req-da1e2c57-260c-4423-b364-0107cca5542c tempest-FloatingIPAdminTestJSON-318638842 tempest-FloatingIPAdminTestJSON-318638842-project] device_id is not set on port a707d427-b786-4f85-834d-7f20fb13396d yet. {{(pid=103800) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 05 17:07:58.794307 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-83b2c0a0-0d3f-49db-895b-8b2cfa2078ce tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-648430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648639'] for router, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:58.805464 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.pecan_wsgi.hooks.translation [None req-20e87547-1ad9-40a8-8ccd-6cce05333e2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] GET failed (client error): The resource could not be found. Jan 05 17:07:58.812240 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-20e87547-1ad9-40a8-8ccd-6cce05333e2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] 10.222.0.11 "GET /v2.0/ports/651743dd-ac75-44af-97f9-a86b0dc66515 HTTP/1.1" status: 404 len: 333 time: 0.0475264 Jan 05 17:07:58.814671 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 40768) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:07:58.823841 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-8a4d3c77-02e6-44ac-9603-57ddcfbd339f tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] Request body: {'port': {'network_id': '15448658-04eb-45bf-a2e1-a2e99a7d3675', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-770441815'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:07:58.860702 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-03a1ec5f-ca22-4ffd-b199-bedbbf5b1285 None None] Provisioning complete for port 91d521ab-7cd5-43a0-a6ae-5718ec06ac36 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:07:58.861363 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-03a1ec5f-ca22-4ffd-b199-bedbbf5b1285 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:58.878710 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-83243844-621d-46b5-b0aa-f1567b71ddf5 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8784461'] for port, after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:58.878967 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-3bc6d821-30c1-4c68-a76d-f0c8f70a7b6f tempest-ExtraDHCPOptionsTestJSON-469552184 tempest-ExtraDHCPOptionsTestJSON-469552184-project] Deleting port 91d521ab-7cd5-43a0-a6ae-5718ec06ac36 {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:07:58.879248 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3bc6d821-30c1-4c68-a76d-f0c8f70a7b6f tempest-ExtraDHCPOptionsTestJSON-469552184 tempest-ExtraDHCPOptionsTestJSON-469552184-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:58.924042 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-8b25fc62-79b0-44b1-89f1-8cecdb41eb51 None None] Attempting to bind port 3edf598e-59ea-4596-82ec-b07a6b1366dd on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 05 17:07:58.924769 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-8b25fc62-79b0-44b1-89f1-8cecdb41eb51 None None] Attempting to bind port 3edf598e-59ea-4596-82ec-b07a6b1366dd by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '68e6c437-46c2-424d-85e7-20547f69066d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'e897f8fc-3cef-40ca-9466-c6c65ecd9833'}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 05 17:07:58.926348 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b25fc62-79b0-44b1-89f1-8cecdb41eb51 None None] Attempting to bind port 3edf598e-59ea-4596-82ec-b07a6b1366dd on network e897f8fc-3cef-40ca-9466-c6c65ecd9833 {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:07:58.951136 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-83b2c0a0-0d3f-49db-895b-8b2cfa2078ce tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks [] for router, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:58.952052 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-83b2c0a0-0d3f-49db-895b-8b2cfa2078ce tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.8391576 Jan 05 17:07:58.957002 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 40770) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:07:58.963817 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-51182412-b01f-4300-b17f-b226e9892bfb tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Request body: {'port': {'network_id': '069baffd-3058-45ba-ab0b-f3cbded72d1c', 'name': 'tempest-RoutersIpV6Test-1708149885'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:07:58.982848 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-03a1ec5f-ca22-4ffd-b199-bedbbf5b1285 None None] Port 91d521ab-7cd5-43a0-a6ae-5718ec06ac36 cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 17:07:59.018142 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.db_base_plugin_common [None req-78772199-4207-4b9e-892c-a18b58c94a93 None None] Allocated IP 2001:db8::2 (069baffd-3058-45ba-ab0b-f3cbded72d1c/fec9d9ba-69ee-45c2-917d-98973993244f/7d822045-14c5-4d44-88c6-747d33dab67d) {{(pid=103802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:07:59.049022 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b25fc62-79b0-44b1-89f1-8cecdb41eb51 None None] Checking agent: {'id': '0d4f8fd3-ce62-4651-970c-efa6a8bb22b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 5, 16, 57, 23), 'started_at': datetime.datetime(2022, 1, 5, 16, 57, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 5, 17, 7, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 05 17:07:59.051600 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b25fc62-79b0-44b1-89f1-8cecdb41eb51 None None] Checking segment: {'id': '68e6c437-46c2-424d-85e7-20547f69066d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'e897f8fc-3cef-40ca-9466-c6c65ecd9833'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:07:59.052308 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-8b25fc62-79b0-44b1-89f1-8cecdb41eb51 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:59.053019 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b25fc62-79b0-44b1-89f1-8cecdb41eb51 None None] Bound using segment: {'id': '68e6c437-46c2-424d-85e7-20547f69066d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'e897f8fc-3cef-40ca-9466-c6c65ecd9833'} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 05 17:07:59.053819 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-8b25fc62-79b0-44b1-89f1-8cecdb41eb51 None None] Bound port: 3edf598e-59ea-4596-82ec-b07a6b1366dd, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68e6c437-46c2-424d-85e7-20547f69066d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'e897f8fc-3cef-40ca-9466-c6c65ecd9833'}}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 05 17:07:59.053968 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a4d3c77-02e6-44ac-9603-57ddcfbd339f tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] Made reservation on behalf of 079e052e1194405d972b2930e74c4ad1 for: {'port': 1} {{(pid=103801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:07:59.054649 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-8b25fc62-79b0-44b1-89f1-8cecdb41eb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:59.056336 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-8a4d3c77-02e6-44ac-9603-57ddcfbd339f tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:59.089157 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83243844-621d-46b5-b0aa-f1567b71ddf5 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Pushing event updated for resources: {'Port': ['ID=9dcad752-4dc6-42f3-96d6-51f7cc4bbaee,revision_number=2']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:07:59.095782 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3bc6d821-30c1-4c68-a76d-f0c8f70a7b6f tempest-ExtraDHCPOptionsTestJSON-469552184 tempest-ExtraDHCPOptionsTestJSON-469552184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:59.111908 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [None req-da1e2c57-260c-4423-b364-0107cca5542c tempest-FloatingIPAdminTestJSON-318638842 tempest-FloatingIPAdminTestJSON-318638842-project] Allocated IP 172.20.0.11 (548691fa-6c35-4ab1-b2b6-63e0b753c516/f3d7d374-eb8a-480c-8552-3048026a2e70/a707d427-b786-4f85-834d-7f20fb13396d) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:07:59.119845 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-83243844-621d-46b5-b0aa-f1567b71ddf5 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648677'] for floatingip, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:59.120254 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.notifiers.nova [None req-8a4d3c77-02e6-44ac-9603-57ddcfbd339f tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] device_id is not set on port 921d3464-b01e-4a7b-924c-335233d95f5b yet. {{(pid=103801) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 05 17:07:59.125196 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-3bc6d821-30c1-4c68-a76d-f0c8f70a7b6f tempest-ExtraDHCPOptionsTestJSON-469552184 tempest-ExtraDHCPOptionsTestJSON-469552184-project] Calling delete_port for 91d521ab-7cd5-43a0-a6ae-5718ec06ac36 owned by {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:07:59.199215 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-8b25fc62-79b0-44b1-89f1-8cecdb41eb51 None None] For port 3edf598e-59ea-4596-82ec-b07a6b1366dd, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 05 17:07:59.209670 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-8b25fc62-79b0-44b1-89f1-8cecdb41eb51 None None] For port 3edf598e-59ea-4596-82ec-b07a6b1366dd, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=3edf598e-59ea-4596-82ec-b07a6b1366dd,segment=NetworkSegment(68e6c437-46c2-424d-85e7-20547f69066d),segment_id=68e6c437-46c2-424d-85e7-20547f69066d)] {{(pid=103802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 05 17:07:59.227748 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-2512385e-4994-404c-a844-bfda2c92ff10 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Deleting port 3aa11a43-eafc-4c4c-8906-50cd0f8e8ee4 {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:07:59.228232 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-2512385e-4994-404c-a844-bfda2c92ff10 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:59.284370 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-8b25fc62-79b0-44b1-89f1-8cecdb41eb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:59.346089 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-78772199-4207-4b9e-892c-a18b58c94a93 None None] Publish callbacks [] for port, precommit_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:59.364108 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b25fc62-79b0-44b1-89f1-8cecdb41eb51 None None] Pushing event updated for resources: {'Port': ['ID=3edf598e-59ea-4596-82ec-b07a6b1366dd,revision_number=2']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:07:59.423200 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-78772199-4207-4b9e-892c-a18b58c94a93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669'] for port, after_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:59.468155 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78772199-4207-4b9e-892c-a18b58c94a93 None None] Network 069baffd-3058-45ba-ab0b-f3cbded72d1c is already hosted by enough agents. {{(pid=103802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:07:59.471344 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.scheduler.base_scheduler [None req-78772199-4207-4b9e-892c-a18b58c94a93 None None] Resources bound (agent type, host, resource id): {{(pid=103802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:07:59.478507 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78772199-4207-4b9e-892c-a18b58c94a93 None None] Received port after_create {{(pid=103802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:07:59.481952 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78772199-4207-4b9e-892c-a18b58c94a93 None None] Pushing event updated for resources: {'Port': ['ID=7d822045-14c5-4d44-88c6-747d33dab67d,revision_number=1']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:07:59.549769 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-78772199-4207-4b9e-892c-a18b58c94a93 None None] Attempting to bind port 7d822045-14c5-4d44-88c6-747d33dab67d on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 05 17:07:59.556292 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-78772199-4207-4b9e-892c-a18b58c94a93 None None] Attempting to bind port 7d822045-14c5-4d44-88c6-747d33dab67d by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '1609fc15-892f-43a6-aab8-4fb84c746d03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '069baffd-3058-45ba-ab0b-f3cbded72d1c'}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 05 17:07:59.556292 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78772199-4207-4b9e-892c-a18b58c94a93 None None] Attempting to bind port 7d822045-14c5-4d44-88c6-747d33dab67d on network 069baffd-3058-45ba-ab0b-f3cbded72d1c {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:07:59.556785 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-eb1953e7-1d5e-4ddb-bfd6-ae36a4fe692b tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8784852', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8521873'] for subnet, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:59.558346 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78772199-4207-4b9e-892c-a18b58c94a93 None None] Checking agent: {'id': '0d4f8fd3-ce62-4651-970c-efa6a8bb22b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 5, 16, 57, 23), 'started_at': datetime.datetime(2022, 1, 5, 16, 57, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 5, 17, 7, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 05 17:07:59.558763 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78772199-4207-4b9e-892c-a18b58c94a93 None None] Checking segment: {'id': '1609fc15-892f-43a6-aab8-4fb84c746d03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '069baffd-3058-45ba-ab0b-f3cbded72d1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:07:59.559206 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-78772199-4207-4b9e-892c-a18b58c94a93 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:59.560502 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78772199-4207-4b9e-892c-a18b58c94a93 None None] Bound using segment: {'id': '1609fc15-892f-43a6-aab8-4fb84c746d03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '069baffd-3058-45ba-ab0b-f3cbded72d1c'} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 05 17:07:59.560502 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-78772199-4207-4b9e-892c-a18b58c94a93 None None] Bound port: 7d822045-14c5-4d44-88c6-747d33dab67d, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1609fc15-892f-43a6-aab8-4fb84c746d03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '069baffd-3058-45ba-ab0b-f3cbded72d1c'}}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 05 17:07:59.560898 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-78772199-4207-4b9e-892c-a18b58c94a93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:59.629067 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-2512385e-4994-404c-a844-bfda2c92ff10 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:59.655504 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51182412-b01f-4300-b17f-b226e9892bfb tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Made reservation on behalf of 04762f6d6f55432ea3822a71fa1f481f for: {'port': 1} {{(pid=103801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:07:59.659111 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-51182412-b01f-4300-b17f-b226e9892bfb tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:59.662422 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-2512385e-4994-404c-a844-bfda2c92ff10 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Calling delete_port for 3aa11a43-eafc-4c4c-8906-50cd0f8e8ee4 owned by network:router_interface {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:07:59.713939 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-78772199-4207-4b9e-892c-a18b58c94a93 None None] For port 7d822045-14c5-4d44-88c6-747d33dab67d, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 05 17:07:59.717524 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-78772199-4207-4b9e-892c-a18b58c94a93 None None] For port 7d822045-14c5-4d44-88c6-747d33dab67d, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=7d822045-14c5-4d44-88c6-747d33dab67d,segment=NetworkSegment(1609fc15-892f-43a6-aab8-4fb84c746d03),segment_id=1609fc15-892f-43a6-aab8-4fb84c746d03)] {{(pid=103802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 05 17:07:59.724666 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb1953e7-1d5e-4ddb-bfd6-ae36a4fe692b tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Network e897f8fc-3cef-40ca-9466-c6c65ecd9833 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:07:59.733416 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-8a4d3c77-02e6-44ac-9603-57ddcfbd339f tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:59.745281 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-eb1953e7-1d5e-4ddb-bfd6-ae36a4fe692b tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:07:59.787208 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.notifiers.nova [None req-51182412-b01f-4300-b17f-b226e9892bfb tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] device_id is not set on port a0f944f8-2bb5-4448-80de-a9d85ad87724 yet. {{(pid=103801) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 05 17:07:59.788492 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-78772199-4207-4b9e-892c-a18b58c94a93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:59.801888 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb1953e7-1d5e-4ddb-bfd6-ae36a4fe692b tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:07:59.802693 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-eb1953e7-1d5e-4ddb-bfd6-ae36a4fe692b tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks [] for subnet, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:59.806687 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1953e7-1d5e-4ddb-bfd6-ae36a4fe692b tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Pushing event updated for resources: {'Subnet': ['ID=77dc0ea8-9f8e-406e-a78c-20ede745f77b,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:07:59.856351 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.db.l3_db [None req-83243844-621d-46b5-b0aa-f1567b71ddf5 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Floating IP 13f4766b-279b-4f89-a9b3-26060574bafc associated. External IP: 172.36.4.110, port: c3037384-d3fa-4066-80d8-4a11cc75bb34. Jan 05 17:07:59.872855 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78772199-4207-4b9e-892c-a18b58c94a93 None None] Pushing event updated for resources: {'Port': ['ID=7d822045-14c5-4d44-88c6-747d33dab67d,revision_number=2']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:07:59.923363 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-da1e2c57-260c-4423-b364-0107cca5542c tempest-FloatingIPAdminTestJSON-318638842 tempest-FloatingIPAdminTestJSON-318638842-project] Publish callbacks [] for port, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:07:59.930005 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-eb1953e7-1d5e-4ddb-bfd6-ae36a4fe692b tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1816082 Jan 05 17:07:59.936756 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 40772) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:07:59.942100 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-4a4d55a2-ba5c-41e3-9606-d4ff4747b486 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Request body: {'port': {'network_id': 'e897f8fc-3cef-40ca-9466-c6c65ecd9833', 'mac_address': 'fa:16:3e:7f:fc:2e', 'name': 'tempest-NetworksTestDHCPv6-200733849'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:08:00.108495 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3bc6d821-30c1-4c68-a76d-f0c8f70a7b6f tempest-ExtraDHCPOptionsTestJSON-469552184 tempest-ExtraDHCPOptionsTestJSON-469552184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11433176'] for port, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:00.156979 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc6d821-30c1-4c68-a76d-f0c8f70a7b6f tempest-ExtraDHCPOptionsTestJSON-469552184 tempest-ExtraDHCPOptionsTestJSON-469552184-project] Pushing event deleted for resources: {'Port': ['ID=91d521ab-7cd5-43a0-a6ae-5718ec06ac36,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:08:00.180724 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-8a4d3c77-02e6-44ac-9603-57ddcfbd339f tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11433176'] for port, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:00.182839 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [None req-51182412-b01f-4300-b17f-b226e9892bfb tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Allocated IP 2001:db8::148 (069baffd-3058-45ba-ab0b-f3cbded72d1c/fec9d9ba-69ee-45c2-917d-98973993244f/a0f944f8-2bb5-4448-80de-a9d85ad87724) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:08:00.225513 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-da1e2c57-260c-4423-b364-0107cca5542c tempest-FloatingIPAdminTestJSON-318638842 tempest-FloatingIPAdminTestJSON-318638842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:00.342440 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da1e2c57-260c-4423-b364-0107cca5542c tempest-FloatingIPAdminTestJSON-318638842 tempest-FloatingIPAdminTestJSON-318638842-project] Network 548691fa-6c35-4ab1-b2b6-63e0b753c516 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:08:00.344448 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a4d55a2-ba5c-41e3-9606-d4ff4747b486 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Made reservation on behalf of fd419c78d7194361a03f37a26ebeba76 for: {'port': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:08:00.372235 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a4d3c77-02e6-44ac-9603-57ddcfbd339f tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] Network 15448658-04eb-45bf-a2e1-a2e99a7d3675 is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:08:00.395017 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-8a4d3c77-02e6-44ac-9603-57ddcfbd339f tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:08:00.414272 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-da1e2c57-260c-4423-b364-0107cca5542c tempest-FloatingIPAdminTestJSON-318638842 tempest-FloatingIPAdminTestJSON-318638842-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:08:00.416430 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a4d3c77-02e6-44ac-9603-57ddcfbd339f tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:08:00.417389 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a4d3c77-02e6-44ac-9603-57ddcfbd339f tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:08:00.418086 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-8a4d3c77-02e6-44ac-9603-57ddcfbd339f tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:00.424978 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da1e2c57-260c-4423-b364-0107cca5542c tempest-FloatingIPAdminTestJSON-318638842 tempest-FloatingIPAdminTestJSON-318638842-project] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:08:00.453154 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4d3c77-02e6-44ac-9603-57ddcfbd339f tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] Pushing event updated for resources: {'Port': ['ID=921d3464-b01e-4a7b-924c-335233d95f5b,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:08:00.466035 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3bc6d821-30c1-4c68-a76d-f0c8f70a7b6f tempest-ExtraDHCPOptionsTestJSON-469552184 tempest-ExtraDHCPOptionsTestJSON-469552184-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:00.471038 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-3bc6d821-30c1-4c68-a76d-f0c8f70a7b6f tempest-ExtraDHCPOptionsTestJSON-469552184 tempest-ExtraDHCPOptionsTestJSON-469552184-project] 10.222.0.11 "DELETE /v2.0/ports/91d521ab-7cd5-43a0-a6ae-5718ec06ac36 HTTP/1.1" status: 204 len: 168 time: 1.8844619 Jan 05 17:08:00.475532 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1e2c57-260c-4423-b364-0107cca5542c tempest-FloatingIPAdminTestJSON-318638842 tempest-FloatingIPAdminTestJSON-318638842-project] Pushing event updated for resources: {'Port': ['ID=a707d427-b786-4f85-834d-7f20fb13396d,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:08:00.486101 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 40774) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:08:00.499756 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83243844-621d-46b5-b0aa-f1567b71ddf5 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Router 8e20d6c5-5760-40ff-8076-35b11b39e3e1 has already been hosted by L3 agent 59446fdc-40e0-41fe-a575-a8eb11d742f7 {{(pid=103800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 05 17:08:00.507960 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-9e016a7f-ef92-4042-9e08-332c548836f5 tempest-ExtraDHCPOptionsTestJSON-469552184 tempest-ExtraDHCPOptionsTestJSON-469552184-project] Request body: {'port': {'name': 'tempest-new-port-name-1174063851', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:08:00.507960 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.api.validators [None req-9e016a7f-ef92-4042-9e08-332c548836f5 tempest-ExtraDHCPOptionsTestJSON-469552184 tempest-ExtraDHCPOptionsTestJSON-469552184-project] bootfile-name is not in valid_values {{(pid=103801) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 05 17:08:00.507960 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.api.validators [None req-9e016a7f-ef92-4042-9e08-332c548836f5 tempest-ExtraDHCPOptionsTestJSON-469552184 tempest-ExtraDHCPOptionsTestJSON-469552184-project] tftp-server is not in valid_values {{(pid=103801) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 05 17:08:00.507960 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.api.validators [None req-9e016a7f-ef92-4042-9e08-332c548836f5 tempest-ExtraDHCPOptionsTestJSON-469552184 tempest-ExtraDHCPOptionsTestJSON-469552184-project] server-ip-address is not in valid_values {{(pid=103801) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 05 17:08:00.560683 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da1e2c57-260c-4423-b364-0107cca5542c tempest-FloatingIPAdminTestJSON-318638842 tempest-FloatingIPAdminTestJSON-318638842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:08:00.563243 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-da1e2c57-260c-4423-b364-0107cca5542c tempest-FloatingIPAdminTestJSON-318638842 tempest-FloatingIPAdminTestJSON-318638842-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:00.575470 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-2512385e-4994-404c-a844-bfda2c92ff10 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11433176'] for port, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:00.615862 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4a4d55a2-ba5c-41e3-9606-d4ff4747b486 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:00.628054 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-8a4d3c77-02e6-44ac-9603-57ddcfbd339f tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.8094683 Jan 05 17:08:00.634822 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 40776) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:08:00.641325 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2512385e-4994-404c-a844-bfda2c92ff10 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Pushing event deleted for resources: {'Port': ['ID=3aa11a43-eafc-4c4c-8906-50cd0f8e8ee4,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:08:00.658408 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-ec977b1f-7f6e-4a20-8be7-e8c3a1d6cc8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-mast'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:08:00.692652 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-da1e2c57-260c-4423-b364-0107cca5542c tempest-FloatingIPAdminTestJSON-318638842 tempest-FloatingIPAdminTestJSON-318638842-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 2.6224663 Jan 05 17:08:00.693809 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 40778) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:08:00.719870 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.notifiers.nova [None req-4a4d55a2-ba5c-41e3-9606-d4ff4747b486 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] device_id is not set on port 8d131494-829f-4c1b-8077-36480be30e5d yet. {{(pid=103800) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 05 17:08:00.845229 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-9e016a7f-ef92-4042-9e08-332c548836f5 tempest-ExtraDHCPOptionsTestJSON-469552184 tempest-ExtraDHCPOptionsTestJSON-469552184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:00.887219 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-51182412-b01f-4300-b17f-b226e9892bfb tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks [] for port, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:00.898516 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-ec977b1f-7f6e-4a20-8be7-e8c3a1d6cc8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:00.904515 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83243844-621d-46b5-b0aa-f1567b71ddf5 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 05 17:08:00.915769 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6e91c92-30c3-4b0d-bd24-d33f5640e114 None None] Sync routers for ids ['8e20d6c5-5760-40ff-8076-35b11b39e3e1'] in dv-neutron-master-2-hyperv {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 05 17:08:00.961510 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6e91c92-30c3-4b0d-bd24-d33f5640e114 None None] Routers {'8e20d6c5-5760-40ff-8076-35b11b39e3e1'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:08:00.968190 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-b6e91c92-30c3-4b0d-bd24-d33f5640e114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:07:49Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['8e20d6c5-5760-40ff-8076-35b11b39e3e1'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:08:01.027726 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-83243844-621d-46b5-b0aa-f1567b71ddf5 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for floatingip, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:01.078591 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-b6e91c92-30c3-4b0d-bd24-d33f5640e114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:08:01.091229 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-1e873775-02c4-42ab-a1b2-9c553eb63a88 None None] Provisioning complete for port a707d427-b786-4f85-834d-7f20fb13396d triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:08:01.091638 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-1e873775-02c4-42ab-a1b2-9c553eb63a88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:01.092880 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-83243844-621d-46b5-b0aa-f1567b71ddf5 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 6.8195400 Jan 05 17:08:01.096703 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6e91c92-30c3-4b0d-bd24-d33f5640e114 None None] Routers {'8e20d6c5-5760-40ff-8076-35b11b39e3e1'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:08:01.097331 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-b6e91c92-30c3-4b0d-bd24-d33f5640e114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:07:49Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['8e20d6c5-5760-40ff-8076-35b11b39e3e1'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:08:01.099769 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 40782) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:08:01.108217 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-3bb00cf5-3653-45e7-b51d-cead4e9f3212 tempest-FloatingIPAdminTestJSON-241139269 tempest-FloatingIPAdminTestJSON-241139269-project-admin] Request body: {'floatingip': {'floating_network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'project_id': 'c1366598636f4b4da234638c34b16400', 'port_id': 'a707d427-b786-4f85-834d-7f20fb13396d'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:08:01.123174 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84acb001-53ac-45b0-bd65-78df1219eddb None None] Network e897f8fc-3cef-40ca-9466-c6c65ecd9833 requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:08:01.124514 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-21e678cb-9994-4465-8efc-40c453054bac tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-17050287'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:08:01.132798 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-2512385e-4994-404c-a844-bfda2c92ff10 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-560676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531569'] for router_interface, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:01.241101 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [None req-4a4d55a2-ba5c-41e3-9606-d4ff4747b486 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Allocated IP 172.20.0.11 (e897f8fc-3cef-40ca-9466-c6c65ecd9833/77dc0ea8-9f8e-406e-a78c-20ede745f77b/8d131494-829f-4c1b-8077-36480be30e5d) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:08:01.248665 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [None req-4a4d55a2-ba5c-41e3-9606-d4ff4747b486 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Allocated IP 2001:db8::f816:3eff:fe7f:fc2e (e897f8fc-3cef-40ca-9466-c6c65ecd9833/ef64ec8e-29e1-4ac6-9b4b-202cacbd9fc0/8d131494-829f-4c1b-8077-36480be30e5d) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:08:01.276965 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-b6e91c92-30c3-4b0d-bd24-d33f5640e114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:08:01.277934 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6e91c92-30c3-4b0d-bd24-d33f5640e114 None None] The sync data for ids ['8e20d6c5-5760-40ff-8076-35b11b39e3e1'] in dv-neutron-master-2-hyperv is: [] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 05 17:08:01.304002 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-1e873775-02c4-42ab-a1b2-9c553eb63a88 None None] Port a707d427-b786-4f85-834d-7f20fb13396d cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 17:08:01.344487 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3bb00cf5-3653-45e7-b51d-cead4e9f3212 tempest-FloatingIPAdminTestJSON-241139269 tempest-FloatingIPAdminTestJSON-241139269-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:01.393156 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21e678cb-9994-4465-8efc-40c453054bac tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Made reservation on behalf of 87533cd40e56486093883a2bc761b888 for: {'network': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:08:01.397484 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-21e678cb-9994-4465-8efc-40c453054bac tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for network, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:01.401895 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8e343de-6881-4313-b052-df3ea68f007f None None] Update dhcp port {'port': {'network_id': 'e897f8fc-3cef-40ca-9466-c6c65ecd9833', 'fixed_ips': [{'subnet_id': 'ef64ec8e-29e1-4ac6-9b4b-202cacbd9fc0', 'ip_address': '2001:db8::f816:3eff:fe7d:14b1'}, {'subnet_id': '77dc0ea8-9f8e-406e-a78c-20ede745f77b'}], 'binding:host_id': 'dv-neutron-master-2-hyperv'}, 'id': '3edf598e-59ea-4596-82ec-b07a6b1366dd'} from dv-neutron-master-2-hyperv. {{(pid=103802) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Jan 05 17:08:01.455679 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21e678cb-9994-4465-8efc-40c453054bac tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'} {{(pid=103800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 05 17:08:01.460147 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d8e343de-6881-4313-b052-df3ea68f007f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:01.464577 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-f70f68fa-3981-45c7-851d-507247ac09ea None None] Provisioning complete for port 3edf598e-59ea-4596-82ec-b07a6b1366dd triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:08:01.465211 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-f70f68fa-3981-45c7-851d-507247ac09ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:01.465614 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-21e678cb-9994-4465-8efc-40c453054bac tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225'] for segment, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:01.466045 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.db.segments_db [None req-21e678cb-9994-4465-8efc-40c453054bac tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Added segment d8386f92-d168-4ae5-9912-21ade167f5a2 of type vlan for network 59b8f047-416e-4c83-9a52-11e2a1b335f5 Jan 05 17:08:01.507001 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43a7ded0-2489-464e-98ad-c1881daab44f None None] Network 069baffd-3058-45ba-ab0b-f3cbded72d1c requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:08:01.513240 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-21e678cb-9994-4465-8efc-40c453054bac tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754180566020'] for network, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:01.630010 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-21e678cb-9994-4465-8efc-40c453054bac tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685'] for network, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:01.636005 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21e678cb-9994-4465-8efc-40c453054bac tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:08:01.636604 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-21e678cb-9994-4465-8efc-40c453054bac tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Publish callbacks [] for network, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:01.666510 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 7d822045-14c5-4d44-88c6-747d33dab67d up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:08:01.675924 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4a4d55a2-ba5c-41e3-9606-d4ff4747b486 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks [] for port, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:01.740355 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-51182412-b01f-4300-b17f-b226e9892bfb tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11433176'] for port, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:01.742310 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e678cb-9994-4465-8efc-40c453054bac tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Pushing event updated for resources: {'Network': ['ID=59b8f047-416e-4c83-9a52-11e2a1b335f5,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:08:01.786279 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-21e678cb-9994-4465-8efc-40c453054bac tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6696832 Jan 05 17:08:01.792054 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 40786) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:08:01.792204 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Network 59b8f047-416e-4c83-9a52-11e2a1b335f5 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 05 17:08:01.797020 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-19433cac-c6d1-4949-97e0-f3eddcf857dd tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Request body: {'subnet': {'network_id': '59b8f047-416e-4c83-9a52-11e2a1b335f5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:08:01.824420 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3bb00cf5-3653-45e7-b51d-cead4e9f3212 tempest-FloatingIPAdminTestJSON-241139269 tempest-FloatingIPAdminTestJSON-241139269-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:01.867961 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51182412-b01f-4300-b17f-b226e9892bfb tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Network 069baffd-3058-45ba-ab0b-f3cbded72d1c is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:08:01.873504 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4a4d55a2-ba5c-41e3-9606-d4ff4747b486 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:01.879717 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-f70f68fa-3981-45c7-851d-507247ac09ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:01.891077 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-51182412-b01f-4300-b17f-b226e9892bfb tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:08:01.893551 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51182412-b01f-4300-b17f-b226e9892bfb tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:08:01.900058 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51182412-b01f-4300-b17f-b226e9892bfb tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:08:01.900706 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-51182412-b01f-4300-b17f-b226e9892bfb tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:01.948747 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51182412-b01f-4300-b17f-b226e9892bfb tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Pushing event updated for resources: {'Port': ['ID=a0f944f8-2bb5-4448-80de-a9d85ad87724,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:08:01.959384 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Provisioning complete for port 7d822045-14c5-4d44-88c6-747d33dab67d triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:08:01.959984 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:01.990309 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a4d55a2-ba5c-41e3-9606-d4ff4747b486 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Network e897f8fc-3cef-40ca-9466-c6c65ecd9833 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:08:02.004898 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-4a4d55a2-ba5c-41e3-9606-d4ff4747b486 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:08:02.009022 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-f70f68fa-3981-45c7-851d-507247ac09ea None None] For port 3edf598e-59ea-4596-82ec-b07a6b1366dd, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=3edf598e-59ea-4596-82ec-b07a6b1366dd,segment=NetworkSegment(68e6c437-46c2-424d-85e7-20547f69066d),segment_id=68e6c437-46c2-424d-85e7-20547f69066d)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:08:02.009022 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.db_base_plugin_common [None req-d8e343de-6881-4313-b052-df3ea68f007f None None] Allocated IP 172.20.0.2 (e897f8fc-3cef-40ca-9466-c6c65ecd9833/77dc0ea8-9f8e-406e-a78c-20ede745f77b/3edf598e-59ea-4596-82ec-b07a6b1366dd) {{(pid=103802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:08:02.011097 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a4d55a2-ba5c-41e3-9606-d4ff4747b486 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:08:02.034243 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4d55a2-ba5c-41e3-9606-d4ff4747b486 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Pushing event updated for resources: {'Port': ['ID=8d131494-829f-4c1b-8077-36480be30e5d,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:08:02.056553 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.notifiers.nova [None req-ec977b1f-7f6e-4a20-8be7-e8c3a1d6cc8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] device_id is not set on port 921d3464-b01e-4a7b-924c-335233d95f5b yet. {{(pid=103801) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 05 17:08:02.080544 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2512385e-4994-404c-a844-bfda2c92ff10 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Router 8745032a-d287-452f-8596-d0ad3acdff43 has already been hosted by L3 agent 59446fdc-40e0-41fe-a575-a8eb11d742f7 {{(pid=103801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 05 17:08:02.092327 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-51182412-b01f-4300-b17f-b226e9892bfb tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.1325884 Jan 05 17:08:02.093226 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-f70f68fa-3981-45c7-851d-507247ac09ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:02.095749 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 40788) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:08:02.098019 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-ec977b1f-7f6e-4a20-8be7-e8c3a1d6cc8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:02.110935 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:02.155607 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a4d55a2-ba5c-41e3-9606-d4ff4747b486 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:08:02.156821 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4a4d55a2-ba5c-41e3-9606-d4ff4747b486 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:02.167712 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [None req-3bb00cf5-3653-45e7-b51d-cead4e9f3212 tempest-FloatingIPAdminTestJSON-241139269 tempest-FloatingIPAdminTestJSON-241139269-project-admin] Allocated IP 172.36.4.2 (b0167590-0699-4c5c-a932-3939414a9573/7a784a6d-3d96-418f-a645-b9ccd0b1ac55/1b831dfa-fe28-4724-80a1-a92391570725) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:08:02.169912 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-ec977b1f-7f6e-4a20-8be7-e8c3a1d6cc8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11433169'] for port, after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:02.170529 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19433cac-c6d1-4949-97e0-f3eddcf857dd tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Made reservation on behalf of 87533cd40e56486093883a2bc761b888 for: {'subnet': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:08:02.174295 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-19433cac-c6d1-4949-97e0-f3eddcf857dd tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8521827'] for subnet, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:02.210226 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-9e016a7f-ef92-4042-9e08-332c548836f5 tempest-ExtraDHCPOptionsTestJSON-469552184 tempest-ExtraDHCPOptionsTestJSON-469552184-project] Publish callbacks [] for port, precommit_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:02.249251 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] For port 7d822045-14c5-4d44-88c6-747d33dab67d, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=7d822045-14c5-4d44-88c6-747d33dab67d,segment=NetworkSegment(1609fc15-892f-43a6-aab8-4fb84c746d03),segment_id=1609fc15-892f-43a6-aab8-4fb84c746d03)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:08:02.281317 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70f68fa-3981-45c7-851d-507247ac09ea None None] Pushing event updated for resources: {'Port': ['ID=3edf598e-59ea-4596-82ec-b07a6b1366dd,revision_number=3']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:08:02.293897 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-2acce456-bbbb-4786-a846-c2352255d365 None None] Provisioning complete for port 7d822045-14c5-4d44-88c6-747d33dab67d triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:08:02.299983 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-2acce456-bbbb-4786-a846-c2352255d365 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:02.300261 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-9e016a7f-ef92-4042-9e08-332c548836f5 tempest-ExtraDHCPOptionsTestJSON-469552184 tempest-ExtraDHCPOptionsTestJSON-469552184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11433169'] for port, after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:02.321343 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-4a4d55a2-ba5c-41e3-9606-d4ff4747b486 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.3834894 Jan 05 17:08:02.333620 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 40790) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:08:02.358784 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:02.359714 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 3edf598e-59ea-4596-82ec-b07a6b1366dd up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:08:02.383632 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2512385e-4994-404c-a844-bfda2c92ff10 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 05 17:08:02.392968 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-2512385e-4994-404c-a844-bfda2c92ff10 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] 10.222.0.11 "PUT /v2.0/routers/8745032a-d287-452f-8596-d0ad3acdff43/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5337288 Jan 05 17:08:02.395152 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 40792) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:08:02.404152 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58106161-3f01-4a10-bee8-333e9f664b32 None None] Sync routers for ids ['8745032a-d287-452f-8596-d0ad3acdff43'] in dv-neutron-master-2-hyperv {{(pid=103803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 05 17:08:02.418938 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58106161-3f01-4a10-bee8-333e9f664b32 None None] Routers {'8745032a-d287-452f-8596-d0ad3acdff43'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:08:02.419982 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-58106161-3f01-4a10-bee8-333e9f664b32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:07:49Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['8745032a-d287-452f-8596-d0ad3acdff43'], 'active': True} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:08:02.444679 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec977b1f-7f6e-4a20-8be7-e8c3a1d6cc8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] Pushing event updated for resources: {'Port': ['ID=921d3464-b01e-4a7b-924c-335233d95f5b,revision_number=2']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:08:02.460323 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-d8e343de-6881-4313-b052-df3ea68f007f None None] For port 3edf598e-59ea-4596-82ec-b07a6b1366dd, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=3edf598e-59ea-4596-82ec-b07a6b1366dd,segment=NetworkSegment(68e6c437-46c2-424d-85e7-20547f69066d),segment_id=68e6c437-46c2-424d-85e7-20547f69066d)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:08:02.519101 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-58106161-3f01-4a10-bee8-333e9f664b32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:08:02.544912 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58106161-3f01-4a10-bee8-333e9f664b32 None None] Routers {'8745032a-d287-452f-8596-d0ad3acdff43'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:08:02.545546 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-58106161-3f01-4a10-bee8-333e9f664b32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:07:49Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['8745032a-d287-452f-8596-d0ad3acdff43'], 'active': True} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:08:02.552909 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79faac37-a9e7-49d5-80e8-282c2f9466cc tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:08:02.554751 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Pushing event updated for resources: {'Port': ['ID=7d822045-14c5-4d44-88c6-747d33dab67d,revision_number=3']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:08:02.571100 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d8e343de-6881-4313-b052-df3ea68f007f None None] Publish callbacks [] for port, precommit_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:02.585796 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79faac37-a9e7-49d5-80e8-282c2f9466cc tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:08:02.587446 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-79faac37-a9e7-49d5-80e8-282c2f9466cc tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1784 time: 0.2506254 Jan 05 17:08:02.591593 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Provisioning complete for port 3edf598e-59ea-4596-82ec-b07a6b1366dd triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:08:02.592025 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:02.607332 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 40794) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:08:02.628526 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3bb00cf5-3653-45e7-b51d-cead4e9f3212 tempest-FloatingIPAdminTestJSON-241139269 tempest-FloatingIPAdminTestJSON-241139269-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:02.628771 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-ec977b1f-7f6e-4a20-8be7-e8c3a1d6cc8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] Attempting to bind port 921d3464-b01e-4a7b-924c-335233d95f5b on host hv-neutron-mast for vnic_type normal with profile {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 05 17:08:02.629164 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-ec977b1f-7f6e-4a20-8be7-e8c3a1d6cc8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] Attempting to bind port 921d3464-b01e-4a7b-924c-335233d95f5b by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'eadab9af-f837-44e4-b87d-b8e3422797ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '15448658-04eb-45bf-a2e1-a2e99a7d3675'}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 05 17:08:02.629508 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec977b1f-7f6e-4a20-8be7-e8c3a1d6cc8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] Attempting to bind port 921d3464-b01e-4a7b-924c-335233d95f5b on network 15448658-04eb-45bf-a2e1-a2e99a7d3675 {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:08:02.636958 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-58106161-3f01-4a10-bee8-333e9f664b32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:08:02.637768 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58106161-3f01-4a10-bee8-333e9f664b32 None None] The sync data for ids ['8745032a-d287-452f-8596-d0ad3acdff43'] in dv-neutron-master-2-hyperv is: [] {{(pid=103803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 05 17:08:02.648014 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d8e343de-6881-4313-b052-df3ea68f007f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:02.753275 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-9e016a7f-ef92-4042-9e08-332c548836f5 tempest-ExtraDHCPOptionsTestJSON-469552184 tempest-ExtraDHCPOptionsTestJSON-469552184-project] In _notify_port_updated(), no bound segment for port a84cbec9-53d1-4c6a-aad2-1b35a23b84d4 on network 48c54b26-f27c-4552-b87b-b48fdad10d32 {{(pid=103801) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Jan 05 17:08:02.764359 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e016a7f-ef92-4042-9e08-332c548836f5 tempest-ExtraDHCPOptionsTestJSON-469552184 tempest-ExtraDHCPOptionsTestJSON-469552184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:08:02.765088 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-9e016a7f-ef92-4042-9e08-332c548836f5 tempest-ExtraDHCPOptionsTestJSON-469552184 tempest-ExtraDHCPOptionsTestJSON-469552184-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:02.769165 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 40796) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:08:02.769829 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-9e016a7f-ef92-4042-9e08-332c548836f5 tempest-ExtraDHCPOptionsTestJSON-469552184 tempest-ExtraDHCPOptionsTestJSON-469552184-project] 10.222.0.11 "PUT /v2.0/ports/a84cbec9-53d1-4c6a-aad2-1b35a23b84d4 HTTP/1.1" status: 200 len: 1137 time: 2.2819743 Jan 05 17:08:02.770081 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e016a7f-ef92-4042-9e08-332c548836f5 tempest-ExtraDHCPOptionsTestJSON-469552184 tempest-ExtraDHCPOptionsTestJSON-469552184-project] Pushing event updated for resources: {'Port': ['ID=a84cbec9-53d1-4c6a-aad2-1b35a23b84d4,revision_number=2']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:08:02.779789 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec977b1f-7f6e-4a20-8be7-e8c3a1d6cc8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] Port 921d3464-b01e-4a7b-924c-335233d95f5b on network 15448658-04eb-45bf-a2e1-a2e99a7d3675 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 05 17:08:02.780251 dv-neutron-master-2-hyperv neutron-server[103801]: ERROR neutron.plugins.ml2.managers [None req-ec977b1f-7f6e-4a20-8be7-e8c3a1d6cc8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] Failed to bind port 921d3464-b01e-4a7b-924c-335233d95f5b on host hv-neutron-mast for vnic_type normal using segments [{'id': 'eadab9af-f837-44e4-b87d-b8e3422797ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '15448658-04eb-45bf-a2e1-a2e99a7d3675'}] Jan 05 17:08:02.799422 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e343de-6881-4313-b052-df3ea68f007f None None] Pushing event updated for resources: {'Port': ['ID=3edf598e-59ea-4596-82ec-b07a6b1366dd,revision_number=4']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:08:02.808056 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-03c08204-7197-4f61-bc84-8e2c59c5b433 None None] Provisioning complete for port 7d822045-14c5-4d44-88c6-747d33dab67d triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:08:02.808426 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-03c08204-7197-4f61-bc84-8e2c59c5b433 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:02.824319 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.plugins.ml2.plugin [None req-ec977b1f-7f6e-4a20-8be7-e8c3a1d6cc8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] Attempt 2 to bind port 921d3464-b01e-4a7b-924c-335233d95f5b Jan 05 17:08:02.865605 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75f39987-3b52-439b-986a-ddbe9aeb8aa1 tempest-ExtraDHCPOptionsTestJSON-469552184 tempest-ExtraDHCPOptionsTestJSON-469552184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:08:02.867353 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-75f39987-3b52-439b-986a-ddbe9aeb8aa1 tempest-ExtraDHCPOptionsTestJSON-469552184 tempest-ExtraDHCPOptionsTestJSON-469552184-project] 10.222.0.11 "GET /v2.0/ports/a84cbec9-53d1-4c6a-aad2-1b35a23b84d4 HTTP/1.1" status: 200 len: 1137 time: 0.0970333 Jan 05 17:08:02.870471 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3bb00cf5-3653-45e7-b51d-cead4e9f3212 tempest-FloatingIPAdminTestJSON-241139269 tempest-FloatingIPAdminTestJSON-241139269-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:02.882165 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 40798) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:08:02.936509 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bb00cf5-3653-45e7-b51d-cead4e9f3212 tempest-FloatingIPAdminTestJSON-241139269 tempest-FloatingIPAdminTestJSON-241139269-project-admin] Network b0167590-0699-4c5c-a932-3939414a9573 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:08:02.951737 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-3bb00cf5-3653-45e7-b51d-cead4e9f3212 tempest-FloatingIPAdminTestJSON-241139269 tempest-FloatingIPAdminTestJSON-241139269-project-admin] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:08:02.966060 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-ec977b1f-7f6e-4a20-8be7-e8c3a1d6cc8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] Attempting to bind port 921d3464-b01e-4a7b-924c-335233d95f5b on host hv-neutron-mast for vnic_type normal with profile {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 05 17:08:02.966399 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-ec977b1f-7f6e-4a20-8be7-e8c3a1d6cc8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] Attempting to bind port 921d3464-b01e-4a7b-924c-335233d95f5b by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'eadab9af-f837-44e4-b87d-b8e3422797ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '15448658-04eb-45bf-a2e1-a2e99a7d3675'}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 05 17:08:02.966725 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec977b1f-7f6e-4a20-8be7-e8c3a1d6cc8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] Attempting to bind port 921d3464-b01e-4a7b-924c-335233d95f5b on network 15448658-04eb-45bf-a2e1-a2e99a7d3675 {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:08:02.980362 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-19433cac-c6d1-4949-97e0-f3eddcf857dd tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8784852', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8521873'] for subnet, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:02.983837 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bb00cf5-3653-45e7-b51d-cead4e9f3212 tempest-FloatingIPAdminTestJSON-241139269 tempest-FloatingIPAdminTestJSON-241139269-project-admin] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:08:02.996822 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb00cf5-3653-45e7-b51d-cead4e9f3212 tempest-FloatingIPAdminTestJSON-241139269 tempest-FloatingIPAdminTestJSON-241139269-project-admin] Pushing event updated for resources: {'Port': ['ID=1b831dfa-fe28-4724-80a1-a92391570725,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:08:03.022200 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec977b1f-7f6e-4a20-8be7-e8c3a1d6cc8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] Port 921d3464-b01e-4a7b-924c-335233d95f5b on network 15448658-04eb-45bf-a2e1-a2e99a7d3675 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 05 17:08:03.022200 dv-neutron-master-2-hyperv neutron-server[103801]: ERROR neutron.plugins.ml2.managers [None req-ec977b1f-7f6e-4a20-8be7-e8c3a1d6cc8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] Failed to bind port 921d3464-b01e-4a7b-924c-335233d95f5b on host hv-neutron-mast for vnic_type normal using segments [{'id': 'eadab9af-f837-44e4-b87d-b8e3422797ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '15448658-04eb-45bf-a2e1-a2e99a7d3675'}] Jan 05 17:08:03.042274 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.plugins.ml2.plugin [None req-ec977b1f-7f6e-4a20-8be7-e8c3a1d6cc8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] Attempt 3 to bind port 921d3464-b01e-4a7b-924c-335233d95f5b Jan 05 17:08:03.045630 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.api.v2.resource [None req-8eab1e2c-e09f-4951-b514-3e26a6985727 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] remove_router_interface failed (client error): The resource could not be found. Jan 05 17:08:03.047164 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-8eab1e2c-e09f-4951-b514-3e26a6985727 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] 10.222.0.11 "PUT /v2.0/routers/8745032a-d287-452f-8596-d0ad3acdff43/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.6464298 Jan 05 17:08:03.056331 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 40800) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:08:03.096438 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-ec977b1f-7f6e-4a20-8be7-e8c3a1d6cc8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] Attempting to bind port 921d3464-b01e-4a7b-924c-335233d95f5b on host hv-neutron-mast for vnic_type normal with profile {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 05 17:08:03.096655 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-ec977b1f-7f6e-4a20-8be7-e8c3a1d6cc8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] Attempting to bind port 921d3464-b01e-4a7b-924c-335233d95f5b by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'eadab9af-f837-44e4-b87d-b8e3422797ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '15448658-04eb-45bf-a2e1-a2e99a7d3675'}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 05 17:08:03.096916 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec977b1f-7f6e-4a20-8be7-e8c3a1d6cc8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] Attempting to bind port 921d3464-b01e-4a7b-924c-335233d95f5b on network 15448658-04eb-45bf-a2e1-a2e99a7d3675 {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:08:03.104903 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-d1c44f75-59ab-4d15-91b8-aeae631b61e2 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] 10.222.0.11 "GET /v2.0/ports?device_id=8745032a-d287-452f-8596-d0ad3acdff43 HTTP/1.1" status: 200 len: 205 time: 0.0465295 Jan 05 17:08:03.110827 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 40802) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:08:03.125810 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec977b1f-7f6e-4a20-8be7-e8c3a1d6cc8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] Port 921d3464-b01e-4a7b-924c-335233d95f5b on network 15448658-04eb-45bf-a2e1-a2e99a7d3675 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 05 17:08:03.125810 dv-neutron-master-2-hyperv neutron-server[103801]: ERROR neutron.plugins.ml2.managers [None req-ec977b1f-7f6e-4a20-8be7-e8c3a1d6cc8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] Failed to bind port 921d3464-b01e-4a7b-924c-335233d95f5b on host hv-neutron-mast for vnic_type normal using segments [{'id': 'eadab9af-f837-44e4-b87d-b8e3422797ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '15448658-04eb-45bf-a2e1-a2e99a7d3675'}] Jan 05 17:08:03.128502 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.plugins.ml2.plugin [None req-ec977b1f-7f6e-4a20-8be7-e8c3a1d6cc8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] Attempt 4 to bind port 921d3464-b01e-4a7b-924c-335233d95f5b Jan 05 17:08:03.137096 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19433cac-c6d1-4949-97e0-f3eddcf857dd tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Checking segment: {'id': 'd8386f92-d168-4ae5-9912-21ade167f5a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '59b8f047-416e-4c83-9a52-11e2a1b335f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:08:03.137564 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19433cac-c6d1-4949-97e0-f3eddcf857dd tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Network hostable DHCP agents. Network: 59b8f047-416e-4c83-9a52-11e2a1b335f5, hostable agents: ['3f70c195-17da-4084-9fd6-bf6059d88535'], hosted agents: [] {{(pid=103800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 05 17:08:03.145142 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19433cac-c6d1-4949-97e0-f3eddcf857dd tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Pushing event updated for resources: {'Subnet': ['ID=9eb52004-969f-451b-b046-17b14b6ecbb9,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:08:03.163023 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-03c08204-7197-4f61-bc84-8e2c59c5b433 None None] Provisioning complete for port a0f944f8-2bb5-4448-80de-a9d85ad87724 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:08:03.163880 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-03c08204-7197-4f61-bc84-8e2c59c5b433 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:03.214396 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-ec977b1f-7f6e-4a20-8be7-e8c3a1d6cc8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] Attempting to bind port 921d3464-b01e-4a7b-924c-335233d95f5b on host hv-neutron-mast for vnic_type normal with profile {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 05 17:08:03.215211 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-ec977b1f-7f6e-4a20-8be7-e8c3a1d6cc8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] Attempting to bind port 921d3464-b01e-4a7b-924c-335233d95f5b by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'eadab9af-f837-44e4-b87d-b8e3422797ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '15448658-04eb-45bf-a2e1-a2e99a7d3675'}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 05 17:08:03.215211 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec977b1f-7f6e-4a20-8be7-e8c3a1d6cc8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] Attempting to bind port 921d3464-b01e-4a7b-924c-335233d95f5b on network 15448658-04eb-45bf-a2e1-a2e99a7d3675 {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:08:03.223535 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-03c08204-7197-4f61-bc84-8e2c59c5b433 None None] Port a0f944f8-2bb5-4448-80de-a9d85ad87724 cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 17:08:03.255354 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-2aebe2e3-5a31-41d2-aca3-524167336f3c tempest-ExtraDHCPOptionsTestJSON-469552184 tempest-ExtraDHCPOptionsTestJSON-469552184-project] Deleting port a84cbec9-53d1-4c6a-aad2-1b35a23b84d4 {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:08:03.255597 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2aebe2e3-5a31-41d2-aca3-524167336f3c tempest-ExtraDHCPOptionsTestJSON-469552184 tempest-ExtraDHCPOptionsTestJSON-469552184-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:03.256396 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-2d048033-1c6c-46d5-ab7c-a4d634e77337 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Deleting port 8d131494-829f-4c1b-8077-36480be30e5d {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:08:03.256733 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-2d048033-1c6c-46d5-ab7c-a4d634e77337 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:03.261241 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec977b1f-7f6e-4a20-8be7-e8c3a1d6cc8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] Port 921d3464-b01e-4a7b-924c-335233d95f5b on network 15448658-04eb-45bf-a2e1-a2e99a7d3675 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 05 17:08:03.261566 dv-neutron-master-2-hyperv neutron-server[103801]: ERROR neutron.plugins.ml2.managers [None req-ec977b1f-7f6e-4a20-8be7-e8c3a1d6cc8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] Failed to bind port 921d3464-b01e-4a7b-924c-335233d95f5b on host hv-neutron-mast for vnic_type normal using segments [{'id': 'eadab9af-f837-44e4-b87d-b8e3422797ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '15448658-04eb-45bf-a2e1-a2e99a7d3675'}] Jan 05 17:08:03.264566 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-0b024af2-e6cf-4804-b7b1-05f48be6c228 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks [] for router, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:03.265884 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f80afc6f-0f45-43c3-92a1-77fd150bdb97 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:03.282316 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.plugins.ml2.plugin [None req-ec977b1f-7f6e-4a20-8be7-e8c3a1d6cc8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] Attempt 5 to bind port 921d3464-b01e-4a7b-924c-335233d95f5b Jan 05 17:08:03.347832 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-7d69b786-252c-46ce-8cee-af3057924bc7 None None] Provisioning complete for port a84cbec9-53d1-4c6a-aad2-1b35a23b84d4 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:08:03.347832 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-7d69b786-252c-46ce-8cee-af3057924bc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:03.349310 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19433cac-c6d1-4949-97e0-f3eddcf857dd tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Network 59b8f047-416e-4c83-9a52-11e2a1b335f5 is scheduled to be hosted by DHCP agent 3f70c195-17da-4084-9fd6-bf6059d88535 with binding_index 1 {{(pid=103800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 05 17:08:03.376699 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-ec977b1f-7f6e-4a20-8be7-e8c3a1d6cc8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] Attempting to bind port 921d3464-b01e-4a7b-924c-335233d95f5b on host hv-neutron-mast for vnic_type normal with profile {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 05 17:08:03.376699 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-ec977b1f-7f6e-4a20-8be7-e8c3a1d6cc8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] Attempting to bind port 921d3464-b01e-4a7b-924c-335233d95f5b by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'eadab9af-f837-44e4-b87d-b8e3422797ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '15448658-04eb-45bf-a2e1-a2e99a7d3675'}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 05 17:08:03.376699 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec977b1f-7f6e-4a20-8be7-e8c3a1d6cc8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] Attempting to bind port 921d3464-b01e-4a7b-924c-335233d95f5b on network 15448658-04eb-45bf-a2e1-a2e99a7d3675 {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:08:03.394707 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-7d69b786-252c-46ce-8cee-af3057924bc7 None None] Port a84cbec9-53d1-4c6a-aad2-1b35a23b84d4 cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 17:08:03.409147 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-7d69b786-252c-46ce-8cee-af3057924bc7 None None] Provisioning complete for port a0f944f8-2bb5-4448-80de-a9d85ad87724 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:08:03.409336 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-7d69b786-252c-46ce-8cee-af3057924bc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:03.435054 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-19433cac-c6d1-4949-97e0-f3eddcf857dd tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 59b8f047-416e-4c83-9a52-11e2a1b335f5) {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:08:03.449025 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2aebe2e3-5a31-41d2-aca3-524167336f3c tempest-ExtraDHCPOptionsTestJSON-469552184 tempest-ExtraDHCPOptionsTestJSON-469552184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:03.463510 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19433cac-c6d1-4949-97e0-f3eddcf857dd tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:08:03.464417 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-19433cac-c6d1-4949-97e0-f3eddcf857dd tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Publish callbacks [] for subnet, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:03.464553 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec977b1f-7f6e-4a20-8be7-e8c3a1d6cc8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] Port 921d3464-b01e-4a7b-924c-335233d95f5b on network 15448658-04eb-45bf-a2e1-a2e99a7d3675 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 05 17:08:03.464737 dv-neutron-master-2-hyperv neutron-server[103801]: ERROR neutron.plugins.ml2.managers [None req-ec977b1f-7f6e-4a20-8be7-e8c3a1d6cc8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] Failed to bind port 921d3464-b01e-4a7b-924c-335233d95f5b on host hv-neutron-mast for vnic_type normal using segments [{'id': 'eadab9af-f837-44e4-b87d-b8e3422797ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '15448658-04eb-45bf-a2e1-a2e99a7d3675'}] Jan 05 17:08:03.492528 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-2aebe2e3-5a31-41d2-aca3-524167336f3c tempest-ExtraDHCPOptionsTestJSON-469552184 tempest-ExtraDHCPOptionsTestJSON-469552184-project] Calling delete_port for a84cbec9-53d1-4c6a-aad2-1b35a23b84d4 owned by {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:08:03.506988 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.plugins.ml2.plugin [None req-ec977b1f-7f6e-4a20-8be7-e8c3a1d6cc8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] Attempt 6 to bind port 921d3464-b01e-4a7b-924c-335233d95f5b Jan 05 17:08:03.540284 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-7d69b786-252c-46ce-8cee-af3057924bc7 None None] Port a0f944f8-2bb5-4448-80de-a9d85ad87724 cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 17:08:03.543660 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54a2ada4-ecee-479c-af21-3ebd967f93ac None None] Network 59b8f047-416e-4c83-9a52-11e2a1b335f5 requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:08:03.546926 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 7d822045-14c5-4d44-88c6-747d33dab67d up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:08:03.611197 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-19433cac-c6d1-4949-97e0-f3eddcf857dd tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8193595 Jan 05 17:08:03.615286 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 40804) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:08:03.620163 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-7104f937-1d9e-4f3e-80b0-639aad3b3f25 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1516412705', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573'}, 'admin_state_up': False}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:08:03.645049 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-0b024af2-e6cf-4804-b7b1-05f48be6c228 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-648249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62744'] for router, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:03.653491 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-0b024af2-e6cf-4804-b7b1-05f48be6c228 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:03.658832 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-ec977b1f-7f6e-4a20-8be7-e8c3a1d6cc8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] Attempting to bind port 921d3464-b01e-4a7b-924c-335233d95f5b on host hv-neutron-mast for vnic_type normal with profile {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 05 17:08:03.659158 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-ec977b1f-7f6e-4a20-8be7-e8c3a1d6cc8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] Attempting to bind port 921d3464-b01e-4a7b-924c-335233d95f5b by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'eadab9af-f837-44e4-b87d-b8e3422797ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '15448658-04eb-45bf-a2e1-a2e99a7d3675'}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 05 17:08:03.659554 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec977b1f-7f6e-4a20-8be7-e8c3a1d6cc8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] Attempting to bind port 921d3464-b01e-4a7b-924c-335233d95f5b on network 15448658-04eb-45bf-a2e1-a2e99a7d3675 {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:08:03.665321 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-2d048033-1c6c-46d5-ab7c-a4d634e77337 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:03.684341 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Provisioning complete for port 7d822045-14c5-4d44-88c6-747d33dab67d triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:08:03.684709 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:03.846562 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5688c62a-06b5-4eae-a4a5-495799668f9e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-59b8f047-416e-4c83-9a52-11e2a1b335f5', 'network_id': '59b8f047-416e-4c83-9a52-11e2a1b335f5', 'project_id': '87533cd40e56486093883a2bc761b888', 'fixed_ips': [{'subnet_id': '9eb52004-969f-451b-b046-17b14b6ecbb9'}]}} from dv-neutron-master-2-hyperv. {{(pid=103802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 05 17:08:03.847610 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-5688c62a-06b5-4eae-a4a5-495799668f9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:03.882200 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 3edf598e-59ea-4596-82ec-b07a6b1366dd up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:08:03.900258 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-2d048033-1c6c-46d5-ab7c-a4d634e77337 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Calling delete_port for 8d131494-829f-4c1b-8077-36480be30e5d owned by {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:08:03.934304 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec977b1f-7f6e-4a20-8be7-e8c3a1d6cc8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] Port 921d3464-b01e-4a7b-924c-335233d95f5b on network 15448658-04eb-45bf-a2e1-a2e99a7d3675 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 05 17:08:03.934683 dv-neutron-master-2-hyperv neutron-server[103801]: ERROR neutron.plugins.ml2.managers [None req-ec977b1f-7f6e-4a20-8be7-e8c3a1d6cc8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] Failed to bind port 921d3464-b01e-4a7b-924c-335233d95f5b on host hv-neutron-mast for vnic_type normal using segments [{'id': 'eadab9af-f837-44e4-b87d-b8e3422797ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '15448658-04eb-45bf-a2e1-a2e99a7d3675'}] Jan 05 17:08:03.938872 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.plugins.ml2.plugin [None req-ec977b1f-7f6e-4a20-8be7-e8c3a1d6cc8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] Attempt 7 to bind port 921d3464-b01e-4a7b-924c-335233d95f5b Jan 05 17:08:04.041865 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Provisioning complete for port 3edf598e-59ea-4596-82ec-b07a6b1366dd triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:08:04.042281 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:04.095077 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.db_base_plugin_common [None req-5688c62a-06b5-4eae-a4a5-495799668f9e None None] Allocated IP 172.20.0.2 (59b8f047-416e-4c83-9a52-11e2a1b335f5/9eb52004-969f-451b-b046-17b14b6ecbb9/b6965465-6b31-4093-a236-beac00e93105) {{(pid=103802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:08:04.253514 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-b47ffa72-c9f2-4c91-a15c-83d3b1b32a37 None None] Provisioning complete for port 3edf598e-59ea-4596-82ec-b07a6b1366dd triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:08:04.254267 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-b47ffa72-c9f2-4c91-a15c-83d3b1b32a37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:04.274634 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7104f937-1d9e-4f3e-80b0-639aad3b3f25 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-649063', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58098'] for router, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:04.275924 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7104f937-1d9e-4f3e-80b0-639aad3b3f25 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649832', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-545006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58091'] for router, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:04.318836 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3bb00cf5-3653-45e7-b51d-cead4e9f3212 tempest-FloatingIPAdminTestJSON-241139269 tempest-FloatingIPAdminTestJSON-241139269-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:04.385362 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f80afc6f-0f45-43c3-92a1-77fd150bdb97 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks [] for port, precommit_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:04.392130 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7104f937-1d9e-4f3e-80b0-639aad3b3f25 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:04.393008 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-0b024af2-e6cf-4804-b7b1-05f48be6c228 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-648240'] for router, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:04.393835 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b024af2-e6cf-4804-b7b1-05f48be6c228 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Fanout notify agent at l3_agent the message router_deleted on router 8745032a-d287-452f-8596-d0ad3acdff43 {{(pid=103801) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 05 17:08:04.397603 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-ec977b1f-7f6e-4a20-8be7-e8c3a1d6cc8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] Attempting to bind port 921d3464-b01e-4a7b-924c-335233d95f5b on host hv-neutron-mast for vnic_type normal with profile {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 05 17:08:04.397603 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-ec977b1f-7f6e-4a20-8be7-e8c3a1d6cc8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] Attempting to bind port 921d3464-b01e-4a7b-924c-335233d95f5b by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'eadab9af-f837-44e4-b87d-b8e3422797ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '15448658-04eb-45bf-a2e1-a2e99a7d3675'}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 05 17:08:04.398469 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec977b1f-7f6e-4a20-8be7-e8c3a1d6cc8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] Attempting to bind port 921d3464-b01e-4a7b-924c-335233d95f5b on network 15448658-04eb-45bf-a2e1-a2e99a7d3675 {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:08:04.410746 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-5688c62a-06b5-4eae-a4a5-495799668f9e None None] Publish callbacks [] for port, precommit_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:04.412536 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-0b024af2-e6cf-4804-b7b1-05f48be6c228 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks [] for router, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:04.417883 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-0b024af2-e6cf-4804-b7b1-05f48be6c228 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] 10.222.0.11 "DELETE /v2.0/routers/8745032a-d287-452f-8596-d0ad3acdff43 HTTP/1.1" status: 204 len: 168 time: 1.2999065 Jan 05 17:08:04.419850 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 40806) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:08:04.436410 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec977b1f-7f6e-4a20-8be7-e8c3a1d6cc8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] Port 921d3464-b01e-4a7b-924c-335233d95f5b on network 15448658-04eb-45bf-a2e1-a2e99a7d3675 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 05 17:08:04.436825 dv-neutron-master-2-hyperv neutron-server[103801]: ERROR neutron.plugins.ml2.managers [None req-ec977b1f-7f6e-4a20-8be7-e8c3a1d6cc8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] Failed to bind port 921d3464-b01e-4a7b-924c-335233d95f5b on host hv-neutron-mast for vnic_type normal using segments [{'id': 'eadab9af-f837-44e4-b87d-b8e3422797ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '15448658-04eb-45bf-a2e1-a2e99a7d3675'}] Jan 05 17:08:04.442549 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.plugins.ml2.plugin [None req-ec977b1f-7f6e-4a20-8be7-e8c3a1d6cc8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] Attempt 8 to bind port 921d3464-b01e-4a7b-924c-335233d95f5b Jan 05 17:08:04.470809 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f80afc6f-0f45-43c3-92a1-77fd150bdb97 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11433169'] for port, after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:04.508620 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2aebe2e3-5a31-41d2-aca3-524167336f3c tempest-ExtraDHCPOptionsTestJSON-469552184 tempest-ExtraDHCPOptionsTestJSON-469552184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:04.508907 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-5688c62a-06b5-4eae-a4a5-495799668f9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669'] for port, after_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:04.521147 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-ec977b1f-7f6e-4a20-8be7-e8c3a1d6cc8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] Attempting to bind port 921d3464-b01e-4a7b-924c-335233d95f5b on host hv-neutron-mast for vnic_type normal with profile {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 05 17:08:04.521482 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-ec977b1f-7f6e-4a20-8be7-e8c3a1d6cc8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] Attempting to bind port 921d3464-b01e-4a7b-924c-335233d95f5b by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'eadab9af-f837-44e4-b87d-b8e3422797ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '15448658-04eb-45bf-a2e1-a2e99a7d3675'}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 05 17:08:04.521842 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec977b1f-7f6e-4a20-8be7-e8c3a1d6cc8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] Attempting to bind port 921d3464-b01e-4a7b-924c-335233d95f5b on network 15448658-04eb-45bf-a2e1-a2e99a7d3675 {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:08:04.548539 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec977b1f-7f6e-4a20-8be7-e8c3a1d6cc8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] Port 921d3464-b01e-4a7b-924c-335233d95f5b on network 15448658-04eb-45bf-a2e1-a2e99a7d3675 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 05 17:08:04.549195 dv-neutron-master-2-hyperv neutron-server[103801]: ERROR neutron.plugins.ml2.managers [None req-ec977b1f-7f6e-4a20-8be7-e8c3a1d6cc8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] Failed to bind port 921d3464-b01e-4a7b-924c-335233d95f5b on host hv-neutron-mast for vnic_type normal using segments [{'id': 'eadab9af-f837-44e4-b87d-b8e3422797ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '15448658-04eb-45bf-a2e1-a2e99a7d3675'}] Jan 05 17:08:04.553389 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.plugins.ml2.plugin [None req-ec977b1f-7f6e-4a20-8be7-e8c3a1d6cc8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] Attempt 9 to bind port 921d3464-b01e-4a7b-924c-335233d95f5b Jan 05 17:08:04.559984 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.db_base_plugin_v2 [None req-740b5882-40b9-4f9b-b74d-2fe5d69fc8f9 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Deleting subnet 8546841b-10bd-4d93-99da-3031ac40e520 {{(pid=103801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 05 17:08:04.567757 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5688c62a-06b5-4eae-a4a5-495799668f9e None None] Network 59b8f047-416e-4c83-9a52-11e2a1b335f5 is already hosted by enough agents. {{(pid=103802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:08:04.572110 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.scheduler.base_scheduler [None req-5688c62a-06b5-4eae-a4a5-495799668f9e None None] Resources bound (agent type, host, resource id): {{(pid=103802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:08:04.575019 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5688c62a-06b5-4eae-a4a5-495799668f9e None None] Received port after_create {{(pid=103802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:08:04.579911 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-c05331aa-b974-4e5d-919a-9897292687f4 None None] Provisioning complete for port 8d131494-829f-4c1b-8077-36480be30e5d triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:08:04.580337 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c05331aa-b974-4e5d-919a-9897292687f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:04.622275 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-c05331aa-b974-4e5d-919a-9897292687f4 None None] Port 8d131494-829f-4c1b-8077-36480be30e5d cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 17:08:04.636093 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5688c62a-06b5-4eae-a4a5-495799668f9e None None] Pushing event updated for resources: {'Port': ['ID=b6965465-6b31-4093-a236-beac00e93105,revision_number=1']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:08:04.686370 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-5688c62a-06b5-4eae-a4a5-495799668f9e None None] Attempting to bind port b6965465-6b31-4093-a236-beac00e93105 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 05 17:08:04.686736 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-5688c62a-06b5-4eae-a4a5-495799668f9e None None] Attempting to bind port b6965465-6b31-4093-a236-beac00e93105 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'd8386f92-d168-4ae5-9912-21ade167f5a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '59b8f047-416e-4c83-9a52-11e2a1b335f5'}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 05 17:08:04.687141 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5688c62a-06b5-4eae-a4a5-495799668f9e None None] Attempting to bind port b6965465-6b31-4093-a236-beac00e93105 on network 59b8f047-416e-4c83-9a52-11e2a1b335f5 {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:08:04.693726 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5688c62a-06b5-4eae-a4a5-495799668f9e None None] Checking agent: {'id': '0d4f8fd3-ce62-4651-970c-efa6a8bb22b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 5, 16, 57, 23), 'started_at': datetime.datetime(2022, 1, 5, 16, 57, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 5, 17, 7, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 05 17:08:04.694100 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5688c62a-06b5-4eae-a4a5-495799668f9e None None] Checking segment: {'id': 'd8386f92-d168-4ae5-9912-21ade167f5a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '59b8f047-416e-4c83-9a52-11e2a1b335f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:08:04.694495 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-5688c62a-06b5-4eae-a4a5-495799668f9e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:04.694888 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5688c62a-06b5-4eae-a4a5-495799668f9e None None] Bound using segment: {'id': 'd8386f92-d168-4ae5-9912-21ade167f5a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '59b8f047-416e-4c83-9a52-11e2a1b335f5'} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 05 17:08:04.695511 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-5688c62a-06b5-4eae-a4a5-495799668f9e None None] Bound port: b6965465-6b31-4093-a236-beac00e93105, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8386f92-d168-4ae5-9912-21ade167f5a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '59b8f047-416e-4c83-9a52-11e2a1b335f5'}}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 05 17:08:04.695898 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-5688c62a-06b5-4eae-a4a5-495799668f9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:04.698383 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aebe2e3-5a31-41d2-aca3-524167336f3c tempest-ExtraDHCPOptionsTestJSON-469552184 tempest-ExtraDHCPOptionsTestJSON-469552184-project] Pushing event deleted for resources: {'Port': ['ID=a84cbec9-53d1-4c6a-aad2-1b35a23b84d4,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:08:04.725709 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f80afc6f-0f45-43c3-92a1-77fd150bdb97 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-648552'] for router_interface, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:04.751728 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3bb00cf5-3653-45e7-b51d-cead4e9f3212 tempest-FloatingIPAdminTestJSON-241139269 tempest-FloatingIPAdminTestJSON-241139269-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:04.770549 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-740b5882-40b9-4f9b-b74d-2fe5d69fc8f9 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks [] for subnet, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:04.771617 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7104f937-1d9e-4f3e-80b0-639aad3b3f25 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:04.778396 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-5688c62a-06b5-4eae-a4a5-495799668f9e None None] For port b6965465-6b31-4093-a236-beac00e93105, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 05 17:08:04.785456 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-5688c62a-06b5-4eae-a4a5-495799668f9e None None] For port b6965465-6b31-4093-a236-beac00e93105, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b6965465-6b31-4093-a236-beac00e93105,segment=NetworkSegment(d8386f92-d168-4ae5-9912-21ade167f5a2),segment_id=d8386f92-d168-4ae5-9912-21ade167f5a2)] {{(pid=103802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 05 17:08:04.837000 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80afc6f-0f45-43c3-92a1-77fd150bdb97 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Pushing event updated for resources: {'Port': ['ID=a0f944f8-2bb5-4448-80de-a9d85ad87724,revision_number=2']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:08:04.856694 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-ec977b1f-7f6e-4a20-8be7-e8c3a1d6cc8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] Attempting to bind port 921d3464-b01e-4a7b-924c-335233d95f5b on host hv-neutron-mast for vnic_type normal with profile {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 05 17:08:04.857148 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-ec977b1f-7f6e-4a20-8be7-e8c3a1d6cc8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] Attempting to bind port 921d3464-b01e-4a7b-924c-335233d95f5b by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'eadab9af-f837-44e4-b87d-b8e3422797ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '15448658-04eb-45bf-a2e1-a2e99a7d3675'}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 05 17:08:04.862426 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec977b1f-7f6e-4a20-8be7-e8c3a1d6cc8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] Attempting to bind port 921d3464-b01e-4a7b-924c-335233d95f5b on network 15448658-04eb-45bf-a2e1-a2e99a7d3675 {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:08:04.882606 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec977b1f-7f6e-4a20-8be7-e8c3a1d6cc8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] Port 921d3464-b01e-4a7b-924c-335233d95f5b on network 15448658-04eb-45bf-a2e1-a2e99a7d3675 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 05 17:08:04.882936 dv-neutron-master-2-hyperv neutron-server[103801]: ERROR neutron.plugins.ml2.managers [None req-ec977b1f-7f6e-4a20-8be7-e8c3a1d6cc8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] Failed to bind port 921d3464-b01e-4a7b-924c-335233d95f5b on host hv-neutron-mast for vnic_type normal using segments [{'id': 'eadab9af-f837-44e4-b87d-b8e3422797ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '15448658-04eb-45bf-a2e1-a2e99a7d3675'}] Jan 05 17:08:04.889033 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.plugins.ml2.plugin [None req-ec977b1f-7f6e-4a20-8be7-e8c3a1d6cc8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] Attempt 10 to bind port 921d3464-b01e-4a7b-924c-335233d95f5b Jan 05 17:08:04.889226 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2aebe2e3-5a31-41d2-aca3-524167336f3c tempest-ExtraDHCPOptionsTestJSON-469552184 tempest-ExtraDHCPOptionsTestJSON-469552184-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:04.892939 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-2aebe2e3-5a31-41d2-aca3-524167336f3c tempest-ExtraDHCPOptionsTestJSON-469552184 tempest-ExtraDHCPOptionsTestJSON-469552184-project] 10.222.0.11 "DELETE /v2.0/ports/a84cbec9-53d1-4c6a-aad2-1b35a23b84d4 HTTP/1.1" status: 204 len: 168 time: 1.9535718 Jan 05 17:08:04.896646 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 40808) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:08:04.906722 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-740b5882-40b9-4f9b-b74d-2fe5d69fc8f9 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11316398'] for subnet, precommit_delete_associations {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:04.933479 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-ec977b1f-7f6e-4a20-8be7-e8c3a1d6cc8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] Attempting to bind port 921d3464-b01e-4a7b-924c-335233d95f5b on host hv-neutron-mast for vnic_type normal with profile {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 05 17:08:04.933935 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-ec977b1f-7f6e-4a20-8be7-e8c3a1d6cc8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] Attempting to bind port 921d3464-b01e-4a7b-924c-335233d95f5b by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'eadab9af-f837-44e4-b87d-b8e3422797ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '15448658-04eb-45bf-a2e1-a2e99a7d3675'}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 05 17:08:04.934259 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec977b1f-7f6e-4a20-8be7-e8c3a1d6cc8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] Attempting to bind port 921d3464-b01e-4a7b-924c-335233d95f5b on network 15448658-04eb-45bf-a2e1-a2e99a7d3675 {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:08:04.936309 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-5688c62a-06b5-4eae-a4a5-495799668f9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:04.993509 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec977b1f-7f6e-4a20-8be7-e8c3a1d6cc8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] Port 921d3464-b01e-4a7b-924c-335233d95f5b on network 15448658-04eb-45bf-a2e1-a2e99a7d3675 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 05 17:08:04.993885 dv-neutron-master-2-hyperv neutron-server[103801]: ERROR neutron.plugins.ml2.managers [None req-ec977b1f-7f6e-4a20-8be7-e8c3a1d6cc8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] Failed to bind port 921d3464-b01e-4a7b-924c-335233d95f5b on host hv-neutron-mast for vnic_type normal using segments [{'id': 'eadab9af-f837-44e4-b87d-b8e3422797ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '15448658-04eb-45bf-a2e1-a2e99a7d3675'}] Jan 05 17:08:04.994833 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-ec977b1f-7f6e-4a20-8be7-e8c3a1d6cc8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:05.020536 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5688c62a-06b5-4eae-a4a5-495799668f9e None None] Pushing event updated for resources: {'Port': ['ID=b6965465-6b31-4093-a236-beac00e93105,revision_number=2']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:08:05.025079 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5d44aad-9ad7-4a05-8e56-a39af6e6da2d tempest-ExtraDHCPOptionsTestJSON-469552184 tempest-ExtraDHCPOptionsTestJSON-469552184-project] Deleting subnet 697e76d4-03e1-4427-b2b9-34c9014d831f {{(pid=103800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 05 17:08:05.065139 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-3860fddd-26e5-4846-aa0f-12039331f7a5 None None] Provisioning complete for port a0f944f8-2bb5-4448-80de-a9d85ad87724 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:08:05.065846 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-3860fddd-26e5-4846-aa0f-12039331f7a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:05.086371 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f5d44aad-9ad7-4a05-8e56-a39af6e6da2d tempest-ExtraDHCPOptionsTestJSON-469552184 tempest-ExtraDHCPOptionsTestJSON-469552184-project] Publish callbacks [] for subnet, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:05.127304 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-3860fddd-26e5-4846-aa0f-12039331f7a5 None None] Port a0f944f8-2bb5-4448-80de-a9d85ad87724 cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 17:08:05.148839 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-740b5882-40b9-4f9b-b74d-2fe5d69fc8f9 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892868'] for subnet, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:05.155188 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f5d44aad-9ad7-4a05-8e56-a39af6e6da2d tempest-ExtraDHCPOptionsTestJSON-469552184 tempest-ExtraDHCPOptionsTestJSON-469552184-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8784846'] for subnet, precommit_delete_associations {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:05.182509 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-ec977b1f-7f6e-4a20-8be7-e8c3a1d6cc8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] For port 921d3464-b01e-4a7b-924c-335233d95f5b, host hv-neutron-mast, cleared binding levels {{(pid=103801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 05 17:08:05.182880 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-ec977b1f-7f6e-4a20-8be7-e8c3a1d6cc8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] Attempted to set empty binding levels {{(pid=103801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jan 05 17:08:05.204344 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-2d048033-1c6c-46d5-ab7c-a4d634e77337 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11433176'] for port, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:05.204609 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3bb00cf5-3653-45e7-b51d-cead4e9f3212 tempest-FloatingIPAdminTestJSON-241139269 tempest-FloatingIPAdminTestJSON-241139269-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:05.251710 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-ec977b1f-7f6e-4a20-8be7-e8c3a1d6cc8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11433169'] for port, after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:05.253882 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d048033-1c6c-46d5-ab7c-a4d634e77337 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Pushing event deleted for resources: {'Port': ['ID=8d131494-829f-4c1b-8077-36480be30e5d,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:08:05.343888 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f5d44aad-9ad7-4a05-8e56-a39af6e6da2d tempest-ExtraDHCPOptionsTestJSON-469552184 tempest-ExtraDHCPOptionsTestJSON-469552184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892868'] for subnet, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:05.373743 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3bb00cf5-3653-45e7-b51d-cead4e9f3212 tempest-FloatingIPAdminTestJSON-241139269 tempest-FloatingIPAdminTestJSON-241139269-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8784461'] for port, after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:05.377740 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-ec977b1f-7f6e-4a20-8be7-e8c3a1d6cc8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] In _notify_port_updated(), no bound segment for port 921d3464-b01e-4a7b-924c-335233d95f5b on network 15448658-04eb-45bf-a2e1-a2e99a7d3675 {{(pid=103801) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Jan 05 17:08:05.378929 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec977b1f-7f6e-4a20-8be7-e8c3a1d6cc8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:08:05.379891 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-ec977b1f-7f6e-4a20-8be7-e8c3a1d6cc8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:05.382354 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-ec977b1f-7f6e-4a20-8be7-e8c3a1d6cc8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] 10.222.0.11 "PUT /v2.0/ports/921d3464-b01e-4a7b-924c-335233d95f5b HTTP/1.1" status: 200 len: 980 time: 4.7372346 Jan 05 17:08:05.401480 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 40810) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:08:05.521644 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f80afc6f-0f45-43c3-92a1-77fd150bdb97 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:05.536036 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec977b1f-7f6e-4a20-8be7-e8c3a1d6cc8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] Pushing event updated for resources: {'Port': ['ID=921d3464-b01e-4a7b-924c-335233d95f5b,revision_number=3']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:08:05.578373 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-2d048033-1c6c-46d5-ab7c-a4d634e77337 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:05.584060 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device b6965465-6b31-4093-a236-beac00e93105 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:08:05.590545 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-2d048033-1c6c-46d5-ab7c-a4d634e77337 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] 10.222.0.11 "DELETE /v2.0/ports/8d131494-829f-4c1b-8077-36480be30e5d HTTP/1.1" status: 204 len: 168 time: 2.9778583 Jan 05 17:08:05.595041 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 40812) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:08:05.623423 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-740b5882-40b9-4f9b-b74d-2fe5d69fc8f9 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3893367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11433231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12480600'] for subnet, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:05.664768 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Provisioning complete for port b6965465-6b31-4093-a236-beac00e93105 triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:08:05.665400 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:05.671056 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7104f937-1d9e-4f3e-80b0-639aad3b3f25 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Publish callbacks [] for router_gateway, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:05.706412 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740b5882-40b9-4f9b-b74d-2fe5d69fc8f9 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Pushing event deleted for resources: {'Subnet': ['ID=8546841b-10bd-4d93-99da-3031ac40e520,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:08:05.731505 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-740b5882-40b9-4f9b-b74d-2fe5d69fc8f9 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks [] for subnet, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:05.736625 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-740b5882-40b9-4f9b-b74d-2fe5d69fc8f9 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] 10.222.0.11 "DELETE /v2.0/subnets/8546841b-10bd-4d93-99da-3031ac40e520 HTTP/1.1" status: 204 len: 168 time: 1.3092949 Jan 05 17:08:05.736868 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb00cf5-3653-45e7-b51d-cead4e9f3212 tempest-FloatingIPAdminTestJSON-241139269 tempest-FloatingIPAdminTestJSON-241139269-project-admin] Pushing event updated for resources: {'Port': ['ID=1b831dfa-fe28-4724-80a1-a92391570725,revision_number=2']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:08:05.739198 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 40814) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:08:05.746046 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7104f937-1d9e-4f3e-80b0-639aad3b3f25 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:05.769494 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a4ed429-ba3b-4698-b73c-fee41ce8d3b4 None None] Network e8832b79-0c8c-4028-886e-450bcb8ccdef requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:08:05.781202 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3bb00cf5-3653-45e7-b51d-cead4e9f3212 tempest-FloatingIPAdminTestJSON-241139269 tempest-FloatingIPAdminTestJSON-241139269-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648677'] for floatingip, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:05.839560 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fab8fd8-6cd5-4700-82cc-0a306765ce6e tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:08:05.841174 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fab8fd8-6cd5-4700-82cc-0a306765ce6e tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:08:05.842773 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fab8fd8-6cd5-4700-82cc-0a306765ce6e tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:08:05.847169 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-0fab8fd8-6cd5-4700-82cc-0a306765ce6e tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2511184 Jan 05 17:08:05.849942 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 40816) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:08:05.875138 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:05.895373 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f5d44aad-9ad7-4a05-8e56-a39af6e6da2d tempest-ExtraDHCPOptionsTestJSON-469552184 tempest-ExtraDHCPOptionsTestJSON-469552184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3893367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8784787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8521880'] for subnet, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:05.950306 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] For port b6965465-6b31-4093-a236-beac00e93105, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b6965465-6b31-4093-a236-beac00e93105,segment=NetworkSegment(d8386f92-d168-4ae5-9912-21ade167f5a2),segment_id=d8386f92-d168-4ae5-9912-21ade167f5a2)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:08:05.958847 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d44aad-9ad7-4a05-8e56-a39af6e6da2d tempest-ExtraDHCPOptionsTestJSON-469552184 tempest-ExtraDHCPOptionsTestJSON-469552184-project] Pushing event deleted for resources: {'Subnet': ['ID=697e76d4-03e1-4427-b2b9-34c9014d831f,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:08:05.970806 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb21aa39-d920-45a1-9876-268d6cc5d36f tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Deleting subnet 77dc0ea8-9f8e-406e-a78c-20ede745f77b {{(pid=103801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 05 17:08:05.972477 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-fb21aa39-d920-45a1-9876-268d6cc5d36f tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks [] for subnet, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:06.002222 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1cc3bfbb-e616-4a9a-b193-c69673c7acb2 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3809644'] for network, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:06.012111 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f5d44aad-9ad7-4a05-8e56-a39af6e6da2d tempest-ExtraDHCPOptionsTestJSON-469552184 tempest-ExtraDHCPOptionsTestJSON-469552184-project] Publish callbacks [] for subnet, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:06.018588 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-f5d44aad-9ad7-4a05-8e56-a39af6e6da2d tempest-ExtraDHCPOptionsTestJSON-469552184 tempest-ExtraDHCPOptionsTestJSON-469552184-project] 10.222.0.11 "DELETE /v2.0/subnets/697e76d4-03e1-4427-b2b9-34c9014d831f HTTP/1.1" status: 204 len: 168 time: 1.1208587 Jan 05 17:08:06.023325 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc0ffc3e-eecf-402b-bc5c-66e644f2b873 None None] Network 48c54b26-f27c-4552-b87b-b48fdad10d32 requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:08:06.025782 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 40818) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:08:06.044517 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:06.076916 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-59878b4f-16b5-48c7-841c-8e2999e37d8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] Deleting port 921d3464-b01e-4a7b-924c-335233d95f5b {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:08:06.077822 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-59878b4f-16b5-48c7-841c-8e2999e37d8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:06.117272 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f747a3e-5c52-4988-beba-e9d07d2ba203 None None] DHCP port deletion for e8832b79-0c8c-4028-886e-450bcb8ccdef request from dv-neutron-master-2-hyperv {{(pid=103802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 05 17:08:06.123103 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-c8c8cf50-616f-4aeb-a0a1-306b28fe91c9 tempest-ExtraDHCPOptionsTestJSON-469552184 tempest-ExtraDHCPOptionsTestJSON-469552184-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3809644'] for network, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:06.132960 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-fb21aa39-d920-45a1-9876-268d6cc5d36f tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11316398'] for subnet, precommit_delete_associations {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:06.176715 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.db [None req-59878b4f-16b5-48c7-841c-8e2999e37d8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] For port 921d3464-b01e-4a7b-924c-335233d95f5b, host hv-neutron-mast, got binding levels [] {{(pid=103800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:08:06.177103 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-59878b4f-16b5-48c7-841c-8e2999e37d8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:06.195154 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-59878b4f-16b5-48c7-841c-8e2999e37d8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] Calling delete_port for 921d3464-b01e-4a7b-924c-335233d95f5b owned by {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:08:06.203716 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Pushing event updated for resources: {'Port': ['ID=b6965465-6b31-4093-a236-beac00e93105,revision_number=3']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:08:06.245371 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.db.l3_db [None req-3bb00cf5-3653-45e7-b51d-cead4e9f3212 tempest-FloatingIPAdminTestJSON-241139269 tempest-FloatingIPAdminTestJSON-241139269-project-admin] Floating IP d1e18e6c-74fc-405e-81ee-813cdbf47a0b associated. External IP: 172.36.4.2, port: a707d427-b786-4f85-834d-7f20fb13396d. Jan 05 17:08:06.262604 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-7f747a3e-5c52-4988-beba-e9d07d2ba203 None None] Deleting port 21c42bc9-ef78-432c-8a6e-135cb77744f4 {{(pid=103802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:08:06.263042 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-7f747a3e-5c52-4988-beba-e9d07d2ba203 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:06.333347 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f80afc6f-0f45-43c3-92a1-77fd150bdb97 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks [] for port, precommit_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:06.345330 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-c8c8cf50-616f-4aeb-a0a1-306b28fe91c9 tempest-ExtraDHCPOptionsTestJSON-469552184 tempest-ExtraDHCPOptionsTestJSON-469552184-project] Deleting port c50fbea3-efdf-45b6-9a44-9c59eb740921 {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:08:06.348521 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-c8c8cf50-616f-4aeb-a0a1-306b28fe91c9 tempest-ExtraDHCPOptionsTestJSON-469552184 tempest-ExtraDHCPOptionsTestJSON-469552184-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:06.355354 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-fb21aa39-d920-45a1-9876-268d6cc5d36f tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892868'] for subnet, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:06.364486 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-7f747a3e-5c52-4988-beba-e9d07d2ba203 None None] For port 21c42bc9-ef78-432c-8a6e-135cb77744f4, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=21c42bc9-ef78-432c-8a6e-135cb77744f4,segment=NetworkSegment(babb42dd-1b5d-485d-b3a9-192fada16e03),segment_id=babb42dd-1b5d-485d-b3a9-192fada16e03)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:08:06.364887 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-7f747a3e-5c52-4988-beba-e9d07d2ba203 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:06.391336 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-7f747a3e-5c52-4988-beba-e9d07d2ba203 None None] Calling delete_port for 21c42bc9-ef78-432c-8a6e-135cb77744f4 owned by network:dhcp {{(pid=103802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:08:06.409832 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7d27a4d-752e-4b66-9130-5975394db2f5 None None] DHCP port deletion for 48c54b26-f27c-4552-b87b-b48fdad10d32 request from dv-neutron-master-2-hyperv {{(pid=103802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 05 17:08:06.436949 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f80afc6f-0f45-43c3-92a1-77fd150bdb97 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11433169'] for port, after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:06.437533 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f80afc6f-0f45-43c3-92a1-77fd150bdb97 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-531704'] for router_interface, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:06.489130 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [None req-7104f937-1d9e-4f3e-80b0-639aad3b3f25 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Allocated IP 172.36.4.41 (b0167590-0699-4c5c-a932-3939414a9573/7a784a6d-3d96-418f-a645-b9ccd0b1ac55/020f7c4f-0aaa-4bf4-bae8-c181de6dcaee) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:08:06.526547 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-d7d27a4d-752e-4b66-9130-5975394db2f5 None None] Deleting port c50fbea3-efdf-45b6-9a44-9c59eb740921 {{(pid=103802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:08:06.527642 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d7d27a4d-752e-4b66-9130-5975394db2f5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:06.531332 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-fb21aa39-d920-45a1-9876-268d6cc5d36f tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3893367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11433231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12480600'] for subnet, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:06.556970 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-1cc3bfbb-e616-4a9a-b193-c69673c7acb2 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Deleting port 21c42bc9-ef78-432c-8a6e-135cb77744f4 {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:08:06.557307 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1cc3bfbb-e616-4a9a-b193-c69673c7acb2 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:06.608265 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-d7d27a4d-752e-4b66-9130-5975394db2f5 None None] For port c50fbea3-efdf-45b6-9a44-9c59eb740921, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c50fbea3-efdf-45b6-9a44-9c59eb740921,segment=NetworkSegment(8672ec22-e390-4f69-b6a5-80ccef0d2bf1),segment_id=8672ec22-e390-4f69-b6a5-80ccef0d2bf1)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:08:06.608835 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d7d27a4d-752e-4b66-9130-5975394db2f5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:06.622154 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-fb21aa39-d920-45a1-9876-268d6cc5d36f tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks [] for subnet, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:06.624897 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-d7d27a4d-752e-4b66-9130-5975394db2f5 None None] Calling delete_port for c50fbea3-efdf-45b6-9a44-9c59eb740921 owned by network:dhcp {{(pid=103802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:08:06.628584 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-fb21aa39-d920-45a1-9876-268d6cc5d36f tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] 10.222.0.11 "DELETE /v2.0/subnets/77dc0ea8-9f8e-406e-a78c-20ede745f77b HTTP/1.1" status: 204 len: 168 time: 0.7779014 Jan 05 17:08:06.632268 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 40820) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:08:06.636193 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb21aa39-d920-45a1-9876-268d6cc5d36f tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Pushing event deleted for resources: {'Subnet': ['ID=77dc0ea8-9f8e-406e-a78c-20ede745f77b,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:08:06.637208 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-631dac1d-f881-484b-9fb1-10e617ad280c None None] Network e897f8fc-3cef-40ca-9466-c6c65ecd9833 requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:08:06.650651 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80afc6f-0f45-43c3-92a1-77fd150bdb97 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Pushing event updated for resources: {'Port': ['ID=a0f944f8-2bb5-4448-80de-a9d85ad87724,revision_number=3']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:08:06.660049 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-c8c8cf50-616f-4aeb-a0a1-306b28fe91c9 tempest-ExtraDHCPOptionsTestJSON-469552184 tempest-ExtraDHCPOptionsTestJSON-469552184-project] For port c50fbea3-efdf-45b6-9a44-9c59eb740921, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c50fbea3-efdf-45b6-9a44-9c59eb740921,segment=NetworkSegment(8672ec22-e390-4f69-b6a5-80ccef0d2bf1),segment_id=8672ec22-e390-4f69-b6a5-80ccef0d2bf1)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:08:06.660049 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-c8c8cf50-616f-4aeb-a0a1-306b28fe91c9 tempest-ExtraDHCPOptionsTestJSON-469552184 tempest-ExtraDHCPOptionsTestJSON-469552184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:06.709874 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-c8c8cf50-616f-4aeb-a0a1-306b28fe91c9 tempest-ExtraDHCPOptionsTestJSON-469552184 tempest-ExtraDHCPOptionsTestJSON-469552184-project] Calling delete_port for c50fbea3-efdf-45b6-9a44-9c59eb740921 owned by network:dhcp {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:08:06.742180 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7a452f2-8009-4f6a-858b-e9b7b2da013c None None] Network 59b8f047-416e-4c83-9a52-11e2a1b335f5 requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:08:06.744883 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-7f747a3e-5c52-4988-beba-e9d07d2ba203 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678'] for port, after_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:06.831016 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f747a3e-5c52-4988-beba-e9d07d2ba203 None None] Pushing event deleted for resources: {'Port': ['ID=21c42bc9-ef78-432c-8a6e-135cb77744f4,revision_number=None']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:08:06.838404 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f80afc6f-0f45-43c3-92a1-77fd150bdb97 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Network 069baffd-3058-45ba-ab0b-f3cbded72d1c is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:08:06.849113 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.db_base_plugin_v2 [None req-291f09da-5a7d-41bc-838f-183e1ad6cc8d tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Deleting subnet ef64ec8e-29e1-4ac6-9b4b-202cacbd9fc0 {{(pid=103801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 05 17:08:06.852990 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-f80afc6f-0f45-43c3-92a1-77fd150bdb97 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:08:06.868552 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-291f09da-5a7d-41bc-838f-183e1ad6cc8d tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks [] for subnet, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:07.045157 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-59878b4f-16b5-48c7-841c-8e2999e37d8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:07.060146 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-291f09da-5a7d-41bc-838f-183e1ad6cc8d tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11316398'] for subnet, precommit_delete_associations {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:07.066141 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f747a3e-5c52-4988-beba-e9d07d2ba203 None None] No DVR routers for this DVR port 21c42bc9-ef78-432c-8a6e-135cb77744f4 on host dv-neutron-master-2-hyperv {{(pid=103802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 05 17:08:07.087209 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-db5d3167-ef5b-44d2-881b-5afe47f70b91 None None] Provisioning complete for port b6965465-6b31-4093-a236-beac00e93105 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:08:07.087375 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-db5d3167-ef5b-44d2-881b-5afe47f70b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:07.243402 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:08:07.243402 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:08:07.243402 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:08:07.243402 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:08:07.243402 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:08:07.243402 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:08:07.243402 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:08:07.243402 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:08:07.243402 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:08:07.243402 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:08:07.243402 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:08:07.243402 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:08:07.243402 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:08:07.243402 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:08:07.243402 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:08:07.243402 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:08:07.243402 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:08:07.243402 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:08:07.243402 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:08:07.243402 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:08:07.243402 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:08:07.243402 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:08:07.243402 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:08:07.243402 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:08:07.243402 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:08:07.243402 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:08:07.243402 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:08:07.243402 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:08:07.243402 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:08:07.243402 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:08:07.243402 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:08:07.243402 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:08:07.243402 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:08:07.243402 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:08:07.243402 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:08:07.243402 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:08:07.246118 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:08:07.246118 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:08:07.246118 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:08:07.246118 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:08:07.246118 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:08:07.246118 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:08:07.246118 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:08:07.246118 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:08:07.246118 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:08:07.246118 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:08:07.246118 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:08:07.246118 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:08:07.258355 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d7d27a4d-752e-4b66-9130-5975394db2f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678'] for port, after_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:07.275549 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-c8c8cf50-616f-4aeb-a0a1-306b28fe91c9 tempest-ExtraDHCPOptionsTestJSON-469552184 tempest-ExtraDHCPOptionsTestJSON-469552184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11433176'] for port, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:07.307524 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d27a4d-752e-4b66-9130-5975394db2f5 None None] Pushing event deleted for resources: {'Port': ['ID=c50fbea3-efdf-45b6-9a44-9c59eb740921,revision_number=None']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:08:07.309732 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-291f09da-5a7d-41bc-838f-183e1ad6cc8d tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892868'] for subnet, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:07.310044 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7d27a4d-752e-4b66-9130-5975394db2f5 None None] No DVR routers for this DVR port c50fbea3-efdf-45b6-9a44-9c59eb740921 on host dv-neutron-master-2-hyperv {{(pid=103802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 05 17:08:07.315391 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c8cf50-616f-4aeb-a0a1-306b28fe91c9 tempest-ExtraDHCPOptionsTestJSON-469552184 tempest-ExtraDHCPOptionsTestJSON-469552184-project] Pushing event deleted for resources: {'Port': ['ID=c50fbea3-efdf-45b6-9a44-9c59eb740921,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:08:07.319555 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8c8cf50-616f-4aeb-a0a1-306b28fe91c9 tempest-ExtraDHCPOptionsTestJSON-469552184 tempest-ExtraDHCPOptionsTestJSON-469552184-project] No DVR routers for this DVR port c50fbea3-efdf-45b6-9a44-9c59eb740921 on host dv-neutron-master-2-hyperv {{(pid=103801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 05 17:08:07.327111 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59878b4f-16b5-48c7-841c-8e2999e37d8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] Pushing event deleted for resources: {'Port': ['ID=921d3464-b01e-4a7b-924c-335233d95f5b,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:08:07.357245 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-59878b4f-16b5-48c7-841c-8e2999e37d8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:07.357245 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-59878b4f-16b5-48c7-841c-8e2999e37d8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] 10.222.0.11 "DELETE /v2.0/ports/921d3464-b01e-4a7b-924c-335233d95f5b HTTP/1.1" status: 204 len: 168 time: 1.9525983 Jan 05 17:08:07.362182 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.db [None req-1cc3bfbb-e616-4a9a-b193-c69673c7acb2 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] For port 21c42bc9-ef78-432c-8a6e-135cb77744f4, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=21c42bc9-ef78-432c-8a6e-135cb77744f4,segment=NetworkSegment(babb42dd-1b5d-485d-b3a9-192fada16e03),segment_id=babb42dd-1b5d-485d-b3a9-192fada16e03)] {{(pid=103800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:08:07.362545 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1cc3bfbb-e616-4a9a-b193-c69673c7acb2 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:07.366875 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f80afc6f-0f45-43c3-92a1-77fd150bdb97 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Router a022ff1d-cf29-4c1d-8ba7-43b9374580c4 is scheduled to L3 agent 59446fdc-40e0-41fe-a575-a8eb11d742f7 with binding_index 1 {{(pid=103801) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 05 17:08:07.368544 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 40824) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:08:07.398825 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-1cc3bfbb-e616-4a9a-b193-c69673c7acb2 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Calling delete_port for 21c42bc9-ef78-432c-8a6e-135cb77744f4 owned by network:dhcp {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:08:07.407781 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bb00cf5-3653-45e7-b51d-cead4e9f3212 tempest-FloatingIPAdminTestJSON-241139269 tempest-FloatingIPAdminTestJSON-241139269-project-admin] Router 14249afb-28c3-4371-b5d0-d57a9af0db0e has already been hosted by L3 agent 59446fdc-40e0-41fe-a575-a8eb11d742f7 {{(pid=103800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 05 17:08:07.478525 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.pecan_wsgi.hooks.translation [None req-7688591e-db62-466e-8ba9-0168e4d8ae06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] GET failed (client error): The resource could not be found. Jan 05 17:08:07.478525 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-7688591e-db62-466e-8ba9-0168e4d8ae06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-714336333-project-admin] 10.222.0.11 "GET /v2.0/ports/921d3464-b01e-4a7b-924c-335233d95f5b HTTP/1.1" status: 404 len: 333 time: 0.1022313 Jan 05 17:08:07.490629 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 40826) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:08:07.503655 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-ca50609e-c425-48b5-ba9f-83c52716de3f None None] Provisioning complete for port a0f944f8-2bb5-4448-80de-a9d85ad87724 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:08:07.504347 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-ca50609e-c425-48b5-ba9f-83c52716de3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:07.512655 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-c8c8cf50-616f-4aeb-a0a1-306b28fe91c9 tempest-ExtraDHCPOptionsTestJSON-469552184 tempest-ExtraDHCPOptionsTestJSON-469552184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3891715', 'neutron.services.segments.db._delete_segments_for_network-8754181063482'] for network, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:07.540384 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7104f937-1d9e-4f3e-80b0-639aad3b3f25 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Publish callbacks [] for port, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:07.562167 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device b6965465-6b31-4093-a236-beac00e93105 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:08:07.617696 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-ca50609e-c425-48b5-ba9f-83c52716de3f None None] Port a0f944f8-2bb5-4448-80de-a9d85ad87724 cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 17:08:07.631744 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.services.segments.db [None req-c8c8cf50-616f-4aeb-a0a1-306b28fe91c9 tempest-ExtraDHCPOptionsTestJSON-469552184 tempest-ExtraDHCPOptionsTestJSON-469552184-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48c54b26-f27c-4552-b87b-b48fdad10d32']}} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:08:07.651634 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Provisioning complete for port b6965465-6b31-4093-a236-beac00e93105 triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:08:07.652025 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:07.653879 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.services.segments.db [None req-c8c8cf50-616f-4aeb-a0a1-306b28fe91c9 tempest-ExtraDHCPOptionsTestJSON-469552184 tempest-ExtraDHCPOptionsTestJSON-469552184-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8672ec22-e390-4f69-b6a5-80ccef0d2bf1') {'for_net_delete': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:08:07.654469 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.services.segments.db [None req-c8c8cf50-616f-4aeb-a0a1-306b28fe91c9 tempest-ExtraDHCPOptionsTestJSON-469552184 tempest-ExtraDHCPOptionsTestJSON-469552184-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8672ec22-e390-4f69-b6a5-80ccef0d2bf1') {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:08:07.676452 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-291f09da-5a7d-41bc-838f-183e1ad6cc8d tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3893367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11433231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12480600'] for subnet, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:07.687166 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-c8c8cf50-616f-4aeb-a0a1-306b28fe91c9 tempest-ExtraDHCPOptionsTestJSON-469552184 tempest-ExtraDHCPOptionsTestJSON-469552184-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754181064771', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11316385'] for segment, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:07.694124 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-291f09da-5a7d-41bc-838f-183e1ad6cc8d tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks [] for subnet, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:07.701197 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-291f09da-5a7d-41bc-838f-183e1ad6cc8d tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] 10.222.0.11 "DELETE /v2.0/subnets/ef64ec8e-29e1-4ac6-9b4b-202cacbd9fc0 HTTP/1.1" status: 204 len: 168 time: 1.0658689 Jan 05 17:08:07.703802 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 40830) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:08:07.712331 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f80afc6f-0f45-43c3-92a1-77fd150bdb97 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 05 17:08:07.732071 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-f80afc6f-0f45-43c3-92a1-77fd150bdb97 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] 10.222.0.11 "PUT /v2.0/routers/a022ff1d-cf29-4c1d-8ba7-43b9374580c4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6222246 Jan 05 17:08:07.740701 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 40832) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:08:07.755457 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-628d34f8-adb3-4931-92a5-4df8e2b9ec12 None None] Sync routers for ids ['a022ff1d-cf29-4c1d-8ba7-43b9374580c4'] in dv-neutron-master-2-hyperv {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 05 17:08:07.777444 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-628d34f8-adb3-4931-92a5-4df8e2b9ec12 None None] Routers {'a022ff1d-cf29-4c1d-8ba7-43b9374580c4'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:08:07.778099 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-628d34f8-adb3-4931-92a5-4df8e2b9ec12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:07:49Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['a022ff1d-cf29-4c1d-8ba7-43b9374580c4'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:08:07.815456 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291f09da-5a7d-41bc-838f-183e1ad6cc8d tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Pushing event deleted for resources: {'Subnet': ['ID=ef64ec8e-29e1-4ac6-9b4b-202cacbd9fc0,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:08:07.823770 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-c802466b-1115-4a17-bead-431f55759209 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1127803 Jan 05 17:08:07.824481 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 40834) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:08:07.825678 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-c8c8cf50-616f-4aeb-a0a1-306b28fe91c9 tempest-ExtraDHCPOptionsTestJSON-469552184 tempest-ExtraDHCPOptionsTestJSON-469552184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225'] for segment, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:07.844487 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-d2d66d5b-e14c-4005-bfb4-217458630d79 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Request body: {'subnet': {'network_id': 'e897f8fc-3cef-40ca-9466-c6c65ecd9833', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:08:07.864267 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-628d34f8-adb3-4931-92a5-4df8e2b9ec12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:08:07.880886 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8c8cf50-616f-4aeb-a0a1-306b28fe91c9 tempest-ExtraDHCPOptionsTestJSON-469552184 tempest-ExtraDHCPOptionsTestJSON-469552184-project] Releasing vlan 149 on physical network physnet1 to pool {{(pid=103801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 05 17:08:07.881521 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-c8c8cf50-616f-4aeb-a0a1-306b28fe91c9 tempest-ExtraDHCPOptionsTestJSON-469552184 tempest-ExtraDHCPOptionsTestJSON-469552184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11433197'] for segment, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:07.886795 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 05 17:08:07.886795 dv-neutron-master-2-hyperv neutron-server[103801]: self.session.flush() Jan 05 17:08:07.886795 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 05 17:08:07.886795 dv-neutron-master-2-hyperv neutron-server[103801]: self.session.flush() Jan 05 17:08:07.886795 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 05 17:08:07.886795 dv-neutron-master-2-hyperv neutron-server[103801]: self.session.flush() Jan 05 17:08:07.886795 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 05 17:08:07.886795 dv-neutron-master-2-hyperv neutron-server[103801]: self.session.flush() Jan 05 17:08:07.886795 dv-neutron-master-2-hyperv neutron-server[103801]: Traceback (most recent call last): Jan 05 17:08:07.886795 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 05 17:08:07.886795 dv-neutron-master-2-hyperv neutron-server[103801]: timer() Jan 05 17:08:07.886795 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 05 17:08:07.886795 dv-neutron-master-2-hyperv neutron-server[103801]: cb(*args, **kw) Jan 05 17:08:07.886795 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 05 17:08:07.886795 dv-neutron-master-2-hyperv neutron-server[103801]: return func(*args, **kwargs) Jan 05 17:08:07.886795 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 05 17:08:07.886795 dv-neutron-master-2-hyperv neutron-server[103801]: self._notify() Jan 05 17:08:07.886795 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 05 17:08:07.886795 dv-neutron-master-2-hyperv neutron-server[103801]: self.callback(batched_events) Jan 05 17:08:07.886795 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 05 17:08:07.886795 dv-neutron-master-2-hyperv neutron-server[103801]: event.method(event) Jan 05 17:08:07.886795 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 05 17:08:07.886795 dv-neutron-master-2-hyperv neutron-server[103801]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 05 17:08:07.886795 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 05 17:08:07.886795 dv-neutron-master-2-hyperv neutron-server[103801]: aggregate_uuid = self.p_client.list_aggregates( Jan 05 17:08:07.886795 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 05 17:08:07.886795 dv-neutron-master-2-hyperv neutron-server[103801]: return f(self, *a, **k) Jan 05 17:08:07.886795 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 05 17:08:07.886795 dv-neutron-master-2-hyperv neutron-server[103801]: return self._get(url).json() Jan 05 17:08:07.886795 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 05 17:08:07.886795 dv-neutron-master-2-hyperv neutron-server[103801]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 05 17:08:07.886795 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 05 17:08:07.886795 dv-neutron-master-2-hyperv neutron-server[103801]: return self.request(url, 'GET', **kwargs) Jan 05 17:08:07.886795 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 05 17:08:07.886795 dv-neutron-master-2-hyperv neutron-server[103801]: base_url = self.get_endpoint(auth, allow=allow, Jan 05 17:08:07.886795 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 05 17:08:07.886795 dv-neutron-master-2-hyperv neutron-server[103801]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 05 17:08:07.886795 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 05 17:08:07.886795 dv-neutron-master-2-hyperv neutron-server[103801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 05 17:08:07.886795 dv-neutron-master-2-hyperv neutron-server[103801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 05 17:08:07.892645 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1cc3bfbb-e616-4a9a-b193-c69673c7acb2 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:07.914637 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-40480be5-fa78-4902-9cbe-b53426108f5e None None] Provisioning complete for port b6965465-6b31-4093-a236-beac00e93105 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:08:07.915588 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-40480be5-fa78-4902-9cbe-b53426108f5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:07.919175 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-628d34f8-adb3-4931-92a5-4df8e2b9ec12 None None] Routers {'a022ff1d-cf29-4c1d-8ba7-43b9374580c4'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:08:07.919796 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-628d34f8-adb3-4931-92a5-4df8e2b9ec12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:07:49Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['a022ff1d-cf29-4c1d-8ba7-43b9374580c4'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:08:07.967914 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7becf406-857e-4cef-9271-9d2937bd956f tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:08:07.970941 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-7becf406-857e-4cef-9271-9d2937bd956f tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] 10.222.0.11 "GET /v2.0/ports/a0f944f8-2bb5-4448-80de-a9d85ad87724 HTTP/1.1" status: 200 len: 984 time: 0.2226520 Jan 05 17:08:07.977936 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1e28a6d5-96e2-4fdd-9ff0-9d321e8cbb29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1141078322 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1141078322-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3809644'] for network, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:07.993214 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 40836) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:08:08.022983 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device c50fbea3-efdf-45b6-9a44-9c59eb740921 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 05 17:08:08.043115 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cc3bfbb-e616-4a9a-b193-c69673c7acb2 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] No DVR routers for this DVR port 21c42bc9-ef78-432c-8a6e-135cb77744f4 on host dv-neutron-master-2-hyperv {{(pid=103800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 05 17:08:08.066191 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-628d34f8-adb3-4931-92a5-4df8e2b9ec12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:08:08.067137 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-628d34f8-adb3-4931-92a5-4df8e2b9ec12 None None] The sync data for ids ['a022ff1d-cf29-4c1d-8ba7-43b9374580c4'] in dv-neutron-master-2-hyperv is: [] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 05 17:08:08.074574 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] No Port match for: c50fbea3-efdf-45b6-9a44-9c59eb740921 {{(pid=103802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 05 17:08:08.075193 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device c50fbea3-efdf-45b6-9a44-9c59eb740921 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 05 17:08:08.075784 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 21c42bc9-ef78-432c-8a6e-135cb77744f4 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 05 17:08:08.108250 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-c8c8cf50-616f-4aeb-a0a1-306b28fe91c9 tempest-ExtraDHCPOptionsTestJSON-469552184 tempest-ExtraDHCPOptionsTestJSON-469552184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3891722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648695'] for network, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:08.113350 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-c8c8cf50-616f-4aeb-a0a1-306b28fe91c9 tempest-ExtraDHCPOptionsTestJSON-469552184 tempest-ExtraDHCPOptionsTestJSON-469552184-project] Publish callbacks [] for network, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:08.119638 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-c8c8cf50-616f-4aeb-a0a1-306b28fe91c9 tempest-ExtraDHCPOptionsTestJSON-469552184 tempest-ExtraDHCPOptionsTestJSON-469552184-project] 10.222.0.11 "DELETE /v2.0/networks/48c54b26-f27c-4552-b87b-b48fdad10d32 HTTP/1.1" status: 204 len: 168 time: 2.0884144 Jan 05 17:08:08.119825 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] No Port match for: 21c42bc9-ef78-432c-8a6e-135cb77744f4 {{(pid=103802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 05 17:08:08.119825 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 21c42bc9-ef78-432c-8a6e-135cb77744f4 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 05 17:08:08.187627 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c8cf50-616f-4aeb-a0a1-306b28fe91c9 tempest-ExtraDHCPOptionsTestJSON-469552184 tempest-ExtraDHCPOptionsTestJSON-469552184-project] Pushing event deleted for resources: {'Network': ['ID=48c54b26-f27c-4552-b87b-b48fdad10d32,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:08:08.193401 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2d66d5b-e14c-4005-bfb4-217458630d79 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Made reservation on behalf of fd419c78d7194361a03f37a26ebeba76 for: {'subnet': 1} {{(pid=103801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:08:08.204661 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-d2d66d5b-e14c-4005-bfb4-217458630d79 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12480675'] for subnet, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:08.262054 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc3bfbb-e616-4a9a-b193-c69673c7acb2 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Pushing event deleted for resources: {'Port': ['ID=21c42bc9-ef78-432c-8a6e-135cb77744f4,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:08:08.265704 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7104f937-1d9e-4f3e-80b0-639aad3b3f25 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:08.315157 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28779855-0e67-4b74-89e2-a94c7f01a67b None None] Network e897f8fc-3cef-40ca-9466-c6c65ecd9833 requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:08:08.433848 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-8537666b-fe05-4de7-8207-1b054922472c None None] Provisioning complete for port 3edf598e-59ea-4596-82ec-b07a6b1366dd triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:08:08.434454 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-8537666b-fe05-4de7-8207-1b054922472c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:08.564235 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b75e9436-45bc-4517-8ff8-0d452d16e052 None None] DHCP port deletion for e897f8fc-3cef-40ca-9466-c6c65ecd9833 request from dv-neutron-master-2-hyperv {{(pid=103802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 05 17:08:08.567943 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf2e711-53a2-4b80-8271-f80cdc6ce092 req-52351322-6e92-44a9-a459-32d7f593f9f0 tempest-ServerActionsTestJSON-949899014 tempest-ServerActionsTestJSON-949899014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:08:08.570306 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-bbf2e711-53a2-4b80-8271-f80cdc6ce092 req-52351322-6e92-44a9-a459-32d7f593f9f0 tempest-ServerActionsTestJSON-949899014 tempest-ServerActionsTestJSON-949899014-project] 10.222.0.11 "GET /v2.0/ports?device_id=be270a5c-db8b-4dff-9e40-79b29c80ad34 HTTP/1.1" status: 200 len: 946 time: 0.0765092 Jan 05 17:08:08.600048 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bb00cf5-3653-45e7-b51d-cead4e9f3212 tempest-FloatingIPAdminTestJSON-241139269 tempest-FloatingIPAdminTestJSON-241139269-project-admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 05 17:08:08.610826 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7104f937-1d9e-4f3e-80b0-639aad3b3f25 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Network b0167590-0699-4c5c-a932-3939414a9573 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:08:08.615345 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf1461e5-c7cb-47d7-8a8a-6e96036aaf3b None None] Sync routers for ids ['14249afb-28c3-4371-b5d0-d57a9af0db0e'] in dv-neutron-master-2-hyperv {{(pid=103803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 05 17:08:08.615977 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1cc3bfbb-e616-4a9a-b193-c69673c7acb2 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3891715', 'neutron.services.segments.db._delete_segments_for_network-8754181063482'] for network, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:08.635487 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-b75e9436-45bc-4517-8ff8-0d452d16e052 None None] Deleting port 3edf598e-59ea-4596-82ec-b07a6b1366dd {{(pid=103802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:08:08.636016 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-b75e9436-45bc-4517-8ff8-0d452d16e052 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:08.638327 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf1461e5-c7cb-47d7-8a8a-6e96036aaf3b None None] Routers {'14249afb-28c3-4371-b5d0-d57a9af0db0e'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:08:08.639977 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-bf1461e5-c7cb-47d7-8a8a-6e96036aaf3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:07:49Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['14249afb-28c3-4371-b5d0-d57a9af0db0e'], 'active': True} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:08:08.684697 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-bf1461e5-c7cb-47d7-8a8a-6e96036aaf3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:08:08.695797 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf1461e5-c7cb-47d7-8a8a-6e96036aaf3b None None] Routers {'14249afb-28c3-4371-b5d0-d57a9af0db0e'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:08:08.696777 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-bf1461e5-c7cb-47d7-8a8a-6e96036aaf3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:07:49Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['14249afb-28c3-4371-b5d0-d57a9af0db0e'], 'active': True} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:08:08.703652 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7104f937-1d9e-4f3e-80b0-639aad3b3f25 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Pushing event updated for resources: {'Port': ['ID=020f7c4f-0aaa-4bf4-bae8-c181de6dcaee,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:08:08.738208 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-bf1461e5-c7cb-47d7-8a8a-6e96036aaf3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:08:08.739263 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf1461e5-c7cb-47d7-8a8a-6e96036aaf3b None None] The sync data for ids ['14249afb-28c3-4371-b5d0-d57a9af0db0e'] in dv-neutron-master-2-hyperv is: [] {{(pid=103803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 05 17:08:08.751403 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-7104f937-1d9e-4f3e-80b0-639aad3b3f25 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:08:08.767272 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-b75e9436-45bc-4517-8ff8-0d452d16e052 None None] For port 3edf598e-59ea-4596-82ec-b07a6b1366dd, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=3edf598e-59ea-4596-82ec-b07a6b1366dd,segment=NetworkSegment(68e6c437-46c2-424d-85e7-20547f69066d),segment_id=68e6c437-46c2-424d-85e7-20547f69066d)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:08:08.767673 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-b75e9436-45bc-4517-8ff8-0d452d16e052 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:08.767892 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7104f937-1d9e-4f3e-80b0-639aad3b3f25 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:08:08.781121 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-bbf2e711-53a2-4b80-8271-f80cdc6ce092 req-8b37ada0-dff5-4af3-b442-4375a80eb851 tempest-ServerActionsTestJSON-949899014 tempest-ServerActionsTestJSON-949899014-project] 10.222.0.11 "GET /v2.0/security-groups?id=f7674e10-0a07-4bc4-8403-a53dd95a312a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2013965 Jan 05 17:08:08.783866 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-b75e9436-45bc-4517-8ff8-0d452d16e052 None None] Calling delete_port for 3edf598e-59ea-4596-82ec-b07a6b1366dd owned by network:dhcp {{(pid=103802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:08:08.866091 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.objects.ports [None req-d2d66d5b-e14c-4005-bfb4-217458630d79 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103801) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 05 17:08:08.869570 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1e28a6d5-96e2-4fdd-9ff0-9d321e8cbb29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1141078322 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1141078322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3891715', 'neutron.services.segments.db._delete_segments_for_network-8754181063482'] for network, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:08.873448 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.services.segments.db [None req-1cc3bfbb-e616-4a9a-b193-c69673c7acb2 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8832b79-0c8c-4028-886e-450bcb8ccdef']}} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:08:08.917394 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.services.segments.db [None req-1cc3bfbb-e616-4a9a-b193-c69673c7acb2 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'babb42dd-1b5d-485d-b3a9-192fada16e03') {'for_net_delete': True} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:08:08.918061 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.services.segments.db [None req-1cc3bfbb-e616-4a9a-b193-c69673c7acb2 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'babb42dd-1b5d-485d-b3a9-192fada16e03') {} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:08:08.958960 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98b5a5a4-26e0-4337-855d-0f6a04869486 None None] DHCP port deletion for b0167590-0699-4c5c-a932-3939414a9573 request from dv-neutron-master-2-hyperv {{(pid=103802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 05 17:08:08.975097 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1cc3bfbb-e616-4a9a-b193-c69673c7acb2 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754181064771', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8784833'] for segment, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:08.989998 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 40846) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:08:08.999446 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.services.segments.db [None req-1e28a6d5-96e2-4fdd-9ff0-9d321e8cbb29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1141078322 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1141078322-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15448658-04eb-45bf-a2e1-a2e99a7d3675']}} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:08:09.018663 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3bb00cf5-3653-45e7-b51d-cead4e9f3212 tempest-FloatingIPAdminTestJSON-241139269 tempest-FloatingIPAdminTestJSON-241139269-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for floatingip, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:09.022028 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c874f44-afdf-421f-bc97-ab6f9f860d62 req-4c0e3e24-1865-48b3-8138-f690d1b90050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:08:09.023710 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-0c874f44-afdf-421f-bc97-ab6f9f860d62 req-4c0e3e24-1865-48b3-8138-f690d1b90050 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0e5f75b0fa584f3fb65d4d2f1d03045b&device_id=be270a5c-db8b-4dff-9e40-79b29c80ad34 HTTP/1.1" status: 200 len: 1099 time: 0.4256308 Jan 05 17:08:09.026929 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-b75e9436-45bc-4517-8ff8-0d452d16e052 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678'] for port, after_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:09.088744 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75e9436-45bc-4517-8ff8-0d452d16e052 None None] Pushing event deleted for resources: {'Port': ['ID=3edf598e-59ea-4596-82ec-b07a6b1366dd,revision_number=None']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:08:09.092442 dv-neutron-master-2-hyperv neutron-server[103801]: WARNING neutron.services.revisions.revision_plugin [None req-d2d66d5b-e14c-4005-bfb4-217458630d79 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Could not find related port for resource to bump revision. Jan 05 17:08:09.093652 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b75e9436-45bc-4517-8ff8-0d452d16e052 None None] No DVR routers for this DVR port 3edf598e-59ea-4596-82ec-b07a6b1366dd on host dv-neutron-master-2-hyperv {{(pid=103802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 05 17:08:09.093901 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.services.segments.db [None req-1e28a6d5-96e2-4fdd-9ff0-9d321e8cbb29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1141078322 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1141078322-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eadab9af-f837-44e4-b87d-b8e3422797ae') {'for_net_delete': True} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:08:09.094881 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.services.segments.db [None req-1e28a6d5-96e2-4fdd-9ff0-9d321e8cbb29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1141078322 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1141078322-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eadab9af-f837-44e4-b87d-b8e3422797ae') {} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:08:09.102450 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1cc3bfbb-e616-4a9a-b193-c69673c7acb2 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225'] for segment, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:09.120568 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-b0b28971-1bbd-40bd-a860-5268efdf2b87 None None] Provisioning complete for port 020f7c4f-0aaa-4bf4-bae8-c181de6dcaee triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:08:09.121607 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-b0b28971-1bbd-40bd-a860-5268efdf2b87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:09.159452 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-b0b28971-1bbd-40bd-a860-5268efdf2b87 None None] Port 020f7c4f-0aaa-4bf4-bae8-c181de6dcaee cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 17:08:09.162678 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.ipam_pluggable_backend [None req-d2d66d5b-e14c-4005-bfb4-217458630d79 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Port 3edf598e-59ea-4596-82ec-b07a6b1366dd was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=103801) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Jan 05 17:08:09.162985 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.ipam_pluggable_backend [None req-d2d66d5b-e14c-4005-bfb4-217458630d79 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Reverting IP allocation for 2001:db8::f816:3eff:fe7d:14b1 {{(pid=103801) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Jan 05 17:08:09.167631 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.ipam_pluggable_backend [None req-d2d66d5b-e14c-4005-bfb4-217458630d79 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe7d:14b1 {{(pid=103801) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:605}} Jan 05 17:08:09.168824 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-d2d66d5b-e14c-4005-bfb4-217458630d79 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11433288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12480593'] for subnet, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:09.179972 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1cc3bfbb-e616-4a9a-b193-c69673c7acb2 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Releasing vlan 142 on physical network physnet1 to pool {{(pid=103800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 05 17:08:09.180843 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1cc3bfbb-e616-4a9a-b193-c69673c7acb2 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8784497'] for segment, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:09.184929 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:08:09.184929 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:08:09.184929 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:08:09.184929 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:08:09.184929 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:08:09.184929 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:08:09.184929 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:08:09.184929 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:08:09.184929 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:08:09.184929 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:08:09.184929 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:08:09.184929 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:08:09.184929 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:08:09.184929 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:08:09.184929 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:08:09.184929 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:08:09.184929 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:08:09.184929 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:08:09.184929 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:08:09.184929 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:08:09.184929 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:08:09.184929 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:08:09.184929 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:08:09.184929 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:08:09.184929 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:08:09.184929 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:08:09.184929 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:08:09.184929 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:08:09.184929 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:08:09.184929 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:08:09.184929 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:08:09.184929 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:08:09.184929 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:08:09.184929 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:08:09.184929 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:08:09.184929 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:08:09.188143 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:08:09.188143 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:08:09.188143 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:08:09.188143 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:08:09.188143 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 05 17:08:09.188143 dv-neutron-master-2-hyperv neutron-server[103800]: self.session.flush() Jan 05 17:08:09.188143 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 05 17:08:09.188143 dv-neutron-master-2-hyperv neutron-server[103800]: self.session.flush() Jan 05 17:08:09.188143 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 05 17:08:09.188143 dv-neutron-master-2-hyperv neutron-server[103800]: self.session.flush() Jan 05 17:08:09.188143 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 05 17:08:09.188143 dv-neutron-master-2-hyperv neutron-server[103800]: self.session.flush() Jan 05 17:08:09.188143 dv-neutron-master-2-hyperv neutron-server[103800]: Traceback (most recent call last): Jan 05 17:08:09.188143 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 05 17:08:09.188143 dv-neutron-master-2-hyperv neutron-server[103800]: timer() Jan 05 17:08:09.188143 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 05 17:08:09.188143 dv-neutron-master-2-hyperv neutron-server[103800]: cb(*args, **kw) Jan 05 17:08:09.188143 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 05 17:08:09.188143 dv-neutron-master-2-hyperv neutron-server[103800]: return func(*args, **kwargs) Jan 05 17:08:09.188143 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 05 17:08:09.188143 dv-neutron-master-2-hyperv neutron-server[103800]: self._notify() Jan 05 17:08:09.188143 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 05 17:08:09.188143 dv-neutron-master-2-hyperv neutron-server[103800]: self.callback(batched_events) Jan 05 17:08:09.188143 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 05 17:08:09.188143 dv-neutron-master-2-hyperv neutron-server[103800]: event.method(event) Jan 05 17:08:09.188143 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 05 17:08:09.188143 dv-neutron-master-2-hyperv neutron-server[103800]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 05 17:08:09.188143 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 05 17:08:09.188143 dv-neutron-master-2-hyperv neutron-server[103800]: aggregate_uuid = self.p_client.list_aggregates( Jan 05 17:08:09.188143 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 05 17:08:09.188143 dv-neutron-master-2-hyperv neutron-server[103800]: return f(self, *a, **k) Jan 05 17:08:09.188143 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 05 17:08:09.188143 dv-neutron-master-2-hyperv neutron-server[103800]: return self._get(url).json() Jan 05 17:08:09.188143 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 05 17:08:09.188143 dv-neutron-master-2-hyperv neutron-server[103800]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 05 17:08:09.188143 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 05 17:08:09.188143 dv-neutron-master-2-hyperv neutron-server[103800]: return self.request(url, 'GET', **kwargs) Jan 05 17:08:09.188143 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 05 17:08:09.188143 dv-neutron-master-2-hyperv neutron-server[103800]: base_url = self.get_endpoint(auth, allow=allow, Jan 05 17:08:09.188143 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 05 17:08:09.188143 dv-neutron-master-2-hyperv neutron-server[103800]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 05 17:08:09.188143 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 05 17:08:09.188143 dv-neutron-master-2-hyperv neutron-server[103800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 05 17:08:09.188143 dv-neutron-master-2-hyperv neutron-server[103800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 05 17:08:09.188143 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1e28a6d5-96e2-4fdd-9ff0-9d321e8cbb29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1141078322 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1141078322-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754181064771', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8784833'] for segment, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:09.226376 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2d66d5b-e14c-4005-bfb4-217458630d79 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Network e897f8fc-3cef-40ca-9466-c6c65ecd9833 is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:08:09.233040 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-d2d66d5b-e14c-4005-bfb4-217458630d79 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:08:09.236615 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2d66d5b-e14c-4005-bfb4-217458630d79 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:08:09.237208 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-d2d66d5b-e14c-4005-bfb4-217458630d79 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks [] for subnet, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:09.253766 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c634bd33-0a2a-4244-8ff1-13d2a5c4ca52 None None] Network e897f8fc-3cef-40ca-9466-c6c65ecd9833 requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:08:09.260381 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1e28a6d5-96e2-4fdd-9ff0-9d321e8cbb29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1141078322 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1141078322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225'] for segment, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:09.263282 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-3bb00cf5-3653-45e7-b51d-cead4e9f3212 tempest-FloatingIPAdminTestJSON-241139269 tempest-FloatingIPAdminTestJSON-241139269-project-admin] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 8.5685914 Jan 05 17:08:09.266463 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 40850) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:08:09.276641 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d66d5b-e14c-4005-bfb4-217458630d79 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Pushing event updated for resources: {'Subnet': ['ID=45e5ed4c-4e88-4c74-bec8-ecf054c35201,revision_number=0']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:08:09.344723 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e28a6d5-96e2-4fdd-9ff0-9d321e8cbb29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1141078322 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1141078322-project] Releasing vlan 109 on physical network physnet1 to pool {{(pid=103800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 05 17:08:09.345345 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1e28a6d5-96e2-4fdd-9ff0-9d321e8cbb29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1141078322 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1141078322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8784497'] for segment, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:09.350748 dv-neutron-master-2-hyperv neutron-server[103800]: Traceback (most recent call last): Jan 05 17:08:09.350748 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 05 17:08:09.350748 dv-neutron-master-2-hyperv neutron-server[103800]: timer() Jan 05 17:08:09.350748 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 05 17:08:09.350748 dv-neutron-master-2-hyperv neutron-server[103800]: cb(*args, **kw) Jan 05 17:08:09.350748 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 05 17:08:09.350748 dv-neutron-master-2-hyperv neutron-server[103800]: return func(*args, **kwargs) Jan 05 17:08:09.350748 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 05 17:08:09.350748 dv-neutron-master-2-hyperv neutron-server[103800]: self._notify() Jan 05 17:08:09.350748 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 05 17:08:09.350748 dv-neutron-master-2-hyperv neutron-server[103800]: self.callback(batched_events) Jan 05 17:08:09.350748 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 05 17:08:09.350748 dv-neutron-master-2-hyperv neutron-server[103800]: event.method(event) Jan 05 17:08:09.350748 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 05 17:08:09.350748 dv-neutron-master-2-hyperv neutron-server[103800]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 05 17:08:09.350748 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 05 17:08:09.350748 dv-neutron-master-2-hyperv neutron-server[103800]: aggregate_uuid = self.p_client.list_aggregates( Jan 05 17:08:09.350748 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 05 17:08:09.350748 dv-neutron-master-2-hyperv neutron-server[103800]: return f(self, *a, **k) Jan 05 17:08:09.350748 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 05 17:08:09.350748 dv-neutron-master-2-hyperv neutron-server[103800]: return self._get(url).json() Jan 05 17:08:09.350748 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 05 17:08:09.350748 dv-neutron-master-2-hyperv neutron-server[103800]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 05 17:08:09.350748 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 05 17:08:09.350748 dv-neutron-master-2-hyperv neutron-server[103800]: return self.request(url, 'GET', **kwargs) Jan 05 17:08:09.350748 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 05 17:08:09.350748 dv-neutron-master-2-hyperv neutron-server[103800]: base_url = self.get_endpoint(auth, allow=allow, Jan 05 17:08:09.350748 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 05 17:08:09.350748 dv-neutron-master-2-hyperv neutron-server[103800]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 05 17:08:09.350748 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 05 17:08:09.350748 dv-neutron-master-2-hyperv neutron-server[103800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 05 17:08:09.350748 dv-neutron-master-2-hyperv neutron-server[103800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 05 17:08:09.367882 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19702931-d49a-4a87-944a-b7d27ea9c9be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-e897f8fc-3cef-40ca-9466-c6c65ecd9833', 'network_id': 'e897f8fc-3cef-40ca-9466-c6c65ecd9833', 'project_id': 'fd419c78d7194361a03f37a26ebeba76', 'fixed_ips': [{'subnet_id': '45e5ed4c-4e88-4c74-bec8-ecf054c35201'}]}} from dv-neutron-master-2-hyperv. {{(pid=103802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 05 17:08:09.369542 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-19702931-d49a-4a87-944a-b7d27ea9c9be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:09.472178 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 3edf598e-59ea-4596-82ec-b07a6b1366dd no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 05 17:08:09.497306 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] No Port match for: 3edf598e-59ea-4596-82ec-b07a6b1366dd {{(pid=103802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 05 17:08:09.497306 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 3edf598e-59ea-4596-82ec-b07a6b1366dd not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 05 17:08:09.505558 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1cc3bfbb-e616-4a9a-b193-c69673c7acb2 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3891722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648695'] for network, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:09.520420 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1cc3bfbb-e616-4a9a-b193-c69673c7acb2 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks [] for network, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:09.527579 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-1cc3bfbb-e616-4a9a-b193-c69673c7acb2 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] 10.222.0.11 "DELETE /v2.0/networks/e8832b79-0c8c-4028-886e-450bcb8ccdef HTTP/1.1" status: 204 len: 168 time: 3.7809200 Jan 05 17:08:09.532299 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 40852) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:08:09.553388 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-0ef00a10-6279-46a3-bf62-42bc1039e36b tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Request body: {'network': {'name': 'tempest-RoutersTest-1139870271'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:08:09.557066 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c874f44-afdf-421f-bc97-ab6f9f860d62 req-e78707d4-3b59-4e18-8062-1d6b7c68a049 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:08:09.558604 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-0c874f44-afdf-421f-bc97-ab6f9f860d62 req-e78707d4-3b59-4e18-8062-1d6b7c68a049 service neutron] 10.222.0.13 "GET /v2.0/networks?id=1e5e93d9-6ada-44ad-b92b-017486a9719e HTTP/1.1" status: 200 len: 912 time: 0.5267224 Jan 05 17:08:09.574248 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc3bfbb-e616-4a9a-b193-c69673c7acb2 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Pushing event deleted for resources: {'Network': ['ID=e8832b79-0c8c-4028-886e-450bcb8ccdef,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:08:09.576111 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1e28a6d5-96e2-4fdd-9ff0-9d321e8cbb29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1141078322 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1141078322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3891722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648695'] for network, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:09.624147 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1e28a6d5-96e2-4fdd-9ff0-9d321e8cbb29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1141078322 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1141078322-project] Publish callbacks [] for network, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:09.630584 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-1e28a6d5-96e2-4fdd-9ff0-9d321e8cbb29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1141078322 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1141078322-project] 10.222.0.11 "DELETE /v2.0/networks/15448658-04eb-45bf-a2e1-a2e99a7d3675 HTTP/1.1" status: 204 len: 168 time: 2.1195424 Jan 05 17:08:09.671646 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.db_base_plugin_common [None req-19702931-d49a-4a87-944a-b7d27ea9c9be None None] Allocated IP 2001:db8::f816:3eff:fe1d:c81a (e897f8fc-3cef-40ca-9466-c6c65ecd9833/45e5ed4c-4e88-4c74-bec8-ecf054c35201/713e51d9-eaad-4e5c-91e7-98a8170e9906) {{(pid=103802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:08:09.719786 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-d2d66d5b-e14c-4005-bfb4-217458630d79 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8907986 Jan 05 17:08:09.727976 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-0be18fde-3b51-4921-af71-c0912c091cd5 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e1f567ff878744159aaf8c63d146113a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7367897 Jan 05 17:08:09.728629 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 40856) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:08:09.734154 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-3bd700b6-719a-4d84-895e-9a5f47759b37 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Request body: {'subnet': {'network_id': 'e897f8fc-3cef-40ca-9466-c6c65ecd9833', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:08:09.737548 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 40858) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:08:09.741875 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-64174ee4-8617-45f1-ad40-d311fc740787 tempest-FloatingIPAdminTestJSON-241139269 tempest-FloatingIPAdminTestJSON-241139269-project-admin] 10.222.0.11 "GET /v2.0/floatingips/d1e18e6c-74fc-405e-81ee-813cdbf47a0b HTTP/1.1" status: 200 len: 982 time: 0.4717951 Jan 05 17:08:09.746159 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 40860) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:08:09.857881 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-19702931-d49a-4a87-944a-b7d27ea9c9be None None] Publish callbacks [] for port, precommit_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:09.931577 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-19702931-d49a-4a87-944a-b7d27ea9c9be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669'] for port, after_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:09.967707 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-88314881-a540-4273-839c-2714beea26f1 tempest-FloatingIPAdminTestJSON-241139269 tempest-FloatingIPAdminTestJSON-241139269-project-admin] 10.222.0.11 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3022 time: 0.2190869 Jan 05 17:08:09.975140 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19702931-d49a-4a87-944a-b7d27ea9c9be None None] Network e897f8fc-3cef-40ca-9466-c6c65ecd9833 is already hosted by enough agents. {{(pid=103802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:08:09.978525 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.scheduler.base_scheduler [None req-19702931-d49a-4a87-944a-b7d27ea9c9be None None] Resources bound (agent type, host, resource id): {{(pid=103802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:08:09.985442 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19702931-d49a-4a87-944a-b7d27ea9c9be None None] Received port after_create {{(pid=103802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:08:09.987209 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 40864) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:08:09.995881 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19702931-d49a-4a87-944a-b7d27ea9c9be None None] Pushing event updated for resources: {'Port': ['ID=713e51d9-eaad-4e5c-91e7-98a8170e9906,revision_number=1']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:08:10.005289 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e28a6d5-96e2-4fdd-9ff0-9d321e8cbb29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1141078322 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1141078322-project] Pushing event deleted for resources: {'Network': ['ID=15448658-04eb-45bf-a2e1-a2e99a7d3675,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:08:10.008029 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7104f937-1d9e-4f3e-80b0-639aad3b3f25 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Publish callbacks [] for router_gateway, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:10.044034 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3a0c2838-fff1-4099-80d8-8c320aea0862 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:10.077480 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-19702931-d49a-4a87-944a-b7d27ea9c9be None None] Attempting to bind port 713e51d9-eaad-4e5c-91e7-98a8170e9906 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 05 17:08:10.078585 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-19702931-d49a-4a87-944a-b7d27ea9c9be None None] Attempting to bind port 713e51d9-eaad-4e5c-91e7-98a8170e9906 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '68e6c437-46c2-424d-85e7-20547f69066d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'e897f8fc-3cef-40ca-9466-c6c65ecd9833'}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 05 17:08:10.079199 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19702931-d49a-4a87-944a-b7d27ea9c9be None None] Attempting to bind port 713e51d9-eaad-4e5c-91e7-98a8170e9906 on network e897f8fc-3cef-40ca-9466-c6c65ecd9833 {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:08:10.086472 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19702931-d49a-4a87-944a-b7d27ea9c9be None None] Checking agent: {'id': '0d4f8fd3-ce62-4651-970c-efa6a8bb22b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 5, 16, 57, 23), 'started_at': datetime.datetime(2022, 1, 5, 16, 57, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 5, 17, 7, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 05 17:08:10.087100 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19702931-d49a-4a87-944a-b7d27ea9c9be None None] Checking segment: {'id': '68e6c437-46c2-424d-85e7-20547f69066d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'e897f8fc-3cef-40ca-9466-c6c65ecd9833'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:08:10.088693 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-19702931-d49a-4a87-944a-b7d27ea9c9be None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:10.088693 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19702931-d49a-4a87-944a-b7d27ea9c9be None None] Bound using segment: {'id': '68e6c437-46c2-424d-85e7-20547f69066d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'e897f8fc-3cef-40ca-9466-c6c65ecd9833'} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 05 17:08:10.089553 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-19702931-d49a-4a87-944a-b7d27ea9c9be None None] Bound port: 713e51d9-eaad-4e5c-91e7-98a8170e9906, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68e6c437-46c2-424d-85e7-20547f69066d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'e897f8fc-3cef-40ca-9466-c6c65ecd9833'}}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 05 17:08:10.090101 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-19702931-d49a-4a87-944a-b7d27ea9c9be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:10.095000 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3a0c2838-fff1-4099-80d8-8c320aea0862 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:10.138579 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-0c874f44-afdf-421f-bc97-ab6f9f860d62 req-2dc24f91-c366-4b76-beff-fbdf7a263a1a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=67389512-62b3-4da5-90e0-71fd04a18f1a HTTP/1.1" status: 200 len: 1002 time: 0.5724862 Jan 05 17:08:10.165014 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 40868) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:08:10.202633 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-19702931-d49a-4a87-944a-b7d27ea9c9be None None] For port 713e51d9-eaad-4e5c-91e7-98a8170e9906, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 05 17:08:10.205863 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bd700b6-719a-4d84-895e-9a5f47759b37 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Made reservation on behalf of fd419c78d7194361a03f37a26ebeba76 for: {'subnet': 1} {{(pid=103801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:08:10.206037 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c874f44-afdf-421f-bc97-ab6f9f860d62 req-0cc57f8e-3259-4662-bfe6-9bf1023a637e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:08:10.207674 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-0c874f44-afdf-421f-bc97-ab6f9f860d62 req-0cc57f8e-3259-4662-bfe6-9bf1023a637e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fab82641-cc31-4ee1-85fb-d7818e6883fd HTTP/1.1" status: 200 len: 850 time: 0.0616841 Jan 05 17:08:10.215538 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-19702931-d49a-4a87-944a-b7d27ea9c9be None None] For port 713e51d9-eaad-4e5c-91e7-98a8170e9906, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=713e51d9-eaad-4e5c-91e7-98a8170e9906,segment=NetworkSegment(68e6c437-46c2-424d-85e7-20547f69066d),segment_id=68e6c437-46c2-424d-85e7-20547f69066d)] {{(pid=103802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 05 17:08:10.215751 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3bd700b6-719a-4d84-895e-9a5f47759b37 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12480675'] for subnet, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:10.216662 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ef00a10-6279-46a3-bf62-42bc1039e36b tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Made reservation on behalf of 85eea60e03994a48a004c2f9e50e4168 for: {'network': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:08:10.220300 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0ef00a10-6279-46a3-bf62-42bc1039e36b tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for network, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:10.230749 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b40f750-ce53-4426-99df-1f80368480f8 req-c4fd2428-53c4-4112-a7ea-4373eaed3906 tempest-ServerActionsTestJSON-949899014 tempest-ServerActionsTestJSON-949899014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:08:10.232541 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-4b40f750-ce53-4426-99df-1f80368480f8 req-c4fd2428-53c4-4112-a7ea-4373eaed3906 tempest-ServerActionsTestJSON-949899014 tempest-ServerActionsTestJSON-949899014-project] 10.222.0.11 "GET /v2.0/ports?device_id=be270a5c-db8b-4dff-9e40-79b29c80ad34 HTTP/1.1" status: 200 len: 946 time: 0.2142642 Jan 05 17:08:10.308720 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-19702931-d49a-4a87-944a-b7d27ea9c9be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:10.340685 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3a0c2838-fff1-4099-80d8-8c320aea0862 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:10.345338 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3a0c2838-fff1-4099-80d8-8c320aea0862 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:10.352678 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-3a0c2838-fff1-4099-80d8-8c320aea0862 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/2c6d1884-948a-47f2-9d43-31ddb7ff82fc HTTP/1.1" status: 204 len: 168 time: 0.6115932 Jan 05 17:08:10.399384 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0c2838-fff1-4099-80d8-8c320aea0862 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c6d1884-948a-47f2-9d43-31ddb7ff82fc,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:08:10.427306 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-3a77aa24-b8ae-44a7-99ab-a08f2188ecf8 tempest-FloatingIPAdminTestJSON-318638842 tempest-FloatingIPAdminTestJSON-318638842-project] Deleting port 1b831dfa-fe28-4724-80a1-a92391570725 {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:08:10.430314 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ef00a10-6279-46a3-bf62-42bc1039e36b tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] vlan segment allocate from pool success with {'vlan_id': 112, 'physical_network': 'physnet1'} {{(pid=103800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 05 17:08:10.430909 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3a77aa24-b8ae-44a7-99ab-a08f2188ecf8 tempest-FloatingIPAdminTestJSON-318638842 tempest-FloatingIPAdminTestJSON-318638842-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:10.455783 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19702931-d49a-4a87-944a-b7d27ea9c9be None None] Pushing event updated for resources: {'Port': ['ID=713e51d9-eaad-4e5c-91e7-98a8170e9906,revision_number=2']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:08:10.504678 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c874f44-afdf-421f-bc97-ab6f9f860d62 req-5448bbfa-6000-422c-9e4e-51ad877f6786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:08:10.506260 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-0c874f44-afdf-421f-bc97-ab6f9f860d62 req-5448bbfa-6000-422c-9e4e-51ad877f6786 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1e5e93d9-6ada-44ad-b92b-017486a9719e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2729642 Jan 05 17:08:10.516038 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-294ff161-401a-4de0-a372-48f72dffbf91 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-531685'] for router_interface, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:10.553131 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-0e41eaf8-6eb6-439d-a603-6019a42f5418 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c5c6959caf3b461c86aec414fe2d6918&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3864617 Jan 05 17:08:10.556204 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-4b40f750-ce53-4426-99df-1f80368480f8 req-2c9c41d4-c806-437d-a84c-7d4b7aad46d0 tempest-ServerActionsTestJSON-949899014 tempest-ServerActionsTestJSON-949899014-project] 10.222.0.11 "GET /v2.0/security-groups?id=f7674e10-0a07-4bc4-8403-a53dd95a312a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2806926 Jan 05 17:08:10.556387 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 40874) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:08:10.600948 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0ef00a10-6279-46a3-bf62-42bc1039e36b tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225'] for segment, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:10.601312 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.db.segments_db [None req-0ef00a10-6279-46a3-bf62-42bc1039e36b tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Added segment b3c783cb-7072-4772-9c69-4032d05a60be of type vlan for network 2e0b4fe1-f771-4f52-b432-e84072f5a6de Jan 05 17:08:10.676131 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3a77aa24-b8ae-44a7-99ab-a08f2188ecf8 tempest-FloatingIPAdminTestJSON-318638842 tempest-FloatingIPAdminTestJSON-318638842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:10.676674 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3a77aa24-b8ae-44a7-99ab-a08f2188ecf8 tempest-FloatingIPAdminTestJSON-318638842 tempest-FloatingIPAdminTestJSON-318638842-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:10.705646 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-3a77aa24-b8ae-44a7-99ab-a08f2188ecf8 tempest-FloatingIPAdminTestJSON-318638842 tempest-FloatingIPAdminTestJSON-318638842-project] Calling delete_port for 1b831dfa-fe28-4724-80a1-a92391570725 owned by network:floatingip {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:08:10.818540 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0ef00a10-6279-46a3-bf62-42bc1039e36b tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754180566020'] for network, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:10.821150 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7104f937-1d9e-4f3e-80b0-639aad3b3f25 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-648430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648639'] for router, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:10.862191 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3bd700b6-719a-4d84-895e-9a5f47759b37 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11433288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12480593'] for subnet, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:10.929219 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bd700b6-719a-4d84-895e-9a5f47759b37 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Network e897f8fc-3cef-40ca-9466-c6c65ecd9833 is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:08:10.937424 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-3bd700b6-719a-4d84-895e-9a5f47759b37 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:08:10.943178 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bd700b6-719a-4d84-895e-9a5f47759b37 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:08:10.943893 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3bd700b6-719a-4d84-895e-9a5f47759b37 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks [] for subnet, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:10.965455 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd700b6-719a-4d84-895e-9a5f47759b37 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Pushing event updated for resources: {'Subnet': ['ID=f504f814-52b3-40fb-9d51-b79812ee24c4,revision_number=0']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:08:11.048577 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-0c874f44-afdf-421f-bc97-ab6f9f860d62 req-5874936b-e4e2-43c0-a28b-e61f78f55fb7 service neutron] 10.222.0.13 "GET /v2.0/networks/1e5e93d9-6ada-44ad-b92b-017486a9719e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5307865 Jan 05 17:08:11.049187 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4d6ebb0c-3671-4e92-a304-881a92fa2d5b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:11.062697 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-3bd700b6-719a-4d84-895e-9a5f47759b37 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3327069 Jan 05 17:08:11.071313 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 40884) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:08:11.078097 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-7476fcf6-e428-44cf-afbd-c08e6fba1941 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Request body: {'port': {'network_id': 'e897f8fc-3cef-40ca-9466-c6c65ecd9833', 'mac_address': 'fa:16:3e:84:74:a2', 'name': 'tempest-NetworksTestDHCPv6-721128020'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:08:11.115125 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0ef00a10-6279-46a3-bf62-42bc1039e36b tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685'] for network, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:11.121373 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ef00a10-6279-46a3-bf62-42bc1039e36b tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:08:11.122013 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0ef00a10-6279-46a3-bf62-42bc1039e36b tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks [] for network, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:11.129263 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3a77aa24-b8ae-44a7-99ab-a08f2188ecf8 tempest-FloatingIPAdminTestJSON-318638842 tempest-FloatingIPAdminTestJSON-318638842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11433176'] for port, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:11.162681 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4d6ebb0c-3671-4e92-a304-881a92fa2d5b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:11.168984 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a77aa24-b8ae-44a7-99ab-a08f2188ecf8 tempest-FloatingIPAdminTestJSON-318638842 tempest-FloatingIPAdminTestJSON-318638842-project] Pushing event deleted for resources: {'Port': ['ID=1b831dfa-fe28-4724-80a1-a92391570725,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:08:11.260893 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3a77aa24-b8ae-44a7-99ab-a08f2188ecf8 tempest-FloatingIPAdminTestJSON-318638842 tempest-FloatingIPAdminTestJSON-318638842-project] Publish callbacks [] for floatingip, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:11.260893 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.db.l3_db [None req-3a77aa24-b8ae-44a7-99ab-a08f2188ecf8 tempest-FloatingIPAdminTestJSON-318638842 tempest-FloatingIPAdminTestJSON-318638842-project] Floating IP d1e18e6c-74fc-405e-81ee-813cdbf47a0b disassociated (deleted). External IP: 172.36.4.2, port: a707d427-b786-4f85-834d-7f20fb13396d. Jan 05 17:08:11.306424 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-0ef00a10-6279-46a3-bf62-42bc1039e36b tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.7698405 Jan 05 17:08:11.306896 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 40888) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:08:11.318000 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-d964c857-f126-47e1-b1dc-0ccd0bab56c9 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Request body: {'subnet': {'network_id': '2e0b4fe1-f771-4f52-b432-e84072f5a6de', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:08:11.384828 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef00a10-6279-46a3-bf62-42bc1039e36b tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Pushing event updated for resources: {'Network': ['ID=2e0b4fe1-f771-4f52-b432-e84072f5a6de,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:08:11.402609 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Network 2e0b4fe1-f771-4f52-b432-e84072f5a6de details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 05 17:08:11.534084 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-0c874f44-afdf-421f-bc97-ab6f9f860d62 req-5302a8d3-be2e-495c-b504-6403dc395e4b service neutron] 10.222.0.13 "GET /v2.0/networks/1e5e93d9-6ada-44ad-b92b-017486a9719e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4732115 Jan 05 17:08:11.557514 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7476fcf6-e428-44cf-afbd-c08e6fba1941 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Made reservation on behalf of fd419c78d7194361a03f37a26ebeba76 for: {'port': 1} {{(pid=103801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:08:11.615257 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 713e51d9-eaad-4e5c-91e7-98a8170e9906 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:08:11.684011 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-294ff161-401a-4de0-a372-48f72dffbf91 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Deleting port a0f944f8-2bb5-4448-80de-a9d85ad87724 {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:08:11.684844 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-294ff161-401a-4de0-a372-48f72dffbf91 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:11.727233 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4d6ebb0c-3671-4e92-a304-881a92fa2d5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:11.727666 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Provisioning complete for port 713e51d9-eaad-4e5c-91e7-98a8170e9906 triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:08:11.728136 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:11.740017 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4d6ebb0c-3671-4e92-a304-881a92fa2d5b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:11.746867 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-4d6ebb0c-3671-4e92-a304-881a92fa2d5b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ac8044f1-7d79-45e9-a4ee-b10a98ab5f41 HTTP/1.1" status: 204 len: 168 time: 1.1488824 Jan 05 17:08:11.765625 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7104f937-1d9e-4f3e-80b0-639aad3b3f25 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Router 8ddc664a-dba0-47b3-b326-7084967cb193 is scheduled to L3 agent 59446fdc-40e0-41fe-a575-a8eb11d742f7 with binding_index 1 {{(pid=103800) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 05 17:08:11.885334 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6ebb0c-3671-4e92-a304-881a92fa2d5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac8044f1-7d79-45e9-a4ee-b10a98ab5f41,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:08:12.011613 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-7476fcf6-e428-44cf-afbd-c08e6fba1941 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:12.014154 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 40902) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:08:12.017869 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a31c9380-6380-4545-bcdc-d34d0f9650eb None None] Network e897f8fc-3cef-40ca-9466-c6c65ecd9833 requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:08:12.050309 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:12.060531 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-294ff161-401a-4de0-a372-48f72dffbf91 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:12.117735 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-fabdba73-6541-4f25-b3ee-cac386d48aec None None] Provisioning complete for port 713e51d9-eaad-4e5c-91e7-98a8170e9906 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:08:12.118278 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-fabdba73-6541-4f25-b3ee-cac386d48aec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:12.147101 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-294ff161-401a-4de0-a372-48f72dffbf91 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Calling delete_port for a0f944f8-2bb5-4448-80de-a9d85ad87724 owned by network:router_interface {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:08:12.165219 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d964c857-f126-47e1-b1dc-0ccd0bab56c9 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Made reservation on behalf of 85eea60e03994a48a004c2f9e50e4168 for: {'subnet': 1} {{(pid=103801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:08:12.169966 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-d964c857-f126-47e1-b1dc-0ccd0bab56c9 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12480675'] for subnet, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:12.185858 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-c8885894-58f4-4404-ac7c-496eaaa92f60 tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-257075795'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:08:12.204106 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] For port 713e51d9-eaad-4e5c-91e7-98a8170e9906, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=713e51d9-eaad-4e5c-91e7-98a8170e9906,segment=NetworkSegment(68e6c437-46c2-424d-85e7-20547f69066d),segment_id=68e6c437-46c2-424d-85e7-20547f69066d)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:08:12.226606 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7104f937-1d9e-4f3e-80b0-639aad3b3f25 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 05 17:08:12.234373 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc58d8af-0b69-4830-8fb3-59c1ea790759 req-4b0b4287-d1da-450f-bc15-6f66fa09066c tempest-ServerActionsTestJSON-949899014 tempest-ServerActionsTestJSON-949899014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:08:12.236670 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-bc58d8af-0b69-4830-8fb3-59c1ea790759 req-4b0b4287-d1da-450f-bc15-6f66fa09066c tempest-ServerActionsTestJSON-949899014 tempest-ServerActionsTestJSON-949899014-project] 10.222.0.11 "GET /v2.0/ports?device_id=be270a5c-db8b-4dff-9e40-79b29c80ad34 HTTP/1.1" status: 200 len: 946 time: 0.4600415 Jan 05 17:08:12.242219 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29964a98-cf37-48a0-98fc-161d1b812a51 None None] Sync routers for ids ['8ddc664a-dba0-47b3-b326-7084967cb193'] in dv-neutron-master-2-hyperv {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 05 17:08:12.267568 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29964a98-cf37-48a0-98fc-161d1b812a51 None None] Routers {'8ddc664a-dba0-47b3-b326-7084967cb193'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:08:12.268111 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-29964a98-cf37-48a0-98fc-161d1b812a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:07:49Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['8ddc664a-dba0-47b3-b326-7084967cb193'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:08:12.287778 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.notifiers.nova [None req-7476fcf6-e428-44cf-afbd-c08e6fba1941 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] device_id is not set on port c64d3f55-aa5f-4ce5-a712-07048d96e7f8 yet. {{(pid=103801) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 05 17:08:12.323228 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:12.355263 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-29964a98-cf37-48a0-98fc-161d1b812a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:08:12.388409 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7104f937-1d9e-4f3e-80b0-639aad3b3f25 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Publish callbacks [] for router, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:12.392822 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-7104f937-1d9e-4f3e-80b0-639aad3b3f25 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 8.7757978 Jan 05 17:08:12.403922 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 40908) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:08:12.498334 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8885894-58f4-4404-ac7c-496eaaa92f60 tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] Made reservation on behalf of 3b0c49083275461eae45180ddc29fcef for: {'network': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:08:12.502466 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c8885894-58f4-4404-ac7c-496eaaa92f60 tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for network, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:12.503257 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-bc58d8af-0b69-4830-8fb3-59c1ea790759 req-ea9be99f-46ae-4b78-b235-9e650c727c15 tempest-ServerActionsTestJSON-949899014 tempest-ServerActionsTestJSON-949899014-project] 10.222.0.11 "GET /v2.0/security-groups?id=f7674e10-0a07-4bc4-8403-a53dd95a312a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2177050 Jan 05 17:08:12.534185 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29964a98-cf37-48a0-98fc-161d1b812a51 None None] Routers {'8ddc664a-dba0-47b3-b326-7084967cb193'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:08:12.534185 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-29964a98-cf37-48a0-98fc-161d1b812a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:07:49Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['8ddc664a-dba0-47b3-b326-7084967cb193'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:08:12.554658 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c8885894-58f4-4404-ac7c-496eaaa92f60 tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] Publish callbacks [] for security_group, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:12.583725 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Pushing event updated for resources: {'Port': ['ID=713e51d9-eaad-4e5c-91e7-98a8170e9906,revision_number=3']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:08:12.590333 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-29964a98-cf37-48a0-98fc-161d1b812a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:08:12.591095 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29964a98-cf37-48a0-98fc-161d1b812a51 None None] The sync data for ids ['8ddc664a-dba0-47b3-b326-7084967cb193'] in dv-neutron-master-2-hyperv is: [] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 05 17:08:12.606218 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-868ce925-8187-48f8-98f2-bda896f1ebc6 None None] Update dhcp port {'port': {'network_id': 'e897f8fc-3cef-40ca-9466-c6c65ecd9833', 'fixed_ips': [{'subnet_id': '45e5ed4c-4e88-4c74-bec8-ecf054c35201', 'ip_address': '2001:db8::f816:3eff:fe1d:c81a'}, {'subnet_id': 'f504f814-52b3-40fb-9d51-b79812ee24c4'}], 'binding:host_id': 'dv-neutron-master-2-hyperv'}, 'id': '713e51d9-eaad-4e5c-91e7-98a8170e9906'} from dv-neutron-master-2-hyperv. {{(pid=103802) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Jan 05 17:08:12.657766 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-868ce925-8187-48f8-98f2-bda896f1ebc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:12.658941 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a77aa24-b8ae-44a7-99ab-a08f2188ecf8 tempest-FloatingIPAdminTestJSON-318638842 tempest-FloatingIPAdminTestJSON-318638842-project] Router 14249afb-28c3-4371-b5d0-d57a9af0db0e has already been hosted by L3 agent 59446fdc-40e0-41fe-a575-a8eb11d742f7 {{(pid=103801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 05 17:08:12.892642 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 40910) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:08:12.929728 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a77aa24-b8ae-44a7-99ab-a08f2188ecf8 tempest-FloatingIPAdminTestJSON-318638842 tempest-FloatingIPAdminTestJSON-318638842-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 05 17:08:12.931741 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [None req-7476fcf6-e428-44cf-afbd-c08e6fba1941 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Allocated IP 172.20.0.7 (e897f8fc-3cef-40ca-9466-c6c65ecd9833/f504f814-52b3-40fb-9d51-b79812ee24c4/c64d3f55-aa5f-4ce5-a712-07048d96e7f8) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:08:12.932738 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-294ff161-401a-4de0-a372-48f72dffbf91 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:12.944219 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3a77aa24-b8ae-44a7-99ab-a08f2188ecf8 tempest-FloatingIPAdminTestJSON-318638842 tempest-FloatingIPAdminTestJSON-318638842-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for floatingip, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:12.946208 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0d8c7d9-9b70-4fd6-9fd6-326916b41eb6 None None] Sync routers for ids ['14249afb-28c3-4371-b5d0-d57a9af0db0e'] in dv-neutron-master-2-hyperv {{(pid=103803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 05 17:08:12.956241 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [None req-7476fcf6-e428-44cf-afbd-c08e6fba1941 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Allocated IP 2001:db8::f816:3eff:fe84:74a2 (e897f8fc-3cef-40ca-9466-c6c65ecd9833/45e5ed4c-4e88-4c74-bec8-ecf054c35201/c64d3f55-aa5f-4ce5-a712-07048d96e7f8) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:08:12.960298 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0d8c7d9-9b70-4fd6-9fd6-326916b41eb6 None None] Routers {'14249afb-28c3-4371-b5d0-d57a9af0db0e'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:08:12.960903 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-e0d8c7d9-9b70-4fd6-9fd6-326916b41eb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:07:49Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['14249afb-28c3-4371-b5d0-d57a9af0db0e'], 'active': True} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:08:12.978183 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294ff161-401a-4de0-a372-48f72dffbf91 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Pushing event deleted for resources: {'Port': ['ID=a0f944f8-2bb5-4448-80de-a9d85ad87724,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:08:13.002811 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-e0d8c7d9-9b70-4fd6-9fd6-326916b41eb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:08:13.013437 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0d8c7d9-9b70-4fd6-9fd6-326916b41eb6 None None] Routers {'14249afb-28c3-4371-b5d0-d57a9af0db0e'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:08:13.014792 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-e0d8c7d9-9b70-4fd6-9fd6-326916b41eb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:07:49Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['14249afb-28c3-4371-b5d0-d57a9af0db0e'], 'active': True} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:08:13.017986 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-3a77aa24-b8ae-44a7-99ab-a08f2188ecf8 tempest-FloatingIPAdminTestJSON-318638842 tempest-FloatingIPAdminTestJSON-318638842-project] 10.222.0.11 "DELETE /v2.0/floatingips/d1e18e6c-74fc-405e-81ee-813cdbf47a0b HTTP/1.1" status: 204 len: 168 time: 3.0265458 Jan 05 17:08:13.026852 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 40912) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:08:13.034169 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-d964c857-f126-47e1-b1dc-0ccd0bab56c9 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11433288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12480593'] for subnet, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:13.036770 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-95da32da-c237-43af-943a-b9901d6caefd tempest-FloatingIPAdminTestJSON-241139269 tempest-FloatingIPAdminTestJSON-241139269-project-admin] Request body: {'floatingip': {'floating_network_id': 'b0167590-0699-4c5c-a932-3939414a9573'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:08:13.048628 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-ad2e53c6-de8d-48f1-8aef-08f07d49a853 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=079e052e1194405d972b2930e74c4ad1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1548355 Jan 05 17:08:13.051576 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 40914) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:08:13.053324 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-e0d8c7d9-9b70-4fd6-9fd6-326916b41eb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:08:13.053324 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0d8c7d9-9b70-4fd6-9fd6-326916b41eb6 None None] The sync data for ids ['14249afb-28c3-4371-b5d0-d57a9af0db0e'] in dv-neutron-master-2-hyperv is: [] {{(pid=103803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 05 17:08:13.176886 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-294ff161-401a-4de0-a372-48f72dffbf91 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-560676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531569'] for router_interface, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:13.198741 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-0ad86652-9b75-4e87-bce5-402d88827014 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:13.201870 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d964c857-f126-47e1-b1dc-0ccd0bab56c9 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Pushing event updated for resources: {'Subnet': ['ID=099eb42d-18f6-4ee1-9b5c-559d91ee47c7,revision_number=0']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:08:13.274784 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-0ad86652-9b75-4e87-bce5-402d88827014 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:13.285732 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c8885894-58f4-4404-ac7c-496eaaa92f60 tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] Publish callbacks [] for security_group, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:13.318156 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d964c857-f126-47e1-b1dc-0ccd0bab56c9 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Checking segment: {'id': 'b3c783cb-7072-4772-9c69-4032d05a60be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '2e0b4fe1-f771-4f52-b432-e84072f5a6de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:08:13.318516 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d964c857-f126-47e1-b1dc-0ccd0bab56c9 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Network hostable DHCP agents. Network: 2e0b4fe1-f771-4f52-b432-e84072f5a6de, hostable agents: ['3f70c195-17da-4084-9fd6-bf6059d88535'], hosted agents: [] {{(pid=103801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 05 17:08:13.365674 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-95da32da-c237-43af-943a-b9901d6caefd tempest-FloatingIPAdminTestJSON-241139269 tempest-FloatingIPAdminTestJSON-241139269-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:13.365970 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-7476fcf6-e428-44cf-afbd-c08e6fba1941 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks [] for port, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:13.406314 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c8885894-58f4-4404-ac7c-496eaaa92f60 tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:13.460460 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d964c857-f126-47e1-b1dc-0ccd0bab56c9 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Network 2e0b4fe1-f771-4f52-b432-e84072f5a6de is scheduled to be hosted by DHCP agent 3f70c195-17da-4084-9fd6-bf6059d88535 with binding_index 1 {{(pid=103801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 05 17:08:13.474984 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 713e51d9-eaad-4e5c-91e7-98a8170e9906 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:08:13.477717 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8885894-58f4-4404-ac7c-496eaaa92f60 tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] vlan segment allocate from pool success with {'vlan_id': 134, 'physical_network': 'physnet1'} {{(pid=103800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 05 17:08:13.492849 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-7476fcf6-e428-44cf-afbd-c08e6fba1941 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11433176'] for port, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:13.502736 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-0ad86652-9b75-4e87-bce5-402d88827014 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:13.505933 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-0ad86652-9b75-4e87-bce5-402d88827014 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:13.519438 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-0ad86652-9b75-4e87-bce5-402d88827014 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/9d60464b-2a5b-4cdd-8853-a6122d66d940 HTTP/1.1" status: 204 len: 168 time: 0.4336114 Jan 05 17:08:13.538604 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-294ff161-401a-4de0-a372-48f72dffbf91 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Router a022ff1d-cf29-4c1d-8ba7-43b9374580c4 has already been hosted by L3 agent 59446fdc-40e0-41fe-a575-a8eb11d742f7 {{(pid=103800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 05 17:08:13.543786 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c8885894-58f4-4404-ac7c-496eaaa92f60 tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225'] for segment, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:13.544137 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.db.segments_db [None req-c8885894-58f4-4404-ac7c-496eaaa92f60 tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] Added segment 8174971d-ce5c-4545-b05b-4cec040a4d72 of type vlan for network 608d7499-8b68-469e-a9b1-839bbad4b5d0 Jan 05 17:08:13.570374 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8885894-58f4-4404-ac7c-496eaaa92f60 tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] Pushing event updated for resources: {'SecurityGroup': ['ID=faf5e2ae-4b9a-452b-b697-95efe9519d66,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:08:13.667853 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c8885894-58f4-4404-ac7c-496eaaa92f60 tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754180566020'] for network, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:13.790308 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.db_base_plugin_common [None req-868ce925-8187-48f8-98f2-bda896f1ebc6 None None] Allocated IP 172.20.0.2 (e897f8fc-3cef-40ca-9466-c6c65ecd9833/f504f814-52b3-40fb-9d51-b79812ee24c4/713e51d9-eaad-4e5c-91e7-98a8170e9906) {{(pid=103802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:08:13.817249 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Provisioning complete for port 713e51d9-eaad-4e5c-91e7-98a8170e9906 triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:08:13.817928 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:13.827908 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-294ff161-401a-4de0-a372-48f72dffbf91 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 05 17:08:13.834384 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-294ff161-401a-4de0-a372-48f72dffbf91 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] 10.222.0.11 "PUT /v2.0/routers/a022ff1d-cf29-4c1d-8ba7-43b9374580c4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8327534 Jan 05 17:08:13.839738 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 40920) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:08:13.853484 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db6d0fff-056b-4029-8c83-a68d04f10ef2 None None] Sync routers for ids ['a022ff1d-cf29-4c1d-8ba7-43b9374580c4'] in dv-neutron-master-2-hyperv {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 05 17:08:13.919445 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db6d0fff-056b-4029-8c83-a68d04f10ef2 None None] Routers {'a022ff1d-cf29-4c1d-8ba7-43b9374580c4'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:08:13.920351 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-db6d0fff-056b-4029-8c83-a68d04f10ef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:07:49Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['a022ff1d-cf29-4c1d-8ba7-43b9374580c4'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:08:13.928122 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c8885894-58f4-4404-ac7c-496eaaa92f60 tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685'] for network, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:13.934108 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8885894-58f4-4404-ac7c-496eaaa92f60 tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:08:13.934785 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c8885894-58f4-4404-ac7c-496eaaa92f60 tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] Publish callbacks [] for network, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:13.945457 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cc3bc1-fbdd-4354-a5a4-4c46aa6fc74b req-33976169-5955-4b00-a52e-01e90839f60d tempest-ServerActionsTestJSON-949899014 tempest-ServerActionsTestJSON-949899014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:08:13.947039 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-58cc3bc1-fbdd-4354-a5a4-4c46aa6fc74b req-33976169-5955-4b00-a52e-01e90839f60d tempest-ServerActionsTestJSON-949899014 tempest-ServerActionsTestJSON-949899014-project] 10.222.0.11 "GET /v2.0/ports?device_id=be270a5c-db8b-4dff-9e40-79b29c80ad34 HTTP/1.1" status: 200 len: 946 time: 0.3242252 Jan 05 17:08:13.964351 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-d964c857-f126-47e1-b1dc-0ccd0bab56c9 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 2e0b4fe1-f771-4f52-b432-e84072f5a6de) {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:08:13.971678 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-db6d0fff-056b-4029-8c83-a68d04f10ef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:08:13.991540 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad86652-9b75-4e87-bce5-402d88827014 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d60464b-2a5b-4cdd-8853-a6122d66d940,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:08:14.000215 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d964c857-f126-47e1-b1dc-0ccd0bab56c9 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:08:14.001433 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-d964c857-f126-47e1-b1dc-0ccd0bab56c9 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks [] for subnet, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:14.005513 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7476fcf6-e428-44cf-afbd-c08e6fba1941 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Network e897f8fc-3cef-40ca-9466-c6c65ecd9833 is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:08:14.019015 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-7476fcf6-e428-44cf-afbd-c08e6fba1941 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:08:14.023904 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7476fcf6-e428-44cf-afbd-c08e6fba1941 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:08:14.029806 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-868ce925-8187-48f8-98f2-bda896f1ebc6 None None] For port 713e51d9-eaad-4e5c-91e7-98a8170e9906, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=713e51d9-eaad-4e5c-91e7-98a8170e9906,segment=NetworkSegment(68e6c437-46c2-424d-85e7-20547f69066d),segment_id=68e6c437-46c2-424d-85e7-20547f69066d)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:08:14.072370 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-868ce925-8187-48f8-98f2-bda896f1ebc6 None None] Publish callbacks [] for port, precommit_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:14.080061 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cd8570d-d849-4f1d-953f-6b76b5fe5ae9 None None] Network 2e0b4fe1-f771-4f52-b432-e84072f5a6de requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:08:14.080266 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7476fcf6-e428-44cf-afbd-c08e6fba1941 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:08:14.080266 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-7476fcf6-e428-44cf-afbd-c08e6fba1941 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:14.091986 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7476fcf6-e428-44cf-afbd-c08e6fba1941 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Pushing event updated for resources: {'Port': ['ID=c64d3f55-aa5f-4ce5-a712-07048d96e7f8,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:08:14.162089 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db6d0fff-056b-4029-8c83-a68d04f10ef2 None None] Routers {'a022ff1d-cf29-4c1d-8ba7-43b9374580c4'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:08:14.164178 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-db6d0fff-056b-4029-8c83-a68d04f10ef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:07:49Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['a022ff1d-cf29-4c1d-8ba7-43b9374580c4'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:08:14.168090 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-c8885894-58f4-4404-ac7c-496eaaa92f60 tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 2.1476250 Jan 05 17:08:14.201415 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-7476fcf6-e428-44cf-afbd-c08e6fba1941 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 3.1285505 Jan 05 17:08:14.208947 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-d964c857-f126-47e1-b1dc-0ccd0bab56c9 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8957391 Jan 05 17:08:14.208947 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 40928) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:08:14.244525 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-db6d0fff-056b-4029-8c83-a68d04f10ef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:08:14.245355 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db6d0fff-056b-4029-8c83-a68d04f10ef2 None None] The sync data for ids ['a022ff1d-cf29-4c1d-8ba7-43b9374580c4'] in dv-neutron-master-2-hyperv is: [] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 05 17:08:14.250846 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-868ce925-8187-48f8-98f2-bda896f1ebc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:14.272949 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 40930) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:08:14.279484 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7e5b6114-b5f1-4175-8e3b-81fe155da822 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:14.279939 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8885894-58f4-4404-ac7c-496eaaa92f60 tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] Pushing event updated for resources: {'Network': ['ID=608d7499-8b68-469e-a9b1-839bbad4b5d0,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:08:14.290112 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-20d3fb1b-3a74-489c-9081-ae4f71e745aa tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1891737084', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:08:14.343844 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0471fa55-3789-434f-9454-f16e58d9e9ae tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:08:14.351337 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Network 608d7499-8b68-469e-a9b1-839bbad4b5d0 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 05 17:08:14.352178 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0471fa55-3789-434f-9454-f16e58d9e9ae tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:08:14.353873 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-0471fa55-3789-434f-9454-f16e58d9e9ae tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.1455929 Jan 05 17:08:14.356706 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 40934) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:08:14.428566 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-95da32da-c237-43af-943a-b9901d6caefd tempest-FloatingIPAdminTestJSON-241139269 tempest-FloatingIPAdminTestJSON-241139269-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:14.435381 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20d3fb1b-3a74-489c-9081-ae4f71e745aa tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-649063', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58098'] for router, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:14.439909 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20d3fb1b-3a74-489c-9081-ae4f71e745aa tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649832', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-545006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58091'] for router, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:14.550168 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868ce925-8187-48f8-98f2-bda896f1ebc6 None None] Pushing event updated for resources: {'Port': ['ID=713e51d9-eaad-4e5c-91e7-98a8170e9906,revision_number=4']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:08:14.567377 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9730e135-a0ba-4e02-8da6-e2bd66438c84 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-2e0b4fe1-f771-4f52-b432-e84072f5a6de', 'network_id': '2e0b4fe1-f771-4f52-b432-e84072f5a6de', 'project_id': '85eea60e03994a48a004c2f9e50e4168', 'fixed_ips': [{'subnet_id': '099eb42d-18f6-4ee1-9b5c-559d91ee47c7'}]}} from dv-neutron-master-2-hyperv. {{(pid=103802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 05 17:08:14.572512 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-9730e135-a0ba-4e02-8da6-e2bd66438c84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:14.579043 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-9dc63854-d3b3-404a-9fff-6179497e6f62 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Deleting port c64d3f55-aa5f-4ce5-a712-07048d96e7f8 {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:08:14.582454 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-9dc63854-d3b3-404a-9fff-6179497e6f62 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:14.622077 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-58cc3bc1-fbdd-4354-a5a4-4c46aa6fc74b req-4cd3dc8c-7a24-452f-94f2-22428ea2f7e4 tempest-ServerActionsTestJSON-949899014 tempest-ServerActionsTestJSON-949899014-project] 10.222.0.11 "GET /v2.0/security-groups?id=f7674e10-0a07-4bc4-8403-a53dd95a312a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6319737 Jan 05 17:08:14.649284 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20d3fb1b-3a74-489c-9081-ae4f71e745aa tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:14.768123 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20d3fb1b-3a74-489c-9081-ae4f71e745aa tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-648430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648639'] for router, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:14.784901 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.api.v2.resource [None req-d5a5c056-e61d-476a-85e0-3265285176b7 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] remove_router_interface failed (client error): The resource could not be found. Jan 05 17:08:14.815762 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-d5a5c056-e61d-476a-85e0-3265285176b7 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] 10.222.0.11 "PUT /v2.0/routers/a022ff1d-cf29-4c1d-8ba7-43b9374580c4/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.9721315 Jan 05 17:08:14.818339 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 40944) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:08:14.920762 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-fb3e9e1a-87c8-4dfa-befa-e2ae289e7c93 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] 10.222.0.11 "GET /v2.0/ports?device_id=a022ff1d-cf29-4c1d-8ba7-43b9374580c4 HTTP/1.1" status: 200 len: 205 time: 0.0957589 Jan 05 17:08:14.934493 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 40948) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:08:14.966168 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20d3fb1b-3a74-489c-9081-ae4f71e745aa tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks [] for router, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:14.972967 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-20d3fb1b-3a74-489c-9081-ae4f71e745aa tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.6867921 Jan 05 17:08:14.975068 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 40950) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:08:14.979368 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-9dc63854-d3b3-404a-9fff-6179497e6f62 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:14.979640 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.db_base_plugin_common [None req-9730e135-a0ba-4e02-8da6-e2bd66438c84 None None] Allocated IP 172.20.0.2 (2e0b4fe1-f771-4f52-b432-e84072f5a6de/099eb42d-18f6-4ee1-9b5c-559d91ee47c7/206a6074-45f0-4564-b1f5-1e5db2a8c7b7) {{(pid=103802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:08:15.049258 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [None req-95da32da-c237-43af-943a-b9901d6caefd tempest-FloatingIPAdminTestJSON-241139269 tempest-FloatingIPAdminTestJSON-241139269-project-admin] Allocated IP 172.36.4.77 (b0167590-0699-4c5c-a932-3939414a9573/7a784a6d-3d96-418f-a645-b9ccd0b1ac55/23937a39-cd57-49df-b212-2ae66a4680be) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:08:15.325932 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-9730e135-a0ba-4e02-8da6-e2bd66438c84 None None] Publish callbacks [] for port, precommit_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:15.382957 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-9dc63854-d3b3-404a-9fff-6179497e6f62 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Calling delete_port for c64d3f55-aa5f-4ce5-a712-07048d96e7f8 owned by {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:08:15.408835 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-9730e135-a0ba-4e02-8da6-e2bd66438c84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669'] for port, after_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:15.525071 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9730e135-a0ba-4e02-8da6-e2bd66438c84 None None] Network 2e0b4fe1-f771-4f52-b432-e84072f5a6de is already hosted by enough agents. {{(pid=103802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:08:15.532798 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.scheduler.base_scheduler [None req-9730e135-a0ba-4e02-8da6-e2bd66438c84 None None] Resources bound (agent type, host, resource id): {{(pid=103802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:08:15.536433 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9730e135-a0ba-4e02-8da6-e2bd66438c84 None None] Received port after_create {{(pid=103802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:08:15.552270 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9730e135-a0ba-4e02-8da6-e2bd66438c84 None None] Pushing event updated for resources: {'Port': ['ID=206a6074-45f0-4564-b1f5-1e5db2a8c7b7,revision_number=1']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:08:15.652842 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 713e51d9-eaad-4e5c-91e7-98a8170e9906 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:08:15.714476 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.agents_db [None req-291d1585-17df-45c0-b64a-d244e6d90872 None None] Agent healthcheck: found 6 active agents {{(pid=103803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 05 17:08:15.736863 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-9b14d8b8-baaf-43ef-8113-72400e81692c tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks [] for router, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:15.850344 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-9730e135-a0ba-4e02-8da6-e2bd66438c84 None None] Attempting to bind port 206a6074-45f0-4564-b1f5-1e5db2a8c7b7 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 05 17:08:15.850858 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-9730e135-a0ba-4e02-8da6-e2bd66438c84 None None] Attempting to bind port 206a6074-45f0-4564-b1f5-1e5db2a8c7b7 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'b3c783cb-7072-4772-9c69-4032d05a60be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '2e0b4fe1-f771-4f52-b432-e84072f5a6de'}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 05 17:08:15.851407 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9730e135-a0ba-4e02-8da6-e2bd66438c84 None None] Attempting to bind port 206a6074-45f0-4564-b1f5-1e5db2a8c7b7 on network 2e0b4fe1-f771-4f52-b432-e84072f5a6de {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:08:15.862240 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9730e135-a0ba-4e02-8da6-e2bd66438c84 None None] Checking agent: {'id': '0d4f8fd3-ce62-4651-970c-efa6a8bb22b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 5, 16, 57, 23), 'started_at': datetime.datetime(2022, 1, 5, 16, 57, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 5, 17, 7, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 05 17:08:15.862626 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9730e135-a0ba-4e02-8da6-e2bd66438c84 None None] Checking segment: {'id': 'b3c783cb-7072-4772-9c69-4032d05a60be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '2e0b4fe1-f771-4f52-b432-e84072f5a6de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:08:15.863296 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-9730e135-a0ba-4e02-8da6-e2bd66438c84 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:15.863696 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9730e135-a0ba-4e02-8da6-e2bd66438c84 None None] Bound using segment: {'id': 'b3c783cb-7072-4772-9c69-4032d05a60be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '2e0b4fe1-f771-4f52-b432-e84072f5a6de'} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 05 17:08:15.864176 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-9730e135-a0ba-4e02-8da6-e2bd66438c84 None None] Bound port: 206a6074-45f0-4564-b1f5-1e5db2a8c7b7, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3c783cb-7072-4772-9c69-4032d05a60be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '2e0b4fe1-f771-4f52-b432-e84072f5a6de'}}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 05 17:08:15.864805 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-9730e135-a0ba-4e02-8da6-e2bd66438c84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:15.867384 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [None req-7e5b6114-b5f1-4175-8e3b-81fe155da822 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Allocated IP 172.20.0.1 (59b8f047-416e-4c83-9a52-11e2a1b335f5/9eb52004-969f-451b-b046-17b14b6ecbb9/8912b8cf-838f-4e4b-9d79-8bdd04662965) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:08:15.925448 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Provisioning complete for port 713e51d9-eaad-4e5c-91e7-98a8170e9906 triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:08:15.926065 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:16.022889 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7e5b6114-b5f1-4175-8e3b-81fe155da822 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Publish callbacks [] for port, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:16.104714 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-9730e135-a0ba-4e02-8da6-e2bd66438c84 None None] For port 206a6074-45f0-4564-b1f5-1e5db2a8c7b7, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 05 17:08:16.109218 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-9730e135-a0ba-4e02-8da6-e2bd66438c84 None None] For port 206a6074-45f0-4564-b1f5-1e5db2a8c7b7, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=206a6074-45f0-4564-b1f5-1e5db2a8c7b7,segment=NetworkSegment(b3c783cb-7072-4772-9c69-4032d05a60be),segment_id=b3c783cb-7072-4772-9c69-4032d05a60be)] {{(pid=103802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 05 17:08:16.122238 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-11dab594-9ec8-4418-b997-13c9752448d0 None None] Provisioning complete for port 713e51d9-eaad-4e5c-91e7-98a8170e9906 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:08:16.122618 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-11dab594-9ec8-4418-b997-13c9752448d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:16.133950 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7e5b6114-b5f1-4175-8e3b-81fe155da822 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:16.164881 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-95da32da-c237-43af-943a-b9901d6caefd tempest-FloatingIPAdminTestJSON-241139269 tempest-FloatingIPAdminTestJSON-241139269-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:16.215551 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-9b14d8b8-baaf-43ef-8113-72400e81692c tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-648249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62744'] for router, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:16.218893 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-9b14d8b8-baaf-43ef-8113-72400e81692c tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:16.223805 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-9730e135-a0ba-4e02-8da6-e2bd66438c84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:16.338109 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e5b6114-b5f1-4175-8e3b-81fe155da822 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Network 59b8f047-416e-4c83-9a52-11e2a1b335f5 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:08:16.344243 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5b6114-b5f1-4175-8e3b-81fe155da822 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Pushing event updated for resources: {'Port': ['ID=8912b8cf-838f-4e4b-9d79-8bdd04662965,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:08:16.361370 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-7e5b6114-b5f1-4175-8e3b-81fe155da822 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:08:16.373149 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e5b6114-b5f1-4175-8e3b-81fe155da822 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:08:16.383703 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-95da32da-c237-43af-943a-b9901d6caefd tempest-FloatingIPAdminTestJSON-241139269 tempest-FloatingIPAdminTestJSON-241139269-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:16.400054 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-9dc63854-d3b3-404a-9fff-6179497e6f62 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11433176'] for port, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:16.422934 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9730e135-a0ba-4e02-8da6-e2bd66438c84 None None] Pushing event updated for resources: {'Port': ['ID=206a6074-45f0-4564-b1f5-1e5db2a8c7b7,revision_number=2']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:08:16.453340 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-2d7947a4-03b5-4605-9e7b-990f6ecf1c90 None None] Could not find standard attr ID for object c64d3f55-aa5f-4ce5-a712-07048d96e7f8. {{(pid=103802) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 05 17:08:16.477658 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc63854-d3b3-404a-9fff-6179497e6f62 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Pushing event deleted for resources: {'Port': ['ID=c64d3f55-aa5f-4ce5-a712-07048d96e7f8,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:08:16.527775 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95da32da-c237-43af-943a-b9901d6caefd tempest-FloatingIPAdminTestJSON-241139269 tempest-FloatingIPAdminTestJSON-241139269-project-admin] Network b0167590-0699-4c5c-a932-3939414a9573 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:08:16.558768 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-95da32da-c237-43af-943a-b9901d6caefd tempest-FloatingIPAdminTestJSON-241139269 tempest-FloatingIPAdminTestJSON-241139269-project-admin] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:08:16.567709 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95da32da-c237-43af-943a-b9901d6caefd tempest-FloatingIPAdminTestJSON-241139269 tempest-FloatingIPAdminTestJSON-241139269-project-admin] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:08:16.572542 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-9b14d8b8-baaf-43ef-8113-72400e81692c tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-648240'] for router, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:16.573040 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b14d8b8-baaf-43ef-8113-72400e81692c tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Fanout notify agent at l3_agent the message router_deleted on router a022ff1d-cf29-4c1d-8ba7-43b9374580c4 {{(pid=103801) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 05 17:08:16.604660 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-9b14d8b8-baaf-43ef-8113-72400e81692c tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks [] for router, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:16.606172 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-9b14d8b8-baaf-43ef-8113-72400e81692c tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] 10.222.0.11 "DELETE /v2.0/routers/a022ff1d-cf29-4c1d-8ba7-43b9374580c4 HTTP/1.1" status: 204 len: 168 time: 1.6674938 Jan 05 17:08:16.672756 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 40966) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:08:16.763675 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a9c2b53-64f7-45fe-854e-6e5f2eee948a tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Deleting subnet fec9d9ba-69ee-45c2-917d-98973993244f {{(pid=103801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 05 17:08:16.763965 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7e5b6114-b5f1-4175-8e3b-81fe155da822 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-648552'] for router_interface, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:16.766694 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-2a9c2b53-64f7-45fe-854e-6e5f2eee948a tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks [] for subnet, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:16.869351 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-2a9c2b53-64f7-45fe-854e-6e5f2eee948a tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11316398'] for subnet, precommit_delete_associations {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:16.902403 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-32c97e29-ecf2-48e6-8191-c01eaa1afcdb None None] Provisioning complete for port 8912b8cf-838f-4e4b-9d79-8bdd04662965 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:08:16.902774 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-32c97e29-ecf2-48e6-8191-c01eaa1afcdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:16.972244 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 40970) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:08:16.972762 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-02e8cddf-7839-4adc-9a62-8925c9bebb6b tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:16.993336 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95da32da-c237-43af-943a-b9901d6caefd tempest-FloatingIPAdminTestJSON-241139269 tempest-FloatingIPAdminTestJSON-241139269-project-admin] Pushing event updated for resources: {'Port': ['ID=23937a39-cd57-49df-b212-2ae66a4680be,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:08:17.011262 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-32c97e29-ecf2-48e6-8191-c01eaa1afcdb None None] Port 8912b8cf-838f-4e4b-9d79-8bdd04662965 cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 17:08:17.125205 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-b42b254e-7597-4b88-a349-c04a33411842 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:17.154139 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-8b871862-03e5-44a8-aa02-a543a70e4012 tempest-RoutersTestDVR-458386174 tempest-RoutersTestDVR-458386174-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1100357771'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:08:17.192421 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7e5b6114-b5f1-4175-8e3b-81fe155da822 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:17.198743 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-95da32da-c237-43af-943a-b9901d6caefd tempest-FloatingIPAdminTestJSON-241139269 tempest-FloatingIPAdminTestJSON-241139269-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:17.217025 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-9dc63854-d3b3-404a-9fff-6179497e6f62 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:17.220752 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-9dc63854-d3b3-404a-9fff-6179497e6f62 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] 10.222.0.11 "DELETE /v2.0/ports/c64d3f55-aa5f-4ce5-a712-07048d96e7f8 HTTP/1.1" status: 204 len: 168 time: 2.8630164 Jan 05 17:08:17.224816 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 40974) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:08:17.268360 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-8b871862-03e5-44a8-aa02-a543a70e4012 tempest-RoutersTestDVR-458386174 tempest-RoutersTestDVR-458386174-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-649063', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58098'] for router, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:17.269392 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-8b871862-03e5-44a8-aa02-a543a70e4012 tempest-RoutersTestDVR-458386174 tempest-RoutersTestDVR-458386174-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649832', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-545006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58091'] for router, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:17.329016 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 40976) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:08:17.337747 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-ded4695a-25a3-4c48-8a19-c272d78b768b tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] Request body: {'subnet': {'network_id': '608d7499-8b68-469e-a9b1-839bbad4b5d0', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:08:17.377305 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-95da32da-c237-43af-943a-b9901d6caefd tempest-FloatingIPAdminTestJSON-241139269 tempest-FloatingIPAdminTestJSON-241139269-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:17.418446 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8804bafe-98a1-4a17-97c5-4ccb194b91f4 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:08:17.420095 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8804bafe-98a1-4a17-97c5-4ccb194b91f4 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:08:17.422694 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8804bafe-98a1-4a17-97c5-4ccb194b91f4 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:08:17.423311 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-8804bafe-98a1-4a17-97c5-4ccb194b91f4 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1972151 Jan 05 17:08:17.428366 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-2a9c2b53-64f7-45fe-854e-6e5f2eee948a tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892868'] for subnet, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:17.431579 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 40978) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:08:17.530591 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-8b871862-03e5-44a8-aa02-a543a70e4012 tempest-RoutersTestDVR-458386174 tempest-RoutersTestDVR-458386174-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:17.572124 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 206a6074-45f0-4564-b1f5-1e5db2a8c7b7 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:08:17.607762 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-8b871862-03e5-44a8-aa02-a543a70e4012 tempest-RoutersTestDVR-458386174 tempest-RoutersTestDVR-458386174-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-648430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648639'] for router, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:17.650124 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.db_base_plugin_v2 [None req-abb54e01-52cb-43cd-a5b6-400cda375ab1 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Deleting subnet 45e5ed4c-4e88-4c74-bec8-ecf054c35201 {{(pid=103801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 05 17:08:17.651318 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Provisioning complete for port 206a6074-45f0-4564-b1f5-1e5db2a8c7b7 triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:08:17.651787 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:17.658262 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-abb54e01-52cb-43cd-a5b6-400cda375ab1 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks [] for subnet, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:17.700712 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [None req-02e8cddf-7839-4adc-9a62-8925c9bebb6b tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Allocated IP 172.20.0.1 (2e0b4fe1-f771-4f52-b432-e84072f5a6de/099eb42d-18f6-4ee1-9b5c-559d91ee47c7/13990e1f-a19b-4a63-a92e-b249f3e98557) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:08:17.705605 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ded4695a-25a3-4c48-8a19-c272d78b768b tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] Made reservation on behalf of 3b0c49083275461eae45180ddc29fcef for: {'subnet': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:08:17.709998 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ded4695a-25a3-4c48-8a19-c272d78b768b tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8521827'] for subnet, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:17.722199 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-abb54e01-52cb-43cd-a5b6-400cda375ab1 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11316398'] for subnet, precommit_delete_associations {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:17.747025 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:17.768118 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d95d9ee-029e-4ec7-94a9-519d4a6fe66c None None] Network 2e0b4fe1-f771-4f52-b432-e84072f5a6de requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:08:17.772434 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-2a9c2b53-64f7-45fe-854e-6e5f2eee948a tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3893367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11433231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12480600'] for subnet, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:17.828946 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-8b871862-03e5-44a8-aa02-a543a70e4012 tempest-RoutersTestDVR-458386174 tempest-RoutersTestDVR-458386174-project-admin] Publish callbacks [] for router, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:17.832858 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-8b871862-03e5-44a8-aa02-a543a70e4012 tempest-RoutersTestDVR-458386174 tempest-RoutersTestDVR-458386174-project-admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.8579855 Jan 05 17:08:17.836819 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 40980) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:08:17.842301 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] For port 206a6074-45f0-4564-b1f5-1e5db2a8c7b7, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=206a6074-45f0-4564-b1f5-1e5db2a8c7b7,segment=NetworkSegment(b3c783cb-7072-4772-9c69-4032d05a60be),segment_id=b3c783cb-7072-4772-9c69-4032d05a60be)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:08:17.849868 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9c2b53-64f7-45fe-854e-6e5f2eee948a tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Pushing event deleted for resources: {'Subnet': ['ID=fec9d9ba-69ee-45c2-917d-98973993244f,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:08:17.871240 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-dacb921e-a019-4a17-8654-093aaa0935de None None] Provisioning complete for port 206a6074-45f0-4564-b1f5-1e5db2a8c7b7 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:08:17.871911 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-dacb921e-a019-4a17-8654-093aaa0935de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:17.880265 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0b5d9fd-6f3d-4c3b-b45e-4aab4c691e81 None None] Network 069baffd-3058-45ba-ab0b-f3cbded72d1c requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:08:17.882557 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-2a9c2b53-64f7-45fe-854e-6e5f2eee948a tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks [] for subnet, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:17.885759 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-2a9c2b53-64f7-45fe-854e-6e5f2eee948a tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] 10.222.0.11 "DELETE /v2.0/subnets/fec9d9ba-69ee-45c2-917d-98973993244f HTTP/1.1" status: 204 len: 168 time: 1.2134643 Jan 05 17:08:17.888860 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 40982) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:08:17.987787 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-abb54e01-52cb-43cd-a5b6-400cda375ab1 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892868'] for subnet, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:17.994670 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:18.008889 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1096ea78-0147-4274-a4fd-1058126ce7c2 tempest-RoutersTestDVR-458386174 tempest-RoutersTestDVR-458386174-project-admin] Publish callbacks [] for router, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:18.035001 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-467515c3-a309-4092-8116-2cda23c50204 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3809644'] for network, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:18.054891 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-02e8cddf-7839-4adc-9a62-8925c9bebb6b tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks [] for port, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:18.060085 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-95da32da-c237-43af-943a-b9901d6caefd tempest-FloatingIPAdminTestJSON-241139269 tempest-FloatingIPAdminTestJSON-241139269-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:18.065489 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7e5b6114-b5f1-4175-8e3b-81fe155da822 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Publish callbacks [] for port, precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:18.114652 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Pushing event updated for resources: {'Port': ['ID=206a6074-45f0-4564-b1f5-1e5db2a8c7b7,revision_number=3']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:08:18.182791 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-467515c3-a309-4092-8116-2cda23c50204 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Deleting port 7d822045-14c5-4d44-88c6-747d33dab67d {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:08:18.183545 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-467515c3-a309-4092-8116-2cda23c50204 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:18.205345 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-95da32da-c237-43af-943a-b9901d6caefd tempest-FloatingIPAdminTestJSON-241139269 tempest-FloatingIPAdminTestJSON-241139269-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8784461'] for port, after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:18.225825 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7e5b6114-b5f1-4175-8e3b-81fe155da822 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8784461'] for port, after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:18.241249 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-abb54e01-52cb-43cd-a5b6-400cda375ab1 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3893367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11433231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12480600'] for subnet, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:18.246852 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-561241d9-3653-46ad-b6f3-c389e40218e3 None None] DHCP port deletion for 069baffd-3058-45ba-ab0b-f3cbded72d1c request from dv-neutron-master-2-hyperv {{(pid=103802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 05 17:08:18.291213 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb54e01-52cb-43cd-a5b6-400cda375ab1 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Pushing event deleted for resources: {'Subnet': ['ID=45e5ed4c-4e88-4c74-bec8-ecf054c35201,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:08:18.299356 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-abb54e01-52cb-43cd-a5b6-400cda375ab1 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks [] for subnet, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:18.308473 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-abb54e01-52cb-43cd-a5b6-400cda375ab1 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] 10.222.0.11 "DELETE /v2.0/subnets/45e5ed4c-4e88-4c74-bec8-ecf054c35201 HTTP/1.1" status: 204 len: 168 time: 0.8761656 Jan 05 17:08:18.312497 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-02e8cddf-7839-4adc-9a62-8925c9bebb6b tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11433176'] for port, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:18.313040 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-561241d9-3653-46ad-b6f3-c389e40218e3 None None] Deleting port 7d822045-14c5-4d44-88c6-747d33dab67d {{(pid=103802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:08:18.313410 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-561241d9-3653-46ad-b6f3-c389e40218e3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:18.318486 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 40984) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:08:18.336847 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1096ea78-0147-4274-a4fd-1058126ce7c2 tempest-RoutersTestDVR-458386174 tempest-RoutersTestDVR-458386174-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-648249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62744'] for router, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:18.347129 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1096ea78-0147-4274-a4fd-1058126ce7c2 tempest-RoutersTestDVR-458386174 tempest-RoutersTestDVR-458386174-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:18.415628 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-467515c3-a309-4092-8116-2cda23c50204 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] For port 7d822045-14c5-4d44-88c6-747d33dab67d, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=7d822045-14c5-4d44-88c6-747d33dab67d,segment=NetworkSegment(1609fc15-892f-43a6-aab8-4fb84c746d03),segment_id=1609fc15-892f-43a6-aab8-4fb84c746d03)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:08:18.415993 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-467515c3-a309-4092-8116-2cda23c50204 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:18.435791 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02e8cddf-7839-4adc-9a62-8925c9bebb6b tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Network 2e0b4fe1-f771-4f52-b432-e84072f5a6de is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:08:18.453237 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-467515c3-a309-4092-8116-2cda23c50204 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Calling delete_port for 7d822045-14c5-4d44-88c6-747d33dab67d owned by network:dhcp {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:08:18.455459 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-02e8cddf-7839-4adc-9a62-8925c9bebb6b tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:08:18.462044 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02e8cddf-7839-4adc-9a62-8925c9bebb6b tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:08:18.471144 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-95da32da-c237-43af-943a-b9901d6caefd tempest-FloatingIPAdminTestJSON-241139269 tempest-FloatingIPAdminTestJSON-241139269-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648677'] for floatingip, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:18.478615 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95da32da-c237-43af-943a-b9901d6caefd tempest-FloatingIPAdminTestJSON-241139269 tempest-FloatingIPAdminTestJSON-241139269-project-admin] Pushing event updated for resources: {'Port': ['ID=23937a39-cd57-49df-b212-2ae66a4680be,revision_number=2']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:08:18.490988 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7e5b6114-b5f1-4175-8e3b-81fe155da822 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-531704'] for router_interface, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:18.513213 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-02e8cddf-7839-4adc-9a62-8925c9bebb6b tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-648552'] for router_interface, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:18.556872 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ee33e1d-db87-419f-b621-3f37ee46d7cd None None] Network e897f8fc-3cef-40ca-9466-c6c65ecd9833 requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:08:18.586436 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-561241d9-3653-46ad-b6f3-c389e40218e3 None None] For port 7d822045-14c5-4d44-88c6-747d33dab67d, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=7d822045-14c5-4d44-88c6-747d33dab67d,segment=NetworkSegment(1609fc15-892f-43a6-aab8-4fb84c746d03),segment_id=1609fc15-892f-43a6-aab8-4fb84c746d03)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:08:18.586684 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-561241d9-3653-46ad-b6f3-c389e40218e3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:18.608761 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e8cddf-7839-4adc-9a62-8925c9bebb6b tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Pushing event updated for resources: {'Port': ['ID=13990e1f-a19b-4a63-a92e-b249f3e98557,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:08:18.620917 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.db_base_plugin_v2 [None req-0dc628ce-8520-4597-8381-025f63a7e0d0 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Deleting subnet f504f814-52b3-40fb-9d51-b79812ee24c4 {{(pid=103801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 05 17:08:18.633968 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-0dc628ce-8520-4597-8381-025f63a7e0d0 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks [] for subnet, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:18.639045 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e5b6114-b5f1-4175-8e3b-81fe155da822 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Network 59b8f047-416e-4c83-9a52-11e2a1b335f5 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:08:18.639523 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-561241d9-3653-46ad-b6f3-c389e40218e3 None None] Calling delete_port for 7d822045-14c5-4d44-88c6-747d33dab67d owned by network:dhcp {{(pid=103802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:08:18.641086 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ded4695a-25a3-4c48-8a19-c272d78b768b tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8784852', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8521873'] for subnet, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:18.650575 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-7e5b6114-b5f1-4175-8e3b-81fe155da822 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:08:18.656820 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-f95eb8ab-1cee-4f8a-a6af-c45ace6df12f None None] Provisioning complete for port 206a6074-45f0-4564-b1f5-1e5db2a8c7b7 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:08:18.657191 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-f95eb8ab-1cee-4f8a-a6af-c45ace6df12f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:18.714454 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1096ea78-0147-4274-a4fd-1058126ce7c2 tempest-RoutersTestDVR-458386174 tempest-RoutersTestDVR-458386174-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-648240'] for router, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:18.715136 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1096ea78-0147-4274-a4fd-1058126ce7c2 tempest-RoutersTestDVR-458386174 tempest-RoutersTestDVR-458386174-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ae5ec509-c2be-4f50-9e3f-d11f93e4f325 {{(pid=103800) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 05 17:08:18.722140 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1096ea78-0147-4274-a4fd-1058126ce7c2 tempest-RoutersTestDVR-458386174 tempest-RoutersTestDVR-458386174-project-admin] Publish callbacks [] for router, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:18.728114 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-1096ea78-0147-4274-a4fd-1058126ce7c2 tempest-RoutersTestDVR-458386174 tempest-RoutersTestDVR-458386174-project-admin] 10.222.0.11 "DELETE /v2.0/routers/ae5ec509-c2be-4f50-9e3f-d11f93e4f325 HTTP/1.1" status: 204 len: 168 time: 0.8842633 Jan 05 17:08:18.728858 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 40986) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:08:18.774323 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-0dc628ce-8520-4597-8381-025f63a7e0d0 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11316398'] for subnet, precommit_delete_associations {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:18.852204 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-02e8cddf-7839-4adc-9a62-8925c9bebb6b tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:19.004808 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-561241d9-3653-46ad-b6f3-c389e40218e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678'] for port, after_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:19.038873 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561241d9-3653-46ad-b6f3-c389e40218e3 None None] Pushing event deleted for resources: {'Port': ['ID=7d822045-14c5-4d44-88c6-747d33dab67d,revision_number=None']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:08:19.041528 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-561241d9-3653-46ad-b6f3-c389e40218e3 None None] No DVR routers for this DVR port 7d822045-14c5-4d44-88c6-747d33dab67d on host dv-neutron-master-2-hyperv {{(pid=103802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 05 17:08:19.149783 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-f37b286f-332e-4821-a5fe-dca0e96af296 None None] Provisioning complete for port 8912b8cf-838f-4e4b-9d79-8bdd04662965 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:08:19.150512 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-f37b286f-332e-4821-a5fe-dca0e96af296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:19.170206 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-218fe960-e737-49c1-9cf0-8aab3e975eca tempest-RoutersTestDVR-458386174 tempest-RoutersTestDVR-458386174-project-admin] Request body: {'router': {'name': 'tempest-router-1765327345', 'distributed': False}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:08:19.188104 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded4695a-25a3-4c48-8a19-c272d78b768b tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] Pushing event updated for resources: {'Subnet': ['ID=ca9310fb-601b-44e6-8d12-a8815921a73b,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:08:19.195734 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-95da32da-c237-43af-943a-b9901d6caefd tempest-FloatingIPAdminTestJSON-241139269 tempest-FloatingIPAdminTestJSON-241139269-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for floatingip, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:19.196983 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-95da32da-c237-43af-943a-b9901d6caefd tempest-FloatingIPAdminTestJSON-241139269 tempest-FloatingIPAdminTestJSON-241139269-project-admin] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.1678686 Jan 05 17:08:19.202762 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5b6114-b5f1-4175-8e3b-81fe155da822 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Pushing event updated for resources: {'Port': ['ID=8912b8cf-838f-4e4b-9d79-8bdd04662965,revision_number=2']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:08:19.207515 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 40988) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:08:19.224328 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-f37b286f-332e-4821-a5fe-dca0e96af296 None None] Port 8912b8cf-838f-4e4b-9d79-8bdd04662965 cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 17:08:19.240985 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-f37b286f-332e-4821-a5fe-dca0e96af296 None None] Provisioning complete for port 13990e1f-a19b-4a63-a92e-b249f3e98557 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:08:19.242482 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-f37b286f-332e-4821-a5fe-dca0e96af296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:19.290798 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-f37b286f-332e-4821-a5fe-dca0e96af296 None None] Port 13990e1f-a19b-4a63-a92e-b249f3e98557 cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 17:08:19.308389 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-00690a30-a261-48fb-bef6-fe1ca7985eca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:19.313255 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e5b6114-b5f1-4175-8e3b-81fe155da822 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Router 8ddc664a-dba0-47b3-b326-7084967cb193 has already been hosted by L3 agent 59446fdc-40e0-41fe-a575-a8eb11d742f7 {{(pid=103800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 05 17:08:19.314336 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-0dc628ce-8520-4597-8381-025f63a7e0d0 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892868'] for subnet, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:19.315628 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ded4695a-25a3-4c48-8a19-c272d78b768b tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] Checking segment: {'id': '8174971d-ce5c-4545-b05b-4cec040a4d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '608d7499-8b68-469e-a9b1-839bbad4b5d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:08:19.315628 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ded4695a-25a3-4c48-8a19-c272d78b768b tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] Network hostable DHCP agents. Network: 608d7499-8b68-469e-a9b1-839bbad4b5d0, hostable agents: ['3f70c195-17da-4084-9fd6-bf6059d88535'], hosted agents: [] {{(pid=103800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 05 17:08:19.352607 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-467515c3-a309-4092-8116-2cda23c50204 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11433176'] for port, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:19.385830 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-0205833b-8663-4c0e-80c7-1278a8cea5f8 tempest-FloatingIPAdminTestJSON-636576549 tempest-FloatingIPAdminTestJSON-636576549-project] Request body: {'floatingip': {'floating_network_id': 'b0167590-0699-4c5c-a932-3939414a9573'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:08:19.409726 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-467515c3-a309-4092-8116-2cda23c50204 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] No DVR routers for this DVR port 7d822045-14c5-4d44-88c6-747d33dab67d on host dv-neutron-master-2-hyperv {{(pid=103801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 05 17:08:19.440367 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467515c3-a309-4092-8116-2cda23c50204 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Pushing event deleted for resources: {'Port': ['ID=7d822045-14c5-4d44-88c6-747d33dab67d,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:08:19.471737 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-218fe960-e737-49c1-9cf0-8aab3e975eca tempest-RoutersTestDVR-458386174 tempest-RoutersTestDVR-458386174-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-649063', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58098'] for router, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:19.473026 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-218fe960-e737-49c1-9cf0-8aab3e975eca tempest-RoutersTestDVR-458386174 tempest-RoutersTestDVR-458386174-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649832', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-545006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58091'] for router, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:19.496696 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ded4695a-25a3-4c48-8a19-c272d78b768b tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] Network 608d7499-8b68-469e-a9b1-839bbad4b5d0 is scheduled to be hosted by DHCP agent 3f70c195-17da-4084-9fd6-bf6059d88535 with binding_index 1 {{(pid=103800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 05 17:08:19.518186 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 206a6074-45f0-4564-b1f5-1e5db2a8c7b7 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:08:19.535119 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0205833b-8663-4c0e-80c7-1278a8cea5f8 tempest-FloatingIPAdminTestJSON-636576549 tempest-FloatingIPAdminTestJSON-636576549-project] Publish callbacks [] for floatingip, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:19.568716 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:19.594431 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-467515c3-a309-4092-8116-2cda23c50204 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3891715', 'neutron.services.segments.db._delete_segments_for_network-8754181063482'] for network, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:19.599537 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-218fe960-e737-49c1-9cf0-8aab3e975eca tempest-RoutersTestDVR-458386174 tempest-RoutersTestDVR-458386174-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:19.600180 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e5b6114-b5f1-4175-8e3b-81fe155da822 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 05 17:08:19.606582 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-7e5b6114-b5f1-4175-8e3b-81fe155da822 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] 10.222.0.11 "PUT /v2.0/routers/8ddc664a-dba0-47b3-b326-7084967cb193/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2010736 Jan 05 17:08:19.608837 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 40992) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:08:19.614455 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-726abde7-c326-4c73-9181-55d086e0b935 None None] Sync routers for ids ['8ddc664a-dba0-47b3-b326-7084967cb193'] in dv-neutron-master-2-hyperv {{(pid=103803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 05 17:08:19.616052 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-d0615966-c39e-4860-8931-6ee6a7de8262 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Request body: {'port': {'network_id': '59b8f047-416e-4c83-9a52-11e2a1b335f5', 'name': 'tempest-FloatingIPTestJSON-1025357436'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:08:19.629935 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-726abde7-c326-4c73-9181-55d086e0b935 None None] Routers {'8ddc664a-dba0-47b3-b326-7084967cb193'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:08:19.630815 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-726abde7-c326-4c73-9181-55d086e0b935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:08:19Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['8ddc664a-dba0-47b3-b326-7084967cb193'], 'active': True} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:08:19.631859 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Provisioning complete for port 206a6074-45f0-4564-b1f5-1e5db2a8c7b7 triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:08:19.632133 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:19.675649 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-0dc628ce-8520-4597-8381-025f63a7e0d0 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3893367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11433231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12480600'] for subnet, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:19.686480 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.services.segments.db [None req-467515c3-a309-4092-8116-2cda23c50204 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['069baffd-3058-45ba-ab0b-f3cbded72d1c']}} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:08:19.694152 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-ded4695a-25a3-4c48-8a19-c272d78b768b tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 608d7499-8b68-469e-a9b1-839bbad4b5d0) {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:08:19.701170 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ded4695a-25a3-4c48-8a19-c272d78b768b tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:08:19.701864 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ded4695a-25a3-4c48-8a19-c272d78b768b tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] Publish callbacks [] for subnet, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:19.712338 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02a2f02e-0358-45d6-93f6-01337eee19ce None None] Network 608d7499-8b68-469e-a9b1-839bbad4b5d0 requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:08:19.715692 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-726abde7-c326-4c73-9181-55d086e0b935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:08:19.728497 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-218fe960-e737-49c1-9cf0-8aab3e975eca tempest-RoutersTestDVR-458386174 tempest-RoutersTestDVR-458386174-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-648430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648639'] for router, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:19.735171 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.services.segments.db [None req-467515c3-a309-4092-8116-2cda23c50204 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1609fc15-892f-43a6-aab8-4fb84c746d03') {'for_net_delete': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:08:19.735171 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.services.segments.db [None req-467515c3-a309-4092-8116-2cda23c50204 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1609fc15-892f-43a6-aab8-4fb84c746d03') {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:08:19.735427 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-726abde7-c326-4c73-9181-55d086e0b935 None None] Routers {'8ddc664a-dba0-47b3-b326-7084967cb193'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:08:19.736240 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-726abde7-c326-4c73-9181-55d086e0b935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:08:19Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['8ddc664a-dba0-47b3-b326-7084967cb193'], 'active': True} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:08:19.740123 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc628ce-8520-4597-8381-025f63a7e0d0 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Pushing event deleted for resources: {'Subnet': ['ID=f504f814-52b3-40fb-9d51-b79812ee24c4,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:08:19.748393 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-0dc628ce-8520-4597-8381-025f63a7e0d0 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks [] for subnet, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:19.752476 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-0dc628ce-8520-4597-8381-025f63a7e0d0 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] 10.222.0.11 "DELETE /v2.0/subnets/f504f814-52b3-40fb-9d51-b79812ee24c4 HTTP/1.1" status: 204 len: 168 time: 1.4307013 Jan 05 17:08:19.755196 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-467515c3-a309-4092-8116-2cda23c50204 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754181064771', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11316385'] for segment, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:19.758788 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 40994) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:08:19.803548 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c14fc129-aaa4-4bac-89c4-238c342f693f None None] Network e897f8fc-3cef-40ca-9466-c6c65ecd9833 requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:08:19.828570 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-c3b1417a-148a-4e23-99a0-01eb26429f95 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0622392 Jan 05 17:08:19.831204 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 40996) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:08:19.836484 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-f0cfdeb2-a766-4586-ab52-f6e0ba28ec4e tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Request body: {'subnet': {'network_id': 'e897f8fc-3cef-40ca-9466-c6c65ecd9833', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:08:19.843817 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-218fe960-e737-49c1-9cf0-8aab3e975eca tempest-RoutersTestDVR-458386174 tempest-RoutersTestDVR-458386174-project-admin] Publish callbacks [] for router, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:19.845387 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-218fe960-e737-49c1-9cf0-8aab3e975eca tempest-RoutersTestDVR-458386174 tempest-RoutersTestDVR-458386174-project-admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.6783991 Jan 05 17:08:19.850479 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-467515c3-a309-4092-8116-2cda23c50204 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225'] for segment, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:19.862199 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 40998) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:08:19.865615 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-467515c3-a309-4092-8116-2cda23c50204 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Releasing vlan 105 on physical network physnet1 to pool {{(pid=103801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 05 17:08:19.866966 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-467515c3-a309-4092-8116-2cda23c50204 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11433197'] for segment, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:19.914697 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-c88f66f2-5462-43e0-ac81-ff0e3f64d5ce None None] Provisioning complete for port 713e51d9-eaad-4e5c-91e7-98a8170e9906 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:08:19.915061 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c88f66f2-5462-43e0-ac81-ff0e3f64d5ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:19.924327 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-ded4695a-25a3-4c48-8a19-c272d78b768b tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.5886974 Jan 05 17:08:19.926889 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 41000) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:08:19.944538 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:08:19.944538 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:08:19.944538 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:08:19.944538 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:08:19.944538 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:08:19.944538 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:08:19.944538 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:08:19.944538 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:08:19.944538 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:08:19.944538 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:08:19.944538 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:08:19.944538 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:08:19.944538 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:08:19.944538 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:08:19.944538 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:08:19.944538 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:08:19.944538 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:08:19.944538 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:08:19.944538 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:08:19.944538 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:08:19.944538 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 05 17:08:19.944538 dv-neutron-master-2-hyperv neutron-server[103801]: self.session.flush() Jan 05 17:08:19.944538 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 05 17:08:19.944538 dv-neutron-master-2-hyperv neutron-server[103801]: self.session.flush() Jan 05 17:08:19.944538 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 05 17:08:19.944538 dv-neutron-master-2-hyperv neutron-server[103801]: self.session.flush() Jan 05 17:08:19.944538 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 05 17:08:19.944538 dv-neutron-master-2-hyperv neutron-server[103801]: self.session.flush() Jan 05 17:08:19.944538 dv-neutron-master-2-hyperv neutron-server[103801]: Traceback (most recent call last): Jan 05 17:08:19.944538 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 05 17:08:19.944538 dv-neutron-master-2-hyperv neutron-server[103801]: timer() Jan 05 17:08:19.944538 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 05 17:08:19.944538 dv-neutron-master-2-hyperv neutron-server[103801]: cb(*args, **kw) Jan 05 17:08:19.944538 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 05 17:08:19.944538 dv-neutron-master-2-hyperv neutron-server[103801]: return func(*args, **kwargs) Jan 05 17:08:19.944538 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 05 17:08:19.944538 dv-neutron-master-2-hyperv neutron-server[103801]: self._notify() Jan 05 17:08:19.944538 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 05 17:08:19.944538 dv-neutron-master-2-hyperv neutron-server[103801]: self.callback(batched_events) Jan 05 17:08:19.944538 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 05 17:08:19.944538 dv-neutron-master-2-hyperv neutron-server[103801]: event.method(event) Jan 05 17:08:19.944538 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 05 17:08:19.944538 dv-neutron-master-2-hyperv neutron-server[103801]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 05 17:08:19.944538 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 05 17:08:19.944538 dv-neutron-master-2-hyperv neutron-server[103801]: aggregate_uuid = self.p_client.list_aggregates( Jan 05 17:08:19.944538 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 05 17:08:19.944538 dv-neutron-master-2-hyperv neutron-server[103801]: return f(self, *a, **k) Jan 05 17:08:19.944538 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 05 17:08:19.944538 dv-neutron-master-2-hyperv neutron-server[103801]: return self._get(url).json() Jan 05 17:08:19.944538 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 05 17:08:19.944538 dv-neutron-master-2-hyperv neutron-server[103801]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 05 17:08:19.944538 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 05 17:08:19.944538 dv-neutron-master-2-hyperv neutron-server[103801]: return self.request(url, 'GET', **kwargs) Jan 05 17:08:19.948835 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 05 17:08:19.948835 dv-neutron-master-2-hyperv neutron-server[103801]: base_url = self.get_endpoint(auth, allow=allow, Jan 05 17:08:19.948835 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 05 17:08:19.948835 dv-neutron-master-2-hyperv neutron-server[103801]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 05 17:08:19.948835 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 05 17:08:19.948835 dv-neutron-master-2-hyperv neutron-server[103801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 05 17:08:19.948835 dv-neutron-master-2-hyperv neutron-server[103801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 05 17:08:19.967610 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-627f7e5a-d9bb-4496-8706-1e5d96565948 tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1412352986'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:08:19.968565 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-726abde7-c326-4c73-9181-55d086e0b935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:08:19.990517 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-726abde7-c326-4c73-9181-55d086e0b935 None None] The sync data for ids ['8ddc664a-dba0-47b3-b326-7084967cb193'] in dv-neutron-master-2-hyperv is: [] {{(pid=103803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 05 17:08:19.991639 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d22a1842-616e-4cf6-b9aa-d9a69de1f620 tempest-RoutersTestDVR-458386174 tempest-RoutersTestDVR-458386174-project-admin] Publish callbacks [] for router, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:20.030801 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0205833b-8663-4c0e-80c7-1278a8cea5f8 tempest-FloatingIPAdminTestJSON-636576549 tempest-FloatingIPAdminTestJSON-636576549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:20.033168 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 7d822045-14c5-4d44-88c6-747d33dab67d no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 05 17:08:20.068504 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7f3e665-f522-494c-98a8-d50c21226d9b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-608d7499-8b68-469e-a9b1-839bbad4b5d0', 'network_id': '608d7499-8b68-469e-a9b1-839bbad4b5d0', 'project_id': '3b0c49083275461eae45180ddc29fcef', 'fixed_ips': [{'subnet_id': 'ca9310fb-601b-44e6-8d12-a8815921a73b'}]}} from dv-neutron-master-2-hyperv. {{(pid=103802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 05 17:08:20.069375 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-a7f3e665-f522-494c-98a8-d50c21226d9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:20.077941 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-02e8cddf-7839-4adc-9a62-8925c9bebb6b tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks [] for port, precommit_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:20.078187 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] No Port match for: 7d822045-14c5-4d44-88c6-747d33dab67d {{(pid=103802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 05 17:08:20.078837 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 7d822045-14c5-4d44-88c6-747d33dab67d not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 05 17:08:20.089808 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-467515c3-a309-4092-8116-2cda23c50204 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3891722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648695'] for network, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:20.099553 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-467515c3-a309-4092-8116-2cda23c50204 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks [] for network, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:20.103202 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-467515c3-a309-4092-8116-2cda23c50204 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] 10.222.0.11 "DELETE /v2.0/networks/069baffd-3058-45ba-ab0b-f3cbded72d1c HTTP/1.1" status: 204 len: 168 time: 2.2117925 Jan 05 17:08:20.113507 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 41002) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:08:20.114852 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467515c3-a309-4092-8116-2cda23c50204 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Pushing event deleted for resources: {'Network': ['ID=069baffd-3058-45ba-ab0b-f3cbded72d1c,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:08:20.126784 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-cf61f240-604c-44cf-bc2b-8f58dc7b32f3 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1138459927'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:08:20.196552 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0615966-c39e-4860-8931-6ee6a7de8262 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Made reservation on behalf of 87533cd40e56486093883a2bc761b888 for: {'port': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:08:20.200161 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d0615966-c39e-4860-8931-6ee6a7de8262 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:20.212218 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-02e8cddf-7839-4adc-9a62-8925c9bebb6b tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11433169'] for port, after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:20.225358 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-627f7e5a-d9bb-4496-8706-1e5d96565948 tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] Made reservation on behalf of 3b0c49083275461eae45180ddc29fcef for: {'network': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:08:20.228799 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-627f7e5a-d9bb-4496-8706-1e5d96565948 tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for network, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:20.237060 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cd41c27-c2fc-4bef-9335-2f709f966295 None None] DHCP port deletion for e897f8fc-3cef-40ca-9466-c6c65ecd9833 request from dv-neutron-master-2-hyperv {{(pid=103802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 05 17:08:20.263596 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d22a1842-616e-4cf6-b9aa-d9a69de1f620 tempest-RoutersTestDVR-458386174 tempest-RoutersTestDVR-458386174-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-648249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62744'] for router, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:20.277671 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d22a1842-616e-4cf6-b9aa-d9a69de1f620 tempest-RoutersTestDVR-458386174 tempest-RoutersTestDVR-458386174-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:20.317860 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.notifiers.nova [None req-d0615966-c39e-4860-8931-6ee6a7de8262 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] device_id is not set on port 0a8be3d2-3ed7-47d0-96b4-cd21f19c0120 yet. {{(pid=103800) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 05 17:08:20.322356 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.db_base_plugin_common [None req-a7f3e665-f522-494c-98a8-d50c21226d9b None None] Allocated IP 2001:db8:0:ffff::2 (608d7499-8b68-469e-a9b1-839bbad4b5d0/ca9310fb-601b-44e6-8d12-a8815921a73b/29b015af-6b97-48f3-8dc8-5a576a5a7689) {{(pid=103802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:08:20.326998 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-02e8cddf-7839-4adc-9a62-8925c9bebb6b tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-531704'] for router_interface, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:20.346397 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e8cddf-7839-4adc-9a62-8925c9bebb6b tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Pushing event updated for resources: {'Port': ['ID=13990e1f-a19b-4a63-a92e-b249f3e98557,revision_number=2']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:08:20.365867 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-4cd41c27-c2fc-4bef-9335-2f709f966295 None None] Deleting port 713e51d9-eaad-4e5c-91e7-98a8170e9906 {{(pid=103802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:08:20.367974 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-4cd41c27-c2fc-4bef-9335-2f709f966295 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:20.414057 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0cfdeb2-a766-4586-ab52-f6e0ba28ec4e tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Made reservation on behalf of fd419c78d7194361a03f37a26ebeba76 for: {'subnet': 1} {{(pid=103801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:08:20.419937 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f0cfdeb2-a766-4586-ab52-f6e0ba28ec4e tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12480675'] for subnet, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:20.420205 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-627f7e5a-d9bb-4496-8706-1e5d96565948 tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'} {{(pid=103800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 05 17:08:20.435953 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [None req-0205833b-8663-4c0e-80c7-1278a8cea5f8 tempest-FloatingIPAdminTestJSON-636576549 tempest-FloatingIPAdminTestJSON-636576549-project] Allocated IP 172.36.4.240 (b0167590-0699-4c5c-a932-3939414a9573/7a784a6d-3d96-418f-a645-b9ccd0b1ac55/faca39b7-9dfa-44fa-b543-69f28fcd73c1) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:08:20.488533 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf61f240-604c-44cf-bc2b-8f58dc7b32f3 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Made reservation on behalf of 04762f6d6f55432ea3822a71fa1f481f for: {'network': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:08:20.492055 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-cf61f240-604c-44cf-bc2b-8f58dc7b32f3 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for network, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:20.500727 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-4cd41c27-c2fc-4bef-9335-2f709f966295 None None] For port 713e51d9-eaad-4e5c-91e7-98a8170e9906, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=713e51d9-eaad-4e5c-91e7-98a8170e9906,segment=NetworkSegment(68e6c437-46c2-424d-85e7-20547f69066d),segment_id=68e6c437-46c2-424d-85e7-20547f69066d)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:08:20.501070 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-4cd41c27-c2fc-4bef-9335-2f709f966295 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:20.528040 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02e8cddf-7839-4adc-9a62-8925c9bebb6b tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Network 2e0b4fe1-f771-4f52-b432-e84072f5a6de is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:08:20.528907 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-4cd41c27-c2fc-4bef-9335-2f709f966295 None None] Calling delete_port for 713e51d9-eaad-4e5c-91e7-98a8170e9906 owned by network:dhcp {{(pid=103802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:08:20.532514 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-02e8cddf-7839-4adc-9a62-8925c9bebb6b tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:08:20.558553 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d22a1842-616e-4cf6-b9aa-d9a69de1f620 tempest-RoutersTestDVR-458386174 tempest-RoutersTestDVR-458386174-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-648240'] for router, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:20.558854 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d22a1842-616e-4cf6-b9aa-d9a69de1f620 tempest-RoutersTestDVR-458386174 tempest-RoutersTestDVR-458386174-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 19343e2d-2a4f-49e9-b027-0c7d79a78f9e {{(pid=103800) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 05 17:08:20.566784 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-627f7e5a-d9bb-4496-8706-1e5d96565948 tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225'] for segment, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:20.567137 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.db.segments_db [None req-627f7e5a-d9bb-4496-8706-1e5d96565948 tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] Added segment affdf5b8-8a5d-443c-bf57-a98af82ef3dd of type vlan for network 240ce30d-d7d2-4758-b723-c5f03c96e675 Jan 05 17:08:20.580446 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d22a1842-616e-4cf6-b9aa-d9a69de1f620 tempest-RoutersTestDVR-458386174 tempest-RoutersTestDVR-458386174-project-admin] Publish callbacks [] for router, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:20.581606 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-d22a1842-616e-4cf6-b9aa-d9a69de1f620 tempest-RoutersTestDVR-458386174 tempest-RoutersTestDVR-458386174-project-admin] 10.222.0.11 "DELETE /v2.0/routers/19343e2d-2a4f-49e9-b027-0c7d79a78f9e HTTP/1.1" status: 204 len: 168 time: 0.7171295 Jan 05 17:08:20.591722 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 41004) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:08:20.598064 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-37e5a8fa-461c-4126-b9d2-398aa3a9b72f tempest-RoutersTestDVR-458386174 tempest-RoutersTestDVR-458386174-project-admin] Request body: {'router': {'name': 'tempest-router-1673498569', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '779638bdc45948c08b9baac39d8e43a1'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:08:20.609726 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [None req-d0615966-c39e-4860-8931-6ee6a7de8262 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Allocated IP 172.20.0.8 (59b8f047-416e-4c83-9a52-11e2a1b335f5/9eb52004-969f-451b-b046-17b14b6ecbb9/0a8be3d2-3ed7-47d0-96b4-cd21f19c0120) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:08:20.616875 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d2607572-b3c9-472c-85bc-c8de0c3fb75c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:20.666458 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf61f240-604c-44cf-bc2b-8f58dc7b32f3 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] vlan segment allocate from pool success with {'vlan_id': 149, 'physical_network': 'physnet1'} {{(pid=103800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 05 17:08:20.666987 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-a7f3e665-f522-494c-98a8-d50c21226d9b None None] Publish callbacks [] for port, precommit_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:20.688213 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-627f7e5a-d9bb-4496-8706-1e5d96565948 tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754180566020'] for network, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:20.726956 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-cf61f240-604c-44cf-bc2b-8f58dc7b32f3 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225'] for segment, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:20.727311 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.db.segments_db [None req-cf61f240-604c-44cf-bc2b-8f58dc7b32f3 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Added segment 607decf1-6772-4eff-864f-c19c89c69ed4 of type vlan for network 70a8d798-e034-464a-a017-6e4796dbad41 Jan 05 17:08:20.751966 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-a7f3e665-f522-494c-98a8-d50c21226d9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669'] for port, after_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:20.757211 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0205833b-8663-4c0e-80c7-1278a8cea5f8 tempest-FloatingIPAdminTestJSON-636576549 tempest-FloatingIPAdminTestJSON-636576549-project] Publish callbacks [] for port, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:20.801254 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7f3e665-f522-494c-98a8-d50c21226d9b None None] Network 608d7499-8b68-469e-a9b1-839bbad4b5d0 is already hosted by enough agents. {{(pid=103802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:08:20.806100 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.scheduler.base_scheduler [None req-a7f3e665-f522-494c-98a8-d50c21226d9b None None] Resources bound (agent type, host, resource id): {{(pid=103802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:08:20.809353 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7f3e665-f522-494c-98a8-d50c21226d9b None None] Received port after_create {{(pid=103802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:08:20.818299 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02e8cddf-7839-4adc-9a62-8925c9bebb6b tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Router 1ffe8a08-6920-4d21-ac4f-b8df5ebc9707 is scheduled to L3 agent 59446fdc-40e0-41fe-a575-a8eb11d742f7 with binding_index 1 {{(pid=103801) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 05 17:08:20.826716 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-4cd41c27-c2fc-4bef-9335-2f709f966295 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678'] for port, after_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:20.834022 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-cf61f240-604c-44cf-bc2b-8f58dc7b32f3 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754180566020'] for network, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:20.879549 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f3e665-f522-494c-98a8-d50c21226d9b None None] Pushing event updated for resources: {'Port': ['ID=29b015af-6b97-48f3-8dc8-5a576a5a7689,revision_number=1']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:08:20.899499 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-37e5a8fa-461c-4126-b9d2-398aa3a9b72f tempest-RoutersTestDVR-458386174 tempest-RoutersTestDVR-458386174-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-649063', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58098'] for router, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:20.900918 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-37e5a8fa-461c-4126-b9d2-398aa3a9b72f tempest-RoutersTestDVR-458386174 tempest-RoutersTestDVR-458386174-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649832', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-545006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58091'] for router, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:20.924169 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f0cfdeb2-a766-4586-ab52-f6e0ba28ec4e tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11433288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12480593'] for subnet, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:20.929757 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd41c27-c2fc-4bef-9335-2f709f966295 None None] Pushing event deleted for resources: {'Port': ['ID=713e51d9-eaad-4e5c-91e7-98a8170e9906,revision_number=None']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:08:20.938247 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02e8cddf-7839-4adc-9a62-8925c9bebb6b tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 05 17:08:20.946205 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cd41c27-c2fc-4bef-9335-2f709f966295 None None] No DVR routers for this DVR port 713e51d9-eaad-4e5c-91e7-98a8170e9906 on host dv-neutron-master-2-hyperv {{(pid=103802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 05 17:08:20.947467 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-02e8cddf-7839-4adc-9a62-8925c9bebb6b tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] 10.222.0.11 "PUT /v2.0/routers/1ffe8a08-6920-4d21-ac4f-b8df5ebc9707/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9598882 Jan 05 17:08:20.949904 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-a7f3e665-f522-494c-98a8-d50c21226d9b None None] Attempting to bind port 29b015af-6b97-48f3-8dc8-5a576a5a7689 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 05 17:08:20.950282 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-a7f3e665-f522-494c-98a8-d50c21226d9b None None] Attempting to bind port 29b015af-6b97-48f3-8dc8-5a576a5a7689 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '8174971d-ce5c-4545-b05b-4cec040a4d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '608d7499-8b68-469e-a9b1-839bbad4b5d0'}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 05 17:08:20.950645 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7f3e665-f522-494c-98a8-d50c21226d9b None None] Attempting to bind port 29b015af-6b97-48f3-8dc8-5a576a5a7689 on network 608d7499-8b68-469e-a9b1-839bbad4b5d0 {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:08:20.954422 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 41006) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:08:20.975428 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f9bb79e-24a3-4741-a3d3-d7275f8104e4 None None] Sync routers for ids ['1ffe8a08-6920-4d21-ac4f-b8df5ebc9707'] in dv-neutron-master-2-hyperv {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 05 17:08:20.975428 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-dad457ff-ebd4-4a81-8a2b-9c57b2fa7a14 None None] Provisioning complete for port 13990e1f-a19b-4a63-a92e-b249f3e98557 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:08:20.975428 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-dad457ff-ebd4-4a81-8a2b-9c57b2fa7a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:20.986769 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0cfdeb2-a766-4586-ab52-f6e0ba28ec4e tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Network e897f8fc-3cef-40ca-9466-c6c65ecd9833 is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:08:20.991039 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-627f7e5a-d9bb-4496-8706-1e5d96565948 tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685'] for network, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:20.992020 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-f0cfdeb2-a766-4586-ab52-f6e0ba28ec4e tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:08:20.993621 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0cfdeb2-a766-4586-ab52-f6e0ba28ec4e tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:08:20.994717 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f0cfdeb2-a766-4586-ab52-f6e0ba28ec4e tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks [] for subnet, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:20.995950 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-627f7e5a-d9bb-4496-8706-1e5d96565948 tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:08:20.996563 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-627f7e5a-d9bb-4496-8706-1e5d96565948 tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] Publish callbacks [] for network, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:21.016374 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7f3e665-f522-494c-98a8-d50c21226d9b None None] Checking agent: {'id': '0d4f8fd3-ce62-4651-970c-efa6a8bb22b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 5, 16, 57, 23), 'started_at': datetime.datetime(2022, 1, 5, 16, 57, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 5, 17, 7, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 05 17:08:21.016799 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7f3e665-f522-494c-98a8-d50c21226d9b None None] Checking segment: {'id': '8174971d-ce5c-4545-b05b-4cec040a4d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '608d7499-8b68-469e-a9b1-839bbad4b5d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:08:21.017148 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-a7f3e665-f522-494c-98a8-d50c21226d9b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:21.017544 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7f3e665-f522-494c-98a8-d50c21226d9b None None] Bound using segment: {'id': '8174971d-ce5c-4545-b05b-4cec040a4d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '608d7499-8b68-469e-a9b1-839bbad4b5d0'} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 05 17:08:21.018076 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-a7f3e665-f522-494c-98a8-d50c21226d9b None None] Bound port: 29b015af-6b97-48f3-8dc8-5a576a5a7689, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8174971d-ce5c-4545-b05b-4cec040a4d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '608d7499-8b68-469e-a9b1-839bbad4b5d0'}}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 05 17:08:21.018458 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-a7f3e665-f522-494c-98a8-d50c21226d9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:21.020449 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80cfaa8e-a6cd-442e-bd65-4ff879f30559 None None] Network e897f8fc-3cef-40ca-9466-c6c65ecd9833 requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:08:21.021203 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cfdeb2-a766-4586-ab52-f6e0ba28ec4e tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Pushing event updated for resources: {'Subnet': ['ID=f130c59d-94d1-4f21-9bd0-57fe5f10a29f,revision_number=0']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:08:21.050881 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-dad457ff-ebd4-4a81-8a2b-9c57b2fa7a14 None None] Port 13990e1f-a19b-4a63-a92e-b249f3e98557 cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 17:08:21.056486 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0205833b-8663-4c0e-80c7-1278a8cea5f8 tempest-FloatingIPAdminTestJSON-636576549 tempest-FloatingIPAdminTestJSON-636576549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:21.060557 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f9bb79e-24a3-4741-a3d3-d7275f8104e4 None None] Routers {'1ffe8a08-6920-4d21-ac4f-b8df5ebc9707'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:08:21.061198 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-3f9bb79e-24a3-4741-a3d3-d7275f8104e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:08:19Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['1ffe8a08-6920-4d21-ac4f-b8df5ebc9707'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:08:21.070662 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-f0cfdeb2-a766-4586-ab52-f6e0ba28ec4e tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2383347 Jan 05 17:08:21.080498 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 41008) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:08:21.085794 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-506ae70a-8d57-4932-af3a-7e69785585ee tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Request body: {'subnet': {'network_id': 'e897f8fc-3cef-40ca-9466-c6c65ecd9833', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:08:21.098497 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-cf61f240-604c-44cf-bc2b-8f58dc7b32f3 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685'] for network, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:21.104150 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf61f240-604c-44cf-bc2b-8f58dc7b32f3 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:08:21.108626 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-cf61f240-604c-44cf-bc2b-8f58dc7b32f3 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks [] for network, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:21.117851 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-37e5a8fa-461c-4126-b9d2-398aa3a9b72f tempest-RoutersTestDVR-458386174 tempest-RoutersTestDVR-458386174-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:21.150018 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d0615966-c39e-4860-8931-6ee6a7de8262 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Publish callbacks [] for port, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:21.159107 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-3f9bb79e-24a3-4741-a3d3-d7275f8104e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:08:21.184921 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c5d7f65-0248-417f-99ea-521280ae4198 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:08:21.186360 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-3c5d7f65-0248-417f-99ea-521280ae4198 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] 10.222.0.11 "GET /v2.0/ports/13990e1f-a19b-4a63-a92e-b249f3e98557 HTTP/1.1" status: 200 len: 910 time: 0.2236123 Jan 05 17:08:21.193869 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 41010) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:08:21.197079 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f9bb79e-24a3-4741-a3d3-d7275f8104e4 None None] Routers {'1ffe8a08-6920-4d21-ac4f-b8df5ebc9707'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:08:21.197768 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-3f9bb79e-24a3-4741-a3d3-d7275f8104e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:08:19Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['1ffe8a08-6920-4d21-ac4f-b8df5ebc9707'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:08:21.205166 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-37e5a8fa-461c-4126-b9d2-398aa3a9b72f tempest-RoutersTestDVR-458386174 tempest-RoutersTestDVR-458386174-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-648430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648639'] for router, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:21.210435 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-627f7e5a-d9bb-4496-8706-1e5d96565948 tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.2802465 Jan 05 17:08:21.221558 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 41012) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:08:21.225183 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0205833b-8663-4c0e-80c7-1278a8cea5f8 tempest-FloatingIPAdminTestJSON-636576549 tempest-FloatingIPAdminTestJSON-636576549-project] Network b0167590-0699-4c5c-a932-3939414a9573 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:08:21.234375 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-2d2232e4-602b-4398-befb-01848cf05f48 tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] Request body: {'subnet': {'network_id': '240ce30d-d7d2-4758-b723-c5f03c96e675', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:08:21.241944 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627f7e5a-d9bb-4496-8706-1e5d96565948 tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] Pushing event updated for resources: {'Network': ['ID=240ce30d-d7d2-4758-b723-c5f03c96e675,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:08:21.250299 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-3f9bb79e-24a3-4741-a3d3-d7275f8104e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:08:21.251059 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f9bb79e-24a3-4741-a3d3-d7275f8104e4 None None] The sync data for ids ['1ffe8a08-6920-4d21-ac4f-b8df5ebc9707'] in dv-neutron-master-2-hyperv is: [] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 05 17:08:21.251490 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-0205833b-8663-4c0e-80c7-1278a8cea5f8 tempest-FloatingIPAdminTestJSON-636576549 tempest-FloatingIPAdminTestJSON-636576549-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:08:21.272307 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Network 240ce30d-d7d2-4758-b723-c5f03c96e675 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 05 17:08:21.279190 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0205833b-8663-4c0e-80c7-1278a8cea5f8 tempest-FloatingIPAdminTestJSON-636576549 tempest-FloatingIPAdminTestJSON-636576549-project] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:08:21.289169 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-a7f3e665-f522-494c-98a8-d50c21226d9b None None] For port 29b015af-6b97-48f3-8dc8-5a576a5a7689, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 05 17:08:21.290124 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0205833b-8663-4c0e-80c7-1278a8cea5f8 tempest-FloatingIPAdminTestJSON-636576549 tempest-FloatingIPAdminTestJSON-636576549-project] Pushing event updated for resources: {'Port': ['ID=faca39b7-9dfa-44fa-b543-69f28fcd73c1,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:08:21.305522 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4198864-c15d-4992-b399-40028aa8b84e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-e897f8fc-3cef-40ca-9466-c6c65ecd9833', 'network_id': 'e897f8fc-3cef-40ca-9466-c6c65ecd9833', 'project_id': 'fd419c78d7194361a03f37a26ebeba76', 'fixed_ips': [{'subnet_id': 'f130c59d-94d1-4f21-9bd0-57fe5f10a29f'}]}} from dv-neutron-master-2-hyperv. {{(pid=103802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 05 17:08:21.307668 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-a4198864-c15d-4992-b399-40028aa8b84e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:21.320861 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-a7f3e665-f522-494c-98a8-d50c21226d9b None None] For port 29b015af-6b97-48f3-8dc8-5a576a5a7689, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=29b015af-6b97-48f3-8dc8-5a576a5a7689,segment=NetworkSegment(8174971d-ce5c-4545-b05b-4cec040a4d72),segment_id=8174971d-ce5c-4545-b05b-4cec040a4d72)] {{(pid=103802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 05 17:08:21.372829 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-cf61f240-604c-44cf-bc2b-8f58dc7b32f3 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.2543671 Jan 05 17:08:21.379907 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 41014) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:08:21.416919 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-37e5a8fa-461c-4126-b9d2-398aa3a9b72f tempest-RoutersTestDVR-458386174 tempest-RoutersTestDVR-458386174-project-admin] Publish callbacks [] for router, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:21.416919 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-37e5a8fa-461c-4126-b9d2-398aa3a9b72f tempest-RoutersTestDVR-458386174 tempest-RoutersTestDVR-458386174-project-admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.8177185 Jan 05 17:08:21.429783 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 41016) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:08:21.436741 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-bb7e1d31-0b15-42e8-abd1-d2413f605149 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Request body: {'subnet': {'network_id': '70a8d798-e034-464a-a017-6e4796dbad41', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:08:21.447846 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-e7bed414-098c-41e5-a8a4-e2fa4a4ed430 tempest-RoutersTestDVR-458386174 tempest-RoutersTestDVR-458386174-project-admin] Request body: {'router': {'distributed': True}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:08:21.493075 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-a7f3e665-f522-494c-98a8-d50c21226d9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:21.500848 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 713e51d9-eaad-4e5c-91e7-98a8170e9906 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 05 17:08:21.502017 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-506ae70a-8d57-4932-af3a-7e69785585ee tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Made reservation on behalf of fd419c78d7194361a03f37a26ebeba76 for: {'subnet': 1} {{(pid=103801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:08:21.507405 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-506ae70a-8d57-4932-af3a-7e69785585ee tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12480675'] for subnet, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:21.507612 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf61f240-604c-44cf-bc2b-8f58dc7b32f3 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Pushing event updated for resources: {'Network': ['ID=70a8d798-e034-464a-a017-6e4796dbad41,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:08:21.557546 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Network 70a8d798-e034-464a-a017-6e4796dbad41 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 05 17:08:21.569651 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d0615966-c39e-4860-8931-6ee6a7de8262 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:21.569893 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] No Port match for: 713e51d9-eaad-4e5c-91e7-98a8170e9906 {{(pid=103802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 05 17:08:21.569893 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 713e51d9-eaad-4e5c-91e7-98a8170e9906 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 05 17:08:21.643586 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0615966-c39e-4860-8931-6ee6a7de8262 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Network 59b8f047-416e-4c83-9a52-11e2a1b335f5 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:08:21.655977 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-d0615966-c39e-4860-8931-6ee6a7de8262 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:08:21.662739 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0615966-c39e-4860-8931-6ee6a7de8262 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:08:21.665871 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0205833b-8663-4c0e-80c7-1278a8cea5f8 tempest-FloatingIPAdminTestJSON-636576549 tempest-FloatingIPAdminTestJSON-636576549-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:21.688960 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.db_base_plugin_common [None req-a4198864-c15d-4992-b399-40028aa8b84e None None] Allocated IP 172.20.0.2 (e897f8fc-3cef-40ca-9466-c6c65ecd9833/f130c59d-94d1-4f21-9bd0-57fe5f10a29f/d3c1699a-2c40-4580-82d4-19b9ef3d1e83) {{(pid=103802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:08:21.709100 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0615966-c39e-4860-8931-6ee6a7de8262 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Pushing event updated for resources: {'Port': ['ID=0a8be3d2-3ed7-47d0-96b4-cd21f19c0120,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:08:21.751014 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0615966-c39e-4860-8931-6ee6a7de8262 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:08:21.751989 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d0615966-c39e-4860-8931-6ee6a7de8262 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:21.752181 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f3e665-f522-494c-98a8-d50c21226d9b None None] Pushing event updated for resources: {'Port': ['ID=29b015af-6b97-48f3-8dc8-5a576a5a7689,revision_number=2']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:08:21.763344 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d2232e4-602b-4398-befb-01848cf05f48 tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] Made reservation on behalf of 3b0c49083275461eae45180ddc29fcef for: {'subnet': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:08:21.766718 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2d2232e4-602b-4398-befb-01848cf05f48 tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8521827'] for subnet, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:21.811302 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e7bed414-098c-41e5-a8a4-e2fa4a4ed430 tempest-RoutersTestDVR-458386174 tempest-RoutersTestDVR-458386174-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-649822', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-648421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62737'] for router, precommit_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:21.813960 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e7bed414-098c-41e5-a8a4-e2fa4a4ed430 tempest-RoutersTestDVR-458386174 tempest-RoutersTestDVR-458386174-project-admin] Publish callbacks [] for router, before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:21.957693 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-d0615966-c39e-4860-8931-6ee6a7de8262 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.3449714 Jan 05 17:08:21.963008 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 41018) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:08:21.970431 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-620ed838-5344-489f-b06d-dc46fd4b2b5e tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Request body: {'floatingip': {'port_id': '0a8be3d2-3ed7-47d0-96b4-cd21f19c0120'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:08:21.982991 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0205833b-8663-4c0e-80c7-1278a8cea5f8 tempest-FloatingIPAdminTestJSON-636576549 tempest-FloatingIPAdminTestJSON-636576549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:22.023325 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d504d802-9546-4ce5-a9d3-96c844ac5808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:22.030054 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-a4198864-c15d-4992-b399-40028aa8b84e None None] Publish callbacks [] for port, precommit_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:22.035396 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-e7bed414-098c-41e5-a8a4-e2fa4a4ed430 tempest-RoutersTestDVR-458386174 tempest-RoutersTestDVR-458386174-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=103801) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Jan 05 17:08:22.037996 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-e7bed414-098c-41e5-a8a4-e2fa4a4ed430 tempest-RoutersTestDVR-458386174 tempest-RoutersTestDVR-458386174-project-admin] Router 29d458e7-9946-46b0-a740-49699639f206 migrating from provider to provider. {{(pid=103801) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Jan 05 17:08:22.038842 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e7bed414-098c-41e5-a8a4-e2fa4a4ed430 tempest-RoutersTestDVR-458386174 tempest-RoutersTestDVR-458386174-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:22.065577 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e7bed414-098c-41e5-a8a4-e2fa4a4ed430 tempest-RoutersTestDVR-458386174 tempest-RoutersTestDVR-458386174-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:22.084012 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb7e1d31-0b15-42e8-abd1-d2413f605149 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Made reservation on behalf of 04762f6d6f55432ea3822a71fa1f481f for: {'subnet': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:08:22.095295 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-bb7e1d31-0b15-42e8-abd1-d2413f605149 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8521827'] for subnet, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:22.110032 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-a4198864-c15d-4992-b399-40028aa8b84e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669'] for port, after_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:22.113139 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-0be3ffbd-da4a-475f-902b-fc88487a95d4 None None] Provisioning complete for port 0a8be3d2-3ed7-47d0-96b4-cd21f19c0120 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:08:22.113805 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-0be3ffbd-da4a-475f-902b-fc88487a95d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:22.181309 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e7bed414-098c-41e5-a8a4-e2fa4a4ed430 tempest-RoutersTestDVR-458386174 tempest-RoutersTestDVR-458386174-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-649813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-649804', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-648412'] for router, after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:22.321993 dv-neutron-master-2-hyperv neutron-server[103801]: WARNING neutron.scheduler.l3_agent_scheduler [None req-e7bed414-098c-41e5-a8a4-e2fa4a4ed430 tempest-RoutersTestDVR-458386174 tempest-RoutersTestDVR-458386174-project-admin] No L3 agents can host the router 29d458e7-9946-46b0-a740-49699639f206 Jan 05 17:08:22.349266 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4198864-c15d-4992-b399-40028aa8b84e None None] Network e897f8fc-3cef-40ca-9466-c6c65ecd9833 is already hosted by enough agents. {{(pid=103802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:08:22.356072 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.scheduler.base_scheduler [None req-a4198864-c15d-4992-b399-40028aa8b84e None None] Resources bound (agent type, host, resource id): {{(pid=103802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:08:22.365698 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4198864-c15d-4992-b399-40028aa8b84e None None] Received port after_create {{(pid=103802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:08:22.369880 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4198864-c15d-4992-b399-40028aa8b84e None None] Pushing event updated for resources: {'Port': ['ID=d3c1699a-2c40-4580-82d4-19b9ef3d1e83,revision_number=1']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:08:22.382735 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-0be3ffbd-da4a-475f-902b-fc88487a95d4 None None] Port 0a8be3d2-3ed7-47d0-96b4-cd21f19c0120 cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 17:08:22.444679 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-a4198864-c15d-4992-b399-40028aa8b84e None None] Attempting to bind port d3c1699a-2c40-4580-82d4-19b9ef3d1e83 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 05 17:08:22.445045 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-a4198864-c15d-4992-b399-40028aa8b84e None None] Attempting to bind port d3c1699a-2c40-4580-82d4-19b9ef3d1e83 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '68e6c437-46c2-424d-85e7-20547f69066d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'e897f8fc-3cef-40ca-9466-c6c65ecd9833'}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 05 17:08:22.445413 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4198864-c15d-4992-b399-40028aa8b84e None None] Attempting to bind port d3c1699a-2c40-4580-82d4-19b9ef3d1e83 on network e897f8fc-3cef-40ca-9466-c6c65ecd9833 {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:08:22.451080 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4198864-c15d-4992-b399-40028aa8b84e None None] Checking agent: {'id': '0d4f8fd3-ce62-4651-970c-efa6a8bb22b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 5, 16, 57, 23), 'started_at': datetime.datetime(2022, 1, 5, 16, 57, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 5, 17, 7, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 05 17:08:22.451462 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4198864-c15d-4992-b399-40028aa8b84e None None] Checking segment: {'id': '68e6c437-46c2-424d-85e7-20547f69066d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'e897f8fc-3cef-40ca-9466-c6c65ecd9833'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:08:22.451865 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-a4198864-c15d-4992-b399-40028aa8b84e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:22.452320 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4198864-c15d-4992-b399-40028aa8b84e None None] Bound using segment: {'id': '68e6c437-46c2-424d-85e7-20547f69066d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'e897f8fc-3cef-40ca-9466-c6c65ecd9833'} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 05 17:08:22.453534 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-a4198864-c15d-4992-b399-40028aa8b84e None None] Bound port: d3c1699a-2c40-4580-82d4-19b9ef3d1e83, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68e6c437-46c2-424d-85e7-20547f69066d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'e897f8fc-3cef-40ca-9466-c6c65ecd9833'}}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 05 17:08:22.453950 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-a4198864-c15d-4992-b399-40028aa8b84e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:22.486606 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-620ed838-5344-489f-b06d-dc46fd4b2b5e tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Publish callbacks [] for floatingip, before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:22.539159 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-a4198864-c15d-4992-b399-40028aa8b84e None None] For port d3c1699a-2c40-4580-82d4-19b9ef3d1e83, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 05 17:08:22.543227 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-a4198864-c15d-4992-b399-40028aa8b84e None None] For port d3c1699a-2c40-4580-82d4-19b9ef3d1e83, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d3c1699a-2c40-4580-82d4-19b9ef3d1e83,segment=NetworkSegment(68e6c437-46c2-424d-85e7-20547f69066d),segment_id=68e6c437-46c2-424d-85e7-20547f69066d)] {{(pid=103802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 05 17:08:22.649540 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-a4198864-c15d-4992-b399-40028aa8b84e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:22.668573 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-294f2a8b-58c0-4683-82ca-3b51448164d3 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-531685'] for router_interface, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:22.733499 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4198864-c15d-4992-b399-40028aa8b84e None None] Pushing event updated for resources: {'Port': ['ID=d3c1699a-2c40-4580-82d4-19b9ef3d1e83,revision_number=2']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:08:22.916677 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7bed414-098c-41e5-a8a4-e2fa4a4ed430 tempest-RoutersTestDVR-458386174 tempest-RoutersTestDVR-458386174-project-admin] Hosts for router 29d458e7-9946-46b0-a740-49699639f206: [] {{(pid=103801) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Jan 05 17:08:23.036582 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7bed414-098c-41e5-a8a4-e2fa4a4ed430 tempest-RoutersTestDVR-458386174 tempest-RoutersTestDVR-458386174-project-admin] Hosts for other DVR routers connected to router 29d458e7-9946-46b0-a740-49699639f206: set() {{(pid=103801) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Jan 05 17:08:23.038324 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0205833b-8663-4c0e-80c7-1278a8cea5f8 tempest-FloatingIPAdminTestJSON-636576549 tempest-FloatingIPAdminTestJSON-636576549-project] Publish callbacks [] for port, precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:23.039207 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e7bed414-098c-41e5-a8a4-e2fa4a4ed430 tempest-RoutersTestDVR-458386174 tempest-RoutersTestDVR-458386174-project-admin] Publish callbacks [] for router, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:23.043097 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-e7bed414-098c-41e5-a8a4-e2fa4a4ed430 tempest-RoutersTestDVR-458386174 tempest-RoutersTestDVR-458386174-project-admin] 10.222.0.11 "PUT /v2.0/routers/29d458e7-9946-46b0-a740-49699639f206 HTTP/1.1" status: 200 len: 717 time: 1.6089470 Jan 05 17:08:23.046612 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 41020) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:08:23.099073 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e5d079f-3e4b-4212-9a45-9a2a5d8fef53 None None] Network 608d7499-8b68-469e-a9b1-839bbad4b5d0 requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:08:23.130980 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.objects.ports [None req-2d2232e4-602b-4398-befb-01848cf05f48 tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103800) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 05 17:08:23.161611 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2d2232e4-602b-4398-befb-01848cf05f48 tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8784852', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8521873'] for subnet, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:23.173712 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-9ed61c9f-ff51-4b64-8cbd-800b84843913 tempest-RoutersTestDVR-458386174 tempest-RoutersTestDVR-458386174-project-admin] 10.222.0.11 "GET /v2.0/routers/29d458e7-9946-46b0-a740-49699639f206 HTTP/1.1" status: 200 len: 717 time: 0.1248362 Jan 05 17:08:23.182925 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 41022) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:08:23.202538 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.objects.ports [None req-506ae70a-8d57-4932-af3a-7e69785585ee tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103801) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 05 17:08:23.205268 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0205833b-8663-4c0e-80c7-1278a8cea5f8 tempest-FloatingIPAdminTestJSON-636576549 tempest-FloatingIPAdminTestJSON-636576549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8784461'] for port, after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:23.258499 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2232e4-602b-4398-befb-01848cf05f48 tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] Pushing event updated for resources: {'Subnet': ['ID=8ed041e1-2adb-46ff-85de-46be7369dde4,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:08:23.279535 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-e2e9b87d-c6a8-49b4-9dc4-eed57d100f5c None None] Provisioning complete for port 29b015af-6b97-48f3-8dc8-5a576a5a7689 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:08:23.282035 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-e2e9b87d-c6a8-49b4-9dc4-eed57d100f5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:23.289401 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-bb7e1d31-0b15-42e8-abd1-d2413f605149 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8784852', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8521873'] for subnet, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:23.421656 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0205833b-8663-4c0e-80c7-1278a8cea5f8 tempest-FloatingIPAdminTestJSON-636576549 tempest-FloatingIPAdminTestJSON-636576549-project] Pushing event updated for resources: {'Port': ['ID=faca39b7-9dfa-44fa-b543-69f28fcd73c1,revision_number=2']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:08:23.429304 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-e2e9b87d-c6a8-49b4-9dc4-eed57d100f5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:23.460552 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0205833b-8663-4c0e-80c7-1278a8cea5f8 tempest-FloatingIPAdminTestJSON-636576549 tempest-FloatingIPAdminTestJSON-636576549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648677'] for floatingip, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:23.484872 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7e1d31-0b15-42e8-abd1-d2413f605149 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Pushing event updated for resources: {'Subnet': ['ID=5989c740-7cc3-4b4f-8300-e3328cee727a,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:08:23.501239 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-e2e9b87d-c6a8-49b4-9dc4-eed57d100f5c None None] For port 29b015af-6b97-48f3-8dc8-5a576a5a7689, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=29b015af-6b97-48f3-8dc8-5a576a5a7689,segment=NetworkSegment(8174971d-ce5c-4545-b05b-4cec040a4d72),segment_id=8174971d-ce5c-4545-b05b-4cec040a4d72)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:08:23.504167 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:23.504328 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d2232e4-602b-4398-befb-01848cf05f48 tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] Checking segment: {'id': 'affdf5b8-8a5d-443c-bf57-a98af82ef3dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '240ce30d-d7d2-4758-b723-c5f03c96e675'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:08:23.504328 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d2232e4-602b-4398-befb-01848cf05f48 tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] Network hostable DHCP agents. Network: 240ce30d-d7d2-4758-b723-c5f03c96e675, hostable agents: ['3f70c195-17da-4084-9fd6-bf6059d88535'], hosted agents: [] {{(pid=103800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 05 17:08:23.504978 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-55e252aa-85ad-470c-a8d6-b297ba5c5e42 tempest-RoutersTestDVR-1030201225 tempest-RoutersTestDVR-1030201225-project] 10.222.0.11 "GET /v2.0/routers/29d458e7-9946-46b0-a740-49699639f206 HTTP/1.1" status: 200 len: 683 time: 0.3205998 Jan 05 17:08:23.507703 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 41026) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:08:23.569671 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb7e1d31-0b15-42e8-abd1-d2413f605149 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Checking segment: {'id': '607decf1-6772-4eff-864f-c19c89c69ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '70a8d798-e034-464a-a017-6e4796dbad41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:08:23.569671 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb7e1d31-0b15-42e8-abd1-d2413f605149 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Network hostable DHCP agents. Network: 70a8d798-e034-464a-a017-6e4796dbad41, hostable agents: ['3f70c195-17da-4084-9fd6-bf6059d88535'], hosted agents: [] {{(pid=103800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 05 17:08:23.585874 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-e2e9b87d-c6a8-49b4-9dc4-eed57d100f5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:23.601909 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0205833b-8663-4c0e-80c7-1278a8cea5f8 tempest-FloatingIPAdminTestJSON-636576549 tempest-FloatingIPAdminTestJSON-636576549-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for floatingip, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:23.603173 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-0205833b-8663-4c0e-80c7-1278a8cea5f8 tempest-FloatingIPAdminTestJSON-636576549 tempest-FloatingIPAdminTestJSON-636576549-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.3937750 Jan 05 17:08:23.607130 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 41028) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:08:23.648084 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-d79f9422-e247-4de1-abb3-b21ded878e30 tempest-RoutersTestDVR-458386174 tempest-RoutersTestDVR-458386174-project-admin] Publish callbacks [] for router, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:23.699070 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e9b87d-c6a8-49b4-9dc4-eed57d100f5c None None] Pushing event updated for resources: {'Port': ['ID=29b015af-6b97-48f3-8dc8-5a576a5a7689,revision_number=3']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:08:23.732454 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d2232e4-602b-4398-befb-01848cf05f48 tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] Network 240ce30d-d7d2-4758-b723-c5f03c96e675 is scheduled to be hosted by DHCP agent 3f70c195-17da-4084-9fd6-bf6059d88535 with binding_index 1 {{(pid=103800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 05 17:08:23.735750 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-294f2a8b-58c0-4683-82ca-3b51448164d3 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Deleting port 13990e1f-a19b-4a63-a92e-b249f3e98557 {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:08:23.736379 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-294f2a8b-58c0-4683-82ca-3b51448164d3 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:23.747683 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device d3c1699a-2c40-4580-82d4-19b9ef3d1e83 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:08:23.819488 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-b0a0500e-5a9f-4e42-9cec-be8f4711e542 None None] Provisioning complete for port 29b015af-6b97-48f3-8dc8-5a576a5a7689 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:08:23.820152 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-b0a0500e-5a9f-4e42-9cec-be8f4711e542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:23.841228 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-506ae70a-8d57-4932-af3a-7e69785585ee tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:23.853084 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-a1fc0636-238a-45ca-a186-bc5542c9a315 tempest-FloatingIPAdminTestJSON-241139269 tempest-FloatingIPAdminTestJSON-241139269-project-admin] 10.222.0.11 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3207 time: 0.2431512 Jan 05 17:08:23.853753 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 41030) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:08:23.860324 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb7e1d31-0b15-42e8-abd1-d2413f605149 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Network 70a8d798-e034-464a-a017-6e4796dbad41 is scheduled to be hosted by DHCP agent 3f70c195-17da-4084-9fd6-bf6059d88535 with binding_index 1 {{(pid=103800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 05 17:08:23.868559 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Provisioning complete for port d3c1699a-2c40-4580-82d4-19b9ef3d1e83 triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:08:23.868931 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:23.956988 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-d79f9422-e247-4de1-abb3-b21ded878e30 tempest-RoutersTestDVR-458386174 tempest-RoutersTestDVR-458386174-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-648249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62744'] for router, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:23.961598 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-d79f9422-e247-4de1-abb3-b21ded878e30 tempest-RoutersTestDVR-458386174 tempest-RoutersTestDVR-458386174-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:23.965458 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-afcf26e6-8c01-440c-b083-af32f0ad0c26 tempest-FloatingIPAdminTestJSON-318638842 tempest-FloatingIPAdminTestJSON-318638842-project] 10.222.0.11 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.1065209 Jan 05 17:08:23.965852 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 41032) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:08:23.972542 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-2d2232e4-602b-4398-befb-01848cf05f48 tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 240ce30d-d7d2-4758-b723-c5f03c96e675) {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:08:23.975858 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-bb7e1d31-0b15-42e8-abd1-d2413f605149 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 70a8d798-e034-464a-a017-6e4796dbad41) {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:08:24.013357 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:24.029416 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c74468f8-ff30-4b3e-84e2-0837bb45cd4e None None] Network 240ce30d-d7d2-4758-b723-c5f03c96e675 requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:08:24.031498 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb7e1d31-0b15-42e8-abd1-d2413f605149 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:08:24.032490 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-bb7e1d31-0b15-42e8-abd1-d2413f605149 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks [] for subnet, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:24.033702 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7fcc0ed-80e1-4d13-bbd4-a31e0891c852 None None] Network 70a8d798-e034-464a-a017-6e4796dbad41 requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:08:24.038804 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d2232e4-602b-4398-befb-01848cf05f48 tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:08:24.039708 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2d2232e4-602b-4398-befb-01848cf05f48 tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] Publish callbacks [] for subnet, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:24.094318 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-620ed838-5344-489f-b06d-dc46fd4b2b5e tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:24.097200 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-294f2a8b-58c0-4683-82ca-3b51448164d3 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:24.153767 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-bb7e1d31-0b15-42e8-abd1-d2413f605149 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.7453327 Jan 05 17:08:24.154607 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-294f2a8b-58c0-4683-82ca-3b51448164d3 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Calling delete_port for 13990e1f-a19b-4a63-a92e-b249f3e98557 owned by network:router_interface {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:08:24.156343 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 41034) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:08:24.160766 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-01c9f81d-a559-44e1-9d69-d41db442db0b tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1461236652', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:08:24.171177 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] For port d3c1699a-2c40-4580-82d4-19b9ef3d1e83, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d3c1699a-2c40-4580-82d4-19b9ef3d1e83,segment=NetworkSegment(68e6c437-46c2-424d-85e7-20547f69066d),segment_id=68e6c437-46c2-424d-85e7-20547f69066d)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:08:24.180642 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-620ed838-5344-489f-b06d-dc46fd4b2b5e tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648677'] for floatingip, after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:24.186158 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-2d2232e4-602b-4398-befb-01848cf05f48 tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.9573033 Jan 05 17:08:24.190443 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-d79f9422-e247-4de1-abb3-b21ded878e30 tempest-RoutersTestDVR-458386174 tempest-RoutersTestDVR-458386174-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-648240'] for router, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:24.190443 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d79f9422-e247-4de1-abb3-b21ded878e30 tempest-RoutersTestDVR-458386174 tempest-RoutersTestDVR-458386174-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 29d458e7-9946-46b0-a740-49699639f206 {{(pid=103801) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 05 17:08:24.197762 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-d79f9422-e247-4de1-abb3-b21ded878e30 tempest-RoutersTestDVR-458386174 tempest-RoutersTestDVR-458386174-project-admin] Publish callbacks [] for router, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:24.204294 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-d79f9422-e247-4de1-abb3-b21ded878e30 tempest-RoutersTestDVR-458386174 tempest-RoutersTestDVR-458386174-project-admin] 10.222.0.11 "DELETE /v2.0/routers/29d458e7-9946-46b0-a740-49699639f206 HTTP/1.1" status: 204 len: 168 time: 0.6884317 Jan 05 17:08:24.206027 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 41036) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:08:24.206626 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 41038) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:08:24.214370 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-b765c6b0-2c88-410a-a389-71f1e6c116e0 tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] Request body: {'port': {'network_id': '240ce30d-d7d2-4758-b723-c5f03c96e675', 'name': 'tempest-NetworksIpV6TestAttrs-1336668228'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:08:24.250787 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-57b5cebd-70e3-4700-9a17-0bb51115b74b tempest-RoutersTestDVR-458386174 tempest-RoutersTestDVR-458386174-project-admin] Request body: {'router': {'name': 'tempest-router-744135787', 'distributed': True}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:08:24.258914 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.db.api [None req-506ae70a-8d57-4932-af3a-7e69785585ee tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103801) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 05 17:08:24.259236 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG oslo_db.api [None req-506ae70a-8d57-4932-af3a-7e69785585ee tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 05 17:08:24.271553 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:24.273397 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 29b015af-6b97-48f3-8dc8-5a576a5a7689 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:08:24.301437 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b5fffaf-3b8e-44ed-83e5-c48599924b72 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-240ce30d-d7d2-4758-b723-c5f03c96e675', 'network_id': '240ce30d-d7d2-4758-b723-c5f03c96e675', 'project_id': '3b0c49083275461eae45180ddc29fcef', 'fixed_ips': [{'subnet_id': '8ed041e1-2adb-46ff-85de-46be7369dde4'}]}} from dv-neutron-master-2-hyperv. {{(pid=103802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 05 17:08:24.302420 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-2b5fffaf-3b8e-44ed-83e5-c48599924b72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:24.315155 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.db.l3_db [None req-620ed838-5344-489f-b06d-dc46fd4b2b5e tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Floating IP 13f4766b-279b-4f89-a9b3-26060574bafc associated. External IP: 172.36.4.110, port: c3037384-d3fa-4066-80d8-4a11cc75bb34. Jan 05 17:08:24.340762 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e765fb7c-eb5e-4e45-b436-030088b431c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-70a8d798-e034-464a-a017-6e4796dbad41', 'network_id': '70a8d798-e034-464a-a017-6e4796dbad41', 'project_id': '04762f6d6f55432ea3822a71fa1f481f', 'fixed_ips': [{'subnet_id': '5989c740-7cc3-4b4f-8300-e3328cee727a'}]}} from dv-neutron-master-2-hyperv. {{(pid=103802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 05 17:08:24.341656 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-e765fb7c-eb5e-4e45-b436-030088b431c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:24.351633 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-01c9f81d-a559-44e1-9d69-d41db442db0b tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-649063', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58098'] for router, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:24.352247 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-01c9f81d-a559-44e1-9d69-d41db442db0b tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649832', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-545006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58091'] for router, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:24.389476 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-ba06693e-b378-4da4-9deb-97d1d879452f None None] Provisioning complete for port d3c1699a-2c40-4580-82d4-19b9ef3d1e83 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:08:24.389819 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-ba06693e-b378-4da4-9deb-97d1d879452f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:24.432907 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-bd73e2e0-e372-4f3f-9243-fc4f10c60efe tempest-FloatingIPAdminTestJSON-636576549 tempest-FloatingIPAdminTestJSON-636576549-project] Deleting port faca39b7-9dfa-44fa-b543-69f28fcd73c1 {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:08:24.433244 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-bd73e2e0-e372-4f3f-9243-fc4f10c60efe tempest-FloatingIPAdminTestJSON-636576549 tempest-FloatingIPAdminTestJSON-636576549-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:24.443771 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Pushing event updated for resources: {'Port': ['ID=d3c1699a-2c40-4580-82d4-19b9ef3d1e83,revision_number=4']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:08:24.448998 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-01c9f81d-a559-44e1-9d69-d41db442db0b tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:24.499700 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-57b5cebd-70e3-4700-9a17-0bb51115b74b tempest-RoutersTestDVR-458386174 tempest-RoutersTestDVR-458386174-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-649063', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58098'] for router, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:24.500722 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-57b5cebd-70e3-4700-9a17-0bb51115b74b tempest-RoutersTestDVR-458386174 tempest-RoutersTestDVR-458386174-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649832', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-545006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58091'] for router, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:24.525502 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-01c9f81d-a559-44e1-9d69-d41db442db0b tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-648430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648639'] for router, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:24.606396 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Provisioning complete for port 29b015af-6b97-48f3-8dc8-5a576a5a7689 triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:08:24.607287 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:24.614939 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-620ed838-5344-489f-b06d-dc46fd4b2b5e tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Router 8e20d6c5-5760-40ff-8076-35b11b39e3e1 has already been hosted by L3 agent 59446fdc-40e0-41fe-a575-a8eb11d742f7 {{(pid=103800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 05 17:08:24.628024 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-57b5cebd-70e3-4700-9a17-0bb51115b74b tempest-RoutersTestDVR-458386174 tempest-RoutersTestDVR-458386174-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:24.629629 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-01c9f81d-a559-44e1-9d69-d41db442db0b tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks [] for router, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:24.634640 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-01c9f81d-a559-44e1-9d69-d41db442db0b tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4772801 Jan 05 17:08:24.650116 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 41042) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:08:24.650949 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-bd73e2e0-e372-4f3f-9243-fc4f10c60efe tempest-FloatingIPAdminTestJSON-636576549 tempest-FloatingIPAdminTestJSON-636576549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:24.650949 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-bd73e2e0-e372-4f3f-9243-fc4f10c60efe tempest-FloatingIPAdminTestJSON-636576549 tempest-FloatingIPAdminTestJSON-636576549-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:24.656863 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-bd73e2e0-e372-4f3f-9243-fc4f10c60efe tempest-FloatingIPAdminTestJSON-636576549 tempest-FloatingIPAdminTestJSON-636576549-project] Calling delete_port for faca39b7-9dfa-44fa-b543-69f28fcd73c1 owned by network:floatingip {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:08:24.698803 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b765c6b0-2c88-410a-a389-71f1e6c116e0 tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] Made reservation on behalf of 3b0c49083275461eae45180ddc29fcef for: {'port': 1} {{(pid=103801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:08:24.702441 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-b765c6b0-2c88-410a-a389-71f1e6c116e0 tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:24.731486 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-57b5cebd-70e3-4700-9a17-0bb51115b74b tempest-RoutersTestDVR-458386174 tempest-RoutersTestDVR-458386174-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-648430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648639'] for router, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:24.735333 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.notifiers.nova [None req-b765c6b0-2c88-410a-a389-71f1e6c116e0 tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] device_id is not set on port 9e352972-7149-490c-964f-63067c64f82e yet. {{(pid=103801) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 05 17:08:24.742180 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.db_base_plugin_common [None req-e765fb7c-eb5e-4e45-b436-030088b431c9 None None] Allocated IP 2001:db8::2 (70a8d798-e034-464a-a017-6e4796dbad41/5989c740-7cc3-4b4f-8300-e3328cee727a/405db335-6958-48d4-b69d-e231d653db92) {{(pid=103802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:08:24.767288 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-294f2a8b-58c0-4683-82ca-3b51448164d3 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11433176'] for port, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:24.767979 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.db_base_plugin_common [None req-2b5fffaf-3b8e-44ed-83e5-c48599924b72 None None] Allocated IP 2001:db8::f816:3eff:fea2:6d (240ce30d-d7d2-4758-b723-c5f03c96e675/8ed041e1-2adb-46ff-85de-46be7369dde4/597bffd1-04b4-4ffc-b22a-cccf1c85b664) {{(pid=103802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:08:24.882643 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-57b5cebd-70e3-4700-9a17-0bb51115b74b tempest-RoutersTestDVR-458386174 tempest-RoutersTestDVR-458386174-project-admin] Publish callbacks [] for router, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:24.886661 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-57b5cebd-70e3-4700-9a17-0bb51115b74b tempest-RoutersTestDVR-458386174 tempest-RoutersTestDVR-458386174-project-admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.6773727 Jan 05 17:08:24.887626 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294f2a8b-58c0-4683-82ca-3b51448164d3 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Pushing event deleted for resources: {'Port': ['ID=13990e1f-a19b-4a63-a92e-b249f3e98557,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:08:24.893804 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 41044) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:08:25.175539 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-620ed838-5344-489f-b06d-dc46fd4b2b5e tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 05 17:08:25.189446 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f06b7fee-0e0a-414d-89e9-58e7cddffdfd None None] Sync routers for ids ['8e20d6c5-5760-40ff-8076-35b11b39e3e1'] in dv-neutron-master-2-hyperv {{(pid=103803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 05 17:08:25.204616 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f06b7fee-0e0a-414d-89e9-58e7cddffdfd None None] Routers {'8e20d6c5-5760-40ff-8076-35b11b39e3e1'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:08:25.205785 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-f06b7fee-0e0a-414d-89e9-58e7cddffdfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:08:19Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['8e20d6c5-5760-40ff-8076-35b11b39e3e1'], 'active': True} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:08:25.261519 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-f06b7fee-0e0a-414d-89e9-58e7cddffdfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:08:25.273338 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f06b7fee-0e0a-414d-89e9-58e7cddffdfd None None] Routers {'8e20d6c5-5760-40ff-8076-35b11b39e3e1'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:08:25.274490 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-f06b7fee-0e0a-414d-89e9-58e7cddffdfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:08:19Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['8e20d6c5-5760-40ff-8076-35b11b39e3e1'], 'active': True} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:08:25.308000 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-e765fb7c-eb5e-4e45-b436-030088b431c9 None None] Publish callbacks [] for port, precommit_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:25.316452 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-2b5fffaf-3b8e-44ed-83e5-c48599924b72 None None] Publish callbacks [] for port, precommit_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:25.322743 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-f06b7fee-0e0a-414d-89e9-58e7cddffdfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:08:25.323810 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f06b7fee-0e0a-414d-89e9-58e7cddffdfd None None] The sync data for ids ['8e20d6c5-5760-40ff-8076-35b11b39e3e1'] in dv-neutron-master-2-hyperv is: [] {{(pid=103803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 05 17:08:25.346545 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-506ae70a-8d57-4932-af3a-7e69785585ee tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:25.412439 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-2b5fffaf-3b8e-44ed-83e5-c48599924b72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669'] for port, after_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:25.417601 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-e765fb7c-eb5e-4e45-b436-030088b431c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669'] for port, after_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:25.451016 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-833e114f-6e37-486d-b459-287df0db75de tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:25.474042 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b5fffaf-3b8e-44ed-83e5-c48599924b72 None None] Network 240ce30d-d7d2-4758-b723-c5f03c96e675 is already hosted by enough agents. {{(pid=103802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:08:25.477369 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.scheduler.base_scheduler [None req-2b5fffaf-3b8e-44ed-83e5-c48599924b72 None None] Resources bound (agent type, host, resource id): {{(pid=103802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:08:25.500130 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b5fffaf-3b8e-44ed-83e5-c48599924b72 None None] Received port after_create {{(pid=103802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:08:25.503072 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-8d7ccaff-02ab-4807-80ac-b1b19acb8479 tempest-RoutersTestDVR-458386174 tempest-RoutersTestDVR-458386174-project-admin] Publish callbacks [] for router, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:25.503805 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5fffaf-3b8e-44ed-83e5-c48599924b72 None None] Pushing event updated for resources: {'Port': ['ID=597bffd1-04b4-4ffc-b22a-cccf1c85b664,revision_number=1']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:08:25.522424 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e765fb7c-eb5e-4e45-b436-030088b431c9 None None] Network 70a8d798-e034-464a-a017-6e4796dbad41 is already hosted by enough agents. {{(pid=103802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:08:25.545855 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.scheduler.base_scheduler [None req-e765fb7c-eb5e-4e45-b436-030088b431c9 None None] Resources bound (agent type, host, resource id): {{(pid=103802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:08:25.554475 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e765fb7c-eb5e-4e45-b436-030088b431c9 None None] Received port after_create {{(pid=103802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:08:25.574535 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device d3c1699a-2c40-4580-82d4-19b9ef3d1e83 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:08:25.658260 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [None req-b765c6b0-2c88-410a-a389-71f1e6c116e0 tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] Allocated IP 2001:db8::f816:3eff:fedb:9514 (240ce30d-d7d2-4758-b723-c5f03c96e675/8ed041e1-2adb-46ff-85de-46be7369dde4/9e352972-7149-490c-964f-63067c64f82e) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:08:25.706037 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-bd73e2e0-e372-4f3f-9243-fc4f10c60efe tempest-FloatingIPAdminTestJSON-636576549 tempest-FloatingIPAdminTestJSON-636576549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11433176'] for port, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:25.720583 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-620ed838-5344-489f-b06d-dc46fd4b2b5e tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Router 8ddc664a-dba0-47b3-b326-7084967cb193 has already been hosted by L3 agent 59446fdc-40e0-41fe-a575-a8eb11d742f7 {{(pid=103800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 05 17:08:25.739904 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-294f2a8b-58c0-4683-82ca-3b51448164d3 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-560676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531569'] for router_interface, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:25.744066 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e765fb7c-eb5e-4e45-b436-030088b431c9 None None] Pushing event updated for resources: {'Port': ['ID=405db335-6958-48d4-b69d-e231d653db92,revision_number=1']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:08:25.755137 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-2b5fffaf-3b8e-44ed-83e5-c48599924b72 None None] Attempting to bind port 597bffd1-04b4-4ffc-b22a-cccf1c85b664 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 05 17:08:25.755381 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-2b5fffaf-3b8e-44ed-83e5-c48599924b72 None None] Attempting to bind port 597bffd1-04b4-4ffc-b22a-cccf1c85b664 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'affdf5b8-8a5d-443c-bf57-a98af82ef3dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '240ce30d-d7d2-4758-b723-c5f03c96e675'}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 05 17:08:25.755752 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b5fffaf-3b8e-44ed-83e5-c48599924b72 None None] Attempting to bind port 597bffd1-04b4-4ffc-b22a-cccf1c85b664 on network 240ce30d-d7d2-4758-b723-c5f03c96e675 {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:08:25.758001 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-e765fb7c-eb5e-4e45-b436-030088b431c9 None None] Attempting to bind port 405db335-6958-48d4-b69d-e231d653db92 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 05 17:08:25.758360 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-e765fb7c-eb5e-4e45-b436-030088b431c9 None None] Attempting to bind port 405db335-6958-48d4-b69d-e231d653db92 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '607decf1-6772-4eff-864f-c19c89c69ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '70a8d798-e034-464a-a017-6e4796dbad41'}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 05 17:08:25.758840 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e765fb7c-eb5e-4e45-b436-030088b431c9 None None] Attempting to bind port 405db335-6958-48d4-b69d-e231d653db92 on network 70a8d798-e034-464a-a017-6e4796dbad41 {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:08:25.771490 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e765fb7c-eb5e-4e45-b436-030088b431c9 None None] Checking agent: {'id': '0d4f8fd3-ce62-4651-970c-efa6a8bb22b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 5, 16, 57, 23), 'started_at': datetime.datetime(2022, 1, 5, 16, 57, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 5, 17, 8, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 05 17:08:25.771889 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e765fb7c-eb5e-4e45-b436-030088b431c9 None None] Checking segment: {'id': '607decf1-6772-4eff-864f-c19c89c69ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '70a8d798-e034-464a-a017-6e4796dbad41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:08:25.773026 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-e765fb7c-eb5e-4e45-b436-030088b431c9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:25.773424 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e765fb7c-eb5e-4e45-b436-030088b431c9 None None] Bound using segment: {'id': '607decf1-6772-4eff-864f-c19c89c69ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '70a8d798-e034-464a-a017-6e4796dbad41'} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 05 17:08:25.773983 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-e765fb7c-eb5e-4e45-b436-030088b431c9 None None] Bound port: 405db335-6958-48d4-b69d-e231d653db92, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '607decf1-6772-4eff-864f-c19c89c69ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '70a8d798-e034-464a-a017-6e4796dbad41'}}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 05 17:08:25.774368 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-e765fb7c-eb5e-4e45-b436-030088b431c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:25.776988 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b5fffaf-3b8e-44ed-83e5-c48599924b72 None None] Checking agent: {'id': '0d4f8fd3-ce62-4651-970c-efa6a8bb22b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 5, 16, 57, 23), 'started_at': datetime.datetime(2022, 1, 5, 16, 57, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 5, 17, 8, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 05 17:08:25.777187 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b5fffaf-3b8e-44ed-83e5-c48599924b72 None None] Checking segment: {'id': 'affdf5b8-8a5d-443c-bf57-a98af82ef3dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '240ce30d-d7d2-4758-b723-c5f03c96e675'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:08:25.777541 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-2b5fffaf-3b8e-44ed-83e5-c48599924b72 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:25.777951 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b5fffaf-3b8e-44ed-83e5-c48599924b72 None None] Bound using segment: {'id': 'affdf5b8-8a5d-443c-bf57-a98af82ef3dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '240ce30d-d7d2-4758-b723-c5f03c96e675'} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 05 17:08:25.778415 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-2b5fffaf-3b8e-44ed-83e5-c48599924b72 None None] Bound port: 597bffd1-04b4-4ffc-b22a-cccf1c85b664, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'affdf5b8-8a5d-443c-bf57-a98af82ef3dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '240ce30d-d7d2-4758-b723-c5f03c96e675'}}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 05 17:08:25.779184 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-2b5fffaf-3b8e-44ed-83e5-c48599924b72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:25.805823 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Provisioning complete for port d3c1699a-2c40-4580-82d4-19b9ef3d1e83 triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:08:25.806085 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:25.840588 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [None req-833e114f-6e37-486d-b459-287df0db75de tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Allocated IP 2001:db8::1 (70a8d798-e034-464a-a017-6e4796dbad41/5989c740-7cc3-4b4f-8300-e3328cee727a/06ff77a3-5eb6-4fb4-bbd3-2ec1e0ebee91) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:08:25.849555 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd73e2e0-e372-4f3f-9243-fc4f10c60efe tempest-FloatingIPAdminTestJSON-636576549 tempest-FloatingIPAdminTestJSON-636576549-project] Pushing event deleted for resources: {'Port': ['ID=faca39b7-9dfa-44fa-b543-69f28fcd73c1,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:08:25.902951 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-8d7ccaff-02ab-4807-80ac-b1b19acb8479 tempest-RoutersTestDVR-458386174 tempest-RoutersTestDVR-458386174-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-648249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62744'] for router, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:25.912479 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-8d7ccaff-02ab-4807-80ac-b1b19acb8479 tempest-RoutersTestDVR-458386174 tempest-RoutersTestDVR-458386174-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:25.925553 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-620ed838-5344-489f-b06d-dc46fd4b2b5e tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 05 17:08:25.943604 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-2b5fffaf-3b8e-44ed-83e5-c48599924b72 None None] For port 597bffd1-04b4-4ffc-b22a-cccf1c85b664, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 05 17:08:25.948671 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-2b5fffaf-3b8e-44ed-83e5-c48599924b72 None None] For port 597bffd1-04b4-4ffc-b22a-cccf1c85b664, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=597bffd1-04b4-4ffc-b22a-cccf1c85b664,segment=NetworkSegment(affdf5b8-8a5d-443c-bf57-a98af82ef3dd),segment_id=affdf5b8-8a5d-443c-bf57-a98af82ef3dd)] {{(pid=103802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 05 17:08:25.951157 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccc194e8-a4c8-4d86-b3cc-3eb8d31953dd None None] Sync routers for ids ['8ddc664a-dba0-47b3-b326-7084967cb193'] in dv-neutron-master-2-hyperv {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 05 17:08:25.959727 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-620ed838-5344-489f-b06d-dc46fd4b2b5e tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for floatingip, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:25.963472 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-e765fb7c-eb5e-4e45-b436-030088b431c9 None None] For port 405db335-6958-48d4-b69d-e231d653db92, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 05 17:08:25.984995 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-e765fb7c-eb5e-4e45-b436-030088b431c9 None None] For port 405db335-6958-48d4-b69d-e231d653db92, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=405db335-6958-48d4-b69d-e231d653db92,segment=NetworkSegment(607decf1-6772-4eff-864f-c19c89c69ed4),segment_id=607decf1-6772-4eff-864f-c19c89c69ed4)] {{(pid=103802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 05 17:08:25.989419 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccc194e8-a4c8-4d86-b3cc-3eb8d31953dd None None] Routers {'8ddc664a-dba0-47b3-b326-7084967cb193'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:08:25.990252 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-ccc194e8-a4c8-4d86-b3cc-3eb8d31953dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:08:19Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['8ddc664a-dba0-47b3-b326-7084967cb193'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:08:26.043890 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-ccc194e8-a4c8-4d86-b3cc-3eb8d31953dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:08:26.048654 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-620ed838-5344-489f-b06d-dc46fd4b2b5e tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] 10.222.0.11 "PUT /v2.0/floatingips/13f4766b-279b-4f89-a9b3-26060574bafc HTTP/1.1" status: 200 len: 978 time: 4.0791948 Jan 05 17:08:26.048811 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-2b5fffaf-3b8e-44ed-83e5-c48599924b72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:26.048920 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 41046) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:08:26.069477 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-e765fb7c-eb5e-4e45-b436-030088b431c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:26.090036 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-833e114f-6e37-486d-b459-287df0db75de tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks [] for port, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:26.119042 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 29b015af-6b97-48f3-8dc8-5a576a5a7689 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:08:26.146688 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccc194e8-a4c8-4d86-b3cc-3eb8d31953dd None None] Routers {'8ddc664a-dba0-47b3-b326-7084967cb193'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:08:26.147138 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-ccc194e8-a4c8-4d86-b3cc-3eb8d31953dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:08:19Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['8ddc664a-dba0-47b3-b326-7084967cb193'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:08:26.213154 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-300e73a5-e2f9-4b8b-bea9-745ff9396ec9 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Deleting port 0a8be3d2-3ed7-47d0-96b4-cd21f19c0120 {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:08:26.213900 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-300e73a5-e2f9-4b8b-bea9-745ff9396ec9 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:26.231228 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-ccc194e8-a4c8-4d86-b3cc-3eb8d31953dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:08:26.231936 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccc194e8-a4c8-4d86-b3cc-3eb8d31953dd None None] The sync data for ids ['8ddc664a-dba0-47b3-b326-7084967cb193'] in dv-neutron-master-2-hyperv is: [] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 05 17:08:26.232505 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-506ae70a-8d57-4932-af3a-7e69785585ee tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] For port d3c1699a-2c40-4580-82d4-19b9ef3d1e83, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d3c1699a-2c40-4580-82d4-19b9ef3d1e83,segment=NetworkSegment(68e6c437-46c2-424d-85e7-20547f69066d),segment_id=68e6c437-46c2-424d-85e7-20547f69066d)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:08:26.234687 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5fffaf-3b8e-44ed-83e5-c48599924b72 None None] Pushing event updated for resources: {'Port': ['ID=597bffd1-04b4-4ffc-b22a-cccf1c85b664,revision_number=2']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:08:26.235441 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-bd73e2e0-e372-4f3f-9243-fc4f10c60efe tempest-FloatingIPAdminTestJSON-636576549 tempest-FloatingIPAdminTestJSON-636576549-project] Publish callbacks [] for floatingip, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:26.238059 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-bd73e2e0-e372-4f3f-9243-fc4f10c60efe tempest-FloatingIPAdminTestJSON-636576549 tempest-FloatingIPAdminTestJSON-636576549-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for floatingip, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:26.243419 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 41048) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:08:26.247133 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-bd73e2e0-e372-4f3f-9243-fc4f10c60efe tempest-FloatingIPAdminTestJSON-636576549 tempest-FloatingIPAdminTestJSON-636576549-project] 10.222.0.11 "DELETE /v2.0/floatingips/c8e2abc2-b748-4d52-900e-026345f38070 HTTP/1.1" status: 204 len: 168 time: 2.2774818 Jan 05 17:08:26.247967 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-8d7ccaff-02ab-4807-80ac-b1b19acb8479 tempest-RoutersTestDVR-458386174 tempest-RoutersTestDVR-458386174-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-648240'] for router, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:26.248517 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d7ccaff-02ab-4807-80ac-b1b19acb8479 tempest-RoutersTestDVR-458386174 tempest-RoutersTestDVR-458386174-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 746391c0-02e7-4664-9030-f26881a73cd4 {{(pid=103801) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 05 17:08:26.263155 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-8d7ccaff-02ab-4807-80ac-b1b19acb8479 tempest-RoutersTestDVR-458386174 tempest-RoutersTestDVR-458386174-project-admin] Publish callbacks [] for router, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:26.264332 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-8d7ccaff-02ab-4807-80ac-b1b19acb8479 tempest-RoutersTestDVR-458386174 tempest-RoutersTestDVR-458386174-project-admin] 10.222.0.11 "DELETE /v2.0/routers/746391c0-02e7-4664-9030-f26881a73cd4 HTTP/1.1" status: 204 len: 168 time: 1.3658593 Jan 05 17:08:26.346177 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-294f2a8b-58c0-4683-82ca-3b51448164d3 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Router 1ffe8a08-6920-4d21-ac4f-b8df5ebc9707 has already been hosted by L3 agent 59446fdc-40e0-41fe-a575-a8eb11d742f7 {{(pid=103801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 05 17:08:26.349501 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-833e114f-6e37-486d-b459-287df0db75de tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:26.368959 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-506ae70a-8d57-4932-af3a-7e69785585ee tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks [] for port, precommit_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:26.391077 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e765fb7c-eb5e-4e45-b436-030088b431c9 None None] Pushing event updated for resources: {'Port': ['ID=405db335-6958-48d4-b69d-e231d653db92,revision_number=2']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:08:26.396168 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Provisioning complete for port 29b015af-6b97-48f3-8dc8-5a576a5a7689 triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:08:26.404009 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:26.473621 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-506ae70a-8d57-4932-af3a-7e69785585ee tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11433169'] for port, after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:26.473621 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-506ae70a-8d57-4932-af3a-7e69785585ee tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11433288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12480593'] for subnet, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:26.479604 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-b765c6b0-2c88-410a-a389-71f1e6c116e0 tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] Publish callbacks [] for port, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:26.555966 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-833e114f-6e37-486d-b459-287df0db75de tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Network 70a8d798-e034-464a-a017-6e4796dbad41 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:08:26.565520 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-833e114f-6e37-486d-b459-287df0db75de tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:08:26.570197 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-833e114f-6e37-486d-b459-287df0db75de tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:08:26.570763 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-833e114f-6e37-486d-b459-287df0db75de tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-648552'] for router_interface, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:26.635870 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-294f2a8b-58c0-4683-82ca-3b51448164d3 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 05 17:08:26.675174 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833e114f-6e37-486d-b459-287df0db75de tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Pushing event updated for resources: {'Port': ['ID=06ff77a3-5eb6-4fb4-bbd3-2ec1e0ebee91,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:08:26.675275 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-294f2a8b-58c0-4683-82ca-3b51448164d3 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] 10.222.0.11 "PUT /v2.0/routers/1ffe8a08-6920-4d21-ac4f-b8df5ebc9707/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4757397 Jan 05 17:08:26.676950 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e1acb98-7523-4752-ad79-8107635c3aa9 None None] Sync routers for ids ['1ffe8a08-6920-4d21-ac4f-b8df5ebc9707'] in dv-neutron-master-2-hyperv {{(pid=103803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 05 17:08:26.680775 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 41052) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:08:26.687532 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-506ae70a-8d57-4932-af3a-7e69785585ee tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Network e897f8fc-3cef-40ca-9466-c6c65ecd9833 is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:08:26.694094 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e1acb98-7523-4752-ad79-8107635c3aa9 None None] Routers {'1ffe8a08-6920-4d21-ac4f-b8df5ebc9707'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:08:26.694734 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-7e1acb98-7523-4752-ad79-8107635c3aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:08:19Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['1ffe8a08-6920-4d21-ac4f-b8df5ebc9707'], 'active': True} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:08:26.717402 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-506ae70a-8d57-4932-af3a-7e69785585ee tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:08:26.729292 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-506ae70a-8d57-4932-af3a-7e69785585ee tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:08:26.729923 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-506ae70a-8d57-4932-af3a-7e69785585ee tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks [] for subnet, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:26.738609 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7243e26d-5161-418e-8367-2b84c0799b01 None None] Network e897f8fc-3cef-40ca-9466-c6c65ecd9833 requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:08:26.748794 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-7e1acb98-7523-4752-ad79-8107635c3aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:08:26.765546 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e1acb98-7523-4752-ad79-8107635c3aa9 None None] Routers {'1ffe8a08-6920-4d21-ac4f-b8df5ebc9707'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:08:26.766488 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-7e1acb98-7523-4752-ad79-8107635c3aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:08:19Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['1ffe8a08-6920-4d21-ac4f-b8df5ebc9707'], 'active': True} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:08:26.772289 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506ae70a-8d57-4932-af3a-7e69785585ee tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Pushing event updated for resources: {'Subnet': ['ID=555974f1-936b-4556-a897-660e245c4704,revision_number=0']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:08:26.792672 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506ae70a-8d57-4932-af3a-7e69785585ee tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Pushing event updated for resources: {'Port': ['ID=d3c1699a-2c40-4580-82d4-19b9ef3d1e83,revision_number=5']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:08:26.820237 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506ae70a-8d57-4932-af3a-7e69785585ee tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:08:26.820919 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-7e1acb98-7523-4752-ad79-8107635c3aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:08:26.821073 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506ae70a-8d57-4932-af3a-7e69785585ee tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:08:26.821615 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506ae70a-8d57-4932-af3a-7e69785585ee tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:08:26.821750 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e1acb98-7523-4752-ad79-8107635c3aa9 None None] The sync data for ids ['1ffe8a08-6920-4d21-ac4f-b8df5ebc9707'] in dv-neutron-master-2-hyperv is: [] {{(pid=103803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 05 17:08:26.822367 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506ae70a-8d57-4932-af3a-7e69785585ee tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:08:26.822889 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506ae70a-8d57-4932-af3a-7e69785585ee tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:08:26.824478 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506ae70a-8d57-4932-af3a-7e69785585ee tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:08:26.825990 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506ae70a-8d57-4932-af3a-7e69785585ee tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:08:26.826392 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506ae70a-8d57-4932-af3a-7e69785585ee tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:08:26.826852 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506ae70a-8d57-4932-af3a-7e69785585ee tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:08:26.827067 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506ae70a-8d57-4932-af3a-7e69785585ee tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:08:26.827958 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506ae70a-8d57-4932-af3a-7e69785585ee tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:08:26.828407 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506ae70a-8d57-4932-af3a-7e69785585ee tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:08:26.828903 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506ae70a-8d57-4932-af3a-7e69785585ee tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:08:26.835188 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506ae70a-8d57-4932-af3a-7e69785585ee tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:08:26.835789 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506ae70a-8d57-4932-af3a-7e69785585ee tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:08:26.837094 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506ae70a-8d57-4932-af3a-7e69785585ee tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:08:26.837731 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506ae70a-8d57-4932-af3a-7e69785585ee tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:08:26.838305 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506ae70a-8d57-4932-af3a-7e69785585ee tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:08:26.838795 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506ae70a-8d57-4932-af3a-7e69785585ee tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:08:26.839479 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506ae70a-8d57-4932-af3a-7e69785585ee tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:08:26.840167 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506ae70a-8d57-4932-af3a-7e69785585ee tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:08:26.840802 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506ae70a-8d57-4932-af3a-7e69785585ee tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:08:26.841438 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506ae70a-8d57-4932-af3a-7e69785585ee tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:08:26.841946 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506ae70a-8d57-4932-af3a-7e69785585ee tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:08:26.842484 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506ae70a-8d57-4932-af3a-7e69785585ee tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:08:26.843616 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506ae70a-8d57-4932-af3a-7e69785585ee tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:08:26.865098 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-3863a40b-f9c9-45e6-ba52-8253681aa227 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] 10.222.0.11 "GET /v2.0/ports?device_id=1ffe8a08-6920-4d21-ac4f-b8df5ebc9707 HTTP/1.1" status: 200 len: 205 time: 0.1525033 Jan 05 17:08:26.870892 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 41054) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:08:26.872156 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-300e73a5-e2f9-4b8b-bea9-745ff9396ec9 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:26.886672 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-b765c6b0-2c88-410a-a389-71f1e6c116e0 tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11433176'] for port, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:26.898727 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-506ae70a-8d57-4932-af3a-7e69785585ee tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 5.8169427 Jan 05 17:08:26.906793 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 41056) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:08:26.913323 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-28657e02-e716-4443-9f57-d94f7a29259a tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Request body: {'port': {'network_id': 'e897f8fc-3cef-40ca-9466-c6c65ecd9833', 'mac_address': 'fa:16:3e:ea:9b:c6', 'name': 'tempest-NetworksTestDHCPv6-1918512438'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:08:27.034048 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 41060) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:08:27.043074 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b765c6b0-2c88-410a-a389-71f1e6c116e0 tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] Pushing event updated for resources: {'Port': ['ID=9e352972-7149-490c-964f-63067c64f82e,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:08:27.056812 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3a6b8ff4-45e4-4780-a240-a7ee896489e6 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks [] for router, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:27.060043 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b765c6b0-2c88-410a-a389-71f1e6c116e0 tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] Network 240ce30d-d7d2-4758-b723-c5f03c96e675 is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:08:27.099357 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-b765c6b0-2c88-410a-a389-71f1e6c116e0 tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:08:27.102893 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b765c6b0-2c88-410a-a389-71f1e6c116e0 tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:08:27.108872 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b765c6b0-2c88-410a-a389-71f1e6c116e0 tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:08:27.109491 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-b765c6b0-2c88-410a-a389-71f1e6c116e0 tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:27.147116 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-16a42730-2b59-4246-812d-afdb23db0565 tempest-FloatingIPAdminTestJSON-241139269 tempest-FloatingIPAdminTestJSON-241139269-project-admin] Deleting port 23937a39-cd57-49df-b212-2ae66a4680be {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:08:27.147450 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-16a42730-2b59-4246-812d-afdb23db0565 tempest-FloatingIPAdminTestJSON-241139269 tempest-FloatingIPAdminTestJSON-241139269-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:27.157216 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-833e114f-6e37-486d-b459-287df0db75de tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:27.225897 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-b765c6b0-2c88-410a-a389-71f1e6c116e0 tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 3.0176842 Jan 05 17:08:27.228736 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 41064) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:08:27.276323 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3a6b8ff4-45e4-4780-a240-a7ee896489e6 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-648249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62744'] for router, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:27.296892 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3a6b8ff4-45e4-4780-a240-a7ee896489e6 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:27.348705 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b69ed5d4-8568-4529-b82c-ee4bcbc8d640 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:27.367556 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.db_base_plugin_v2 [None req-913d71dd-421a-4ee3-8f86-32d283e2e8bf tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] Deleting subnet 8ed041e1-2adb-46ff-85de-46be7369dde4 {{(pid=103801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 05 17:08:27.371798 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-913d71dd-421a-4ee3-8f86-32d283e2e8bf tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] Publish callbacks [] for subnet, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:27.423195 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-913d71dd-421a-4ee3-8f86-32d283e2e8bf tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11316398'] for subnet, precommit_delete_associations {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:27.452841 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3a6b8ff4-45e4-4780-a240-a7ee896489e6 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-648240'] for router, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:27.453389 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a6b8ff4-45e4-4780-a240-a7ee896489e6 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Fanout notify agent at l3_agent the message router_deleted on router 1ffe8a08-6920-4d21-ac4f-b8df5ebc9707 {{(pid=103801) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 05 17:08:27.488993 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3a6b8ff4-45e4-4780-a240-a7ee896489e6 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks [] for router, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:27.492562 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-3a6b8ff4-45e4-4780-a240-a7ee896489e6 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] 10.222.0.11 "DELETE /v2.0/routers/1ffe8a08-6920-4d21-ac4f-b8df5ebc9707 HTTP/1.1" status: 204 len: 168 time: 0.6172483 Jan 05 17:08:27.495043 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 41066) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:08:27.611583 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba02e601-400b-42f7-b208-d58310f4c34d tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Deleting subnet 099eb42d-18f6-4ee1-9b5c-559d91ee47c7 {{(pid=103801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 05 17:08:27.656144 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-ba02e601-400b-42f7-b208-d58310f4c34d tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks [] for subnet, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:27.694841 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 597bffd1-04b4-4ffc-b22a-cccf1c85b664 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:08:27.756101 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-913d71dd-421a-4ee3-8f86-32d283e2e8bf tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892868'] for subnet, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:27.783231 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Provisioning complete for port 597bffd1-04b4-4ffc-b22a-cccf1c85b664 triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:08:27.784573 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:27.813377 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-ba02e601-400b-42f7-b208-d58310f4c34d tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11316398'] for subnet, precommit_delete_associations {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:27.868719 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-300e73a5-e2f9-4b8b-bea9-745ff9396ec9 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:27.869741 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-300e73a5-e2f9-4b8b-bea9-745ff9396ec9 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648677'] for floatingip, after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:27.874275 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.db.l3_db [None req-300e73a5-e2f9-4b8b-bea9-745ff9396ec9 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Floating IP 13f4766b-279b-4f89-a9b3-26060574bafc disassociated. External IP: 172.36.4.110, port: 0a8be3d2-3ed7-47d0-96b4-cd21f19c0120. Jan 05 17:08:27.874746 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-300e73a5-e2f9-4b8b-bea9-745ff9396ec9 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Calling delete_port for 0a8be3d2-3ed7-47d0-96b4-cd21f19c0120 owned by {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:08:27.891695 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-16a42730-2b59-4246-812d-afdb23db0565 tempest-FloatingIPAdminTestJSON-241139269 tempest-FloatingIPAdminTestJSON-241139269-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:27.892016 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-16a42730-2b59-4246-812d-afdb23db0565 tempest-FloatingIPAdminTestJSON-241139269 tempest-FloatingIPAdminTestJSON-241139269-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:27.942776 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:27.947646 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-ba02e601-400b-42f7-b208-d58310f4c34d tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892868'] for subnet, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:27.976112 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28657e02-e716-4443-9f57-d94f7a29259a tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Made reservation on behalf of fd419c78d7194361a03f37a26ebeba76 for: {'port': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:08:28.044753 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-16a42730-2b59-4246-812d-afdb23db0565 tempest-FloatingIPAdminTestJSON-241139269 tempest-FloatingIPAdminTestJSON-241139269-project-admin] Calling delete_port for 23937a39-cd57-49df-b212-2ae66a4680be owned by network:floatingip {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:08:28.062798 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e40bdb7d-0ebc-4700-bc5d-af13a5013b12 None None] Network 240ce30d-d7d2-4758-b723-c5f03c96e675 requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:08:28.154788 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-913d71dd-421a-4ee3-8f86-32d283e2e8bf tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3893367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11433231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12480600'] for subnet, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:28.203735 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913d71dd-421a-4ee3-8f86-32d283e2e8bf tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] Pushing event deleted for resources: {'Subnet': ['ID=8ed041e1-2adb-46ff-85de-46be7369dde4,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:08:28.208658 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-ba02e601-400b-42f7-b208-d58310f4c34d tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3893367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11433231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12480600'] for subnet, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:28.242207 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-913d71dd-421a-4ee3-8f86-32d283e2e8bf tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] Publish callbacks [] for subnet, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:28.248542 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-913d71dd-421a-4ee3-8f86-32d283e2e8bf tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] 10.222.0.11 "DELETE /v2.0/subnets/8ed041e1-2adb-46ff-85de-46be7369dde4 HTTP/1.1" status: 204 len: 168 time: 1.0190871 Jan 05 17:08:28.249736 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 41068) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:08:28.251790 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba02e601-400b-42f7-b208-d58310f4c34d tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Pushing event deleted for resources: {'Subnet': ['ID=099eb42d-18f6-4ee1-9b5c-559d91ee47c7,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:08:28.255938 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-ba02e601-400b-42f7-b208-d58310f4c34d tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks [] for subnet, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:28.262175 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-ba02e601-400b-42f7-b208-d58310f4c34d tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] 10.222.0.11 "DELETE /v2.0/subnets/099eb42d-18f6-4ee1-9b5c-559d91ee47c7 HTTP/1.1" status: 204 len: 168 time: 0.7649117 Jan 05 17:08:28.271248 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 41070) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:08:28.274675 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-28657e02-e716-4443-9f57-d94f7a29259a tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:28.284946 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41130cb4-7bb0-476b-8e6b-3df83169813a None None] Network 2e0b4fe1-f771-4f52-b432-e84072f5a6de requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:08:28.380383 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2268c715-601e-4e03-890e-6e8af34b36aa None None] Network 70a8d798-e034-464a-a017-6e4796dbad41 requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:08:28.383937 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.db.api [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103802) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 05 17:08:28.384635 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG oslo_db.api [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 05 17:08:28.397701 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.notifiers.nova [None req-28657e02-e716-4443-9f57-d94f7a29259a tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] device_id is not set on port f57dcbdc-60ae-4381-9a74-ae5f30a11c76 yet. {{(pid=103800) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 05 17:08:28.397949 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef7aeb00-7bb4-43c2-b47f-b7f3aeb532d5 tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:08:28.399396 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef7aeb00-7bb4-43c2-b47f-b7f3aeb532d5 tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:08:28.400450 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-260f1235-87ab-4c6f-b890-a1eb8a81f061 None None] Provisioning complete for port d3c1699a-2c40-4580-82d4-19b9ef3d1e83 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:08:28.400951 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-ef7aeb00-7bb4-43c2-b47f-b7f3aeb532d5 tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1471579 Jan 05 17:08:28.401178 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-260f1235-87ab-4c6f-b890-a1eb8a81f061 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:28.406382 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-620c48cb-e085-4f90-941e-b31c837b4dfb tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3809644'] for network, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:28.408882 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 41072) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:08:28.411288 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b69ed5d4-8568-4529-b82c-ee4bcbc8d640 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:28.497942 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-a0a1ed98-998e-4fd9-b9bc-3b61c609fbec tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3809644'] for network, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:28.528115 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b69ed5d4-8568-4529-b82c-ee4bcbc8d640 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:28.539988 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0a1ed98-998e-4fd9-b9bc-3b61c609fbec tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jan 05 17:08:28.540455 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0a1ed98-998e-4fd9-b9bc-3b61c609fbec tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 05 17:08:28.543578 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-a0a1ed98-998e-4fd9-b9bc-3b61c609fbec tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] 10.222.0.11 "DELETE /v2.0/networks/240ce30d-d7d2-4758-b723-c5f03c96e675 HTTP/1.1" status: 409 len: 466 time: 0.1331761 Jan 05 17:08:28.549980 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 41074) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:08:28.559071 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-b3f7f69b-1bfd-49f8-961f-ca9ac3fb51bb tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-795753732'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:08:28.598490 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-620c48cb-e085-4f90-941e-b31c837b4dfb tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Deleting port 206a6074-45f0-4564-b1f5-1e5db2a8c7b7 {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:08:28.598710 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-620c48cb-e085-4f90-941e-b31c837b4dfb tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:28.623565 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-b69ed5d4-8568-4529-b82c-ee4bcbc8d640 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=779638bdc45948c08b9baac39d8e43a1&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5872695 Jan 05 17:08:28.629516 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 41076) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:08:28.634452 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69ed5d4-8568-4529-b82c-ee4bcbc8d640 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efcfb0db-0089-4210-9dfa-bc925fb3230c,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:08:28.697455 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69ed5d4-8568-4529-b82c-ee4bcbc8d640 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:08:28.699138 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69ed5d4-8568-4529-b82c-ee4bcbc8d640 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:08:28.699487 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69ed5d4-8568-4529-b82c-ee4bcbc8d640 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:08:28.699820 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69ed5d4-8568-4529-b82c-ee4bcbc8d640 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:08:28.700153 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69ed5d4-8568-4529-b82c-ee4bcbc8d640 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:08:28.700484 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69ed5d4-8568-4529-b82c-ee4bcbc8d640 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:08:28.700865 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69ed5d4-8568-4529-b82c-ee4bcbc8d640 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:08:28.701180 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69ed5d4-8568-4529-b82c-ee4bcbc8d640 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:08:28.701502 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69ed5d4-8568-4529-b82c-ee4bcbc8d640 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:08:28.701854 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69ed5d4-8568-4529-b82c-ee4bcbc8d640 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:08:28.702226 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69ed5d4-8568-4529-b82c-ee4bcbc8d640 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:08:28.704455 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-260f1235-87ab-4c6f-b890-a1eb8a81f061 None None] Provisioning complete for port 597bffd1-04b4-4ffc-b22a-cccf1c85b664 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:08:28.704455 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-260f1235-87ab-4c6f-b890-a1eb8a81f061 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:28.708057 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69ed5d4-8568-4529-b82c-ee4bcbc8d640 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:08:28.708057 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69ed5d4-8568-4529-b82c-ee4bcbc8d640 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:08:28.717897 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-300e73a5-e2f9-4b8b-bea9-745ff9396ec9 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:28.719384 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-16a42730-2b59-4246-812d-afdb23db0565 tempest-FloatingIPAdminTestJSON-241139269 tempest-FloatingIPAdminTestJSON-241139269-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:28.723042 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-833e114f-6e37-486d-b459-287df0db75de tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks [] for port, precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:28.731752 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c96cdbc-a135-453e-bfa2-f8e214e6185e None None] DHCP port deletion for 2e0b4fe1-f771-4f52-b432-e84072f5a6de request from dv-neutron-master-2-hyperv {{(pid=103802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 05 17:08:28.828931 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-833e114f-6e37-486d-b459-287df0db75de tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8784461'] for port, after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:28.829852 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-833e114f-6e37-486d-b459-287df0db75de tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-531704'] for router_interface, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:28.834528 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a42730-2b59-4246-812d-afdb23db0565 tempest-FloatingIPAdminTestJSON-241139269 tempest-FloatingIPAdminTestJSON-241139269-project-admin] Pushing event deleted for resources: {'Port': ['ID=23937a39-cd57-49df-b212-2ae66a4680be,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:08:28.864347 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-4c96cdbc-a135-453e-bfa2-f8e214e6185e None None] Deleting port 206a6074-45f0-4564-b1f5-1e5db2a8c7b7 {{(pid=103802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:08:28.864347 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-4c96cdbc-a135-453e-bfa2-f8e214e6185e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:28.883523 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-938028d1-fc2b-4097-a76c-b6a6857f5085 None None] Network 240ce30d-d7d2-4758-b723-c5f03c96e675 requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:08:29.092186 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300e73a5-e2f9-4b8b-bea9-745ff9396ec9 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Pushing event deleted for resources: {'Port': ['ID=0a8be3d2-3ed7-47d0-96b4-cd21f19c0120,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:08:29.238765 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3f7f69b-1bfd-49f8-961f-ca9ac3fb51bb tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] Made reservation on behalf of 3b0c49083275461eae45180ddc29fcef for: {'network': 1} {{(pid=103801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:08:29.242527 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-b3f7f69b-1bfd-49f8-961f-ca9ac3fb51bb tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for network, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:29.267569 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [None req-28657e02-e716-4443-9f57-d94f7a29259a tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Allocated IP 172.20.0.3 (e897f8fc-3cef-40ca-9466-c6c65ecd9833/f130c59d-94d1-4f21-9bd0-57fe5f10a29f/f57dcbdc-60ae-4381-9a74-ae5f30a11c76) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:08:29.292524 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-620c48cb-e085-4f90-941e-b31c837b4dfb tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] For port 206a6074-45f0-4564-b1f5-1e5db2a8c7b7, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=206a6074-45f0-4564-b1f5-1e5db2a8c7b7,segment=NetworkSegment(b3c783cb-7072-4772-9c69-4032d05a60be),segment_id=b3c783cb-7072-4772-9c69-4032d05a60be)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:08:29.293520 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-620c48cb-e085-4f90-941e-b31c837b4dfb tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:29.320013 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-620c48cb-e085-4f90-941e-b31c837b4dfb tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Calling delete_port for 206a6074-45f0-4564-b1f5-1e5db2a8c7b7 owned by network:dhcp {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:08:29.335242 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3f7f69b-1bfd-49f8-961f-ca9ac3fb51bb tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'} {{(pid=103801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 05 17:08:29.344162 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-260f1235-87ab-4c6f-b890-a1eb8a81f061 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:29.370617 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [None req-28657e02-e716-4443-9f57-d94f7a29259a tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Allocated IP 2001:db8::f816:3eff:feea:9bc6 (e897f8fc-3cef-40ca-9466-c6c65ecd9833/555974f1-936b-4556-a897-660e245c4704/f57dcbdc-60ae-4381-9a74-ae5f30a11c76) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:08:29.402827 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-260f1235-87ab-4c6f-b890-a1eb8a81f061 None None] For port 597bffd1-04b4-4ffc-b22a-cccf1c85b664, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=597bffd1-04b4-4ffc-b22a-cccf1c85b664,segment=NetworkSegment(affdf5b8-8a5d-443c-bf57-a98af82ef3dd),segment_id=affdf5b8-8a5d-443c-bf57-a98af82ef3dd)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:08:29.426148 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-4c96cdbc-a135-453e-bfa2-f8e214e6185e None None] For port 206a6074-45f0-4564-b1f5-1e5db2a8c7b7, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=206a6074-45f0-4564-b1f5-1e5db2a8c7b7,segment=NetworkSegment(b3c783cb-7072-4772-9c69-4032d05a60be),segment_id=b3c783cb-7072-4772-9c69-4032d05a60be)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:08:29.426457 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-4c96cdbc-a135-453e-bfa2-f8e214e6185e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:29.434583 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-ba9db9b1-3fa4-4225-b465-b941110d84e1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:29.435850 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:29.439655 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-b3f7f69b-1bfd-49f8-961f-ca9ac3fb51bb tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225'] for segment, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:29.440001 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.db.segments_db [None req-b3f7f69b-1bfd-49f8-961f-ca9ac3fb51bb tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] Added segment fd786ac5-de1b-476e-a3d5-aebcc6cca3ef of type vlan for network 36fec3c6-ec77-4c3e-8f7f-1f0f4c9ad352 Jan 05 17:08:29.445187 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-16a42730-2b59-4246-812d-afdb23db0565 tempest-FloatingIPAdminTestJSON-241139269 tempest-FloatingIPAdminTestJSON-241139269-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:29.452193 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-16a42730-2b59-4246-812d-afdb23db0565 tempest-FloatingIPAdminTestJSON-241139269 tempest-FloatingIPAdminTestJSON-241139269-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for floatingip, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:29.463884 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-16a42730-2b59-4246-812d-afdb23db0565 tempest-FloatingIPAdminTestJSON-241139269 tempest-FloatingIPAdminTestJSON-241139269-project-admin] 10.222.0.11 "DELETE /v2.0/floatingips/5d6657a8-6d31-47d6-b265-90b1a30a0c16 HTTP/1.1" status: 204 len: 168 time: 3.2186286 Jan 05 17:08:29.470378 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 41078) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:08:29.472547 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-4c96cdbc-a135-453e-bfa2-f8e214e6185e None None] Calling delete_port for 206a6074-45f0-4564-b1f5-1e5db2a8c7b7 owned by network:dhcp {{(pid=103802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:08:29.484111 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833e114f-6e37-486d-b459-287df0db75de tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Pushing event updated for resources: {'Port': ['ID=06ff77a3-5eb6-4fb4-bbd3-2ec1e0ebee91,revision_number=2']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:08:29.555741 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-260f1235-87ab-4c6f-b890-a1eb8a81f061 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:29.567432 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-300e73a5-e2f9-4b8b-bea9-745ff9396ec9 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Router 8ddc664a-dba0-47b3-b326-7084967cb193 has already been hosted by L3 agent 59446fdc-40e0-41fe-a575-a8eb11d742f7 {{(pid=103800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 05 17:08:29.595175 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-b3f7f69b-1bfd-49f8-961f-ca9ac3fb51bb tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754180566020'] for network, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:29.603028 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-ba9db9b1-3fa4-4225-b465-b941110d84e1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:29.628665 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.db.api [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103802) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 05 17:08:29.634257 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG oslo_db.api [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 05 17:08:29.636421 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62b23cd7-f6aa-4f2e-80d7-0b7786b48185 None None] DHCP port deletion for 240ce30d-d7d2-4758-b723-c5f03c96e675 request from dv-neutron-master-2-hyperv {{(pid=103802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 05 17:08:29.637372 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-833e114f-6e37-486d-b459-287df0db75de tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Network 70a8d798-e034-464a-a017-6e4796dbad41 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:08:29.671134 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-833e114f-6e37-486d-b459-287df0db75de tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:08:29.762698 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-eb390a20-5957-4e2e-842f-da2969d1d25f tempest-FloatingIPAdminTestJSON-318638842 tempest-FloatingIPAdminTestJSON-318638842-project] Deleting port a707d427-b786-4f85-834d-7f20fb13396d {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:08:29.763697 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-eb390a20-5957-4e2e-842f-da2969d1d25f tempest-FloatingIPAdminTestJSON-318638842 tempest-FloatingIPAdminTestJSON-318638842-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:29.810588 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-adbf7b4f-ffed-42e3-a081-59d1b596fc44 None None] Provisioning complete for port 9e352972-7149-490c-964f-63067c64f82e triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:08:29.811146 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-adbf7b4f-ffed-42e3-a081-59d1b596fc44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:29.813359 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260f1235-87ab-4c6f-b890-a1eb8a81f061 None None] Pushing event updated for resources: {'Port': ['ID=597bffd1-04b4-4ffc-b22a-cccf1c85b664,revision_number=4']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:08:29.884439 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-62b23cd7-f6aa-4f2e-80d7-0b7786b48185 None None] Deleting port 597bffd1-04b4-4ffc-b22a-cccf1c85b664 {{(pid=103802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:08:29.884803 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-62b23cd7-f6aa-4f2e-80d7-0b7786b48185 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:29.890917 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-4c96cdbc-a135-453e-bfa2-f8e214e6185e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678'] for port, after_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:29.910702 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-eb390a20-5957-4e2e-842f-da2969d1d25f tempest-FloatingIPAdminTestJSON-318638842 tempest-FloatingIPAdminTestJSON-318638842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:29.935879 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-eb390a20-5957-4e2e-842f-da2969d1d25f tempest-FloatingIPAdminTestJSON-318638842 tempest-FloatingIPAdminTestJSON-318638842-project] Calling delete_port for a707d427-b786-4f85-834d-7f20fb13396d owned by {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:08:29.937332 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c96cdbc-a135-453e-bfa2-f8e214e6185e None None] Pushing event deleted for resources: {'Port': ['ID=206a6074-45f0-4564-b1f5-1e5db2a8c7b7,revision_number=None']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:08:29.951964 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-adbf7b4f-ffed-42e3-a081-59d1b596fc44 None None] Port 9e352972-7149-490c-964f-63067c64f82e cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 17:08:29.987207 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c96cdbc-a135-453e-bfa2-f8e214e6185e None None] No DVR routers for this DVR port 206a6074-45f0-4564-b1f5-1e5db2a8c7b7 on host dv-neutron-master-2-hyperv {{(pid=103802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 05 17:08:30.005662 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-28657e02-e716-4443-9f57-d94f7a29259a tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks [] for port, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:30.051107 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-300e73a5-e2f9-4b8b-bea9-745ff9396ec9 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 05 17:08:30.060304 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-adbf7b4f-ffed-42e3-a081-59d1b596fc44 None None] Provisioning complete for port 597bffd1-04b4-4ffc-b22a-cccf1c85b664 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:08:30.060965 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-adbf7b4f-ffed-42e3-a081-59d1b596fc44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:30.076673 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2394ec5b-606b-45cf-9dfa-b4b74f459dd0 None None] Sync routers for ids ['8ddc664a-dba0-47b3-b326-7084967cb193'] in dv-neutron-master-2-hyperv {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 05 17:08:30.091755 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-62b23cd7-f6aa-4f2e-80d7-0b7786b48185 None None] For port 597bffd1-04b4-4ffc-b22a-cccf1c85b664, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=597bffd1-04b4-4ffc-b22a-cccf1c85b664,segment=NetworkSegment(affdf5b8-8a5d-443c-bf57-a98af82ef3dd),segment_id=affdf5b8-8a5d-443c-bf57-a98af82ef3dd)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:08:30.092508 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-62b23cd7-f6aa-4f2e-80d7-0b7786b48185 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:30.101942 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-620c48cb-e085-4f90-941e-b31c837b4dfb tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11433176'] for port, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:30.130818 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-300e73a5-e2f9-4b8b-bea9-745ff9396ec9 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:30.135608 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-b3f7f69b-1bfd-49f8-961f-ca9ac3fb51bb tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685'] for network, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:30.138359 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-300e73a5-e2f9-4b8b-bea9-745ff9396ec9 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] 10.222.0.11 "DELETE /v2.0/ports/0a8be3d2-3ed7-47d0-96b4-cd21f19c0120 HTTP/1.1" status: 204 len: 168 time: 4.0885718 Jan 05 17:08:30.145950 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3f7f69b-1bfd-49f8-961f-ca9ac3fb51bb tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:08:30.145950 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-b3f7f69b-1bfd-49f8-961f-ca9ac3fb51bb tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] Publish callbacks [] for network, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:30.147612 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 41080) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:08:30.154750 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-62b23cd7-f6aa-4f2e-80d7-0b7786b48185 None None] Calling delete_port for 597bffd1-04b4-4ffc-b22a-cccf1c85b664 owned by network:dhcp {{(pid=103802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:08:30.155272 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-ba9db9b1-3fa4-4225-b465-b941110d84e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:30.161378 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-ba9db9b1-3fa4-4225-b465-b941110d84e1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:30.165314 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-ba9db9b1-3fa4-4225-b465-b941110d84e1 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/efcfb0db-0089-4210-9dfa-bc925fb3230c HTTP/1.1" status: 204 len: 168 time: 1.5345893 Jan 05 17:08:30.165314 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-620c48cb-e085-4f90-941e-b31c837b4dfb tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] No DVR routers for this DVR port 206a6074-45f0-4564-b1f5-1e5db2a8c7b7 on host dv-neutron-master-2-hyperv {{(pid=103801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 05 17:08:30.166506 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620c48cb-e085-4f90-941e-b31c837b4dfb tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Pushing event deleted for resources: {'Port': ['ID=206a6074-45f0-4564-b1f5-1e5db2a8c7b7,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:08:30.173454 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 405db335-6958-48d4-b69d-e231d653db92 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:08:30.179062 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2394ec5b-606b-45cf-9dfa-b4b74f459dd0 None None] Routers {'8ddc664a-dba0-47b3-b326-7084967cb193'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:08:30.179405 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-2394ec5b-606b-45cf-9dfa-b4b74f459dd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:08:19Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['8ddc664a-dba0-47b3-b326-7084967cb193'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:08:30.214903 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9db9b1-3fa4-4225-b465-b941110d84e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efcfb0db-0089-4210-9dfa-bc925fb3230c,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:08:30.231738 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-eb390a20-5957-4e2e-842f-da2969d1d25f tempest-FloatingIPAdminTestJSON-318638842 tempest-FloatingIPAdminTestJSON-318638842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11433176'] for port, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:30.250650 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-b3f7f69b-1bfd-49f8-961f-ca9ac3fb51bb tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.6959267 Jan 05 17:08:30.269130 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 41084) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:08:30.280202 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-33bb80f3-5b3a-45d6-a26e-678e8f938b85 tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] Request body: {'subnet': {'network_id': '36fec3c6-ec77-4c3e-8f7f-1f0f4c9ad352', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:08:30.318384 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb390a20-5957-4e2e-842f-da2969d1d25f tempest-FloatingIPAdminTestJSON-318638842 tempest-FloatingIPAdminTestJSON-318638842-project] Pushing event deleted for resources: {'Port': ['ID=a707d427-b786-4f85-834d-7f20fb13396d,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:08:30.322300 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-2394ec5b-606b-45cf-9dfa-b4b74f459dd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:08:30.376146 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2394ec5b-606b-45cf-9dfa-b4b74f459dd0 None None] Routers {'8ddc664a-dba0-47b3-b326-7084967cb193'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:08:30.377271 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-2394ec5b-606b-45cf-9dfa-b4b74f459dd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:08:19Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['8ddc664a-dba0-47b3-b326-7084967cb193'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:08:30.477370 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-620c48cb-e085-4f90-941e-b31c837b4dfb tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3891715', 'neutron.services.segments.db._delete_segments_for_network-8754181063482'] for network, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:30.481821 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-2394ec5b-606b-45cf-9dfa-b4b74f459dd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:08:30.482536 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2394ec5b-606b-45cf-9dfa-b4b74f459dd0 None None] The sync data for ids ['8ddc664a-dba0-47b3-b326-7084967cb193'] in dv-neutron-master-2-hyperv is: [] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 05 17:08:30.482664 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-eb390a20-5957-4e2e-842f-da2969d1d25f tempest-FloatingIPAdminTestJSON-318638842 tempest-FloatingIPAdminTestJSON-318638842-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:30.493383 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-eb390a20-5957-4e2e-842f-da2969d1d25f tempest-FloatingIPAdminTestJSON-318638842 tempest-FloatingIPAdminTestJSON-318638842-project] 10.222.0.11 "DELETE /v2.0/ports/a707d427-b786-4f85-834d-7f20fb13396d HTTP/1.1" status: 204 len: 168 time: 0.9729784 Jan 05 17:08:30.494528 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f7f69b-1bfd-49f8-961f-ca9ac3fb51bb tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] Pushing event updated for resources: {'Network': ['ID=36fec3c6-ec77-4c3e-8f7f-1f0f4c9ad352,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:08:30.507860 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Provisioning complete for port 405db335-6958-48d4-b69d-e231d653db92 triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:08:30.508235 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:30.514555 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Network 36fec3c6-ec77-4c3e-8f7f-1f0f4c9ad352 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 05 17:08:30.519773 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 41086) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:08:30.541781 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-833e114f-6e37-486d-b459-287df0db75de tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Router e88dc343-7de3-4796-829a-fbd90891c4ba is scheduled to L3 agent 59446fdc-40e0-41fe-a575-a8eb11d742f7 with binding_index 1 {{(pid=103800) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 05 17:08:30.597464 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.services.segments.db [None req-620c48cb-e085-4f90-941e-b31c837b4dfb tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e0b4fe1-f771-4f52-b432-e84072f5a6de']}} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:08:30.618122 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-28657e02-e716-4443-9f57-d94f7a29259a tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:30.623879 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-055889c8-ae81-4e1b-a2f2-76824966bc8c tempest-FloatingIPAdminTestJSON-318638842 tempest-FloatingIPAdminTestJSON-318638842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:08:30.629222 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-055889c8-ae81-4e1b-a2f2-76824966bc8c tempest-FloatingIPAdminTestJSON-318638842 tempest-FloatingIPAdminTestJSON-318638842-project] 10.222.0.11 "GET /v2.0/ports?device_id=14249afb-28c3-4371-b5d0-d57a9af0db0e HTTP/1.1" status: 200 len: 913 time: 0.1079371 Jan 05 17:08:30.630577 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 41090) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:08:30.632207 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.services.segments.db [None req-620c48cb-e085-4f90-941e-b31c837b4dfb tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3c783cb-7072-4772-9c69-4032d05a60be') {'for_net_delete': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:08:30.632497 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.services.segments.db [None req-620c48cb-e085-4f90-941e-b31c837b4dfb tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3c783cb-7072-4772-9c69-4032d05a60be') {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:08:30.687481 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-62b23cd7-f6aa-4f2e-80d7-0b7786b48185 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678'] for port, after_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:30.723446 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-620c48cb-e085-4f90-941e-b31c837b4dfb tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754181064771', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11316385'] for segment, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:30.778535 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-620c48cb-e085-4f90-941e-b31c837b4dfb tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225'] for segment, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:30.787497 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b23cd7-f6aa-4f2e-80d7-0b7786b48185 None None] Pushing event deleted for resources: {'Port': ['ID=597bffd1-04b4-4ffc-b22a-cccf1c85b664,revision_number=None']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:08:30.788768 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-620c48cb-e085-4f90-941e-b31c837b4dfb tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Releasing vlan 112 on physical network physnet1 to pool {{(pid=103801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 05 17:08:30.789170 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-620c48cb-e085-4f90-941e-b31c837b4dfb tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11433197'] for segment, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:30.789612 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-adbf7b4f-ffed-42e3-a081-59d1b596fc44 None None] Provisioning complete for port 405db335-6958-48d4-b69d-e231d653db92 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:08:30.792157 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:08:30.792157 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:08:30.792157 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:08:30.792157 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:08:30.792157 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:08:30.792157 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:08:30.792157 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:08:30.792157 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:08:30.792157 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:08:30.792157 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:08:30.792157 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:08:30.792157 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:08:30.792157 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:08:30.792157 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:08:30.792157 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:08:30.792157 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:08:30.792157 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:08:30.792157 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:08:30.792157 dv-neutron-master-2-hyperv neutron-server[103801]: Traceback (most recent call last): Jan 05 17:08:30.792157 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 05 17:08:30.792157 dv-neutron-master-2-hyperv neutron-server[103801]: timer() Jan 05 17:08:30.792157 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 05 17:08:30.792157 dv-neutron-master-2-hyperv neutron-server[103801]: cb(*args, **kw) Jan 05 17:08:30.792157 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 05 17:08:30.792157 dv-neutron-master-2-hyperv neutron-server[103801]: return func(*args, **kwargs) Jan 05 17:08:30.792157 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 05 17:08:30.792157 dv-neutron-master-2-hyperv neutron-server[103801]: self._notify() Jan 05 17:08:30.792157 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 05 17:08:30.792157 dv-neutron-master-2-hyperv neutron-server[103801]: self.callback(batched_events) Jan 05 17:08:30.792157 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 05 17:08:30.792157 dv-neutron-master-2-hyperv neutron-server[103801]: event.method(event) Jan 05 17:08:30.792157 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 05 17:08:30.792157 dv-neutron-master-2-hyperv neutron-server[103801]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 05 17:08:30.792157 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 05 17:08:30.792157 dv-neutron-master-2-hyperv neutron-server[103801]: aggregate_uuid = self.p_client.list_aggregates( Jan 05 17:08:30.792157 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 05 17:08:30.792157 dv-neutron-master-2-hyperv neutron-server[103801]: return f(self, *a, **k) Jan 05 17:08:30.792157 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 05 17:08:30.792157 dv-neutron-master-2-hyperv neutron-server[103801]: return self._get(url).json() Jan 05 17:08:30.792157 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 05 17:08:30.792157 dv-neutron-master-2-hyperv neutron-server[103801]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 05 17:08:30.792157 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 05 17:08:30.792157 dv-neutron-master-2-hyperv neutron-server[103801]: return self.request(url, 'GET', **kwargs) Jan 05 17:08:30.792157 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 05 17:08:30.792157 dv-neutron-master-2-hyperv neutron-server[103801]: base_url = self.get_endpoint(auth, allow=allow, Jan 05 17:08:30.792157 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 05 17:08:30.792157 dv-neutron-master-2-hyperv neutron-server[103801]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 05 17:08:30.792157 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 05 17:08:30.792157 dv-neutron-master-2-hyperv neutron-server[103801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 05 17:08:30.792157 dv-neutron-master-2-hyperv neutron-server[103801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 05 17:08:30.797930 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-adbf7b4f-ffed-42e3-a081-59d1b596fc44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:30.798047 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28657e02-e716-4443-9f57-d94f7a29259a tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Network e897f8fc-3cef-40ca-9466-c6c65ecd9833 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:08:30.808111 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62b23cd7-f6aa-4f2e-80d7-0b7786b48185 None None] No DVR routers for this DVR port 597bffd1-04b4-4ffc-b22a-cccf1c85b664 on host dv-neutron-master-2-hyperv {{(pid=103802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 05 17:08:30.816951 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-28657e02-e716-4443-9f57-d94f7a29259a tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:08:30.819090 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28657e02-e716-4443-9f57-d94f7a29259a tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Pushing event updated for resources: {'Port': ['ID=f57dcbdc-60ae-4381-9a74-ae5f30a11c76,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:08:30.851510 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28657e02-e716-4443-9f57-d94f7a29259a tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:08:30.878021 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b23cd7-f6aa-4f2e-80d7-0b7786b48185 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:08:30.878607 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b23cd7-f6aa-4f2e-80d7-0b7786b48185 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:08:30.878725 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b23cd7-f6aa-4f2e-80d7-0b7786b48185 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:08:30.879071 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b23cd7-f6aa-4f2e-80d7-0b7786b48185 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:08:30.879534 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b23cd7-f6aa-4f2e-80d7-0b7786b48185 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:08:30.879874 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b23cd7-f6aa-4f2e-80d7-0b7786b48185 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:08:30.880213 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b23cd7-f6aa-4f2e-80d7-0b7786b48185 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:08:30.880545 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b23cd7-f6aa-4f2e-80d7-0b7786b48185 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:08:30.881100 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b23cd7-f6aa-4f2e-80d7-0b7786b48185 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:08:30.881454 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b23cd7-f6aa-4f2e-80d7-0b7786b48185 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:08:30.881812 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b23cd7-f6aa-4f2e-80d7-0b7786b48185 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:08:30.882137 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b23cd7-f6aa-4f2e-80d7-0b7786b48185 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:08:30.882792 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b23cd7-f6aa-4f2e-80d7-0b7786b48185 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:08:30.966802 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:31.016336 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] For port 405db335-6958-48d4-b69d-e231d653db92, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=405db335-6958-48d4-b69d-e231d653db92,segment=NetworkSegment(607decf1-6772-4eff-864f-c19c89c69ed4),segment_id=607decf1-6772-4eff-864f-c19c89c69ed4)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:08:31.075762 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-adbf7b4f-ffed-42e3-a081-59d1b596fc44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:31.135636 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:31.188516 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-620c48cb-e085-4f90-941e-b31c837b4dfb tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3891722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648695'] for network, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:31.194464 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-620c48cb-e085-4f90-941e-b31c837b4dfb tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks [] for network, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:31.204637 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-620c48cb-e085-4f90-941e-b31c837b4dfb tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] 10.222.0.11 "DELETE /v2.0/networks/2e0b4fe1-f771-4f52-b432-e84072f5a6de HTTP/1.1" status: 204 len: 168 time: 2.9300241 Jan 05 17:08:31.207343 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 41092) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:08:31.215830 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.db.api [None req-adbf7b4f-ffed-42e3-a081-59d1b596fc44 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103802) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 05 17:08:31.216180 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG oslo_db.api [None req-adbf7b4f-ffed-42e3-a081-59d1b596fc44 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 05 17:08:31.227658 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-41ac1bf2-e276-4754-9091-78b089dd2936 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2138894541', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573'}, 'admin_state_up': False}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:08:31.267516 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620c48cb-e085-4f90-941e-b31c837b4dfb tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Pushing event deleted for resources: {'Network': ['ID=2e0b4fe1-f771-4f52-b432-e84072f5a6de,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:08:31.282662 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 206a6074-45f0-4564-b1f5-1e5db2a8c7b7 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 05 17:08:31.307112 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 41094) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:08:31.319748 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] No Port match for: 206a6074-45f0-4564-b1f5-1e5db2a8c7b7 {{(pid=103802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 05 17:08:31.320462 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 206a6074-45f0-4564-b1f5-1e5db2a8c7b7 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 05 17:08:31.320603 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 597bffd1-04b4-4ffc-b22a-cccf1c85b664 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 05 17:08:31.332369 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-5252ad86-a304-441a-b65c-dea606275eca admin admin] Publish callbacks [] for security_group, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:31.355024 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] No Port match for: 597bffd1-04b4-4ffc-b22a-cccf1c85b664 {{(pid=103802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 05 17:08:31.355580 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 597bffd1-04b4-4ffc-b22a-cccf1c85b664 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 05 17:08:31.363221 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Pushing event updated for resources: {'Port': ['ID=405db335-6958-48d4-b69d-e231d653db92,revision_number=3']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:08:31.381516 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33bb80f3-5b3a-45d6-a26e-678e8f938b85 tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] Made reservation on behalf of 3b0c49083275461eae45180ddc29fcef for: {'subnet': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:08:31.386238 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-33bb80f3-5b3a-45d6-a26e-678e8f938b85 tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8521827'] for subnet, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:31.407477 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-41ac1bf2-e276-4754-9091-78b089dd2936 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-649063', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58098'] for router, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:31.408469 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-41ac1bf2-e276-4754-9091-78b089dd2936 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649832', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-545006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58091'] for router, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:31.492938 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-41ac1bf2-e276-4754-9091-78b089dd2936 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:31.502883 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-089bda64-5d20-44ca-9344-b56dbd2b0a09 tempest-FloatingIPAdminTestJSON-318638842 tempest-FloatingIPAdminTestJSON-318638842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-531685'] for router_interface, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:31.517367 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-833e114f-6e37-486d-b459-287df0db75de tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 05 17:08:31.523255 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-833e114f-6e37-486d-b459-287df0db75de tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] 10.222.0.11 "PUT /v2.0/routers/e88dc343-7de3-4796-829a-fbd90891c4ba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8865674 Jan 05 17:08:31.529526 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5570a1c-19c9-4aba-ba6a-908669566208 None None] Sync routers for ids ['e88dc343-7de3-4796-829a-fbd90891c4ba'] in dv-neutron-master-2-hyperv {{(pid=103803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 05 17:08:31.532713 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 41096) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:08:31.542756 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28657e02-e716-4443-9f57-d94f7a29259a tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:08:31.543544 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-28657e02-e716-4443-9f57-d94f7a29259a tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:31.549345 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5570a1c-19c9-4aba-ba6a-908669566208 None None] Routers {'e88dc343-7de3-4796-829a-fbd90891c4ba'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:08:31.550578 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-b5570a1c-19c9-4aba-ba6a-908669566208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:08:19Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['e88dc343-7de3-4796-829a-fbd90891c4ba'], 'active': True} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:08:31.571236 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-5252ad86-a304-441a-b65c-dea606275eca admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:31.613144 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-b5570a1c-19c9-4aba-ba6a-908669566208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:08:31.626747 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c60ca93-452f-4e06-93f2-5d95d435400f tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:08:31.628292 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5570a1c-19c9-4aba-ba6a-908669566208 None None] Routers {'e88dc343-7de3-4796-829a-fbd90891c4ba'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:08:31.628644 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-6c60ca93-452f-4e06-93f2-5d95d435400f tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] 10.222.0.11 "GET /v2.0/ports/06ff77a3-5eb6-4fb4-bbd3-2ec1e0ebee91 HTTP/1.1" status: 200 len: 911 time: 0.0925395 Jan 05 17:08:31.629418 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-b5570a1c-19c9-4aba-ba6a-908669566208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:08:19Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['e88dc343-7de3-4796-829a-fbd90891c4ba'], 'active': True} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:08:31.636475 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 41098) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:08:31.663667 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-5252ad86-a304-441a-b65c-dea606275eca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:31.681941 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-b5570a1c-19c9-4aba-ba6a-908669566208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:08:31.682888 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5570a1c-19c9-4aba-ba6a-908669566208 None None] The sync data for ids ['e88dc343-7de3-4796-829a-fbd90891c4ba'] in dv-neutron-master-2-hyperv is: [] {{(pid=103803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 05 17:08:31.715321 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-28657e02-e716-4443-9f57-d94f7a29259a tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 4.8040957 Jan 05 17:08:31.731798 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5252ad86-a304-441a-b65c-dea606275eca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dde4dd8-d48e-4788-ae4f-ccc42d0b573a,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:08:31.746604 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 41100) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:08:31.788061 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-adbf7b4f-ffed-42e3-a081-59d1b596fc44 None None] Provisioning complete for port 06ff77a3-5eb6-4fb4-bbd3-2ec1e0ebee91 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:08:31.789350 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-adbf7b4f-ffed-42e3-a081-59d1b596fc44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:31.836270 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-41ac1bf2-e276-4754-9091-78b089dd2936 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:31.837993 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-adbf7b4f-ffed-42e3-a081-59d1b596fc44 None None] Port 06ff77a3-5eb6-4fb4-bbd3-2ec1e0ebee91 cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 17:08:31.866998 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-5252ad86-a304-441a-b65c-dea606275eca admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=52a66c05ccf44ce7b1a5047ee457ad22&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5587766 Jan 05 17:08:31.906496 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 41102) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:08:31.978999 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-8c899505-214c-4139-965b-e238257fbe72 None None] Provisioning complete for port 06ff77a3-5eb6-4fb4-bbd3-2ec1e0ebee91 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:08:31.979585 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-8c899505-214c-4139-965b-e238257fbe72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:32.006907 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-464faa9d-5ed9-4a0a-a614-814de5f0909f tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:08:32.013264 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-464faa9d-5ed9-4a0a-a614-814de5f0909f tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:08:32.015184 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-464faa9d-5ed9-4a0a-a614-814de5f0909f tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.1742961 Jan 05 17:08:32.019235 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 41104) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:08:32.036632 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-8c899505-214c-4139-965b-e238257fbe72 None None] Port 06ff77a3-5eb6-4fb4-bbd3-2ec1e0ebee91 cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 17:08:32.049779 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-8c899505-214c-4139-965b-e238257fbe72 None None] Provisioning complete for port f57dcbdc-60ae-4381-9a74-ae5f30a11c76 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:08:32.050708 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-8c899505-214c-4139-965b-e238257fbe72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:32.110318 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-8c899505-214c-4139-965b-e238257fbe72 None None] Port f57dcbdc-60ae-4381-9a74-ae5f30a11c76 cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 17:08:32.147132 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3c49a9a1-f5c4-41bd-902c-6eb5f12cfe52 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:32.176042 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-05f7b0ee-475a-4629-8b51-48837b1d92fa tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-531685'] for router_interface, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:32.234587 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-e5e60e1b-b9d5-4022-af1d-b8f11cbf06ca tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Deleting port f57dcbdc-60ae-4381-9a74-ae5f30a11c76 {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:08:32.234926 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e5e60e1b-b9d5-4022-af1d-b8f11cbf06ca tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:32.238675 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.objects.ports [None req-33bb80f3-5b3a-45d6-a26e-678e8f938b85 tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103800) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 05 17:08:32.263131 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3c49a9a1-f5c4-41bd-902c-6eb5f12cfe52 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:32.267192 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-33bb80f3-5b3a-45d6-a26e-678e8f938b85 tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8784852', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8521873'] for subnet, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:32.372500 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-089bda64-5d20-44ca-9344-b56dbd2b0a09 tempest-FloatingIPAdminTestJSON-318638842 tempest-FloatingIPAdminTestJSON-318638842-project] Deleting port 2e3e0405-9434-46d3-8c60-240f6fe28f71 {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:08:32.372805 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-089bda64-5d20-44ca-9344-b56dbd2b0a09 tempest-FloatingIPAdminTestJSON-318638842 tempest-FloatingIPAdminTestJSON-318638842-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:32.413241 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bb80f3-5b3a-45d6-a26e-678e8f938b85 tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] Pushing event updated for resources: {'Subnet': ['ID=e4e621b0-952f-4735-a55e-b6473958197c,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:08:32.425806 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-41ac1bf2-e276-4754-9091-78b089dd2936 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks [] for router_gateway, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:32.470790 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33bb80f3-5b3a-45d6-a26e-678e8f938b85 tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] Checking segment: {'id': 'fd786ac5-de1b-476e-a3d5-aebcc6cca3ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '36fec3c6-ec77-4c3e-8f7f-1f0f4c9ad352'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:08:32.471154 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33bb80f3-5b3a-45d6-a26e-678e8f938b85 tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] Network hostable DHCP agents. Network: 36fec3c6-ec77-4c3e-8f7f-1f0f4c9ad352, hostable agents: ['3f70c195-17da-4084-9fd6-bf6059d88535'], hosted agents: [] {{(pid=103800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 05 17:08:32.485375 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-41ac1bf2-e276-4754-9091-78b089dd2936 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:32.496176 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e5e60e1b-b9d5-4022-af1d-b8f11cbf06ca tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:32.519352 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-e5e60e1b-b9d5-4022-af1d-b8f11cbf06ca tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Calling delete_port for f57dcbdc-60ae-4381-9a74-ae5f30a11c76 owned by {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:08:32.535899 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3c49a9a1-f5c4-41bd-902c-6eb5f12cfe52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:32.539101 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3c49a9a1-f5c4-41bd-902c-6eb5f12cfe52 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:32.539270 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-3c49a9a1-f5c4-41bd-902c-6eb5f12cfe52 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/6dde4dd8-d48e-4788-ae4f-ccc42d0b573a HTTP/1.1" status: 204 len: 168 time: 0.6317999 Jan 05 17:08:32.558233 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c49a9a1-f5c4-41bd-902c-6eb5f12cfe52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dde4dd8-d48e-4788-ae4f-ccc42d0b573a,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:08:32.583425 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3b716d7d-8729-4692-b451-38676a25d65c tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-531685'] for router_interface, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:32.602643 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-089bda64-5d20-44ca-9344-b56dbd2b0a09 tempest-FloatingIPAdminTestJSON-318638842 tempest-FloatingIPAdminTestJSON-318638842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:32.624048 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33bb80f3-5b3a-45d6-a26e-678e8f938b85 tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] Network 36fec3c6-ec77-4c3e-8f7f-1f0f4c9ad352 is scheduled to be hosted by DHCP agent 3f70c195-17da-4084-9fd6-bf6059d88535 with binding_index 1 {{(pid=103800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 05 17:08:32.668528 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-089bda64-5d20-44ca-9344-b56dbd2b0a09 tempest-FloatingIPAdminTestJSON-318638842 tempest-FloatingIPAdminTestJSON-318638842-project] Calling delete_port for 2e3e0405-9434-46d3-8c60-240f6fe28f71 owned by network:router_interface {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:08:32.759505 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-33bb80f3-5b3a-45d6-a26e-678e8f938b85 tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 36fec3c6-ec77-4c3e-8f7f-1f0f4c9ad352) {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:08:32.765408 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33bb80f3-5b3a-45d6-a26e-678e8f938b85 tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:08:32.766038 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-33bb80f3-5b3a-45d6-a26e-678e8f938b85 tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] Publish callbacks [] for subnet, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:32.767423 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [None req-41ac1bf2-e276-4754-9091-78b089dd2936 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Allocated IP 172.36.4.239 (b0167590-0699-4c5c-a932-3939414a9573/7a784a6d-3d96-418f-a645-b9ccd0b1ac55/813e769d-31d5-4004-9363-146feeca51b9) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:08:32.772281 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30ce724a-0b5a-4f4a-a658-0eeee71ab149 None None] Network 36fec3c6-ec77-4c3e-8f7f-1f0f4c9ad352 requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:08:32.834230 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-05f7b0ee-475a-4629-8b51-48837b1d92fa tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Deleting port 8912b8cf-838f-4e4b-9d79-8bdd04662965 {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:08:32.834430 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-05f7b0ee-475a-4629-8b51-48837b1d92fa tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:32.894390 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74b33775-c0aa-49fa-884c-2334086fc9f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-36fec3c6-ec77-4c3e-8f7f-1f0f4c9ad352', 'network_id': '36fec3c6-ec77-4c3e-8f7f-1f0f4c9ad352', 'project_id': '3b0c49083275461eae45180ddc29fcef', 'fixed_ips': [{'subnet_id': 'e4e621b0-952f-4735-a55e-b6473958197c'}]}} from dv-neutron-master-2-hyperv. {{(pid=103802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 05 17:08:32.895371 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-74b33775-c0aa-49fa-884c-2334086fc9f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:32.955908 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-33bb80f3-5b3a-45d6-a26e-678e8f938b85 tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.6788046 Jan 05 17:08:32.982849 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 41108) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:08:32.988714 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-8bcbf2b6-1698-4fb8-8c7c-6c09d0257cec tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] Request body: {'port': {'network_id': '36fec3c6-ec77-4c3e-8f7f-1f0f4c9ad352', 'name': 'tempest-NetworksIpV6TestAttrs-493158303'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:08:33.008447 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-05f7b0ee-475a-4629-8b51-48837b1d92fa tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:33.064699 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-05f7b0ee-475a-4629-8b51-48837b1d92fa tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Calling delete_port for 8912b8cf-838f-4e4b-9d79-8bdd04662965 owned by network:router_interface {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:08:33.068976 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.db_base_plugin_common [None req-74b33775-c0aa-49fa-884c-2334086fc9f4 None None] Allocated IP 2001:db8::f816:3eff:fe79:575b (36fec3c6-ec77-4c3e-8f7f-1f0f4c9ad352/e4e621b0-952f-4735-a55e-b6473958197c/0680d163-7037-4bfa-b424-4215c6861136) {{(pid=103802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:08:33.185624 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-3b716d7d-8729-4692-b451-38676a25d65c tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Deleting port 06ff77a3-5eb6-4fb4-bbd3-2ec1e0ebee91 {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:08:33.186021 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3b716d7d-8729-4692-b451-38676a25d65c tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:33.283177 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 405db335-6958-48d4-b69d-e231d653db92 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:08:33.355999 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-74b33775-c0aa-49fa-884c-2334086fc9f4 None None] Publish callbacks [] for port, precommit_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:33.375008 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Provisioning complete for port 405db335-6958-48d4-b69d-e231d653db92 triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:08:33.375375 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:33.386199 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3b716d7d-8729-4692-b451-38676a25d65c tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:33.400875 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-3b716d7d-8729-4692-b451-38676a25d65c tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Calling delete_port for 06ff77a3-5eb6-4fb4-bbd3-2ec1e0ebee91 owned by network:router_interface {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:08:33.419354 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-41ac1bf2-e276-4754-9091-78b089dd2936 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks [] for port, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:33.431771 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bcbf2b6-1698-4fb8-8c7c-6c09d0257cec tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] Made reservation on behalf of 3b0c49083275461eae45180ddc29fcef for: {'port': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:08:33.435410 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-8bcbf2b6-1698-4fb8-8c7c-6c09d0257cec tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:33.480215 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-74b33775-c0aa-49fa-884c-2334086fc9f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669'] for port, after_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:33.491129 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e5e60e1b-b9d5-4022-af1d-b8f11cbf06ca tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11433176'] for port, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:33.524314 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e60e1b-b9d5-4022-af1d-b8f11cbf06ca tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Pushing event deleted for resources: {'Port': ['ID=f57dcbdc-60ae-4381-9a74-ae5f30a11c76,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:08:33.534317 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b33775-c0aa-49fa-884c-2334086fc9f4 None None] Pushing event updated for resources: {'Port': ['ID=0680d163-7037-4bfa-b424-4215c6861136,revision_number=1']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:08:33.553162 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74b33775-c0aa-49fa-884c-2334086fc9f4 None None] Network 36fec3c6-ec77-4c3e-8f7f-1f0f4c9ad352 is already hosted by enough agents. {{(pid=103802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:08:33.557099 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.scheduler.base_scheduler [None req-74b33775-c0aa-49fa-884c-2334086fc9f4 None None] Resources bound (agent type, host, resource id): {{(pid=103802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:08:33.563412 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74b33775-c0aa-49fa-884c-2334086fc9f4 None None] Received port after_create {{(pid=103802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:08:33.591902 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-41ac1bf2-e276-4754-9091-78b089dd2936 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11433176'] for port, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:33.663822 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ac1bf2-e276-4754-9091-78b089dd2936 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Pushing event updated for resources: {'Port': ['ID=813e769d-31d5-4004-9363-146feeca51b9,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:08:33.674893 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-089bda64-5d20-44ca-9344-b56dbd2b0a09 tempest-FloatingIPAdminTestJSON-318638842 tempest-FloatingIPAdminTestJSON-318638842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11433176'] for port, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:33.678331 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-74b33775-c0aa-49fa-884c-2334086fc9f4 None None] Attempting to bind port 0680d163-7037-4bfa-b424-4215c6861136 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 05 17:08:33.678803 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-74b33775-c0aa-49fa-884c-2334086fc9f4 None None] Attempting to bind port 0680d163-7037-4bfa-b424-4215c6861136 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'fd786ac5-de1b-476e-a3d5-aebcc6cca3ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '36fec3c6-ec77-4c3e-8f7f-1f0f4c9ad352'}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 05 17:08:33.679263 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74b33775-c0aa-49fa-884c-2334086fc9f4 None None] Attempting to bind port 0680d163-7037-4bfa-b424-4215c6861136 on network 36fec3c6-ec77-4c3e-8f7f-1f0f4c9ad352 {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:08:33.690780 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74b33775-c0aa-49fa-884c-2334086fc9f4 None None] Checking agent: {'id': '0d4f8fd3-ce62-4651-970c-efa6a8bb22b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 5, 16, 57, 23), 'started_at': datetime.datetime(2022, 1, 5, 16, 57, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 5, 17, 8, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 05 17:08:33.691352 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74b33775-c0aa-49fa-884c-2334086fc9f4 None None] Checking segment: {'id': 'fd786ac5-de1b-476e-a3d5-aebcc6cca3ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '36fec3c6-ec77-4c3e-8f7f-1f0f4c9ad352'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:08:33.691839 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-74b33775-c0aa-49fa-884c-2334086fc9f4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:33.692470 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74b33775-c0aa-49fa-884c-2334086fc9f4 None None] Bound using segment: {'id': 'fd786ac5-de1b-476e-a3d5-aebcc6cca3ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '36fec3c6-ec77-4c3e-8f7f-1f0f4c9ad352'} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 05 17:08:33.693054 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-74b33775-c0aa-49fa-884c-2334086fc9f4 None None] Bound port: 0680d163-7037-4bfa-b424-4215c6861136, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd786ac5-de1b-476e-a3d5-aebcc6cca3ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '36fec3c6-ec77-4c3e-8f7f-1f0f4c9ad352'}}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 05 17:08:33.693534 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-74b33775-c0aa-49fa-884c-2334086fc9f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:33.718542 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089bda64-5d20-44ca-9344-b56dbd2b0a09 tempest-FloatingIPAdminTestJSON-318638842 tempest-FloatingIPAdminTestJSON-318638842-project] Pushing event deleted for resources: {'Port': ['ID=2e3e0405-9434-46d3-8c60-240f6fe28f71,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:08:33.732497 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41ac1bf2-e276-4754-9091-78b089dd2936 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Network b0167590-0699-4c5c-a932-3939414a9573 is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:08:33.738691 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-41ac1bf2-e276-4754-9091-78b089dd2936 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:08:33.741131 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41ac1bf2-e276-4754-9091-78b089dd2936 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:08:33.744641 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e5e60e1b-b9d5-4022-af1d-b8f11cbf06ca tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:33.750427 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-e5e60e1b-b9d5-4022-af1d-b8f11cbf06ca tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] 10.222.0.11 "DELETE /v2.0/ports/f57dcbdc-60ae-4381-9a74-ae5f30a11c76 HTTP/1.1" status: 204 len: 168 time: 1.7270732 Jan 05 17:08:33.785323 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 41120) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:08:33.833705 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-74b33775-c0aa-49fa-884c-2334086fc9f4 None None] For port 0680d163-7037-4bfa-b424-4215c6861136, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 05 17:08:33.845190 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc8dda09-93f4-479b-9246-462603eda3cf None None] DHCP port deletion for b0167590-0699-4c5c-a932-3939414a9573 request from dv-neutron-master-2-hyperv {{(pid=103802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 05 17:08:33.854015 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-74b33775-c0aa-49fa-884c-2334086fc9f4 None None] For port 0680d163-7037-4bfa-b424-4215c6861136, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=0680d163-7037-4bfa-b424-4215c6861136,segment=NetworkSegment(fd786ac5-de1b-476e-a3d5-aebcc6cca3ef),segment_id=fd786ac5-de1b-476e-a3d5-aebcc6cca3ef)] {{(pid=103802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 05 17:08:33.909552 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4585c3b-4bc5-4d44-ac46-40367f1c70d3 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:08:33.911283 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4585c3b-4bc5-4d44-ac46-40367f1c70d3 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:08:33.912881 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4585c3b-4bc5-4d44-ac46-40367f1c70d3 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:08:33.914582 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-d4585c3b-4bc5-4d44-ac46-40367f1c70d3 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1258395 Jan 05 17:08:33.923911 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-74b33775-c0aa-49fa-884c-2334086fc9f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:33.996817 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 41128) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:08:34.014147 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-82384ce3-e458-4f1d-94a8-be46b71523ca None None] Provisioning complete for port 813e769d-31d5-4004-9363-146feeca51b9 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:08:34.014623 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-82384ce3-e458-4f1d-94a8-be46b71523ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:34.030950 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.notifiers.nova [None req-8bcbf2b6-1698-4fb8-8c7c-6c09d0257cec tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] device_id is not set on port be313fb7-90ef-4492-b2a5-bf56ef4e40d1 yet. {{(pid=103800) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 05 17:08:34.067892 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b33775-c0aa-49fa-884c-2334086fc9f4 None None] Pushing event updated for resources: {'Port': ['ID=0680d163-7037-4bfa-b424-4215c6861136,revision_number=2']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:08:34.100838 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-82384ce3-e458-4f1d-94a8-be46b71523ca None None] Port 813e769d-31d5-4004-9363-146feeca51b9 cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 17:08:34.137966 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-05f7b0ee-475a-4629-8b51-48837b1d92fa tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:34.214211 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-089bda64-5d20-44ca-9344-b56dbd2b0a09 tempest-FloatingIPAdminTestJSON-318638842 tempest-FloatingIPAdminTestJSON-318638842-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-560676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531569'] for router_interface, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:34.229188 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f7b0ee-475a-4629-8b51-48837b1d92fa tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Pushing event deleted for resources: {'Port': ['ID=8912b8cf-838f-4e4b-9d79-8bdd04662965,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:08:34.285561 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 41132) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:08:34.322601 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.db_base_plugin_v2 [None req-57501dcb-309f-4318-a55e-89805176cae7 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Deleting subnet 555974f1-936b-4556-a897-660e245c4704 {{(pid=103800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 05 17:08:34.418392 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-57501dcb-309f-4318-a55e-89805176cae7 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks [] for subnet, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:34.497061 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-2bea23a7-b63f-49c8-a50c-a3d50fc3d38d tempest-AllowedAddressPairTestJSON-1235936357 tempest-AllowedAddressPairTestJSON-1235936357-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-475435404'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:08:34.514885 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-41ac1bf2-e276-4754-9091-78b089dd2936 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks [] for router_gateway, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:34.527103 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [None req-8bcbf2b6-1698-4fb8-8c7c-6c09d0257cec tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] Allocated IP 2001:db8::f816:3eff:fef4:8457 (36fec3c6-ec77-4c3e-8f7f-1f0f4c9ad352/e4e621b0-952f-4735-a55e-b6473958197c/be313fb7-90ef-4492-b2a5-bf56ef4e40d1) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:08:34.545294 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-57501dcb-309f-4318-a55e-89805176cae7 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8784846'] for subnet, precommit_delete_associations {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:34.728877 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-089bda64-5d20-44ca-9344-b56dbd2b0a09 tempest-FloatingIPAdminTestJSON-318638842 tempest-FloatingIPAdminTestJSON-318638842-project] Router 14249afb-28c3-4371-b5d0-d57a9af0db0e has already been hosted by L3 agent 59446fdc-40e0-41fe-a575-a8eb11d742f7 {{(pid=103801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 05 17:08:34.794547 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bea23a7-b63f-49c8-a50c-a3d50fc3d38d tempest-AllowedAddressPairTestJSON-1235936357 tempest-AllowedAddressPairTestJSON-1235936357-project] Made reservation on behalf of 1de9fed5660e4646925cb97e94988282 for: {'network': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:08:34.798616 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2bea23a7-b63f-49c8-a50c-a3d50fc3d38d tempest-AllowedAddressPairTestJSON-1235936357 tempest-AllowedAddressPairTestJSON-1235936357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for network, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:34.874484 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2bea23a7-b63f-49c8-a50c-a3d50fc3d38d tempest-AllowedAddressPairTestJSON-1235936357 tempest-AllowedAddressPairTestJSON-1235936357-project] Publish callbacks [] for security_group, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:34.876806 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-57501dcb-309f-4318-a55e-89805176cae7 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892868'] for subnet, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:34.911578 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-41ac1bf2-e276-4754-9091-78b089dd2936 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-648430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648639'] for router, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:34.927905 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3b716d7d-8729-4692-b451-38676a25d65c tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:34.970743 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-089bda64-5d20-44ca-9344-b56dbd2b0a09 tempest-FloatingIPAdminTestJSON-318638842 tempest-FloatingIPAdminTestJSON-318638842-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 05 17:08:34.980718 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-089bda64-5d20-44ca-9344-b56dbd2b0a09 tempest-FloatingIPAdminTestJSON-318638842 tempest-FloatingIPAdminTestJSON-318638842-project] 10.222.0.11 "PUT /v2.0/routers/14249afb-28c3-4371-b5d0-d57a9af0db0e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3374474 Jan 05 17:08:34.981335 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 41136) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:08:34.986059 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a5643fe-48bf-48e8-ab1c-7f9b08eb60dc None None] Sync routers for ids ['14249afb-28c3-4371-b5d0-d57a9af0db0e'] in dv-neutron-master-2-hyperv {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 05 17:08:35.001618 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a5643fe-48bf-48e8-ab1c-7f9b08eb60dc None None] Routers {'14249afb-28c3-4371-b5d0-d57a9af0db0e'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:08:35.001850 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-7a5643fe-48bf-48e8-ab1c-7f9b08eb60dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:08:19Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['14249afb-28c3-4371-b5d0-d57a9af0db0e'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:08:35.009018 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b716d7d-8729-4692-b451-38676a25d65c tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Pushing event deleted for resources: {'Port': ['ID=06ff77a3-5eb6-4fb4-bbd3-2ec1e0ebee91,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:08:35.013949 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-05f7b0ee-475a-4629-8b51-48837b1d92fa tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-560676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531569'] for router_interface, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:35.055594 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-7a5643fe-48bf-48e8-ab1c-7f9b08eb60dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:08:35.072671 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a5643fe-48bf-48e8-ab1c-7f9b08eb60dc None None] Routers {'14249afb-28c3-4371-b5d0-d57a9af0db0e'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:08:35.073393 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-7a5643fe-48bf-48e8-ab1c-7f9b08eb60dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:08:19Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['14249afb-28c3-4371-b5d0-d57a9af0db0e'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:08:35.127128 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-7a5643fe-48bf-48e8-ab1c-7f9b08eb60dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:08:35.127683 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a5643fe-48bf-48e8-ab1c-7f9b08eb60dc None None] The sync data for ids ['14249afb-28c3-4371-b5d0-d57a9af0db0e'] in dv-neutron-master-2-hyperv is: [] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 05 17:08:35.184133 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-8bcbf2b6-1698-4fb8-8c7c-6c09d0257cec tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] Publish callbacks [] for port, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:35.185526 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3b716d7d-8729-4692-b451-38676a25d65c tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-560676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531569'] for router_interface, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:35.263944 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-7e8cb5fa-1797-4a43-9725-adfdf17a8324 tempest-FloatingIPAdminTestJSON-318638842 tempest-FloatingIPAdminTestJSON-318638842-project] Publish callbacks [] for router, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:35.299302 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-57501dcb-309f-4318-a55e-89805176cae7 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3893367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8784787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8521880'] for subnet, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:35.326730 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 0680d163-7037-4bfa-b424-4215c6861136 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:08:35.347394 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57501dcb-309f-4318-a55e-89805176cae7 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Pushing event deleted for resources: {'Subnet': ['ID=555974f1-936b-4556-a897-660e245c4704,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:08:35.404140 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41ac1bf2-e276-4754-9091-78b089dd2936 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Router 6f9dbb05-9948-4a21-8362-c2bb28b6934e is scheduled to L3 agent 59446fdc-40e0-41fe-a575-a8eb11d742f7 with binding_index 1 {{(pid=103801) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 05 17:08:35.407170 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-57501dcb-309f-4318-a55e-89805176cae7 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks [] for subnet, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:35.413969 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-57501dcb-309f-4318-a55e-89805176cae7 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] 10.222.0.11 "DELETE /v2.0/subnets/555974f1-936b-4556-a897-660e245c4704 HTTP/1.1" status: 204 len: 168 time: 1.4010141 Jan 05 17:08:35.417166 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 41138) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:08:35.417923 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6c7f12b-f96b-41d1-b93a-5bf831981369 None None] Network e897f8fc-3cef-40ca-9466-c6c65ecd9833 requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:08:35.446326 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Provisioning complete for port 0680d163-7037-4bfa-b424-4215c6861136 triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:08:35.446908 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:35.472207 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-7e8cb5fa-1797-4a43-9725-adfdf17a8324 tempest-FloatingIPAdminTestJSON-318638842 tempest-FloatingIPAdminTestJSON-318638842-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:35.539039 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebc0e3d3-1782-452c-bc0e-fc486515de92 None None] Network 36fec3c6-ec77-4c3e-8f7f-1f0f4c9ad352 requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:08:35.541224 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.db_base_plugin_v2 [None req-214b0404-838e-4df1-bfb6-8b4d50abb755 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Deleting subnet f130c59d-94d1-4f21-9bd0-57fe5f10a29f {{(pid=103801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 05 17:08:35.547879 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-214b0404-838e-4df1-bfb6-8b4d50abb755 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks [] for subnet, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:35.586426 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-8bcbf2b6-1698-4fb8-8c7c-6c09d0257cec tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:35.660256 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2bea23a7-b63f-49c8-a50c-a3d50fc3d38d tempest-AllowedAddressPairTestJSON-1235936357 tempest-AllowedAddressPairTestJSON-1235936357-project] Publish callbacks [] for security_group, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:35.674445 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-214b0404-838e-4df1-bfb6-8b4d50abb755 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11316398'] for subnet, precommit_delete_associations {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:35.675843 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b716d7d-8729-4692-b451-38676a25d65c tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Router e88dc343-7de3-4796-829a-fbd90891c4ba has already been hosted by L3 agent 59446fdc-40e0-41fe-a575-a8eb11d742f7 {{(pid=103800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 05 17:08:35.690570 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bcbf2b6-1698-4fb8-8c7c-6c09d0257cec tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] Network 36fec3c6-ec77-4c3e-8f7f-1f0f4c9ad352 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:08:35.693004 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcbf2b6-1698-4fb8-8c7c-6c09d0257cec tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] Pushing event updated for resources: {'Port': ['ID=be313fb7-90ef-4492-b2a5-bf56ef4e40d1,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:08:35.726136 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41ac1bf2-e276-4754-9091-78b089dd2936 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 05 17:08:35.732331 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-8bcbf2b6-1698-4fb8-8c7c-6c09d0257cec tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:08:35.735531 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bcbf2b6-1698-4fb8-8c7c-6c09d0257cec tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:08:35.738390 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:08:35.738390 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:08:35.738390 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:08:35.738390 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:08:35.738390 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:08:35.738390 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:08:35.738390 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:08:35.738390 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:08:35.738390 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:08:35.738390 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:08:35.738390 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:08:35.738390 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:08:35.738390 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:08:35.738390 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:08:35.738390 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:08:35.738390 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:08:35.738390 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:08:35.738390 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:08:35.738390 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:08:35.738390 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:08:35.738390 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:08:35.738390 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:08:35.738390 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:08:35.738390 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:08:35.738390 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:08:35.738390 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:08:35.738390 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:08:35.738390 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:08:35.738390 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:08:35.738390 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:08:35.738390 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:08:35.738390 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:08:35.738390 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:08:35.738390 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:08:35.738390 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:08:35.738390 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:08:35.740596 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:08:35.740596 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:08:35.740596 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:08:35.740596 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:08:35.740596 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:08:35.740596 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:08:35.740596 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:08:35.740596 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:08:35.740596 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:08:35.740596 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:08:35.740596 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:08:35.740596 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:08:35.741910 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bcbf2b6-1698-4fb8-8c7c-6c09d0257cec tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:08:35.742453 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-8bcbf2b6-1698-4fb8-8c7c-6c09d0257cec tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:35.754361 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-189a4349-531f-4951-9286-7bcd0d08bcb1 None None] Sync routers for ids ['6f9dbb05-9948-4a21-8362-c2bb28b6934e'] in dv-neutron-master-2-hyperv {{(pid=103803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 05 17:08:35.757154 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2bea23a7-b63f-49c8-a50c-a3d50fc3d38d tempest-AllowedAddressPairTestJSON-1235936357 tempest-AllowedAddressPairTestJSON-1235936357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:35.766235 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-189a4349-531f-4951-9286-7bcd0d08bcb1 None None] Routers {'6f9dbb05-9948-4a21-8362-c2bb28b6934e'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:08:35.767134 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-189a4349-531f-4951-9286-7bcd0d08bcb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:08:19Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['6f9dbb05-9948-4a21-8362-c2bb28b6934e'], 'active': True} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:08:35.798819 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-1abf264f-926a-46c2-a89b-f1cea70454f2 None None] Provisioning complete for port 0680d163-7037-4bfa-b424-4215c6861136 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:08:35.799121 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-1abf264f-926a-46c2-a89b-f1cea70454f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:35.805286 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-189a4349-531f-4951-9286-7bcd0d08bcb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:08:35.817740 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-189a4349-531f-4951-9286-7bcd0d08bcb1 None None] Routers {'6f9dbb05-9948-4a21-8362-c2bb28b6934e'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:08:35.818652 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-189a4349-531f-4951-9286-7bcd0d08bcb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:08:19Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['6f9dbb05-9948-4a21-8362-c2bb28b6934e'], 'active': True} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:08:35.844047 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2bea23a7-b63f-49c8-a50c-a3d50fc3d38d tempest-AllowedAddressPairTestJSON-1235936357 tempest-AllowedAddressPairTestJSON-1235936357-project] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'} {{(pid=103800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 05 17:08:35.860244 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-189a4349-531f-4951-9286-7bcd0d08bcb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:08:35.861169 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-189a4349-531f-4951-9286-7bcd0d08bcb1 None None] The sync data for ids ['6f9dbb05-9948-4a21-8362-c2bb28b6934e'] in dv-neutron-master-2-hyperv is: [] {{(pid=103803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 05 17:08:35.877067 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-41ac1bf2-e276-4754-9091-78b089dd2936 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks [] for router, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:35.879120 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-41ac1bf2-e276-4754-9091-78b089dd2936 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 880 time: 4.6672897 Jan 05 17:08:35.885722 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 41140) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:08:35.886994 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-214b0404-838e-4df1-bfb6-8b4d50abb755 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892868'] for subnet, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:35.916317 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:35.928514 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-8bcbf2b6-1698-4fb8-8c7c-6c09d0257cec tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 2.9445355 Jan 05 17:08:35.930406 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2bea23a7-b63f-49c8-a50c-a3d50fc3d38d tempest-AllowedAddressPairTestJSON-1235936357 tempest-AllowedAddressPairTestJSON-1235936357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225'] for segment, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:35.930926 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.db.segments_db [None req-2bea23a7-b63f-49c8-a50c-a3d50fc3d38d tempest-AllowedAddressPairTestJSON-1235936357 tempest-AllowedAddressPairTestJSON-1235936357-project] Added segment 0ae28478-fb68-426c-ac1b-0fb5b1d369f3 of type vlan for network 8e04ecc0-b255-4da3-a7ea-55c342b92b12 Jan 05 17:08:35.934613 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bea23a7-b63f-49c8-a50c-a3d50fc3d38d tempest-AllowedAddressPairTestJSON-1235936357 tempest-AllowedAddressPairTestJSON-1235936357-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf2a577a-e215-409c-a181-ae9aacdd0189,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:08:35.938274 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 41142) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:08:35.952888 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b716d7d-8729-4692-b451-38676a25d65c tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 05 17:08:35.965491 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-3b716d7d-8729-4692-b451-38676a25d65c tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] 10.222.0.11 "PUT /v2.0/routers/e88dc343-7de3-4796-829a-fbd90891c4ba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3278685 Jan 05 17:08:35.969980 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-429be459-0b03-456e-88a9-8083ea62aa4b None None] Sync routers for ids ['e88dc343-7de3-4796-829a-fbd90891c4ba'] in dv-neutron-master-2-hyperv {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 05 17:08:35.995034 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] For port 0680d163-7037-4bfa-b424-4215c6861136, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=0680d163-7037-4bfa-b424-4215c6861136,segment=NetworkSegment(fd786ac5-de1b-476e-a3d5-aebcc6cca3ef),segment_id=fd786ac5-de1b-476e-a3d5-aebcc6cca3ef)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:08:36.013292 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-429be459-0b03-456e-88a9-8083ea62aa4b None None] Routers {'e88dc343-7de3-4796-829a-fbd90891c4ba'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:08:36.013982 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-429be459-0b03-456e-88a9-8083ea62aa4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:08:19Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['e88dc343-7de3-4796-829a-fbd90891c4ba'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:08:36.019773 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-7e8cb5fa-1797-4a43-9725-adfdf17a8324 tempest-FloatingIPAdminTestJSON-318638842 tempest-FloatingIPAdminTestJSON-318638842-project] Deleting port ae7a9cab-c9bd-4af8-beb5-b3940bb4e9e9 {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:08:36.024382 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-7e8cb5fa-1797-4a43-9725-adfdf17a8324 tempest-FloatingIPAdminTestJSON-318638842 tempest-FloatingIPAdminTestJSON-318638842-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:36.024382 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 41144) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:08:36.031010 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ee5a850-57ac-492a-9287-588756397716 tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] Deleting subnet e4e621b0-952f-4735-a55e-b6473958197c {{(pid=103800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 05 17:08:36.035249 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2ee5a850-57ac-492a-9287-588756397716 tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] Publish callbacks [] for subnet, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:36.056684 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-1abf264f-926a-46c2-a89b-f1cea70454f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:36.058743 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-429be459-0b03-456e-88a9-8083ea62aa4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:08:36.087891 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:36.094181 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-429be459-0b03-456e-88a9-8083ea62aa4b None None] Routers {'e88dc343-7de3-4796-829a-fbd90891c4ba'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:08:36.094837 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-429be459-0b03-456e-88a9-8083ea62aa4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:08:19Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['e88dc343-7de3-4796-829a-fbd90891c4ba'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:08:36.123439 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05f7b0ee-475a-4629-8b51-48837b1d92fa tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Router 8ddc664a-dba0-47b3-b326-7084967cb193 has already been hosted by L3 agent 59446fdc-40e0-41fe-a575-a8eb11d742f7 {{(pid=103800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 05 17:08:36.138098 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-21477a98-0275-44af-ad81-e9b56c4ea810 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] 10.222.0.11 "GET /v2.0/ports?device_id=e88dc343-7de3-4796-829a-fbd90891c4ba HTTP/1.1" status: 200 len: 205 time: 0.1088867 Jan 05 17:08:36.148401 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 41146) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:08:36.154463 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2bea23a7-b63f-49c8-a50c-a3d50fc3d38d tempest-AllowedAddressPairTestJSON-1235936357 tempest-AllowedAddressPairTestJSON-1235936357-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754180566020'] for network, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:36.174868 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-429be459-0b03-456e-88a9-8083ea62aa4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:08:36.175841 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-429be459-0b03-456e-88a9-8083ea62aa4b None None] The sync data for ids ['e88dc343-7de3-4796-829a-fbd90891c4ba'] in dv-neutron-master-2-hyperv is: [] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 05 17:08:36.229130 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2ee5a850-57ac-492a-9287-588756397716 tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8784846'] for subnet, precommit_delete_associations {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:36.262957 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.db.api [None req-1abf264f-926a-46c2-a89b-f1cea70454f2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103802) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 05 17:08:36.263405 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG oslo_db.api [None req-1abf264f-926a-46c2-a89b-f1cea70454f2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 05 17:08:36.271730 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Pushing event updated for resources: {'Port': ['ID=0680d163-7037-4bfa-b424-4215c6861136,revision_number=3']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:08:36.653650 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-7e8cb5fa-1797-4a43-9725-adfdf17a8324 tempest-FloatingIPAdminTestJSON-318638842 tempest-FloatingIPAdminTestJSON-318638842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:36.664929 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-3a264977-d3d8-434b-8284-62c55ffb78c3 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] 10.222.0.11 "GET /v2.0/routers/6f9dbb05-9948-4a21-8362-c2bb28b6934e HTTP/1.1" status: 200 len: 881 time: 0.7711751 Jan 05 17:08:36.668064 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 41148) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:08:36.701752 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1cd879e4-38ef-4995-bccc-d5b2f84b3714 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks [] for router, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:36.702887 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-7e8cb5fa-1797-4a43-9725-adfdf17a8324 tempest-FloatingIPAdminTestJSON-318638842 tempest-FloatingIPAdminTestJSON-318638842-project] Calling delete_port for ae7a9cab-c9bd-4af8-beb5-b3940bb4e9e9 owned by network:router_gateway {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:08:36.726992 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-214b0404-838e-4df1-bfb6-8b4d50abb755 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3893367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11433231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12480600'] for subnet, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:36.788761 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214b0404-838e-4df1-bfb6-8b4d50abb755 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Pushing event deleted for resources: {'Subnet': ['ID=f130c59d-94d1-4f21-9bd0-57fe5f10a29f,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:08:36.808799 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-214b0404-838e-4df1-bfb6-8b4d50abb755 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks [] for subnet, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:36.808799 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-214b0404-838e-4df1-bfb6-8b4d50abb755 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] 10.222.0.11 "DELETE /v2.0/subnets/f130c59d-94d1-4f21-9bd0-57fe5f10a29f HTTP/1.1" status: 204 len: 168 time: 1.3876166 Jan 05 17:08:36.810405 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 41150) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:08:36.819829 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a0310e4-bb41-493d-8f1d-f7d5181e8410 None None] Network e897f8fc-3cef-40ca-9466-c6c65ecd9833 requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:08:36.867315 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-b1e5bd81-e88e-425a-abdc-2c2b04d1409d tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0532031 Jan 05 17:08:36.871479 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 41152) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:08:36.876856 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-ecf1b2bf-d875-459d-9ac0-251f87a8b54d tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Request body: {'subnet': {'network_id': 'e897f8fc-3cef-40ca-9466-c6c65ecd9833', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:08:36.888260 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2bea23a7-b63f-49c8-a50c-a3d50fc3d38d tempest-AllowedAddressPairTestJSON-1235936357 tempest-AllowedAddressPairTestJSON-1235936357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685'] for network, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:36.894224 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bea23a7-b63f-49c8-a50c-a3d50fc3d38d tempest-AllowedAddressPairTestJSON-1235936357 tempest-AllowedAddressPairTestJSON-1235936357-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:08:36.894823 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2bea23a7-b63f-49c8-a50c-a3d50fc3d38d tempest-AllowedAddressPairTestJSON-1235936357 tempest-AllowedAddressPairTestJSON-1235936357-project] Publish callbacks [] for network, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:36.933700 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-91712ff8-0581-4407-b4f4-3cbd67450101 None None] Provisioning complete for port 0680d163-7037-4bfa-b424-4215c6861136 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:08:36.934128 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-91712ff8-0581-4407-b4f4-3cbd67450101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:36.974356 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1cd879e4-38ef-4995-bccc-d5b2f84b3714 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-648249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62744'] for router, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:37.006175 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1cd879e4-38ef-4995-bccc-d5b2f84b3714 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:37.032872 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9d5272e-3fd9-406a-84da-d96c3fa02980 None None] DHCP port deletion for e897f8fc-3cef-40ca-9466-c6c65ecd9833 request from dv-neutron-master-2-hyperv {{(pid=103802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 05 17:08:37.048072 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05f7b0ee-475a-4629-8b51-48837b1d92fa tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 05 17:08:37.058716 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-2bea23a7-b63f-49c8-a50c-a3d50fc3d38d tempest-AllowedAddressPairTestJSON-1235936357 tempest-AllowedAddressPairTestJSON-1235936357-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 2.7526255 Jan 05 17:08:37.061160 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64027c61-e43f-469f-8b89-6984276e3e35 None None] Sync routers for ids ['8ddc664a-dba0-47b3-b326-7084967cb193'] in dv-neutron-master-2-hyperv {{(pid=103803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 05 17:08:37.076032 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64027c61-e43f-469f-8b89-6984276e3e35 None None] Routers {'8ddc664a-dba0-47b3-b326-7084967cb193'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:08:37.077057 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-64027c61-e43f-469f-8b89-6984276e3e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:08:19Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['8ddc664a-dba0-47b3-b326-7084967cb193'], 'active': True} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:08:37.095724 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 41154) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:08:37.100702 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-05f7b0ee-475a-4629-8b51-48837b1d92fa tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] 10.222.0.11 "PUT /v2.0/routers/8ddc664a-dba0-47b3-b326-7084967cb193/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9486976 Jan 05 17:08:37.101767 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bea23a7-b63f-49c8-a50c-a3d50fc3d38d tempest-AllowedAddressPairTestJSON-1235936357 tempest-AllowedAddressPairTestJSON-1235936357-project] Pushing event updated for resources: {'Network': ['ID=8e04ecc0-b255-4da3-a7ea-55c342b92b12,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:08:37.103612 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 41156) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:08:37.104676 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-cfa10858-fbc1-4e8f-ba03-247ef592e2a1 tempest-AllowedAddressPairTestJSON-1235936357 tempest-AllowedAddressPairTestJSON-1235936357-project] Request body: {'subnet': {'network_id': '8e04ecc0-b255-4da3-a7ea-55c342b92b12', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:08:37.119634 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Network 8e04ecc0-b255-4da3-a7ea-55c342b92b12 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 05 17:08:37.134071 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-64027c61-e43f-469f-8b89-6984276e3e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:08:37.146283 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64027c61-e43f-469f-8b89-6984276e3e35 None None] Routers {'8ddc664a-dba0-47b3-b326-7084967cb193'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:08:37.147154 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-64027c61-e43f-469f-8b89-6984276e3e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:08:19Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['8ddc664a-dba0-47b3-b326-7084967cb193'], 'active': True} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:08:37.153620 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2ee5a850-57ac-492a-9287-588756397716 tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892868'] for subnet, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:37.209198 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1cd879e4-38ef-4995-bccc-d5b2f84b3714 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-648240'] for router, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:37.209783 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cd879e4-38ef-4995-bccc-d5b2f84b3714 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Fanout notify agent at l3_agent the message router_deleted on router e88dc343-7de3-4796-829a-fbd90891c4ba {{(pid=103800) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 05 17:08:37.221567 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-64027c61-e43f-469f-8b89-6984276e3e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:08:37.222772 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64027c61-e43f-469f-8b89-6984276e3e35 None None] The sync data for ids ['8ddc664a-dba0-47b3-b326-7084967cb193'] in dv-neutron-master-2-hyperv is: [] {{(pid=103803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 05 17:08:37.250484 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1cd879e4-38ef-4995-bccc-d5b2f84b3714 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks [] for router, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:37.254328 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-1cd879e4-38ef-4995-bccc-d5b2f84b3714 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] 10.222.0.11 "DELETE /v2.0/routers/e88dc343-7de3-4796-829a-fbd90891c4ba HTTP/1.1" status: 204 len: 168 time: 1.1029818 Jan 05 17:08:37.255201 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 41158) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:08:37.264831 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-91712ff8-0581-4407-b4f4-3cbd67450101 None None] Provisioning complete for port d3c1699a-2c40-4580-82d4-19b9ef3d1e83 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:08:37.265334 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-91712ff8-0581-4407-b4f4-3cbd67450101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:37.284161 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-44032ba7-3ff9-4863-95e3-6b4f2d818554 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Publish callbacks [] for router, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:37.302608 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 0680d163-7037-4bfa-b424-4215c6861136 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:08:37.336339 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-7e8cb5fa-1797-4a43-9725-adfdf17a8324 tempest-FloatingIPAdminTestJSON-318638842 tempest-FloatingIPAdminTestJSON-318638842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11433176'] for port, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:37.357220 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-a9d5272e-3fd9-406a-84da-d96c3fa02980 None None] Deleting port d3c1699a-2c40-4580-82d4-19b9ef3d1e83 {{(pid=103802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:08:37.357600 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-a9d5272e-3fd9-406a-84da-d96c3fa02980 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:37.389188 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2ee5a850-57ac-492a-9287-588756397716 tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3893367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8784787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8521880'] for subnet, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:37.392625 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8cb5fa-1797-4a43-9725-adfdf17a8324 tempest-FloatingIPAdminTestJSON-318638842 tempest-FloatingIPAdminTestJSON-318638842-project] Pushing event deleted for resources: {'Port': ['ID=ae7a9cab-c9bd-4af8-beb5-b3940bb4e9e9,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:08:37.394542 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecf1b2bf-d875-459d-9ac0-251f87a8b54d tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Made reservation on behalf of fd419c78d7194361a03f37a26ebeba76 for: {'subnet': 1} {{(pid=103801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:08:37.398252 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-ecf1b2bf-d875-459d-9ac0-251f87a8b54d tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12480675'] for subnet, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:37.433990 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2ee5a850-57ac-492a-9287-588756397716 tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] Publish callbacks [] for subnet, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:37.437790 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-2ee5a850-57ac-492a-9287-588756397716 tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] 10.222.0.11 "DELETE /v2.0/subnets/e4e621b0-952f-4735-a55e-b6473958197c HTTP/1.1" status: 204 len: 168 time: 1.4864092 Jan 05 17:08:37.438930 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee5a850-57ac-492a-9287-588756397716 tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] Pushing event deleted for resources: {'Subnet': ['ID=e4e621b0-952f-4735-a55e-b6473958197c,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:08:37.439948 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc31b353-454e-492f-84a1-16430b69a159 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Deleting subnet 5989c740-7cc3-4b4f-8300-e3328cee727a {{(pid=103801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 05 17:08:37.442041 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 41160) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:08:37.442332 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9434a38-516a-49c3-81a6-f7398d6a4384 None None] DHCP port deletion for b0167590-0699-4c5c-a932-3939414a9573 request from dv-neutron-master-2-hyperv {{(pid=103802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 05 17:08:37.455439 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-68a38356-b338-482c-bf86-ffa2c9b2c2d2 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 884 time: 0.7862158 Jan 05 17:08:37.458434 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 41162) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:08:37.463800 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-b4f6367b-3ad6-46aa-8c28-90270bdc924b tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-2138894541'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:08:37.471501 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-cc31b353-454e-492f-84a1-16430b69a159 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks [] for subnet, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:37.472550 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-a9d5272e-3fd9-406a-84da-d96c3fa02980 None None] For port d3c1699a-2c40-4580-82d4-19b9ef3d1e83, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d3c1699a-2c40-4580-82d4-19b9ef3d1e83,segment=NetworkSegment(68e6c437-46c2-424d-85e7-20547f69066d),segment_id=68e6c437-46c2-424d-85e7-20547f69066d)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:08:37.472946 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-a9d5272e-3fd9-406a-84da-d96c3fa02980 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:37.477900 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ed1026d-e205-453f-b813-89b2eec914d8 None None] Network 36fec3c6-ec77-4c3e-8f7f-1f0f4c9ad352 requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:08:37.512755 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-a9d5272e-3fd9-406a-84da-d96c3fa02980 None None] Calling delete_port for d3c1699a-2c40-4580-82d4-19b9ef3d1e83 owned by network:dhcp {{(pid=103802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:08:37.521628 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Provisioning complete for port 0680d163-7037-4bfa-b424-4215c6861136 triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:08:37.521999 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:37.557809 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-44032ba7-3ff9-4863-95e3-6b4f2d818554 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:37.593640 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-cc31b353-454e-492f-84a1-16430b69a159 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11316398'] for subnet, precommit_delete_associations {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:37.614717 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31290028-e45c-47e6-b1f6-e16b2869d391 tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:08:37.620186 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31290028-e45c-47e6-b1f6-e16b2869d391 tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:08:37.620186 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-31290028-e45c-47e6-b1f6-e16b2869d391 tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1726193 Jan 05 17:08:37.624933 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 41164) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:08:37.683228 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfa10858-fbc1-4e8f-ba03-247ef592e2a1 tempest-AllowedAddressPairTestJSON-1235936357 tempest-AllowedAddressPairTestJSON-1235936357-project] Made reservation on behalf of 1de9fed5660e4646925cb97e94988282 for: {'subnet': 1} {{(pid=103801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:08:37.686616 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-cfa10858-fbc1-4e8f-ba03-247ef592e2a1 tempest-AllowedAddressPairTestJSON-1235936357 tempest-AllowedAddressPairTestJSON-1235936357-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12480675'] for subnet, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:37.692041 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-91712ff8-0581-4407-b4f4-3cbd67450101 None None] Provisioning complete for port be313fb7-90ef-4492-b2a5-bf56ef4e40d1 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:08:37.692041 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-91712ff8-0581-4407-b4f4-3cbd67450101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:37.730489 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-7e8cb5fa-1797-4a43-9725-adfdf17a8324 tempest-FloatingIPAdminTestJSON-318638842 tempest-FloatingIPAdminTestJSON-318638842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-648595'] for router_gateway, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:37.880186 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-91712ff8-0581-4407-b4f4-3cbd67450101 None None] Port be313fb7-90ef-4492-b2a5-bf56ef4e40d1 cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 17:08:37.881760 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-44032ba7-3ff9-4863-95e3-6b4f2d818554 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Deleting port 020f7c4f-0aaa-4bf4-bae8-c181de6dcaee {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:08:37.882309 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-44032ba7-3ff9-4863-95e3-6b4f2d818554 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:37.887766 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-a9d5272e-3fd9-406a-84da-d96c3fa02980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678'] for port, after_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:37.965189 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d5272e-3fd9-406a-84da-d96c3fa02980 None None] Pushing event deleted for resources: {'Port': ['ID=d3c1699a-2c40-4580-82d4-19b9ef3d1e83,revision_number=None']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:08:37.967435 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c003bf1e-1134-44db-b55e-9c3d5a184d25 None None] DHCP port deletion for 36fec3c6-ec77-4c3e-8f7f-1f0f4c9ad352 request from dv-neutron-master-2-hyperv {{(pid=103802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 05 17:08:37.977267 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-7e8cb5fa-1797-4a43-9725-adfdf17a8324 tempest-FloatingIPAdminTestJSON-318638842 tempest-FloatingIPAdminTestJSON-318638842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-648249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62744'] for router, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:37.986817 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-cf45251b-8e06-4d8c-b227-161774484edb tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3809644'] for network, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:37.987708 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9d5272e-3fd9-406a-84da-d96c3fa02980 None None] No DVR routers for this DVR port d3c1699a-2c40-4580-82d4-19b9ef3d1e83 on host dv-neutron-master-2-hyperv {{(pid=103802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 05 17:08:37.990312 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-7e8cb5fa-1797-4a43-9725-adfdf17a8324 tempest-FloatingIPAdminTestJSON-318638842 tempest-FloatingIPAdminTestJSON-318638842-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:37.994767 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device d3c1699a-2c40-4580-82d4-19b9ef3d1e83 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 05 17:08:38.029348 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] No Port match for: d3c1699a-2c40-4580-82d4-19b9ef3d1e83 {{(pid=103802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 05 17:08:38.031474 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device d3c1699a-2c40-4580-82d4-19b9ef3d1e83 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 05 17:08:38.071861 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-cc31b353-454e-492f-84a1-16430b69a159 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892868'] for subnet, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:38.094684 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-c003bf1e-1134-44db-b55e-9c3d5a184d25 None None] Deleting port 0680d163-7037-4bfa-b424-4215c6861136 {{(pid=103802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:08:38.094684 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c003bf1e-1134-44db-b55e-9c3d5a184d25 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:38.109621 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf45251b-8e06-4d8c-b227-161774484edb tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jan 05 17:08:38.110429 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf45251b-8e06-4d8c-b227-161774484edb tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 05 17:08:38.113881 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-cf45251b-8e06-4d8c-b227-161774484edb tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] 10.222.0.11 "DELETE /v2.0/networks/36fec3c6-ec77-4c3e-8f7f-1f0f4c9ad352 HTTP/1.1" status: 409 len: 466 time: 0.4805849 Jan 05 17:08:38.122647 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 41166) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:08:38.130776 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-1937cbaa-b278-4d75-8f31-51543f821fa5 tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2135888354'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:08:38.178090 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-44032ba7-3ff9-4863-95e3-6b4f2d818554 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:38.188140 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-c003bf1e-1134-44db-b55e-9c3d5a184d25 None None] For port 0680d163-7037-4bfa-b424-4215c6861136, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=0680d163-7037-4bfa-b424-4215c6861136,segment=NetworkSegment(fd786ac5-de1b-476e-a3d5-aebcc6cca3ef),segment_id=fd786ac5-de1b-476e-a3d5-aebcc6cca3ef)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:08:38.190107 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c003bf1e-1134-44db-b55e-9c3d5a184d25 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:38.200746 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b4f6367b-3ad6-46aa-8c28-90270bdc924b tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-649822', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-648421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62737'] for router, precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:38.205254 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-44032ba7-3ff9-4863-95e3-6b4f2d818554 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Calling delete_port for 020f7c4f-0aaa-4bf4-bae8-c181de6dcaee owned by network:router_gateway {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:08:38.217117 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-c003bf1e-1134-44db-b55e-9c3d5a184d25 None None] Calling delete_port for 0680d163-7037-4bfa-b424-4215c6861136 owned by network:dhcp {{(pid=103802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:08:38.217274 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-7e8cb5fa-1797-4a43-9725-adfdf17a8324 tempest-FloatingIPAdminTestJSON-318638842 tempest-FloatingIPAdminTestJSON-318638842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-648240'] for router, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:38.217930 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e8cb5fa-1797-4a43-9725-adfdf17a8324 tempest-FloatingIPAdminTestJSON-318638842 tempest-FloatingIPAdminTestJSON-318638842-project] Fanout notify agent at l3_agent the message router_deleted on router 14249afb-28c3-4371-b5d0-d57a9af0db0e {{(pid=103801) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 05 17:08:38.257054 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-7e8cb5fa-1797-4a43-9725-adfdf17a8324 tempest-FloatingIPAdminTestJSON-318638842 tempest-FloatingIPAdminTestJSON-318638842-project] Publish callbacks [] for router, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:38.261068 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-7e8cb5fa-1797-4a43-9725-adfdf17a8324 tempest-FloatingIPAdminTestJSON-318638842 tempest-FloatingIPAdminTestJSON-318638842-project] 10.222.0.11 "DELETE /v2.0/routers/14249afb-28c3-4371-b5d0-d57a9af0db0e HTTP/1.1" status: 204 len: 168 time: 3.2760696 Jan 05 17:08:38.261262 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 41168) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:08:38.330629 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-ecf1b2bf-d875-459d-9ac0-251f87a8b54d tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11433288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12480593'] for subnet, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:38.349280 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.db_base_plugin_v2 [None req-ccabe8a9-09fb-4971-a2dd-fe6eec6f3fad tempest-FloatingIPAdminTestJSON-318638842 tempest-FloatingIPAdminTestJSON-318638842-project] Deleting subnet f3d7d374-eb8a-480c-8552-3048026a2e70 {{(pid=103800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 05 17:08:38.374745 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1937cbaa-b278-4d75-8f31-51543f821fa5 tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] Made reservation on behalf of 3b0c49083275461eae45180ddc29fcef for: {'network': 1} {{(pid=103801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:08:38.378241 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-1937cbaa-b278-4d75-8f31-51543f821fa5 tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for network, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:38.384897 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-cc31b353-454e-492f-84a1-16430b69a159 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3893367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11433231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12480600'] for subnet, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:38.386916 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ccabe8a9-09fb-4971-a2dd-fe6eec6f3fad tempest-FloatingIPAdminTestJSON-318638842 tempest-FloatingIPAdminTestJSON-318638842-project] Publish callbacks [] for subnet, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:38.390580 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b4f6367b-3ad6-46aa-8c28-90270bdc924b tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-649813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-649804', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-648412'] for router, after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:38.395182 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecf1b2bf-d875-459d-9ac0-251f87a8b54d tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Network e897f8fc-3cef-40ca-9466-c6c65ecd9833 is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:08:38.409892 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-ecf1b2bf-d875-459d-9ac0-251f87a8b54d tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:08:38.418906 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecf1b2bf-d875-459d-9ac0-251f87a8b54d tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:08:38.419507 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-ecf1b2bf-d875-459d-9ac0-251f87a8b54d tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks [] for subnet, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:38.425093 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46332c10-ee8a-4e3b-8067-c72199497d6e None None] Network e897f8fc-3cef-40ca-9466-c6c65ecd9833 requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:08:38.431371 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-cc31b353-454e-492f-84a1-16430b69a159 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks [] for subnet, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:38.431371 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-cc31b353-454e-492f-84a1-16430b69a159 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] 10.222.0.11 "DELETE /v2.0/subnets/5989c740-7cc3-4b4f-8300-e3328cee727a HTTP/1.1" status: 204 len: 168 time: 1.1703796 Jan 05 17:08:38.431569 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7738cf2c-8604-41f8-b211-2075f9e20c44 None None] Network 70a8d798-e034-464a-a017-6e4796dbad41 requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:08:38.431873 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 41170) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:08:38.434557 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c003bf1e-1134-44db-b55e-9c3d5a184d25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678'] for port, after_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:38.444592 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf1b2bf-d875-459d-9ac0-251f87a8b54d tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Pushing event updated for resources: {'Subnet': ['ID=46d2d498-cfb7-4d74-94db-c70ee6729b41,revision_number=0']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:08:38.449834 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1937cbaa-b278-4d75-8f31-51543f821fa5 tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'} {{(pid=103801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 05 17:08:38.463598 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-cfa10858-fbc1-4e8f-ba03-247ef592e2a1 tempest-AllowedAddressPairTestJSON-1235936357 tempest-AllowedAddressPairTestJSON-1235936357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11433288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12480593'] for subnet, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:38.485356 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc31b353-454e-492f-84a1-16430b69a159 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Pushing event deleted for resources: {'Subnet': ['ID=5989c740-7cc3-4b4f-8300-e3328cee727a,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:08:38.487576 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-1937cbaa-b278-4d75-8f31-51543f821fa5 tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225'] for segment, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:38.487928 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.db.segments_db [None req-1937cbaa-b278-4d75-8f31-51543f821fa5 tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] Added segment d7cf05ad-2d02-4cde-9279-049d0898002f of type vlan for network e245afc0-0c4f-4d05-8fa9-718ade393656 Jan 05 17:08:38.499572 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ccabe8a9-09fb-4971-a2dd-fe6eec6f3fad tempest-FloatingIPAdminTestJSON-318638842 tempest-FloatingIPAdminTestJSON-318638842-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8784846'] for subnet, precommit_delete_associations {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:38.521144 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c003bf1e-1134-44db-b55e-9c3d5a184d25 None None] Pushing event deleted for resources: {'Port': ['ID=0680d163-7037-4bfa-b424-4215c6861136,revision_number=None']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:08:38.550066 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c003bf1e-1134-44db-b55e-9c3d5a184d25 None None] No DVR routers for this DVR port 0680d163-7037-4bfa-b424-4215c6861136 on host dv-neutron-master-2-hyperv {{(pid=103802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 05 17:08:38.570280 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-ecf1b2bf-d875-459d-9ac0-251f87a8b54d tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6950138 Jan 05 17:08:38.572460 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 41172) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:08:38.580759 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-85e6aba4-a5ef-45dd-bb04-b9a104ed7f67 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Request body: {'subnet': {'network_id': 'e897f8fc-3cef-40ca-9466-c6c65ecd9833', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:08:38.583426 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-1937cbaa-b278-4d75-8f31-51543f821fa5 tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754180566020'] for network, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:38.620073 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa10858-fbc1-4e8f-ba03-247ef592e2a1 tempest-AllowedAddressPairTestJSON-1235936357 tempest-AllowedAddressPairTestJSON-1235936357-project] Pushing event updated for resources: {'Subnet': ['ID=26cbd109-81cf-49d2-a4b5-158651c51acd,revision_number=0']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:08:38.636763 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfa10858-fbc1-4e8f-ba03-247ef592e2a1 tempest-AllowedAddressPairTestJSON-1235936357 tempest-AllowedAddressPairTestJSON-1235936357-project] Checking segment: {'id': '0ae28478-fb68-426c-ac1b-0fb5b1d369f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '8e04ecc0-b255-4da3-a7ea-55c342b92b12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:08:38.637218 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfa10858-fbc1-4e8f-ba03-247ef592e2a1 tempest-AllowedAddressPairTestJSON-1235936357 tempest-AllowedAddressPairTestJSON-1235936357-project] Network hostable DHCP agents. Network: 8e04ecc0-b255-4da3-a7ea-55c342b92b12, hostable agents: ['3f70c195-17da-4084-9fd6-bf6059d88535'], hosted agents: [] {{(pid=103801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 05 17:08:38.672122 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e501e544-f6de-4403-976b-c580bf4a033a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-e897f8fc-3cef-40ca-9466-c6c65ecd9833', 'network_id': 'e897f8fc-3cef-40ca-9466-c6c65ecd9833', 'project_id': 'fd419c78d7194361a03f37a26ebeba76', 'fixed_ips': [{'subnet_id': '46d2d498-cfb7-4d74-94db-c70ee6729b41'}]}} from dv-neutron-master-2-hyperv. {{(pid=103802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 05 17:08:38.673112 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-e501e544-f6de-4403-976b-c580bf4a033a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:38.708541 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-1937cbaa-b278-4d75-8f31-51543f821fa5 tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685'] for network, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:38.718015 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1937cbaa-b278-4d75-8f31-51543f821fa5 tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:08:38.718675 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-1937cbaa-b278-4d75-8f31-51543f821fa5 tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] Publish callbacks [] for network, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:38.770992 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41149b1b-639d-428c-93ee-3cc146b96ee9 None None] DHCP port deletion for 70a8d798-e034-464a-a017-6e4796dbad41 request from dv-neutron-master-2-hyperv {{(pid=103802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 05 17:08:38.777934 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfa10858-fbc1-4e8f-ba03-247ef592e2a1 tempest-AllowedAddressPairTestJSON-1235936357 tempest-AllowedAddressPairTestJSON-1235936357-project] Network 8e04ecc0-b255-4da3-a7ea-55c342b92b12 is scheduled to be hosted by DHCP agent 3f70c195-17da-4084-9fd6-bf6059d88535 with binding_index 1 {{(pid=103801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 05 17:08:38.805089 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1937cbaa-b278-4d75-8f31-51543f821fa5 tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] Pushing event updated for resources: {'Network': ['ID=e245afc0-0c4f-4d05-8fa9-718ade393656,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:08:38.820720 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-1937cbaa-b278-4d75-8f31-51543f821fa5 tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6936181 Jan 05 17:08:38.822982 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 41174) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:08:38.829235 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-14e47941-242d-4a17-a4be-1f5685a8b718 tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] Request body: {'subnet': {'network_id': 'e245afc0-0c4f-4d05-8fa9-718ade393656', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:08:38.911635 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-cfa10858-fbc1-4e8f-ba03-247ef592e2a1 tempest-AllowedAddressPairTestJSON-1235936357 tempest-AllowedAddressPairTestJSON-1235936357-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 8e04ecc0-b255-4da3-a7ea-55c342b92b12) {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:08:38.918652 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfa10858-fbc1-4e8f-ba03-247ef592e2a1 tempest-AllowedAddressPairTestJSON-1235936357 tempest-AllowedAddressPairTestJSON-1235936357-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:08:38.919337 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-cfa10858-fbc1-4e8f-ba03-247ef592e2a1 tempest-AllowedAddressPairTestJSON-1235936357 tempest-AllowedAddressPairTestJSON-1235936357-project] Publish callbacks [] for subnet, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:38.961100 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Network e245afc0-0c4f-4d05-8fa9-718ade393656 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 05 17:08:38.962876 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c288eb28-fe19-4382-96f0-8babd1db222d None None] Network 8e04ecc0-b255-4da3-a7ea-55c342b92b12 requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:08:39.011047 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-cfa10858-fbc1-4e8f-ba03-247ef592e2a1 tempest-AllowedAddressPairTestJSON-1235936357 tempest-AllowedAddressPairTestJSON-1235936357-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9104447 Jan 05 17:08:39.013662 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 41176) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:08:39.019300 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-43727c56-4130-4ea3-a46b-ed9de516a1d2 tempest-AllowedAddressPairTestJSON-1235936357 tempest-AllowedAddressPairTestJSON-1235936357-project] Request body: {'port': {'network_id': '8e04ecc0-b255-4da3-a7ea-55c342b92b12', 'name': 'tempest-AllowedAddressPairTestJSON-829508108'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:08:39.030980 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a114e6d1-4776-457f-8edc-a264fee52809 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3809644'] for network, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:39.080517 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14e47941-242d-4a17-a4be-1f5685a8b718 tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] Made reservation on behalf of 3b0c49083275461eae45180ddc29fcef for: {'subnet': 1} {{(pid=103801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:08:39.085818 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-14e47941-242d-4a17-a4be-1f5685a8b718 tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12480675'] for subnet, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:39.113913 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4f6367b-3ad6-46aa-8c28-90270bdc924b tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Router 6f9dbb05-9948-4a21-8362-c2bb28b6934e has already been hosted by L3 agent 59446fdc-40e0-41fe-a575-a8eb11d742f7 {{(pid=103800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 05 17:08:39.159215 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ccabe8a9-09fb-4971-a2dd-fe6eec6f3fad tempest-FloatingIPAdminTestJSON-318638842 tempest-FloatingIPAdminTestJSON-318638842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892868'] for subnet, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:39.169784 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.db_base_plugin_common [None req-e501e544-f6de-4403-976b-c580bf4a033a None None] Allocated IP 172.20.0.2 (e897f8fc-3cef-40ca-9466-c6c65ecd9833/46d2d498-cfb7-4d74-94db-c70ee6729b41/54f72ee5-c019-4458-85bc-7e9236558fc1) {{(pid=103802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:08:39.192572 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-41149b1b-639d-428c-93ee-3cc146b96ee9 None None] Deleting port 405db335-6958-48d4-b69d-e231d653db92 {{(pid=103802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:08:39.195700 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-41149b1b-639d-428c-93ee-3cc146b96ee9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:39.201827 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-44032ba7-3ff9-4863-95e3-6b4f2d818554 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:39.283491 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44032ba7-3ff9-4863-95e3-6b4f2d818554 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Pushing event deleted for resources: {'Port': ['ID=020f7c4f-0aaa-4bf4-bae8-c181de6dcaee,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:08:39.336164 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43727c56-4130-4ea3-a46b-ed9de516a1d2 tempest-AllowedAddressPairTestJSON-1235936357 tempest-AllowedAddressPairTestJSON-1235936357-project] Made reservation on behalf of 1de9fed5660e4646925cb97e94988282 for: {'port': 1} {{(pid=103801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:08:39.339909 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-43727c56-4130-4ea3-a46b-ed9de516a1d2 tempest-AllowedAddressPairTestJSON-1235936357 tempest-AllowedAddressPairTestJSON-1235936357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:39.344421 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-737e94aa-bc1a-4a47-af4a-fac33856c797 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-8e04ecc0-b255-4da3-a7ea-55c342b92b12', 'network_id': '8e04ecc0-b255-4da3-a7ea-55c342b92b12', 'project_id': '1de9fed5660e4646925cb97e94988282', 'fixed_ips': [{'subnet_id': '26cbd109-81cf-49d2-a4b5-158651c51acd'}]}} from dv-neutron-master-2-hyperv. {{(pid=103802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 05 17:08:39.347059 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-737e94aa-bc1a-4a47-af4a-fac33856c797 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:39.347348 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 0680d163-7037-4bfa-b424-4215c6861136 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 05 17:08:39.370844 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09b09bc6-afcd-41e9-be44-facb01ddc168 None None] DHCP port deletion for b0167590-0699-4c5c-a932-3939414a9573 request from dv-neutron-master-2-hyperv {{(pid=103802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 05 17:08:39.379033 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] No Port match for: 0680d163-7037-4bfa-b424-4215c6861136 {{(pid=103802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 05 17:08:39.382640 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 0680d163-7037-4bfa-b424-4215c6861136 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 05 17:08:39.382640 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 405db335-6958-48d4-b69d-e231d653db92 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 05 17:08:39.400663 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.notifiers.nova [None req-43727c56-4130-4ea3-a46b-ed9de516a1d2 tempest-AllowedAddressPairTestJSON-1235936357 tempest-AllowedAddressPairTestJSON-1235936357-project] device_id is not set on port a6f7802e-b1c7-48ad-8bba-c60d0b1bfdb1 yet. {{(pid=103801) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 05 17:08:39.425325 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-a114e6d1-4776-457f-8edc-a264fee52809 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Deleting port 405db335-6958-48d4-b69d-e231d653db92 {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:08:39.425692 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a114e6d1-4776-457f-8edc-a264fee52809 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:39.442089 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-44032ba7-3ff9-4863-95e3-6b4f2d818554 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-648595'] for router_gateway, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:39.458456 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-41149b1b-639d-428c-93ee-3cc146b96ee9 None None] For port 405db335-6958-48d4-b69d-e231d653db92, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=405db335-6958-48d4-b69d-e231d653db92,segment=NetworkSegment(607decf1-6772-4eff-864f-c19c89c69ed4),segment_id=607decf1-6772-4eff-864f-c19c89c69ed4)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:08:39.459107 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-41149b1b-639d-428c-93ee-3cc146b96ee9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:39.496722 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-41149b1b-639d-428c-93ee-3cc146b96ee9 None None] Calling delete_port for 405db335-6958-48d4-b69d-e231d653db92 owned by network:dhcp {{(pid=103802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:08:39.528420 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ccabe8a9-09fb-4971-a2dd-fe6eec6f3fad tempest-FloatingIPAdminTestJSON-318638842 tempest-FloatingIPAdminTestJSON-318638842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3893367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8784787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8521880'] for subnet, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:39.564668 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [None req-43727c56-4130-4ea3-a46b-ed9de516a1d2 tempest-AllowedAddressPairTestJSON-1235936357 tempest-AllowedAddressPairTestJSON-1235936357-project] Allocated IP 172.20.0.7 (8e04ecc0-b255-4da3-a7ea-55c342b92b12/26cbd109-81cf-49d2-a4b5-158651c51acd/a6f7802e-b1c7-48ad-8bba-c60d0b1bfdb1) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:08:39.595290 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccabe8a9-09fb-4971-a2dd-fe6eec6f3fad tempest-FloatingIPAdminTestJSON-318638842 tempest-FloatingIPAdminTestJSON-318638842-project] Pushing event deleted for resources: {'Subnet': ['ID=f3d7d374-eb8a-480c-8552-3048026a2e70,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:08:39.613818 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.objects.ports [None req-14e47941-242d-4a17-a4be-1f5685a8b718 tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103801) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 05 17:08:39.618243 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-14e47941-242d-4a17-a4be-1f5685a8b718 tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11433288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12480593'] for subnet, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:39.647323 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-44032ba7-3ff9-4863-95e3-6b4f2d818554 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-648249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62744'] for router, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:39.656119 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-44032ba7-3ff9-4863-95e3-6b4f2d818554 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:39.658539 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4f6367b-3ad6-46aa-8c28-90270bdc924b tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 05 17:08:39.666332 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b4f6367b-3ad6-46aa-8c28-90270bdc924b tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks [] for router, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:39.667530 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-b4f6367b-3ad6-46aa-8c28-90270bdc924b tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] 10.222.0.11 "PUT /v2.0/routers/6f9dbb05-9948-4a21-8362-c2bb28b6934e HTTP/1.1" status: 200 len: 888 time: 2.2079089 Jan 05 17:08:39.674261 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 41178) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:08:39.678106 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ccabe8a9-09fb-4971-a2dd-fe6eec6f3fad tempest-FloatingIPAdminTestJSON-318638842 tempest-FloatingIPAdminTestJSON-318638842-project] Publish callbacks [] for subnet, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:39.684756 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-ccabe8a9-09fb-4971-a2dd-fe6eec6f3fad tempest-FloatingIPAdminTestJSON-318638842 tempest-FloatingIPAdminTestJSON-318638842-project] 10.222.0.11 "DELETE /v2.0/subnets/f3d7d374-eb8a-480c-8552-3048026a2e70 HTTP/1.1" status: 204 len: 168 time: 1.4221148 Jan 05 17:08:39.687975 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 41180) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:08:39.704279 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abec8660-9ee5-493e-a826-0c0609ade833 None None] Sync routers for ids ['6f9dbb05-9948-4a21-8362-c2bb28b6934e'] in dv-neutron-master-2-hyperv {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 05 17:08:39.714834 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50487791-e2f8-48a5-933d-72f1c01042bf None None] Network 548691fa-6c35-4ab1-b2b6-63e0b753c516 requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:08:39.722115 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:39.731847 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-e501e544-f6de-4403-976b-c580bf4a033a None None] Publish callbacks [] for port, precommit_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:39.767448 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85e6aba4-a5ef-45dd-bb04-b9a104ed7f67 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Made reservation on behalf of fd419c78d7194361a03f37a26ebeba76 for: {'subnet': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:08:39.768236 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abec8660-9ee5-493e-a826-0c0609ade833 None None] Routers {'6f9dbb05-9948-4a21-8362-c2bb28b6934e'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:08:39.768886 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-abec8660-9ee5-493e-a826-0c0609ade833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:08:19Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['6f9dbb05-9948-4a21-8362-c2bb28b6934e'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:08:39.770378 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e47941-242d-4a17-a4be-1f5685a8b718 tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] Pushing event updated for resources: {'Subnet': ['ID=7837b67f-5705-4cf9-9f23-9629733ee3c7,revision_number=0']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:08:39.775331 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-85e6aba4-a5ef-45dd-bb04-b9a104ed7f67 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8521827'] for subnet, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:39.853491 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-abec8660-9ee5-493e-a826-0c0609ade833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:08:39.857598 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-e501e544-f6de-4403-976b-c580bf4a033a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669'] for port, after_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:39.870758 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14e47941-242d-4a17-a4be-1f5685a8b718 tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] Checking segment: {'id': 'd7cf05ad-2d02-4cde-9279-049d0898002f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'e245afc0-0c4f-4d05-8fa9-718ade393656'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:08:39.871116 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14e47941-242d-4a17-a4be-1f5685a8b718 tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] Network hostable DHCP agents. Network: e245afc0-0c4f-4d05-8fa9-718ade393656, hostable agents: ['3f70c195-17da-4084-9fd6-bf6059d88535'], hosted agents: [] {{(pid=103801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 05 17:08:39.903581 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.db [None req-a114e6d1-4776-457f-8edc-a264fee52809 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] For port 405db335-6958-48d4-b69d-e231d653db92, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=405db335-6958-48d4-b69d-e231d653db92,segment=NetworkSegment(607decf1-6772-4eff-864f-c19c89c69ed4),segment_id=607decf1-6772-4eff-864f-c19c89c69ed4)] {{(pid=103800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:08:39.904371 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a114e6d1-4776-457f-8edc-a264fee52809 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:39.933343 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-44032ba7-3ff9-4863-95e3-6b4f2d818554 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-648240'] for router, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:39.933343 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44032ba7-3ff9-4863-95e3-6b4f2d818554 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Fanout notify agent at l3_agent the message router_deleted on router 8ddc664a-dba0-47b3-b326-7084967cb193 {{(pid=103800) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 05 17:08:39.944582 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-4ace6cd7-d919-4cb7-85d4-f172cbafcdef tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] 10.222.0.11 "GET /v2.0/routers/6f9dbb05-9948-4a21-8362-c2bb28b6934e HTTP/1.1" status: 200 len: 888 time: 0.2615924 Jan 05 17:08:39.947809 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-43727c56-4130-4ea3-a46b-ed9de516a1d2 tempest-AllowedAddressPairTestJSON-1235936357 tempest-AllowedAddressPairTestJSON-1235936357-project] Publish callbacks [] for port, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:39.948936 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abec8660-9ee5-493e-a826-0c0609ade833 None None] Routers {'6f9dbb05-9948-4a21-8362-c2bb28b6934e'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:08:39.949073 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 41182) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:08:39.949544 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-abec8660-9ee5-493e-a826-0c0609ade833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:08:19Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['6f9dbb05-9948-4a21-8362-c2bb28b6934e'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:08:39.956414 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-44032ba7-3ff9-4863-95e3-6b4f2d818554 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Publish callbacks [] for router, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:39.956414 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-44032ba7-3ff9-4863-95e3-6b4f2d818554 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] 10.222.0.11 "DELETE /v2.0/routers/8ddc664a-dba0-47b3-b326-7084967cb193 HTTP/1.1" status: 204 len: 168 time: 2.8472090 Jan 05 17:08:39.956722 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e501e544-f6de-4403-976b-c580bf4a033a None None] Network e897f8fc-3cef-40ca-9466-c6c65ecd9833 is already hosted by enough agents. {{(pid=103802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:08:39.956829 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-a114e6d1-4776-457f-8edc-a264fee52809 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Calling delete_port for 405db335-6958-48d4-b69d-e231d653db92 owned by network:dhcp {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:08:39.961481 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 41184) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:08:39.991878 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-356389ee-71c8-485a-91b6-d7d2fa9c62bf tempest-FloatingIPAdminTestJSON-318638842 tempest-FloatingIPAdminTestJSON-318638842-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3809644'] for network, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:39.992203 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-41149b1b-639d-428c-93ee-3cc146b96ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678'] for port, after_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:40.003053 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.scheduler.base_scheduler [None req-e501e544-f6de-4403-976b-c580bf4a033a None None] Resources bound (agent type, host, resource id): {{(pid=103802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:08:40.008585 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e501e544-f6de-4403-976b-c580bf4a033a None None] Received port after_create {{(pid=103802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:08:40.009091 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-abec8660-9ee5-493e-a826-0c0609ade833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:08:40.009683 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abec8660-9ee5-493e-a826-0c0609ade833 None None] The sync data for ids ['6f9dbb05-9948-4a21-8362-c2bb28b6934e'] in dv-neutron-master-2-hyperv is: [] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 05 17:08:40.012336 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-1b2ffbc0-1cd1-45aa-8ac8-e5ece82cdfa0 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f9dbb05-9948-4a21-8362-c2bb28b6934e HTTP/1.1" status: 200 len: 205 time: 0.0621552 Jan 05 17:08:40.017079 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 41186) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:08:40.017274 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e501e544-f6de-4403-976b-c580bf4a033a None None] Pushing event updated for resources: {'Port': ['ID=54f72ee5-c019-4458-85bc-7e9236558fc1,revision_number=1']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:08:40.019678 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.db.api [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jan 05 17:08:40.019678 dv-neutron-master-2-hyperv neutron-server[103802]: [SQL: UPDATE ports SET status=%(status)s WHERE ports.id = %(ports_id)s] Jan 05 17:08:40.019678 dv-neutron-master-2-hyperv neutron-server[103802]: [parameters: {'status': 'DOWN', 'ports_id': '405db335-6958-48d4-b69d-e231d653db92'}] Jan 05 17:08:40.019678 dv-neutron-master-2-hyperv neutron-server[103802]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103802) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 05 17:08:40.020019 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG oslo_db.api [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 05 17:08:40.052449 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41149b1b-639d-428c-93ee-3cc146b96ee9 None None] Pushing event deleted for resources: {'Port': ['ID=405db335-6958-48d4-b69d-e231d653db92,revision_number=None']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:08:40.054371 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41149b1b-639d-428c-93ee-3cc146b96ee9 None None] No DVR routers for this DVR port 405db335-6958-48d4-b69d-e231d653db92 on host dv-neutron-master-2-hyperv {{(pid=103802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 05 17:08:40.079937 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14e47941-242d-4a17-a4be-1f5685a8b718 tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] Network e245afc0-0c4f-4d05-8fa9-718ade393656 is scheduled to be hosted by DHCP agent 3f70c195-17da-4084-9fd6-bf6059d88535 with binding_index 1 {{(pid=103801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 05 17:08:40.112302 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.db_base_plugin_v2 [None req-b31abf71-41e6-486d-8633-dcd084f87016 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Deleting subnet 9eb52004-969f-451b-b046-17b14b6ecbb9 {{(pid=103801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 05 17:08:40.120833 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-b31abf71-41e6-486d-8633-dcd084f87016 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Publish callbacks [] for subnet, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:40.127196 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-e501e544-f6de-4403-976b-c580bf4a033a None None] Attempting to bind port 54f72ee5-c019-4458-85bc-7e9236558fc1 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 05 17:08:40.127790 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-e501e544-f6de-4403-976b-c580bf4a033a None None] Attempting to bind port 54f72ee5-c019-4458-85bc-7e9236558fc1 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '68e6c437-46c2-424d-85e7-20547f69066d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'e897f8fc-3cef-40ca-9466-c6c65ecd9833'}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 05 17:08:40.128338 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e501e544-f6de-4403-976b-c580bf4a033a None None] Attempting to bind port 54f72ee5-c019-4458-85bc-7e9236558fc1 on network e897f8fc-3cef-40ca-9466-c6c65ecd9833 {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:08:40.137122 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e501e544-f6de-4403-976b-c580bf4a033a None None] Checking agent: {'id': '0d4f8fd3-ce62-4651-970c-efa6a8bb22b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 5, 16, 57, 23), 'started_at': datetime.datetime(2022, 1, 5, 16, 57, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 5, 17, 8, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 05 17:08:40.137485 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e501e544-f6de-4403-976b-c580bf4a033a None None] Checking segment: {'id': '68e6c437-46c2-424d-85e7-20547f69066d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'e897f8fc-3cef-40ca-9466-c6c65ecd9833'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:08:40.137920 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-e501e544-f6de-4403-976b-c580bf4a033a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:40.138304 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e501e544-f6de-4403-976b-c580bf4a033a None None] Bound using segment: {'id': '68e6c437-46c2-424d-85e7-20547f69066d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'e897f8fc-3cef-40ca-9466-c6c65ecd9833'} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 05 17:08:40.138779 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-e501e544-f6de-4403-976b-c580bf4a033a None None] Bound port: 54f72ee5-c019-4458-85bc-7e9236558fc1, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68e6c437-46c2-424d-85e7-20547f69066d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'e897f8fc-3cef-40ca-9466-c6c65ecd9833'}}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 05 17:08:40.139155 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-e501e544-f6de-4403-976b-c580bf4a033a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:40.178709 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af81ed96-dfdd-4b24-ac81-7f12af13d60d None None] DHCP port deletion for 548691fa-6c35-4ab1-b2b6-63e0b753c516 request from dv-neutron-master-2-hyperv {{(pid=103802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 05 17:08:40.194410 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a114e6d1-4776-457f-8edc-a264fee52809 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:40.214724 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-14e47941-242d-4a17-a4be-1f5685a8b718 tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, e245afc0-0c4f-4d05-8fa9-718ade393656) {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:08:40.225029 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14e47941-242d-4a17-a4be-1f5685a8b718 tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:08:40.225272 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-356389ee-71c8-485a-91b6-d7d2fa9c62bf tempest-FloatingIPAdminTestJSON-318638842 tempest-FloatingIPAdminTestJSON-318638842-project] Deleting port 3bb45045-7850-4cf0-b1ee-d77e072c03dc {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:08:40.225464 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4636ecfe-b519-41c8-992e-6fff5447d0e9 None None] Network e245afc0-0c4f-4d05-8fa9-718ade393656 requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:08:40.225792 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-356389ee-71c8-485a-91b6-d7d2fa9c62bf tempest-FloatingIPAdminTestJSON-318638842 tempest-FloatingIPAdminTestJSON-318638842-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:40.225926 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-14e47941-242d-4a17-a4be-1f5685a8b718 tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] Publish callbacks [] for subnet, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:40.249962 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-b31abf71-41e6-486d-8633-dcd084f87016 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11316398'] for subnet, precommit_delete_associations {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:40.253169 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-43727c56-4130-4ea3-a46b-ed9de516a1d2 tempest-AllowedAddressPairTestJSON-1235936357 tempest-AllowedAddressPairTestJSON-1235936357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11433176'] for port, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:40.272279 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a114e6d1-4776-457f-8edc-a264fee52809 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] No DVR routers for this DVR port 405db335-6958-48d4-b69d-e231d653db92 on host dv-neutron-master-2-hyperv {{(pid=103800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 05 17:08:40.302596 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a114e6d1-4776-457f-8edc-a264fee52809 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Pushing event deleted for resources: {'Port': ['ID=405db335-6958-48d4-b69d-e231d653db92,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:08:40.304342 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-8fc1ed6f-bff1-4406-8c71-623756c742e5 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks [] for router, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:40.306533 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-e501e544-f6de-4403-976b-c580bf4a033a None None] For port 54f72ee5-c019-4458-85bc-7e9236558fc1, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 05 17:08:40.341353 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-e501e544-f6de-4403-976b-c580bf4a033a None None] For port 54f72ee5-c019-4458-85bc-7e9236558fc1, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=54f72ee5-c019-4458-85bc-7e9236558fc1,segment=NetworkSegment(68e6c437-46c2-424d-85e7-20547f69066d),segment_id=68e6c437-46c2-424d-85e7-20547f69066d)] {{(pid=103802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 05 17:08:40.369400 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.db_base_plugin_common [None req-737e94aa-bc1a-4a47-af4a-fac33856c797 None None] Allocated IP 172.20.0.2 (8e04ecc0-b255-4da3-a7ea-55c342b92b12/26cbd109-81cf-49d2-a4b5-158651c51acd/ff170145-e6dd-43ed-bb8e-d180d91ab13f) {{(pid=103802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:08:40.378137 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-14e47941-242d-4a17-a4be-1f5685a8b718 tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.5534759 Jan 05 17:08:40.383580 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43727c56-4130-4ea3-a46b-ed9de516a1d2 tempest-AllowedAddressPairTestJSON-1235936357 tempest-AllowedAddressPairTestJSON-1235936357-project] Network 8e04ecc0-b255-4da3-a7ea-55c342b92b12 is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:08:40.387530 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 41188) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:08:40.401803 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-af81ed96-dfdd-4b24-ac81-7f12af13d60d None None] Deleting port 3bb45045-7850-4cf0-b1ee-d77e072c03dc {{(pid=103802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:08:40.402275 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-af81ed96-dfdd-4b24-ac81-7f12af13d60d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:40.403983 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-43727c56-4130-4ea3-a46b-ed9de516a1d2 tempest-AllowedAddressPairTestJSON-1235936357 tempest-AllowedAddressPairTestJSON-1235936357-project] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:08:40.427154 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-e501e544-f6de-4403-976b-c580bf4a033a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:40.433479 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43727c56-4130-4ea3-a46b-ed9de516a1d2 tempest-AllowedAddressPairTestJSON-1235936357 tempest-AllowedAddressPairTestJSON-1235936357-project] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:08:40.441643 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43727c56-4130-4ea3-a46b-ed9de516a1d2 tempest-AllowedAddressPairTestJSON-1235936357 tempest-AllowedAddressPairTestJSON-1235936357-project] Pushing event updated for resources: {'Port': ['ID=a6f7802e-b1c7-48ad-8bba-c60d0b1bfdb1,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:08:40.464864 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.db [None req-356389ee-71c8-485a-91b6-d7d2fa9c62bf tempest-FloatingIPAdminTestJSON-318638842 tempest-FloatingIPAdminTestJSON-318638842-project] For port 3bb45045-7850-4cf0-b1ee-d77e072c03dc, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=3bb45045-7850-4cf0-b1ee-d77e072c03dc,segment=NetworkSegment(88cea296-af62-4083-8692-64c482932d8a),segment_id=88cea296-af62-4083-8692-64c482932d8a)] {{(pid=103800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:08:40.465241 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-356389ee-71c8-485a-91b6-d7d2fa9c62bf tempest-FloatingIPAdminTestJSON-318638842 tempest-FloatingIPAdminTestJSON-318638842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:40.472862 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a114e6d1-4776-457f-8edc-a264fee52809 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3891715', 'neutron.services.segments.db._delete_segments_for_network-8754181063482'] for network, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:40.490408 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06b61a5e-31a9-4324-9bc0-954b1a33f6f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-e245afc0-0c4f-4d05-8fa9-718ade393656', 'network_id': 'e245afc0-0c4f-4d05-8fa9-718ade393656', 'project_id': '3b0c49083275461eae45180ddc29fcef', 'fixed_ips': [{'subnet_id': '7837b67f-5705-4cf9-9f23-9629733ee3c7'}]}} from dv-neutron-master-2-hyperv. {{(pid=103802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 05 17:08:40.491270 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-06b61a5e-31a9-4324-9bc0-954b1a33f6f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:40.499007 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-356389ee-71c8-485a-91b6-d7d2fa9c62bf tempest-FloatingIPAdminTestJSON-318638842 tempest-FloatingIPAdminTestJSON-318638842-project] Calling delete_port for 3bb45045-7850-4cf0-b1ee-d77e072c03dc owned by network:dhcp {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:08:40.527320 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.services.segments.db [None req-a114e6d1-4776-457f-8edc-a264fee52809 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70a8d798-e034-464a-a017-6e4796dbad41']}} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:08:40.547015 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.services.segments.db [None req-a114e6d1-4776-457f-8edc-a264fee52809 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '607decf1-6772-4eff-864f-c19c89c69ed4') {'for_net_delete': True} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:08:40.547355 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.services.segments.db [None req-a114e6d1-4776-457f-8edc-a264fee52809 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '607decf1-6772-4eff-864f-c19c89c69ed4') {} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:08:40.587599 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a114e6d1-4776-457f-8edc-a264fee52809 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754181064771', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8784833'] for segment, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:40.613792 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a114e6d1-4776-457f-8edc-a264fee52809 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225'] for segment, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:40.626326 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a114e6d1-4776-457f-8edc-a264fee52809 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Releasing vlan 149 on physical network physnet1 to pool {{(pid=103800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 05 17:08:40.626326 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a114e6d1-4776-457f-8edc-a264fee52809 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8784497'] for segment, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:40.635424 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:08:40.635424 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:08:40.635424 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:08:40.635424 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:08:40.635424 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:08:40.635424 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:08:40.635424 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:08:40.635424 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:08:40.635424 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:08:40.635424 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:08:40.635424 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:08:40.635424 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:08:40.635424 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:08:40.635424 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:08:40.635424 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:08:40.635424 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:08:40.635424 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 05 17:08:40.635424 dv-neutron-master-2-hyperv neutron-server[103800]: self.session.flush() Jan 05 17:08:40.635424 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 05 17:08:40.635424 dv-neutron-master-2-hyperv neutron-server[103800]: self.session.flush() Jan 05 17:08:40.635424 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 05 17:08:40.635424 dv-neutron-master-2-hyperv neutron-server[103800]: self.session.flush() Jan 05 17:08:40.635424 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 05 17:08:40.635424 dv-neutron-master-2-hyperv neutron-server[103800]: self.session.flush() Jan 05 17:08:40.635424 dv-neutron-master-2-hyperv neutron-server[103800]: Traceback (most recent call last): Jan 05 17:08:40.635424 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 05 17:08:40.635424 dv-neutron-master-2-hyperv neutron-server[103800]: timer() Jan 05 17:08:40.635424 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 05 17:08:40.635424 dv-neutron-master-2-hyperv neutron-server[103800]: cb(*args, **kw) Jan 05 17:08:40.635424 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 05 17:08:40.635424 dv-neutron-master-2-hyperv neutron-server[103800]: return func(*args, **kwargs) Jan 05 17:08:40.635424 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 05 17:08:40.635424 dv-neutron-master-2-hyperv neutron-server[103800]: self._notify() Jan 05 17:08:40.635424 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 05 17:08:40.635424 dv-neutron-master-2-hyperv neutron-server[103800]: self.callback(batched_events) Jan 05 17:08:40.635424 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 05 17:08:40.635424 dv-neutron-master-2-hyperv neutron-server[103800]: event.method(event) Jan 05 17:08:40.635424 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 05 17:08:40.635424 dv-neutron-master-2-hyperv neutron-server[103800]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 05 17:08:40.635424 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 05 17:08:40.635424 dv-neutron-master-2-hyperv neutron-server[103800]: aggregate_uuid = self.p_client.list_aggregates( Jan 05 17:08:40.635424 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 05 17:08:40.635424 dv-neutron-master-2-hyperv neutron-server[103800]: return f(self, *a, **k) Jan 05 17:08:40.635424 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 05 17:08:40.635424 dv-neutron-master-2-hyperv neutron-server[103800]: return self._get(url).json() Jan 05 17:08:40.635424 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 05 17:08:40.635424 dv-neutron-master-2-hyperv neutron-server[103800]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 05 17:08:40.635424 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 05 17:08:40.635424 dv-neutron-master-2-hyperv neutron-server[103800]: return self.request(url, 'GET', **kwargs) Jan 05 17:08:40.635424 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 05 17:08:40.635424 dv-neutron-master-2-hyperv neutron-server[103800]: base_url = self.get_endpoint(auth, allow=allow, Jan 05 17:08:40.635424 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 05 17:08:40.635424 dv-neutron-master-2-hyperv neutron-server[103800]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 05 17:08:40.635424 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 05 17:08:40.635424 dv-neutron-master-2-hyperv neutron-server[103800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 05 17:08:40.635424 dv-neutron-master-2-hyperv neutron-server[103800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 05 17:08:40.760954 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Port 405db335-6958-48d4-b69d-e231d653db92 update to DOWN by agent not found {{(pid=103802) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2190}} Jan 05 17:08:40.783459 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-af81ed96-dfdd-4b24-ac81-7f12af13d60d None None] For port 3bb45045-7850-4cf0-b1ee-d77e072c03dc, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=3bb45045-7850-4cf0-b1ee-d77e072c03dc,segment=NetworkSegment(88cea296-af62-4083-8692-64c482932d8a),segment_id=88cea296-af62-4083-8692-64c482932d8a)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:08:40.783459 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-af81ed96-dfdd-4b24-ac81-7f12af13d60d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:40.837447 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-af81ed96-dfdd-4b24-ac81-7f12af13d60d None None] Calling delete_port for 3bb45045-7850-4cf0-b1ee-d77e072c03dc owned by network:dhcp {{(pid=103802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:08:40.845259 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-356389ee-71c8-485a-91b6-d7d2fa9c62bf tempest-FloatingIPAdminTestJSON-318638842 tempest-FloatingIPAdminTestJSON-318638842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:40.860260 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e501e544-f6de-4403-976b-c580bf4a033a None None] Pushing event updated for resources: {'Port': ['ID=54f72ee5-c019-4458-85bc-7e9236558fc1,revision_number=2']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:08:40.880040 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-356389ee-71c8-485a-91b6-d7d2fa9c62bf tempest-FloatingIPAdminTestJSON-318638842 tempest-FloatingIPAdminTestJSON-318638842-project] No DVR routers for this DVR port 3bb45045-7850-4cf0-b1ee-d77e072c03dc on host dv-neutron-master-2-hyperv {{(pid=103800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 05 17:08:40.885944 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a114e6d1-4776-457f-8edc-a264fee52809 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3891722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648695'] for network, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:40.893635 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a114e6d1-4776-457f-8edc-a264fee52809 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks [] for network, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:40.903676 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-a114e6d1-4776-457f-8edc-a264fee52809 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] 10.222.0.11 "DELETE /v2.0/networks/70a8d798-e034-464a-a017-6e4796dbad41 HTTP/1.1" status: 204 len: 168 time: 2.4707282 Jan 05 17:08:40.910432 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 41190) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:08:40.921056 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-b0e1f0ab-13c1-4579-abbd-b94b2d8bb9d6 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2052335120', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573'}, 'admin_state_up': False}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:08:41.006857 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-b31abf71-41e6-486d-8633-dcd084f87016 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892868'] for subnet, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:41.038152 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a114e6d1-4776-457f-8edc-a264fee52809 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Pushing event deleted for resources: {'Network': ['ID=70a8d798-e034-464a-a017-6e4796dbad41,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:08:41.049679 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356389ee-71c8-485a-91b6-d7d2fa9c62bf tempest-FloatingIPAdminTestJSON-318638842 tempest-FloatingIPAdminTestJSON-318638842-project] Pushing event deleted for resources: {'Port': ['ID=3bb45045-7850-4cf0-b1ee-d77e072c03dc,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:08:41.051959 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.objects.ports [None req-85e6aba4-a5ef-45dd-bb04-b9a104ed7f67 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103800) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 05 17:08:41.052613 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43727c56-4130-4ea3-a46b-ed9de516a1d2 tempest-AllowedAddressPairTestJSON-1235936357 tempest-AllowedAddressPairTestJSON-1235936357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:08:41.055807 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-43727c56-4130-4ea3-a46b-ed9de516a1d2 tempest-AllowedAddressPairTestJSON-1235936357 tempest-AllowedAddressPairTestJSON-1235936357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:41.128026 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-8fc1ed6f-bff1-4406-8c71-623756c742e5 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:41.135901 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-dca9c0e8-d2a7-433a-9a65-ea63541b25bc tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3809644'] for network, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:41.205833 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-737e94aa-bc1a-4a47-af4a-fac33856c797 None None] Publish callbacks [] for port, precommit_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:41.216508 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.db_base_plugin_common [None req-06b61a5e-31a9-4324-9bc0-954b1a33f6f9 None None] Allocated IP 2001:db8::f816:3eff:fe73:9f42 (e245afc0-0c4f-4d05-8fa9-718ade393656/7837b67f-5705-4cf9-9f23-9629733ee3c7/d2564c8f-3d7b-4089-bd6a-3246aa33822f) {{(pid=103802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:08:41.229873 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-43727c56-4130-4ea3-a46b-ed9de516a1d2 tempest-AllowedAddressPairTestJSON-1235936357 tempest-AllowedAddressPairTestJSON-1235936357-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.2147396 Jan 05 17:08:41.232816 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 41192) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:08:41.238953 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-af81ed96-dfdd-4b24-ac81-7f12af13d60d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678'] for port, after_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:41.245190 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-437b83e8-d105-4fe6-b26c-8273f01701e7 tempest-AllowedAddressPairTestJSON-1235936357 tempest-AllowedAddressPairTestJSON-1235936357-project] Request body: {'port': {'network_id': '8e04ecc0-b255-4da3-a7ea-55c342b92b12', 'name': 'tempest-AllowedAddressPairTestJSON-2045925634', 'allowed_address_pairs': [{'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:c8:56:1e'}]}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:08:41.276268 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-356389ee-71c8-485a-91b6-d7d2fa9c62bf tempest-FloatingIPAdminTestJSON-318638842 tempest-FloatingIPAdminTestJSON-318638842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3891715', 'neutron.services.segments.db._delete_segments_for_network-8754181063482'] for network, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:41.303882 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af81ed96-dfdd-4b24-ac81-7f12af13d60d None None] No DVR routers for this DVR port 3bb45045-7850-4cf0-b1ee-d77e072c03dc on host dv-neutron-master-2-hyperv {{(pid=103802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 05 17:08:41.307067 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af81ed96-dfdd-4b24-ac81-7f12af13d60d None None] Pushing event deleted for resources: {'Port': ['ID=3bb45045-7850-4cf0-b1ee-d77e072c03dc,revision_number=None']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:08:41.337723 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.services.segments.db [None req-356389ee-71c8-485a-91b6-d7d2fa9c62bf tempest-FloatingIPAdminTestJSON-318638842 tempest-FloatingIPAdminTestJSON-318638842-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['548691fa-6c35-4ab1-b2b6-63e0b753c516']}} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:08:41.342508 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-737e94aa-bc1a-4a47-af4a-fac33856c797 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669'] for port, after_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:41.350234 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-dca9c0e8-d2a7-433a-9a65-ea63541b25bc tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892868'] for subnet, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:41.353411 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.services.segments.db [None req-356389ee-71c8-485a-91b6-d7d2fa9c62bf tempest-FloatingIPAdminTestJSON-318638842 tempest-FloatingIPAdminTestJSON-318638842-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88cea296-af62-4083-8692-64c482932d8a') {'for_net_delete': True} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:08:41.353931 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.services.segments.db [None req-356389ee-71c8-485a-91b6-d7d2fa9c62bf tempest-FloatingIPAdminTestJSON-318638842 tempest-FloatingIPAdminTestJSON-318638842-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88cea296-af62-4083-8692-64c482932d8a') {} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:08:41.364239 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 54f72ee5-c019-4458-85bc-7e9236558fc1 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:08:41.377003 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-b0e1f0ab-13c1-4579-abbd-b94b2d8bb9d6 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-649063', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58098'] for router, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:41.378191 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-b0e1f0ab-13c1-4579-abbd-b94b2d8bb9d6 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649832', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-545006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58091'] for router, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:41.381669 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-b31abf71-41e6-486d-8633-dcd084f87016 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3893367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11433231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12480600'] for subnet, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:41.386163 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-356389ee-71c8-485a-91b6-d7d2fa9c62bf tempest-FloatingIPAdminTestJSON-318638842 tempest-FloatingIPAdminTestJSON-318638842-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754181064771', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8784833'] for segment, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:41.410743 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-356389ee-71c8-485a-91b6-d7d2fa9c62bf tempest-FloatingIPAdminTestJSON-318638842 tempest-FloatingIPAdminTestJSON-318638842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225'] for segment, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:41.418863 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-356389ee-71c8-485a-91b6-d7d2fa9c62bf tempest-FloatingIPAdminTestJSON-318638842 tempest-FloatingIPAdminTestJSON-318638842-project] Releasing vlan 103 on physical network physnet1 to pool {{(pid=103800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 05 17:08:41.419505 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-356389ee-71c8-485a-91b6-d7d2fa9c62bf tempest-FloatingIPAdminTestJSON-318638842 tempest-FloatingIPAdminTestJSON-318638842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8784497'] for segment, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:41.423262 dv-neutron-master-2-hyperv neutron-server[103800]: Traceback (most recent call last): Jan 05 17:08:41.423262 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 05 17:08:41.423262 dv-neutron-master-2-hyperv neutron-server[103800]: timer() Jan 05 17:08:41.423262 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 05 17:08:41.423262 dv-neutron-master-2-hyperv neutron-server[103800]: cb(*args, **kw) Jan 05 17:08:41.423262 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 05 17:08:41.423262 dv-neutron-master-2-hyperv neutron-server[103800]: return func(*args, **kwargs) Jan 05 17:08:41.423262 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 05 17:08:41.423262 dv-neutron-master-2-hyperv neutron-server[103800]: self._notify() Jan 05 17:08:41.423262 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 05 17:08:41.423262 dv-neutron-master-2-hyperv neutron-server[103800]: self.callback(batched_events) Jan 05 17:08:41.423262 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 05 17:08:41.423262 dv-neutron-master-2-hyperv neutron-server[103800]: event.method(event) Jan 05 17:08:41.423262 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 05 17:08:41.423262 dv-neutron-master-2-hyperv neutron-server[103800]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 05 17:08:41.423262 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 05 17:08:41.423262 dv-neutron-master-2-hyperv neutron-server[103800]: aggregate_uuid = self.p_client.list_aggregates( Jan 05 17:08:41.423262 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 05 17:08:41.423262 dv-neutron-master-2-hyperv neutron-server[103800]: return f(self, *a, **k) Jan 05 17:08:41.423262 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 05 17:08:41.423262 dv-neutron-master-2-hyperv neutron-server[103800]: return self._get(url).json() Jan 05 17:08:41.423262 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 05 17:08:41.423262 dv-neutron-master-2-hyperv neutron-server[103800]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 05 17:08:41.423262 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 05 17:08:41.423262 dv-neutron-master-2-hyperv neutron-server[103800]: return self.request(url, 'GET', **kwargs) Jan 05 17:08:41.423262 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 05 17:08:41.423262 dv-neutron-master-2-hyperv neutron-server[103800]: base_url = self.get_endpoint(auth, allow=allow, Jan 05 17:08:41.423262 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 05 17:08:41.423262 dv-neutron-master-2-hyperv neutron-server[103800]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 05 17:08:41.423262 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 05 17:08:41.423262 dv-neutron-master-2-hyperv neutron-server[103800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 05 17:08:41.423262 dv-neutron-master-2-hyperv neutron-server[103800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 05 17:08:41.447592 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-737e94aa-bc1a-4a47-af4a-fac33856c797 None None] Network 8e04ecc0-b255-4da3-a7ea-55c342b92b12 is already hosted by enough agents. {{(pid=103802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:08:41.458759 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737e94aa-bc1a-4a47-af4a-fac33856c797 None None] Pushing event updated for resources: {'Port': ['ID=ff170145-e6dd-43ed-bb8e-d180d91ab13f,revision_number=1']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:08:41.465549 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-b31abf71-41e6-486d-8633-dcd084f87016 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Publish callbacks [] for subnet, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:41.467423 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.scheduler.base_scheduler [None req-737e94aa-bc1a-4a47-af4a-fac33856c797 None None] Resources bound (agent type, host, resource id): {{(pid=103802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:08:41.471389 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-b31abf71-41e6-486d-8633-dcd084f87016 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] 10.222.0.11 "DELETE /v2.0/subnets/9eb52004-969f-451b-b046-17b14b6ecbb9 HTTP/1.1" status: 204 len: 168 time: 1.5063457 Jan 05 17:08:41.471389 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31abf71-41e6-486d-8633-dcd084f87016 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Pushing event deleted for resources: {'Subnet': ['ID=9eb52004-969f-451b-b046-17b14b6ecbb9,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:08:41.475531 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-737e94aa-bc1a-4a47-af4a-fac33856c797 None None] Received port after_create {{(pid=103802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:08:41.479081 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0df30590-8e07-4fe8-92d1-2e4ea93c63ab None None] Network 59b8f047-416e-4c83-9a52-11e2a1b335f5 requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:08:41.479437 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 41194) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:08:41.552727 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-85e6aba4-a5ef-45dd-bb04-b9a104ed7f67 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:41.607884 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-356389ee-71c8-485a-91b6-d7d2fa9c62bf tempest-FloatingIPAdminTestJSON-318638842 tempest-FloatingIPAdminTestJSON-318638842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3891722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648695'] for network, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:41.632019 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-356389ee-71c8-485a-91b6-d7d2fa9c62bf tempest-FloatingIPAdminTestJSON-318638842 tempest-FloatingIPAdminTestJSON-318638842-project] Publish callbacks [] for network, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:41.638129 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-356389ee-71c8-485a-91b6-d7d2fa9c62bf tempest-FloatingIPAdminTestJSON-318638842 tempest-FloatingIPAdminTestJSON-318638842-project] 10.222.0.11 "DELETE /v2.0/networks/548691fa-6c35-4ab1-b2b6-63e0b753c516 HTTP/1.1" status: 204 len: 168 time: 1.9468160 Jan 05 17:08:41.644409 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 41196) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:08:41.653462 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-b0e1f0ab-13c1-4579-abbd-b94b2d8bb9d6 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:41.665284 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-de7e9916-ac5f-4ba5-b382-53dfe9ac9e72 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3809644'] for network, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:41.667988 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Provisioning complete for port 54f72ee5-c019-4458-85bc-7e9236558fc1 triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:08:41.668477 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:41.687226 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-8fc1ed6f-bff1-4406-8c71-623756c742e5 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Deleting port 813e769d-31d5-4004-9363-146feeca51b9 {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:08:41.687718 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-8fc1ed6f-bff1-4406-8c71-623756c742e5 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:41.706756 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356389ee-71c8-485a-91b6-d7d2fa9c62bf tempest-FloatingIPAdminTestJSON-318638842 tempest-FloatingIPAdminTestJSON-318638842-project] Pushing event deleted for resources: {'Network': ['ID=548691fa-6c35-4ab1-b2b6-63e0b753c516,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:08:41.708847 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-737e94aa-bc1a-4a47-af4a-fac33856c797 None None] Attempting to bind port ff170145-e6dd-43ed-bb8e-d180d91ab13f on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 05 17:08:41.709197 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-737e94aa-bc1a-4a47-af4a-fac33856c797 None None] Attempting to bind port ff170145-e6dd-43ed-bb8e-d180d91ab13f by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '0ae28478-fb68-426c-ac1b-0fb5b1d369f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '8e04ecc0-b255-4da3-a7ea-55c342b92b12'}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 05 17:08:41.709546 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-737e94aa-bc1a-4a47-af4a-fac33856c797 None None] Attempting to bind port ff170145-e6dd-43ed-bb8e-d180d91ab13f on network 8e04ecc0-b255-4da3-a7ea-55c342b92b12 {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:08:41.713288 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-06b61a5e-31a9-4324-9bc0-954b1a33f6f9 None None] Publish callbacks [] for port, precommit_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:41.724651 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-737e94aa-bc1a-4a47-af4a-fac33856c797 None None] Checking agent: {'id': '0d4f8fd3-ce62-4651-970c-efa6a8bb22b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 5, 16, 57, 23), 'started_at': datetime.datetime(2022, 1, 5, 16, 57, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 5, 17, 8, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 05 17:08:41.725818 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-737e94aa-bc1a-4a47-af4a-fac33856c797 None None] Checking segment: {'id': '0ae28478-fb68-426c-ac1b-0fb5b1d369f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '8e04ecc0-b255-4da3-a7ea-55c342b92b12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:08:41.725818 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-737e94aa-bc1a-4a47-af4a-fac33856c797 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:41.725818 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-737e94aa-bc1a-4a47-af4a-fac33856c797 None None] Bound using segment: {'id': '0ae28478-fb68-426c-ac1b-0fb5b1d369f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '8e04ecc0-b255-4da3-a7ea-55c342b92b12'} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 05 17:08:41.726585 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-737e94aa-bc1a-4a47-af4a-fac33856c797 None None] Bound port: ff170145-e6dd-43ed-bb8e-d180d91ab13f, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ae28478-fb68-426c-ac1b-0fb5b1d369f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '8e04ecc0-b255-4da3-a7ea-55c342b92b12'}}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 05 17:08:41.726731 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-737e94aa-bc1a-4a47-af4a-fac33856c797 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:41.837572 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-06b61a5e-31a9-4324-9bc0-954b1a33f6f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669'] for port, after_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:41.867505 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d73a49b-280c-4d2f-9dcb-1dc433e128d9 None None] DHCP port deletion for 59b8f047-416e-4c83-9a52-11e2a1b335f5 request from dv-neutron-master-2-hyperv {{(pid=103802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 05 17:08:41.924913 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.db [None req-85e6aba4-a5ef-45dd-bb04-b9a104ed7f67 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] For port 54f72ee5-c019-4458-85bc-7e9236558fc1, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=54f72ee5-c019-4458-85bc-7e9236558fc1,segment=NetworkSegment(68e6c437-46c2-424d-85e7-20547f69066d),segment_id=68e6c437-46c2-424d-85e7-20547f69066d)] {{(pid=103800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:08:41.948875 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-b038d034-89d3-4ffa-bb42-12df4e4639b3 tempest-FloatingIPAdminTestJSON-318638842 tempest-FloatingIPAdminTestJSON-318638842-project] Deleting port ed24904e-0574-4503-8641-4860c0f4dfbd {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:08:41.949270 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b038d034-89d3-4ffa-bb42-12df4e4639b3 tempest-FloatingIPAdminTestJSON-318638842 tempest-FloatingIPAdminTestJSON-318638842-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:41.981042 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-85e6aba4-a5ef-45dd-bb04-b9a104ed7f67 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks [] for port, precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:41.988079 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-437b83e8-d105-4fe6-b26c-8273f01701e7 tempest-AllowedAddressPairTestJSON-1235936357 tempest-AllowedAddressPairTestJSON-1235936357-project] Made reservation on behalf of 1de9fed5660e4646925cb97e94988282 for: {'port': 1} {{(pid=103801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:08:42.006995 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:42.019347 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06b61a5e-31a9-4324-9bc0-954b1a33f6f9 None None] Network e245afc0-0c4f-4d05-8fa9-718ade393656 is already hosted by enough agents. {{(pid=103802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:08:42.021411 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-8fc1ed6f-bff1-4406-8c71-623756c742e5 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:42.034657 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-b0e1f0ab-13c1-4579-abbd-b94b2d8bb9d6 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:42.052020 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-dca9c0e8-d2a7-433a-9a65-ea63541b25bc tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3893367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11433231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12480600'] for subnet, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:42.074831 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b61a5e-31a9-4324-9bc0-954b1a33f6f9 None None] Pushing event updated for resources: {'Port': ['ID=d2564c8f-3d7b-4089-bd6a-3246aa33822f,revision_number=1']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:08:42.076229 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b038d034-89d3-4ffa-bb42-12df4e4639b3 tempest-FloatingIPAdminTestJSON-318638842 tempest-FloatingIPAdminTestJSON-318638842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:42.076560 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b038d034-89d3-4ffa-bb42-12df4e4639b3 tempest-FloatingIPAdminTestJSON-318638842 tempest-FloatingIPAdminTestJSON-318638842-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:42.096406 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-8fc1ed6f-bff1-4406-8c71-623756c742e5 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Calling delete_port for 813e769d-31d5-4004-9363-146feeca51b9 owned by network:router_gateway {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:08:42.096406 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca9c0e8-d2a7-433a-9a65-ea63541b25bc tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] Pushing event deleted for resources: {'Subnet': ['ID=7837b67f-5705-4cf9-9f23-9629733ee3c7,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:08:42.096876 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-b038d034-89d3-4ffa-bb42-12df4e4639b3 tempest-FloatingIPAdminTestJSON-318638842 tempest-FloatingIPAdminTestJSON-318638842-project] Calling delete_port for ed24904e-0574-4503-8641-4860c0f4dfbd owned by network:floatingip {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:08:42.103507 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.scheduler.base_scheduler [None req-06b61a5e-31a9-4324-9bc0-954b1a33f6f9 None None] Resources bound (agent type, host, resource id): {{(pid=103802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:08:42.112878 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06b61a5e-31a9-4324-9bc0-954b1a33f6f9 None None] Received port after_create {{(pid=103802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:08:42.166079 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-85e6aba4-a5ef-45dd-bb04-b9a104ed7f67 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8784461'] for port, after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:42.166852 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-85e6aba4-a5ef-45dd-bb04-b9a104ed7f67 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8784852', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8521873'] for subnet, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:42.174768 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-737e94aa-bc1a-4a47-af4a-fac33856c797 None None] For port ff170145-e6dd-43ed-bb8e-d180d91ab13f, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 05 17:08:42.209987 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-737e94aa-bc1a-4a47-af4a-fac33856c797 None None] For port ff170145-e6dd-43ed-bb8e-d180d91ab13f, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ff170145-e6dd-43ed-bb8e-d180d91ab13f,segment=NetworkSegment(0ae28478-fb68-426c-ac1b-0fb5b1d369f3),segment_id=0ae28478-fb68-426c-ac1b-0fb5b1d369f3)] {{(pid=103802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 05 17:08:42.210564 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-de7e9916-ac5f-4ba5-b382-53dfe9ac9e72 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Deleting port b6965465-6b31-4093-a236-beac00e93105 {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:08:42.210822 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-de7e9916-ac5f-4ba5-b382-53dfe9ac9e72 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:42.215315 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.db.api [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103802) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 05 17:08:42.216294 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG oslo_db.api [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 05 17:08:42.241045 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-3d73a49b-280c-4d2f-9dcb-1dc433e128d9 None None] Deleting port b6965465-6b31-4093-a236-beac00e93105 {{(pid=103802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:08:42.241419 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-3d73a49b-280c-4d2f-9dcb-1dc433e128d9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:42.257385 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-06b61a5e-31a9-4324-9bc0-954b1a33f6f9 None None] Attempting to bind port d2564c8f-3d7b-4089-bd6a-3246aa33822f on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 05 17:08:42.257842 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-06b61a5e-31a9-4324-9bc0-954b1a33f6f9 None None] Attempting to bind port d2564c8f-3d7b-4089-bd6a-3246aa33822f by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'd7cf05ad-2d02-4cde-9279-049d0898002f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'e245afc0-0c4f-4d05-8fa9-718ade393656'}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 05 17:08:42.258205 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06b61a5e-31a9-4324-9bc0-954b1a33f6f9 None None] Attempting to bind port d2564c8f-3d7b-4089-bd6a-3246aa33822f on network e245afc0-0c4f-4d05-8fa9-718ade393656 {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:08:42.294629 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06b61a5e-31a9-4324-9bc0-954b1a33f6f9 None None] Checking agent: {'id': '0d4f8fd3-ce62-4651-970c-efa6a8bb22b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 5, 16, 57, 23), 'started_at': datetime.datetime(2022, 1, 5, 16, 57, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 5, 17, 8, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 05 17:08:42.297061 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06b61a5e-31a9-4324-9bc0-954b1a33f6f9 None None] Checking segment: {'id': 'd7cf05ad-2d02-4cde-9279-049d0898002f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'e245afc0-0c4f-4d05-8fa9-718ade393656'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:08:42.297061 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-06b61a5e-31a9-4324-9bc0-954b1a33f6f9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:42.297061 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06b61a5e-31a9-4324-9bc0-954b1a33f6f9 None None] Bound using segment: {'id': 'd7cf05ad-2d02-4cde-9279-049d0898002f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'e245afc0-0c4f-4d05-8fa9-718ade393656'} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 05 17:08:42.297061 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-06b61a5e-31a9-4324-9bc0-954b1a33f6f9 None None] Bound port: d2564c8f-3d7b-4089-bd6a-3246aa33822f, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7cf05ad-2d02-4cde-9279-049d0898002f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'e245afc0-0c4f-4d05-8fa9-718ade393656'}}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 05 17:08:42.297434 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-06b61a5e-31a9-4324-9bc0-954b1a33f6f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:42.310078 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-737e94aa-bc1a-4a47-af4a-fac33856c797 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:42.330148 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-3fefdcc1-17cc-4b36-88b6-b324de5926c3 None None] Provisioning complete for port 54f72ee5-c019-4458-85bc-7e9236558fc1 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:08:42.330522 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-3fefdcc1-17cc-4b36-88b6-b324de5926c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:42.342211 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-dca9c0e8-d2a7-433a-9a65-ea63541b25bc tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3891715', 'neutron.services.segments.db._delete_segments_for_network-8754181063482'] for network, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:42.395544 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-3d73a49b-280c-4d2f-9dcb-1dc433e128d9 None None] For port b6965465-6b31-4093-a236-beac00e93105, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b6965465-6b31-4093-a236-beac00e93105,segment=NetworkSegment(d8386f92-d168-4ae5-9912-21ade167f5a2),segment_id=d8386f92-d168-4ae5-9912-21ade167f5a2)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:08:42.395946 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-3d73a49b-280c-4d2f-9dcb-1dc433e128d9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:42.407365 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-437b83e8-d105-4fe6-b26c-8273f01701e7 tempest-AllowedAddressPairTestJSON-1235936357 tempest-AllowedAddressPairTestJSON-1235936357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:42.445689 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.services.segments.db [None req-dca9c0e8-d2a7-433a-9a65-ea63541b25bc tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e245afc0-0c4f-4d05-8fa9-718ade393656']}} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:08:42.461156 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-3d73a49b-280c-4d2f-9dcb-1dc433e128d9 None None] Calling delete_port for b6965465-6b31-4093-a236-beac00e93105 owned by network:dhcp {{(pid=103802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:08:42.481973 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.services.segments.db [None req-dca9c0e8-d2a7-433a-9a65-ea63541b25bc tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7cf05ad-2d02-4cde-9279-049d0898002f') {'for_net_delete': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:08:42.482276 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.services.segments.db [None req-dca9c0e8-d2a7-433a-9a65-ea63541b25bc tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7cf05ad-2d02-4cde-9279-049d0898002f') {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:08:42.484631 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737e94aa-bc1a-4a47-af4a-fac33856c797 None None] Pushing event updated for resources: {'Port': ['ID=ff170145-e6dd-43ed-bb8e-d180d91ab13f,revision_number=2']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:08:42.487760 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-de7e9916-ac5f-4ba5-b382-53dfe9ac9e72 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] For port b6965465-6b31-4093-a236-beac00e93105, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b6965465-6b31-4093-a236-beac00e93105,segment=NetworkSegment(d8386f92-d168-4ae5-9912-21ade167f5a2),segment_id=d8386f92-d168-4ae5-9912-21ade167f5a2)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:08:42.488138 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-de7e9916-ac5f-4ba5-b382-53dfe9ac9e72 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:42.551558 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-de7e9916-ac5f-4ba5-b382-53dfe9ac9e72 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Calling delete_port for b6965465-6b31-4093-a236-beac00e93105 owned by network:dhcp {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:08:42.556864 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.notifiers.nova [None req-437b83e8-d105-4fe6-b26c-8273f01701e7 tempest-AllowedAddressPairTestJSON-1235936357 tempest-AllowedAddressPairTestJSON-1235936357-project] device_id is not set on port 1a9a6254-84a7-41f6-9659-ad43d55d5bb9 yet. {{(pid=103801) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 05 17:08:42.562167 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-06b61a5e-31a9-4324-9bc0-954b1a33f6f9 None None] For port d2564c8f-3d7b-4089-bd6a-3246aa33822f, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 05 17:08:42.590127 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85e6aba4-a5ef-45dd-bb04-b9a104ed7f67 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Network e897f8fc-3cef-40ca-9466-c6c65ecd9833 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:08:42.610515 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-06b61a5e-31a9-4324-9bc0-954b1a33f6f9 None None] For port d2564c8f-3d7b-4089-bd6a-3246aa33822f, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d2564c8f-3d7b-4089-bd6a-3246aa33822f,segment=NetworkSegment(d7cf05ad-2d02-4cde-9279-049d0898002f),segment_id=d7cf05ad-2d02-4cde-9279-049d0898002f)] {{(pid=103802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 05 17:08:42.622359 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-85e6aba4-a5ef-45dd-bb04-b9a104ed7f67 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:08:42.637842 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85e6aba4-a5ef-45dd-bb04-b9a104ed7f67 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:08:42.638700 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-85e6aba4-a5ef-45dd-bb04-b9a104ed7f67 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks [] for subnet, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:42.643277 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-196e078c-b3c0-4cc7-87a5-3088aac3896a None None] Network e897f8fc-3cef-40ca-9466-c6c65ecd9833 requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:08:42.659174 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-3fefdcc1-17cc-4b36-88b6-b324de5926c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:42.677861 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e6aba4-a5ef-45dd-bb04-b9a104ed7f67 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Pushing event updated for resources: {'Subnet': ['ID=23fb3c7f-ffc6-4c80-afa0-18daf563aef4,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:08:42.701100 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e6aba4-a5ef-45dd-bb04-b9a104ed7f67 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Pushing event updated for resources: {'Port': ['ID=54f72ee5-c019-4458-85bc-7e9236558fc1,revision_number=4']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:08:42.704353 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-06b61a5e-31a9-4324-9bc0-954b1a33f6f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:42.774453 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-85e6aba4-a5ef-45dd-bb04-b9a104ed7f67 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.1969564 Jan 05 17:08:42.777229 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 41198) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:08:42.781114 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-3d73a49b-280c-4d2f-9dcb-1dc433e128d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678'] for port, after_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:42.807417 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-00acf84b-faa6-4146-918e-d3e6fc1768ae tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Request body: {'port': {'network_id': 'e897f8fc-3cef-40ca-9466-c6c65ecd9833', 'mac_address': 'fa:16:3e:4d:54:f0', 'name': 'tempest-NetworksTestDHCPv6-1719743137'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:08:42.830617 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-dca9c0e8-d2a7-433a-9a65-ea63541b25bc tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754181064771', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11316385'] for segment, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:42.838588 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b038d034-89d3-4ffa-bb42-12df4e4639b3 tempest-FloatingIPAdminTestJSON-318638842 tempest-FloatingIPAdminTestJSON-318638842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:42.863023 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-3fefdcc1-17cc-4b36-88b6-b324de5926c3 None None] For port 54f72ee5-c019-4458-85bc-7e9236558fc1, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=54f72ee5-c019-4458-85bc-7e9236558fc1,segment=NetworkSegment(68e6c437-46c2-424d-85e7-20547f69066d),segment_id=68e6c437-46c2-424d-85e7-20547f69066d)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:08:42.884331 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b038d034-89d3-4ffa-bb42-12df4e4639b3 tempest-FloatingIPAdminTestJSON-318638842 tempest-FloatingIPAdminTestJSON-318638842-project] Pushing event deleted for resources: {'Port': ['ID=ed24904e-0574-4503-8641-4860c0f4dfbd,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:08:42.946680 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-dca9c0e8-d2a7-433a-9a65-ea63541b25bc tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225'] for segment, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:42.969221 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:42.971484 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b61a5e-31a9-4324-9bc0-954b1a33f6f9 None None] Pushing event updated for resources: {'Port': ['ID=d2564c8f-3d7b-4089-bd6a-3246aa33822f,revision_number=2']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:08:43.001278 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-3fefdcc1-17cc-4b36-88b6-b324de5926c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:43.009974 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dca9c0e8-d2a7-433a-9a65-ea63541b25bc tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] Releasing vlan 124 on physical network physnet1 to pool {{(pid=103801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 05 17:08:43.010380 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-dca9c0e8-d2a7-433a-9a65-ea63541b25bc tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11433197'] for segment, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:43.017633 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d73a49b-280c-4d2f-9dcb-1dc433e128d9 None None] No DVR routers for this DVR port b6965465-6b31-4093-a236-beac00e93105 on host dv-neutron-master-2-hyperv {{(pid=103802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 05 17:08:43.017851 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:08:43.017851 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:08:43.017851 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:08:43.017851 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:08:43.017851 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:08:43.017851 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:08:43.017851 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:08:43.017851 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:08:43.017851 dv-neutron-master-2-hyperv neutron-server[103801]: Traceback (most recent call last): Jan 05 17:08:43.017851 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 05 17:08:43.017851 dv-neutron-master-2-hyperv neutron-server[103801]: timer() Jan 05 17:08:43.017851 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 05 17:08:43.017851 dv-neutron-master-2-hyperv neutron-server[103801]: cb(*args, **kw) Jan 05 17:08:43.017851 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 05 17:08:43.017851 dv-neutron-master-2-hyperv neutron-server[103801]: return func(*args, **kwargs) Jan 05 17:08:43.017851 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 05 17:08:43.017851 dv-neutron-master-2-hyperv neutron-server[103801]: self._notify() Jan 05 17:08:43.017851 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 05 17:08:43.017851 dv-neutron-master-2-hyperv neutron-server[103801]: self.callback(batched_events) Jan 05 17:08:43.017851 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 05 17:08:43.017851 dv-neutron-master-2-hyperv neutron-server[103801]: event.method(event) Jan 05 17:08:43.017851 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 05 17:08:43.017851 dv-neutron-master-2-hyperv neutron-server[103801]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 05 17:08:43.017851 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 05 17:08:43.017851 dv-neutron-master-2-hyperv neutron-server[103801]: aggregate_uuid = self.p_client.list_aggregates( Jan 05 17:08:43.017851 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 05 17:08:43.017851 dv-neutron-master-2-hyperv neutron-server[103801]: return f(self, *a, **k) Jan 05 17:08:43.017851 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 05 17:08:43.017851 dv-neutron-master-2-hyperv neutron-server[103801]: return self._get(url).json() Jan 05 17:08:43.017851 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 05 17:08:43.017851 dv-neutron-master-2-hyperv neutron-server[103801]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 05 17:08:43.017851 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 05 17:08:43.017851 dv-neutron-master-2-hyperv neutron-server[103801]: return self.request(url, 'GET', **kwargs) Jan 05 17:08:43.017851 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 05 17:08:43.017851 dv-neutron-master-2-hyperv neutron-server[103801]: base_url = self.get_endpoint(auth, allow=allow, Jan 05 17:08:43.017851 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 05 17:08:43.017851 dv-neutron-master-2-hyperv neutron-server[103801]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 05 17:08:43.017851 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 05 17:08:43.017851 dv-neutron-master-2-hyperv neutron-server[103801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 05 17:08:43.017851 dv-neutron-master-2-hyperv neutron-server[103801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 05 17:08:43.059322 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b038d034-89d3-4ffa-bb42-12df4e4639b3 tempest-FloatingIPAdminTestJSON-318638842 tempest-FloatingIPAdminTestJSON-318638842-project] Publish callbacks [] for floatingip, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:43.062084 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b038d034-89d3-4ffa-bb42-12df4e4639b3 tempest-FloatingIPAdminTestJSON-318638842 tempest-FloatingIPAdminTestJSON-318638842-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for floatingip, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:43.063355 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-b038d034-89d3-4ffa-bb42-12df4e4639b3 tempest-FloatingIPAdminTestJSON-318638842 tempest-FloatingIPAdminTestJSON-318638842-project] 10.222.0.11 "DELETE /v2.0/floatingips/4f9ba5e6-10d6-43f8-8658-817619be2353 HTTP/1.1" status: 204 len: 168 time: 1.4183195 Jan 05 17:08:43.064987 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d73a49b-280c-4d2f-9dcb-1dc433e128d9 None None] Pushing event deleted for resources: {'Port': ['ID=b6965465-6b31-4093-a236-beac00e93105,revision_number=None']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:08:43.117699 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-118ac6ba-ab27-449c-8f3b-75a886bcf246 None None] Network e245afc0-0c4f-4d05-8fa9-718ade393656 requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:08:43.176582 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00acf84b-faa6-4146-918e-d3e6fc1768ae tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Made reservation on behalf of fd419c78d7194361a03f37a26ebeba76 for: {'port': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:08:43.200023 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.db.api [None req-dca9c0e8-d2a7-433a-9a65-ea63541b25bc tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 05 17:08:43.200023 dv-neutron-master-2-hyperv neutron-server[103801]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 05 17:08:43.200023 dv-neutron-master-2-hyperv neutron-server[103801]: [parameters: {'id': 'e245afc0-0c4f-4d05-8fa9-718ade393656'}] Jan 05 17:08:43.200023 dv-neutron-master-2-hyperv neutron-server[103801]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103801) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 05 17:08:43.200495 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG oslo_db.api [None req-dca9c0e8-d2a7-433a-9a65-ea63541b25bc tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 05 17:08:43.234317 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [None req-437b83e8-d105-4fe6-b26c-8273f01701e7 tempest-AllowedAddressPairTestJSON-1235936357 tempest-AllowedAddressPairTestJSON-1235936357-project] Allocated IP 172.20.0.3 (8e04ecc0-b255-4da3-a7ea-55c342b92b12/26cbd109-81cf-49d2-a4b5-158651c51acd/1a9a6254-84a7-41f6-9659-ad43d55d5bb9) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:08:43.236309 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-de7e9916-ac5f-4ba5-b382-53dfe9ac9e72 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11433176'] for port, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:43.320679 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-00acf84b-faa6-4146-918e-d3e6fc1768ae tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:43.339307 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7e9916-ac5f-4ba5-b382-53dfe9ac9e72 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Pushing event deleted for resources: {'Port': ['ID=b6965465-6b31-4093-a236-beac00e93105,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:08:43.345150 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de7e9916-ac5f-4ba5-b382-53dfe9ac9e72 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] No DVR routers for this DVR port b6965465-6b31-4093-a236-beac00e93105 on host dv-neutron-master-2-hyperv {{(pid=103801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 05 17:08:43.350156 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.notifiers.nova [None req-00acf84b-faa6-4146-918e-d3e6fc1768ae tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] device_id is not set on port cc1a36ff-e684-4261-bba3-9cb1262f4f15 yet. {{(pid=103800) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 05 17:08:43.359854 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-8fc1ed6f-bff1-4406-8c71-623756c742e5 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11433176'] for port, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:43.437279 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fefdcc1-17cc-4b36-88b6-b324de5926c3 None None] Pushing event updated for resources: {'Port': ['ID=54f72ee5-c019-4458-85bc-7e9236558fc1,revision_number=5']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:08:43.438734 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-b0e1f0ab-13c1-4579-abbd-b94b2d8bb9d6 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks [] for router_gateway, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:43.476656 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.db.api [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103802) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 05 17:08:43.477001 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG oslo_db.api [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 05 17:08:43.485231 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc1ed6f-bff1-4406-8c71-623756c742e5 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Pushing event deleted for resources: {'Port': ['ID=813e769d-31d5-4004-9363-146feeca51b9,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:08:43.501143 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20cff165-d16d-4990-bf9d-fd9813a3794f None None] DHCP port deletion for b0167590-0699-4c5c-a932-3939414a9573 request from dv-neutron-master-2-hyperv {{(pid=103802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 05 17:08:43.550201 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-b0e1f0ab-13c1-4579-abbd-b94b2d8bb9d6 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:43.616255 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-de7e9916-ac5f-4ba5-b382-53dfe9ac9e72 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3891715', 'neutron.services.segments.db._delete_segments_for_network-8754181063482'] for network, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:43.684133 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [None req-00acf84b-faa6-4146-918e-d3e6fc1768ae tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Allocated IP 172.20.0.10 (e897f8fc-3cef-40ca-9466-c6c65ecd9833/46d2d498-cfb7-4d74-94db-c70ee6729b41/cc1a36ff-e684-4261-bba3-9cb1262f4f15) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:08:43.697702 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [None req-00acf84b-faa6-4146-918e-d3e6fc1768ae tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Allocated IP 2001:db8::f816:3eff:fe4d:54f0 (e897f8fc-3cef-40ca-9466-c6c65ecd9833/23fb3c7f-ffc6-4c80-afa0-18daf563aef4/cc1a36ff-e684-4261-bba3-9cb1262f4f15) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:08:43.729158 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-dca9c0e8-d2a7-433a-9a65-ea63541b25bc tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3809644'] for network, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:43.758186 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.services.segments.db [None req-de7e9916-ac5f-4ba5-b382-53dfe9ac9e72 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59b8f047-416e-4c83-9a52-11e2a1b335f5']}} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:08:43.771531 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 41204) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:08:43.790448 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.services.segments.db [None req-de7e9916-ac5f-4ba5-b382-53dfe9ac9e72 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8386f92-d168-4ae5-9912-21ade167f5a2') {'for_net_delete': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:08:43.790448 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.services.segments.db [None req-de7e9916-ac5f-4ba5-b382-53dfe9ac9e72 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8386f92-d168-4ae5-9912-21ade167f5a2') {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:08:43.793274 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-8fc1ed6f-bff1-4406-8c71-623756c742e5 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-648595'] for router_gateway, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:43.890685 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-de7e9916-ac5f-4ba5-b382-53dfe9ac9e72 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754181064771', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11316385'] for segment, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:43.968350 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-8fc1ed6f-bff1-4406-8c71-623756c742e5 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-648249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62744'] for router, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:43.984596 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-8fc1ed6f-bff1-4406-8c71-623756c742e5 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:43.987297 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-00acf84b-faa6-4146-918e-d3e6fc1768ae tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks [] for port, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:44.022504 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 3bb45045-7850-4cf0-b1ee-d77e072c03dc no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 05 17:08:44.038646 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-de7e9916-ac5f-4ba5-b382-53dfe9ac9e72 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225'] for segment, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:44.055627 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] No Port match for: 3bb45045-7850-4cf0-b1ee-d77e072c03dc {{(pid=103802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 05 17:08:44.055976 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 3bb45045-7850-4cf0-b1ee-d77e072c03dc not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 05 17:08:44.077117 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2867f405-964e-48ca-a72e-eafd62863dd9 None None] Network 8e04ecc0-b255-4da3-a7ea-55c342b92b12 requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:08:44.111418 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de7e9916-ac5f-4ba5-b382-53dfe9ac9e72 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Releasing vlan 118 on physical network physnet1 to pool {{(pid=103801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 05 17:08:44.111418 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-de7e9916-ac5f-4ba5-b382-53dfe9ac9e72 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11433197'] for segment, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:44.114472 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 05 17:08:44.114472 dv-neutron-master-2-hyperv neutron-server[103801]: self.session.flush() Jan 05 17:08:44.114472 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 05 17:08:44.114472 dv-neutron-master-2-hyperv neutron-server[103801]: self.session.flush() Jan 05 17:08:44.114472 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 05 17:08:44.114472 dv-neutron-master-2-hyperv neutron-server[103801]: self.session.flush() Jan 05 17:08:44.114472 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 05 17:08:44.114472 dv-neutron-master-2-hyperv neutron-server[103801]: self.session.flush() Jan 05 17:08:44.114472 dv-neutron-master-2-hyperv neutron-server[103801]: Traceback (most recent call last): Jan 05 17:08:44.114472 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 05 17:08:44.114472 dv-neutron-master-2-hyperv neutron-server[103801]: timer() Jan 05 17:08:44.114472 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 05 17:08:44.114472 dv-neutron-master-2-hyperv neutron-server[103801]: cb(*args, **kw) Jan 05 17:08:44.114472 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 05 17:08:44.114472 dv-neutron-master-2-hyperv neutron-server[103801]: return func(*args, **kwargs) Jan 05 17:08:44.114472 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 05 17:08:44.114472 dv-neutron-master-2-hyperv neutron-server[103801]: self._notify() Jan 05 17:08:44.114472 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 05 17:08:44.114472 dv-neutron-master-2-hyperv neutron-server[103801]: self.callback(batched_events) Jan 05 17:08:44.114472 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 05 17:08:44.114472 dv-neutron-master-2-hyperv neutron-server[103801]: event.method(event) Jan 05 17:08:44.114472 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 05 17:08:44.114472 dv-neutron-master-2-hyperv neutron-server[103801]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 05 17:08:44.114472 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 05 17:08:44.114472 dv-neutron-master-2-hyperv neutron-server[103801]: aggregate_uuid = self.p_client.list_aggregates( Jan 05 17:08:44.114472 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 05 17:08:44.114472 dv-neutron-master-2-hyperv neutron-server[103801]: return f(self, *a, **k) Jan 05 17:08:44.114472 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 05 17:08:44.114472 dv-neutron-master-2-hyperv neutron-server[103801]: return self._get(url).json() Jan 05 17:08:44.114472 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 05 17:08:44.114472 dv-neutron-master-2-hyperv neutron-server[103801]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 05 17:08:44.114472 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 05 17:08:44.114472 dv-neutron-master-2-hyperv neutron-server[103801]: return self.request(url, 'GET', **kwargs) Jan 05 17:08:44.114472 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 05 17:08:44.114472 dv-neutron-master-2-hyperv neutron-server[103801]: base_url = self.get_endpoint(auth, allow=allow, Jan 05 17:08:44.114472 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 05 17:08:44.114472 dv-neutron-master-2-hyperv neutron-server[103801]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 05 17:08:44.114472 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 05 17:08:44.114472 dv-neutron-master-2-hyperv neutron-server[103801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 05 17:08:44.114472 dv-neutron-master-2-hyperv neutron-server[103801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 05 17:08:44.123605 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-00acf84b-faa6-4146-918e-d3e6fc1768ae tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:44.143514 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-437b83e8-d105-4fe6-b26c-8273f01701e7 tempest-AllowedAddressPairTestJSON-1235936357 tempest-AllowedAddressPairTestJSON-1235936357-project] Publish callbacks [] for port, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:44.159780 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [None req-b0e1f0ab-13c1-4579-abbd-b94b2d8bb9d6 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Allocated IP 172.36.4.223 (b0167590-0699-4c5c-a932-3939414a9573/7a784a6d-3d96-418f-a645-b9ccd0b1ac55/305c91dd-4c1d-4fb3-b677-2ff2a07acade) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:08:44.201847 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00acf84b-faa6-4146-918e-d3e6fc1768ae tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Network e897f8fc-3cef-40ca-9466-c6c65ecd9833 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:08:44.209172 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00acf84b-faa6-4146-918e-d3e6fc1768ae tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Pushing event updated for resources: {'Port': ['ID=cc1a36ff-e684-4261-bba3-9cb1262f4f15,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:08:44.212684 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-b183cf4a-d2ec-4676-b166-4e76a544fd9e None None] Provisioning complete for port ff170145-e6dd-43ed-bb8e-d180d91ab13f triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:08:44.212684 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-b183cf4a-d2ec-4676-b166-4e76a544fd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:44.213459 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-00acf84b-faa6-4146-918e-d3e6fc1768ae tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:08:44.215953 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00acf84b-faa6-4146-918e-d3e6fc1768ae tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:08:44.251702 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-8fc1ed6f-bff1-4406-8c71-623756c742e5 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-648240'] for router, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:44.252944 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fc1ed6f-bff1-4406-8c71-623756c742e5 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Fanout notify agent at l3_agent the message router_deleted on router 6f9dbb05-9948-4a21-8362-c2bb28b6934e {{(pid=103801) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 05 17:08:44.271281 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-8fc1ed6f-bff1-4406-8c71-623756c742e5 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks [] for router, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:44.276267 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-8fc1ed6f-bff1-4406-8c71-623756c742e5 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] 10.222.0.11 "DELETE /v2.0/routers/6f9dbb05-9948-4a21-8362-c2bb28b6934e HTTP/1.1" status: 204 len: 168 time: 4.2581513 Jan 05 17:08:44.277454 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00acf84b-faa6-4146-918e-d3e6fc1768ae tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:08:44.278241 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-00acf84b-faa6-4146-918e-d3e6fc1768ae tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:44.281755 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 41208) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:08:44.291494 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-92893d88-a399-494f-9c70-9f57716be6fa tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Request body: {'network': {'name': 'tempest-RoutersTest-473811227'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:08:44.332134 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-dca9c0e8-d2a7-433a-9a65-ea63541b25bc tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] Deleting port d2564c8f-3d7b-4089-bd6a-3246aa33822f {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:08:44.332479 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-dca9c0e8-d2a7-433a-9a65-ea63541b25bc tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:44.353285 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device ff170145-e6dd-43ed-bb8e-d180d91ab13f up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:08:44.366879 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 41210) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:08:44.368188 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-162bf3e7-bed3-4148-b886-63a953db48b7 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c1366598636f4b4da234638c34b16400&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5956190 Jan 05 17:08:44.425487 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-00acf84b-faa6-4146-918e-d3e6fc1768ae tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.6468911 Jan 05 17:08:44.427739 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 41212) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:08:44.438885 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-de7e9916-ac5f-4ba5-b382-53dfe9ac9e72 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3891722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648695'] for network, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:44.443303 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-53152c22-0c43-4236-a61e-f554d32c8b53 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:44.445006 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92893d88-a399-494f-9c70-9f57716be6fa tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Made reservation on behalf of 85eea60e03994a48a004c2f9e50e4168 for: {'network': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:08:44.450912 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-92893d88-a399-494f-9c70-9f57716be6fa tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for network, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:44.459452 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-de7e9916-ac5f-4ba5-b382-53dfe9ac9e72 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Publish callbacks [] for network, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:44.465574 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-de7e9916-ac5f-4ba5-b382-53dfe9ac9e72 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] 10.222.0.11 "DELETE /v2.0/networks/59b8f047-416e-4c83-9a52-11e2a1b335f5 HTTP/1.1" status: 204 len: 168 time: 2.9808512 Jan 05 17:08:44.472467 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 41214) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:08:44.480313 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-b183cf4a-d2ec-4676-b166-4e76a544fd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:44.501356 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Provisioning complete for port ff170145-e6dd-43ed-bb8e-d180d91ab13f triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:08:44.501943 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:44.550688 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92893d88-a399-494f-9c70-9f57716be6fa tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] vlan segment allocate from pool success with {'vlan_id': 105, 'physical_network': 'physnet1'} {{(pid=103800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 05 17:08:44.554545 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-53152c22-0c43-4236-a61e-f554d32c8b53 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:44.596777 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-b183cf4a-d2ec-4676-b166-4e76a544fd9e None None] For port ff170145-e6dd-43ed-bb8e-d180d91ab13f, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ff170145-e6dd-43ed-bb8e-d180d91ab13f,segment=NetworkSegment(0ae28478-fb68-426c-ac1b-0fb5b1d369f3),segment_id=0ae28478-fb68-426c-ac1b-0fb5b1d369f3)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:08:44.605752 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7e9916-ac5f-4ba5-b382-53dfe9ac9e72 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Pushing event deleted for resources: {'Network': ['ID=59b8f047-416e-4c83-9a52-11e2a1b335f5,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:08:44.612359 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eb4f93d-0139-49c1-8d17-157a8f1a458d tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:08:44.631252 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eb4f93d-0139-49c1-8d17-157a8f1a458d tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:08:44.637214 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-8eb4f93d-0139-49c1-8d17-157a8f1a458d tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1864 time: 0.2056053 Jan 05 17:08:44.638670 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-92893d88-a399-494f-9c70-9f57716be6fa tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225'] for segment, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:44.639016 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.db.segments_db [None req-92893d88-a399-494f-9c70-9f57716be6fa tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Added segment a896639f-bc38-4fe3-a0ec-d9beba5c1c23 of type vlan for network 6d0b3846-3363-43bf-b582-6495259861a3 Jan 05 17:08:44.640770 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 41216) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:08:44.664197 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-b0e1f0ab-13c1-4579-abbd-b94b2d8bb9d6 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks [] for port, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:44.664197 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-437b83e8-d105-4fe6-b26c-8273f01701e7 tempest-AllowedAddressPairTestJSON-1235936357 tempest-AllowedAddressPairTestJSON-1235936357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11433176'] for port, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:44.681974 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:44.699156 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-b183cf4a-d2ec-4676-b166-4e76a544fd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:44.727240 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-dca9c0e8-d2a7-433a-9a65-ea63541b25bc tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] For port d2564c8f-3d7b-4089-bd6a-3246aa33822f, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d2564c8f-3d7b-4089-bd6a-3246aa33822f,segment=NetworkSegment(d7cf05ad-2d02-4cde-9279-049d0898002f),segment_id=d7cf05ad-2d02-4cde-9279-049d0898002f)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:08:44.727770 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-dca9c0e8-d2a7-433a-9a65-ea63541b25bc tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:44.786469 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-437b83e8-d105-4fe6-b26c-8273f01701e7 tempest-AllowedAddressPairTestJSON-1235936357 tempest-AllowedAddressPairTestJSON-1235936357-project] Network 8e04ecc0-b255-4da3-a7ea-55c342b92b12 is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:08:44.790076 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-dca9c0e8-d2a7-433a-9a65-ea63541b25bc tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] Calling delete_port for d2564c8f-3d7b-4089-bd6a-3246aa33822f owned by network:dhcp {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:08:44.794420 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-437b83e8-d105-4fe6-b26c-8273f01701e7 tempest-AllowedAddressPairTestJSON-1235936357 tempest-AllowedAddressPairTestJSON-1235936357-project] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:08:44.805564 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-437b83e8-d105-4fe6-b26c-8273f01701e7 tempest-AllowedAddressPairTestJSON-1235936357 tempest-AllowedAddressPairTestJSON-1235936357-project] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:08:44.812639 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-92893d88-a399-494f-9c70-9f57716be6fa tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754180566020'] for network, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:44.862500 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-12d63fb6-167e-4186-a631-60b6439631cf tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Deleting port cc1a36ff-e684-4261-bba3-9cb1262f4f15 {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:08:44.862850 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-12d63fb6-167e-4186-a631-60b6439631cf tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:44.871471 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b183cf4a-d2ec-4676-b166-4e76a544fd9e None None] Pushing event updated for resources: {'Port': ['ID=ff170145-e6dd-43ed-bb8e-d180d91ab13f,revision_number=3']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:08:44.879837 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.db.api [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103802) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 05 17:08:44.881341 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG oslo_db.api [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 05 17:08:44.887168 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-05a411de-c46a-4019-84ca-901cfbec957c None None] Provisioning complete for port 54f72ee5-c019-4458-85bc-7e9236558fc1 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:08:44.887543 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-05a411de-c46a-4019-84ca-901cfbec957c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:44.946606 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-53152c22-0c43-4236-a61e-f554d32c8b53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:44.950072 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-53152c22-0c43-4236-a61e-f554d32c8b53 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:44.955804 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-53152c22-0c43-4236-a61e-f554d32c8b53 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/75599926-986c-485e-b79e-ef5ef342f6ea HTTP/1.1" status: 204 len: 168 time: 0.5878332 Jan 05 17:08:44.964438 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-437b83e8-d105-4fe6-b26c-8273f01701e7 tempest-AllowedAddressPairTestJSON-1235936357 tempest-AllowedAddressPairTestJSON-1235936357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:08:44.965489 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-437b83e8-d105-4fe6-b26c-8273f01701e7 tempest-AllowedAddressPairTestJSON-1235936357 tempest-AllowedAddressPairTestJSON-1235936357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:44.966385 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-92893d88-a399-494f-9c70-9f57716be6fa tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685'] for network, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:44.973031 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92893d88-a399-494f-9c70-9f57716be6fa tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:08:44.973607 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-92893d88-a399-494f-9c70-9f57716be6fa tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks [] for network, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:44.975687 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437b83e8-d105-4fe6-b26c-8273f01701e7 tempest-AllowedAddressPairTestJSON-1235936357 tempest-AllowedAddressPairTestJSON-1235936357-project] Pushing event updated for resources: {'Port': ['ID=1a9a6254-84a7-41f6-9659-ad43d55d5bb9,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:08:45.025331 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-21feb854-b617-4ccf-b7c8-3781dfc77c06 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Deleting port 9dcad752-4dc6-42f3-96d6-51f7cc4bbaee {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:08:45.030578 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-21feb854-b617-4ccf-b7c8-3781dfc77c06 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:45.040184 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-05a411de-c46a-4019-84ca-901cfbec957c None None] Provisioning complete for port ff170145-e6dd-43ed-bb8e-d180d91ab13f triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:08:45.040749 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-05a411de-c46a-4019-84ca-901cfbec957c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:45.083281 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92893d88-a399-494f-9c70-9f57716be6fa tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Pushing event updated for resources: {'Network': ['ID=6d0b3846-3363-43bf-b582-6495259861a3,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:08:45.096244 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Network 6d0b3846-3363-43bf-b582-6495259861a3 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 05 17:08:45.098975 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53152c22-0c43-4236-a61e-f554d32c8b53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75599926-986c-485e-b79e-ef5ef342f6ea,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:08:45.122764 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-b0e1f0ab-13c1-4579-abbd-b94b2d8bb9d6 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11433176'] for port, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:45.125396 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-12d63fb6-167e-4186-a631-60b6439631cf tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:45.148676 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-437b83e8-d105-4fe6-b26c-8273f01701e7 tempest-AllowedAddressPairTestJSON-1235936357 tempest-AllowedAddressPairTestJSON-1235936357-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 3.9088609 Jan 05 17:08:45.152513 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 41220) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:08:45.154780 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-12d63fb6-167e-4186-a631-60b6439631cf tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Calling delete_port for cc1a36ff-e684-4261-bba3-9cb1262f4f15 owned by {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:08:45.179345 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-21feb854-b617-4ccf-b7c8-3781dfc77c06 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:45.180033 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-21feb854-b617-4ccf-b7c8-3781dfc77c06 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:45.238735 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-05a411de-c46a-4019-84ca-901cfbec957c None None] Provisioning complete for port a6f7802e-b1c7-48ad-8bba-c60d0b1bfdb1 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:08:45.239104 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-05a411de-c46a-4019-84ca-901cfbec957c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:45.242064 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-92893d88-a399-494f-9c70-9f57716be6fa tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.9580908 Jan 05 17:08:45.242713 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 41222) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:08:45.250245 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0e1f0ab-13c1-4579-abbd-b94b2d8bb9d6 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Network b0167590-0699-4c5c-a932-3939414a9573 is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:08:45.250812 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-c00dbe45-e022-4a0a-af83-0deb94db1c7e tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Request body: {'subnet': {'network_id': '6d0b3846-3363-43bf-b582-6495259861a3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:08:45.260126 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-b0e1f0ab-13c1-4579-abbd-b94b2d8bb9d6 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:08:45.264195 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-21feb854-b617-4ccf-b7c8-3781dfc77c06 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Calling delete_port for 9dcad752-4dc6-42f3-96d6-51f7cc4bbaee owned by network:floatingip {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:08:45.266923 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0e1f0ab-13c1-4579-abbd-b94b2d8bb9d6 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:08:45.286702 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-05a411de-c46a-4019-84ca-901cfbec957c None None] Port a6f7802e-b1c7-48ad-8bba-c60d0b1bfdb1 cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 17:08:45.302291 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8ca4de9-9edb-4d46-81b3-08092b785d34 None None] DHCP port deletion for b0167590-0699-4c5c-a932-3939414a9573 request from dv-neutron-master-2-hyperv {{(pid=103802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 05 17:08:45.320900 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e1f0ab-13c1-4579-abbd-b94b2d8bb9d6 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Pushing event updated for resources: {'Port': ['ID=305c91dd-4c1d-4fb3-b677-2ff2a07acade,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:08:45.356054 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79419ca1-3493-4ae0-bfaa-ffc6ecabe1af tempest-AllowedAddressPairTestJSON-1235936357 tempest-AllowedAddressPairTestJSON-1235936357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:08:45.362316 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79419ca1-3493-4ae0-bfaa-ffc6ecabe1af tempest-AllowedAddressPairTestJSON-1235936357 tempest-AllowedAddressPairTestJSON-1235936357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:08:45.368518 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79419ca1-3493-4ae0-bfaa-ffc6ecabe1af tempest-AllowedAddressPairTestJSON-1235936357 tempest-AllowedAddressPairTestJSON-1235936357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:08:45.370560 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-79419ca1-3493-4ae0-bfaa-ffc6ecabe1af tempest-AllowedAddressPairTestJSON-1235936357 tempest-AllowedAddressPairTestJSON-1235936357-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2465 time: 0.2170901 Jan 05 17:08:45.375061 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 41226) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:08:45.445576 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 54f72ee5-c019-4458-85bc-7e9236558fc1 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:08:45.499264 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-fa366c7d-ca6a-47a1-9e4f-1c54eeb9f5a7 None None] Provisioning complete for port 305c91dd-4c1d-4fb3-b677-2ff2a07acade triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:08:45.499647 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-fa366c7d-ca6a-47a1-9e4f-1c54eeb9f5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:45.524098 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c00dbe45-e022-4a0a-af83-0deb94db1c7e tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Made reservation on behalf of 85eea60e03994a48a004c2f9e50e4168 for: {'subnet': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:08:45.528207 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c00dbe45-e022-4a0a-af83-0deb94db1c7e tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8521827'] for subnet, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:45.536420 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fada0cb5-29dd-419b-aa91-f2898923ade9 None None] get_active_networks_info from dv-neutron-master-2-hyperv {{(pid=103802) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 05 17:08:45.585845 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-fa366c7d-ca6a-47a1-9e4f-1c54eeb9f5a7 None None] Port 305c91dd-4c1d-4fb3-b677-2ff2a07acade cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 17:08:45.605045 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Provisioning complete for port 54f72ee5-c019-4458-85bc-7e9236558fc1 triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:08:45.605325 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:45.668612 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-fa366c7d-ca6a-47a1-9e4f-1c54eeb9f5a7 None None] Provisioning complete for port a6f7802e-b1c7-48ad-8bba-c60d0b1bfdb1 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:08:45.668985 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-fa366c7d-ca6a-47a1-9e4f-1c54eeb9f5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:45.711055 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-12d63fb6-167e-4186-a631-60b6439631cf tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:45.724587 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-fa366c7d-ca6a-47a1-9e4f-1c54eeb9f5a7 None None] Port a6f7802e-b1c7-48ad-8bba-c60d0b1bfdb1 cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 17:08:45.735224 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-fa366c7d-ca6a-47a1-9e4f-1c54eeb9f5a7 None None] Could not find standard attr ID for object cc1a36ff-e684-4261-bba3-9cb1262f4f15. {{(pid=103802) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 05 17:08:45.738411 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-dca9c0e8-d2a7-433a-9a65-ea63541b25bc tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11433176'] for port, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:45.756927 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d63fb6-167e-4186-a631-60b6439631cf tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Pushing event deleted for resources: {'Port': ['ID=cc1a36ff-e684-4261-bba3-9cb1262f4f15,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:08:45.777795 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fada0cb5-29dd-419b-aa91-f2898923ade9 None None] Resources bound (agent type, host, resource id): {{(pid=103802) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 05 17:08:45.787664 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca9c0e8-d2a7-433a-9a65-ea63541b25bc tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] Pushing event deleted for resources: {'Port': ['ID=d2564c8f-3d7b-4089-bd6a-3246aa33822f,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:08:45.836177 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dca9c0e8-d2a7-433a-9a65-ea63541b25bc tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] No DVR routers for this DVR port d2564c8f-3d7b-4089-bd6a-3246aa33822f on host dv-neutron-master-2-hyperv {{(pid=103801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 05 17:08:45.871579 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 41228) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:08:45.891963 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device b6965465-6b31-4093-a236-beac00e93105 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 05 17:08:45.894217 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-296a9489-5063-4454-a11d-96d2db2c2a7c None None] Provisioning complete for port 1a9a6254-84a7-41f6-9659-ad43d55d5bb9 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:08:45.894578 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-296a9489-5063-4454-a11d-96d2db2c2a7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:45.901336 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-12d63fb6-167e-4186-a631-60b6439631cf tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:45.906252 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-12d63fb6-167e-4186-a631-60b6439631cf tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] 10.222.0.11 "DELETE /v2.0/ports/cc1a36ff-e684-4261-bba3-9cb1262f4f15 HTTP/1.1" status: 204 len: 168 time: 1.2442863 Jan 05 17:08:45.907262 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 41230) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:08:45.913259 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-a027f69d-e664-43bf-9448-90a6881a93c2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:45.949170 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] No Port match for: b6965465-6b31-4093-a236-beac00e93105 {{(pid=103802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 05 17:08:45.949670 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device b6965465-6b31-4093-a236-beac00e93105 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 05 17:08:45.998053 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-296a9489-5063-4454-a11d-96d2db2c2a7c None None] Port 1a9a6254-84a7-41f6-9659-ad43d55d5bb9 cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 17:08:46.002723 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6935a220-f578-4d76-8894-8fc175d3c674 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:08:46.004331 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6935a220-f578-4d76-8894-8fc175d3c674 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:08:46.006001 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6935a220-f578-4d76-8894-8fc175d3c674 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:08:46.007795 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-6935a220-f578-4d76-8894-8fc175d3c674 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0999837 Jan 05 17:08:46.010667 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 41232) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:08:46.074867 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-dca9c0e8-d2a7-433a-9a65-ea63541b25bc tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3891715', 'neutron.services.segments.db._delete_segments_for_network-8754181063482'] for network, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:46.080359 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8b4bb5e-a259-4f33-b462-38b70ecbcaa7 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Deleting subnet 23fb3c7f-ffc6-4c80-afa0-18daf563aef4 {{(pid=103800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 05 17:08:46.083822 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d8b4bb5e-a259-4f33-b462-38b70ecbcaa7 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks [] for subnet, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:46.087419 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-c97292ac-e186-43a0-97ec-b26ad2ba7b27 tempest-AllowedAddressPairTestJSON-1235936357 tempest-AllowedAddressPairTestJSON-1235936357-project] Deleting port 1a9a6254-84a7-41f6-9659-ad43d55d5bb9 {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:08:46.087765 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-c97292ac-e186-43a0-97ec-b26ad2ba7b27 tempest-AllowedAddressPairTestJSON-1235936357 tempest-AllowedAddressPairTestJSON-1235936357-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:46.131387 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.services.segments.db [None req-dca9c0e8-d2a7-433a-9a65-ea63541b25bc tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e245afc0-0c4f-4d05-8fa9-718ade393656']}} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:08:46.133352 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d8b4bb5e-a259-4f33-b462-38b70ecbcaa7 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8784846'] for subnet, precommit_delete_associations {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:46.166410 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c00dbe45-e022-4a0a-af83-0deb94db1c7e tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8784852', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8521873'] for subnet, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:46.213214 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.services.segments.db [None req-dca9c0e8-d2a7-433a-9a65-ea63541b25bc tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7cf05ad-2d02-4cde-9279-049d0898002f') {'for_net_delete': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:08:46.213516 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.services.segments.db [None req-dca9c0e8-d2a7-433a-9a65-ea63541b25bc tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7cf05ad-2d02-4cde-9279-049d0898002f') {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:08:46.220479 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device ff170145-e6dd-43ed-bb8e-d180d91ab13f up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:08:46.268613 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-32ead225-9cfd-4d51-abeb-91a116a1cf9c None None] Provisioning complete for port c3037384-d3fa-4066-80d8-4a11cc75bb34 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:08:46.268986 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-32ead225-9cfd-4d51-abeb-91a116a1cf9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:46.272335 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-a027f69d-e664-43bf-9448-90a6881a93c2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:46.292906 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00dbe45-e022-4a0a-af83-0deb94db1c7e tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Pushing event updated for resources: {'Subnet': ['ID=0432803f-5f8c-4f59-850d-18d160953366,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:08:46.315222 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d8b4bb5e-a259-4f33-b462-38b70ecbcaa7 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892868'] for subnet, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:46.318764 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-32ead225-9cfd-4d51-abeb-91a116a1cf9c None None] Port c3037384-d3fa-4066-80d8-4a11cc75bb34 cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 17:08:46.319310 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c00dbe45-e022-4a0a-af83-0deb94db1c7e tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Checking segment: {'id': 'a896639f-bc38-4fe3-a0ec-d9beba5c1c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '6d0b3846-3363-43bf-b582-6495259861a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:08:46.324924 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c00dbe45-e022-4a0a-af83-0deb94db1c7e tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Network hostable DHCP agents. Network: 6d0b3846-3363-43bf-b582-6495259861a3, hostable agents: ['3f70c195-17da-4084-9fd6-bf6059d88535'], hosted agents: [] {{(pid=103800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 05 17:08:46.328614 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Provisioning complete for port ff170145-e6dd-43ed-bb8e-d180d91ab13f triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:08:46.328989 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:46.334844 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-c97292ac-e186-43a0-97ec-b26ad2ba7b27 tempest-AllowedAddressPairTestJSON-1235936357 tempest-AllowedAddressPairTestJSON-1235936357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:46.350990 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-c97292ac-e186-43a0-97ec-b26ad2ba7b27 tempest-AllowedAddressPairTestJSON-1235936357 tempest-AllowedAddressPairTestJSON-1235936357-project] Calling delete_port for 1a9a6254-84a7-41f6-9659-ad43d55d5bb9 owned by {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:08:46.354964 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-32ead225-9cfd-4d51-abeb-91a116a1cf9c None None] Provisioning complete for port 041ccae2-aca8-4cf6-8845-661c769214ba triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:08:46.361331 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-32ead225-9cfd-4d51-abeb-91a116a1cf9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:46.409947 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-32ead225-9cfd-4d51-abeb-91a116a1cf9c None None] Port 041ccae2-aca8-4cf6-8845-661c769214ba cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 17:08:46.426687 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-32ead225-9cfd-4d51-abeb-91a116a1cf9c None None] Provisioning complete for port 41ab82bd-61c5-42f1-a4ce-2d4a04ee595a triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:08:46.427097 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-32ead225-9cfd-4d51-abeb-91a116a1cf9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:46.436536 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-a027f69d-e664-43bf-9448-90a6881a93c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:46.439324 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c00dbe45-e022-4a0a-af83-0deb94db1c7e tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Network 6d0b3846-3363-43bf-b582-6495259861a3 is scheduled to be hosted by DHCP agent 3f70c195-17da-4084-9fd6-bf6059d88535 with binding_index 1 {{(pid=103800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 05 17:08:46.442326 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-dca9c0e8-d2a7-433a-9a65-ea63541b25bc tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754181064771', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11316385'] for segment, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:46.476826 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d8b4bb5e-a259-4f33-b462-38b70ecbcaa7 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3893367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8784787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8521880'] for subnet, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:46.489525 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-32ead225-9cfd-4d51-abeb-91a116a1cf9c None None] Port 41ab82bd-61c5-42f1-a4ce-2d4a04ee595a cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 17:08:46.508232 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-dca9c0e8-d2a7-433a-9a65-ea63541b25bc tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225'] for segment, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:46.511883 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b4bb5e-a259-4f33-b462-38b70ecbcaa7 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Pushing event deleted for resources: {'Subnet': ['ID=23fb3c7f-ffc6-4c80-afa0-18daf563aef4,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:08:46.513928 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d8b4bb5e-a259-4f33-b462-38b70ecbcaa7 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks [] for subnet, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:46.519708 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-d8b4bb5e-a259-4f33-b462-38b70ecbcaa7 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] 10.222.0.11 "DELETE /v2.0/subnets/23fb3c7f-ffc6-4c80-afa0-18daf563aef4 HTTP/1.1" status: 204 len: 168 time: 0.5055635 Jan 05 17:08:46.520104 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-108e7363-4c00-4524-ba3f-b3a2db28608c None None] Network e897f8fc-3cef-40ca-9466-c6c65ecd9833 requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:08:46.522919 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 41234) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:08:46.535008 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-a027f69d-e664-43bf-9448-90a6881a93c2 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=32e80ceb9ea9404fa7c2dbefb7573ab8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6623619 Jan 05 17:08:46.542246 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dca9c0e8-d2a7-433a-9a65-ea63541b25bc tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] Releasing vlan 124 on physical network physnet1 to pool {{(pid=103801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 05 17:08:46.542645 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-dca9c0e8-d2a7-433a-9a65-ea63541b25bc tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11433197'] for segment, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:46.547176 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:08:46.547176 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:08:46.547176 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:08:46.547176 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:08:46.547176 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:08:46.547176 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:08:46.547176 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:08:46.547176 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:08:46.547176 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:08:46.547176 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:08:46.547176 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:08:46.547176 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:08:46.547176 dv-neutron-master-2-hyperv neutron-server[103801]: Traceback (most recent call last): Jan 05 17:08:46.547176 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 05 17:08:46.547176 dv-neutron-master-2-hyperv neutron-server[103801]: timer() Jan 05 17:08:46.547176 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 05 17:08:46.547176 dv-neutron-master-2-hyperv neutron-server[103801]: cb(*args, **kw) Jan 05 17:08:46.547176 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 05 17:08:46.547176 dv-neutron-master-2-hyperv neutron-server[103801]: return func(*args, **kwargs) Jan 05 17:08:46.547176 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 05 17:08:46.547176 dv-neutron-master-2-hyperv neutron-server[103801]: self._notify() Jan 05 17:08:46.547176 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 05 17:08:46.547176 dv-neutron-master-2-hyperv neutron-server[103801]: self.callback(batched_events) Jan 05 17:08:46.547176 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 05 17:08:46.547176 dv-neutron-master-2-hyperv neutron-server[103801]: event.method(event) Jan 05 17:08:46.547176 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 05 17:08:46.547176 dv-neutron-master-2-hyperv neutron-server[103801]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 05 17:08:46.547176 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 05 17:08:46.547176 dv-neutron-master-2-hyperv neutron-server[103801]: aggregate_uuid = self.p_client.list_aggregates( Jan 05 17:08:46.547176 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 05 17:08:46.547176 dv-neutron-master-2-hyperv neutron-server[103801]: return f(self, *a, **k) Jan 05 17:08:46.547176 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 05 17:08:46.547176 dv-neutron-master-2-hyperv neutron-server[103801]: return self._get(url).json() Jan 05 17:08:46.547176 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 05 17:08:46.547176 dv-neutron-master-2-hyperv neutron-server[103801]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 05 17:08:46.547176 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 05 17:08:46.547176 dv-neutron-master-2-hyperv neutron-server[103801]: return self.request(url, 'GET', **kwargs) Jan 05 17:08:46.547176 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 05 17:08:46.547176 dv-neutron-master-2-hyperv neutron-server[103801]: base_url = self.get_endpoint(auth, allow=allow, Jan 05 17:08:46.547176 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 05 17:08:46.547176 dv-neutron-master-2-hyperv neutron-server[103801]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 05 17:08:46.547176 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 05 17:08:46.547176 dv-neutron-master-2-hyperv neutron-server[103801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 05 17:08:46.547176 dv-neutron-master-2-hyperv neutron-server[103801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 05 17:08:46.555205 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-c00dbe45-e022-4a0a-af83-0deb94db1c7e tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 6d0b3846-3363-43bf-b582-6495259861a3) {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:08:46.556611 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 41236) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:08:46.567449 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a027f69d-e664-43bf-9448-90a6881a93c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1f165e1-dc35-4bca-97bb-f7f500004543,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:08:46.569869 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-887fbbb5-4590-4069-bc40-39dbdaec2472 None None] Network 6d0b3846-3363-43bf-b582-6495259861a3 requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:08:46.583459 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c00dbe45-e022-4a0a-af83-0deb94db1c7e tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:08:46.583962 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c00dbe45-e022-4a0a-af83-0deb94db1c7e tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks [] for subnet, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:46.626711 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.db_base_plugin_v2 [None req-c05527f8-7fb7-4a2e-8a05-e5fc9bb8da8a tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Deleting subnet 46d2d498-cfb7-4d74-94db-c70ee6729b41 {{(pid=103800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 05 17:08:46.631560 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c05527f8-7fb7-4a2e-8a05-e5fc9bb8da8a tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks [] for subnet, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:46.655970 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-21feb854-b617-4ccf-b7c8-3781dfc77c06 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11433176'] for port, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:46.687763 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ae388872-86dd-4501-98e1-de58f0284d65 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:46.697575 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c05527f8-7fb7-4a2e-8a05-e5fc9bb8da8a tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8784846'] for subnet, precommit_delete_associations {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:46.706367 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21feb854-b617-4ccf-b7c8-3781dfc77c06 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Pushing event deleted for resources: {'Port': ['ID=9dcad752-4dc6-42f3-96d6-51f7cc4bbaee,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:08:46.728340 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-c00dbe45-e022-4a0a-af83-0deb94db1c7e tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4819837 Jan 05 17:08:46.738573 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 41238) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:08:46.746992 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-ee3c6871-f44d-4bf3-bf9d-9c061625c022 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1442392043', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:08:46.753199 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-490a00a9-48ea-4f53-a9a4-51f9b7a49e47 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-6d0b3846-3363-43bf-b582-6495259861a3', 'network_id': '6d0b3846-3363-43bf-b582-6495259861a3', 'project_id': '85eea60e03994a48a004c2f9e50e4168', 'fixed_ips': [{'subnet_id': '0432803f-5f8c-4f59-850d-18d160953366'}]}} from dv-neutron-master-2-hyperv. {{(pid=103802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 05 17:08:46.755407 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-490a00a9-48ea-4f53-a9a4-51f9b7a49e47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:46.760139 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ae388872-86dd-4501-98e1-de58f0284d65 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:46.771676 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-b0e1f0ab-13c1-4579-abbd-b94b2d8bb9d6 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks [] for router_gateway, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:46.851243 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-dca9c0e8-d2a7-433a-9a65-ea63541b25bc tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3891722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648695'] for network, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:46.855622 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-dca9c0e8-d2a7-433a-9a65-ea63541b25bc tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] Publish callbacks [] for network, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:46.859311 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-dca9c0e8-d2a7-433a-9a65-ea63541b25bc tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] 10.222.0.11 "DELETE /v2.0/networks/e245afc0-0c4f-4d05-8fa9-718ade393656 HTTP/1.1" status: 204 len: 168 time: 6.4676251 Jan 05 17:08:46.864409 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 41242) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:08:46.875719 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-f1aebaf8-e4a3-4893-a165-a425addd96ae tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-360865679'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:08:46.894050 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c05527f8-7fb7-4a2e-8a05-e5fc9bb8da8a tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892868'] for subnet, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:46.923877 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ee3c6871-f44d-4bf3-bf9d-9c061625c022 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-649063', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58098'] for router, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:46.924907 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ee3c6871-f44d-4bf3-bf9d-9c061625c022 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649832', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-545006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58091'] for router, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:46.953678 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ae388872-86dd-4501-98e1-de58f0284d65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:46.956591 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ae388872-86dd-4501-98e1-de58f0284d65 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:46.957683 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-ae388872-86dd-4501-98e1-de58f0284d65 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b1f165e1-dc35-4bca-97bb-f7f500004543 HTTP/1.1" status: 204 len: 168 time: 0.3975930 Jan 05 17:08:46.973877 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca9c0e8-d2a7-433a-9a65-ea63541b25bc tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] Pushing event deleted for resources: {'Network': ['ID=e245afc0-0c4f-4d05-8fa9-718ade393656,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:08:46.977313 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-21feb854-b617-4ccf-b7c8-3781dfc77c06 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Publish callbacks [] for floatingip, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:46.977812 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae388872-86dd-4501-98e1-de58f0284d65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1f165e1-dc35-4bca-97bb-f7f500004543,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:08:46.980120 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-21feb854-b617-4ccf-b7c8-3781dfc77c06 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for floatingip, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:46.981685 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-21feb854-b617-4ccf-b7c8-3781dfc77c06 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] 10.222.0.11 "DELETE /v2.0/floatingips/13f4766b-279b-4f89-a9b3-26060574bafc HTTP/1.1" status: 204 len: 168 time: 2.4992836 Jan 05 17:08:46.990571 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 41246) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:08:47.028382 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.pecan_wsgi.hooks.translation [None req-200aef72-65d1-41b2-9d29-a719d6fd2525 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] DELETE failed (client error): The resource could not be found. Jan 05 17:08:47.030130 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-200aef72-65d1-41b2-9d29-a719d6fd2525 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103800) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 05 17:08:47.033289 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-200aef72-65d1-41b2-9d29-a719d6fd2525 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] 10.222.0.11 "DELETE /v2.0/ports/0a8be3d2-3ed7-47d0-96b4-cd21f19c0120 HTTP/1.1" status: 404 len: 333 time: 0.0408893 Jan 05 17:08:47.036957 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 41248) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:08:47.070007 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-db33f0bb-2eb9-40c8-80e8-162f626fa489 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] 10.222.0.11 "GET /v2.0/ports?device_id=8ddc664a-dba0-47b3-b326-7084967cb193 HTTP/1.1" status: 200 len: 205 time: 0.0297604 Jan 05 17:08:47.071855 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 41250) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:08:47.073563 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1aebaf8-e4a3-4893-a165-a425addd96ae tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] Made reservation on behalf of 3b0c49083275461eae45180ddc29fcef for: {'network': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:08:47.079790 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f1aebaf8-e4a3-4893-a165-a425addd96ae tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for network, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:47.088038 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd736fa-0104-4b71-897d-ec5978990af1 req-f9ea8442-bd4b-4891-973b-f827a63632fc tempest-ServerActionsTestJSON-949899014 tempest-ServerActionsTestJSON-949899014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:08:47.089570 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-0dd736fa-0104-4b71-897d-ec5978990af1 req-f9ea8442-bd4b-4891-973b-f827a63632fc tempest-ServerActionsTestJSON-949899014 tempest-ServerActionsTestJSON-949899014-project] 10.222.0.11 "GET /v2.0/ports?device_id=be270a5c-db8b-4dff-9e40-79b29c80ad34 HTTP/1.1" status: 200 len: 946 time: 0.1463807 Jan 05 17:08:47.101318 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-c97292ac-e186-43a0-97ec-b26ad2ba7b27 tempest-AllowedAddressPairTestJSON-1235936357 tempest-AllowedAddressPairTestJSON-1235936357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11433176'] for port, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:47.154277 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.api.v2.resource [None req-0828d1d4-229e-4c58-8f0c-247a96fcc56a tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] delete failed (client error): The resource could not be found. Jan 05 17:08:47.158457 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-0828d1d4-229e-4c58-8f0c-247a96fcc56a tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] 10.222.0.11 "DELETE /v2.0/routers/8ddc664a-dba0-47b3-b326-7084967cb193 HTTP/1.1" status: 404 len: 336 time: 0.0715113 Jan 05 17:08:47.171249 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 41252) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:08:47.208783 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff4e0402-4f6e-4fa0-9cc3-5cda66d3269e tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] DELETE failed (client error): The resource could not be found. Jan 05 17:08:47.209257 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff4e0402-4f6e-4fa0-9cc3-5cda66d3269e tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103800) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 05 17:08:47.212989 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-ff4e0402-4f6e-4fa0-9cc3-5cda66d3269e tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] 10.222.0.11 "DELETE /v2.0/subnets/9eb52004-969f-451b-b046-17b14b6ecbb9 HTTP/1.1" status: 404 len: 337 time: 0.0404530 Jan 05 17:08:47.224197 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c05527f8-7fb7-4a2e-8a05-e5fc9bb8da8a tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3893367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8784787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8521880'] for subnet, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:47.224197 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 41254) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:08:47.237483 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97292ac-e186-43a0-97ec-b26ad2ba7b27 tempest-AllowedAddressPairTestJSON-1235936357 tempest-AllowedAddressPairTestJSON-1235936357-project] Pushing event deleted for resources: {'Port': ['ID=1a9a6254-84a7-41f6-9659-ad43d55d5bb9,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:08:47.248689 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c05527f8-7fb7-4a2e-8a05-e5fc9bb8da8a tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks [] for subnet, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:47.255747 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-c05527f8-7fb7-4a2e-8a05-e5fc9bb8da8a tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] 10.222.0.11 "DELETE /v2.0/subnets/46d2d498-cfb7-4d74-94db-c70ee6729b41 HTTP/1.1" status: 204 len: 168 time: 0.7314172 Jan 05 17:08:47.298808 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 41256) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:08:47.316653 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.db_base_plugin_common [None req-490a00a9-48ea-4f53-a9a4-51f9b7a49e47 None None] Allocated IP 172.20.0.2 (6d0b3846-3363-43bf-b582-6495259861a3/0432803f-5f8c-4f59-850d-18d160953366/9f5abc25-2583-4548-9eab-5b271c472121) {{(pid=103802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:08:47.373346 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-b0e1f0ab-13c1-4579-abbd-b94b2d8bb9d6 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-648430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648639'] for router, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:47.397919 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-ce0b06f0-5384-4ec5-931c-fbb6aa788ded tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0576742 Jan 05 17:08:47.403818 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 41258) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:08:47.439895 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05527f8-7fb7-4a2e-8a05-e5fc9bb8da8a tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Pushing event deleted for resources: {'Subnet': ['ID=46d2d498-cfb7-4d74-94db-c70ee6729b41,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:08:47.489783 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-490a00a9-48ea-4f53-a9a4-51f9b7a49e47 None None] Publish callbacks [] for port, precommit_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:47.516021 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ee3c6871-f44d-4bf3-bf9d-9c061625c022 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:47.522357 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1aebaf8-e4a3-4893-a165-a425addd96ae tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] vlan segment allocate from pool success with {'vlan_id': 128, 'physical_network': 'physnet1'} {{(pid=103800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 05 17:08:47.575709 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-490a00a9-48ea-4f53-a9a4-51f9b7a49e47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669'] for port, after_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:47.581784 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-0dd736fa-0104-4b71-897d-ec5978990af1 req-3e689b87-2d9d-49d5-abae-edf9ceca6820 tempest-ServerActionsTestJSON-949899014 tempest-ServerActionsTestJSON-949899014-project] 10.222.0.11 "GET /v2.0/security-groups?id=f7674e10-0a07-4bc4-8403-a53dd95a312a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4626253 Jan 05 17:08:47.600781 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f1aebaf8-e4a3-4893-a165-a425addd96ae tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225'] for segment, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:47.606356 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.db.segments_db [None req-f1aebaf8-e4a3-4893-a165-a425addd96ae tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] Added segment e1ea3225-730b-4ef3-a4f7-2fb301084085 of type vlan for network 845587c2-f9aa-4998-bf0b-0cf47be1b84a Jan 05 17:08:47.630654 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ee3c6871-f44d-4bf3-bf9d-9c061625c022 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-648430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648639'] for router, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:47.656734 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490a00a9-48ea-4f53-a9a4-51f9b7a49e47 None None] Pushing event updated for resources: {'Port': ['ID=9f5abc25-2583-4548-9eab-5b271c472121,revision_number=1']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:08:47.659903 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-f77fb576-a1d6-4bb3-ab6a-58a60c8dff35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:47.676444 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-490a00a9-48ea-4f53-a9a4-51f9b7a49e47 None None] Network 6d0b3846-3363-43bf-b582-6495259861a3 is already hosted by enough agents. {{(pid=103802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:08:47.696709 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc2301ad-d274-43b9-956a-f670f3a2d476 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:08:47.700931 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-dc2301ad-d274-43b9-956a-f670f3a2d476 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2936959 Jan 05 17:08:47.705365 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 41264) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:08:47.713441 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-c97292ac-e186-43a0-97ec-b26ad2ba7b27 tempest-AllowedAddressPairTestJSON-1235936357 tempest-AllowedAddressPairTestJSON-1235936357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:47.720289 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-c97292ac-e186-43a0-97ec-b26ad2ba7b27 tempest-AllowedAddressPairTestJSON-1235936357 tempest-AllowedAddressPairTestJSON-1235936357-project] 10.222.0.11 "DELETE /v2.0/ports/1a9a6254-84a7-41f6-9659-ad43d55d5bb9 HTTP/1.1" status: 204 len: 168 time: 2.3441784 Jan 05 17:08:47.725749 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 41266) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:08:47.728133 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.scheduler.base_scheduler [None req-490a00a9-48ea-4f53-a9a4-51f9b7a49e47 None None] Resources bound (agent type, host, resource id): {{(pid=103802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:08:47.732114 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-490a00a9-48ea-4f53-a9a4-51f9b7a49e47 None None] Received port after_create {{(pid=103802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:08:47.756979 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.pecan_wsgi.hooks.translation [None req-d61f4363-84b9-4933-a5a4-73e8053f4ad2 tempest-AllowedAddressPairTestJSON-1235936357 tempest-AllowedAddressPairTestJSON-1235936357-project] GET failed (client error): The resource could not be found. Jan 05 17:08:47.762149 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-d61f4363-84b9-4933-a5a4-73e8053f4ad2 tempest-AllowedAddressPairTestJSON-1235936357 tempest-AllowedAddressPairTestJSON-1235936357-project] 10.222.0.11 "GET /v2.0/ports/1a9a6254-84a7-41f6-9659-ad43d55d5bb9 HTTP/1.1" status: 404 len: 333 time: 0.0383399 Jan 05 17:08:47.763200 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 41268) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:08:47.776621 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-76637d7e-ce2c-4646-b624-ab3ef72ff4f8 tempest-AllowedAddressPairTestJSON-1235936357 tempest-AllowedAddressPairTestJSON-1235936357-project] Request body: {'port': {'network_id': '8e04ecc0-b255-4da3-a7ea-55c342b92b12', 'name': 'tempest-AllowedAddressPairTestJSON-1173525815'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:08:47.812356 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-490a00a9-48ea-4f53-a9a4-51f9b7a49e47 None None] Attempting to bind port 9f5abc25-2583-4548-9eab-5b271c472121 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 05 17:08:47.812718 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-490a00a9-48ea-4f53-a9a4-51f9b7a49e47 None None] Attempting to bind port 9f5abc25-2583-4548-9eab-5b271c472121 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'a896639f-bc38-4fe3-a0ec-d9beba5c1c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '6d0b3846-3363-43bf-b582-6495259861a3'}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 05 17:08:47.813063 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-490a00a9-48ea-4f53-a9a4-51f9b7a49e47 None None] Attempting to bind port 9f5abc25-2583-4548-9eab-5b271c472121 on network 6d0b3846-3363-43bf-b582-6495259861a3 {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:08:47.828672 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-490a00a9-48ea-4f53-a9a4-51f9b7a49e47 None None] Checking agent: {'id': '0d4f8fd3-ce62-4651-970c-efa6a8bb22b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 5, 16, 57, 23), 'started_at': datetime.datetime(2022, 1, 5, 16, 57, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 5, 17, 8, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 05 17:08:47.829168 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-490a00a9-48ea-4f53-a9a4-51f9b7a49e47 None None] Checking segment: {'id': 'a896639f-bc38-4fe3-a0ec-d9beba5c1c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '6d0b3846-3363-43bf-b582-6495259861a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:08:47.836916 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-490a00a9-48ea-4f53-a9a4-51f9b7a49e47 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:47.836916 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-490a00a9-48ea-4f53-a9a4-51f9b7a49e47 None None] Bound using segment: {'id': 'a896639f-bc38-4fe3-a0ec-d9beba5c1c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '6d0b3846-3363-43bf-b582-6495259861a3'} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 05 17:08:47.836916 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-490a00a9-48ea-4f53-a9a4-51f9b7a49e47 None None] Bound port: 9f5abc25-2583-4548-9eab-5b271c472121, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a896639f-bc38-4fe3-a0ec-d9beba5c1c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '6d0b3846-3363-43bf-b582-6495259861a3'}}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 05 17:08:47.836916 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-490a00a9-48ea-4f53-a9a4-51f9b7a49e47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:47.836916 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d467b266-3c55-4443-893b-92242f466505 None None] Network e897f8fc-3cef-40ca-9466-c6c65ecd9833 requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:08:47.837366 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f1aebaf8-e4a3-4893-a165-a425addd96ae tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754180566020'] for network, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:47.867042 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-9d84d236-2565-4489-8f65-5d9380868cb1 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Deleting port c3037384-d3fa-4066-80d8-4a11cc75bb34 {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:08:47.867311 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9d84d236-2565-4489-8f65-5d9380868cb1 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:47.887636 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ee3c6871-f44d-4bf3-bf9d-9c061625c022 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks [] for router, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:47.890809 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-ee3c6871-f44d-4bf3-bf9d-9c061625c022 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 1.1517484 Jan 05 17:08:47.896952 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 41270) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:08:47.936754 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eb73ae1-49dd-4c13-a8da-826ce06b21f1 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:08:47.938273 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-5eb73ae1-49dd-4c13-a8da-826ce06b21f1 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2087958 Jan 05 17:08:47.944927 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 41272) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:08:47.981250 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-33eca448-5a80-4f37-b961-9e66527ffd40 None None] Provisioning complete for port 54f72ee5-c019-4458-85bc-7e9236558fc1 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:08:47.981654 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-33eca448-5a80-4f37-b961-9e66527ffd40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:47.988155 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-490a00a9-48ea-4f53-a9a4-51f9b7a49e47 None None] For port 9f5abc25-2583-4548-9eab-5b271c472121, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 05 17:08:48.027982 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-1b24e93f-2c72-451c-8102-cd80569f743c tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0810227 Jan 05 17:08:48.028731 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0e1f0ab-13c1-4579-abbd-b94b2d8bb9d6 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Router 71d73028-92bd-4a11-81c6-96a04ade0f5d is scheduled to L3 agent 59446fdc-40e0-41fe-a575-a8eb11d742f7 with binding_index 1 {{(pid=103801) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 05 17:08:48.031681 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 41274) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:08:48.033959 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e9c5f8-728b-4d3f-949b-e1de5f625e98 req-4d893038-abae-4a7b-923b-d580ec189405 tempest-ServerActionsTestJSON-949899014 tempest-ServerActionsTestJSON-949899014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:08:48.036065 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-490a00a9-48ea-4f53-a9a4-51f9b7a49e47 None None] For port 9f5abc25-2583-4548-9eab-5b271c472121, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=9f5abc25-2583-4548-9eab-5b271c472121,segment=NetworkSegment(a896639f-bc38-4fe3-a0ec-d9beba5c1c23),segment_id=a896639f-bc38-4fe3-a0ec-d9beba5c1c23)] {{(pid=103802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 05 17:08:48.040649 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-c4e9c5f8-728b-4d3f-949b-e1de5f625e98 req-4d893038-abae-4a7b-923b-d580ec189405 tempest-ServerActionsTestJSON-949899014 tempest-ServerActionsTestJSON-949899014-project] 10.222.0.11 "GET /v2.0/ports?device_id=be270a5c-db8b-4dff-9e40-79b29c80ad34 HTTP/1.1" status: 200 len: 946 time: 0.2814906 Jan 05 17:08:48.046369 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-9215cc10-f531-48b7-a61c-94736ff23814 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Request body: {'subnet': {'network_id': 'e897f8fc-3cef-40ca-9466-c6c65ecd9833', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:08:48.068794 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9d84d236-2565-4489-8f65-5d9380868cb1 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:48.082363 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-9d84d236-2565-4489-8f65-5d9380868cb1 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Calling delete_port for c3037384-d3fa-4066-80d8-4a11cc75bb34 owned by {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:08:48.119508 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f29e3d2-6beb-4f49-b2af-02ea156e5c7c None None] DHCP port deletion for e897f8fc-3cef-40ca-9466-c6c65ecd9833 request from dv-neutron-master-2-hyperv {{(pid=103802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 05 17:08:48.121932 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-490a00a9-48ea-4f53-a9a4-51f9b7a49e47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:48.137419 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 41276) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:08:48.147927 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f1aebaf8-e4a3-4893-a165-a425addd96ae tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685'] for network, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:48.153673 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1aebaf8-e4a3-4893-a165-a425addd96ae tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:08:48.154296 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f1aebaf8-e4a3-4893-a165-a425addd96ae tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] Publish callbacks [] for network, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:48.208238 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9e7c8e73-8aa0-4688-afdd-7e183b80dff1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:48.214989 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490a00a9-48ea-4f53-a9a4-51f9b7a49e47 None None] Pushing event updated for resources: {'Port': ['ID=9f5abc25-2583-4548-9eab-5b271c472121,revision_number=2']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:08:48.238137 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-3f29e3d2-6beb-4f49-b2af-02ea156e5c7c None None] Deleting port 54f72ee5-c019-4458-85bc-7e9236558fc1 {{(pid=103802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:08:48.238617 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-3f29e3d2-6beb-4f49-b2af-02ea156e5c7c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:48.317064 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-f1aebaf8-e4a3-4893-a165-a425addd96ae tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.4513178 Jan 05 17:08:48.324744 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-3f29e3d2-6beb-4f49-b2af-02ea156e5c7c None None] For port 54f72ee5-c019-4458-85bc-7e9236558fc1, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=54f72ee5-c019-4458-85bc-7e9236558fc1,segment=NetworkSegment(68e6c437-46c2-424d-85e7-20547f69066d),segment_id=68e6c437-46c2-424d-85e7-20547f69066d)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:08:48.325806 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-3f29e3d2-6beb-4f49-b2af-02ea156e5c7c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:48.328320 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 41280) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:08:48.338422 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-5160078b-e14c-4f01-bb31-d1c4400c5b5d tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] Request body: {'subnet': {'network_id': '845587c2-f9aa-4998-bf0b-0cf47be1b84a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:08:48.343711 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-3f29e3d2-6beb-4f49-b2af-02ea156e5c7c None None] Calling delete_port for 54f72ee5-c019-4458-85bc-7e9236558fc1 owned by network:dhcp {{(pid=103802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:08:48.349576 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1aebaf8-e4a3-4893-a165-a425addd96ae tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] Pushing event updated for resources: {'Network': ['ID=845587c2-f9aa-4998-bf0b-0cf47be1b84a,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:08:48.379505 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-c4e9c5f8-728b-4d3f-949b-e1de5f625e98 req-f92b0fef-e1d2-4418-9ec0-abd3aee02e9d tempest-ServerActionsTestJSON-949899014 tempest-ServerActionsTestJSON-949899014-project] 10.222.0.11 "GET /v2.0/security-groups?id=f7674e10-0a07-4bc4-8403-a53dd95a312a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2406223 Jan 05 17:08:48.403698 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Network 845587c2-f9aa-4998-bf0b-0cf47be1b84a details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 05 17:08:48.540470 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9e7c8e73-8aa0-4688-afdd-7e183b80dff1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:48.615896 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9e7c8e73-8aa0-4688-afdd-7e183b80dff1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:48.662646 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76637d7e-ce2c-4646-b624-ab3ef72ff4f8 tempest-AllowedAddressPairTestJSON-1235936357 tempest-AllowedAddressPairTestJSON-1235936357-project] Made reservation on behalf of 1de9fed5660e4646925cb97e94988282 for: {'port': 1} {{(pid=103801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:08:48.666342 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-76637d7e-ce2c-4646-b624-ab3ef72ff4f8 tempest-AllowedAddressPairTestJSON-1235936357 tempest-AllowedAddressPairTestJSON-1235936357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:48.689116 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-9e7c8e73-8aa0-4688-afdd-7e183b80dff1 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c51020bee50145399f09eb6f27710931&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5462708 Jan 05 17:08:48.689116 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7c8e73-8aa0-4688-afdd-7e183b80dff1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4222bbef-f99e-4e3f-ae7d-674ccafc457f,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:08:48.697861 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 41284) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:08:48.719100 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-3f29e3d2-6beb-4f49-b2af-02ea156e5c7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678'] for port, after_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:48.755056 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f29e3d2-6beb-4f49-b2af-02ea156e5c7c None None] Pushing event deleted for resources: {'Port': ['ID=54f72ee5-c019-4458-85bc-7e9236558fc1,revision_number=None']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:08:48.760423 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f29e3d2-6beb-4f49-b2af-02ea156e5c7c None None] No DVR routers for this DVR port 54f72ee5-c019-4458-85bc-7e9236558fc1 on host dv-neutron-master-2-hyperv {{(pid=103802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 05 17:08:48.765802 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.notifiers.nova [None req-76637d7e-ce2c-4646-b624-ab3ef72ff4f8 tempest-AllowedAddressPairTestJSON-1235936357 tempest-AllowedAddressPairTestJSON-1235936357-project] device_id is not set on port 9868fce8-9ae6-45c4-aeec-7646deaed1f7 yet. {{(pid=103801) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 05 17:08:48.767883 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-198b06f8-200c-4be1-a63f-24a2156a3a4f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:48.792300 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-198b06f8-200c-4be1-a63f-24a2156a3a4f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:48.795230 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0e1f0ab-13c1-4579-abbd-b94b2d8bb9d6 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 05 17:08:48.807759 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9d84d236-2565-4489-8f65-5d9380868cb1 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:48.810701 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5468d84f-dcb1-4458-9f3a-7655b9c0071f None None] Sync routers for ids ['71d73028-92bd-4a11-81c6-96a04ade0f5d'] in dv-neutron-master-2-hyperv {{(pid=103803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 05 17:08:48.823971 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5468d84f-dcb1-4458-9f3a-7655b9c0071f None None] Routers {'71d73028-92bd-4a11-81c6-96a04ade0f5d'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:08:48.823971 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-5468d84f-dcb1-4458-9f3a-7655b9c0071f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:08:19Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['71d73028-92bd-4a11-81c6-96a04ade0f5d'], 'active': True} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:08:48.851340 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d84d236-2565-4489-8f65-5d9380868cb1 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Pushing event deleted for resources: {'Port': ['ID=c3037384-d3fa-4066-80d8-4a11cc75bb34,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:08:48.859228 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5160078b-e14c-4f01-bb31-d1c4400c5b5d tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] Made reservation on behalf of 3b0c49083275461eae45180ddc29fcef for: {'subnet': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:08:48.862895 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-5160078b-e14c-4f01-bb31-d1c4400c5b5d tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8521827'] for subnet, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:48.873303 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-5468d84f-dcb1-4458-9f3a-7655b9c0071f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:08:48.881004 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-9d918648-5231-4b1b-93aa-45d9f2815729 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:48.884207 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5468d84f-dcb1-4458-9f3a-7655b9c0071f None None] Routers {'71d73028-92bd-4a11-81c6-96a04ade0f5d'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:08:48.887048 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb7b5ebf-6f3a-4273-8b16-145435931f0f None None] DHCP port deletion for c48256cf-a076-46b3-9713-1d8b4ddd5ae7 request from dv-neutron-master-2-hyperv {{(pid=103802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 05 17:08:48.892930 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-5468d84f-dcb1-4458-9f3a-7655b9c0071f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:08:19Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['71d73028-92bd-4a11-81c6-96a04ade0f5d'], 'active': True} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:08:48.912049 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9215cc10-f531-48b7-a61c-94736ff23814 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Made reservation on behalf of fd419c78d7194361a03f37a26ebeba76 for: {'subnet': 1} {{(pid=103801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:08:48.915128 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-9215cc10-f531-48b7-a61c-94736ff23814 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12480675'] for subnet, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:48.916591 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.pecan_wsgi.hooks.translation [None req-9215cc10-f531-48b7-a61c-94736ff23814 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 05 17:08:48.917029 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9215cc10-f531-48b7-a61c-94736ff23814 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 05 17:08:48.959841 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-5468d84f-dcb1-4458-9f3a-7655b9c0071f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:08:48.960886 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5468d84f-dcb1-4458-9f3a-7655b9c0071f None None] The sync data for ids ['71d73028-92bd-4a11-81c6-96a04ade0f5d'] in dv-neutron-master-2-hyperv is: [] {{(pid=103803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 05 17:08:49.020742 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-b0e1f0ab-13c1-4579-abbd-b94b2d8bb9d6 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks [] for router, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:49.024633 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-b0e1f0ab-13c1-4579-abbd-b94b2d8bb9d6 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 8.1046944 Jan 05 17:08:49.025319 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 41288) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:08:49.116279 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [None req-76637d7e-ce2c-4646-b624-ab3ef72ff4f8 tempest-AllowedAddressPairTestJSON-1235936357 tempest-AllowedAddressPairTestJSON-1235936357-project] Allocated IP 172.20.0.12 (8e04ecc0-b255-4da3-a7ea-55c342b92b12/26cbd109-81cf-49d2-a4b5-158651c51acd/9868fce8-9ae6-45c4-aeec-7646deaed1f7) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:08:49.130757 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-9215cc10-f531-48b7-a61c-94736ff23814 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 1.0969665 Jan 05 17:08:49.131333 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 41290) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:08:49.151596 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-9930467a-86d5-4c37-8ee5-38ebf1c54ce2 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Request body: {'subnet': {'network_id': 'e897f8fc-3cef-40ca-9466-c6c65ecd9833', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:08:49.276686 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-3047f456-3990-4f9f-90af-6f3aaffb01f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:49.436888 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [None req-9d918648-5231-4b1b-93aa-45d9f2815729 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Allocated IP 172.20.0.1 (6d0b3846-3363-43bf-b582-6495259861a3/0432803f-5f8c-4f59-850d-18d160953366/fa3854ec-4e76-42ef-99c4-bfad2c379a98) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:08:49.455391 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-198b06f8-200c-4be1-a63f-24a2156a3a4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:49.457573 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-198b06f8-200c-4be1-a63f-24a2156a3a4f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:49.461785 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-198b06f8-200c-4be1-a63f-24a2156a3a4f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/4222bbef-f99e-4e3f-ae7d-674ccafc457f HTTP/1.1" status: 204 len: 168 time: 0.7646756 Jan 05 17:08:49.468734 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9d84d236-2565-4489-8f65-5d9380868cb1 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:49.474964 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-9d84d236-2565-4489-8f65-5d9380868cb1 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] 10.222.0.11 "DELETE /v2.0/ports/c3037384-d3fa-4066-80d8-4a11cc75bb34 HTTP/1.1" status: 204 len: 168 time: 2.2421575 Jan 05 17:08:49.476373 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 41294) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:08:49.537715 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9930467a-86d5-4c37-8ee5-38ebf1c54ce2 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Made reservation on behalf of fd419c78d7194361a03f37a26ebeba76 for: {'subnet': 1} {{(pid=103801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:08:49.541037 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-9930467a-86d5-4c37-8ee5-38ebf1c54ce2 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12480675'] for subnet, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:49.542514 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.pecan_wsgi.hooks.translation [None req-9930467a-86d5-4c37-8ee5-38ebf1c54ce2 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 05 17:08:49.542957 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9930467a-86d5-4c37-8ee5-38ebf1c54ce2 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 05 17:08:49.565672 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-76637d7e-ce2c-4646-b624-ab3ef72ff4f8 tempest-AllowedAddressPairTestJSON-1235936357 tempest-AllowedAddressPairTestJSON-1235936357-project] Publish callbacks [] for port, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:49.586641 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-34e7d88e-91de-4e66-abbe-deb07c7eebc4 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] 10.222.0.11 "GET /v2.0/routers/71d73028-92bd-4a11-81c6-96a04ade0f5d HTTP/1.1" status: 200 len: 885 time: 0.5577648 Jan 05 17:08:49.590160 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 41296) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:08:49.602060 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:49.615947 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198b06f8-200c-4be1-a63f-24a2156a3a4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4222bbef-f99e-4e3f-ae7d-674ccafc457f,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:08:49.672548 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309a8e6b-7962-4a06-8724-df69d8214dcf req-4d069a51-6936-4035-aaa9-7a3ebdfd48d4 tempest-ServerActionsTestJSON-949899014 tempest-ServerActionsTestJSON-949899014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:08:49.674880 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-309a8e6b-7962-4a06-8724-df69d8214dcf req-4d069a51-6936-4035-aaa9-7a3ebdfd48d4 tempest-ServerActionsTestJSON-949899014 tempest-ServerActionsTestJSON-949899014-project] 10.222.0.11 "GET /v2.0/ports?device_id=be270a5c-db8b-4dff-9e40-79b29c80ad34 HTTP/1.1" status: 200 len: 946 time: 0.6993852 Jan 05 17:08:49.684565 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e2c9f1f-b08c-4ee2-b5d9-0203720030c1 None None] Network 6d0b3846-3363-43bf-b582-6495259861a3 requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:08:49.691960 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-9930467a-86d5-4c37-8ee5-38ebf1c54ce2 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.5528905 Jan 05 17:08:49.695366 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-9d918648-5231-4b1b-93aa-45d9f2815729 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks [] for port, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:49.698402 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 41298) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:08:49.703829 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-4f988443-7a22-4190-b929-01e59fd8ed63 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Request body: {'subnet': {'network_id': 'e897f8fc-3cef-40ca-9466-c6c65ecd9833', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:08:49.808384 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-f34b759f-59ce-44c9-97d0-6170e7770b26 None None] Provisioning complete for port 9f5abc25-2583-4548-9eab-5b271c472121 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:08:49.809109 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-f34b759f-59ce-44c9-97d0-6170e7770b26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:49.827968 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-76637d7e-ce2c-4646-b624-ab3ef72ff4f8 tempest-AllowedAddressPairTestJSON-1235936357 tempest-AllowedAddressPairTestJSON-1235936357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11433176'] for port, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:49.829855 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-309a8e6b-7962-4a06-8724-df69d8214dcf req-ec4fe8ef-2640-4cfb-b83e-471886067e4d tempest-ServerActionsTestJSON-949899014 tempest-ServerActionsTestJSON-949899014-project] 10.222.0.11 "GET /v2.0/security-groups?id=f7674e10-0a07-4bc4-8403-a53dd95a312a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1387370 Jan 05 17:08:49.853003 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-c1a68bc6-b6e6-44ea-b14b-a517f1320ceb tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Deleting port 041ccae2-aca8-4cf6-8845-661c769214ba {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:08:49.863598 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c1a68bc6-b6e6-44ea-b14b-a517f1320ceb tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:49.904702 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76637d7e-ce2c-4646-b624-ab3ef72ff4f8 tempest-AllowedAddressPairTestJSON-1235936357 tempest-AllowedAddressPairTestJSON-1235936357-project] Network 8e04ecc0-b255-4da3-a7ea-55c342b92b12 is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:08:49.911380 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-9d918648-5231-4b1b-93aa-45d9f2815729 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11433176'] for port, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:49.918859 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-76637d7e-ce2c-4646-b624-ab3ef72ff4f8 tempest-AllowedAddressPairTestJSON-1235936357 tempest-AllowedAddressPairTestJSON-1235936357-project] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:08:49.936184 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76637d7e-ce2c-4646-b624-ab3ef72ff4f8 tempest-AllowedAddressPairTestJSON-1235936357 tempest-AllowedAddressPairTestJSON-1235936357-project] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:08:49.942616 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76637d7e-ce2c-4646-b624-ab3ef72ff4f8 tempest-AllowedAddressPairTestJSON-1235936357 tempest-AllowedAddressPairTestJSON-1235936357-project] Pushing event updated for resources: {'Port': ['ID=9868fce8-9ae6-45c4-aeec-7646deaed1f7,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:08:49.966299 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c1a68bc6-b6e6-44ea-b14b-a517f1320ceb tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:49.980744 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-c1a68bc6-b6e6-44ea-b14b-a517f1320ceb tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Calling delete_port for 041ccae2-aca8-4cf6-8845-661c769214ba owned by {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:08:49.996102 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d918648-5231-4b1b-93aa-45d9f2815729 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Network 6d0b3846-3363-43bf-b582-6495259861a3 is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:08:50.002798 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-9d918648-5231-4b1b-93aa-45d9f2815729 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:08:50.010891 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d918648-5231-4b1b-93aa-45d9f2815729 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:08:50.022264 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-f34b759f-59ce-44c9-97d0-6170e7770b26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:50.064344 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-5160078b-e14c-4f01-bb31-d1c4400c5b5d tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8784852', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8521873'] for subnet, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:50.119646 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-f34b759f-59ce-44c9-97d0-6170e7770b26 None None] For port 9f5abc25-2583-4548-9eab-5b271c472121, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=9f5abc25-2583-4548-9eab-5b271c472121,segment=NetworkSegment(a896639f-bc38-4fe3-a0ec-d9beba5c1c23),segment_id=a896639f-bc38-4fe3-a0ec-d9beba5c1c23)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:08:50.131396 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f988443-7a22-4190-b929-01e59fd8ed63 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Made reservation on behalf of fd419c78d7194361a03f37a26ebeba76 for: {'subnet': 1} {{(pid=103801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:08:50.136811 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-4f988443-7a22-4190-b929-01e59fd8ed63 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12480675'] for subnet, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:50.142950 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f988443-7a22-4190-b929-01e59fd8ed63 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 05 17:08:50.142950 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f988443-7a22-4190-b929-01e59fd8ed63 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 05 17:08:50.185448 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-f34b759f-59ce-44c9-97d0-6170e7770b26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:50.210118 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5160078b-e14c-4f01-bb31-d1c4400c5b5d tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] Pushing event updated for resources: {'Subnet': ['ID=5a4e1a13-cea2-478a-a9ba-c9db984bf2f8,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:08:50.218653 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76637d7e-ce2c-4646-b624-ab3ef72ff4f8 tempest-AllowedAddressPairTestJSON-1235936357 tempest-AllowedAddressPairTestJSON-1235936357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:08:50.219340 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-76637d7e-ce2c-4646-b624-ab3ef72ff4f8 tempest-AllowedAddressPairTestJSON-1235936357 tempest-AllowedAddressPairTestJSON-1235936357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:50.258658 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5160078b-e14c-4f01-bb31-d1c4400c5b5d tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] Checking segment: {'id': 'e1ea3225-730b-4ef3-a4f7-2fb301084085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '845587c2-f9aa-4998-bf0b-0cf47be1b84a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:08:50.259336 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5160078b-e14c-4f01-bb31-d1c4400c5b5d tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] Network hostable DHCP agents. Network: 845587c2-f9aa-4998-bf0b-0cf47be1b84a, hostable agents: ['3f70c195-17da-4084-9fd6-bf6059d88535'], hosted agents: [] {{(pid=103800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 05 17:08:50.262577 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d918648-5231-4b1b-93aa-45d9f2815729 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Pushing event updated for resources: {'Port': ['ID=fa3854ec-4e76-42ef-99c4-bfad2c379a98,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:08:50.287988 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-9d918648-5231-4b1b-93aa-45d9f2815729 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-648552'] for router_interface, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:50.315161 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34b759f-59ce-44c9-97d0-6170e7770b26 None None] Pushing event updated for resources: {'Port': ['ID=9f5abc25-2583-4548-9eab-5b271c472121,revision_number=3']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:08:50.316275 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 41308) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:08:50.322038 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-147ad615-0bab-43ed-bd24-5238ad05601e tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Request body: {'subnet': {'network_id': 'e897f8fc-3cef-40ca-9466-c6c65ecd9833', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:08:50.322196 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-4f988443-7a22-4190-b929-01e59fd8ed63 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.6223412 Jan 05 17:08:50.365859 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 9f5abc25-2583-4548-9eab-5b271c472121 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:08:50.392665 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-e556351a-b13f-4d9b-bd9d-64edf2ddfec9 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 0.8013098 Jan 05 17:08:50.414756 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 41310) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:08:50.421096 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-b3c8390a-9d6b-45dc-a89d-6daa517943ba tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-2052335120'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:08:50.424967 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c1a68bc6-b6e6-44ea-b14b-a517f1320ceb tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:50.433270 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-76637d7e-ce2c-4646-b624-ab3ef72ff4f8 tempest-AllowedAddressPairTestJSON-1235936357 tempest-AllowedAddressPairTestJSON-1235936357-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6663363 Jan 05 17:08:50.442094 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 41312) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:08:50.453115 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-647bb741-62c9-403a-8f14-899edf565238 tempest-AllowedAddressPairTestJSON-1235936357 tempest-AllowedAddressPairTestJSON-1235936357-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:c8:56:1e'}]}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:08:50.453341 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-fdc16cfa-b40e-4c8b-a2da-86861c49a59c None None] Provisioning complete for port 9868fce8-9ae6-45c4-aeec-7646deaed1f7 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:08:50.453655 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-fdc16cfa-b40e-4c8b-a2da-86861c49a59c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:50.458155 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5160078b-e14c-4f01-bb31-d1c4400c5b5d tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] Network 845587c2-f9aa-4998-bf0b-0cf47be1b84a is scheduled to be hosted by DHCP agent 3f70c195-17da-4084-9fd6-bf6059d88535 with binding_index 1 {{(pid=103800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 05 17:08:50.494420 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Provisioning complete for port 9f5abc25-2583-4548-9eab-5b271c472121 triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:08:50.494993 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:50.529907 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d2607572-b3c9-472c-85bc-c8de0c3fb75c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:50.542658 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-fdc16cfa-b40e-4c8b-a2da-86861c49a59c None None] Port 9868fce8-9ae6-45c4-aeec-7646deaed1f7 cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 17:08:50.548905 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9412f00a-3c67-4c4c-a378-fe48ab215614 None None] DHCP port deletion for c48256cf-a076-46b3-9713-1d8b4ddd5ae7 request from dv-neutron-master-2-hyperv {{(pid=103802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 05 17:08:50.572369 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a68bc6-b6e6-44ea-b14b-a517f1320ceb tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Pushing event deleted for resources: {'Port': ['ID=041ccae2-aca8-4cf6-8845-661c769214ba,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:08:50.577163 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-fdc16cfa-b40e-4c8b-a2da-86861c49a59c None None] Provisioning complete for port 9f5abc25-2583-4548-9eab-5b271c472121 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:08:50.577163 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-fdc16cfa-b40e-4c8b-a2da-86861c49a59c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:50.701565 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-9d918648-5231-4b1b-93aa-45d9f2815729 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:50.735932 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-5160078b-e14c-4f01-bb31-d1c4400c5b5d tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 845587c2-f9aa-4998-bf0b-0cf47be1b84a) {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:08:50.753506 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-647c6a08-700c-4ec1-8819-9e5bb124298f None None] Network 845587c2-f9aa-4998-bf0b-0cf47be1b84a requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:08:50.767529 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5160078b-e14c-4f01-bb31-d1c4400c5b5d tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:08:50.769606 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-5160078b-e14c-4f01-bb31-d1c4400c5b5d tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] Publish callbacks [] for subnet, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:50.783219 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c1a68bc6-b6e6-44ea-b14b-a517f1320ceb tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:50.789109 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-c1a68bc6-b6e6-44ea-b14b-a517f1320ceb tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] 10.222.0.11 "DELETE /v2.0/ports/041ccae2-aca8-4cf6-8845-661c769214ba HTTP/1.1" status: 204 len: 168 time: 1.3070803 Jan 05 17:08:50.797223 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 41318) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:08:50.863685 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 54f72ee5-c019-4458-85bc-7e9236558fc1 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 05 17:08:50.899167 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] No Port match for: 54f72ee5-c019-4458-85bc-7e9236558fc1 {{(pid=103802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 05 17:08:50.899513 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 54f72ee5-c019-4458-85bc-7e9236558fc1 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 05 17:08:50.952880 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0abc79f-54e0-4f64-ba3a-287167e1f51f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-845587c2-f9aa-4998-bf0b-0cf47be1b84a', 'network_id': '845587c2-f9aa-4998-bf0b-0cf47be1b84a', 'project_id': '3b0c49083275461eae45180ddc29fcef', 'fixed_ips': [{'subnet_id': '5a4e1a13-cea2-478a-a9ba-c9db984bf2f8'}]}} from dv-neutron-master-2-hyperv. {{(pid=103802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 05 17:08:50.953812 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-e0abc79f-54e0-4f64-ba3a-287167e1f51f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:50.966820 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-147ad615-0bab-43ed-bd24-5238ad05601e tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Made reservation on behalf of fd419c78d7194361a03f37a26ebeba76 for: {'subnet': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:08:50.971124 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-147ad615-0bab-43ed-bd24-5238ad05601e tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8521827'] for subnet, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:50.973808 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.pecan_wsgi.hooks.translation [None req-147ad615-0bab-43ed-bd24-5238ad05601e tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 05 17:08:50.973808 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-147ad615-0bab-43ed-bd24-5238ad05601e tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103800) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 05 17:08:50.984246 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef9a8259-28c6-41c7-9d5b-b03b03134ed3 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:08:50.988537 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-ef9a8259-28c6-41c7-9d5b-b03b03134ed3 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] 10.222.0.11 "GET /v2.0/ports?device_id=8e20d6c5-5760-40ff-8076-35b11b39e3e1 HTTP/1.1" status: 200 len: 913 time: 0.1844659 Jan 05 17:08:50.994502 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-5160078b-e14c-4f01-bb31-d1c4400c5b5d tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.6599884 Jan 05 17:08:50.995320 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 41326) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:08:51.005221 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 41328) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:08:51.067117 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-647bb741-62c9-403a-8f14-899edf565238 tempest-AllowedAddressPairTestJSON-1235936357 tempest-AllowedAddressPairTestJSON-1235936357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:51.068637 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-629c9521-9518-42c3-a7c6-60191a69c256 None None] Provisioning complete for port fa3854ec-4e76-42ef-99c4-bfad2c379a98 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:08:51.069178 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-629c9521-9518-42c3-a7c6-60191a69c256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:51.139310 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-147ad615-0bab-43ed-bd24-5238ad05601e tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.8220580 Jan 05 17:08:51.166586 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-629c9521-9518-42c3-a7c6-60191a69c256 None None] Port fa3854ec-4e76-42ef-99c4-bfad2c379a98 cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 17:08:51.166847 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 41332) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:08:51.174340 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-9c158d13-c91b-4824-a863-f5e1bdff6bd3 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Request body: {'subnet': {'network_id': 'e897f8fc-3cef-40ca-9466-c6c65ecd9833', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:08:51.202311 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.db_base_plugin_common [None req-e0abc79f-54e0-4f64-ba3a-287167e1f51f None None] Allocated IP 2001:db8::2 (845587c2-f9aa-4998-bf0b-0cf47be1b84a/5a4e1a13-cea2-478a-a9ba-c9db984bf2f8/6fb3408b-a108-47f8-b7bb-b622b0904a78) {{(pid=103802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:08:51.318134 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-de55cca5-f791-4649-b281-d2242c6885c4 tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3809644'] for network, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:51.411779 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-e0abc79f-54e0-4f64-ba3a-287167e1f51f None None] Publish callbacks [] for port, precommit_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:51.418872 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fc3107-a206-4916-b10d-ce994c3aaa69 req-e63df58e-0ee4-46a5-9774-3ec3d95e64c6 tempest-ServerActionsTestJSON-949899014 tempest-ServerActionsTestJSON-949899014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:08:51.420392 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-27fc3107-a206-4916-b10d-ce994c3aaa69 req-e63df58e-0ee4-46a5-9774-3ec3d95e64c6 tempest-ServerActionsTestJSON-949899014 tempest-ServerActionsTestJSON-949899014-project] 10.222.0.11 "GET /v2.0/ports?device_id=be270a5c-db8b-4dff-9e40-79b29c80ad34 HTTP/1.1" status: 200 len: 946 time: 0.2536645 Jan 05 17:08:51.425293 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-b3c8390a-9d6b-45dc-a89d-6daa517943ba tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-649822', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-648421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62737'] for router, precommit_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:51.495611 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-e0abc79f-54e0-4f64-ba3a-287167e1f51f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669'] for port, after_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:51.534217 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-de55cca5-f791-4649-b281-d2242c6885c4 tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892868'] for subnet, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:51.544882 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-27fc3107-a206-4916-b10d-ce994c3aaa69 req-ad099e3b-f80e-47fc-85a4-8ab7cefceb89 tempest-ServerActionsTestJSON-949899014 tempest-ServerActionsTestJSON-949899014-project] 10.222.0.11 "GET /v2.0/security-groups?id=f7674e10-0a07-4bc4-8403-a53dd95a312a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901501 Jan 05 17:08:51.554880 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0abc79f-54e0-4f64-ba3a-287167e1f51f None None] Network 845587c2-f9aa-4998-bf0b-0cf47be1b84a is already hosted by enough agents. {{(pid=103802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:08:51.558387 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.scheduler.base_scheduler [None req-e0abc79f-54e0-4f64-ba3a-287167e1f51f None None] Resources bound (agent type, host, resource id): {{(pid=103802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:08:51.563409 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0abc79f-54e0-4f64-ba3a-287167e1f51f None None] Received port after_create {{(pid=103802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:08:51.586959 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-9d918648-5231-4b1b-93aa-45d9f2815729 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks [] for port, precommit_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:51.589229 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-b3c8390a-9d6b-45dc-a89d-6daa517943ba tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-649813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-649804', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-648412'] for router, after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:51.591111 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c158d13-c91b-4824-a863-f5e1bdff6bd3 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Made reservation on behalf of fd419c78d7194361a03f37a26ebeba76 for: {'subnet': 1} {{(pid=103801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:08:51.595294 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-9c158d13-c91b-4824-a863-f5e1bdff6bd3 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12480675'] for subnet, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:51.596666 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c158d13-c91b-4824-a863-f5e1bdff6bd3 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 05 17:08:51.597091 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c158d13-c91b-4824-a863-f5e1bdff6bd3 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 05 17:08:51.632087 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-647bb741-62c9-403a-8f14-899edf565238 tempest-AllowedAddressPairTestJSON-1235936357 tempest-AllowedAddressPairTestJSON-1235936357-project] Publish callbacks [] for port, precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:51.649170 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0abc79f-54e0-4f64-ba3a-287167e1f51f None None] Pushing event updated for resources: {'Port': ['ID=6fb3408b-a108-47f8-b7bb-b622b0904a78,revision_number=1']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:08:51.656703 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-9d918648-5231-4b1b-93aa-45d9f2815729 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11433169'] for port, after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:51.667610 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-e0abc79f-54e0-4f64-ba3a-287167e1f51f None None] Attempting to bind port 6fb3408b-a108-47f8-b7bb-b622b0904a78 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 05 17:08:51.668472 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-e0abc79f-54e0-4f64-ba3a-287167e1f51f None None] Attempting to bind port 6fb3408b-a108-47f8-b7bb-b622b0904a78 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'e1ea3225-730b-4ef3-a4f7-2fb301084085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '845587c2-f9aa-4998-bf0b-0cf47be1b84a'}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 05 17:08:51.668895 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0abc79f-54e0-4f64-ba3a-287167e1f51f None None] Attempting to bind port 6fb3408b-a108-47f8-b7bb-b622b0904a78 on network 845587c2-f9aa-4998-bf0b-0cf47be1b84a {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:08:51.675779 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0abc79f-54e0-4f64-ba3a-287167e1f51f None None] Checking agent: {'id': '0d4f8fd3-ce62-4651-970c-efa6a8bb22b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 5, 16, 57, 23), 'started_at': datetime.datetime(2022, 1, 5, 16, 57, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 5, 17, 8, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 05 17:08:51.676333 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0abc79f-54e0-4f64-ba3a-287167e1f51f None None] Checking segment: {'id': 'e1ea3225-730b-4ef3-a4f7-2fb301084085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '845587c2-f9aa-4998-bf0b-0cf47be1b84a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:08:51.676748 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-e0abc79f-54e0-4f64-ba3a-287167e1f51f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:51.677191 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0abc79f-54e0-4f64-ba3a-287167e1f51f None None] Bound using segment: {'id': 'e1ea3225-730b-4ef3-a4f7-2fb301084085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '845587c2-f9aa-4998-bf0b-0cf47be1b84a'} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 05 17:08:51.677705 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-e0abc79f-54e0-4f64-ba3a-287167e1f51f None None] Bound port: 6fb3408b-a108-47f8-b7bb-b622b0904a78, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1ea3225-730b-4ef3-a4f7-2fb301084085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '845587c2-f9aa-4998-bf0b-0cf47be1b84a'}}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 05 17:08:51.678234 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-e0abc79f-54e0-4f64-ba3a-287167e1f51f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:51.700411 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-9c158d13-c91b-4824-a863-f5e1bdff6bd3 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.5305254 Jan 05 17:08:51.700935 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 41338) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:08:51.707911 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-3de84f48-482a-4c15-bfc8-627f0e8799ec tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Request body: {'subnet': {'network_id': 'e897f8fc-3cef-40ca-9466-c6c65ecd9833', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:08:51.763670 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-e0abc79f-54e0-4f64-ba3a-287167e1f51f None None] For port 6fb3408b-a108-47f8-b7bb-b622b0904a78, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 05 17:08:51.767640 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-e0abc79f-54e0-4f64-ba3a-287167e1f51f None None] For port 6fb3408b-a108-47f8-b7bb-b622b0904a78, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=6fb3408b-a108-47f8-b7bb-b622b0904a78,segment=NetworkSegment(e1ea3225-730b-4ef3-a4f7-2fb301084085),segment_id=e1ea3225-730b-4ef3-a4f7-2fb301084085)] {{(pid=103802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 05 17:08:51.793618 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-647bb741-62c9-403a-8f14-899edf565238 tempest-AllowedAddressPairTestJSON-1235936357 tempest-AllowedAddressPairTestJSON-1235936357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8784461'] for port, after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:51.796891 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-9d918648-5231-4b1b-93aa-45d9f2815729 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-531704'] for router_interface, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:51.801005 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d918648-5231-4b1b-93aa-45d9f2815729 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Pushing event updated for resources: {'Port': ['ID=fa3854ec-4e76-42ef-99c4-bfad2c379a98,revision_number=2']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:08:51.802607 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-de55cca5-f791-4649-b281-d2242c6885c4 tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3893367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8784787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8521880'] for subnet, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:51.834415 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-e0abc79f-54e0-4f64-ba3a-287167e1f51f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:51.870212 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3c8390a-9d6b-45dc-a89d-6daa517943ba tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Router 71d73028-92bd-4a11-81c6-96a04ade0f5d has already been hosted by L3 agent 59446fdc-40e0-41fe-a575-a8eb11d742f7 {{(pid=103801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 05 17:08:51.881124 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d504d802-9546-4ce5-a9d3-96c844ac5808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:51.899373 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de55cca5-f791-4649-b281-d2242c6885c4 tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] Pushing event deleted for resources: {'Subnet': ['ID=5a4e1a13-cea2-478a-a9ba-c9db984bf2f8,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:08:51.918724 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0abc79f-54e0-4f64-ba3a-287167e1f51f None None] Pushing event updated for resources: {'Port': ['ID=6fb3408b-a108-47f8-b7bb-b622b0904a78,revision_number=2']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:08:51.972223 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d918648-5231-4b1b-93aa-45d9f2815729 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Network 6d0b3846-3363-43bf-b582-6495259861a3 is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:08:51.982178 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-9d918648-5231-4b1b-93aa-45d9f2815729 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:08:52.090578 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-de55cca5-f791-4649-b281-d2242c6885c4 tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3891715', 'neutron.services.segments.db._delete_segments_for_network-8754181063482'] for network, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:52.095504 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647bb741-62c9-403a-8f14-899edf565238 tempest-AllowedAddressPairTestJSON-1235936357 tempest-AllowedAddressPairTestJSON-1235936357-project] Pushing event updated for resources: {'Port': ['ID=9868fce8-9ae6-45c4-aeec-7646deaed1f7,revision_number=2']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:08:52.156874 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.services.segments.db [None req-de55cca5-f791-4649-b281-d2242c6885c4 tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['845587c2-f9aa-4998-bf0b-0cf47be1b84a']}} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:08:52.183908 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-647bb741-62c9-403a-8f14-899edf565238 tempest-AllowedAddressPairTestJSON-1235936357 tempest-AllowedAddressPairTestJSON-1235936357-project] In _notify_port_updated(), no bound segment for port 9868fce8-9ae6-45c4-aeec-7646deaed1f7 on network 8e04ecc0-b255-4da3-a7ea-55c342b92b12 {{(pid=103800) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Jan 05 17:08:52.196198 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 9f5abc25-2583-4548-9eab-5b271c472121 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:08:52.201286 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-647bb741-62c9-403a-8f14-899edf565238 tempest-AllowedAddressPairTestJSON-1235936357 tempest-AllowedAddressPairTestJSON-1235936357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:08:52.204987 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-647bb741-62c9-403a-8f14-899edf565238 tempest-AllowedAddressPairTestJSON-1235936357 tempest-AllowedAddressPairTestJSON-1235936357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:52.213821 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-647bb741-62c9-403a-8f14-899edf565238 tempest-AllowedAddressPairTestJSON-1235936357 tempest-AllowedAddressPairTestJSON-1235936357-project] 10.222.0.11 "PUT /v2.0/ports/9868fce8-9ae6-45c4-aeec-7646deaed1f7 HTTP/1.1" status: 200 len: 994 time: 1.7639136 Jan 05 17:08:52.215231 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 41344) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:08:52.246493 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.services.segments.db [None req-de55cca5-f791-4649-b281-d2242c6885c4 tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1ea3225-730b-4ef3-a4f7-2fb301084085') {'for_net_delete': True} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:08:52.246893 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.services.segments.db [None req-de55cca5-f791-4649-b281-d2242c6885c4 tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1ea3225-730b-4ef3-a4f7-2fb301084085') {} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:08:52.285702 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-de55cca5-f791-4649-b281-d2242c6885c4 tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754181064771', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8784833'] for segment, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:52.329139 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3c8390a-9d6b-45dc-a89d-6daa517943ba tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 05 17:08:52.351302 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-415a4691-b552-49ee-9161-208a5e55f49b tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-531685'] for router_interface, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:52.375171 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-b3c8390a-9d6b-45dc-a89d-6daa517943ba tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks [] for router, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:52.380625 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-b3c8390a-9d6b-45dc-a89d-6daa517943ba tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] 10.222.0.11 "PUT /v2.0/routers/71d73028-92bd-4a11-81c6-96a04ade0f5d HTTP/1.1" status: 200 len: 892 time: 1.9647763 Jan 05 17:08:52.381987 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 41348) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:08:52.389747 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64cab855-3be2-4fb2-9bed-ddd7b516cb3f None None] Sync routers for ids ['71d73028-92bd-4a11-81c6-96a04ade0f5d'] in dv-neutron-master-2-hyperv {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 05 17:08:52.398123 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Provisioning complete for port 9f5abc25-2583-4548-9eab-5b271c472121 triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:08:52.398752 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:52.466392 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64cab855-3be2-4fb2-9bed-ddd7b516cb3f None None] Routers {'71d73028-92bd-4a11-81c6-96a04ade0f5d'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:08:52.467293 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-64cab855-3be2-4fb2-9bed-ddd7b516cb3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:08:49Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['71d73028-92bd-4a11-81c6-96a04ade0f5d'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:08:52.509621 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-de55cca5-f791-4649-b281-d2242c6885c4 tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225'] for segment, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:52.513992 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-64cab855-3be2-4fb2-9bed-ddd7b516cb3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:08:52.519697 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3de84f48-482a-4c15-bfc8-627f0e8799ec tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Made reservation on behalf of fd419c78d7194361a03f37a26ebeba76 for: {'subnet': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:08:52.523375 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3de84f48-482a-4c15-bfc8-627f0e8799ec tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8521827'] for subnet, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:52.525117 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.pecan_wsgi.hooks.translation [None req-3de84f48-482a-4c15-bfc8-627f0e8799ec tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 05 17:08:52.525751 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3de84f48-482a-4c15-bfc8-627f0e8799ec tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103800) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 05 17:08:52.534948 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de55cca5-f791-4649-b281-d2242c6885c4 tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] Releasing vlan 128 on physical network physnet1 to pool {{(pid=103800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 05 17:08:52.535611 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-de55cca5-f791-4649-b281-d2242c6885c4 tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8784497'] for segment, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:52.539145 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:08:52.539145 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:08:52.539145 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:08:52.539145 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:08:52.539145 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:08:52.539145 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:08:52.539145 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:08:52.539145 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:08:52.539145 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:08:52.539145 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:08:52.539145 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:08:52.539145 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:08:52.539145 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:08:52.539145 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:08:52.539145 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:08:52.539145 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:08:52.539145 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:08:52.539145 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:08:52.539145 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:08:52.539145 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:08:52.539145 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:08:52.539145 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:08:52.539145 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:08:52.539145 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:08:52.539145 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:08:52.539145 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:08:52.539145 dv-neutron-master-2-hyperv neutron-server[103800]: Traceback (most recent call last): Jan 05 17:08:52.539145 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 05 17:08:52.539145 dv-neutron-master-2-hyperv neutron-server[103800]: timer() Jan 05 17:08:52.539145 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 05 17:08:52.539145 dv-neutron-master-2-hyperv neutron-server[103800]: cb(*args, **kw) Jan 05 17:08:52.539145 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 05 17:08:52.539145 dv-neutron-master-2-hyperv neutron-server[103800]: return func(*args, **kwargs) Jan 05 17:08:52.539145 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 05 17:08:52.539145 dv-neutron-master-2-hyperv neutron-server[103800]: self._notify() Jan 05 17:08:52.539145 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 05 17:08:52.539145 dv-neutron-master-2-hyperv neutron-server[103800]: self.callback(batched_events) Jan 05 17:08:52.539145 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 05 17:08:52.539145 dv-neutron-master-2-hyperv neutron-server[103800]: event.method(event) Jan 05 17:08:52.539145 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 05 17:08:52.539145 dv-neutron-master-2-hyperv neutron-server[103800]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 05 17:08:52.539145 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 05 17:08:52.539145 dv-neutron-master-2-hyperv neutron-server[103800]: aggregate_uuid = self.p_client.list_aggregates( Jan 05 17:08:52.539145 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 05 17:08:52.539145 dv-neutron-master-2-hyperv neutron-server[103800]: return f(self, *a, **k) Jan 05 17:08:52.539145 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 05 17:08:52.539145 dv-neutron-master-2-hyperv neutron-server[103800]: return self._get(url).json() Jan 05 17:08:52.539145 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 05 17:08:52.539145 dv-neutron-master-2-hyperv neutron-server[103800]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 05 17:08:52.539145 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 05 17:08:52.539145 dv-neutron-master-2-hyperv neutron-server[103800]: return self.request(url, 'GET', **kwargs) Jan 05 17:08:52.539145 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 05 17:08:52.539145 dv-neutron-master-2-hyperv neutron-server[103800]: base_url = self.get_endpoint(auth, allow=allow, Jan 05 17:08:52.543727 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 05 17:08:52.543727 dv-neutron-master-2-hyperv neutron-server[103800]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 05 17:08:52.543727 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 05 17:08:52.543727 dv-neutron-master-2-hyperv neutron-server[103800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 05 17:08:52.543727 dv-neutron-master-2-hyperv neutron-server[103800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 05 17:08:52.575716 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64cab855-3be2-4fb2-9bed-ddd7b516cb3f None None] Routers {'71d73028-92bd-4a11-81c6-96a04ade0f5d'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:08:52.576496 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-64cab855-3be2-4fb2-9bed-ddd7b516cb3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:08:49Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['71d73028-92bd-4a11-81c6-96a04ade0f5d'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:08:52.621263 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-93b5fb6e-b67c-4960-b08c-0dfb538f43d6 tempest-AllowedAddressPairTestJSON-1235936357 tempest-AllowedAddressPairTestJSON-1235936357-project] Deleting port 9868fce8-9ae6-45c4-aeec-7646deaed1f7 {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:08:52.621652 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-93b5fb6e-b67c-4960-b08c-0dfb538f43d6 tempest-AllowedAddressPairTestJSON-1235936357 tempest-AllowedAddressPairTestJSON-1235936357-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:52.644734 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d918648-5231-4b1b-93aa-45d9f2815729 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Router c2fd2f78-32aa-4669-9f22-d98710cb07ad is scheduled to L3 agent 59446fdc-40e0-41fe-a575-a8eb11d742f7 with binding_index 1 {{(pid=103801) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 05 17:08:52.669407 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-64cab855-3be2-4fb2-9bed-ddd7b516cb3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:08:52.670471 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64cab855-3be2-4fb2-9bed-ddd7b516cb3f None None] The sync data for ids ['71d73028-92bd-4a11-81c6-96a04ade0f5d'] in dv-neutron-master-2-hyperv is: [] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 05 17:08:52.681319 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-2bf93ab4-e705-46b3-a9b5-e33210eae780 None None] Provisioning complete for port 9868fce8-9ae6-45c4-aeec-7646deaed1f7 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:08:52.684908 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-2bf93ab4-e705-46b3-a9b5-e33210eae780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:52.722007 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.agents_db [None req-291d1585-17df-45c0-b64a-d244e6d90872 None None] Agent healthcheck: found 6 active agents {{(pid=103803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 05 17:08:52.771102 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 41358) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:08:52.778708 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-e9f68caf-0052-4eb7-ab44-f77e13d1ffce tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] 10.222.0.11 "GET /v2.0/routers/71d73028-92bd-4a11-81c6-96a04ade0f5d HTTP/1.1" status: 200 len: 892 time: 0.3877127 Jan 05 17:08:52.794396 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 41360) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:08:52.876469 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d918648-5231-4b1b-93aa-45d9f2815729 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 05 17:08:52.890925 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ec08373-639c-469c-91ca-5e23478e4d81 None None] Sync routers for ids ['c2fd2f78-32aa-4669-9f22-d98710cb07ad'] in dv-neutron-master-2-hyperv {{(pid=103803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 05 17:08:52.911516 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ec08373-639c-469c-91ca-5e23478e4d81 None None] Routers {'c2fd2f78-32aa-4669-9f22-d98710cb07ad'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:08:52.912512 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-3ec08373-639c-469c-91ca-5e23478e4d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:08:49Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['c2fd2f78-32aa-4669-9f22-d98710cb07ad'], 'active': True} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:08:52.917287 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-9d918648-5231-4b1b-93aa-45d9f2815729 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] 10.222.0.11 "PUT /v2.0/routers/c2fd2f78-32aa-4669-9f22-d98710cb07ad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0191455 Jan 05 17:08:52.931469 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-93e29413-25f5-4f26-a4c1-098f3ad9a94d tempest-RoutersAdminTest-952369856 tempest-RoutersAdminTest-952369856-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1579063520', 'router:external': True}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:08:52.951233 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-2bf93ab4-e705-46b3-a9b5-e33210eae780 None None] Port 9868fce8-9ae6-45c4-aeec-7646deaed1f7 cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 17:08:52.964100 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-93b5fb6e-b67c-4960-b08c-0dfb538f43d6 tempest-AllowedAddressPairTestJSON-1235936357 tempest-AllowedAddressPairTestJSON-1235936357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:52.964489 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-2bf93ab4-e705-46b3-a9b5-e33210eae780 None None] Provisioning complete for port fa3854ec-4e76-42ef-99c4-bfad2c379a98 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:08:52.964860 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-2bf93ab4-e705-46b3-a9b5-e33210eae780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:52.965775 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-3ec08373-639c-469c-91ca-5e23478e4d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:08:52.984459 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ec08373-639c-469c-91ca-5e23478e4d81 None None] Routers {'c2fd2f78-32aa-4669-9f22-d98710cb07ad'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:08:52.985172 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-3ec08373-639c-469c-91ca-5e23478e4d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:08:49Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['c2fd2f78-32aa-4669-9f22-d98710cb07ad'], 'active': True} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:08:52.990626 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-93b5fb6e-b67c-4960-b08c-0dfb538f43d6 tempest-AllowedAddressPairTestJSON-1235936357 tempest-AllowedAddressPairTestJSON-1235936357-project] Calling delete_port for 9868fce8-9ae6-45c4-aeec-7646deaed1f7 owned by {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:08:53.019626 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-2bf93ab4-e705-46b3-a9b5-e33210eae780 None None] Port fa3854ec-4e76-42ef-99c4-bfad2c379a98 cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 17:08:53.044438 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-3ec08373-639c-469c-91ca-5e23478e4d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:08:53.045488 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ec08373-639c-469c-91ca-5e23478e4d81 None None] The sync data for ids ['c2fd2f78-32aa-4669-9f22-d98710cb07ad'] in dv-neutron-master-2-hyperv is: [] {{(pid=103803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 05 17:08:53.056451 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 41364) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:08:53.090455 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-649ed25f-52cb-4fce-afda-d0c5e080fa84 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] 10.222.0.11 "GET /v2.0/ports?device_id=71d73028-92bd-4a11-81c6-96a04ade0f5d HTTP/1.1" status: 200 len: 205 time: 0.2242932 Jan 05 17:08:53.093639 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 41366) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:08:53.109309 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-3de84f48-482a-4c15-bfc8-627f0e8799ec tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 1.4049435 Jan 05 17:08:53.109309 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.db.api [None req-de55cca5-f791-4649-b281-d2242c6885c4 tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 05 17:08:53.109309 dv-neutron-master-2-hyperv neutron-server[103800]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 05 17:08:53.109309 dv-neutron-master-2-hyperv neutron-server[103800]: [parameters: {'id': '845587c2-f9aa-4998-bf0b-0cf47be1b84a'}] Jan 05 17:08:53.109309 dv-neutron-master-2-hyperv neutron-server[103800]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103800) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 05 17:08:53.109309 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG oslo_db.api [None req-de55cca5-f791-4649-b281-d2242c6885c4 tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 05 17:08:53.121290 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 41368) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:08:53.181137 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433ff97a-30e5-4a86-9a50-c2c52eb572d4 req-8f55b9a0-e306-4e0d-9835-7dd271f5d3cd tempest-ServerActionsTestJSON-949899014 tempest-ServerActionsTestJSON-949899014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:08:53.182693 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-433ff97a-30e5-4a86-9a50-c2c52eb572d4 req-8f55b9a0-e306-4e0d-9835-7dd271f5d3cd tempest-ServerActionsTestJSON-949899014 tempest-ServerActionsTestJSON-949899014-project] 10.222.0.11 "GET /v2.0/ports?device_id=be270a5c-db8b-4dff-9e40-79b29c80ad34 HTTP/1.1" status: 200 len: 946 time: 0.0823457 Jan 05 17:08:53.215255 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-7de5ecf6-77ee-4a29-a401-c55a5b8ef58c tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0899618 Jan 05 17:08:53.221695 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 41370) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:08:53.227695 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82b4db20-2b7e-41a9-a87e-f264945e8359 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:08:53.229212 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-82b4db20-2b7e-41a9-a87e-f264945e8359 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] 10.222.0.11 "GET /v2.0/ports/fa3854ec-4e76-42ef-99c4-bfad2c379a98 HTTP/1.1" status: 200 len: 910 time: 0.1543598 Jan 05 17:08:53.234745 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 41372) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:08:53.245857 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-a916c9c0-4a30-4834-9c4c-db443ee33a1c tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '0432803f-5f8c-4f59-850d-18d160953366'}]}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:08:53.270122 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:53.299863 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-433ff97a-30e5-4a86-9a50-c2c52eb572d4 req-f0bfccb9-7324-4ec6-af78-be3b2b156575 tempest-ServerActionsTestJSON-949899014 tempest-ServerActionsTestJSON-949899014-project] 10.222.0.11 "GET /v2.0/security-groups?id=f7674e10-0a07-4bc4-8403-a53dd95a312a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1094146 Jan 05 17:08:53.322904 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2a27dae-18bb-43a1-960b-67e32cfbd232 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:08:53.326858 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-b2a27dae-18bb-43a1-960b-67e32cfbd232 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1007419 Jan 05 17:08:53.343007 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 41374) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:08:53.393648 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-5147860b-308b-4249-8922-b0bf0c2728f1 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0479107 Jan 05 17:08:53.396702 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 41376) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:08:53.402698 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-33180d88-74e8-4abd-a4c8-e916ecc0683c tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Request body: {'subnet': {'network_id': 'e897f8fc-3cef-40ca-9466-c6c65ecd9833', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:08:53.412282 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62eb5a5a-392e-491b-9a31-5f3583b34513 None None] Network 845587c2-f9aa-4998-bf0b-0cf47be1b84a requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:08:53.485084 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-415a4691-b552-49ee-9161-208a5e55f49b tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Deleting port 41ab82bd-61c5-42f1-a4ce-2d4a04ee595a {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:08:53.485435 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-415a4691-b552-49ee-9161-208a5e55f49b tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:53.503669 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-8ebfd1b0-330d-4fbf-9dc9-13d08224f50a None None] Provisioning complete for port 6fb3408b-a108-47f8-b7bb-b622b0904a78 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:08:53.504150 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-8ebfd1b0-330d-4fbf-9dc9-13d08224f50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:53.566276 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93e29413-25f5-4f26-a4c1-098f3ad9a94d tempest-RoutersAdminTest-952369856 tempest-RoutersAdminTest-952369856-project-admin] Made reservation on behalf of 58667cb4efea4d45816f5ae9c56c5333 for: {'network': 1} {{(pid=103801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:08:53.568561 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-93e29413-25f5-4f26-a4c1-098f3ad9a94d tempest-RoutersAdminTest-952369856 tempest-RoutersAdminTest-952369856-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for network, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:53.603950 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-415a4691-b552-49ee-9161-208a5e55f49b tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:53.604165 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-93e29413-25f5-4f26-a4c1-098f3ad9a94d tempest-RoutersAdminTest-952369856 tempest-RoutersAdminTest-952369856-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:53.606660 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-8ebfd1b0-330d-4fbf-9dc9-13d08224f50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:53.607788 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-fa662faf-5064-41bd-b074-c6c15df04569 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks [] for router, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:53.617321 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-415a4691-b552-49ee-9161-208a5e55f49b tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Calling delete_port for 41ab82bd-61c5-42f1-a4ce-2d4a04ee595a owned by network:router_interface {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:08:53.660865 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-8ebfd1b0-330d-4fbf-9dc9-13d08224f50a None None] For port 6fb3408b-a108-47f8-b7bb-b622b0904a78, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=6fb3408b-a108-47f8-b7bb-b622b0904a78,segment=NetworkSegment(e1ea3225-730b-4ef3-a4f7-2fb301084085),segment_id=e1ea3225-730b-4ef3-a4f7-2fb301084085)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:08:53.664126 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-de55cca5-f791-4649-b281-d2242c6885c4 tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3809644'] for network, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:53.665264 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-759beb14-8da9-4da1-abe3-f1ded48940c2 None None] DHCP port deletion for 845587c2-f9aa-4998-bf0b-0cf47be1b84a request from dv-neutron-master-2-hyperv {{(pid=103802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 05 17:08:53.668437 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33180d88-74e8-4abd-a4c8-e916ecc0683c tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Made reservation on behalf of fd419c78d7194361a03f37a26ebeba76 for: {'subnet': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:08:53.672503 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-33180d88-74e8-4abd-a4c8-e916ecc0683c tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8521827'] for subnet, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:53.720298 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-759beb14-8da9-4da1-abe3-f1ded48940c2 None None] Deleting port 6fb3408b-a108-47f8-b7bb-b622b0904a78 {{(pid=103802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:08:53.721454 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-759beb14-8da9-4da1-abe3-f1ded48940c2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:53.738351 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-8ebfd1b0-330d-4fbf-9dc9-13d08224f50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:53.845711 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-759beb14-8da9-4da1-abe3-f1ded48940c2 None None] For port 6fb3408b-a108-47f8-b7bb-b622b0904a78, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=6fb3408b-a108-47f8-b7bb-b622b0904a78,segment=NetworkSegment(e1ea3225-730b-4ef3-a4f7-2fb301084085),segment_id=e1ea3225-730b-4ef3-a4f7-2fb301084085)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:08:53.846107 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-759beb14-8da9-4da1-abe3-f1ded48940c2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:53.869875 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebfd1b0-330d-4fbf-9dc9-13d08224f50a None None] Pushing event updated for resources: {'Port': ['ID=6fb3408b-a108-47f8-b7bb-b622b0904a78,revision_number=3']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:08:53.871259 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-93b5fb6e-b67c-4960-b08c-0dfb538f43d6 tempest-AllowedAddressPairTestJSON-1235936357 tempest-AllowedAddressPairTestJSON-1235936357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11433176'] for port, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:53.875971 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-759beb14-8da9-4da1-abe3-f1ded48940c2 None None] Calling delete_port for 6fb3408b-a108-47f8-b7bb-b622b0904a78 owned by network:dhcp {{(pid=103802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:08:53.883857 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-a916c9c0-4a30-4834-9c4c-db443ee33a1c tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:53.918330 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-fa662faf-5064-41bd-b074-c6c15df04569 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:53.928808 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b5fb6e-b67c-4960-b08c-0dfb538f43d6 tempest-AllowedAddressPairTestJSON-1235936357 tempest-AllowedAddressPairTestJSON-1235936357-project] Pushing event deleted for resources: {'Port': ['ID=9868fce8-9ae6-45c4-aeec-7646deaed1f7,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:08:53.948071 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-de55cca5-f791-4649-b281-d2242c6885c4 tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] Deleting port 6fb3408b-a108-47f8-b7bb-b622b0904a78 {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:08:53.948422 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-de55cca5-f791-4649-b281-d2242c6885c4 tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:54.073330 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-759beb14-8da9-4da1-abe3-f1ded48940c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678'] for port, after_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:54.116171 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-759beb14-8da9-4da1-abe3-f1ded48940c2 None None] No DVR routers for this DVR port 6fb3408b-a108-47f8-b7bb-b622b0904a78 on host dv-neutron-master-2-hyperv {{(pid=103802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 05 17:08:54.119406 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.db [None req-de55cca5-f791-4649-b281-d2242c6885c4 tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] For port 6fb3408b-a108-47f8-b7bb-b622b0904a78, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=6fb3408b-a108-47f8-b7bb-b622b0904a78,segment=NetworkSegment(e1ea3225-730b-4ef3-a4f7-2fb301084085),segment_id=e1ea3225-730b-4ef3-a4f7-2fb301084085)] {{(pid=103800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:08:54.120143 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-de55cca5-f791-4649-b281-d2242c6885c4 tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:54.120962 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759beb14-8da9-4da1-abe3-f1ded48940c2 None None] Pushing event deleted for resources: {'Port': ['ID=6fb3408b-a108-47f8-b7bb-b622b0904a78,revision_number=None']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:08:54.151638 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-93e29413-25f5-4f26-a4c1-098f3ad9a94d tempest-RoutersAdminTest-952369856 tempest-RoutersAdminTest-952369856-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:54.165146 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-de55cca5-f791-4649-b281-d2242c6885c4 tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] Calling delete_port for 6fb3408b-a108-47f8-b7bb-b622b0904a78 owned by network:dhcp {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:08:54.246735 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-415a4691-b552-49ee-9161-208a5e55f49b tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:54.261760 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-93e29413-25f5-4f26-a4c1-098f3ad9a94d tempest-RoutersAdminTest-952369856 tempest-RoutersAdminTest-952369856-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:54.316094 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415a4691-b552-49ee-9161-208a5e55f49b tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Pushing event deleted for resources: {'Port': ['ID=41ab82bd-61c5-42f1-a4ce-2d4a04ee595a,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:08:54.338420 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba57a97b-d503-4f81-844a-74e390eeb275 None None] DHCP port deletion for c48256cf-a076-46b3-9713-1d8b4ddd5ae7 request from dv-neutron-master-2-hyperv {{(pid=103802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 05 17:08:54.351323 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93e29413-25f5-4f26-a4c1-098f3ad9a94d tempest-RoutersAdminTest-952369856 tempest-RoutersAdminTest-952369856-project-admin] vlan segment allocate from pool success with {'vlan_id': 144, 'physical_network': 'physnet1'} {{(pid=103801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 05 17:08:54.371081 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e29413-25f5-4f26-a4c1-098f3ad9a94d tempest-RoutersAdminTest-952369856 tempest-RoutersAdminTest-952369856-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=674f27b7-8c18-4e2c-8832-c24d3301d99a,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:08:54.388447 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-93b5fb6e-b67c-4960-b08c-0dfb538f43d6 tempest-AllowedAddressPairTestJSON-1235936357 tempest-AllowedAddressPairTestJSON-1235936357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:54.395047 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-93b5fb6e-b67c-4960-b08c-0dfb538f43d6 tempest-AllowedAddressPairTestJSON-1235936357 tempest-AllowedAddressPairTestJSON-1235936357-project] 10.222.0.11 "DELETE /v2.0/ports/9868fce8-9ae6-45c4-aeec-7646deaed1f7 HTTP/1.1" status: 204 len: 168 time: 2.1712649 Jan 05 17:08:54.399339 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-de55cca5-f791-4649-b281-d2242c6885c4 tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:54.399746 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-fa662faf-5064-41bd-b074-c6c15df04569 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Deleting port 305c91dd-4c1d-4fb3-b677-2ff2a07acade {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:08:54.399746 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-fa662faf-5064-41bd-b074-c6c15df04569 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:54.400089 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 41380) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:08:54.400706 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-93e29413-25f5-4f26-a4c1-098f3ad9a94d tempest-RoutersAdminTest-952369856 tempest-RoutersAdminTest-952369856-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225'] for segment, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:54.401048 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.db.segments_db [None req-93e29413-25f5-4f26-a4c1-098f3ad9a94d tempest-RoutersAdminTest-952369856 tempest-RoutersAdminTest-952369856-project-admin] Added segment c1c48296-21fa-4adb-8827-bd4be5bd49a2 of type vlan for network 7d9b3ad7-e7ae-429f-91b7-684985b3b754 Jan 05 17:08:54.449048 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.objects.ports [None req-33180d88-74e8-4abd-a4c8-e916ecc0683c tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103800) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 05 17:08:54.462921 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-33180d88-74e8-4abd-a4c8-e916ecc0683c tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8784852', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8521873'] for subnet, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:54.464947 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de55cca5-f791-4649-b281-d2242c6885c4 tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] Pushing event deleted for resources: {'Port': ['ID=6fb3408b-a108-47f8-b7bb-b622b0904a78,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:08:54.541966 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de55cca5-f791-4649-b281-d2242c6885c4 tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] No DVR routers for this DVR port 6fb3408b-a108-47f8-b7bb-b622b0904a78 on host dv-neutron-master-2-hyperv {{(pid=103800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 05 17:08:54.543846 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ea42cb7-9bd1-4af6-93b8-5357f968364a tempest-AllowedAddressPairTestJSON-1235936357 tempest-AllowedAddressPairTestJSON-1235936357-project] GET failed (client error): The resource could not be found. Jan 05 17:08:54.545307 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-8ea42cb7-9bd1-4af6-93b8-5357f968364a tempest-AllowedAddressPairTestJSON-1235936357 tempest-AllowedAddressPairTestJSON-1235936357-project] 10.222.0.11 "GET /v2.0/ports/9868fce8-9ae6-45c4-aeec-7646deaed1f7 HTTP/1.1" status: 404 len: 333 time: 0.1375003 Jan 05 17:08:54.553607 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 41382) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:08:54.567134 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-c26d2f10-adca-4e44-b309-6fc1f20fc5d9 tempest-AllowedAddressPairTestJSON-1235936357 tempest-AllowedAddressPairTestJSON-1235936357-project] Request body: {'port': {'network_id': '8e04ecc0-b255-4da3-a7ea-55c342b92b12', 'name': 'tempest-AllowedAddressPairTestJSON-561488380'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:08:54.593764 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-93e29413-25f5-4f26-a4c1-098f3ad9a94d tempest-RoutersAdminTest-952369856 tempest-RoutersAdminTest-952369856-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754180566020'] for network, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:54.625258 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33180d88-74e8-4abd-a4c8-e916ecc0683c tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Network e897f8fc-3cef-40ca-9466-c6c65ecd9833 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:08:54.640840 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-fa662faf-5064-41bd-b074-c6c15df04569 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:54.650497 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-33180d88-74e8-4abd-a4c8-e916ecc0683c tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:08:54.663127 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c129c47-01d9-4ac5-8144-0dacf9e1a9df None None] Network e897f8fc-3cef-40ca-9466-c6c65ecd9833 requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:08:54.665834 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f64df3-c188-44fc-a3ca-46b88364f834 req-4d95d0f9-6db9-43a1-bdb8-1e2b9229f957 tempest-ServerActionsTestJSON-949899014 tempest-ServerActionsTestJSON-949899014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:08:54.667393 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-16f64df3-c188-44fc-a3ca-46b88364f834 req-4d95d0f9-6db9-43a1-bdb8-1e2b9229f957 tempest-ServerActionsTestJSON-949899014 tempest-ServerActionsTestJSON-949899014-project] 10.222.0.11 "GET /v2.0/ports?device_id=be270a5c-db8b-4dff-9e40-79b29c80ad34 HTTP/1.1" status: 200 len: 946 time: 0.2436755 Jan 05 17:08:54.680454 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-fa662faf-5064-41bd-b074-c6c15df04569 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Calling delete_port for 305c91dd-4c1d-4fb3-b677-2ff2a07acade owned by network:router_gateway {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:08:54.689228 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33180d88-74e8-4abd-a4c8-e916ecc0683c tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Pushing event updated for resources: {'Subnet': ['ID=1e7f436a-27fe-4738-b2ea-f7df4fe565bc,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:08:54.743704 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33180d88-74e8-4abd-a4c8-e916ecc0683c tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:08:54.744549 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-33180d88-74e8-4abd-a4c8-e916ecc0683c tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks [] for subnet, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:54.771611 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-de55cca5-f791-4649-b281-d2242c6885c4 tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3891715', 'neutron.services.segments.db._delete_segments_for_network-8754181063482'] for network, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:54.792028 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-93e29413-25f5-4f26-a4c1-098f3ad9a94d tempest-RoutersAdminTest-952369856 tempest-RoutersAdminTest-952369856-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685'] for network, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:54.793057 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93e29413-25f5-4f26-a4c1-098f3ad9a94d tempest-RoutersAdminTest-952369856 tempest-RoutersAdminTest-952369856-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:08:54.793674 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-93e29413-25f5-4f26-a4c1-098f3ad9a94d tempest-RoutersAdminTest-952369856 tempest-RoutersAdminTest-952369856-project-admin] Publish callbacks [] for network, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:54.794093 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77f4ea51-aaaf-49ba-ab38-c75bfa3de4e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-e897f8fc-3cef-40ca-9466-c6c65ecd9833', 'network_id': 'e897f8fc-3cef-40ca-9466-c6c65ecd9833', 'project_id': 'fd419c78d7194361a03f37a26ebeba76', 'fixed_ips': [{'subnet_id': '1e7f436a-27fe-4738-b2ea-f7df4fe565bc'}]}} from dv-neutron-master-2-hyperv. {{(pid=103802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 05 17:08:54.795072 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-77f4ea51-aaaf-49ba-ab38-c75bfa3de4e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:54.809236 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-a916c9c0-4a30-4834-9c4c-db443ee33a1c tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks [] for port, precommit_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:54.814794 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.services.segments.db [None req-de55cca5-f791-4649-b281-d2242c6885c4 tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['845587c2-f9aa-4998-bf0b-0cf47be1b84a']}} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:08:54.836362 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-415a4691-b552-49ee-9161-208a5e55f49b tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-560676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531569'] for router_interface, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:54.841374 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.services.segments.db [None req-de55cca5-f791-4649-b281-d2242c6885c4 tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1ea3225-730b-4ef3-a4f7-2fb301084085') {'for_net_delete': True} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:08:54.841702 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.services.segments.db [None req-de55cca5-f791-4649-b281-d2242c6885c4 tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1ea3225-730b-4ef3-a4f7-2fb301084085') {} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:08:54.842900 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-16f64df3-c188-44fc-a3ca-46b88364f834 req-b5a8a21f-c3a2-43dc-bb8e-a547c566ffbd tempest-ServerActionsTestJSON-949899014 tempest-ServerActionsTestJSON-949899014-project] 10.222.0.11 "GET /v2.0/security-groups?id=f7674e10-0a07-4bc4-8403-a53dd95a312a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1655567 Jan 05 17:08:54.876459 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-de55cca5-f791-4649-b281-d2242c6885c4 tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754181064771', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8784833'] for segment, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:54.902985 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-33180d88-74e8-4abd-a4c8-e916ecc0683c tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.5054324 Jan 05 17:08:54.905720 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 41384) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:08:54.911008 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-3b14c9e7-60d1-441a-8674-e601cf570577 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Request body: {'port': {'network_id': 'e897f8fc-3cef-40ca-9466-c6c65ecd9833', 'mac_address': 'fa:16:3e:36:33:c1', 'name': 'tempest-NetworksTestDHCPv6-2131761153'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:08:54.921252 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-de55cca5-f791-4649-b281-d2242c6885c4 tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225'] for segment, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:54.925067 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-a916c9c0-4a30-4834-9c4c-db443ee33a1c tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11433169'] for port, after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:54.954970 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.db_base_plugin_common [None req-77f4ea51-aaaf-49ba-ab38-c75bfa3de4e8 None None] Allocated IP 2001:db8::f816:3eff:fe48:9e76 (e897f8fc-3cef-40ca-9466-c6c65ecd9833/1e7f436a-27fe-4738-b2ea-f7df4fe565bc/2640e09c-a721-48b7-a1df-3750b2588bdb) {{(pid=103802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:08:54.976297 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de55cca5-f791-4649-b281-d2242c6885c4 tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] Releasing vlan 128 on physical network physnet1 to pool {{(pid=103800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 05 17:08:54.976709 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-de55cca5-f791-4649-b281-d2242c6885c4 tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8784497'] for segment, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:54.980243 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 05 17:08:54.980243 dv-neutron-master-2-hyperv neutron-server[103800]: self.session.flush() Jan 05 17:08:54.980243 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 05 17:08:54.980243 dv-neutron-master-2-hyperv neutron-server[103800]: self.session.flush() Jan 05 17:08:54.980243 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 05 17:08:54.980243 dv-neutron-master-2-hyperv neutron-server[103800]: self.session.flush() Jan 05 17:08:54.980243 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 05 17:08:54.980243 dv-neutron-master-2-hyperv neutron-server[103800]: self.session.flush() Jan 05 17:08:54.980243 dv-neutron-master-2-hyperv neutron-server[103800]: Traceback (most recent call last): Jan 05 17:08:54.980243 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 05 17:08:54.980243 dv-neutron-master-2-hyperv neutron-server[103800]: timer() Jan 05 17:08:54.980243 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 05 17:08:54.980243 dv-neutron-master-2-hyperv neutron-server[103800]: cb(*args, **kw) Jan 05 17:08:54.980243 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 05 17:08:54.980243 dv-neutron-master-2-hyperv neutron-server[103800]: return func(*args, **kwargs) Jan 05 17:08:54.980243 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 05 17:08:54.980243 dv-neutron-master-2-hyperv neutron-server[103800]: self._notify() Jan 05 17:08:54.980243 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 05 17:08:54.980243 dv-neutron-master-2-hyperv neutron-server[103800]: self.callback(batched_events) Jan 05 17:08:54.980243 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 05 17:08:54.980243 dv-neutron-master-2-hyperv neutron-server[103800]: event.method(event) Jan 05 17:08:54.980243 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 05 17:08:54.980243 dv-neutron-master-2-hyperv neutron-server[103800]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 05 17:08:54.980243 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 05 17:08:54.980243 dv-neutron-master-2-hyperv neutron-server[103800]: aggregate_uuid = self.p_client.list_aggregates( Jan 05 17:08:54.980243 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 05 17:08:54.980243 dv-neutron-master-2-hyperv neutron-server[103800]: return f(self, *a, **k) Jan 05 17:08:54.980243 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 05 17:08:54.980243 dv-neutron-master-2-hyperv neutron-server[103800]: return self._get(url).json() Jan 05 17:08:54.980243 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 05 17:08:54.980243 dv-neutron-master-2-hyperv neutron-server[103800]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 05 17:08:54.980243 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 05 17:08:54.980243 dv-neutron-master-2-hyperv neutron-server[103800]: return self.request(url, 'GET', **kwargs) Jan 05 17:08:54.980243 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 05 17:08:54.980243 dv-neutron-master-2-hyperv neutron-server[103800]: base_url = self.get_endpoint(auth, allow=allow, Jan 05 17:08:54.980243 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 05 17:08:54.980243 dv-neutron-master-2-hyperv neutron-server[103800]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 05 17:08:54.980243 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 05 17:08:54.980243 dv-neutron-master-2-hyperv neutron-server[103800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 05 17:08:54.980243 dv-neutron-master-2-hyperv neutron-server[103800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 05 17:08:55.043105 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-93e29413-25f5-4f26-a4c1-098f3ad9a94d tempest-RoutersAdminTest-952369856 tempest-RoutersAdminTest-952369856-project-admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 2.2682874 Jan 05 17:08:55.050932 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 41386) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:08:55.055893 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-a476421c-ae19-4dca-9bec-a5fea71f65ac tempest-RoutersAdminTest-952369856 tempest-RoutersAdminTest-952369856-project-admin] Request body: {'subnet': {'network_id': '7d9b3ad7-e7ae-429f-91b7-684985b3b754', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:08:55.071277 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e29413-25f5-4f26-a4c1-098f3ad9a94d tempest-RoutersAdminTest-952369856 tempest-RoutersAdminTest-952369856-project-admin] Pushing event updated for resources: {'Network': ['ID=7d9b3ad7-e7ae-429f-91b7-684985b3b754,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:08:55.102832 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Network 7d9b3ad7-e7ae-429f-91b7-684985b3b754 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 05 17:08:55.117115 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a916c9c0-4a30-4834-9c4c-db443ee33a1c tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Pushing event updated for resources: {'Port': ['ID=fa3854ec-4e76-42ef-99c4-bfad2c379a98,revision_number=3']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:08:55.133499 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a916c9c0-4a30-4834-9c4c-db443ee33a1c tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:08:55.134075 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-a916c9c0-4a30-4834-9c4c-db443ee33a1c tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:55.138404 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-a916c9c0-4a30-4834-9c4c-db443ee33a1c tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] 10.222.0.11 "PUT /v2.0/ports/fa3854ec-4e76-42ef-99c4-bfad2c379a98 HTTP/1.1" status: 200 len: 910 time: 1.8969717 Jan 05 17:08:55.144900 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 41388) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:08:55.179556 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-de55cca5-f791-4649-b281-d2242c6885c4 tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3891722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648695'] for network, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:55.187275 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-77f4ea51-aaaf-49ba-ab38-c75bfa3de4e8 None None] Publish callbacks [] for port, precommit_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:55.197251 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-de55cca5-f791-4649-b281-d2242c6885c4 tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] Publish callbacks [] for network, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:55.201629 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-de55cca5-f791-4649-b281-d2242c6885c4 tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] 10.222.0.11 "DELETE /v2.0/networks/845587c2-f9aa-4998-bf0b-0cf47be1b84a HTTP/1.1" status: 204 len: 168 time: 4.1880000 Jan 05 17:08:55.213057 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 41390) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:08:55.215280 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c26d2f10-adca-4e44-b309-6fc1f20fc5d9 tempest-AllowedAddressPairTestJSON-1235936357 tempest-AllowedAddressPairTestJSON-1235936357-project] Made reservation on behalf of 1de9fed5660e4646925cb97e94988282 for: {'port': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:08:55.218933 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c26d2f10-adca-4e44-b309-6fc1f20fc5d9 tempest-AllowedAddressPairTestJSON-1235936357 tempest-AllowedAddressPairTestJSON-1235936357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:55.227833 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-5b20b38f-bad3-42f7-aff6-6d9a76707579 tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2102640402'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:08:55.234144 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de55cca5-f791-4649-b281-d2242c6885c4 tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] Pushing event deleted for resources: {'Network': ['ID=845587c2-f9aa-4998-bf0b-0cf47be1b84a,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:08:55.245567 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-77f4ea51-aaaf-49ba-ab38-c75bfa3de4e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669'] for port, after_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:55.294123 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77f4ea51-aaaf-49ba-ab38-c75bfa3de4e8 None None] Network e897f8fc-3cef-40ca-9466-c6c65ecd9833 is already hosted by enough agents. {{(pid=103802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:08:55.303133 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.scheduler.base_scheduler [None req-77f4ea51-aaaf-49ba-ab38-c75bfa3de4e8 None None] Resources bound (agent type, host, resource id): {{(pid=103802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:08:55.305503 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77f4ea51-aaaf-49ba-ab38-c75bfa3de4e8 None None] Received port after_create {{(pid=103802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:08:55.314575 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.notifiers.nova [None req-c26d2f10-adca-4e44-b309-6fc1f20fc5d9 tempest-AllowedAddressPairTestJSON-1235936357 tempest-AllowedAddressPairTestJSON-1235936357-project] device_id is not set on port 5c4c25ac-d81b-4375-a932-2d73c5154596 yet. {{(pid=103800) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 05 17:08:55.315064 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f4ea51-aaaf-49ba-ab38-c75bfa3de4e8 None None] Pushing event updated for resources: {'Port': ['ID=2640e09c-a721-48b7-a1df-3750b2588bdb,revision_number=1']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:08:55.369473 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-77f4ea51-aaaf-49ba-ab38-c75bfa3de4e8 None None] Attempting to bind port 2640e09c-a721-48b7-a1df-3750b2588bdb on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 05 17:08:55.369931 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-77f4ea51-aaaf-49ba-ab38-c75bfa3de4e8 None None] Attempting to bind port 2640e09c-a721-48b7-a1df-3750b2588bdb by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '68e6c437-46c2-424d-85e7-20547f69066d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'e897f8fc-3cef-40ca-9466-c6c65ecd9833'}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 05 17:08:55.370526 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77f4ea51-aaaf-49ba-ab38-c75bfa3de4e8 None None] Attempting to bind port 2640e09c-a721-48b7-a1df-3750b2588bdb on network e897f8fc-3cef-40ca-9466-c6c65ecd9833 {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:08:55.377324 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77f4ea51-aaaf-49ba-ab38-c75bfa3de4e8 None None] Checking agent: {'id': '0d4f8fd3-ce62-4651-970c-efa6a8bb22b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 5, 16, 57, 23), 'started_at': datetime.datetime(2022, 1, 5, 16, 57, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 5, 17, 8, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 05 17:08:55.377736 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77f4ea51-aaaf-49ba-ab38-c75bfa3de4e8 None None] Checking segment: {'id': '68e6c437-46c2-424d-85e7-20547f69066d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'e897f8fc-3cef-40ca-9466-c6c65ecd9833'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:08:55.378135 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-77f4ea51-aaaf-49ba-ab38-c75bfa3de4e8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:55.378564 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77f4ea51-aaaf-49ba-ab38-c75bfa3de4e8 None None] Bound using segment: {'id': '68e6c437-46c2-424d-85e7-20547f69066d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'e897f8fc-3cef-40ca-9466-c6c65ecd9833'} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 05 17:08:55.379245 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-77f4ea51-aaaf-49ba-ab38-c75bfa3de4e8 None None] Bound port: 2640e09c-a721-48b7-a1df-3750b2588bdb, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68e6c437-46c2-424d-85e7-20547f69066d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'e897f8fc-3cef-40ca-9466-c6c65ecd9833'}}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 05 17:08:55.379842 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-77f4ea51-aaaf-49ba-ab38-c75bfa3de4e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:55.392017 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-415a4691-b552-49ee-9161-208a5e55f49b tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Router 8e20d6c5-5760-40ff-8076-35b11b39e3e1 has already been hosted by L3 agent 59446fdc-40e0-41fe-a575-a8eb11d742f7 {{(pid=103800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 05 17:08:55.408177 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a476421c-ae19-4dca-9bec-a5fea71f65ac tempest-RoutersAdminTest-952369856 tempest-RoutersAdminTest-952369856-project-admin] Made reservation on behalf of 58667cb4efea4d45816f5ae9c56c5333 for: {'subnet': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:08:55.410596 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a476421c-ae19-4dca-9bec-a5fea71f65ac tempest-RoutersAdminTest-952369856 tempest-RoutersAdminTest-952369856-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8521827'] for subnet, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:55.446168 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-77f4ea51-aaaf-49ba-ab38-c75bfa3de4e8 None None] For port 2640e09c-a721-48b7-a1df-3750b2588bdb, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 05 17:08:55.449743 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-77f4ea51-aaaf-49ba-ab38-c75bfa3de4e8 None None] For port 2640e09c-a721-48b7-a1df-3750b2588bdb, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=2640e09c-a721-48b7-a1df-3750b2588bdb,segment=NetworkSegment(68e6c437-46c2-424d-85e7-20547f69066d),segment_id=68e6c437-46c2-424d-85e7-20547f69066d)] {{(pid=103802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 05 17:08:55.452416 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b20b38f-bad3-42f7-aff6-6d9a76707579 tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] Made reservation on behalf of 3b0c49083275461eae45180ddc29fcef for: {'network': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:08:55.455922 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-5b20b38f-bad3-42f7-aff6-6d9a76707579 tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for network, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:55.516772 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-77f4ea51-aaaf-49ba-ab38-c75bfa3de4e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:55.579990 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b20b38f-bad3-42f7-aff6-6d9a76707579 tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'} {{(pid=103800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 05 17:08:55.580283 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-fa662faf-5064-41bd-b074-c6c15df04569 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11433176'] for port, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:55.597875 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f4ea51-aaaf-49ba-ab38-c75bfa3de4e8 None None] Pushing event updated for resources: {'Port': ['ID=2640e09c-a721-48b7-a1df-3750b2588bdb,revision_number=2']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:08:55.613644 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [None req-c26d2f10-adca-4e44-b309-6fc1f20fc5d9 tempest-AllowedAddressPairTestJSON-1235936357 tempest-AllowedAddressPairTestJSON-1235936357-project] Allocated IP 172.20.0.5 (8e04ecc0-b255-4da3-a7ea-55c342b92b12/26cbd109-81cf-49d2-a4b5-158651c51acd/5c4c25ac-d81b-4375-a932-2d73c5154596) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:08:55.635454 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa662faf-5064-41bd-b074-c6c15df04569 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Pushing event deleted for resources: {'Port': ['ID=305c91dd-4c1d-4fb3-b677-2ff2a07acade,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:08:55.647840 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b14c9e7-60d1-441a-8674-e601cf570577 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Made reservation on behalf of fd419c78d7194361a03f37a26ebeba76 for: {'port': 1} {{(pid=103801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:08:55.655854 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30e98fc2-7267-4171-97a8-c39066e33044 None None] DHCP port deletion for b0167590-0699-4c5c-a932-3939414a9573 request from dv-neutron-master-2-hyperv {{(pid=103802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 05 17:08:55.678793 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-5b20b38f-bad3-42f7-aff6-6d9a76707579 tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225'] for segment, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:55.679154 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.db.segments_db [None req-5b20b38f-bad3-42f7-aff6-6d9a76707579 tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] Added segment 09c70479-45e9-4d04-8b11-bc4387e1966c of type vlan for network 056d46c9-7ead-4b67-b083-799104289efb Jan 05 17:08:55.721102 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-415a4691-b552-49ee-9161-208a5e55f49b tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 05 17:08:55.752635 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-415a4691-b552-49ee-9161-208a5e55f49b tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] 10.222.0.11 "PUT /v2.0/routers/8e20d6c5-5760-40ff-8076-35b11b39e3e1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7474732 Jan 05 17:08:55.752881 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1c5207a-a77a-441f-8955-628d709c8118 None None] Sync routers for ids ['8e20d6c5-5760-40ff-8076-35b11b39e3e1'] in dv-neutron-master-2-hyperv {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 05 17:08:55.763054 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 41392) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:08:55.763284 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1c5207a-a77a-441f-8955-628d709c8118 None None] Routers {'8e20d6c5-5760-40ff-8076-35b11b39e3e1'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:08:55.763876 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-e1c5207a-a77a-441f-8955-628d709c8118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:08:49Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['8e20d6c5-5760-40ff-8076-35b11b39e3e1'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:08:55.839861 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-e1c5207a-a77a-441f-8955-628d709c8118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:08:55.839861 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1c5207a-a77a-441f-8955-628d709c8118 None None] Routers {'8e20d6c5-5760-40ff-8076-35b11b39e3e1'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:08:55.839861 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-e1c5207a-a77a-441f-8955-628d709c8118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:08:49Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['8e20d6c5-5760-40ff-8076-35b11b39e3e1'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:08:55.849806 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-fa662faf-5064-41bd-b074-c6c15df04569 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-648595'] for router_gateway, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:55.890097 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-e1c5207a-a77a-441f-8955-628d709c8118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:08:55.893686 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1c5207a-a77a-441f-8955-628d709c8118 None None] The sync data for ids ['8e20d6c5-5760-40ff-8076-35b11b39e3e1'] in dv-neutron-master-2-hyperv is: [] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 05 17:08:55.894499 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-5b20b38f-bad3-42f7-aff6-6d9a76707579 tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754180566020'] for network, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:55.968996 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3b14c9e7-60d1-441a-8674-e601cf570577 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:56.045826 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-fa662faf-5064-41bd-b074-c6c15df04569 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-648249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62744'] for router, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:56.048529 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-fa662faf-5064-41bd-b074-c6c15df04569 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:56.067625 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.notifiers.nova [None req-3b14c9e7-60d1-441a-8674-e601cf570577 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] device_id is not set on port 1d95916e-19c9-48a9-b956-2081ab8d4b80 yet. {{(pid=103801) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 05 17:08:56.219627 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 2640e09c-a721-48b7-a1df-3750b2588bdb up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:08:56.234413 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-fa662faf-5064-41bd-b074-c6c15df04569 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-648240'] for router, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:56.234951 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa662faf-5064-41bd-b074-c6c15df04569 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Fanout notify agent at l3_agent the message router_deleted on router 71d73028-92bd-4a11-81c6-96a04ade0f5d {{(pid=103801) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 05 17:08:56.245182 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-fa662faf-5064-41bd-b074-c6c15df04569 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks [] for router, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:56.246408 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-fa662faf-5064-41bd-b074-c6c15df04569 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] 10.222.0.11 "DELETE /v2.0/routers/71d73028-92bd-4a11-81c6-96a04ade0f5d HTTP/1.1" status: 204 len: 168 time: 3.1525965 Jan 05 17:08:56.252876 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 41396) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:08:56.261522 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-69780e86-8db1-4f26-bcb9-12de362ca38a tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-124717499'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:08:56.275512 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [None req-3b14c9e7-60d1-441a-8674-e601cf570577 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Allocated IP 2001:db8::f816:3eff:fe36:33c1 (e897f8fc-3cef-40ca-9466-c6c65ecd9833/1e7f436a-27fe-4738-b2ea-f7df4fe565bc/1d95916e-19c9-48a9-b956-2081ab8d4b80) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:08:56.290260 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Provisioning complete for port 2640e09c-a721-48b7-a1df-3750b2588bdb triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:08:56.305488 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:56.312380 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.db.resource_extend [None req-5b20b38f-bad3-42f7-aff6-6d9a76707579 tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] It took 0.40 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 05 17:08:56.326058 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-dafd15a4-8817-4788-baa6-153856945282 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-531685'] for router_interface, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:56.377165 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:56.416619 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69780e86-8db1-4f26-bcb9-12de362ca38a tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Made reservation on behalf of 04762f6d6f55432ea3822a71fa1f481f for: {'network': 1} {{(pid=103801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:08:56.419959 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-69780e86-8db1-4f26-bcb9-12de362ca38a tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for network, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:56.427487 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] For port 2640e09c-a721-48b7-a1df-3750b2588bdb, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=2640e09c-a721-48b7-a1df-3750b2588bdb,segment=NetworkSegment(68e6c437-46c2-424d-85e7-20547f69066d),segment_id=68e6c437-46c2-424d-85e7-20547f69066d)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:08:56.461853 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-fd1340aa-545b-453c-ba99-2cba01d8a7cc tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Publish callbacks [] for router, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:56.471774 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5330e7be-470d-447e-9713-b2f79ee541d2 req-631a7ec8-4037-416d-be25-4fe302e5a3dc tempest-ServerActionsTestJSON-949899014 tempest-ServerActionsTestJSON-949899014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:08:56.473337 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-5330e7be-470d-447e-9713-b2f79ee541d2 req-631a7ec8-4037-416d-be25-4fe302e5a3dc tempest-ServerActionsTestJSON-949899014 tempest-ServerActionsTestJSON-949899014-project] 10.222.0.11 "GET /v2.0/ports?device_id=be270a5c-db8b-4dff-9e40-79b29c80ad34 HTTP/1.1" status: 200 len: 946 time: 0.1954446 Jan 05 17:08:56.516358 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-5b20b38f-bad3-42f7-aff6-6d9a76707579 tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685'] for network, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:56.519111 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69780e86-8db1-4f26-bcb9-12de362ca38a tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'} {{(pid=103801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 05 17:08:56.521250 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:56.522304 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b20b38f-bad3-42f7-aff6-6d9a76707579 tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:08:56.522915 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-5b20b38f-bad3-42f7-aff6-6d9a76707579 tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] Publish callbacks [] for network, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:56.547651 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c26d2f10-adca-4e44-b309-6fc1f20fc5d9 tempest-AllowedAddressPairTestJSON-1235936357 tempest-AllowedAddressPairTestJSON-1235936357-project] Publish callbacks [] for port, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:56.568956 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-69780e86-8db1-4f26-bcb9-12de362ca38a tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225'] for segment, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:56.569336 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.db.segments_db [None req-69780e86-8db1-4f26-bcb9-12de362ca38a tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Added segment d472e1d1-473c-404d-9af3-3e1798f8eb1a of type vlan for network d6c49800-f3d8-4077-ad74-a2e671ae125c Jan 05 17:08:56.590682 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Pushing event updated for resources: {'Port': ['ID=2640e09c-a721-48b7-a1df-3750b2588bdb,revision_number=3']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:08:56.665211 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3b14c9e7-60d1-441a-8674-e601cf570577 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks [] for port, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:56.668327 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-69780e86-8db1-4f26-bcb9-12de362ca38a tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754180566020'] for network, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:56.687999 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b20b38f-bad3-42f7-aff6-6d9a76707579 tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] Pushing event updated for resources: {'Network': ['ID=056d46c9-7ead-4b67-b083-799104289efb,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:08:56.701869 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Network 056d46c9-7ead-4b67-b083-799104289efb details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 05 17:08:56.744944 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-5b20b38f-bad3-42f7-aff6-6d9a76707579 tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.5236723 Jan 05 17:08:56.764745 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 41398) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:08:56.793378 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-69780e86-8db1-4f26-bcb9-12de362ca38a tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685'] for network, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:56.798023 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-5330e7be-470d-447e-9713-b2f79ee541d2 req-d477266e-f360-489a-ab73-6de87a6234f1 tempest-ServerActionsTestJSON-949899014 tempest-ServerActionsTestJSON-949899014-project] 10.222.0.11 "GET /v2.0/security-groups?id=f7674e10-0a07-4bc4-8403-a53dd95a312a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2871666 Jan 05 17:08:56.801449 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69780e86-8db1-4f26-bcb9-12de362ca38a tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:08:56.801449 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-69780e86-8db1-4f26-bcb9-12de362ca38a tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks [] for network, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:56.812470 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-546e6b7b-a42c-4d1c-a16e-77a83aaf9fef tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] Request body: {'subnet': {'network_id': '056d46c9-7ead-4b67-b083-799104289efb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:08:56.844509 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3b14c9e7-60d1-441a-8674-e601cf570577 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11433176'] for port, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:56.908754 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-fd1340aa-545b-453c-ba99-2cba01d8a7cc tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:56.930565 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-2b227bd0-e222-494f-974d-47f1a8f84de0 None None] Provisioning complete for port 2640e09c-a721-48b7-a1df-3750b2588bdb triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:08:56.931201 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-2b227bd0-e222-494f-974d-47f1a8f84de0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:56.941060 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-69780e86-8db1-4f26-bcb9-12de362ca38a tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6870992 Jan 05 17:08:56.944500 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 41400) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:08:56.946093 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69780e86-8db1-4f26-bcb9-12de362ca38a tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Pushing event updated for resources: {'Network': ['ID=d6c49800-f3d8-4077-ad74-a2e671ae125c,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:08:56.952250 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-3db5758d-b38a-48a2-883b-66421603a12c tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Request body: {'subnet': {'network_id': 'd6c49800-f3d8-4077-ad74-a2e671ae125c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:08:56.955228 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b14c9e7-60d1-441a-8674-e601cf570577 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Network e897f8fc-3cef-40ca-9466-c6c65ecd9833 is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:08:56.963586 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-3b14c9e7-60d1-441a-8674-e601cf570577 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:08:56.968224 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b14c9e7-60d1-441a-8674-e601cf570577 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:08:56.970627 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Network d6c49800-f3d8-4077-ad74-a2e671ae125c details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 05 17:08:56.973444 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b14c9e7-60d1-441a-8674-e601cf570577 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:08:56.974176 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3b14c9e7-60d1-441a-8674-e601cf570577 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:56.976582 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b14c9e7-60d1-441a-8674-e601cf570577 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Pushing event updated for resources: {'Port': ['ID=1d95916e-19c9-48a9-b956-2081ab8d4b80,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:08:57.003365 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-dafd15a4-8817-4788-baa6-153856945282 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Deleting port fa3854ec-4e76-42ef-99c4-bfad2c379a98 {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:08:57.003365 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-dafd15a4-8817-4788-baa6-153856945282 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:57.021523 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c26d2f10-adca-4e44-b309-6fc1f20fc5d9 tempest-AllowedAddressPairTestJSON-1235936357 tempest-AllowedAddressPairTestJSON-1235936357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:57.098943 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-546e6b7b-a42c-4d1c-a16e-77a83aaf9fef tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] Made reservation on behalf of 3b0c49083275461eae45180ddc29fcef for: {'subnet': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:08:57.102615 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-546e6b7b-a42c-4d1c-a16e-77a83aaf9fef tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8521827'] for subnet, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:57.106996 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-dafd15a4-8817-4788-baa6-153856945282 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:57.118214 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-3b14c9e7-60d1-441a-8674-e601cf570577 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.2089610 Jan 05 17:08:57.125768 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 41402) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:08:57.145608 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-dafd15a4-8817-4788-baa6-153856945282 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Calling delete_port for fa3854ec-4e76-42ef-99c4-bfad2c379a98 owned by network:router_interface {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:08:57.174236 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.objects.ports [None req-a476421c-ae19-4dca-9bec-a5fea71f65ac tempest-RoutersAdminTest-952369856 tempest-RoutersAdminTest-952369856-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103800) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 05 17:08:57.174718 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a476421c-ae19-4dca-9bec-a5fea71f65ac tempest-RoutersAdminTest-952369856 tempest-RoutersAdminTest-952369856-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8784852', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8521873'] for subnet, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:57.180719 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c26d2f10-adca-4e44-b309-6fc1f20fc5d9 tempest-AllowedAddressPairTestJSON-1235936357 tempest-AllowedAddressPairTestJSON-1235936357-project] Network 8e04ecc0-b255-4da3-a7ea-55c342b92b12 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:08:57.227885 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-013312e2-584f-4a49-b289-ecd612bb724e tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:08:57.234552 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-013312e2-584f-4a49-b289-ecd612bb724e tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:08:57.236232 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-013312e2-584f-4a49-b289-ecd612bb724e tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1705 time: 0.1094501 Jan 05 17:08:57.240581 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 41404) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:08:57.252774 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-c26d2f10-adca-4e44-b309-6fc1f20fc5d9 tempest-AllowedAddressPairTestJSON-1235936357 tempest-AllowedAddressPairTestJSON-1235936357-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:08:57.255892 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c26d2f10-adca-4e44-b309-6fc1f20fc5d9 tempest-AllowedAddressPairTestJSON-1235936357 tempest-AllowedAddressPairTestJSON-1235936357-project] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:08:57.264655 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26d2f10-adca-4e44-b309-6fc1f20fc5d9 tempest-AllowedAddressPairTestJSON-1235936357 tempest-AllowedAddressPairTestJSON-1235936357-project] Pushing event updated for resources: {'Port': ['ID=5c4c25ac-d81b-4375-a932-2d73c5154596,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:08:57.352126 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-9311d149-412e-4e3f-9fd4-14357c9f904d None None] Provisioning complete for port 1d95916e-19c9-48a9-b956-2081ab8d4b80 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:08:57.352727 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-9311d149-412e-4e3f-9fd4-14357c9f904d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:57.378123 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a476421c-ae19-4dca-9bec-a5fea71f65ac tempest-RoutersAdminTest-952369856 tempest-RoutersAdminTest-952369856-project-admin] Pushing event updated for resources: {'Subnet': ['ID=abccc1d9-783f-4740-aa04-e1701021ada0,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:08:57.408690 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c26d2f10-adca-4e44-b309-6fc1f20fc5d9 tempest-AllowedAddressPairTestJSON-1235936357 tempest-AllowedAddressPairTestJSON-1235936357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:08:57.409356 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c26d2f10-adca-4e44-b309-6fc1f20fc5d9 tempest-AllowedAddressPairTestJSON-1235936357 tempest-AllowedAddressPairTestJSON-1235936357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:57.417564 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-9311d149-412e-4e3f-9fd4-14357c9f904d None None] Port 1d95916e-19c9-48a9-b956-2081ab8d4b80 cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 17:08:57.450009 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3db5758d-b38a-48a2-883b-66421603a12c tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Made reservation on behalf of 04762f6d6f55432ea3822a71fa1f481f for: {'subnet': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:08:57.454151 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3db5758d-b38a-48a2-883b-66421603a12c tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8521827'] for subnet, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:57.454514 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-1d0acb9f-faf6-4025-afaa-d6f7a65a1b22 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Deleting port 1d95916e-19c9-48a9-b956-2081ab8d4b80 {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:08:57.454861 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-1d0acb9f-faf6-4025-afaa-d6f7a65a1b22 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:57.477087 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-fd1340aa-545b-453c-ba99-2cba01d8a7cc tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Deleting port 2f38abe6-5979-4822-a069-bf0aa71d5ebf {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:08:57.479777 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-fd1340aa-545b-453c-ba99-2cba01d8a7cc tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:57.584735 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-1d0acb9f-faf6-4025-afaa-d6f7a65a1b22 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:57.596886 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-dafd15a4-8817-4788-baa6-153856945282 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11433176'] for port, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:57.599563 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-1d0acb9f-faf6-4025-afaa-d6f7a65a1b22 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Calling delete_port for 1d95916e-19c9-48a9-b956-2081ab8d4b80 owned by {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:08:57.612609 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-c26d2f10-adca-4e44-b309-6fc1f20fc5d9 tempest-AllowedAddressPairTestJSON-1235936357 tempest-AllowedAddressPairTestJSON-1235936357-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.0517752 Jan 05 17:08:57.622019 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a476421c-ae19-4dca-9bec-a5fea71f65ac tempest-RoutersAdminTest-952369856 tempest-RoutersAdminTest-952369856-project-admin] Checking segment: {'id': 'c1c48296-21fa-4adb-8827-bd4be5bd49a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '7d9b3ad7-e7ae-429f-91b7-684985b3b754'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:08:57.622391 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a476421c-ae19-4dca-9bec-a5fea71f65ac tempest-RoutersAdminTest-952369856 tempest-RoutersAdminTest-952369856-project-admin] Network hostable DHCP agents. Network: 7d9b3ad7-e7ae-429f-91b7-684985b3b754, hostable agents: ['3f70c195-17da-4084-9fd6-bf6059d88535'], hosted agents: [] {{(pid=103800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 05 17:08:57.630280 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 41406) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:08:57.635037 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafd15a4-8817-4788-baa6-153856945282 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Pushing event deleted for resources: {'Port': ['ID=fa3854ec-4e76-42ef-99c4-bfad2c379a98,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:08:57.647074 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-3478d026-0e5e-4adc-8d37-65b992657e4b tempest-AllowedAddressPairTestJSON-1235936357 tempest-AllowedAddressPairTestJSON-1235936357-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:c8:56:1e'}]}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:08:57.657261 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-d5128f17-a935-4b6c-91cc-606cb778ae86 None None] Provisioning complete for port 5c4c25ac-d81b-4375-a932-2d73c5154596 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:08:57.662539 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d5128f17-a935-4b6c-91cc-606cb778ae86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:57.680095 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff85eda4-ec5f-471e-9bec-a56ad20bc691 req-65740b5a-fe1f-4d29-9586-8ab2fbbd98ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:08:57.681936 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-ff85eda4-ec5f-471e-9bec-a56ad20bc691 req-65740b5a-fe1f-4d29-9586-8ab2fbbd98ee service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0e5f75b0fa584f3fb65d4d2f1d03045b&device_id=be270a5c-db8b-4dff-9e40-79b29c80ad34 HTTP/1.1" status: 200 len: 1099 time: 0.2948012 Jan 05 17:08:57.704099 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-d5128f17-a935-4b6c-91cc-606cb778ae86 None None] Port 5c4c25ac-d81b-4375-a932-2d73c5154596 cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 17:08:57.841404 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-fd1340aa-545b-453c-ba99-2cba01d8a7cc tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:57.864527 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-dafd15a4-8817-4788-baa6-153856945282 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-560676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531569'] for router_interface, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:57.934200 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a476421c-ae19-4dca-9bec-a5fea71f65ac tempest-RoutersAdminTest-952369856 tempest-RoutersAdminTest-952369856-project-admin] Network 7d9b3ad7-e7ae-429f-91b7-684985b3b754 is scheduled to be hosted by DHCP agent 3f70c195-17da-4084-9fd6-bf6059d88535 with binding_index 1 {{(pid=103800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 05 17:08:57.949392 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-fd1340aa-545b-453c-ba99-2cba01d8a7cc tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Calling delete_port for 2f38abe6-5979-4822-a069-bf0aa71d5ebf owned by network:router_gateway {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:08:58.093460 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87884d6-e9a6-4504-9e50-e338afbaa281 req-d386376f-5bd9-4916-9620-200c67ca1d7f tempest-ServerActionsTestJSON-949899014 tempest-ServerActionsTestJSON-949899014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:08:58.095082 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-f87884d6-e9a6-4504-9e50-e338afbaa281 req-d386376f-5bd9-4916-9620-200c67ca1d7f tempest-ServerActionsTestJSON-949899014 tempest-ServerActionsTestJSON-949899014-project] 10.222.0.11 "GET /v2.0/ports?device_id=be270a5c-db8b-4dff-9e40-79b29c80ad34 HTTP/1.1" status: 200 len: 946 time: 0.1642420 Jan 05 17:08:58.111238 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-a476421c-ae19-4dca-9bec-a5fea71f65ac tempest-RoutersAdminTest-952369856 tempest-RoutersAdminTest-952369856-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 7d9b3ad7-e7ae-429f-91b7-684985b3b754) {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:08:58.122748 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f5fd14f-dde9-4d42-b0bb-ea331027d395 None None] Network 7d9b3ad7-e7ae-429f-91b7-684985b3b754 requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:08:58.154951 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a476421c-ae19-4dca-9bec-a5fea71f65ac tempest-RoutersAdminTest-952369856 tempest-RoutersAdminTest-952369856-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:08:58.155560 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a476421c-ae19-4dca-9bec-a5fea71f65ac tempest-RoutersAdminTest-952369856 tempest-RoutersAdminTest-952369856-project-admin] Publish callbacks [] for subnet, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:58.173401 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff85eda4-ec5f-471e-9bec-a56ad20bc691 req-5092a87b-6109-4f5b-92c3-8e9fe0dbaeef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:08:58.174969 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-ff85eda4-ec5f-471e-9bec-a56ad20bc691 req-5092a87b-6109-4f5b-92c3-8e9fe0dbaeef service neutron] 10.222.0.13 "GET /v2.0/networks?id=1e5e93d9-6ada-44ad-b92b-017486a9719e HTTP/1.1" status: 200 len: 912 time: 0.4629278 Jan 05 17:08:58.201090 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 2640e09c-a721-48b7-a1df-3750b2588bdb up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:08:58.284377 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.objects.ports [None req-546e6b7b-a42c-4d1c-a16e-77a83aaf9fef tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103800) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 05 17:08:58.308606 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3db5758d-b38a-48a2-883b-66421603a12c tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8784852', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8521873'] for subnet, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:58.310089 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Provisioning complete for port 2640e09c-a721-48b7-a1df-3750b2588bdb triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:08:58.310436 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:58.322787 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-546e6b7b-a42c-4d1c-a16e-77a83aaf9fef tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8784852', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8521873'] for subnet, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:58.341673 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70ae9e56-aa68-444c-8dd2-8a56a7990524 None None] Network 7d9b3ad7-e7ae-429f-91b7-684985b3b754 requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:08:58.362497 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-a476421c-ae19-4dca-9bec-a5fea71f65ac tempest-RoutersAdminTest-952369856 tempest-RoutersAdminTest-952369856-project-admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.3104854 Jan 05 17:08:58.390829 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 41410) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:08:58.395389 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-dd554aaa-90de-421a-8048-bf1a28f39bd4 tempest-RoutersAdminTest-952369856 tempest-RoutersAdminTest-952369856-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-215067484', 'network_id': '7d9b3ad7-e7ae-429f-91b7-684985b3b754'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:08:58.405432 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-1d0acb9f-faf6-4025-afaa-d6f7a65a1b22 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11433176'] for port, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:58.406584 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3478d026-0e5e-4adc-8d37-65b992657e4b tempest-AllowedAddressPairTestJSON-1235936357 tempest-AllowedAddressPairTestJSON-1235936357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:58.454293 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-ff85eda4-ec5f-471e-9bec-a56ad20bc691 req-eae13552-aa25-40ba-b7fe-c5bfdf04dd61 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=67389512-62b3-4da5-90e0-71fd04a18f1a HTTP/1.1" status: 200 len: 1002 time: 0.2633843 Jan 05 17:08:58.462598 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0acb9f-faf6-4025-afaa-d6f7a65a1b22 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Pushing event deleted for resources: {'Port': ['ID=1d95916e-19c9-48a9-b956-2081ab8d4b80,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:08:58.468067 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dafd15a4-8817-4788-baa6-153856945282 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Router c2fd2f78-32aa-4669-9f22-d98710cb07ad has already been hosted by L3 agent 59446fdc-40e0-41fe-a575-a8eb11d742f7 {{(pid=103801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 05 17:08:58.500005 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-f87884d6-e9a6-4504-9e50-e338afbaa281 req-c54a4784-033b-4841-bdb8-bbeb2fc24343 tempest-ServerActionsTestJSON-949899014 tempest-ServerActionsTestJSON-949899014-project] 10.222.0.11 "GET /v2.0/security-groups?id=f7674e10-0a07-4bc4-8403-a53dd95a312a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1099517 Jan 05 17:08:58.524046 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db5758d-b38a-48a2-883b-66421603a12c tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Pushing event updated for resources: {'Subnet': ['ID=0307b3c0-a83a-4f31-b998-cb32155430b7,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:08:58.529674 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-1d0acb9f-faf6-4025-afaa-d6f7a65a1b22 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:58.535773 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-1d0acb9f-faf6-4025-afaa-d6f7a65a1b22 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] 10.222.0.11 "DELETE /v2.0/ports/1d95916e-19c9-48a9-b956-2081ab8d4b80 HTTP/1.1" status: 204 len: 168 time: 1.2918639 Jan 05 17:08:58.536850 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 41412) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:08:58.580674 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd554aaa-90de-421a-8048-bf1a28f39bd4 tempest-RoutersAdminTest-952369856 tempest-RoutersAdminTest-952369856-project-admin] Made reservation on behalf of 58667cb4efea4d45816f5ae9c56c5333 for: {'port': 1} {{(pid=103801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:08:58.583002 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-dd554aaa-90de-421a-8048-bf1a28f39bd4 tempest-RoutersAdminTest-952369856 tempest-RoutersAdminTest-952369856-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:58.672705 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dafd15a4-8817-4788-baa6-153856945282 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 05 17:08:58.674912 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.notifiers.nova [None req-dd554aaa-90de-421a-8048-bf1a28f39bd4 tempest-RoutersAdminTest-952369856 tempest-RoutersAdminTest-952369856-project-admin] device_id is not set on port c82762a9-ea84-47d1-89ac-038c1312961b yet. {{(pid=103801) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 05 17:08:58.686660 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6f70454-60c9-48b4-a712-013ad664b8ba None None] Sync routers for ids ['c2fd2f78-32aa-4669-9f22-d98710cb07ad'] in dv-neutron-master-2-hyperv {{(pid=103803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 05 17:08:58.687364 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-dafd15a4-8817-4788-baa6-153856945282 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] 10.222.0.11 "PUT /v2.0/routers/c2fd2f78-32aa-4669-9f22-d98710cb07ad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5413644 Jan 05 17:08:58.689569 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 41414) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:08:58.700251 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6f70454-60c9-48b4-a712-013ad664b8ba None None] Routers {'c2fd2f78-32aa-4669-9f22-d98710cb07ad'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:08:58.701450 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-a6f70454-60c9-48b4-a712-013ad664b8ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:08:49Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['c2fd2f78-32aa-4669-9f22-d98710cb07ad'], 'active': True} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:08:58.744402 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-a6f70454-60c9-48b4-a712-013ad664b8ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:08:58.754000 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d90aeb26-1131-4f5f-b276-53047ab6eed8 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:08:58.757686 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d90aeb26-1131-4f5f-b276-53047ab6eed8 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:08:58.761869 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-d90aeb26-1131-4f5f-b276-53047ab6eed8 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.2216246 Jan 05 17:08:58.764055 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6f70454-60c9-48b4-a712-013ad664b8ba None None] Routers {'c2fd2f78-32aa-4669-9f22-d98710cb07ad'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:08:58.765481 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-a6f70454-60c9-48b4-a712-013ad664b8ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:08:49Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['c2fd2f78-32aa-4669-9f22-d98710cb07ad'], 'active': True} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:08:58.767546 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-8a884c05-690e-4b22-a420-2df39d7bbd32 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] 10.222.0.11 "GET /v2.0/ports?device_id=c2fd2f78-32aa-4669-9f22-d98710cb07ad HTTP/1.1" status: 200 len: 205 time: 0.0747700 Jan 05 17:08:58.768241 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 41416) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:08:58.768579 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 41418) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:08:58.806446 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-a6f70454-60c9-48b4-a712-013ad664b8ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:08:58.807016 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6f70454-60c9-48b4-a712-013ad664b8ba None None] The sync data for ids ['c2fd2f78-32aa-4669-9f22-d98710cb07ad'] in dv-neutron-master-2-hyperv is: [] {{(pid=103803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 05 17:08:58.897191 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-ef013a75-86ff-4b20-80a8-c337d88e3ca9 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks [] for router, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:58.941833 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-546e6b7b-a42c-4d1c-a16e-77a83aaf9fef tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] Checking segment: {'id': '09c70479-45e9-4d04-8b11-bc4387e1966c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '056d46c9-7ead-4b67-b083-799104289efb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:08:58.942914 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-546e6b7b-a42c-4d1c-a16e-77a83aaf9fef tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] Network hostable DHCP agents. Network: 056d46c9-7ead-4b67-b083-799104289efb, hostable agents: ['3f70c195-17da-4084-9fd6-bf6059d88535'], hosted agents: [] {{(pid=103800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 05 17:08:58.965190 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3db5758d-b38a-48a2-883b-66421603a12c tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Checking segment: {'id': 'd472e1d1-473c-404d-9af3-3e1798f8eb1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'd6c49800-f3d8-4077-ad74-a2e671ae125c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:08:58.965568 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3db5758d-b38a-48a2-883b-66421603a12c tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Network hostable DHCP agents. Network: d6c49800-f3d8-4077-ad74-a2e671ae125c, hostable agents: ['3f70c195-17da-4084-9fd6-bf6059d88535'], hosted agents: [] {{(pid=103800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 05 17:08:58.970076 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.db_base_plugin_v2 [None req-01fb0dc3-18de-4da0-a217-cf505f6c7620 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Deleting subnet 1e7f436a-27fe-4738-b2ea-f7df4fe565bc {{(pid=103801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 05 17:08:58.978759 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff85eda4-ec5f-471e-9bec-a56ad20bc691 req-b53d1514-6fbe-48d8-9f08-019e2aff6b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:08:58.980230 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-ff85eda4-ec5f-471e-9bec-a56ad20bc691 req-b53d1514-6fbe-48d8-9f08-019e2aff6b65 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fab82641-cc31-4ee1-85fb-d7818e6883fd HTTP/1.1" status: 200 len: 850 time: 0.5186825 Jan 05 17:08:58.984347 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546e6b7b-a42c-4d1c-a16e-77a83aaf9fef tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] Pushing event updated for resources: {'Subnet': ['ID=04aeb5df-a623-439d-9289-00ec6c382273,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:08:59.007254 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-01fb0dc3-18de-4da0-a217-cf505f6c7620 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks [] for subnet, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:59.039773 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff85eda4-ec5f-471e-9bec-a56ad20bc691 req-ff92ccbb-c982-47fe-93ae-34390eac985c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:08:59.041288 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-ff85eda4-ec5f-471e-9bec-a56ad20bc691 req-ff92ccbb-c982-47fe-93ae-34390eac985c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1e5e93d9-6ada-44ad-b92b-017486a9719e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0525296 Jan 05 17:08:59.105090 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-fd1340aa-545b-453c-ba99-2cba01d8a7cc tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:59.106886 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-546e6b7b-a42c-4d1c-a16e-77a83aaf9fef tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] Network 056d46c9-7ead-4b67-b083-799104289efb is scheduled to be hosted by DHCP agent 3f70c195-17da-4084-9fd6-bf6059d88535 with binding_index 1 {{(pid=103800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 05 17:08:59.108691 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3db5758d-b38a-48a2-883b-66421603a12c tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Network d6c49800-f3d8-4077-ad74-a2e671ae125c is scheduled to be hosted by DHCP agent 3f70c195-17da-4084-9fd6-bf6059d88535 with binding_index 1 {{(pid=103800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 05 17:08:59.152770 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-ef013a75-86ff-4b20-80a8-c337d88e3ca9 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-648249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62744'] for router, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:59.154909 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [None req-dd554aaa-90de-421a-8048-bf1a28f39bd4 tempest-RoutersAdminTest-952369856 tempest-RoutersAdminTest-952369856-project-admin] Allocated IP 172.20.0.9 (7d9b3ad7-e7ae-429f-91b7-684985b3b754/abccc1d9-783f-4740-aa04-e1701021ada0/c82762a9-ea84-47d1-89ac-038c1312961b) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:08:59.158969 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-01fb0dc3-18de-4da0-a217-cf505f6c7620 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11316398'] for subnet, precommit_delete_associations {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:59.162063 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-ef013a75-86ff-4b20-80a8-c337d88e3ca9 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:59.166406 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1340aa-545b-453c-ba99-2cba01d8a7cc tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Pushing event deleted for resources: {'Port': ['ID=2f38abe6-5979-4822-a069-bf0aa71d5ebf,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:08:59.195216 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddd9fb97-fb0c-4e38-b4f9-28c4e54ead28 None None] DHCP port deletion for b0167590-0699-4c5c-a932-3939414a9573 request from dv-neutron-master-2-hyperv {{(pid=103802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 05 17:08:59.268215 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-ff85eda4-ec5f-471e-9bec-a56ad20bc691 req-5e2e7cdf-2ef0-4fc0-89e7-6f9c12d9269d service neutron] 10.222.0.13 "GET /v2.0/networks/1e5e93d9-6ada-44ad-b92b-017486a9719e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2212734 Jan 05 17:08:59.309816 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-3db5758d-b38a-48a2-883b-66421603a12c tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, d6c49800-f3d8-4077-ad74-a2e671ae125c) {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:08:59.317760 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-546e6b7b-a42c-4d1c-a16e-77a83aaf9fef tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 056d46c9-7ead-4b67-b083-799104289efb) {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:08:59.322517 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4557c80-df34-4bf2-9fd8-b2aef5767c80 None None] Network d6c49800-f3d8-4077-ad74-a2e671ae125c requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:08:59.341931 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-01fb0dc3-18de-4da0-a217-cf505f6c7620 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892868'] for subnet, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:59.343191 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39204b81-4283-495f-b01c-169cf33d10b7 None None] Network 056d46c9-7ead-4b67-b083-799104289efb requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:08:59.351384 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3db5758d-b38a-48a2-883b-66421603a12c tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:08:59.351983 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3db5758d-b38a-48a2-883b-66421603a12c tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks [] for subnet, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:59.361459 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-546e6b7b-a42c-4d1c-a16e-77a83aaf9fef tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:08:59.362106 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-546e6b7b-a42c-4d1c-a16e-77a83aaf9fef tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] Publish callbacks [] for subnet, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:59.366854 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-fd1340aa-545b-453c-ba99-2cba01d8a7cc tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-648595'] for router_gateway, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:59.396446 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-ef013a75-86ff-4b20-80a8-c337d88e3ca9 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-648240'] for router, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:59.396953 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef013a75-86ff-4b20-80a8-c337d88e3ca9 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Fanout notify agent at l3_agent the message router_deleted on router c2fd2f78-32aa-4669-9f22-d98710cb07ad {{(pid=103801) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 05 17:08:59.405063 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-ef013a75-86ff-4b20-80a8-c337d88e3ca9 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks [] for router, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:59.406365 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-ef013a75-86ff-4b20-80a8-c337d88e3ca9 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] 10.222.0.11 "DELETE /v2.0/routers/c2fd2f78-32aa-4669-9f22-d98710cb07ad HTTP/1.1" status: 204 len: 168 time: 0.6313298 Jan 05 17:08:59.412771 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 41420) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:08:59.511819 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-fd1340aa-545b-453c-ba99-2cba01d8a7cc tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-648249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62744'] for router, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:59.515742 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-fd1340aa-545b-453c-ba99-2cba01d8a7cc tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:59.527571 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.db_base_plugin_v2 [None req-b40ed871-adb2-4f0c-b0a3-4418e5f61f99 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Deleting subnet 0432803f-5f8c-4f59-850d-18d160953366 {{(pid=103801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 05 17:08:59.531047 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-b40ed871-adb2-4f0c-b0a3-4418e5f61f99 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks [] for subnet, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:59.535283 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-3db5758d-b38a-48a2-883b-66421603a12c tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5889246 Jan 05 17:08:59.542926 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 41424) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:08:59.547680 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3478d026-0e5e-4adc-8d37-65b992657e4b tempest-AllowedAddressPairTestJSON-1235936357 tempest-AllowedAddressPairTestJSON-1235936357-project] Publish callbacks [] for port, precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:59.562578 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cd897a2-beb7-4879-92ed-b1102f24addd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-d6c49800-f3d8-4077-ad74-a2e671ae125c', 'network_id': 'd6c49800-f3d8-4077-ad74-a2e671ae125c', 'project_id': '04762f6d6f55432ea3822a71fa1f481f', 'fixed_ips': [{'subnet_id': '0307b3c0-a83a-4f31-b998-cb32155430b7'}]}} from dv-neutron-master-2-hyperv. {{(pid=103802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 05 17:08:59.562578 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-8cd897a2-beb7-4879-92ed-b1102f24addd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:59.563167 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-da1a5e57-79f6-4554-acb6-50c6eb23b0ee tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-748751367', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:08:59.582524 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-b40ed871-adb2-4f0c-b0a3-4418e5f61f99 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11316398'] for subnet, precommit_delete_associations {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:59.603801 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-546e6b7b-a42c-4d1c-a16e-77a83aaf9fef tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 2.8140168 Jan 05 17:08:59.606590 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 41426) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:08:59.620522 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-01fb0dc3-18de-4da0-a217-cf505f6c7620 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3893367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11433231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12480600'] for subnet, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:59.636481 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-ff85eda4-ec5f-471e-9bec-a56ad20bc691 req-3af8d568-c0a8-40a1-bdb7-72368539055c service neutron] 10.222.0.13 "GET /v2.0/networks/1e5e93d9-6ada-44ad-b92b-017486a9719e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3595335 Jan 05 17:08:59.642308 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cac2dc1-1cd8-4063-9710-20939e60a7cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-056d46c9-7ead-4b67-b083-799104289efb', 'network_id': '056d46c9-7ead-4b67-b083-799104289efb', 'project_id': '3b0c49083275461eae45180ddc29fcef', 'fixed_ips': [{'subnet_id': '04aeb5df-a623-439d-9289-00ec6c382273'}]}} from dv-neutron-master-2-hyperv. {{(pid=103802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 05 17:08:59.644901 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-1cac2dc1-1cd8-4063-9710-20939e60a7cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:59.656636 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3478d026-0e5e-4adc-8d37-65b992657e4b tempest-AllowedAddressPairTestJSON-1235936357 tempest-AllowedAddressPairTestJSON-1235936357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8784461'] for port, after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:59.660729 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-dd554aaa-90de-421a-8048-bf1a28f39bd4 tempest-RoutersAdminTest-952369856 tempest-RoutersAdminTest-952369856-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:59.665982 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-01fb0dc3-18de-4da0-a217-cf505f6c7620 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks [] for subnet, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:59.674843 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-01fb0dc3-18de-4da0-a217-cf505f6c7620 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] 10.222.0.11 "DELETE /v2.0/subnets/1e7f436a-27fe-4738-b2ea-f7df4fe565bc HTTP/1.1" status: 204 len: 168 time: 0.9010046 Jan 05 17:08:59.678185 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 41428) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:08:59.726874 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-fd1340aa-545b-453c-ba99-2cba01d8a7cc tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-648240'] for router, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:59.727708 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd1340aa-545b-453c-ba99-2cba01d8a7cc tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Fanout notify agent at l3_agent the message router_deleted on router 8e20d6c5-5760-40ff-8076-35b11b39e3e1 {{(pid=103800) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 05 17:08:59.754222 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fb0dc3-18de-4da0-a217-cf505f6c7620 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Pushing event deleted for resources: {'Subnet': ['ID=1e7f436a-27fe-4738-b2ea-f7df4fe565bc,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:08:59.759324 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-fd1340aa-545b-453c-ba99-2cba01d8a7cc tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Publish callbacks [] for router, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:59.761446 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-fd1340aa-545b-453c-ba99-2cba01d8a7cc tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] 10.222.0.11 "DELETE /v2.0/routers/8e20d6c5-5760-40ff-8076-35b11b39e3e1 HTTP/1.1" status: 204 len: 168 time: 3.9931684 Jan 05 17:08:59.766677 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 41430) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:08:59.777806 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-102f8135-21b3-45a7-a25b-63b101b92eda tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0874383 Jan 05 17:08:59.784043 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 41432) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:08:59.790735 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-42aa1c2a-76ec-4a13-99e0-c7e1c40f7153 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Request body: {'subnet': {'network_id': 'e897f8fc-3cef-40ca-9466-c6c65ecd9833', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:08:59.887304 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-da1a5e57-79f6-4554-acb6-50c6eb23b0ee tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-649063', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58098'] for router, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:59.888334 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-da1a5e57-79f6-4554-acb6-50c6eb23b0ee tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649832', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-545006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58091'] for router, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:59.891644 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3478d026-0e5e-4adc-8d37-65b992657e4b tempest-AllowedAddressPairTestJSON-1235936357 tempest-AllowedAddressPairTestJSON-1235936357-project] Pushing event updated for resources: {'Port': ['ID=5c4c25ac-d81b-4375-a932-2d73c5154596,revision_number=2']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:08:59.914685 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f0ba45a-ed90-4b7e-9c47-f57917f04919 None None] Network e897f8fc-3cef-40ca-9466-c6c65ecd9833 requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:08:59.931661 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-b40ed871-adb2-4f0c-b0a3-4418e5f61f99 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892868'] for subnet, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:08:59.947465 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1d8127-e64c-41db-b9de-f0cfc7a27110 req-0f41c91f-b6fa-4d00-ade5-4fc322a1e212 tempest-ServerActionsTestJSON-949899014 tempest-ServerActionsTestJSON-949899014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:08:59.947465 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-7a1d8127-e64c-41db-b9de-f0cfc7a27110 req-0f41c91f-b6fa-4d00-ade5-4fc322a1e212 tempest-ServerActionsTestJSON-949899014 tempest-ServerActionsTestJSON-949899014-project] 10.222.0.11 "GET /v2.0/ports?device_id=be270a5c-db8b-4dff-9e40-79b29c80ad34 HTTP/1.1" status: 200 len: 946 time: 0.3184934 Jan 05 17:09:00.055852 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1e9eefa-4292-4aad-aff0-20633d0368c1 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Deleting subnet eba2a40f-845c-42e2-9c40-b9adb01e47ff {{(pid=103800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 05 17:09:00.060726 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-dd554aaa-90de-421a-8048-bf1a28f39bd4 tempest-RoutersAdminTest-952369856 tempest-RoutersAdminTest-952369856-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11433176'] for port, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:00.061719 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-26291138-d06d-42a4-9f00-d298cd7f1591 tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3809644'] for network, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:00.065148 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-da1a5e57-79f6-4554-acb6-50c6eb23b0ee tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:00.067875 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-3478d026-0e5e-4adc-8d37-65b992657e4b tempest-AllowedAddressPairTestJSON-1235936357 tempest-AllowedAddressPairTestJSON-1235936357-project] In _notify_port_updated(), no bound segment for port 5c4c25ac-d81b-4375-a932-2d73c5154596 on network 8e04ecc0-b255-4da3-a7ea-55c342b92b12 {{(pid=103800) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Jan 05 17:09:00.073670 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3478d026-0e5e-4adc-8d37-65b992657e4b tempest-AllowedAddressPairTestJSON-1235936357 tempest-AllowedAddressPairTestJSON-1235936357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:09:00.074312 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3478d026-0e5e-4adc-8d37-65b992657e4b tempest-AllowedAddressPairTestJSON-1235936357 tempest-AllowedAddressPairTestJSON-1235936357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:00.078318 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-3478d026-0e5e-4adc-8d37-65b992657e4b tempest-AllowedAddressPairTestJSON-1235936357 tempest-AllowedAddressPairTestJSON-1235936357-project] 10.222.0.11 "PUT /v2.0/ports/5c4c25ac-d81b-4375-a932-2d73c5154596 HTTP/1.1" status: 200 len: 995 time: 2.4401994 Jan 05 17:09:00.081495 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d1e9eefa-4292-4aad-aff0-20633d0368c1 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Publish callbacks [] for subnet, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:00.084920 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 41434) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:09:00.114123 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd554aaa-90de-421a-8048-bf1a28f39bd4 tempest-RoutersAdminTest-952369856 tempest-RoutersAdminTest-952369856-project-admin] Network 7d9b3ad7-e7ae-429f-91b7-684985b3b754 is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:09:00.118203 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-dd554aaa-90de-421a-8048-bf1a28f39bd4 tempest-RoutersAdminTest-952369856 tempest-RoutersAdminTest-952369856-project-admin] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:09:00.121522 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd554aaa-90de-421a-8048-bf1a28f39bd4 tempest-RoutersAdminTest-952369856 tempest-RoutersAdminTest-952369856-project-admin] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:09:00.144751 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.db_base_plugin_common [None req-8cd897a2-beb7-4879-92ed-b1102f24addd None None] Allocated IP 2001:db8::2 (d6c49800-f3d8-4077-ad74-a2e671ae125c/0307b3c0-a83a-4f31-b998-cb32155430b7/c75d5095-f63f-47b1-b975-a54d4e5625e5) {{(pid=103802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:09:00.147120 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.db_base_plugin_common [None req-1cac2dc1-1cd8-4063-9710-20939e60a7cf None None] Allocated IP 2001:db8::f816:3eff:fe37:99aa (056d46c9-7ead-4b67-b083-799104289efb/04aeb5df-a623-439d-9289-00ec6c382273/b03ae4ee-0df0-4a5c-b318-3642c8f93d0c) {{(pid=103802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:09:00.153666 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-d9b0fdc7-0800-4e93-9951-327dcd35a6d7 None None] Provisioning complete for port 5c4c25ac-d81b-4375-a932-2d73c5154596 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:09:00.154038 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d9b0fdc7-0800-4e93-9951-327dcd35a6d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:00.159390 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42aa1c2a-76ec-4a13-99e0-c7e1c40f7153 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Made reservation on behalf of fd419c78d7194361a03f37a26ebeba76 for: {'subnet': 1} {{(pid=103801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:09:00.165412 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-42aa1c2a-76ec-4a13-99e0-c7e1c40f7153 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12480675'] for subnet, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:00.173449 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-da1a5e57-79f6-4554-acb6-50c6eb23b0ee tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-648430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648639'] for router, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:00.185147 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-b40ed871-adb2-4f0c-b0a3-4418e5f61f99 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3893367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11433231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12480600'] for subnet, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:00.226677 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb7f9c71-33f8-4660-a30b-d35991169414 None None] DHCP port deletion for e897f8fc-3cef-40ca-9466-c6c65ecd9833 request from dv-neutron-master-2-hyperv {{(pid=103802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 05 17:09:00.261941 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd554aaa-90de-421a-8048-bf1a28f39bd4 tempest-RoutersAdminTest-952369856 tempest-RoutersAdminTest-952369856-project-admin] Pushing event updated for resources: {'Port': ['ID=c82762a9-ea84-47d1-89ac-038c1312961b,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:09:00.271971 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-d9b0fdc7-0800-4e93-9951-327dcd35a6d7 None None] Port 5c4c25ac-d81b-4375-a932-2d73c5154596 cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 17:09:00.281145 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d1e9eefa-4292-4aad-aff0-20633d0368c1 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8784846'] for subnet, precommit_delete_associations {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:00.300665 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-b40ed871-adb2-4f0c-b0a3-4418e5f61f99 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks [] for subnet, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:00.304791 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-b40ed871-adb2-4f0c-b0a3-4418e5f61f99 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] 10.222.0.11 "DELETE /v2.0/subnets/0432803f-5f8c-4f59-850d-18d160953366 HTTP/1.1" status: 204 len: 168 time: 0.8885646 Jan 05 17:09:00.312787 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 41436) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:09:00.314751 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d770314-6362-4642-9897-ae409e046a91 None None] Network 6d0b3846-3363-43bf-b582-6495259861a3 requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:09:00.316471 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40ed871-adb2-4f0c-b0a3-4418e5f61f99 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Pushing event deleted for resources: {'Subnet': ['ID=0432803f-5f8c-4f59-850d-18d160953366,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:09:00.338162 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-7a1d8127-e64c-41db-b9de-f0cfc7a27110 req-1d8f666b-5993-4def-a101-aca37a093817 tempest-ServerActionsTestJSON-949899014 tempest-ServerActionsTestJSON-949899014-project] 10.222.0.11 "GET /v2.0/security-groups?id=f7674e10-0a07-4bc4-8403-a53dd95a312a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2870853 Jan 05 17:09:00.353315 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd554aaa-90de-421a-8048-bf1a28f39bd4 tempest-RoutersAdminTest-952369856 tempest-RoutersAdminTest-952369856-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:09:00.354614 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-dd554aaa-90de-421a-8048-bf1a28f39bd4 tempest-RoutersAdminTest-952369856 tempest-RoutersAdminTest-952369856-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:00.364389 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-26291138-d06d-42a4-9f00-d298cd7f1591 tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892868'] for subnet, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:00.382160 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-da1a5e57-79f6-4554-acb6-50c6eb23b0ee tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks [] for router, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:00.383346 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-da1a5e57-79f6-4554-acb6-50c6eb23b0ee tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.8336129 Jan 05 17:09:00.388383 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 41438) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:09:00.443764 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-196626e8-4f60-44f4-af16-1e6edad9b286 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3809644'] for network, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:00.464717 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d1e9eefa-4292-4aad-aff0-20633d0368c1 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892868'] for subnet, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:00.521822 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-dd554aaa-90de-421a-8048-bf1a28f39bd4 tempest-RoutersAdminTest-952369856 tempest-RoutersAdminTest-952369856-project-admin] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1022 time: 2.1298990 Jan 05 17:09:00.527248 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 41442) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:09:00.556836 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-500f1289-0562-420d-8c63-676f760523f0 tempest-AllowedAddressPairTestJSON-1235936357 tempest-AllowedAddressPairTestJSON-1235936357-project] Deleting port 5c4c25ac-d81b-4375-a932-2d73c5154596 {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:09:00.557529 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-500f1289-0562-420d-8c63-676f760523f0 tempest-AllowedAddressPairTestJSON-1235936357 tempest-AllowedAddressPairTestJSON-1235936357-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:00.659329 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-196626e8-4f60-44f4-af16-1e6edad9b286 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Deleting port 9f5abc25-2583-4548-9eab-5b271c472121 {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:09:00.659671 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-196626e8-4f60-44f4-af16-1e6edad9b286 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:00.702214 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-8cd897a2-beb7-4879-92ed-b1102f24addd None None] Publish callbacks [] for port, precommit_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:00.719612 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-bb7f9c71-33f8-4660-a30b-d35991169414 None None] Deleting port 2640e09c-a721-48b7-a1df-3750b2588bdb {{(pid=103802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:09:00.723586 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-bb7f9c71-33f8-4660-a30b-d35991169414 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:00.729885 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-1cac2dc1-1cd8-4063-9710-20939e60a7cf None None] Publish callbacks [] for port, precommit_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:00.802497 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54791a9b-b6c0-4f04-b7d7-af150ed10129 None None] DHCP port deletion for 6d0b3846-3363-43bf-b582-6495259861a3 request from dv-neutron-master-2-hyperv {{(pid=103802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 05 17:09:00.806103 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-8cd897a2-beb7-4879-92ed-b1102f24addd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669'] for port, after_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:00.857075 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d1e9eefa-4292-4aad-aff0-20633d0368c1 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3893367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8784787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8521880'] for subnet, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:00.868562 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-500f1289-0562-420d-8c63-676f760523f0 tempest-AllowedAddressPairTestJSON-1235936357 tempest-AllowedAddressPairTestJSON-1235936357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:00.887148 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-bb7f9c71-33f8-4660-a30b-d35991169414 None None] For port 2640e09c-a721-48b7-a1df-3750b2588bdb, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=2640e09c-a721-48b7-a1df-3750b2588bdb,segment=NetworkSegment(68e6c437-46c2-424d-85e7-20547f69066d),segment_id=68e6c437-46c2-424d-85e7-20547f69066d)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:09:00.887686 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-bb7f9c71-33f8-4660-a30b-d35991169414 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:00.902011 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-1cac2dc1-1cd8-4063-9710-20939e60a7cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669'] for port, after_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:00.960205 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-bb7f9c71-33f8-4660-a30b-d35991169414 None None] Calling delete_port for 2640e09c-a721-48b7-a1df-3750b2588bdb owned by network:dhcp {{(pid=103802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:09:00.961759 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e9eefa-4292-4aad-aff0-20633d0368c1 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Pushing event deleted for resources: {'Subnet': ['ID=eba2a40f-845c-42e2-9c40-b9adb01e47ff,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:09:00.963890 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-500f1289-0562-420d-8c63-676f760523f0 tempest-AllowedAddressPairTestJSON-1235936357 tempest-AllowedAddressPairTestJSON-1235936357-project] Calling delete_port for 5c4c25ac-d81b-4375-a932-2d73c5154596 owned by {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:09:00.981409 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cd897a2-beb7-4879-92ed-b1102f24addd None None] Network d6c49800-f3d8-4077-ad74-a2e671ae125c is already hosted by enough agents. {{(pid=103802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:09:00.986867 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d1e9eefa-4292-4aad-aff0-20633d0368c1 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Publish callbacks [] for subnet, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:00.989834 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-d1e9eefa-4292-4aad-aff0-20633d0368c1 tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] 10.222.0.11 "DELETE /v2.0/subnets/eba2a40f-845c-42e2-9c40-b9adb01e47ff HTTP/1.1" status: 204 len: 168 time: 1.2169743 Jan 05 17:09:00.997458 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 41446) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:09:01.002062 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.scheduler.base_scheduler [None req-8cd897a2-beb7-4879-92ed-b1102f24addd None None] Resources bound (agent type, host, resource id): {{(pid=103802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:09:01.006718 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cd897a2-beb7-4879-92ed-b1102f24addd None None] Received port after_create {{(pid=103802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:09:01.009969 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cac2dc1-1cd8-4063-9710-20939e60a7cf None None] Network 056d46c9-7ead-4b67-b083-799104289efb is already hosted by enough agents. {{(pid=103802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:09:01.012427 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d405b38-822d-49ba-b23b-db1e6c914fee None None] Network c48256cf-a076-46b3-9713-1d8b4ddd5ae7 requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:09:01.018894 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd897a2-beb7-4879-92ed-b1102f24addd None None] Pushing event updated for resources: {'Port': ['ID=c75d5095-f63f-47b1-b975-a54d4e5625e5,revision_number=1']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:09:01.048487 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-839ab3fb-f6a5-4f70-9ff6-ff958a22ec9b tempest-RoutersAdminTest-952369856 tempest-RoutersAdminTest-952369856-project-admin] Deleting port c82762a9-ea84-47d1-89ac-038c1312961b {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:09:01.048487 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-839ab3fb-f6a5-4f70-9ff6-ff958a22ec9b tempest-RoutersAdminTest-952369856 tempest-RoutersAdminTest-952369856-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:01.054222 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-26291138-d06d-42a4-9f00-d298cd7f1591 tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3893367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8784787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8521880'] for subnet, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:01.062899 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.scheduler.base_scheduler [None req-1cac2dc1-1cd8-4063-9710-20939e60a7cf None None] Resources bound (agent type, host, resource id): {{(pid=103802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:09:01.069649 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cac2dc1-1cd8-4063-9710-20939e60a7cf None None] Received port after_create {{(pid=103802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:09:01.144901 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-196626e8-4f60-44f4-af16-1e6edad9b286 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] For port 9f5abc25-2583-4548-9eab-5b271c472121, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=9f5abc25-2583-4548-9eab-5b271c472121,segment=NetworkSegment(a896639f-bc38-4fe3-a0ec-d9beba5c1c23),segment_id=a896639f-bc38-4fe3-a0ec-d9beba5c1c23)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:09:01.145297 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-196626e8-4f60-44f4-af16-1e6edad9b286 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:01.171727 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-196626e8-4f60-44f4-af16-1e6edad9b286 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Calling delete_port for 9f5abc25-2583-4548-9eab-5b271c472121 owned by network:dhcp {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:09:01.239022 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-839ab3fb-f6a5-4f70-9ff6-ff958a22ec9b tempest-RoutersAdminTest-952369856 tempest-RoutersAdminTest-952369856-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:01.264054 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cac2dc1-1cd8-4063-9710-20939e60a7cf None None] Pushing event updated for resources: {'Port': ['ID=b03ae4ee-0df0-4a5c-b318-3642c8f93d0c,revision_number=1']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:09:01.307800 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-8cd897a2-beb7-4879-92ed-b1102f24addd None None] Attempting to bind port c75d5095-f63f-47b1-b975-a54d4e5625e5 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 05 17:09:01.308303 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-8cd897a2-beb7-4879-92ed-b1102f24addd None None] Attempting to bind port c75d5095-f63f-47b1-b975-a54d4e5625e5 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'd472e1d1-473c-404d-9af3-3e1798f8eb1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'd6c49800-f3d8-4077-ad74-a2e671ae125c'}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 05 17:09:01.308757 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cd897a2-beb7-4879-92ed-b1102f24addd None None] Attempting to bind port c75d5095-f63f-47b1-b975-a54d4e5625e5 on network d6c49800-f3d8-4077-ad74-a2e671ae125c {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:09:01.311053 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-568f8468-cc16-4ff8-b36f-73c6a68facc7 None None] DHCP port deletion for c48256cf-a076-46b3-9713-1d8b4ddd5ae7 request from dv-neutron-master-2-hyperv {{(pid=103802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 05 17:09:01.320610 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-1cac2dc1-1cd8-4063-9710-20939e60a7cf None None] Attempting to bind port b03ae4ee-0df0-4a5c-b318-3642c8f93d0c on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 05 17:09:01.321150 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-1cac2dc1-1cd8-4063-9710-20939e60a7cf None None] Attempting to bind port b03ae4ee-0df0-4a5c-b318-3642c8f93d0c by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '09c70479-45e9-4d04-8b11-bc4387e1966c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '056d46c9-7ead-4b67-b083-799104289efb'}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 05 17:09:01.321945 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cac2dc1-1cd8-4063-9710-20939e60a7cf None None] Attempting to bind port b03ae4ee-0df0-4a5c-b318-3642c8f93d0c on network 056d46c9-7ead-4b67-b083-799104289efb {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:09:01.323869 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-839ab3fb-f6a5-4f70-9ff6-ff958a22ec9b tempest-RoutersAdminTest-952369856 tempest-RoutersAdminTest-952369856-project-admin] Calling delete_port for c82762a9-ea84-47d1-89ac-038c1312961b owned by {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:09:01.329385 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-54791a9b-b6c0-4f04-b7d7-af150ed10129 None None] Deleting port 9f5abc25-2583-4548-9eab-5b271c472121 {{(pid=103802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:09:01.330041 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-54791a9b-b6c0-4f04-b7d7-af150ed10129 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:01.345816 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cd897a2-beb7-4879-92ed-b1102f24addd None None] Checking agent: {'id': '0d4f8fd3-ce62-4651-970c-efa6a8bb22b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 5, 16, 57, 23), 'started_at': datetime.datetime(2022, 1, 5, 16, 57, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 5, 17, 8, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 05 17:09:01.346362 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cd897a2-beb7-4879-92ed-b1102f24addd None None] Checking segment: {'id': 'd472e1d1-473c-404d-9af3-3e1798f8eb1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'd6c49800-f3d8-4077-ad74-a2e671ae125c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:09:01.346856 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-8cd897a2-beb7-4879-92ed-b1102f24addd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:01.347369 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cd897a2-beb7-4879-92ed-b1102f24addd None None] Bound using segment: {'id': 'd472e1d1-473c-404d-9af3-3e1798f8eb1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'd6c49800-f3d8-4077-ad74-a2e671ae125c'} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 05 17:09:01.347943 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-8cd897a2-beb7-4879-92ed-b1102f24addd None None] Bound port: c75d5095-f63f-47b1-b975-a54d4e5625e5, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd472e1d1-473c-404d-9af3-3e1798f8eb1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'd6c49800-f3d8-4077-ad74-a2e671ae125c'}}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 05 17:09:01.348625 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-8cd897a2-beb7-4879-92ed-b1102f24addd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:01.356469 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cac2dc1-1cd8-4063-9710-20939e60a7cf None None] Checking agent: {'id': '0d4f8fd3-ce62-4651-970c-efa6a8bb22b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 5, 16, 57, 23), 'started_at': datetime.datetime(2022, 1, 5, 16, 57, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 5, 17, 8, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 05 17:09:01.357004 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cac2dc1-1cd8-4063-9710-20939e60a7cf None None] Checking segment: {'id': '09c70479-45e9-4d04-8b11-bc4387e1966c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '056d46c9-7ead-4b67-b083-799104289efb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:09:01.357495 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-1cac2dc1-1cd8-4063-9710-20939e60a7cf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:01.358060 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cac2dc1-1cd8-4063-9710-20939e60a7cf None None] Bound using segment: {'id': '09c70479-45e9-4d04-8b11-bc4387e1966c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '056d46c9-7ead-4b67-b083-799104289efb'} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 05 17:09:01.358651 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-1cac2dc1-1cd8-4063-9710-20939e60a7cf None None] Bound port: b03ae4ee-0df0-4a5c-b318-3642c8f93d0c, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09c70479-45e9-4d04-8b11-bc4387e1966c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '056d46c9-7ead-4b67-b083-799104289efb'}}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 05 17:09:01.359123 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-1cac2dc1-1cd8-4063-9710-20939e60a7cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:01.361639 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.objects.ports [None req-42aa1c2a-76ec-4a13-99e0-c7e1c40f7153 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103801) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 05 17:09:01.475023 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-54791a9b-b6c0-4f04-b7d7-af150ed10129 None None] For port 9f5abc25-2583-4548-9eab-5b271c472121, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=9f5abc25-2583-4548-9eab-5b271c472121,segment=NetworkSegment(a896639f-bc38-4fe3-a0ec-d9beba5c1c23),segment_id=a896639f-bc38-4fe3-a0ec-d9beba5c1c23)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:09:01.475533 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-54791a9b-b6c0-4f04-b7d7-af150ed10129 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:01.477441 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f668c14-8d6c-4d43-a849-80aaeecb4d46 req-dd811e97-4628-49b9-b75d-7c907caee75e tempest-ServerActionsTestJSON-949899014 tempest-ServerActionsTestJSON-949899014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:09:01.479257 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-8f668c14-8d6c-4d43-a849-80aaeecb4d46 req-dd811e97-4628-49b9-b75d-7c907caee75e tempest-ServerActionsTestJSON-949899014 tempest-ServerActionsTestJSON-949899014-project] 10.222.0.11 "GET /v2.0/ports?device_id=be270a5c-db8b-4dff-9e40-79b29c80ad34 HTTP/1.1" status: 200 len: 946 time: 0.6415977 Jan 05 17:09:01.485676 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-bb7f9c71-33f8-4660-a30b-d35991169414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678'] for port, after_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:01.504508 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26291138-d06d-42a4-9f00-d298cd7f1591 tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] Pushing event deleted for resources: {'Subnet': ['ID=04aeb5df-a623-439d-9289-00ec6c382273,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:09:01.527077 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-92d7692b-19a9-4669-9c09-3e03345abee8 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:01.533999 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2c8656-cb94-4034-8d6e-6f9fb9803669 req-97fde988-7844-42be-9ee5-e1cc93cf03fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:09:01.533999 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-ad2c8656-cb94-4034-8d6e-6f9fb9803669 req-97fde988-7844-42be-9ee5-e1cc93cf03fc service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0e5f75b0fa584f3fb65d4d2f1d03045b&device_id=be270a5c-db8b-4dff-9e40-79b29c80ad34 HTTP/1.1" status: 200 len: 1099 time: 0.6368337 Jan 05 17:09:01.537812 dv-neutron-master-2-hyperv neutron-server[103801]: WARNING neutron.services.revisions.revision_plugin [None req-42aa1c2a-76ec-4a13-99e0-c7e1c40f7153 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Could not find related port for resource to bump revision. Jan 05 17:09:01.550706 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-54791a9b-b6c0-4f04-b7d7-af150ed10129 None None] Calling delete_port for 9f5abc25-2583-4548-9eab-5b271c472121 owned by network:dhcp {{(pid=103802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:09:01.552587 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7f9c71-33f8-4660-a30b-d35991169414 None None] Pushing event deleted for resources: {'Port': ['ID=2640e09c-a721-48b7-a1df-3750b2588bdb,revision_number=None']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:09:01.578953 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-fab7aeab-dbfd-4e20-8d4a-38a0c137593e tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3809644'] for network, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:01.580338 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb7f9c71-33f8-4660-a30b-d35991169414 None None] No DVR routers for this DVR port 2640e09c-a721-48b7-a1df-3750b2588bdb on host dv-neutron-master-2-hyperv {{(pid=103802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 05 17:09:01.585626 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-196626e8-4f60-44f4-af16-1e6edad9b286 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11433176'] for port, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:01.593468 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-8cd897a2-beb7-4879-92ed-b1102f24addd None None] For port c75d5095-f63f-47b1-b975-a54d4e5625e5, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 05 17:09:01.602657 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-196626e8-4f60-44f4-af16-1e6edad9b286 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] No DVR routers for this DVR port 9f5abc25-2583-4548-9eab-5b271c472121 on host dv-neutron-master-2-hyperv {{(pid=103801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 05 17:09:01.606218 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-1cac2dc1-1cd8-4063-9710-20939e60a7cf None None] For port b03ae4ee-0df0-4a5c-b318-3642c8f93d0c, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 05 17:09:01.609897 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.ipam_pluggable_backend [None req-42aa1c2a-76ec-4a13-99e0-c7e1c40f7153 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Port 2640e09c-a721-48b7-a1df-3750b2588bdb was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=103801) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Jan 05 17:09:01.609897 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.ipam_pluggable_backend [None req-42aa1c2a-76ec-4a13-99e0-c7e1c40f7153 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Reverting IP allocation for 2001:db8::f816:3eff:fe48:9e76 {{(pid=103801) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Jan 05 17:09:01.619812 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.ipam_pluggable_backend [None req-42aa1c2a-76ec-4a13-99e0-c7e1c40f7153 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe48:9e76 {{(pid=103801) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:605}} Jan 05 17:09:01.669286 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-42aa1c2a-76ec-4a13-99e0-c7e1c40f7153 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11433288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12480593'] for subnet, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:01.674418 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-54791a9b-b6c0-4f04-b7d7-af150ed10129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678'] for port, after_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:01.677291 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196626e8-4f60-44f4-af16-1e6edad9b286 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Pushing event deleted for resources: {'Port': ['ID=9f5abc25-2583-4548-9eab-5b271c472121,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:09:01.706370 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54791a9b-b6c0-4f04-b7d7-af150ed10129 None None] Pushing event deleted for resources: {'Port': ['ID=9f5abc25-2583-4548-9eab-5b271c472121,revision_number=None']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:09:01.708196 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54791a9b-b6c0-4f04-b7d7-af150ed10129 None None] No DVR routers for this DVR port 9f5abc25-2583-4548-9eab-5b271c472121 on host dv-neutron-master-2-hyperv {{(pid=103802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 05 17:09:01.751393 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-26291138-d06d-42a4-9f00-d298cd7f1591 tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3891715', 'neutron.services.segments.db._delete_segments_for_network-8754181063482'] for network, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:01.751941 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42aa1c2a-76ec-4a13-99e0-c7e1c40f7153 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Network e897f8fc-3cef-40ca-9466-c6c65ecd9833 is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:09:01.793439 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-42aa1c2a-76ec-4a13-99e0-c7e1c40f7153 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:09:01.795015 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42aa1c2a-76ec-4a13-99e0-c7e1c40f7153 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Pushing event updated for resources: {'Subnet': ['ID=0f3d7fc8-4abc-4d4f-abac-4e0bb5254d5a,revision_number=0']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:09:01.799669 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42aa1c2a-76ec-4a13-99e0-c7e1c40f7153 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:09:01.800274 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-42aa1c2a-76ec-4a13-99e0-c7e1c40f7153 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks [] for subnet, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:01.808158 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-196626e8-4f60-44f4-af16-1e6edad9b286 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3891715', 'neutron.services.segments.db._delete_segments_for_network-8754181063482'] for network, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:01.808828 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ac76a73-73e6-44d9-a000-21ad4bb36150 None None] Network e897f8fc-3cef-40ca-9466-c6c65ecd9833 requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:09:01.834864 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.services.segments.db [None req-196626e8-4f60-44f4-af16-1e6edad9b286 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d0b3846-3363-43bf-b582-6495259861a3']}} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:09:01.844667 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.services.segments.db [None req-196626e8-4f60-44f4-af16-1e6edad9b286 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a896639f-bc38-4fe3-a0ec-d9beba5c1c23') {'for_net_delete': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:09:01.844977 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.services.segments.db [None req-196626e8-4f60-44f4-af16-1e6edad9b286 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a896639f-bc38-4fe3-a0ec-d9beba5c1c23') {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:09:01.860057 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-839ab3fb-f6a5-4f70-9ff6-ff958a22ec9b tempest-RoutersAdminTest-952369856 tempest-RoutersAdminTest-952369856-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11433176'] for port, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:01.862910 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-8f668c14-8d6c-4d43-a849-80aaeecb4d46 req-1bb479cb-ba3d-4c52-8caf-7b153f2c269d tempest-ServerActionsTestJSON-949899014 tempest-ServerActionsTestJSON-949899014-project] 10.222.0.11 "GET /v2.0/security-groups?id=f7674e10-0a07-4bc4-8403-a53dd95a312a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3487296 Jan 05 17:09:01.863423 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-196626e8-4f60-44f4-af16-1e6edad9b286 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754181064771', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11316385'] for segment, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:01.886187 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.services.segments.db [None req-26291138-d06d-42a4-9f00-d298cd7f1591 tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['056d46c9-7ead-4b67-b083-799104289efb']}} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:09:01.898776 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839ab3fb-f6a5-4f70-9ff6-ff958a22ec9b tempest-RoutersAdminTest-952369856 tempest-RoutersAdminTest-952369856-project-admin] Pushing event deleted for resources: {'Port': ['ID=c82762a9-ea84-47d1-89ac-038c1312961b,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:09:01.919330 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-42aa1c2a-76ec-4a13-99e0-c7e1c40f7153 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.1264846 Jan 05 17:09:01.919330 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-196626e8-4f60-44f4-af16-1e6edad9b286 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225'] for segment, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:01.923630 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.services.segments.db [None req-26291138-d06d-42a4-9f00-d298cd7f1591 tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09c70479-45e9-4d04-8b11-bc4387e1966c') {'for_net_delete': True} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:09:01.923948 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.services.segments.db [None req-26291138-d06d-42a4-9f00-d298cd7f1591 tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09c70479-45e9-4d04-8b11-bc4387e1966c') {} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:09:01.932495 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 41450) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:09:01.939789 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-0fe47279-a7df-43e0-afe9-c9dcbe996047 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Request body: {'port': {'network_id': 'e897f8fc-3cef-40ca-9466-c6c65ecd9833', 'mac_address': 'fa:16:3e:82:74:13', 'name': 'tempest-NetworksTestDHCPv6-524041094'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:09:01.943741 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-196626e8-4f60-44f4-af16-1e6edad9b286 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Releasing vlan 105 on physical network physnet1 to pool {{(pid=103801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 05 17:09:01.944156 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-196626e8-4f60-44f4-af16-1e6edad9b286 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11433197'] for segment, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:01.947620 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:09:01.947620 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:09:01.947620 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:09:01.947620 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:09:01.947620 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:09:01.947620 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:09:01.947620 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:09:01.947620 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:09:01.947620 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:09:01.947620 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:09:01.947620 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:09:01.947620 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:09:01.947620 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:09:01.947620 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:09:01.947620 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:09:01.947620 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:09:01.947620 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:09:01.947620 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:09:01.947620 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:09:01.947620 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:09:01.947620 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:09:01.947620 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:09:01.947620 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:09:01.947620 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:09:01.947620 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:09:01.947620 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:09:01.947620 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:09:01.947620 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:09:01.947620 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:09:01.947620 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:09:01.947620 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:09:01.947620 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:09:01.947620 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:09:01.947620 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:09:01.947620 dv-neutron-master-2-hyperv neutron-server[103801]: Traceback (most recent call last): Jan 05 17:09:01.947620 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 05 17:09:01.947620 dv-neutron-master-2-hyperv neutron-server[103801]: timer() Jan 05 17:09:01.947620 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 05 17:09:01.947620 dv-neutron-master-2-hyperv neutron-server[103801]: cb(*args, **kw) Jan 05 17:09:01.947620 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 05 17:09:01.947620 dv-neutron-master-2-hyperv neutron-server[103801]: return func(*args, **kwargs) Jan 05 17:09:01.956957 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 05 17:09:01.956957 dv-neutron-master-2-hyperv neutron-server[103801]: self._notify() Jan 05 17:09:01.956957 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 05 17:09:01.956957 dv-neutron-master-2-hyperv neutron-server[103801]: self.callback(batched_events) Jan 05 17:09:01.956957 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 05 17:09:01.956957 dv-neutron-master-2-hyperv neutron-server[103801]: event.method(event) Jan 05 17:09:01.956957 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 05 17:09:01.956957 dv-neutron-master-2-hyperv neutron-server[103801]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 05 17:09:01.956957 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 05 17:09:01.956957 dv-neutron-master-2-hyperv neutron-server[103801]: aggregate_uuid = self.p_client.list_aggregates( Jan 05 17:09:01.956957 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 05 17:09:01.956957 dv-neutron-master-2-hyperv neutron-server[103801]: return f(self, *a, **k) Jan 05 17:09:01.956957 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 05 17:09:01.956957 dv-neutron-master-2-hyperv neutron-server[103801]: return self._get(url).json() Jan 05 17:09:01.956957 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 05 17:09:01.956957 dv-neutron-master-2-hyperv neutron-server[103801]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 05 17:09:01.956957 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 05 17:09:01.956957 dv-neutron-master-2-hyperv neutron-server[103801]: return self.request(url, 'GET', **kwargs) Jan 05 17:09:01.956957 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 05 17:09:01.956957 dv-neutron-master-2-hyperv neutron-server[103801]: base_url = self.get_endpoint(auth, allow=allow, Jan 05 17:09:01.956957 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 05 17:09:01.956957 dv-neutron-master-2-hyperv neutron-server[103801]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 05 17:09:01.956957 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 05 17:09:01.956957 dv-neutron-master-2-hyperv neutron-server[103801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 05 17:09:01.956957 dv-neutron-master-2-hyperv neutron-server[103801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 05 17:09:02.014268 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-26291138-d06d-42a4-9f00-d298cd7f1591 tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754181064771', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8784833'] for segment, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:02.019180 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2c8656-cb94-4034-8d6e-6f9fb9803669 req-33a00960-ee85-4e1c-9b7f-3a0f244ddc26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:09:02.020911 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-ad2c8656-cb94-4034-8d6e-6f9fb9803669 req-33a00960-ee85-4e1c-9b7f-3a0f244ddc26 service neutron] 10.222.0.13 "GET /v2.0/networks?id=1e5e93d9-6ada-44ad-b92b-017486a9719e HTTP/1.1" status: 200 len: 912 time: 0.4798510 Jan 05 17:09:02.058117 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-8cd897a2-beb7-4879-92ed-b1102f24addd None None] For port c75d5095-f63f-47b1-b975-a54d4e5625e5, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c75d5095-f63f-47b1-b975-a54d4e5625e5,segment=NetworkSegment(d472e1d1-473c-404d-9af3-3e1798f8eb1a),segment_id=d472e1d1-473c-404d-9af3-3e1798f8eb1a)] {{(pid=103802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 05 17:09:02.065210 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-1cac2dc1-1cd8-4063-9710-20939e60a7cf None None] For port b03ae4ee-0df0-4a5c-b318-3642c8f93d0c, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b03ae4ee-0df0-4a5c-b318-3642c8f93d0c,segment=NetworkSegment(09c70479-45e9-4d04-8b11-bc4387e1966c),segment_id=09c70479-45e9-4d04-8b11-bc4387e1966c)] {{(pid=103802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 05 17:09:02.104779 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-839ab3fb-f6a5-4f70-9ff6-ff958a22ec9b tempest-RoutersAdminTest-952369856 tempest-RoutersAdminTest-952369856-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:02.111623 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-839ab3fb-f6a5-4f70-9ff6-ff958a22ec9b tempest-RoutersAdminTest-952369856 tempest-RoutersAdminTest-952369856-project-admin] 10.222.0.11 "DELETE /v2.0/ports/c82762a9-ea84-47d1-89ac-038c1312961b HTTP/1.1" status: 204 len: 168 time: 1.5833631 Jan 05 17:09:02.112249 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 41452) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:09:02.119598 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-48443c01-9365-40b6-b5be-f4e5ad2afce5 tempest-RoutersAdminTest-952369856 tempest-RoutersAdminTest-952369856-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7d9b3ad7-e7ae-429f-91b7-684985b3b754', 'external_fixed_ips': [{'subnet_id': 'abccc1d9-783f-4740-aa04-e1701021ada0', 'ip_address': '172.20.0.9'}]}}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:09:02.127087 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee3e0a6d-7008-43e8-93ef-0cd87f5a4684 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-e897f8fc-3cef-40ca-9466-c6c65ecd9833', 'network_id': 'e897f8fc-3cef-40ca-9466-c6c65ecd9833', 'project_id': 'fd419c78d7194361a03f37a26ebeba76', 'fixed_ips': [{'subnet_id': '0f3d7fc8-4abc-4d4f-abac-4e0bb5254d5a'}]}} from dv-neutron-master-2-hyperv. {{(pid=103802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 05 17:09:02.128070 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-ee3e0a6d-7008-43e8-93ef-0cd87f5a4684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:02.132654 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-8cd897a2-beb7-4879-92ed-b1102f24addd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:02.161574 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-196626e8-4f60-44f4-af16-1e6edad9b286 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3891722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648695'] for network, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:02.166307 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-fab7aeab-dbfd-4e20-8d4a-38a0c137593e tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3891715', 'neutron.services.segments.db._delete_segments_for_network-8754181063482'] for network, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:02.174475 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-26291138-d06d-42a4-9f00-d298cd7f1591 tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225'] for segment, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:02.175391 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-196626e8-4f60-44f4-af16-1e6edad9b286 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks [] for network, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:02.178890 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-196626e8-4f60-44f4-af16-1e6edad9b286 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] 10.222.0.11 "DELETE /v2.0/networks/6d0b3846-3363-43bf-b582-6495259861a3 HTTP/1.1" status: 204 len: 168 time: 1.8649478 Jan 05 17:09:02.189431 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 41454) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:09:02.192199 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196626e8-4f60-44f4-af16-1e6edad9b286 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Pushing event deleted for resources: {'Network': ['ID=6d0b3846-3363-43bf-b582-6495259861a3,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:09:02.205834 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-196dd5f6-bebb-4d39-8ab0-7f7345ff751b tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1392716440', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:09:02.214287 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 2640e09c-a721-48b7-a1df-3750b2588bdb no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 05 17:09:02.216922 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-1cac2dc1-1cd8-4063-9710-20939e60a7cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:02.242063 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26291138-d06d-42a4-9f00-d298cd7f1591 tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] Releasing vlan 139 on physical network physnet1 to pool {{(pid=103800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 05 17:09:02.242471 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-26291138-d06d-42a4-9f00-d298cd7f1591 tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8784497'] for segment, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:02.249752 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:09:02.249752 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:09:02.249752 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:09:02.249752 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:09:02.249752 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:09:02.249752 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:09:02.249752 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:09:02.249752 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:09:02.249752 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:09:02.249752 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:09:02.249752 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:09:02.249752 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:09:02.249752 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:09:02.249752 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:09:02.249752 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:09:02.249752 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:09:02.249752 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:09:02.249752 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:09:02.249752 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:09:02.249752 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:09:02.249752 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:09:02.249752 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:09:02.249752 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:09:02.249752 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:09:02.249752 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:09:02.249752 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:09:02.249752 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:09:02.249752 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:09:02.249752 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:09:02.249752 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:09:02.249752 dv-neutron-master-2-hyperv neutron-server[103800]: Traceback (most recent call last): Jan 05 17:09:02.249752 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 05 17:09:02.249752 dv-neutron-master-2-hyperv neutron-server[103800]: timer() Jan 05 17:09:02.249752 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 05 17:09:02.249752 dv-neutron-master-2-hyperv neutron-server[103800]: cb(*args, **kw) Jan 05 17:09:02.249752 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 05 17:09:02.249752 dv-neutron-master-2-hyperv neutron-server[103800]: return func(*args, **kwargs) Jan 05 17:09:02.249752 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 05 17:09:02.249752 dv-neutron-master-2-hyperv neutron-server[103800]: self._notify() Jan 05 17:09:02.249752 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 05 17:09:02.249752 dv-neutron-master-2-hyperv neutron-server[103800]: self.callback(batched_events) Jan 05 17:09:02.249752 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 05 17:09:02.249752 dv-neutron-master-2-hyperv neutron-server[103800]: event.method(event) Jan 05 17:09:02.249752 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 05 17:09:02.249752 dv-neutron-master-2-hyperv neutron-server[103800]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 05 17:09:02.249752 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 05 17:09:02.249752 dv-neutron-master-2-hyperv neutron-server[103800]: aggregate_uuid = self.p_client.list_aggregates( Jan 05 17:09:02.253405 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 05 17:09:02.253405 dv-neutron-master-2-hyperv neutron-server[103800]: return f(self, *a, **k) Jan 05 17:09:02.253405 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 05 17:09:02.253405 dv-neutron-master-2-hyperv neutron-server[103800]: return self._get(url).json() Jan 05 17:09:02.253405 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 05 17:09:02.253405 dv-neutron-master-2-hyperv neutron-server[103800]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 05 17:09:02.253405 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 05 17:09:02.253405 dv-neutron-master-2-hyperv neutron-server[103800]: return self.request(url, 'GET', **kwargs) Jan 05 17:09:02.253405 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 05 17:09:02.253405 dv-neutron-master-2-hyperv neutron-server[103800]: base_url = self.get_endpoint(auth, allow=allow, Jan 05 17:09:02.253405 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 05 17:09:02.253405 dv-neutron-master-2-hyperv neutron-server[103800]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 05 17:09:02.253405 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 05 17:09:02.253405 dv-neutron-master-2-hyperv neutron-server[103800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 05 17:09:02.253405 dv-neutron-master-2-hyperv neutron-server[103800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 05 17:09:02.265677 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] No Port match for: 2640e09c-a721-48b7-a1df-3750b2588bdb {{(pid=103802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 05 17:09:02.266601 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 2640e09c-a721-48b7-a1df-3750b2588bdb not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 05 17:09:02.266601 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 9f5abc25-2583-4548-9eab-5b271c472121 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 05 17:09:02.289943 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fe47279-a7df-43e0-afe9-c9dcbe996047 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Made reservation on behalf of fd419c78d7194361a03f37a26ebeba76 for: {'port': 1} {{(pid=103801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:09:02.298932 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.services.segments.db [None req-fab7aeab-dbfd-4e20-8d4a-38a0c137593e tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c48256cf-a076-46b3-9713-1d8b4ddd5ae7']}} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:09:02.300590 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-48443c01-9365-40b6-b5be-f4e5ad2afce5 tempest-RoutersAdminTest-952369856 tempest-RoutersAdminTest-952369856-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-649063', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58098'] for router, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:02.301734 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-48443c01-9365-40b6-b5be-f4e5ad2afce5 tempest-RoutersAdminTest-952369856 tempest-RoutersAdminTest-952369856-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649832', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-545006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58091'] for router, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:02.325081 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] No Port match for: 9f5abc25-2583-4548-9eab-5b271c472121 {{(pid=103802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 05 17:09:02.325081 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 9f5abc25-2583-4548-9eab-5b271c472121 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 05 17:09:02.348319 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-ad2c8656-cb94-4034-8d6e-6f9fb9803669 req-5375557f-e105-49ac-add6-399b4ef69223 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=67389512-62b3-4da5-90e0-71fd04a18f1a HTTP/1.1" status: 200 len: 1002 time: 0.3114018 Jan 05 17:09:02.376809 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.services.segments.db [None req-fab7aeab-dbfd-4e20-8d4a-38a0c137593e tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f018968-7719-4818-a10e-9141374622d7') {'for_net_delete': True} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:09:02.377143 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.services.segments.db [None req-fab7aeab-dbfd-4e20-8d4a-38a0c137593e tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f018968-7719-4818-a10e-9141374622d7') {} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:09:02.387112 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-500f1289-0562-420d-8c63-676f760523f0 tempest-AllowedAddressPairTestJSON-1235936357 tempest-AllowedAddressPairTestJSON-1235936357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:02.413659 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-fab7aeab-dbfd-4e20-8d4a-38a0c137593e tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754181064771', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8784833'] for segment, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:02.437810 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-48443c01-9365-40b6-b5be-f4e5ad2afce5 tempest-RoutersAdminTest-952369856 tempest-RoutersAdminTest-952369856-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:02.442103 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd897a2-beb7-4879-92ed-b1102f24addd None None] Pushing event updated for resources: {'Port': ['ID=c75d5095-f63f-47b1-b975-a54d4e5625e5,revision_number=2']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:09:02.460415 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-0fe47279-a7df-43e0-afe9-c9dcbe996047 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:02.507281 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.db.api [None req-26291138-d06d-42a4-9f00-d298cd7f1591 tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 05 17:09:02.507281 dv-neutron-master-2-hyperv neutron-server[103800]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 05 17:09:02.507281 dv-neutron-master-2-hyperv neutron-server[103800]: [parameters: {'id': '056d46c9-7ead-4b67-b083-799104289efb'}] Jan 05 17:09:02.507281 dv-neutron-master-2-hyperv neutron-server[103800]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103800) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 05 17:09:02.507281 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG oslo_db.api [None req-26291138-d06d-42a4-9f00-d298cd7f1591 tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 05 17:09:02.507281 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500f1289-0562-420d-8c63-676f760523f0 tempest-AllowedAddressPairTestJSON-1235936357 tempest-AllowedAddressPairTestJSON-1235936357-project] Pushing event deleted for resources: {'Port': ['ID=5c4c25ac-d81b-4375-a932-2d73c5154596,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:09:02.507761 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.notifiers.nova [None req-0fe47279-a7df-43e0-afe9-c9dcbe996047 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] device_id is not set on port e426cfab-e336-406f-9de0-7b77a348ffc0 yet. {{(pid=103801) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 05 17:09:02.507942 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-fab7aeab-dbfd-4e20-8d4a-38a0c137593e tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225'] for segment, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:02.564394 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fab7aeab-dbfd-4e20-8d4a-38a0c137593e tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Releasing vlan 138 on physical network physnet1 to pool {{(pid=103800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 05 17:09:02.564812 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-fab7aeab-dbfd-4e20-8d4a-38a0c137593e tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8784497'] for segment, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:02.571279 dv-neutron-master-2-hyperv neutron-server[103800]: Traceback (most recent call last): Jan 05 17:09:02.571279 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 05 17:09:02.571279 dv-neutron-master-2-hyperv neutron-server[103800]: timer() Jan 05 17:09:02.571279 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 05 17:09:02.571279 dv-neutron-master-2-hyperv neutron-server[103800]: cb(*args, **kw) Jan 05 17:09:02.571279 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 05 17:09:02.571279 dv-neutron-master-2-hyperv neutron-server[103800]: return func(*args, **kwargs) Jan 05 17:09:02.571279 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 05 17:09:02.571279 dv-neutron-master-2-hyperv neutron-server[103800]: self._notify() Jan 05 17:09:02.571279 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 05 17:09:02.571279 dv-neutron-master-2-hyperv neutron-server[103800]: self.callback(batched_events) Jan 05 17:09:02.571279 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 05 17:09:02.571279 dv-neutron-master-2-hyperv neutron-server[103800]: event.method(event) Jan 05 17:09:02.571279 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 05 17:09:02.571279 dv-neutron-master-2-hyperv neutron-server[103800]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 05 17:09:02.571279 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 05 17:09:02.571279 dv-neutron-master-2-hyperv neutron-server[103800]: aggregate_uuid = self.p_client.list_aggregates( Jan 05 17:09:02.571279 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 05 17:09:02.571279 dv-neutron-master-2-hyperv neutron-server[103800]: return f(self, *a, **k) Jan 05 17:09:02.571279 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 05 17:09:02.571279 dv-neutron-master-2-hyperv neutron-server[103800]: return self._get(url).json() Jan 05 17:09:02.571279 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 05 17:09:02.571279 dv-neutron-master-2-hyperv neutron-server[103800]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 05 17:09:02.571279 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 05 17:09:02.571279 dv-neutron-master-2-hyperv neutron-server[103800]: return self.request(url, 'GET', **kwargs) Jan 05 17:09:02.571279 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 05 17:09:02.571279 dv-neutron-master-2-hyperv neutron-server[103800]: base_url = self.get_endpoint(auth, allow=allow, Jan 05 17:09:02.571279 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 05 17:09:02.571279 dv-neutron-master-2-hyperv neutron-server[103800]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 05 17:09:02.571279 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 05 17:09:02.571279 dv-neutron-master-2-hyperv neutron-server[103800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 05 17:09:02.571279 dv-neutron-master-2-hyperv neutron-server[103800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 05 17:09:02.607763 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e6cab6e-f736-4fb5-ad35-587eccb4ff90 None None] Network 056d46c9-7ead-4b67-b083-799104289efb requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:09:02.621124 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2c8656-cb94-4034-8d6e-6f9fb9803669 req-90b6d241-4f85-47f6-a83f-c2c40c3a8b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:09:02.624402 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-ad2c8656-cb94-4034-8d6e-6f9fb9803669 req-90b6d241-4f85-47f6-a83f-c2c40c3a8b88 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fab82641-cc31-4ee1-85fb-d7818e6883fd HTTP/1.1" status: 200 len: 850 time: 0.2365968 Jan 05 17:09:02.637806 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cac2dc1-1cd8-4063-9710-20939e60a7cf None None] Pushing event updated for resources: {'Port': ['ID=b03ae4ee-0df0-4a5c-b318-3642c8f93d0c,revision_number=2']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:09:02.718777 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.db_base_plugin_common [None req-ee3e0a6d-7008-43e8-93ef-0cd87f5a4684 None None] Allocated IP 2001:db8::f816:3eff:fe40:7cc3 (e897f8fc-3cef-40ca-9466-c6c65ecd9833/0f3d7fc8-4abc-4d4f-abac-4e0bb5254d5a/719d82cd-ea12-40de-9fb0-8e9f245e5bfa) {{(pid=103802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:09:02.746741 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [None req-92d7692b-19a9-4669-9c09-3e03345abee8 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Allocated IP 2001:db8::1 (d6c49800-f3d8-4077-ad74-a2e671ae125c/0307b3c0-a83a-4f31-b998-cb32155430b7/c0a459d3-6196-4b7f-9fd6-9e1359927b0e) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:09:02.872362 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-48443c01-9365-40b6-b5be-f4e5ad2afce5 tempest-RoutersAdminTest-952369856 tempest-RoutersAdminTest-952369856-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:02.891604 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-196dd5f6-bebb-4d39-8ab0-7f7345ff751b tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-649063', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58098'] for router, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:02.893019 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-196dd5f6-bebb-4d39-8ab0-7f7345ff751b tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649832', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-545006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58091'] for router, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:02.906551 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-fab7aeab-dbfd-4e20-8d4a-38a0c137593e tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3891722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648695'] for network, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:02.910772 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-fab7aeab-dbfd-4e20-8d4a-38a0c137593e tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Publish callbacks [] for network, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:02.918551 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-fab7aeab-dbfd-4e20-8d4a-38a0c137593e tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] 10.222.0.11 "DELETE /v2.0/networks/c48256cf-a076-46b3-9713-1d8b4ddd5ae7 HTTP/1.1" status: 204 len: 168 time: 1.9153974 Jan 05 17:09:02.940406 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-ee3e0a6d-7008-43e8-93ef-0cd87f5a4684 None None] Publish callbacks [] for port, precommit_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:02.959717 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-92d7692b-19a9-4669-9c09-3e03345abee8 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks [] for port, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:02.992681 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab7aeab-dbfd-4e20-8d4a-38a0c137593e tempest-FloatingIPTestJSON-1837575308 tempest-FloatingIPTestJSON-1837575308-project] Pushing event deleted for resources: {'Network': ['ID=c48256cf-a076-46b3-9713-1d8b4ddd5ae7,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:09:03.010323 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-26291138-d06d-42a4-9f00-d298cd7f1591 tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3809644'] for network, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:03.011584 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-ee3e0a6d-7008-43e8-93ef-0cd87f5a4684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669'] for port, after_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:03.030918 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-500f1289-0562-420d-8c63-676f760523f0 tempest-AllowedAddressPairTestJSON-1235936357 tempest-AllowedAddressPairTestJSON-1235936357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:03.034467 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-500f1289-0562-420d-8c63-676f760523f0 tempest-AllowedAddressPairTestJSON-1235936357 tempest-AllowedAddressPairTestJSON-1235936357-project] 10.222.0.11 "DELETE /v2.0/ports/5c4c25ac-d81b-4375-a932-2d73c5154596 HTTP/1.1" status: 204 len: 168 time: 2.9470491 Jan 05 17:09:03.039924 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 41460) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:09:03.056219 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2c8656-cb94-4034-8d6e-6f9fb9803669 req-d35f6e99-54b3-4ed3-b8c2-982355090875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:09:03.058279 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-ad2c8656-cb94-4034-8d6e-6f9fb9803669 req-d35f6e99-54b3-4ed3-b8c2-982355090875 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1e5e93d9-6ada-44ad-b92b-017486a9719e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1815248 Jan 05 17:09:03.090750 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-196dd5f6-bebb-4d39-8ab0-7f7345ff751b tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:03.094967 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3e0a6d-7008-43e8-93ef-0cd87f5a4684 None None] Pushing event updated for resources: {'Port': ['ID=719d82cd-ea12-40de-9fb0-8e9f245e5bfa,revision_number=1']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:09:03.107165 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.pecan_wsgi.hooks.translation [None req-36434f6c-f4c7-466b-a05f-1f24603e61cd tempest-AllowedAddressPairTestJSON-1235936357 tempest-AllowedAddressPairTestJSON-1235936357-project] GET failed (client error): The resource could not be found. Jan 05 17:09:03.107745 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee3e0a6d-7008-43e8-93ef-0cd87f5a4684 None None] Network e897f8fc-3cef-40ca-9466-c6c65ecd9833 is already hosted by enough agents. {{(pid=103802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:09:03.112132 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-36434f6c-f4c7-466b-a05f-1f24603e61cd tempest-AllowedAddressPairTestJSON-1235936357 tempest-AllowedAddressPairTestJSON-1235936357-project] 10.222.0.11 "GET /v2.0/ports/5c4c25ac-d81b-4375-a932-2d73c5154596 HTTP/1.1" status: 404 len: 333 time: 0.0641892 Jan 05 17:09:03.112296 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.scheduler.base_scheduler [None req-ee3e0a6d-7008-43e8-93ef-0cd87f5a4684 None None] Resources bound (agent type, host, resource id): {{(pid=103802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:09:03.116742 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 41462) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:09:03.124371 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee3e0a6d-7008-43e8-93ef-0cd87f5a4684 None None] Received port after_create {{(pid=103802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:09:03.124533 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1fffce-4aef-4b84-9525-06ee09639f6b req-a47284d6-e7e1-4fc1-9070-52e04c24e62d tempest-ServerActionsTestJSON-949899014 tempest-ServerActionsTestJSON-949899014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:09:03.124533 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-4a1fffce-4aef-4b84-9525-06ee09639f6b req-a47284d6-e7e1-4fc1-9070-52e04c24e62d tempest-ServerActionsTestJSON-949899014 tempest-ServerActionsTestJSON-949899014-project] 10.222.0.11 "GET /v2.0/ports?device_id=be270a5c-db8b-4dff-9e40-79b29c80ad34 HTTP/1.1" status: 200 len: 946 time: 0.1618183 Jan 05 17:09:03.143679 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-da8bcdb1-ad57-4b03-a067-71201044879b tempest-AllowedAddressPairTestJSON-1235936357 tempest-AllowedAddressPairTestJSON-1235936357-project] Request body: {'port': {'network_id': '8e04ecc0-b255-4da3-a7ea-55c342b92b12', 'name': 'tempest-AllowedAddressPairTestJSON-810789440'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:09:03.148372 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [None req-0fe47279-a7df-43e0-afe9-c9dcbe996047 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Allocated IP 2001:db8::f816:3eff:fe82:7413 (e897f8fc-3cef-40ca-9466-c6c65ecd9833/0f3d7fc8-4abc-4d4f-abac-4e0bb5254d5a/e426cfab-e336-406f-9de0-7b77a348ffc0) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:09:03.183813 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-ee3e0a6d-7008-43e8-93ef-0cd87f5a4684 None None] Attempting to bind port 719d82cd-ea12-40de-9fb0-8e9f245e5bfa on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 05 17:09:03.184495 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-ee3e0a6d-7008-43e8-93ef-0cd87f5a4684 None None] Attempting to bind port 719d82cd-ea12-40de-9fb0-8e9f245e5bfa by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '68e6c437-46c2-424d-85e7-20547f69066d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'e897f8fc-3cef-40ca-9466-c6c65ecd9833'}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 05 17:09:03.185079 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee3e0a6d-7008-43e8-93ef-0cd87f5a4684 None None] Attempting to bind port 719d82cd-ea12-40de-9fb0-8e9f245e5bfa on network e897f8fc-3cef-40ca-9466-c6c65ecd9833 {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:09:03.191567 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee3e0a6d-7008-43e8-93ef-0cd87f5a4684 None None] Checking agent: {'id': '0d4f8fd3-ce62-4651-970c-efa6a8bb22b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 5, 16, 57, 23), 'started_at': datetime.datetime(2022, 1, 5, 16, 57, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 5, 17, 8, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 05 17:09:03.192353 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee3e0a6d-7008-43e8-93ef-0cd87f5a4684 None None] Checking segment: {'id': '68e6c437-46c2-424d-85e7-20547f69066d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'e897f8fc-3cef-40ca-9466-c6c65ecd9833'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:09:03.193550 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-ee3e0a6d-7008-43e8-93ef-0cd87f5a4684 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:03.194485 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee3e0a6d-7008-43e8-93ef-0cd87f5a4684 None None] Bound using segment: {'id': '68e6c437-46c2-424d-85e7-20547f69066d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'e897f8fc-3cef-40ca-9466-c6c65ecd9833'} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 05 17:09:03.195451 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-ee3e0a6d-7008-43e8-93ef-0cd87f5a4684 None None] Bound port: 719d82cd-ea12-40de-9fb0-8e9f245e5bfa, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68e6c437-46c2-424d-85e7-20547f69066d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'e897f8fc-3cef-40ca-9466-c6c65ecd9833'}}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 05 17:09:03.196119 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-ee3e0a6d-7008-43e8-93ef-0cd87f5a4684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:03.208172 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-4a1fffce-4aef-4b84-9525-06ee09639f6b req-b6b1132c-bf3c-4ca8-ab4f-32bebc47958d tempest-ServerActionsTestJSON-949899014 tempest-ServerActionsTestJSON-949899014-project] 10.222.0.11 "GET /v2.0/security-groups?id=f7674e10-0a07-4bc4-8403-a53dd95a312a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792911 Jan 05 17:09:03.238124 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-196dd5f6-bebb-4d39-8ab0-7f7345ff751b tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-648430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648639'] for router, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:03.299037 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-ee3e0a6d-7008-43e8-93ef-0cd87f5a4684 None None] For port 719d82cd-ea12-40de-9fb0-8e9f245e5bfa, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 05 17:09:03.307724 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-ee3e0a6d-7008-43e8-93ef-0cd87f5a4684 None None] For port 719d82cd-ea12-40de-9fb0-8e9f245e5bfa, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=719d82cd-ea12-40de-9fb0-8e9f245e5bfa,segment=NetworkSegment(68e6c437-46c2-424d-85e7-20547f69066d),segment_id=68e6c437-46c2-424d-85e7-20547f69066d)] {{(pid=103802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 05 17:09:03.359610 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-92d7692b-19a9-4669-9c09-3e03345abee8 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:03.397634 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-ee3e0a6d-7008-43e8-93ef-0cd87f5a4684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:03.418503 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-ad2c8656-cb94-4034-8d6e-6f9fb9803669 req-9e088d6f-f51d-4e67-bb98-9af005c85576 service neutron] 10.222.0.13 "GET /v2.0/networks/1e5e93d9-6ada-44ad-b92b-017486a9719e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3297565 Jan 05 17:09:03.454319 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92d7692b-19a9-4669-9c09-3e03345abee8 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Network d6c49800-f3d8-4077-ad74-a2e671ae125c is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:09:03.485380 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3e0a6d-7008-43e8-93ef-0cd87f5a4684 None None] Pushing event updated for resources: {'Port': ['ID=719d82cd-ea12-40de-9fb0-8e9f245e5bfa,revision_number=2']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:09:03.509767 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-92d7692b-19a9-4669-9c09-3e03345abee8 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:09:03.521311 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-0fe47279-a7df-43e0-afe9-c9dcbe996047 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks [] for port, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:03.528560 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-48443c01-9365-40b6-b5be-f4e5ad2afce5 tempest-RoutersAdminTest-952369856 tempest-RoutersAdminTest-952369856-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:03.534043 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-26291138-d06d-42a4-9f00-d298cd7f1591 tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] Deleting port b03ae4ee-0df0-4a5c-b318-3642c8f93d0c {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:09:03.534043 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-26291138-d06d-42a4-9f00-d298cd7f1591 tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:03.534043 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d7692b-19a9-4669-9c09-3e03345abee8 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Pushing event updated for resources: {'Port': ['ID=c0a459d3-6196-4b7f-9fd6-9e1359927b0e,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:09:03.546595 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92d7692b-19a9-4669-9c09-3e03345abee8 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:09:03.547359 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-92d7692b-19a9-4669-9c09-3e03345abee8 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-648552'] for router_interface, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:03.564253 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-48443c01-9365-40b6-b5be-f4e5ad2afce5 tempest-RoutersAdminTest-952369856 tempest-RoutersAdminTest-952369856-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:03.616374 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 41466) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:09:03.627606 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-196dd5f6-bebb-4d39-8ab0-7f7345ff751b tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks [] for router, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:03.631717 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-196dd5f6-bebb-4d39-8ab0-7f7345ff751b tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 1.4320292 Jan 05 17:09:03.645451 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 41470) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:09:03.645623 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da8bcdb1-ad57-4b03-a067-71201044879b tempest-AllowedAddressPairTestJSON-1235936357 tempest-AllowedAddressPairTestJSON-1235936357-project] Made reservation on behalf of 1de9fed5660e4646925cb97e94988282 for: {'port': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:09:03.649182 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-da8bcdb1-ad57-4b03-a067-71201044879b tempest-AllowedAddressPairTestJSON-1235936357 tempest-AllowedAddressPairTestJSON-1235936357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:03.669898 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-d9fc2a5f-47f7-4ef2-8565-416f4dbf8768 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Request body: {'network': {'name': 'tempest-RoutersTest-736613188'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:09:03.784117 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-0fe47279-a7df-43e0-afe9-c9dcbe996047 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11433176'] for port, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:03.787958 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.notifiers.nova [None req-da8bcdb1-ad57-4b03-a067-71201044879b tempest-AllowedAddressPairTestJSON-1235936357 tempest-AllowedAddressPairTestJSON-1235936357-project] device_id is not set on port c98997fe-dfec-484a-8e29-265826a94592 yet. {{(pid=103800) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 05 17:09:03.841339 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b4f88dc-6e71-4092-91a1-fb9bb61f3e56 None None] Network d6c49800-f3d8-4077-ad74-a2e671ae125c requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:09:03.847373 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fe47279-a7df-43e0-afe9-c9dcbe996047 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Network e897f8fc-3cef-40ca-9466-c6c65ecd9833 is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:09:03.854916 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-0fe47279-a7df-43e0-afe9-c9dcbe996047 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:09:03.857331 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fe47279-a7df-43e0-afe9-c9dcbe996047 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:09:03.864584 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fe47279-a7df-43e0-afe9-c9dcbe996047 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:09:03.865240 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-0fe47279-a7df-43e0-afe9-c9dcbe996047 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:03.938941 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.db [None req-26291138-d06d-42a4-9f00-d298cd7f1591 tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] For port b03ae4ee-0df0-4a5c-b318-3642c8f93d0c, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b03ae4ee-0df0-4a5c-b318-3642c8f93d0c,segment=NetworkSegment(09c70479-45e9-4d04-8b11-bc4387e1966c),segment_id=09c70479-45e9-4d04-8b11-bc4387e1966c)] {{(pid=103800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:09:03.939237 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-26291138-d06d-42a4-9f00-d298cd7f1591 tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:03.956153 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-ad2c8656-cb94-4034-8d6e-6f9fb9803669 req-edc2e77c-c445-46b5-a1a8-0ad8e01a7eb9 service neutron] 10.222.0.13 "GET /v2.0/networks/1e5e93d9-6ada-44ad-b92b-017486a9719e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5290711 Jan 05 17:09:03.956750 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9fc2a5f-47f7-4ef2-8565-416f4dbf8768 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Made reservation on behalf of 85eea60e03994a48a004c2f9e50e4168 for: {'network': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:09:03.960236 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d9fc2a5f-47f7-4ef2-8565-416f4dbf8768 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for network, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:03.969097 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-26291138-d06d-42a4-9f00-d298cd7f1591 tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] Calling delete_port for b03ae4ee-0df0-4a5c-b318-3642c8f93d0c owned by network:dhcp {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:09:04.006649 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-c6623345-81d9-4484-9f10-f7ff6cf2e1b4 None None] Provisioning complete for port c75d5095-f63f-47b1-b975-a54d4e5625e5 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:09:04.006926 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c6623345-81d9-4484-9f10-f7ff6cf2e1b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:04.082984 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9fc2a5f-47f7-4ef2-8565-416f4dbf8768 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] vlan segment allocate from pool success with {'vlan_id': 113, 'physical_network': 'physnet1'} {{(pid=103800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 05 17:09:04.105332 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c6623345-81d9-4484-9f10-f7ff6cf2e1b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:04.131011 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d9fc2a5f-47f7-4ef2-8565-416f4dbf8768 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225'] for segment, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:04.131391 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.db.segments_db [None req-d9fc2a5f-47f7-4ef2-8565-416f4dbf8768 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Added segment 079e8fea-7656-44b3-bb6e-8cb0885366a3 of type vlan for network 185acd14-b895-4704-a83b-f6ba048b49d6 Jan 05 17:09:04.149199 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-c6623345-81d9-4484-9f10-f7ff6cf2e1b4 None None] For port c75d5095-f63f-47b1-b975-a54d4e5625e5, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c75d5095-f63f-47b1-b975-a54d4e5625e5,segment=NetworkSegment(d472e1d1-473c-404d-9af3-3e1798f8eb1a),segment_id=d472e1d1-473c-404d-9af3-3e1798f8eb1a)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:09:04.176742 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [None req-da8bcdb1-ad57-4b03-a067-71201044879b tempest-AllowedAddressPairTestJSON-1235936357 tempest-AllowedAddressPairTestJSON-1235936357-project] Allocated IP 172.20.0.6 (8e04ecc0-b255-4da3-a7ea-55c342b92b12/26cbd109-81cf-49d2-a4b5-158651c51acd/c98997fe-dfec-484a-8e29-265826a94592) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:09:04.178964 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-92d7692b-19a9-4669-9c09-3e03345abee8 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:04.233443 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c6623345-81d9-4484-9f10-f7ff6cf2e1b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:04.251497 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d9fc2a5f-47f7-4ef2-8565-416f4dbf8768 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754180566020'] for network, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:04.362213 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6623345-81d9-4484-9f10-f7ff6cf2e1b4 None None] Pushing event updated for resources: {'Port': ['ID=c75d5095-f63f-47b1-b975-a54d4e5625e5,revision_number=3']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:09:04.371451 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [None req-48443c01-9365-40b6-b5be-f4e5ad2afce5 tempest-RoutersAdminTest-952369856 tempest-RoutersAdminTest-952369856-project-admin] Allocated IP 172.20.0.9 (7d9b3ad7-e7ae-429f-91b7-684985b3b754/abccc1d9-783f-4740-aa04-e1701021ada0/cb8b35a6-ae3e-4fcb-b1e0-bf9d896f82ed) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:09:04.387138 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 719d82cd-ea12-40de-9fb0-8e9f245e5bfa up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:09:04.422783 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-26291138-d06d-42a4-9f00-d298cd7f1591 tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:04.483066 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Provisioning complete for port 719d82cd-ea12-40de-9fb0-8e9f245e5bfa triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:09:04.484171 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:04.510162 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-48443c01-9365-40b6-b5be-f4e5ad2afce5 tempest-RoutersAdminTest-952369856 tempest-RoutersAdminTest-952369856-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:04.564755 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-0fe47279-a7df-43e0-afe9-c9dcbe996047 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.6296625 Jan 05 17:09:04.568440 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe47279-a7df-43e0-afe9-c9dcbe996047 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Pushing event updated for resources: {'Port': ['ID=e426cfab-e336-406f-9de0-7b77a348ffc0,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:09:04.570905 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 41474) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:09:04.587294 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-45bf79a7-1a83-428e-825b-6d4f21c913cc admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=87533cd40e56486093883a2bc761b888&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9674914 Jan 05 17:09:04.587675 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 41476) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:09:04.594393 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:04.659875 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-48443c01-9365-40b6-b5be-f4e5ad2afce5 tempest-RoutersAdminTest-952369856 tempest-RoutersAdminTest-952369856-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11433176'] for port, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:04.671700 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] For port 719d82cd-ea12-40de-9fb0-8e9f245e5bfa, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=719d82cd-ea12-40de-9fb0-8e9f245e5bfa,segment=NetworkSegment(68e6c437-46c2-424d-85e7-20547f69066d),segment_id=68e6c437-46c2-424d-85e7-20547f69066d)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:09:04.684139 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-77d134a9-9ed5-47db-83af-9f845ec0ecbf None None] Provisioning complete for port c75d5095-f63f-47b1-b975-a54d4e5625e5 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:09:04.684139 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-77d134a9-9ed5-47db-83af-9f845ec0ecbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:04.725537 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8891806a-092f-4424-a29c-5b51401b7fb5 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:09:04.746232 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8891806a-092f-4424-a29c-5b51401b7fb5 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:09:04.749335 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-8891806a-092f-4424-a29c-5b51401b7fb5 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1750343 Jan 05 17:09:04.757450 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 41478) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:09:04.818501 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:04.819281 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device c75d5095-f63f-47b1-b975-a54d4e5625e5 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:09:04.850107 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-b52b2c5f-d705-4f2a-bd3a-8a73b6c3daec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:04.886989 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48443c01-9365-40b6-b5be-f4e5ad2afce5 tempest-RoutersAdminTest-952369856 tempest-RoutersAdminTest-952369856-project-admin] Network 7d9b3ad7-e7ae-429f-91b7-684985b3b754 is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:09:04.907554 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-48443c01-9365-40b6-b5be-f4e5ad2afce5 tempest-RoutersAdminTest-952369856 tempest-RoutersAdminTest-952369856-project-admin] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:09:04.913287 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48443c01-9365-40b6-b5be-f4e5ad2afce5 tempest-RoutersAdminTest-952369856 tempest-RoutersAdminTest-952369856-project-admin] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:09:04.925712 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Pushing event updated for resources: {'Port': ['ID=719d82cd-ea12-40de-9fb0-8e9f245e5bfa,revision_number=3']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:09:04.943850 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-77d134a9-9ed5-47db-83af-9f845ec0ecbf None None] Provisioning complete for port c0a459d3-6196-4b7f-9fd6-9e1359927b0e triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:09:04.944268 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-77d134a9-9ed5-47db-83af-9f845ec0ecbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:04.980952 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48443c01-9365-40b6-b5be-f4e5ad2afce5 tempest-RoutersAdminTest-952369856 tempest-RoutersAdminTest-952369856-project-admin] Pushing event updated for resources: {'Port': ['ID=cb8b35a6-ae3e-4fcb-b1e0-bf9d896f82ed,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:09:04.985614 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d9fc2a5f-47f7-4ef2-8565-416f4dbf8768 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685'] for network, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:04.986466 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-77d134a9-9ed5-47db-83af-9f845ec0ecbf None None] Port c0a459d3-6196-4b7f-9fd6-9e1359927b0e cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 17:09:04.988954 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Provisioning complete for port c75d5095-f63f-47b1-b975-a54d4e5625e5 triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:09:04.989330 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:04.992882 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9fc2a5f-47f7-4ef2-8565-416f4dbf8768 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:09:04.994196 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d9fc2a5f-47f7-4ef2-8565-416f4dbf8768 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks [] for network, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:04.997322 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26291138-d06d-42a4-9f00-d298cd7f1591 tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] Pushing event deleted for resources: {'Port': ['ID=b03ae4ee-0df0-4a5c-b318-3642c8f93d0c,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:09:05.015938 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26291138-d06d-42a4-9f00-d298cd7f1591 tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] No DVR routers for this DVR port b03ae4ee-0df0-4a5c-b318-3642c8f93d0c on host dv-neutron-master-2-hyperv {{(pid=103800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 05 17:09:05.064866 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-b52b2c5f-d705-4f2a-bd3a-8a73b6c3daec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:05.120195 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-9b6e6b20-6c70-4c8b-a11b-8b39f5ec7279 None None] Provisioning complete for port c0a459d3-6196-4b7f-9fd6-9e1359927b0e triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:09:05.120860 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-9b6e6b20-6c70-4c8b-a11b-8b39f5ec7279 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:05.167497 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-9b6e6b20-6c70-4c8b-a11b-8b39f5ec7279 None None] Port c0a459d3-6196-4b7f-9fd6-9e1359927b0e cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 17:09:05.194938 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-35062754-aa37-4c0b-bbb2-5b00820aec44 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Deleting port e426cfab-e336-406f-9de0-7b77a348ffc0 {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:09:05.195285 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-35062754-aa37-4c0b-bbb2-5b00820aec44 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:05.254659 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-d9fc2a5f-47f7-4ef2-8565-416f4dbf8768 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.5907266 Jan 05 17:09:05.257675 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 41480) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:09:05.269434 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fc2a5f-47f7-4ef2-8565-416f4dbf8768 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Pushing event updated for resources: {'Network': ['ID=185acd14-b895-4704-a83b-f6ba048b49d6,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:09:05.278552 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-d8cdb0e9-eee4-461e-acc8-3f5b4a96b15c tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Request body: {'subnet': {'network_id': '185acd14-b895-4704-a83b-f6ba048b49d6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:09:05.291260 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Network 185acd14-b895-4704-a83b-f6ba048b49d6 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 05 17:09:05.312022 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7f08bc-10ca-4635-be7c-47181b62aca0 req-26ab4ff4-be44-4950-a93d-2a9edaa2d4a9 tempest-ServerActionsTestJSON-949899014 tempest-ServerActionsTestJSON-949899014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:09:05.318878 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-3413a18d-8afd-42a2-b6eb-892e590f45bb None None] Provisioning complete for port 719d82cd-ea12-40de-9fb0-8e9f245e5bfa triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:09:05.319241 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-3413a18d-8afd-42a2-b6eb-892e590f45bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:05.319359 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-ad7f08bc-10ca-4635-be7c-47181b62aca0 req-26ab4ff4-be44-4950-a93d-2a9edaa2d4a9 tempest-ServerActionsTestJSON-949899014 tempest-ServerActionsTestJSON-949899014-project] 10.222.0.11 "GET /v2.0/ports?device_id=be270a5c-db8b-4dff-9e40-79b29c80ad34 HTTP/1.1" status: 200 len: 946 time: 0.9007068 Jan 05 17:09:05.336547 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-26291138-d06d-42a4-9f00-d298cd7f1591 tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3891715', 'neutron.services.segments.db._delete_segments_for_network-8754181063482'] for network, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:05.350885 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-35062754-aa37-4c0b-bbb2-5b00820aec44 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:05.364408 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-b52b2c5f-d705-4f2a-bd3a-8a73b6c3daec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:05.369541 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-b52b2c5f-d705-4f2a-bd3a-8a73b6c3daec admin admin] Publish callbacks [] for security_group, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:05.375139 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-b52b2c5f-d705-4f2a-bd3a-8a73b6c3daec admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5d08ad97-070a-42f8-9354-6f36b61eaabf HTTP/1.1" status: 204 len: 168 time: 0.7863591 Jan 05 17:09:05.433215 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef6e83c3-919d-47cf-8738-42bd57a88693 None None] get_active_networks_info from dv-neutron-master-2-hyperv {{(pid=103802) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 05 17:09:05.474110 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-35062754-aa37-4c0b-bbb2-5b00820aec44 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Calling delete_port for e426cfab-e336-406f-9de0-7b77a348ffc0 owned by {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:09:05.481344 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52b2c5f-d705-4f2a-bd3a-8a73b6c3daec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d08ad97-070a-42f8-9354-6f36b61eaabf,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:09:05.496231 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-48443c01-9365-40b6-b5be-f4e5ad2afce5 tempest-RoutersAdminTest-952369856 tempest-RoutersAdminTest-952369856-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:05.509638 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.services.segments.db [None req-26291138-d06d-42a4-9f00-d298cd7f1591 tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['056d46c9-7ead-4b67-b083-799104289efb']}} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:09:05.567010 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-da8bcdb1-ad57-4b03-a067-71201044879b tempest-AllowedAddressPairTestJSON-1235936357 tempest-AllowedAddressPairTestJSON-1235936357-project] Publish callbacks [] for port, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:05.569708 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.services.segments.db [None req-26291138-d06d-42a4-9f00-d298cd7f1591 tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09c70479-45e9-4d04-8b11-bc4387e1966c') {'for_net_delete': True} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:09:05.570231 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.services.segments.db [None req-26291138-d06d-42a4-9f00-d298cd7f1591 tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09c70479-45e9-4d04-8b11-bc4387e1966c') {} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:09:05.613003 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef6e83c3-919d-47cf-8738-42bd57a88693 None None] Resources bound (agent type, host, resource id): {{(pid=103802) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 05 17:09:05.615134 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-26291138-d06d-42a4-9f00-d298cd7f1591 tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754181064771', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8784833'] for segment, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:05.637172 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-ad7f08bc-10ca-4635-be7c-47181b62aca0 req-9283a8a9-1cf5-48d6-b2a4-b02e9471a9b4 tempest-ServerActionsTestJSON-949899014 tempest-ServerActionsTestJSON-949899014-project] 10.222.0.11 "GET /v2.0/security-groups?id=f7674e10-0a07-4bc4-8403-a53dd95a312a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3170121 Jan 05 17:09:05.657319 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-26291138-d06d-42a4-9f00-d298cd7f1591 tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225'] for segment, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:05.695695 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26291138-d06d-42a4-9f00-d298cd7f1591 tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] Releasing vlan 139 on physical network physnet1 to pool {{(pid=103800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 05 17:09:05.696094 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-26291138-d06d-42a4-9f00-d298cd7f1591 tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8784497'] for segment, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:05.699287 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:09:05.699287 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:09:05.699287 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:09:05.699287 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:09:05.699287 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:09:05.699287 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:09:05.699287 dv-neutron-master-2-hyperv neutron-server[103800]: Traceback (most recent call last): Jan 05 17:09:05.699287 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 05 17:09:05.699287 dv-neutron-master-2-hyperv neutron-server[103800]: timer() Jan 05 17:09:05.699287 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 05 17:09:05.699287 dv-neutron-master-2-hyperv neutron-server[103800]: cb(*args, **kw) Jan 05 17:09:05.699287 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 05 17:09:05.699287 dv-neutron-master-2-hyperv neutron-server[103800]: return func(*args, **kwargs) Jan 05 17:09:05.699287 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 05 17:09:05.699287 dv-neutron-master-2-hyperv neutron-server[103800]: self._notify() Jan 05 17:09:05.699287 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 05 17:09:05.699287 dv-neutron-master-2-hyperv neutron-server[103800]: self.callback(batched_events) Jan 05 17:09:05.699287 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 05 17:09:05.699287 dv-neutron-master-2-hyperv neutron-server[103800]: event.method(event) Jan 05 17:09:05.699287 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 05 17:09:05.699287 dv-neutron-master-2-hyperv neutron-server[103800]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 05 17:09:05.699287 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 05 17:09:05.699287 dv-neutron-master-2-hyperv neutron-server[103800]: aggregate_uuid = self.p_client.list_aggregates( Jan 05 17:09:05.699287 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 05 17:09:05.699287 dv-neutron-master-2-hyperv neutron-server[103800]: return f(self, *a, **k) Jan 05 17:09:05.699287 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 05 17:09:05.699287 dv-neutron-master-2-hyperv neutron-server[103800]: return self._get(url).json() Jan 05 17:09:05.699287 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 05 17:09:05.699287 dv-neutron-master-2-hyperv neutron-server[103800]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 05 17:09:05.699287 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 05 17:09:05.699287 dv-neutron-master-2-hyperv neutron-server[103800]: return self.request(url, 'GET', **kwargs) Jan 05 17:09:05.699287 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 05 17:09:05.699287 dv-neutron-master-2-hyperv neutron-server[103800]: base_url = self.get_endpoint(auth, allow=allow, Jan 05 17:09:05.699287 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 05 17:09:05.699287 dv-neutron-master-2-hyperv neutron-server[103800]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 05 17:09:05.699287 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 05 17:09:05.699287 dv-neutron-master-2-hyperv neutron-server[103800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 05 17:09:05.699287 dv-neutron-master-2-hyperv neutron-server[103800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 05 17:09:05.733774 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-92d7692b-19a9-4669-9c09-3e03345abee8 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks [] for port, precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:05.756421 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-2c3bb067-05c8-471a-bc2b-a96637d8b4cf None None] Provisioning complete for port e426cfab-e336-406f-9de0-7b77a348ffc0 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:09:05.756421 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-2c3bb067-05c8-471a-bc2b-a96637d8b4cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:05.810073 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8cdb0e9-eee4-461e-acc8-3f5b4a96b15c tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Made reservation on behalf of 85eea60e03994a48a004c2f9e50e4168 for: {'subnet': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:09:05.814491 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d8cdb0e9-eee4-461e-acc8-3f5b4a96b15c tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8521827'] for subnet, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:05.833985 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-2c3bb067-05c8-471a-bc2b-a96637d8b4cf None None] Port e426cfab-e336-406f-9de0-7b77a348ffc0 cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 17:09:05.852748 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-48443c01-9365-40b6-b5be-f4e5ad2afce5 tempest-RoutersAdminTest-952369856 tempest-RoutersAdminTest-952369856-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-648430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648639'] for router, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:05.857054 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-35062754-aa37-4c0b-bbb2-5b00820aec44 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11433176'] for port, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:05.876107 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-da8bcdb1-ad57-4b03-a067-71201044879b tempest-AllowedAddressPairTestJSON-1235936357 tempest-AllowedAddressPairTestJSON-1235936357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:05.880029 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-92d7692b-19a9-4669-9c09-3e03345abee8 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8784461'] for port, after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:05.882819 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-92d7692b-19a9-4669-9c09-3e03345abee8 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-531704'] for router_interface, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:05.895310 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35062754-aa37-4c0b-bbb2-5b00820aec44 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Pushing event deleted for resources: {'Port': ['ID=e426cfab-e336-406f-9de0-7b77a348ffc0,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:09:05.952828 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-26291138-d06d-42a4-9f00-d298cd7f1591 tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3891722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648695'] for network, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:05.986251 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-26291138-d06d-42a4-9f00-d298cd7f1591 tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] Publish callbacks [] for network, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:05.992857 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-26291138-d06d-42a4-9f00-d298cd7f1591 tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] 10.222.0.11 "DELETE /v2.0/networks/056d46c9-7ead-4b67-b083-799104289efb HTTP/1.1" status: 204 len: 168 time: 6.3838964 Jan 05 17:09:06.000389 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da8bcdb1-ad57-4b03-a067-71201044879b tempest-AllowedAddressPairTestJSON-1235936357 tempest-AllowedAddressPairTestJSON-1235936357-project] Network 8e04ecc0-b255-4da3-a7ea-55c342b92b12 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:09:06.012475 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 41492) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:09:06.024481 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-35062754-aa37-4c0b-bbb2-5b00820aec44 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:06.027853 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-35062754-aa37-4c0b-bbb2-5b00820aec44 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] 10.222.0.11 "DELETE /v2.0/ports/e426cfab-e336-406f-9de0-7b77a348ffc0 HTTP/1.1" status: 204 len: 168 time: 1.2674062 Jan 05 17:09:06.030923 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 41494) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:09:06.050524 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-da8bcdb1-ad57-4b03-a067-71201044879b tempest-AllowedAddressPairTestJSON-1235936357 tempest-AllowedAddressPairTestJSON-1235936357-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:09:06.062656 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26291138-d06d-42a4-9f00-d298cd7f1591 tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] Pushing event deleted for resources: {'Network': ['ID=056d46c9-7ead-4b67-b083-799104289efb,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:09:06.073045 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-2115fed7-e43d-4854-9362-363b4c9f1923 None None] Provisioning complete for port cb8b35a6-ae3e-4fcb-b1e0-bf9d896f82ed triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:09:06.073538 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-2115fed7-e43d-4854-9362-363b4c9f1923 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:06.111389 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da8bcdb1-ad57-4b03-a067-71201044879b tempest-AllowedAddressPairTestJSON-1235936357 tempest-AllowedAddressPairTestJSON-1235936357-project] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:09:06.118806 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d7692b-19a9-4669-9c09-3e03345abee8 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Pushing event updated for resources: {'Port': ['ID=c0a459d3-6196-4b7f-9fd6-9e1359927b0e,revision_number=2']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:09:06.124766 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f71beada-9ff6-4c2c-be64-676d87c19ff3 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:09:06.126521 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f71beada-9ff6-4c2c-be64-676d87c19ff3 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:09:06.128118 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-f71beada-9ff6-4c2c-be64-676d87c19ff3 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0962563 Jan 05 17:09:06.130878 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 41498) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:09:06.142505 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea6d72b2-553c-48fd-b7e6-bbe99ccb2a17 tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] DELETE failed (client error): The resource could not be found. Jan 05 17:09:06.142962 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea6d72b2-553c-48fd-b7e6-bbe99ccb2a17 tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103800) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 05 17:09:06.153981 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-ea6d72b2-553c-48fd-b7e6-bbe99ccb2a17 tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] 10.222.0.11 "DELETE /v2.0/subnets/04aeb5df-a623-439d-9289-00ec6c382273 HTTP/1.1" status: 404 len: 337 time: 0.1392081 Jan 05 17:09:06.154659 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 41500) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:09:06.209532 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-2115fed7-e43d-4854-9362-363b4c9f1923 None None] Port cb8b35a6-ae3e-4fcb-b1e0-bf9d896f82ed cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 17:09:06.210990 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.db_base_plugin_v2 [None req-05cfd7cb-f8cf-433d-ae84-3bccc34e1bae tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Deleting subnet 0f3d7fc8-4abc-4d4f-abac-4e0bb5254d5a {{(pid=103801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 05 17:09:06.220560 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-05cfd7cb-f8cf-433d-ae84-3bccc34e1bae tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks [] for subnet, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:06.263458 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6c6ac7e-043b-4b40-ae53-b2323d0e8230 tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] DELETE failed (client error): The resource could not be found. Jan 05 17:09:06.266454 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6c6ac7e-043b-4b40-ae53-b2323d0e8230 tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103800) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 05 17:09:06.273422 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-c6c6ac7e-043b-4b40-ae53-b2323d0e8230 tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] 10.222.0.11 "DELETE /v2.0/networks/056d46c9-7ead-4b67-b083-799104289efb HTTP/1.1" status: 404 len: 339 time: 0.1087496 Jan 05 17:09:06.290128 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-05cfd7cb-f8cf-433d-ae84-3bccc34e1bae tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11316398'] for subnet, precommit_delete_associations {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:06.296913 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 719d82cd-ea12-40de-9fb0-8e9f245e5bfa up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:09:06.320886 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92d7692b-19a9-4669-9c09-3e03345abee8 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Network d6c49800-f3d8-4077-ad74-a2e671ae125c is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:09:06.333193 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 41502) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:09:06.340026 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-92d7692b-19a9-4669-9c09-3e03345abee8 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:09:06.380124 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Provisioning complete for port 719d82cd-ea12-40de-9fb0-8e9f245e5bfa triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:09:06.383381 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:06.424740 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-05cfd7cb-f8cf-433d-ae84-3bccc34e1bae tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892868'] for subnet, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:06.425737 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da8bcdb1-ad57-4b03-a067-71201044879b tempest-AllowedAddressPairTestJSON-1235936357 tempest-AllowedAddressPairTestJSON-1235936357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:09:06.426584 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-da8bcdb1-ad57-4b03-a067-71201044879b tempest-AllowedAddressPairTestJSON-1235936357 tempest-AllowedAddressPairTestJSON-1235936357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:06.481531 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8bcdb1-ad57-4b03-a067-71201044879b tempest-AllowedAddressPairTestJSON-1235936357 tempest-AllowedAddressPairTestJSON-1235936357-project] Pushing event updated for resources: {'Port': ['ID=c98997fe-dfec-484a-8e29-265826a94592,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:09:06.485633 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.pecan_wsgi.hooks.translation [None req-c85a3715-9993-412d-b14b-f2de5b9c3141 tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] DELETE failed (client error): The resource could not be found. Jan 05 17:09:06.486475 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c85a3715-9993-412d-b14b-f2de5b9c3141 tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103800) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 05 17:09:06.493114 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-c85a3715-9993-412d-b14b-f2de5b9c3141 tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] 10.222.0.11 "DELETE /v2.0/subnets/5a4e1a13-cea2-478a-a9ba-c9db984bf2f8 HTTP/1.1" status: 404 len: 337 time: 0.1489050 Jan 05 17:09:06.498446 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48443c01-9365-40b6-b5be-f4e5ad2afce5 tempest-RoutersAdminTest-952369856 tempest-RoutersAdminTest-952369856-project-admin] Router 6aa0b2b8-77e6-40f9-b7e0-7fd74372f0ac is scheduled to L3 agent 59446fdc-40e0-41fe-a575-a8eb11d742f7 with binding_index 1 {{(pid=103801) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 05 17:09:06.498583 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 41506) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:09:06.559833 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device c75d5095-f63f-47b1-b975-a54d4e5625e5 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:09:06.584559 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-05cfd7cb-f8cf-433d-ae84-3bccc34e1bae tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3893367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11433231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12480600'] for subnet, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:06.607333 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e46bef1-609e-49dd-ab54-9d8fd5f007e1 tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] DELETE failed (client error): The resource could not be found. Jan 05 17:09:06.609178 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-05cfd7cb-f8cf-433d-ae84-3bccc34e1bae tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks [] for subnet, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:06.619900 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-ffaa1298-1901-4969-be86-bc8d2d6ecf19 None None] Provisioning complete for port c98997fe-dfec-484a-8e29-265826a94592 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:09:06.620017 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-05cfd7cb-f8cf-433d-ae84-3bccc34e1bae tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] 10.222.0.11 "DELETE /v2.0/subnets/0f3d7fc8-4abc-4d4f-abac-4e0bb5254d5a HTTP/1.1" status: 204 len: 168 time: 0.4829142 Jan 05 17:09:06.620115 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-ffaa1298-1901-4969-be86-bc8d2d6ecf19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:06.623510 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e46bef1-609e-49dd-ab54-9d8fd5f007e1 tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103800) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 05 17:09:06.627986 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-0e46bef1-609e-49dd-ab54-9d8fd5f007e1 tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] 10.222.0.11 "DELETE /v2.0/networks/845587c2-f9aa-4998-bf0b-0cf47be1b84a HTTP/1.1" status: 404 len: 339 time: 0.1170809 Jan 05 17:09:06.630002 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a00f10d-f3cd-429a-920c-b9bf9ff65f7e None None] Network e897f8fc-3cef-40ca-9466-c6c65ecd9833 requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:09:06.633499 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 41512) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:09:06.634312 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 41514) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:09:06.694803 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cfd7cb-f8cf-433d-ae84-3bccc34e1bae tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Pushing event deleted for resources: {'Subnet': ['ID=0f3d7fc8-4abc-4d4f-abac-4e0bb5254d5a,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:09:06.724468 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48443c01-9365-40b6-b5be-f4e5ad2afce5 tempest-RoutersAdminTest-952369856 tempest-RoutersAdminTest-952369856-project-admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 05 17:09:06.753139 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed0f97d0-7a5b-498e-bd42-8618c0d98f83 tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] DELETE failed (client error): The resource could not be found. Jan 05 17:09:06.753707 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed0f97d0-7a5b-498e-bd42-8618c0d98f83 tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103800) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 05 17:09:06.757635 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-ed0f97d0-7a5b-498e-bd42-8618c0d98f83 tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] 10.222.0.11 "DELETE /v2.0/subnets/7837b67f-5705-4cf9-9f23-9629733ee3c7 HTTP/1.1" status: 404 len: 337 time: 0.1171930 Jan 05 17:09:06.759761 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-3d2d65f2-0a33-46e0-b7d7-93aec04742cd tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1210573 Jan 05 17:09:06.769510 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 41518) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:09:06.770066 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 41520) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:09:06.802356 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bca407-4df3-463f-b2b3-b533de5933a2 req-0ef1c52b-044d-41a0-84cb-fbfc1fffe306 tempest-ServerActionsTestJSON-949899014 tempest-ServerActionsTestJSON-949899014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:09:06.804296 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-81bca407-4df3-463f-b2b3-b533de5933a2 req-0ef1c52b-044d-41a0-84cb-fbfc1fffe306 tempest-ServerActionsTestJSON-949899014 tempest-ServerActionsTestJSON-949899014-project] 10.222.0.11 "GET /v2.0/ports?device_id=be270a5c-db8b-4dff-9e40-79b29c80ad34 HTTP/1.1" status: 200 len: 946 time: 0.0664899 Jan 05 17:09:06.842674 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.pecan_wsgi.hooks.translation [None req-8046d11e-acb2-480b-aae9-8d920756f0e1 tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] DELETE failed (client error): The resource could not be found. Jan 05 17:09:06.843930 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8046d11e-acb2-480b-aae9-8d920756f0e1 tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103800) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 05 17:09:06.849820 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 41524) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:09:06.850649 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-8046d11e-acb2-480b-aae9-8d920756f0e1 tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] 10.222.0.11 "DELETE /v2.0/networks/e245afc0-0c4f-4d05-8fa9-718ade393656 HTTP/1.1" status: 404 len: 339 time: 0.0765026 Jan 05 17:09:06.859041 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-da8bcdb1-ad57-4b03-a067-71201044879b tempest-AllowedAddressPairTestJSON-1235936357 tempest-AllowedAddressPairTestJSON-1235936357-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.7398777 Jan 05 17:09:06.859938 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 41526) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:09:06.872241 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcee361a-f294-45e6-8741-bff40d6803ec None None] Sync routers for ids ['6aa0b2b8-77e6-40f9-b7e0-7fd74372f0ac'] in dv-neutron-master-2-hyperv {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 05 17:09:06.872465 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-48443c01-9365-40b6-b5be-f4e5ad2afce5 tempest-RoutersAdminTest-952369856 tempest-RoutersAdminTest-952369856-project-admin] Publish callbacks [] for router, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:06.875522 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-48443c01-9365-40b6-b5be-f4e5ad2afce5 tempest-RoutersAdminTest-952369856 tempest-RoutersAdminTest-952369856-project-admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 4.7595313 Jan 05 17:09:06.877049 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-c96bf9f7-e264-4c9b-9c79-d9d661e4ac40 tempest-AllowedAddressPairTestJSON-1235936357 tempest-AllowedAddressPairTestJSON-1235936357-project] Request body: {'port': {'network_id': '8e04ecc0-b255-4da3-a7ea-55c342b92b12', 'name': 'tempest-AllowedAddressPairTestJSON-937987727'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:09:06.918623 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 41528) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:09:06.919048 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 41530) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:09:06.939347 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcee361a-f294-45e6-8741-bff40d6803ec None None] Routers {'6aa0b2b8-77e6-40f9-b7e0-7fd74372f0ac'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:09:06.939980 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-fcee361a-f294-45e6-8741-bff40d6803ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:08:49Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['6aa0b2b8-77e6-40f9-b7e0-7fd74372f0ac'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:09:06.944195 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-ffaa1298-1901-4969-be86-bc8d2d6ecf19 None None] Port c98997fe-dfec-484a-8e29-265826a94592 cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 17:09:07.017150 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13d96a62-28f8-4b8a-b404-2f68b0d2a7be tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:09:07.018941 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-13d96a62-28f8-4b8a-b404-2f68b0d2a7be tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2430916 Jan 05 17:09:07.023517 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Provisioning complete for port c75d5095-f63f-47b1-b975-a54d4e5625e5 triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:09:07.023710 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 41534) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:09:07.023814 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:07.032468 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-81bca407-4df3-463f-b2b3-b533de5933a2 req-54582689-a5f5-4481-b5d1-4561d634ae4f tempest-ServerActionsTestJSON-949899014 tempest-ServerActionsTestJSON-949899014-project] 10.222.0.11 "GET /v2.0/security-groups?id=f7674e10-0a07-4bc4-8403-a53dd95a312a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2218699 Jan 05 17:09:07.062464 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d8cdb0e9-eee4-461e-acc8-3f5b4a96b15c tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8784852', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8521873'] for subnet, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:07.105326 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e269fcf-ba09-4a39-ae8e-7b96843165d4 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:09:07.112135 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-3e269fcf-ba09-4a39-ae8e-7b96843165d4 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0855284 Jan 05 17:09:07.117757 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 41538) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:09:07.134410 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-f1ab3e08-a095-4250-b2b9-52b8825fb907 None None] Provisioning complete for port c0a459d3-6196-4b7f-9fd6-9e1359927b0e triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:09:07.134410 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-f1ab3e08-a095-4250-b2b9-52b8825fb907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:07.140793 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-fcee361a-f294-45e6-8741-bff40d6803ec None None] Set router 6aa0b2b8-77e6-40f9-b7e0-7fd74372f0ac gateway port host: dv-neutron-master-2-hyperv {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:09:07.181016 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-1aa345bc-ecf7-41d7-9371-5fd7057bf6d1 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0596154 Jan 05 17:09:07.183559 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 41540) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:09:07.195676 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-6b755745-67ee-4c24-aadc-f7e2f3d8adf8 tempest-TagsTest-1535338230 tempest-TagsTest-1535338230-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-911755205'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:09:07.210183 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-74dfeac6-7e26-4d93-a028-f6105d401f74 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Request body: {'subnet': {'network_id': 'e897f8fc-3cef-40ca-9466-c6c65ecd9833', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:09:07.230773 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c3c82d1-3454-4fa9-9cdf-c1e09d1d556f None None] DHCP port deletion for e897f8fc-3cef-40ca-9466-c6c65ecd9833 request from dv-neutron-master-2-hyperv {{(pid=103802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 05 17:09:07.239583 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92d7692b-19a9-4669-9c09-3e03345abee8 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Router 9e14e19a-4c47-4ba6-b780-06add3e35bd0 is scheduled to L3 agent 59446fdc-40e0-41fe-a575-a8eb11d742f7 with binding_index 1 {{(pid=103800) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 05 17:09:07.267287 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cdb0e9-eee4-461e-acc8-3f5b4a96b15c tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Pushing event updated for resources: {'Subnet': ['ID=429e9b39-4f6c-40eb-b133-5051cc8163a3,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:09:07.278259 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-4bc5831a-e75e-431e-8f81-f12e1ae1ba87 tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] Deleting port be313fb7-90ef-4492-b2a5-bf56ef4e40d1 {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:09:07.278259 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-4bc5831a-e75e-431e-8f81-f12e1ae1ba87 tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:07.280822 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-f1ab3e08-a095-4250-b2b9-52b8825fb907 None None] Port c0a459d3-6196-4b7f-9fd6-9e1359927b0e cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 17:09:07.304298 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-09cda947-db75-4271-a3d0-9ff04f13a119 tempest-RoutersAdminTest-952369856 tempest-RoutersAdminTest-952369856-project-admin] Publish callbacks [] for router, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:07.343504 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa233cf-cc62-4cd8-92fe-80fe1635f642 req-7079900c-dab7-4a11-908b-1296e00d22ed tempest-ServerActionsTestJSON-949899014 tempest-ServerActionsTestJSON-949899014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:09:07.345645 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-3fa233cf-cc62-4cd8-92fe-80fe1635f642 req-7079900c-dab7-4a11-908b-1296e00d22ed tempest-ServerActionsTestJSON-949899014 tempest-ServerActionsTestJSON-949899014-project] 10.222.0.11 "GET /v2.0/ports?device_id=be270a5c-db8b-4dff-9e40-79b29c80ad34 HTTP/1.1" status: 200 len: 946 time: 0.1861007 Jan 05 17:09:07.362669 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8cdb0e9-eee4-461e-acc8-3f5b4a96b15c tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Checking segment: {'id': '079e8fea-7656-44b3-bb6e-8cb0885366a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '185acd14-b895-4704-a83b-f6ba048b49d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:09:07.363006 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8cdb0e9-eee4-461e-acc8-3f5b4a96b15c tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Network hostable DHCP agents. Network: 185acd14-b895-4704-a83b-f6ba048b49d6, hostable agents: ['3f70c195-17da-4084-9fd6-bf6059d88535'], hosted agents: [] {{(pid=103800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 05 17:09:07.364379 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b755745-67ee-4c24-aadc-f7e2f3d8adf8 tempest-TagsTest-1535338230 tempest-TagsTest-1535338230-project] Made reservation on behalf of 96929d5ab81146ab907dab0be64e8b8b for: {'network': 1} {{(pid=103801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:09:07.368238 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-6b755745-67ee-4c24-aadc-f7e2f3d8adf8 tempest-TagsTest-1535338230 tempest-TagsTest-1535338230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for network, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:07.396746 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-6b755745-67ee-4c24-aadc-f7e2f3d8adf8 tempest-TagsTest-1535338230 tempest-TagsTest-1535338230-project] Publish callbacks [] for security_group, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:07.417421 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-1c3c82d1-3454-4fa9-9cdf-c1e09d1d556f None None] Deleting port 719d82cd-ea12-40de-9fb0-8e9f245e5bfa {{(pid=103802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:09:07.417847 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-1c3c82d1-3454-4fa9-9cdf-c1e09d1d556f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:07.460521 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c96bf9f7-e264-4c9b-9c79-d9d661e4ac40 tempest-AllowedAddressPairTestJSON-1235936357 tempest-AllowedAddressPairTestJSON-1235936357-project] Made reservation on behalf of 1de9fed5660e4646925cb97e94988282 for: {'port': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:09:07.464218 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c96bf9f7-e264-4c9b-9c79-d9d661e4ac40 tempest-AllowedAddressPairTestJSON-1235936357 tempest-AllowedAddressPairTestJSON-1235936357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:07.500931 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-1c3c82d1-3454-4fa9-9cdf-c1e09d1d556f None None] For port 719d82cd-ea12-40de-9fb0-8e9f245e5bfa, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=719d82cd-ea12-40de-9fb0-8e9f245e5bfa,segment=NetworkSegment(68e6c437-46c2-424d-85e7-20547f69066d),segment_id=68e6c437-46c2-424d-85e7-20547f69066d)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:09:07.501390 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-1c3c82d1-3454-4fa9-9cdf-c1e09d1d556f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:07.518335 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-1c3c82d1-3454-4fa9-9cdf-c1e09d1d556f None None] Calling delete_port for 719d82cd-ea12-40de-9fb0-8e9f245e5bfa owned by network:dhcp {{(pid=103802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:09:07.527523 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-fcee361a-f294-45e6-8741-bff40d6803ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aa0b2b8-77e6-40f9-b7e0-7fd74372f0ac', 'name': '', 'tenant_id': '58667cb4efea4d45816f5ae9c56c5333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d9b3ad7-e7ae-429f-91b7-684985b3b754', 'external_fixed_ips': [{'subnet_id': 'abccc1d9-783f-4740-aa04-e1701021ada0', 'ip_address': '172.20.0.9'}], 'enable_snat': True}, 'gw_port_id': 'cb8b35a6-ae3e-4fcb-b1e0-bf9d896f82ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:09:02Z', 'updated_at': '2022-01-05T17:09:05Z', 'revision_number': 3, 'project_id': '58667cb4efea4d45816f5ae9c56c5333', 'gw_port': {'id': 'cb8b35a6-ae3e-4fcb-b1e0-bf9d896f82ed', 'name': '', 'network_id': '7d9b3ad7-e7ae-429f-91b7-684985b3b754', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:fa:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6aa0b2b8-77e6-40f9-b7e0-7fd74372f0ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': 'abccc1d9-783f-4740-aa04-e1701021ada0', 'ip_address': '172.20.0.9', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:09:03Z', 'updated_at': '2022-01-05T17:09:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'abccc1d9-783f-4740-aa04-e1701021ada0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:09:07.547987 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.notifiers.nova [None req-c96bf9f7-e264-4c9b-9c79-d9d661e4ac40 tempest-AllowedAddressPairTestJSON-1235936357 tempest-AllowedAddressPairTestJSON-1235936357-project] device_id is not set on port 99278f35-4e40-4060-818e-79f6d5793613 yet. {{(pid=103800) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 05 17:09:07.560396 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcee361a-f294-45e6-8741-bff40d6803ec None None] Checking router: 6aa0b2b8-77e6-40f9-b7e0-7fd74372f0ac for host: dv-neutron-master-2-hyperv {{(pid=103802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 05 17:09:07.561058 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-3fa233cf-cc62-4cd8-92fe-80fe1635f642 req-06a750b0-e540-46f3-9466-bfeeb33ab84a tempest-ServerActionsTestJSON-949899014 tempest-ServerActionsTestJSON-949899014-project] 10.222.0.11 "GET /v2.0/security-groups?id=f7674e10-0a07-4bc4-8403-a53dd95a312a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1929774 Jan 05 17:09:07.561157 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcee361a-f294-45e6-8741-bff40d6803ec None None] Updating router 6aa0b2b8-77e6-40f9-b7e0-7fd74372f0ac port cb8b35a6-ae3e-4fcb-b1e0-bf9d896f82ed binding host dv-neutron-master-2-hyperv {{(pid=103802) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 05 17:09:07.564598 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92d7692b-19a9-4669-9c09-3e03345abee8 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 05 17:09:07.572653 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-92d7692b-19a9-4669-9c09-3e03345abee8 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] 10.222.0.11 "PUT /v2.0/routers/9e14e19a-4c47-4ba6-b780-06add3e35bd0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1787260 Jan 05 17:09:07.576805 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 41542) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:09:07.590047 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c1508f7-c345-4e28-86ac-2ce40d0b8930 None None] Sync routers for ids ['9e14e19a-4c47-4ba6-b780-06add3e35bd0'] in dv-neutron-master-2-hyperv {{(pid=103803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 05 17:09:07.610954 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c1508f7-c345-4e28-86ac-2ce40d0b8930 None None] Routers {'9e14e19a-4c47-4ba6-b780-06add3e35bd0'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:09:07.612052 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-8c1508f7-c345-4e28-86ac-2ce40d0b8930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:08:49Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['9e14e19a-4c47-4ba6-b780-06add3e35bd0'], 'active': True} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:09:07.631671 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-fcee361a-f294-45e6-8741-bff40d6803ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:07.672028 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-8c1508f7-c345-4e28-86ac-2ce40d0b8930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:09:07.679310 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28e68ab0-895f-4cd9-9e6b-3b449e2d9d49 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:09:07.680825 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-28e68ab0-895f-4cd9-9e6b-3b449e2d9d49 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] 10.222.0.11 "GET /v2.0/ports/c0a459d3-6196-4b7f-9fd6-9e1359927b0e HTTP/1.1" status: 200 len: 911 time: 0.1065116 Jan 05 17:09:07.681671 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74dfeac6-7e26-4d93-a028-f6105d401f74 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Made reservation on behalf of fd419c78d7194361a03f37a26ebeba76 for: {'subnet': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:09:07.685560 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-74dfeac6-7e26-4d93-a028-f6105d401f74 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8521827'] for subnet, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:07.687075 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c1508f7-c345-4e28-86ac-2ce40d0b8930 None None] Routers {'9e14e19a-4c47-4ba6-b780-06add3e35bd0'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:09:07.688151 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-8c1508f7-c345-4e28-86ac-2ce40d0b8930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:08:49Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['9e14e19a-4c47-4ba6-b780-06add3e35bd0'], 'active': True} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:09:07.728625 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-8c1508f7-c345-4e28-86ac-2ce40d0b8930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:09:07.729440 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c1508f7-c345-4e28-86ac-2ce40d0b8930 None None] The sync data for ids ['9e14e19a-4c47-4ba6-b780-06add3e35bd0'] in dv-neutron-master-2-hyperv is: [] {{(pid=103803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 05 17:09:07.736870 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 41546) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:09:07.743861 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-e57c4427-f7ca-4cd4-a636-9045f0400567 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '0307b3c0-a83a-4f31-b998-cb32155430b7'}]}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:09:07.748678 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8cdb0e9-eee4-461e-acc8-3f5b4a96b15c tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Network 185acd14-b895-4704-a83b-f6ba048b49d6 is scheduled to be hosted by DHCP agent 3f70c195-17da-4084-9fd6-bf6059d88535 with binding_index 1 {{(pid=103800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 05 17:09:07.750605 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-4bc5831a-e75e-431e-8f81-f12e1ae1ba87 tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:07.810519 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-4bc5831a-e75e-431e-8f81-f12e1ae1ba87 tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] Calling delete_port for be313fb7-90ef-4492-b2a5-bf56ef4e40d1 owned by {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:09:07.859674 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-1c3c82d1-3454-4fa9-9cdf-c1e09d1d556f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678'] for port, after_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:07.887440 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [None req-c96bf9f7-e264-4c9b-9c79-d9d661e4ac40 tempest-AllowedAddressPairTestJSON-1235936357 tempest-AllowedAddressPairTestJSON-1235936357-project] Allocated IP 172.20.0.3 (8e04ecc0-b255-4da3-a7ea-55c342b92b12/26cbd109-81cf-49d2-a4b5-158651c51acd/99278f35-4e40-4060-818e-79f6d5793613) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:09:07.898570 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3c82d1-3454-4fa9-9cdf-c1e09d1d556f None None] Pushing event deleted for resources: {'Port': ['ID=719d82cd-ea12-40de-9fb0-8e9f245e5bfa,revision_number=None']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:09:07.910605 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c3c82d1-3454-4fa9-9cdf-c1e09d1d556f None None] No DVR routers for this DVR port 719d82cd-ea12-40de-9fb0-8e9f245e5bfa on host dv-neutron-master-2-hyperv {{(pid=103802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 05 17:09:07.923629 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-d8cdb0e9-eee4-461e-acc8-3f5b4a96b15c tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 185acd14-b895-4704-a83b-f6ba048b49d6) {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:09:07.927873 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8cdb0e9-eee4-461e-acc8-3f5b4a96b15c tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:09:07.928471 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d8cdb0e9-eee4-461e-acc8-3f5b4a96b15c tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks [] for subnet, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:07.972729 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f2f5887-1c3d-4269-9f26-d6722241d572 None None] Network 185acd14-b895-4704-a83b-f6ba048b49d6 requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:09:08.004579 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9319ba-5438-4557-b993-23b296423085 req-32d6c9b3-03fe-4189-955f-b90e8093682b tempest-ServerActionsTestJSON-949899014 tempest-ServerActionsTestJSON-949899014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:09:08.012940 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-dc9319ba-5438-4557-b993-23b296423085 req-32d6c9b3-03fe-4189-955f-b90e8093682b tempest-ServerActionsTestJSON-949899014 tempest-ServerActionsTestJSON-949899014-project] 10.222.0.11 "GET /v2.0/ports?device_id=be270a5c-db8b-4dff-9e40-79b29c80ad34 HTTP/1.1" status: 200 len: 946 time: 0.2844868 Jan 05 17:09:08.044546 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-d8cdb0e9-eee4-461e-acc8-3f5b4a96b15c tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7760468 Jan 05 17:09:08.051037 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 41552) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:09:08.055396 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-09cda947-db75-4271-a3d0-9ff04f13a119 tempest-RoutersAdminTest-952369856 tempest-RoutersAdminTest-952369856-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:08.064062 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-fcee361a-f294-45e6-8741-bff40d6803ec None None] Publish callbacks [] for port, precommit_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:08.135799 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-fcee361a-f294-45e6-8741-bff40d6803ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:08.173109 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a472dd6-4111-4230-9583-478da38cf6b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-185acd14-b895-4704-a83b-f6ba048b49d6', 'network_id': '185acd14-b895-4704-a83b-f6ba048b49d6', 'project_id': '85eea60e03994a48a004c2f9e50e4168', 'fixed_ips': [{'subnet_id': '429e9b39-4f6c-40eb-b133-5051cc8163a3'}]}} from dv-neutron-master-2-hyperv. {{(pid=103802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 05 17:09:08.173306 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-0a472dd6-4111-4230-9583-478da38cf6b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:08.180657 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-dc9319ba-5438-4557-b993-23b296423085 req-488779f0-ca67-4a96-87cf-ae62c0a1a247 tempest-ServerActionsTestJSON-949899014 tempest-ServerActionsTestJSON-949899014-project] 10.222.0.11 "GET /v2.0/security-groups?id=f7674e10-0a07-4bc4-8403-a53dd95a312a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1661336 Jan 05 17:09:08.218941 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b1fd03e-7418-48e7-adbc-8e8e1c42d200 None None] DHCP port deletion for 7d9b3ad7-e7ae-429f-91b7-684985b3b754 request from dv-neutron-master-2-hyperv {{(pid=103802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 05 17:09:08.231848 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fb2841-4b9e-4255-b637-2c537e488323 None None] Pushing event updated for resources: {'Port': ['ID=cb8b35a6-ae3e-4fcb-b1e0-bf9d896f82ed,revision_number=2']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:09:08.243330 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-fcee361a-f294-45e6-8741-bff40d6803ec None None] Attempting to bind port cb8b35a6-ae3e-4fcb-b1e0-bf9d896f82ed on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 05 17:09:08.243588 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-fcee361a-f294-45e6-8741-bff40d6803ec None None] Attempting to bind port cb8b35a6-ae3e-4fcb-b1e0-bf9d896f82ed by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'c1c48296-21fa-4adb-8827-bd4be5bd49a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '7d9b3ad7-e7ae-429f-91b7-684985b3b754'}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 05 17:09:08.244332 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcee361a-f294-45e6-8741-bff40d6803ec None None] Attempting to bind port cb8b35a6-ae3e-4fcb-b1e0-bf9d896f82ed on network 7d9b3ad7-e7ae-429f-91b7-684985b3b754 {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:09:08.254646 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcee361a-f294-45e6-8741-bff40d6803ec None None] Checking agent: {'id': '0d4f8fd3-ce62-4651-970c-efa6a8bb22b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 5, 16, 57, 23), 'started_at': datetime.datetime(2022, 1, 5, 16, 57, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 5, 17, 8, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 05 17:09:08.255036 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcee361a-f294-45e6-8741-bff40d6803ec None None] Checking segment: {'id': 'c1c48296-21fa-4adb-8827-bd4be5bd49a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '7d9b3ad7-e7ae-429f-91b7-684985b3b754'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:09:08.255432 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-fcee361a-f294-45e6-8741-bff40d6803ec None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:08.255820 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcee361a-f294-45e6-8741-bff40d6803ec None None] Bound using segment: {'id': 'c1c48296-21fa-4adb-8827-bd4be5bd49a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '7d9b3ad7-e7ae-429f-91b7-684985b3b754'} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 05 17:09:08.256292 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-fcee361a-f294-45e6-8741-bff40d6803ec None None] Bound port: cb8b35a6-ae3e-4fcb-b1e0-bf9d896f82ed, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1c48296-21fa-4adb-8827-bd4be5bd49a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '7d9b3ad7-e7ae-429f-91b7-684985b3b754'}}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 05 17:09:08.256675 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-fcee361a-f294-45e6-8741-bff40d6803ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:08.265259 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 719d82cd-ea12-40de-9fb0-8e9f245e5bfa no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 05 17:09:08.292517 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-6b755745-67ee-4c24-aadc-f7e2f3d8adf8 tempest-TagsTest-1535338230 tempest-TagsTest-1535338230-project] Publish callbacks [] for security_group, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:08.311766 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e57c4427-f7ca-4cd4-a636-9045f0400567 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:08.348595 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.objects.ports [None req-74dfeac6-7e26-4d93-a028-f6105d401f74 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103800) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 05 17:09:08.349299 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-4bc5831a-e75e-431e-8f81-f12e1ae1ba87 tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11433176'] for port, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:08.354343 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-09cda947-db75-4271-a3d0-9ff04f13a119 tempest-RoutersAdminTest-952369856 tempest-RoutersAdminTest-952369856-project-admin] Deleting port cb8b35a6-ae3e-4fcb-b1e0-bf9d896f82ed {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:09:08.354831 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-09cda947-db75-4271-a3d0-9ff04f13a119 tempest-RoutersAdminTest-952369856 tempest-RoutersAdminTest-952369856-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:08.355847 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-74dfeac6-7e26-4d93-a028-f6105d401f74 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8784852', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8521873'] for subnet, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:08.377162 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] No Port match for: 719d82cd-ea12-40de-9fb0-8e9f245e5bfa {{(pid=103802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 05 17:09:08.378534 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 719d82cd-ea12-40de-9fb0-8e9f245e5bfa not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 05 17:09:08.433254 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-6b755745-67ee-4c24-aadc-f7e2f3d8adf8 tempest-TagsTest-1535338230 tempest-TagsTest-1535338230-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:08.458592 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-cde183b3-3767-4b58-afe5-77c490b45d9f None None] Provisioning complete for port cb8b35a6-ae3e-4fcb-b1e0-bf9d896f82ed triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:09:08.458965 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-cde183b3-3767-4b58-afe5-77c490b45d9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:08.480279 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc5831a-e75e-431e-8f81-f12e1ae1ba87 tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] Pushing event deleted for resources: {'Port': ['ID=be313fb7-90ef-4492-b2a5-bf56ef4e40d1,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:09:08.498154 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-cde183b3-3767-4b58-afe5-77c490b45d9f None None] Port cb8b35a6-ae3e-4fcb-b1e0-bf9d896f82ed cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 17:09:08.505487 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-fcee361a-f294-45e6-8741-bff40d6803ec None None] For port cb8b35a6-ae3e-4fcb-b1e0-bf9d896f82ed, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 05 17:09:08.530617 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-fcee361a-f294-45e6-8741-bff40d6803ec None None] For port cb8b35a6-ae3e-4fcb-b1e0-bf9d896f82ed, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=cb8b35a6-ae3e-4fcb-b1e0-bf9d896f82ed,segment=NetworkSegment(c1c48296-21fa-4adb-8827-bd4be5bd49a2),segment_id=c1c48296-21fa-4adb-8827-bd4be5bd49a2)] {{(pid=103802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 05 17:09:08.536275 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-4bc5831a-e75e-431e-8f81-f12e1ae1ba87 tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:08.537473 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.db_base_plugin_common [None req-0a472dd6-4111-4230-9583-478da38cf6b5 None None] Allocated IP 172.20.0.2 (185acd14-b895-4704-a83b-f6ba048b49d6/429e9b39-4f6c-40eb-b133-5051cc8163a3/06d9fd88-7e33-4313-8764-a62f88857800) {{(pid=103802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:09:08.540082 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-4bc5831a-e75e-431e-8f81-f12e1ae1ba87 tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] 10.222.0.11 "DELETE /v2.0/ports/be313fb7-90ef-4492-b2a5-bf56ef4e40d1 HTTP/1.1" status: 204 len: 168 time: 1.6891901 Jan 05 17:09:08.547815 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 41558) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:09:08.601105 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b755745-67ee-4c24-aadc-f7e2f3d8adf8 tempest-TagsTest-1535338230 tempest-TagsTest-1535338230-project] vlan segment allocate from pool success with {'vlan_id': 130, 'physical_network': 'physnet1'} {{(pid=103801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 05 17:09:08.614550 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b755745-67ee-4c24-aadc-f7e2f3d8adf8 tempest-TagsTest-1535338230 tempest-TagsTest-1535338230-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14ae5790-0fa7-46eb-aa28-1a00b4e38289,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:09:08.693652 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-09cda947-db75-4271-a3d0-9ff04f13a119 tempest-RoutersAdminTest-952369856 tempest-RoutersAdminTest-952369856-project-admin] For port cb8b35a6-ae3e-4fcb-b1e0-bf9d896f82ed, host dv-neutron-master-2-hyperv, got binding levels [] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:09:08.694049 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-09cda947-db75-4271-a3d0-9ff04f13a119 tempest-RoutersAdminTest-952369856 tempest-RoutersAdminTest-952369856-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:08.696980 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.pecan_wsgi.hooks.translation [None req-5358d0d4-bf47-4425-a0dc-2d5b5325c739 tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] DELETE failed (client error): The resource could not be found. Jan 05 17:09:08.697444 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5358d0d4-bf47-4425-a0dc-2d5b5325c739 tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 05 17:09:08.703991 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-5358d0d4-bf47-4425-a0dc-2d5b5325c739 tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] 10.222.0.11 "DELETE /v2.0/subnets/e4e621b0-952f-4735-a55e-b6473958197c HTTP/1.1" status: 404 len: 337 time: 0.1464612 Jan 05 17:09:08.712536 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 41562) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:09:08.758493 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-6b755745-67ee-4c24-aadc-f7e2f3d8adf8 tempest-TagsTest-1535338230 tempest-TagsTest-1535338230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225'] for segment, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:08.759218 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.db.segments_db [None req-6b755745-67ee-4c24-aadc-f7e2f3d8adf8 tempest-TagsTest-1535338230 tempest-TagsTest-1535338230-project] Added segment 6a63fac0-93a1-4676-b939-4a74e70093b6 of type vlan for network ba652202-2f53-4341-9f00-c8559d25ecc9 Jan 05 17:09:08.774181 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-09cda947-db75-4271-a3d0-9ff04f13a119 tempest-RoutersAdminTest-952369856 tempest-RoutersAdminTest-952369856-project-admin] Calling delete_port for cb8b35a6-ae3e-4fcb-b1e0-bf9d896f82ed owned by network:router_gateway {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:09:08.795870 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-fcee361a-f294-45e6-8741-bff40d6803ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:08.844494 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74dfeac6-7e26-4d93-a028-f6105d401f74 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Network e897f8fc-3cef-40ca-9466-c6c65ecd9833 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:09:08.870176 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0449f0c-5311-471d-abc0-dcce846c74cf None None] DHCP port deletion for 7d9b3ad7-e7ae-429f-91b7-684985b3b754 request from dv-neutron-master-2-hyperv {{(pid=103802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 05 17:09:08.890286 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-74dfeac6-7e26-4d93-a028-f6105d401f74 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:09:08.892640 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcee361a-f294-45e6-8741-bff40d6803ec None None] Routers {'6aa0b2b8-77e6-40f9-b7e0-7fd74372f0ac'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:09:08.893121 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74dfeac6-7e26-4d93-a028-f6105d401f74 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:09:08.893475 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-fcee361a-f294-45e6-8741-bff40d6803ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:08:49Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['6aa0b2b8-77e6-40f9-b7e0-7fd74372f0ac'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:09:08.893750 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-74dfeac6-7e26-4d93-a028-f6105d401f74 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks [] for subnet, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:08.902887 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-6b755745-67ee-4c24-aadc-f7e2f3d8adf8 tempest-TagsTest-1535338230 tempest-TagsTest-1535338230-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754180566020'] for network, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:08.905560 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c96bf9f7-e264-4c9b-9c79-d9d661e4ac40 tempest-AllowedAddressPairTestJSON-1235936357 tempest-AllowedAddressPairTestJSON-1235936357-project] Publish callbacks [] for port, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:08.922531 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74dfeac6-7e26-4d93-a028-f6105d401f74 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Pushing event updated for resources: {'Subnet': ['ID=76a4e3c2-b548-49b0-a464-aaf252c247a0,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:09:08.958015 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dce7abd5-432e-4cf2-aee0-50327f2c36f1 None None] Network e897f8fc-3cef-40ca-9466-c6c65ecd9833 requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:09:08.960836 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fb2841-4b9e-4255-b637-2c537e488323 None None] Pushing event updated for resources: {'Port': ['ID=cb8b35a6-ae3e-4fcb-b1e0-bf9d896f82ed,revision_number=3']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:09:09.015992 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0ab95c2f-80c1-457f-b2a1-18f1382a67f8 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:09.032889 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3cdbf04a-5c77-4a6f-9933-a027a5f01bb4 tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3809644'] for network, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:09.037722 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-74dfeac6-7e26-4d93-a028-f6105d401f74 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.8455999 Jan 05 17:09:09.037999 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 41564) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:09:09.041627 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55538df1-dc10-49c1-8c5b-c501e6a80718 req-8ce199c0-e94e-4e14-874a-6d1122b5adaf tempest-ServerActionsTestJSON-949899014 tempest-ServerActionsTestJSON-949899014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:09:09.046130 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-55538df1-dc10-49c1-8c5b-c501e6a80718 req-8ce199c0-e94e-4e14-874a-6d1122b5adaf tempest-ServerActionsTestJSON-949899014 tempest-ServerActionsTestJSON-949899014-project] 10.222.0.11 "GET /v2.0/ports?device_id=be270a5c-db8b-4dff-9e40-79b29c80ad34 HTTP/1.1" status: 200 len: 946 time: 0.3432016 Jan 05 17:09:09.080382 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-a31cbee5-a22c-4f0f-bf4c-9b04c9c8ed2d tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Request body: {'port': {'network_id': 'e897f8fc-3cef-40ca-9466-c6c65ecd9833', 'mac_address': 'fa:16:3e:2b:e5:ab', 'name': 'tempest-NetworksTestDHCPv6-723066293'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:09:09.127664 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-fcee361a-f294-45e6-8741-bff40d6803ec None None] Set router 6aa0b2b8-77e6-40f9-b7e0-7fd74372f0ac gateway port host: None {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:09:09.135461 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c96bf9f7-e264-4c9b-9c79-d9d661e4ac40 tempest-AllowedAddressPairTestJSON-1235936357 tempest-AllowedAddressPairTestJSON-1235936357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:09.158438 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-6b755745-67ee-4c24-aadc-f7e2f3d8adf8 tempest-TagsTest-1535338230 tempest-TagsTest-1535338230-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685'] for network, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:09.164563 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b755745-67ee-4c24-aadc-f7e2f3d8adf8 tempest-TagsTest-1535338230 tempest-TagsTest-1535338230-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:09:09.166473 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-6b755745-67ee-4c24-aadc-f7e2f3d8adf8 tempest-TagsTest-1535338230 tempest-TagsTest-1535338230-project] Publish callbacks [] for network, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:09.175384 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-0a472dd6-4111-4230-9583-478da38cf6b5 None None] Publish callbacks [] for port, precommit_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:09.215944 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-fcee361a-f294-45e6-8741-bff40d6803ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aa0b2b8-77e6-40f9-b7e0-7fd74372f0ac', 'name': '', 'tenant_id': '58667cb4efea4d45816f5ae9c56c5333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:09:02Z', 'updated_at': '2022-01-05T17:09:08Z', 'revision_number': 4, 'project_id': '58667cb4efea4d45816f5ae9c56c5333', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:09:09.247479 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcee361a-f294-45e6-8741-bff40d6803ec None None] The sync data for ids ['6aa0b2b8-77e6-40f9-b7e0-7fd74372f0ac'] in dv-neutron-master-2-hyperv is: [{'id': '6aa0b2b8-77e6-40f9-b7e0-7fd74372f0ac', 'name': '', 'tenant_id': '58667cb4efea4d45816f5ae9c56c5333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:09:02Z', 'updated_at': '2022-01-05T17:09:08Z', 'revision_number': 4, 'project_id': '58667cb4efea4d45816f5ae9c56c5333', 'gw_port_host': None}] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 05 17:09:09.249090 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-74b350da-d712-4cce-bbcb-911624373ef5 None None] Provisioning complete for port cb8b35a6-ae3e-4fcb-b1e0-bf9d896f82ed triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:09:09.249982 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-74b350da-d712-4cce-bbcb-911624373ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:09.268920 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c96bf9f7-e264-4c9b-9c79-d9d661e4ac40 tempest-AllowedAddressPairTestJSON-1235936357 tempest-AllowedAddressPairTestJSON-1235936357-project] Network 8e04ecc0-b255-4da3-a7ea-55c342b92b12 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:09:09.294210 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-c96bf9f7-e264-4c9b-9c79-d9d661e4ac40 tempest-AllowedAddressPairTestJSON-1235936357 tempest-AllowedAddressPairTestJSON-1235936357-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:09:09.300697 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-0a472dd6-4111-4230-9583-478da38cf6b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669'] for port, after_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:09.303619 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c96bf9f7-e264-4c9b-9c79-d9d661e4ac40 tempest-AllowedAddressPairTestJSON-1235936357 tempest-AllowedAddressPairTestJSON-1235936357-project] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:09:09.328463 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96bf9f7-e264-4c9b-9c79-d9d661e4ac40 tempest-AllowedAddressPairTestJSON-1235936357 tempest-AllowedAddressPairTestJSON-1235936357-project] Pushing event updated for resources: {'Port': ['ID=99278f35-4e40-4060-818e-79f6d5793613,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:09:09.356599 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-6b755745-67ee-4c24-aadc-f7e2f3d8adf8 tempest-TagsTest-1535338230 tempest-TagsTest-1535338230-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 775 time: 2.4271858 Jan 05 17:09:09.378551 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 41568) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:09:09.384899 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36246c02-f71a-4a7b-841a-58910beababf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-e897f8fc-3cef-40ca-9466-c6c65ecd9833', 'network_id': 'e897f8fc-3cef-40ca-9466-c6c65ecd9833', 'project_id': 'fd419c78d7194361a03f37a26ebeba76', 'fixed_ips': [{'subnet_id': '76a4e3c2-b548-49b0-a464-aaf252c247a0'}]}} from dv-neutron-master-2-hyperv. {{(pid=103802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 05 17:09:09.386338 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-36246c02-f71a-4a7b-841a-58910beababf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:09.419918 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.services.tag.tag_plugin [None req-718ac0ad-dfcd-4e10-b289-e607c08c9c06 tempest-TagsTest-1535338230 tempest-TagsTest-1535338230-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', 'ba652202-2f53-4341-9f00-c8559d25ecc9', 'tempest-TagsTest-Tag-221668530') {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:09:09.455174 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a472dd6-4111-4230-9583-478da38cf6b5 None None] Network 185acd14-b895-4704-a83b-f6ba048b49d6 is already hosted by enough agents. {{(pid=103802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:09:09.460074 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.scheduler.base_scheduler [None req-0a472dd6-4111-4230-9583-478da38cf6b5 None None] Resources bound (agent type, host, resource id): {{(pid=103802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:09:09.469797 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a472dd6-4111-4230-9583-478da38cf6b5 None None] Received port after_create {{(pid=103802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:09:09.522941 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c96bf9f7-e264-4c9b-9c79-d9d661e4ac40 tempest-AllowedAddressPairTestJSON-1235936357 tempest-AllowedAddressPairTestJSON-1235936357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:09:09.523603 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c96bf9f7-e264-4c9b-9c79-d9d661e4ac40 tempest-AllowedAddressPairTestJSON-1235936357 tempest-AllowedAddressPairTestJSON-1235936357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:09.542457 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b755745-67ee-4c24-aadc-f7e2f3d8adf8 tempest-TagsTest-1535338230 tempest-TagsTest-1535338230-project] Pushing event updated for resources: {'Network': ['ID=ba652202-2f53-4341-9f00-c8559d25ecc9,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:09:09.559300 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a472dd6-4111-4230-9583-478da38cf6b5 None None] Pushing event updated for resources: {'Port': ['ID=06d9fd88-7e33-4313-8764-a62f88857800,revision_number=1']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:09:09.591775 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a31cbee5-a22c-4f0f-bf4c-9b04c9c8ed2d tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Made reservation on behalf of fd419c78d7194361a03f37a26ebeba76 for: {'port': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:09:09.595551 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Network ba652202-2f53-4341-9f00-c8559d25ecc9 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 05 17:09:09.627949 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [None req-0ab95c2f-80c1-457f-b2a1-18f1382a67f8 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Allocated IP 172.20.0.1 (185acd14-b895-4704-a83b-f6ba048b49d6/429e9b39-4f6c-40eb-b133-5051cc8163a3/182e09e5-42e6-4f62-bbbb-0058488f34b5) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:09:09.643462 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-c96bf9f7-e264-4c9b-9c79-d9d661e4ac40 tempest-AllowedAddressPairTestJSON-1235936357 tempest-AllowedAddressPairTestJSON-1235936357-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.7702258 Jan 05 17:09:09.646125 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 41570) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:09:09.655721 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-942a810c-57cc-4a49-84c8-dcfbe20f6be1 tempest-AllowedAddressPairTestJSON-1235936357 tempest-AllowedAddressPairTestJSON-1235936357-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:c8:56:1e'}, {'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:73:51:41'}]}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:09:09.670336 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-55538df1-dc10-49c1-8c5b-c501e6a80718 req-42714143-cc23-464b-85ba-38d667ae60d2 tempest-ServerActionsTestJSON-949899014 tempest-ServerActionsTestJSON-949899014-project] 10.222.0.11 "GET /v2.0/security-groups?id=f7674e10-0a07-4bc4-8403-a53dd95a312a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6055000 Jan 05 17:09:09.686098 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3cdbf04a-5c77-4a6f-9933-a027a5f01bb4 tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3891715', 'neutron.services.segments.db._delete_segments_for_network-8754181063482'] for network, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:09.759084 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-74b350da-d712-4cce-bbcb-911624373ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:09.775860 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-0a472dd6-4111-4230-9583-478da38cf6b5 None None] Attempting to bind port 06d9fd88-7e33-4313-8764-a62f88857800 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 05 17:09:09.776246 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-0a472dd6-4111-4230-9583-478da38cf6b5 None None] Attempting to bind port 06d9fd88-7e33-4313-8764-a62f88857800 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '079e8fea-7656-44b3-bb6e-8cb0885366a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '185acd14-b895-4704-a83b-f6ba048b49d6'}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 05 17:09:09.776793 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a472dd6-4111-4230-9583-478da38cf6b5 None None] Attempting to bind port 06d9fd88-7e33-4313-8764-a62f88857800 on network 185acd14-b895-4704-a83b-f6ba048b49d6 {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:09:09.786922 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.services.segments.db [None req-3cdbf04a-5c77-4a6f-9933-a027a5f01bb4 tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36fec3c6-ec77-4c3e-8f7f-1f0f4c9ad352']}} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:09:09.800979 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a472dd6-4111-4230-9583-478da38cf6b5 None None] Checking agent: {'id': '0d4f8fd3-ce62-4651-970c-efa6a8bb22b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 5, 16, 57, 23), 'started_at': datetime.datetime(2022, 1, 5, 16, 57, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 5, 17, 8, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 05 17:09:09.802754 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a472dd6-4111-4230-9583-478da38cf6b5 None None] Checking segment: {'id': '079e8fea-7656-44b3-bb6e-8cb0885366a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '185acd14-b895-4704-a83b-f6ba048b49d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:09:09.803339 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-0a472dd6-4111-4230-9583-478da38cf6b5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:09.803890 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a472dd6-4111-4230-9583-478da38cf6b5 None None] Bound using segment: {'id': '079e8fea-7656-44b3-bb6e-8cb0885366a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '185acd14-b895-4704-a83b-f6ba048b49d6'} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 05 17:09:09.804721 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-0a472dd6-4111-4230-9583-478da38cf6b5 None None] Bound port: 06d9fd88-7e33-4313-8764-a62f88857800, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '079e8fea-7656-44b3-bb6e-8cb0885366a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '185acd14-b895-4704-a83b-f6ba048b49d6'}}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 05 17:09:09.805272 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-0a472dd6-4111-4230-9583-478da38cf6b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:09.819767 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.services.segments.db [None req-3cdbf04a-5c77-4a6f-9933-a027a5f01bb4 tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd786ac5-de1b-476e-a3d5-aebcc6cca3ef') {'for_net_delete': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:09:09.820046 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.services.segments.db [None req-3cdbf04a-5c77-4a6f-9933-a027a5f01bb4 tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd786ac5-de1b-476e-a3d5-aebcc6cca3ef') {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:09:09.843589 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3cdbf04a-5c77-4a6f-9933-a027a5f01bb4 tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754181064771', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11316385'] for segment, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:09.855273 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e57c4427-f7ca-4cd4-a636-9045f0400567 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks [] for port, precommit_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:09.872364 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3cdbf04a-5c77-4a6f-9933-a027a5f01bb4 tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225'] for segment, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:09.879497 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3cdbf04a-5c77-4a6f-9933-a027a5f01bb4 tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] Releasing vlan 148 on physical network physnet1 to pool {{(pid=103801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 05 17:09:09.879965 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3cdbf04a-5c77-4a6f-9933-a027a5f01bb4 tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11433197'] for segment, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:09.884954 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:09:09.884954 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:09:09.884954 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:09:09.884954 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:09:09.884954 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:09:09.884954 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:09:09.884954 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:09:09.884954 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:09:09.884954 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:09:09.884954 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:09:09.884954 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:09:09.884954 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:09:09.884954 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:09:09.884954 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:09:09.884954 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:09:09.884954 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:09:09.884954 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:09:09.884954 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:09:09.884954 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:09:09.884954 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:09:09.884954 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:09:09.884954 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:09:09.884954 dv-neutron-master-2-hyperv neutron-server[103801]: Traceback (most recent call last): Jan 05 17:09:09.884954 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 05 17:09:09.884954 dv-neutron-master-2-hyperv neutron-server[103801]: timer() Jan 05 17:09:09.884954 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 05 17:09:09.884954 dv-neutron-master-2-hyperv neutron-server[103801]: cb(*args, **kw) Jan 05 17:09:09.884954 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 05 17:09:09.884954 dv-neutron-master-2-hyperv neutron-server[103801]: return func(*args, **kwargs) Jan 05 17:09:09.884954 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 05 17:09:09.884954 dv-neutron-master-2-hyperv neutron-server[103801]: self._notify() Jan 05 17:09:09.884954 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 05 17:09:09.884954 dv-neutron-master-2-hyperv neutron-server[103801]: self.callback(batched_events) Jan 05 17:09:09.884954 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 05 17:09:09.884954 dv-neutron-master-2-hyperv neutron-server[103801]: event.method(event) Jan 05 17:09:09.884954 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 05 17:09:09.884954 dv-neutron-master-2-hyperv neutron-server[103801]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 05 17:09:09.884954 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 05 17:09:09.884954 dv-neutron-master-2-hyperv neutron-server[103801]: aggregate_uuid = self.p_client.list_aggregates( Jan 05 17:09:09.884954 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 05 17:09:09.884954 dv-neutron-master-2-hyperv neutron-server[103801]: return f(self, *a, **k) Jan 05 17:09:09.884954 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 05 17:09:09.884954 dv-neutron-master-2-hyperv neutron-server[103801]: return self._get(url).json() Jan 05 17:09:09.884954 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 05 17:09:09.884954 dv-neutron-master-2-hyperv neutron-server[103801]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 05 17:09:09.884954 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 05 17:09:09.884954 dv-neutron-master-2-hyperv neutron-server[103801]: return self.request(url, 'GET', **kwargs) Jan 05 17:09:09.884954 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 05 17:09:09.884954 dv-neutron-master-2-hyperv neutron-server[103801]: base_url = self.get_endpoint(auth, allow=allow, Jan 05 17:09:09.884954 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 05 17:09:09.884954 dv-neutron-master-2-hyperv neutron-server[103801]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 05 17:09:09.884954 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 05 17:09:09.884954 dv-neutron-master-2-hyperv neutron-server[103801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 05 17:09:09.884954 dv-neutron-master-2-hyperv neutron-server[103801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 05 17:09:09.923760 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.db_base_plugin_common [None req-36246c02-f71a-4a7b-841a-58910beababf None None] Allocated IP 2001:db8::f816:3eff:fe93:18d (e897f8fc-3cef-40ca-9466-c6c65ecd9833/76a4e3c2-b548-49b0-a464-aaf252c247a0/a98d03af-bb5a-4259-acf7-ac308c418d78) {{(pid=103802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:09:09.925823 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a31cbee5-a22c-4f0f-bf4c-9b04c9c8ed2d tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:09.930823 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-0a472dd6-4111-4230-9583-478da38cf6b5 None None] For port 06d9fd88-7e33-4313-8764-a62f88857800, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 05 17:09:09.935756 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-0a472dd6-4111-4230-9583-478da38cf6b5 None None] For port 06d9fd88-7e33-4313-8764-a62f88857800, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=06d9fd88-7e33-4313-8764-a62f88857800,segment=NetworkSegment(079e8fea-7656-44b3-bb6e-8cb0885366a3),segment_id=079e8fea-7656-44b3-bb6e-8cb0885366a3)] {{(pid=103802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 05 17:09:09.938631 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-09cda947-db75-4271-a3d0-9ff04f13a119 tempest-RoutersAdminTest-952369856 tempest-RoutersAdminTest-952369856-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11433176'] for port, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:09.978318 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-718ac0ad-dfcd-4e10-b289-e607c08c9c06 tempest-TagsTest-1535338230 tempest-TagsTest-1535338230-project] 10.222.0.11 "PUT /v2.0/networks/ba652202-2f53-4341-9f00-c8559d25ecc9/tags/tempest-TagsTest-Tag-221668530 HTTP/1.1" status: 201 len: 201 time: 0.5669031 Jan 05 17:09:09.980451 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e57c4427-f7ca-4cd4-a636-9045f0400567 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11433169'] for port, after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:09.987506 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e57c4427-f7ca-4cd4-a636-9045f0400567 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:09:09.988145 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e57c4427-f7ca-4cd4-a636-9045f0400567 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:09.989480 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-e57c4427-f7ca-4cd4-a636-9045f0400567 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] 10.222.0.11 "PUT /v2.0/ports/c0a459d3-6196-4b7f-9fd6-9e1359927b0e HTTP/1.1" status: 200 len: 911 time: 2.2497656 Jan 05 17:09:09.990584 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 41572) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:09:09.992379 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cda947-db75-4271-a3d0-9ff04f13a119 tempest-RoutersAdminTest-952369856 tempest-RoutersAdminTest-952369856-project-admin] Pushing event deleted for resources: {'Port': ['ID=cb8b35a6-ae3e-4fcb-b1e0-bf9d896f82ed,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:09:09.995446 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.notifiers.nova [None req-a31cbee5-a22c-4f0f-bf4c-9b04c9c8ed2d tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] device_id is not set on port 4981a946-afe0-4d2c-9634-b94cb6613b7a yet. {{(pid=103800) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 05 17:09:09.998536 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.services.tag.tag_plugin [None req-01c617fe-cae8-4269-af4f-ac8445b0e9d0 tempest-TagsTest-1535338230 tempest-TagsTest-1535338230-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'ba652202-2f53-4341-9f00-c8559d25ecc9', 'tempest-TagsTest-Tag-221668530') {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:09:10.000149 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 41574) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:09:10.015621 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0ab95c2f-80c1-457f-b2a1-18f1382a67f8 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks [] for port, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:10.025946 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a2b34af-2f60-4942-b805-cb1adfc8cb2a None None] DHCP port deletion for 7d9b3ad7-e7ae-429f-91b7-684985b3b754 request from dv-neutron-master-2-hyperv {{(pid=103802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 05 17:09:10.030965 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-0a472dd6-4111-4230-9583-478da38cf6b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:10.088431 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3cdbf04a-5c77-4a6f-9933-a027a5f01bb4 tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3891722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648695'] for network, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:10.114932 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3cdbf04a-5c77-4a6f-9933-a027a5f01bb4 tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] Publish callbacks [] for network, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:10.123802 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-3cdbf04a-5c77-4a6f-9933-a027a5f01bb4 tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] 10.222.0.11 "DELETE /v2.0/networks/36fec3c6-ec77-4c3e-8f7f-1f0f4c9ad352 HTTP/1.1" status: 204 len: 168 time: 1.3560717 Jan 05 17:09:10.126162 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 41576) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:09:10.150510 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a472dd6-4111-4230-9583-478da38cf6b5 None None] Pushing event updated for resources: {'Port': ['ID=06d9fd88-7e33-4313-8764-a62f88857800,revision_number=2']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:09:10.189626 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdbf04a-5c77-4a6f-9933-a027a5f01bb4 tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] Pushing event deleted for resources: {'Network': ['ID=36fec3c6-ec77-4c3e-8f7f-1f0f4c9ad352,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:09:10.208764 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-6e848d2b-18f2-4935-9b08-19ef7f16071e None None] Provisioning complete for port 99278f35-4e40-4060-818e-79f6d5793613 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:09:10.209502 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-6e848d2b-18f2-4935-9b08-19ef7f16071e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:10.216258 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-942a810c-57cc-4a49-84c8-dcfbe20f6be1 tempest-AllowedAddressPairTestJSON-1235936357 tempest-AllowedAddressPairTestJSON-1235936357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:10.265917 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-36246c02-f71a-4a7b-841a-58910beababf None None] Publish callbacks [] for port, precommit_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:10.279177 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-6e848d2b-18f2-4935-9b08-19ef7f16071e None None] Port 99278f35-4e40-4060-818e-79f6d5793613 cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 17:09:10.349262 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-36246c02-f71a-4a7b-841a-58910beababf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669'] for port, after_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:10.400835 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36246c02-f71a-4a7b-841a-58910beababf None None] Network e897f8fc-3cef-40ca-9466-c6c65ecd9833 is already hosted by enough agents. {{(pid=103802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:09:10.404657 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.scheduler.base_scheduler [None req-36246c02-f71a-4a7b-841a-58910beababf None None] Resources bound (agent type, host, resource id): {{(pid=103802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:09:10.465201 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0ab95c2f-80c1-457f-b2a1-18f1382a67f8 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:10.467721 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36246c02-f71a-4a7b-841a-58910beababf None None] Received port after_create {{(pid=103802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:09:10.516216 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57c4427-f7ca-4cd4-a636-9045f0400567 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Pushing event updated for resources: {'Port': ['ID=c0a459d3-6196-4b7f-9fd6-9e1359927b0e,revision_number=3']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:09:10.551490 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-09cda947-db75-4271-a3d0-9ff04f13a119 tempest-RoutersAdminTest-952369856 tempest-RoutersAdminTest-952369856-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-648595'] for router_gateway, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:10.556123 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [None req-a31cbee5-a22c-4f0f-bf4c-9b04c9c8ed2d tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Allocated IP 2001:db8::f816:3eff:fe2b:e5ab (e897f8fc-3cef-40ca-9466-c6c65ecd9833/76a4e3c2-b548-49b0-a464-aaf252c247a0/4981a946-afe0-4d2c-9634-b94cb6613b7a) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:09:10.585302 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36246c02-f71a-4a7b-841a-58910beababf None None] Pushing event updated for resources: {'Port': ['ID=a98d03af-bb5a-4259-acf7-ac308c418d78,revision_number=1']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:09:10.597293 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-36246c02-f71a-4a7b-841a-58910beababf None None] Attempting to bind port a98d03af-bb5a-4259-acf7-ac308c418d78 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 05 17:09:10.598257 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-36246c02-f71a-4a7b-841a-58910beababf None None] Attempting to bind port a98d03af-bb5a-4259-acf7-ac308c418d78 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '68e6c437-46c2-424d-85e7-20547f69066d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'e897f8fc-3cef-40ca-9466-c6c65ecd9833'}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 05 17:09:10.598794 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36246c02-f71a-4a7b-841a-58910beababf None None] Attempting to bind port a98d03af-bb5a-4259-acf7-ac308c418d78 on network e897f8fc-3cef-40ca-9466-c6c65ecd9833 {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:09:10.619099 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36246c02-f71a-4a7b-841a-58910beababf None None] Checking agent: {'id': '0d4f8fd3-ce62-4651-970c-efa6a8bb22b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 5, 16, 57, 23), 'started_at': datetime.datetime(2022, 1, 5, 16, 57, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 5, 17, 8, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 05 17:09:10.619485 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36246c02-f71a-4a7b-841a-58910beababf None None] Checking segment: {'id': '68e6c437-46c2-424d-85e7-20547f69066d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'e897f8fc-3cef-40ca-9466-c6c65ecd9833'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:09:10.619984 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-36246c02-f71a-4a7b-841a-58910beababf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:10.620396 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36246c02-f71a-4a7b-841a-58910beababf None None] Bound using segment: {'id': '68e6c437-46c2-424d-85e7-20547f69066d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'e897f8fc-3cef-40ca-9466-c6c65ecd9833'} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 05 17:09:10.620863 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-36246c02-f71a-4a7b-841a-58910beababf None None] Bound port: a98d03af-bb5a-4259-acf7-ac308c418d78, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68e6c437-46c2-424d-85e7-20547f69066d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'e897f8fc-3cef-40ca-9466-c6c65ecd9833'}}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 05 17:09:10.621235 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-36246c02-f71a-4a7b-841a-58910beababf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:10.643099 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ab95c2f-80c1-457f-b2a1-18f1382a67f8 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Network 185acd14-b895-4704-a83b-f6ba048b49d6 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:09:10.678527 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-0ab95c2f-80c1-457f-b2a1-18f1382a67f8 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:09:10.693679 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ab95c2f-80c1-457f-b2a1-18f1382a67f8 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:09:10.706514 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-09cda947-db75-4271-a3d0-9ff04f13a119 tempest-RoutersAdminTest-952369856 tempest-RoutersAdminTest-952369856-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-648249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62744'] for router, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:10.710395 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-09cda947-db75-4271-a3d0-9ff04f13a119 tempest-RoutersAdminTest-952369856 tempest-RoutersAdminTest-952369856-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:10.715208 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-01c617fe-cae8-4269-af4f-ac8445b0e9d0 tempest-TagsTest-1535338230 tempest-TagsTest-1535338230-project] 10.222.0.11 "GET /v2.0/networks/ba652202-2f53-4341-9f00-c8559d25ecc9/tags/tempest-TagsTest-Tag-221668530 HTTP/1.1" status: 204 len: 168 time: 0.7178655 Jan 05 17:09:10.716528 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 41582) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:09:10.720494 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.services.tag.tag_plugin [None req-3d49c75a-fa91-463a-a767-261dce451988 tempest-TagsTest-1535338230 tempest-TagsTest-1535338230-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', 'ba652202-2f53-4341-9f00-c8559d25ecc9') {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:09:10.726603 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-36246c02-f71a-4a7b-841a-58910beababf None None] For port a98d03af-bb5a-4259-acf7-ac308c418d78, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 05 17:09:10.731048 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-36246c02-f71a-4a7b-841a-58910beababf None None] For port a98d03af-bb5a-4259-acf7-ac308c418d78, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=a98d03af-bb5a-4259-acf7-ac308c418d78,segment=NetworkSegment(68e6c437-46c2-424d-85e7-20547f69066d),segment_id=68e6c437-46c2-424d-85e7-20547f69066d)] {{(pid=103802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 05 17:09:10.759553 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab95c2f-80c1-457f-b2a1-18f1382a67f8 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Pushing event updated for resources: {'Port': ['ID=182e09e5-42e6-4f62-bbbb-0058488f34b5,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:09:10.832462 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-56737b19-6621-4f91-b3d4-2c17f7f659c2 tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] Deleting port 9e352972-7149-490c-964f-63067c64f82e {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:09:10.833090 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-56737b19-6621-4f91-b3d4-2c17f7f659c2 tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:10.868830 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-36246c02-f71a-4a7b-841a-58910beababf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:10.885864 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-3d49c75a-fa91-463a-a767-261dce451988 tempest-TagsTest-1535338230 tempest-TagsTest-1535338230-project] 10.222.0.11 "GET /v2.0/networks/ba652202-2f53-4341-9f00-c8559d25ecc9/tags HTTP/1.1" status: 200 len: 237 time: 0.1663613 Jan 05 17:09:10.890076 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 41584) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:09:10.897639 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.services.tag.tag_plugin [None req-325b50f3-bada-4aec-afd0-c8a54f8ced66 tempest-TagsTest-1535338230 tempest-TagsTest-1535338230-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', 'ba652202-2f53-4341-9f00-c8559d25ecc9', {'tags': ['tempest-TagsTest-Tag-785062575', 'tempest-TagsTest-Tag-538955843', 'tempest-TagsTest-Tag-875909604']}) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:09:10.930794 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0ab95c2f-80c1-457f-b2a1-18f1382a67f8 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-648552'] for router_interface, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:10.935387 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-56737b19-6621-4f91-b3d4-2c17f7f659c2 tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:10.942164 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36246c02-f71a-4a7b-841a-58910beababf None None] Pushing event updated for resources: {'Port': ['ID=a98d03af-bb5a-4259-acf7-ac308c418d78,revision_number=2']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:09:10.982129 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-09cda947-db75-4271-a3d0-9ff04f13a119 tempest-RoutersAdminTest-952369856 tempest-RoutersAdminTest-952369856-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-648240'] for router, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:10.982667 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09cda947-db75-4271-a3d0-9ff04f13a119 tempest-RoutersAdminTest-952369856 tempest-RoutersAdminTest-952369856-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6aa0b2b8-77e6-40f9-b7e0-7fd74372f0ac {{(pid=103801) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 05 17:09:10.996898 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-09cda947-db75-4271-a3d0-9ff04f13a119 tempest-RoutersAdminTest-952369856 tempest-RoutersAdminTest-952369856-project-admin] Publish callbacks [] for router, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:10.998137 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-09cda947-db75-4271-a3d0-9ff04f13a119 tempest-RoutersAdminTest-952369856 tempest-RoutersAdminTest-952369856-project-admin] 10.222.0.11 "DELETE /v2.0/routers/6aa0b2b8-77e6-40f9-b7e0-7fd74372f0ac HTTP/1.1" status: 204 len: 168 time: 4.0732245 Jan 05 17:09:10.999746 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-56737b19-6621-4f91-b3d4-2c17f7f659c2 tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] Calling delete_port for 9e352972-7149-490c-964f-63067c64f82e owned by {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:09:11.005672 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 41586) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:09:11.067674 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-942a810c-57cc-4a49-84c8-dcfbe20f6be1 tempest-AllowedAddressPairTestJSON-1235936357 tempest-AllowedAddressPairTestJSON-1235936357-project] Publish callbacks [] for port, precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:11.116240 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.db_base_plugin_v2 [None req-a615a16b-824d-4855-8b67-529dc6944b21 tempest-RoutersAdminTest-952369856 tempest-RoutersAdminTest-952369856-project-admin] Deleting subnet abccc1d9-783f-4740-aa04-e1701021ada0 {{(pid=103801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 05 17:09:11.126001 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4850455c-8d58-41e3-a30d-cfc0b2d2ec8d req-d7cf2475-2f77-47e1-a596-a23f13c2b4bc tempest-ServerActionsTestJSON-949899014 tempest-ServerActionsTestJSON-949899014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:09:11.131930 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-a615a16b-824d-4855-8b67-529dc6944b21 tempest-RoutersAdminTest-952369856 tempest-RoutersAdminTest-952369856-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:11.137877 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-4850455c-8d58-41e3-a30d-cfc0b2d2ec8d req-d7cf2475-2f77-47e1-a596-a23f13c2b4bc tempest-ServerActionsTestJSON-949899014 tempest-ServerActionsTestJSON-949899014-project] 10.222.0.11 "GET /v2.0/ports?device_id=be270a5c-db8b-4dff-9e40-79b29c80ad34 HTTP/1.1" status: 200 len: 946 time: 0.3451796 Jan 05 17:09:11.166256 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-942a810c-57cc-4a49-84c8-dcfbe20f6be1 tempest-AllowedAddressPairTestJSON-1235936357 tempest-AllowedAddressPairTestJSON-1235936357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8784461'] for port, after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:11.199593 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-325b50f3-bada-4aec-afd0-c8a54f8ced66 tempest-TagsTest-1535338230 tempest-TagsTest-1535338230-project] 10.222.0.11 "PUT /v2.0/networks/ba652202-2f53-4341-9f00-c8559d25ecc9/tags HTTP/1.1" status: 200 len: 306 time: 0.3045394 Jan 05 17:09:11.206612 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 41588) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:09:11.206612 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.services.tag.tag_plugin [None req-90b20697-ff2a-466a-ae90-c3521be4749b tempest-TagsTest-1535338230 tempest-TagsTest-1535338230-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', 'ba652202-2f53-4341-9f00-c8559d25ecc9', 'tempest-TagsTest-Tag-785062575') {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:09:11.213570 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-a615a16b-824d-4855-8b67-529dc6944b21 tempest-RoutersAdminTest-952369856 tempest-RoutersAdminTest-952369856-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11316398'] for subnet, precommit_delete_associations {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:11.332149 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-a615a16b-824d-4855-8b67-529dc6944b21 tempest-RoutersAdminTest-952369856 tempest-RoutersAdminTest-952369856-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892868'] for subnet, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:11.366757 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-56737b19-6621-4f91-b3d4-2c17f7f659c2 tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11433176'] for port, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:11.445577 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56737b19-6621-4f91-b3d4-2c17f7f659c2 tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] Pushing event deleted for resources: {'Port': ['ID=9e352972-7149-490c-964f-63067c64f82e,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:09:11.467112 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-56737b19-6621-4f91-b3d4-2c17f7f659c2 tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:11.473961 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-56737b19-6621-4f91-b3d4-2c17f7f659c2 tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] 10.222.0.11 "DELETE /v2.0/ports/9e352972-7149-490c-964f-63067c64f82e HTTP/1.1" status: 204 len: 168 time: 1.3348053 Jan 05 17:09:11.476062 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 41590) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:09:11.510287 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd3cb318-c47e-435e-af9b-60c881365aaf tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] DELETE failed (client error): The resource could not be found. Jan 05 17:09:11.510759 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd3cb318-c47e-435e-af9b-60c881365aaf tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 05 17:09:11.516265 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-dd3cb318-c47e-435e-af9b-60c881365aaf tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] 10.222.0.11 "DELETE /v2.0/subnets/8ed041e1-2adb-46ff-85de-46be7369dde4 HTTP/1.1" status: 404 len: 337 time: 0.0368814 Jan 05 17:09:11.516537 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-a615a16b-824d-4855-8b67-529dc6944b21 tempest-RoutersAdminTest-952369856 tempest-RoutersAdminTest-952369856-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3893367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11433231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12480600'] for subnet, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:11.518760 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 41592) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:09:11.573526 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a615a16b-824d-4855-8b67-529dc6944b21 tempest-RoutersAdminTest-952369856 tempest-RoutersAdminTest-952369856-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=abccc1d9-783f-4740-aa04-e1701021ada0,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:09:11.580610 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-90b20697-ff2a-466a-ae90-c3521be4749b tempest-TagsTest-1535338230 tempest-TagsTest-1535338230-project] 10.222.0.11 "DELETE /v2.0/networks/ba652202-2f53-4341-9f00-c8559d25ecc9/tags/tempest-TagsTest-Tag-785062575 HTTP/1.1" status: 204 len: 168 time: 0.3779562 Jan 05 17:09:11.617071 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 41594) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:09:11.624990 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5ff33ba-e944-425c-9381-2a8f37dea779 None None] Network 7d9b3ad7-e7ae-429f-91b7-684985b3b754 requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:09:11.650332 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.services.tag.tag_plugin [None req-96377685-d005-466c-9be2-cf47f2659d50 tempest-TagsTest-1535338230 tempest-TagsTest-1535338230-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'ba652202-2f53-4341-9f00-c8559d25ecc9', 'tempest-TagsTest-Tag-785062575') {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:09:11.653490 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-a615a16b-824d-4855-8b67-529dc6944b21 tempest-RoutersAdminTest-952369856 tempest-RoutersAdminTest-952369856-project-admin] Publish callbacks [] for subnet, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:11.665026 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-a615a16b-824d-4855-8b67-529dc6944b21 tempest-RoutersAdminTest-952369856 tempest-RoutersAdminTest-952369856-project-admin] 10.222.0.11 "DELETE /v2.0/subnets/abccc1d9-783f-4740-aa04-e1701021ada0 HTTP/1.1" status: 204 len: 168 time: 0.6580818 Jan 05 17:09:11.673075 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 41596) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:09:11.756894 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-bfb6540c-6348-488e-8961-12ec4aad7a3a tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3809644'] for network, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:11.759988 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a31cbee5-a22c-4f0f-bf4c-9b04c9c8ed2d tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks [] for port, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:11.780796 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-99c82e7e-0aa5-4086-97b8-6c03ccb7a8a2 None None] Provisioning complete for port 99278f35-4e40-4060-818e-79f6d5793613 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:09:11.781326 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-99c82e7e-0aa5-4086-97b8-6c03ccb7a8a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:11.812995 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00de8a5d-6376-4700-9a7b-298e976a706c None None] DHCP port deletion for 7d9b3ad7-e7ae-429f-91b7-684985b3b754 request from dv-neutron-master-2-hyperv {{(pid=103802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 05 17:09:11.822654 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-4850455c-8d58-41e3-a30d-cfc0b2d2ec8d req-fe96dd03-4834-4975-aec2-3bc8d79f2560 tempest-ServerActionsTestJSON-949899014 tempest-ServerActionsTestJSON-949899014-project] 10.222.0.11 "GET /v2.0/security-groups?id=f7674e10-0a07-4bc4-8403-a53dd95a312a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6838729 Jan 05 17:09:11.829117 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-ed6c567d-c6a1-49d3-8947-07c4d0894ae3 tempest-RoutersAdminTest-952369856 tempest-RoutersAdminTest-952369856-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3809644'] for network, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:11.850733 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-406cf547-afaa-4d85-b909-b3689cb14209 None None] Network 185acd14-b895-4704-a83b-f6ba048b49d6 requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:09:11.855431 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942a810c-57cc-4a49-84c8-dcfbe20f6be1 tempest-AllowedAddressPairTestJSON-1235936357 tempest-AllowedAddressPairTestJSON-1235936357-project] Pushing event updated for resources: {'Port': ['ID=99278f35-4e40-4060-818e-79f6d5793613,revision_number=2']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:09:11.877394 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-942a810c-57cc-4a49-84c8-dcfbe20f6be1 tempest-AllowedAddressPairTestJSON-1235936357 tempest-AllowedAddressPairTestJSON-1235936357-project] In _notify_port_updated(), no bound segment for port 99278f35-4e40-4060-818e-79f6d5793613 on network 8e04ecc0-b255-4da3-a7ea-55c342b92b12 {{(pid=103800) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Jan 05 17:09:11.883531 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-942a810c-57cc-4a49-84c8-dcfbe20f6be1 tempest-AllowedAddressPairTestJSON-1235936357 tempest-AllowedAddressPairTestJSON-1235936357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:09:11.884197 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-942a810c-57cc-4a49-84c8-dcfbe20f6be1 tempest-AllowedAddressPairTestJSON-1235936357 tempest-AllowedAddressPairTestJSON-1235936357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:11.885610 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-942a810c-57cc-4a49-84c8-dcfbe20f6be1 tempest-AllowedAddressPairTestJSON-1235936357 tempest-AllowedAddressPairTestJSON-1235936357-project] 10.222.0.11 "PUT /v2.0/ports/99278f35-4e40-4060-818e-79f6d5793613 HTTP/1.1" status: 200 len: 1054 time: 2.2384522 Jan 05 17:09:11.890541 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0ab95c2f-80c1-457f-b2a1-18f1382a67f8 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:11.893997 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 41600) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:09:11.910373 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a31cbee5-a22c-4f0f-bf4c-9b04c9c8ed2d tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:11.913706 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-99c82e7e-0aa5-4086-97b8-6c03ccb7a8a2 None None] Port 99278f35-4e40-4060-818e-79f6d5793613 cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 17:09:11.921753 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.api.v2.resource [None req-96377685-d005-466c-9be2-cf47f2659d50 tempest-TagsTest-1535338230 tempest-TagsTest-1535338230-project] show failed (client error): The resource could not be found. Jan 05 17:09:11.923203 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-96377685-d005-466c-9be2-cf47f2659d50 tempest-TagsTest-1535338230 tempest-TagsTest-1535338230-project] 10.222.0.11 "GET /v2.0/networks/ba652202-2f53-4341-9f00-c8559d25ecc9/tags/tempest-TagsTest-Tag-785062575 HTTP/1.1" status: 404 len: 325 time: 0.2895694 Jan 05 17:09:11.930861 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 41604) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:09:11.939566 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.services.tag.tag_plugin [None req-d18834ac-209b-4d9e-9117-24651b0b4402 tempest-TagsTest-1535338230 tempest-TagsTest-1535338230-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'ba652202-2f53-4341-9f00-c8559d25ecc9', 'tempest-TagsTest-Tag-538955843') {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:09:11.957767 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e4e5b8b5-8b71-4df6-b50c-d2b7b02f612a tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-531685'] for router_interface, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:11.966176 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-bfb6540c-6348-488e-8961-12ec4aad7a3a tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3891715', 'neutron.services.segments.db._delete_segments_for_network-8754181063482'] for network, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:12.028250 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.services.segments.db [None req-bfb6540c-6348-488e-8961-12ec4aad7a3a tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['240ce30d-d7d2-4758-b723-c5f03c96e675']}} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:09:12.080262 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-ed6c567d-c6a1-49d3-8947-07c4d0894ae3 tempest-RoutersAdminTest-952369856 tempest-RoutersAdminTest-952369856-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3891715', 'neutron.services.segments.db._delete_segments_for_network-8754181063482'] for network, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:12.089843 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.services.segments.db [None req-bfb6540c-6348-488e-8961-12ec4aad7a3a tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'affdf5b8-8a5d-443c-bf57-a98af82ef3dd') {'for_net_delete': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:09:12.090424 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.services.segments.db [None req-bfb6540c-6348-488e-8961-12ec4aad7a3a tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'affdf5b8-8a5d-443c-bf57-a98af82ef3dd') {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:09:12.116520 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a31cbee5-a22c-4f0f-bf4c-9b04c9c8ed2d tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Network e897f8fc-3cef-40ca-9466-c6c65ecd9833 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:09:12.167114 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-bfb6540c-6348-488e-8961-12ec4aad7a3a tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754181064771', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11316385'] for segment, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:12.185366 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-a31cbee5-a22c-4f0f-bf4c-9b04c9c8ed2d tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:09:12.197304 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a31cbee5-a22c-4f0f-bf4c-9b04c9c8ed2d tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:09:12.205357 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.services.segments.db [None req-ed6c567d-c6a1-49d3-8947-07c4d0894ae3 tempest-RoutersAdminTest-952369856 tempest-RoutersAdminTest-952369856-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d9b3ad7-e7ae-429f-91b7-684985b3b754']}} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:09:12.220922 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a31cbee5-a22c-4f0f-bf4c-9b04c9c8ed2d tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:09:12.234134 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a31cbee5-a22c-4f0f-bf4c-9b04c9c8ed2d tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:12.242506 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31cbee5-a22c-4f0f-bf4c-9b04c9c8ed2d tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Pushing event updated for resources: {'Port': ['ID=4981a946-afe0-4d2c-9634-b94cb6613b7a,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:09:12.248058 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-bfb6540c-6348-488e-8961-12ec4aad7a3a tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225'] for segment, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:12.255724 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.services.segments.db [None req-ed6c567d-c6a1-49d3-8947-07c4d0894ae3 tempest-RoutersAdminTest-952369856 tempest-RoutersAdminTest-952369856-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1c48296-21fa-4adb-8827-bd4be5bd49a2') {'for_net_delete': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:09:12.256026 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.services.segments.db [None req-ed6c567d-c6a1-49d3-8947-07c4d0894ae3 tempest-RoutersAdminTest-952369856 tempest-RoutersAdminTest-952369856-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1c48296-21fa-4adb-8827-bd4be5bd49a2') {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:09:12.266717 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfb6540c-6348-488e-8961-12ec4aad7a3a tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] Releasing vlan 137 on physical network physnet1 to pool {{(pid=103801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 05 17:09:12.267294 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-bfb6540c-6348-488e-8961-12ec4aad7a3a tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11433197'] for segment, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:12.270768 dv-neutron-master-2-hyperv neutron-server[103801]: Traceback (most recent call last): Jan 05 17:09:12.270768 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 05 17:09:12.270768 dv-neutron-master-2-hyperv neutron-server[103801]: timer() Jan 05 17:09:12.270768 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 05 17:09:12.270768 dv-neutron-master-2-hyperv neutron-server[103801]: cb(*args, **kw) Jan 05 17:09:12.270768 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 05 17:09:12.270768 dv-neutron-master-2-hyperv neutron-server[103801]: return func(*args, **kwargs) Jan 05 17:09:12.270768 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 05 17:09:12.270768 dv-neutron-master-2-hyperv neutron-server[103801]: self._notify() Jan 05 17:09:12.270768 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 05 17:09:12.270768 dv-neutron-master-2-hyperv neutron-server[103801]: self.callback(batched_events) Jan 05 17:09:12.270768 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 05 17:09:12.270768 dv-neutron-master-2-hyperv neutron-server[103801]: event.method(event) Jan 05 17:09:12.270768 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 05 17:09:12.270768 dv-neutron-master-2-hyperv neutron-server[103801]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 05 17:09:12.270768 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 05 17:09:12.270768 dv-neutron-master-2-hyperv neutron-server[103801]: aggregate_uuid = self.p_client.list_aggregates( Jan 05 17:09:12.270768 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 05 17:09:12.270768 dv-neutron-master-2-hyperv neutron-server[103801]: return f(self, *a, **k) Jan 05 17:09:12.270768 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 05 17:09:12.270768 dv-neutron-master-2-hyperv neutron-server[103801]: return self._get(url).json() Jan 05 17:09:12.270768 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 05 17:09:12.270768 dv-neutron-master-2-hyperv neutron-server[103801]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 05 17:09:12.270768 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 05 17:09:12.270768 dv-neutron-master-2-hyperv neutron-server[103801]: return self.request(url, 'GET', **kwargs) Jan 05 17:09:12.270768 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 05 17:09:12.270768 dv-neutron-master-2-hyperv neutron-server[103801]: base_url = self.get_endpoint(auth, allow=allow, Jan 05 17:09:12.270768 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 05 17:09:12.270768 dv-neutron-master-2-hyperv neutron-server[103801]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 05 17:09:12.270768 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 05 17:09:12.270768 dv-neutron-master-2-hyperv neutron-server[103801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 05 17:09:12.270768 dv-neutron-master-2-hyperv neutron-server[103801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 05 17:09:12.294617 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-ed6c567d-c6a1-49d3-8947-07c4d0894ae3 tempest-RoutersAdminTest-952369856 tempest-RoutersAdminTest-952369856-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754181064771', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11316385'] for segment, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:12.333085 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-0f4e08e9-6984-4e75-bb99-29b51e3eb351 None None] Provisioning complete for port 06d9fd88-7e33-4313-8764-a62f88857800 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:09:12.333471 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-0f4e08e9-6984-4e75-bb99-29b51e3eb351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:12.371942 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-d18834ac-209b-4d9e-9117-24651b0b4402 tempest-TagsTest-1535338230 tempest-TagsTest-1535338230-project] 10.222.0.11 "GET /v2.0/networks/ba652202-2f53-4341-9f00-c8559d25ecc9/tags/tempest-TagsTest-Tag-538955843 HTTP/1.1" status: 204 len: 168 time: 0.4362891 Jan 05 17:09:12.372677 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 41612) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:09:12.401529 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.services.tag.tag_plugin [None req-ff88690d-8db7-4d91-8cc0-a993c157d151 tempest-TagsTest-1535338230 tempest-TagsTest-1535338230-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'ba652202-2f53-4341-9f00-c8559d25ecc9', 'tempest-TagsTest-Tag-875909604') {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:09:12.421466 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 41614) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:09:12.433641 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-ed6c567d-c6a1-49d3-8947-07c4d0894ae3 tempest-RoutersAdminTest-952369856 tempest-RoutersAdminTest-952369856-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225'] for segment, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:12.445229 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-a31cbee5-a22c-4f0f-bf4c-9b04c9c8ed2d tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.4058309 Jan 05 17:09:12.447023 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed6c567d-c6a1-49d3-8947-07c4d0894ae3 tempest-RoutersAdminTest-952369856 tempest-RoutersAdminTest-952369856-project-admin] Releasing vlan 144 on physical network physnet1 to pool {{(pid=103801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 05 17:09:12.447546 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-ed6c567d-c6a1-49d3-8947-07c4d0894ae3 tempest-RoutersAdminTest-952369856 tempest-RoutersAdminTest-952369856-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11433197'] for segment, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:12.449940 dv-neutron-master-2-hyperv neutron-server[103801]: Traceback (most recent call last): Jan 05 17:09:12.449940 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 05 17:09:12.449940 dv-neutron-master-2-hyperv neutron-server[103801]: timer() Jan 05 17:09:12.449940 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 05 17:09:12.449940 dv-neutron-master-2-hyperv neutron-server[103801]: cb(*args, **kw) Jan 05 17:09:12.449940 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 05 17:09:12.449940 dv-neutron-master-2-hyperv neutron-server[103801]: return func(*args, **kwargs) Jan 05 17:09:12.449940 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 05 17:09:12.449940 dv-neutron-master-2-hyperv neutron-server[103801]: self._notify() Jan 05 17:09:12.449940 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 05 17:09:12.449940 dv-neutron-master-2-hyperv neutron-server[103801]: self.callback(batched_events) Jan 05 17:09:12.449940 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 05 17:09:12.449940 dv-neutron-master-2-hyperv neutron-server[103801]: event.method(event) Jan 05 17:09:12.449940 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 05 17:09:12.449940 dv-neutron-master-2-hyperv neutron-server[103801]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 05 17:09:12.449940 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 05 17:09:12.449940 dv-neutron-master-2-hyperv neutron-server[103801]: aggregate_uuid = self.p_client.list_aggregates( Jan 05 17:09:12.449940 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 05 17:09:12.449940 dv-neutron-master-2-hyperv neutron-server[103801]: return f(self, *a, **k) Jan 05 17:09:12.449940 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 05 17:09:12.449940 dv-neutron-master-2-hyperv neutron-server[103801]: return self._get(url).json() Jan 05 17:09:12.449940 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 05 17:09:12.449940 dv-neutron-master-2-hyperv neutron-server[103801]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 05 17:09:12.449940 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 05 17:09:12.449940 dv-neutron-master-2-hyperv neutron-server[103801]: return self.request(url, 'GET', **kwargs) Jan 05 17:09:12.449940 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 05 17:09:12.449940 dv-neutron-master-2-hyperv neutron-server[103801]: base_url = self.get_endpoint(auth, allow=allow, Jan 05 17:09:12.449940 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 05 17:09:12.449940 dv-neutron-master-2-hyperv neutron-server[103801]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 05 17:09:12.449940 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 05 17:09:12.449940 dv-neutron-master-2-hyperv neutron-server[103801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 05 17:09:12.449940 dv-neutron-master-2-hyperv neutron-server[103801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 05 17:09:12.533231 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device a98d03af-bb5a-4259-acf7-ac308c418d78 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:09:12.585943 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-0f4e08e9-6984-4e75-bb99-29b51e3eb351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:12.641998 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-0f4e08e9-6984-4e75-bb99-29b51e3eb351 None None] For port 06d9fd88-7e33-4313-8764-a62f88857800, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=06d9fd88-7e33-4313-8764-a62f88857800,segment=NetworkSegment(079e8fea-7656-44b3-bb6e-8cb0885366a3),segment_id=079e8fea-7656-44b3-bb6e-8cb0885366a3)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:09:12.646916 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Provisioning complete for port a98d03af-bb5a-4259-acf7-ac308c418d78 triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:09:12.648658 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:12.650803 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-bfb6540c-6348-488e-8961-12ec4aad7a3a tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3891722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648695'] for network, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:12.671487 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-bfb6540c-6348-488e-8961-12ec4aad7a3a tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] Publish callbacks [] for network, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:12.675096 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-bfb6540c-6348-488e-8961-12ec4aad7a3a tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] 10.222.0.11 "DELETE /v2.0/networks/240ce30d-d7d2-4758-b723-c5f03c96e675 HTTP/1.1" status: 204 len: 168 time: 1.1527469 Jan 05 17:09:12.682109 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 41616) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:09:12.753981 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-0f4e08e9-6984-4e75-bb99-29b51e3eb351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:12.775074 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623adb7c-960e-443b-91f6-667ba672d55a req-280af829-25e5-4e99-a2fb-edbcbe9926db tempest-ServerActionsTestJSON-949899014 tempest-ServerActionsTestJSON-949899014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:09:12.777600 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-623adb7c-960e-443b-91f6-667ba672d55a req-280af829-25e5-4e99-a2fb-edbcbe9926db tempest-ServerActionsTestJSON-949899014 tempest-ServerActionsTestJSON-949899014-project] 10.222.0.11 "GET /v2.0/ports?device_id=be270a5c-db8b-4dff-9e40-79b29c80ad34 HTTP/1.1" status: 200 len: 946 time: 0.3713241 Jan 05 17:09:12.799242 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb6540c-6348-488e-8961-12ec4aad7a3a tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] Pushing event deleted for resources: {'Network': ['ID=240ce30d-d7d2-4758-b723-c5f03c96e675,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:09:12.808594 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bc9986-3956-4cb9-bfd3-74c87bc19367 req-99832bde-8e61-420c-9ea5-35b91de07c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:09:12.810186 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-78bc9986-3956-4cb9-bfd3-74c87bc19367 req-99832bde-8e61-420c-9ea5-35b91de07c2d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0e5f75b0fa584f3fb65d4d2f1d03045b&device_id=be270a5c-db8b-4dff-9e40-79b29c80ad34 HTTP/1.1" status: 200 len: 1099 time: 0.3541377 Jan 05 17:09:12.816693 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-211a830f-1057-46dd-9590-708a28f2a50d tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:09:12.828204 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:12.829207 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-211a830f-1057-46dd-9590-708a28f2a50d tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:09:12.832544 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-211a830f-1057-46dd-9590-708a28f2a50d tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1701 time: 0.4097161 Jan 05 17:09:12.842696 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.db_base_plugin_v2 [None req-04ac6a85-acfe-4312-821c-4f1fb8a67f27 tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] Deleting subnet ca9310fb-601b-44e6-8d12-a8815921a73b {{(pid=103801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 05 17:09:12.846367 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 41618) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:09:12.866649 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-e75759ba-a046-40d1-8784-9d65dde50490 tempest-AllowedAddressPairTestJSON-1235936357 tempest-AllowedAddressPairTestJSON-1235936357-project] Deleting port 99278f35-4e40-4060-818e-79f6d5793613 {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:09:12.867031 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e75759ba-a046-40d1-8784-9d65dde50490 tempest-AllowedAddressPairTestJSON-1235936357 tempest-AllowedAddressPairTestJSON-1235936357-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:12.868611 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-ed6c567d-c6a1-49d3-8947-07c4d0894ae3 tempest-RoutersAdminTest-952369856 tempest-RoutersAdminTest-952369856-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3891722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648695'] for network, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:12.872123 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-04ac6a85-acfe-4312-821c-4f1fb8a67f27 tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] Publish callbacks [] for subnet, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:12.914825 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] For port a98d03af-bb5a-4259-acf7-ac308c418d78, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=a98d03af-bb5a-4259-acf7-ac308c418d78,segment=NetworkSegment(68e6c437-46c2-424d-85e7-20547f69066d),segment_id=68e6c437-46c2-424d-85e7-20547f69066d)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:09:12.917816 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4e08e9-6984-4e75-bb99-29b51e3eb351 None None] Pushing event updated for resources: {'Port': ['ID=06d9fd88-7e33-4313-8764-a62f88857800,revision_number=3']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:09:12.933328 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-4b82c629-35d2-406a-b8ef-1bb4fadfabcc None None] Provisioning complete for port a98d03af-bb5a-4259-acf7-ac308c418d78 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:09:12.935008 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-4b82c629-35d2-406a-b8ef-1bb4fadfabcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:12.950044 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-ff88690d-8db7-4d91-8cc0-a993c157d151 tempest-TagsTest-1535338230 tempest-TagsTest-1535338230-project] 10.222.0.11 "GET /v2.0/networks/ba652202-2f53-4341-9f00-c8559d25ecc9/tags/tempest-TagsTest-Tag-875909604 HTTP/1.1" status: 204 len: 168 time: 0.5523889 Jan 05 17:09:12.966924 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed6c567d-c6a1-49d3-8947-07c4d0894ae3 tempest-RoutersAdminTest-952369856 tempest-RoutersAdminTest-952369856-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 7d9b3ad7-e7ae-429f-91b7-684985b3b754 {{(pid=103801) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jan 05 17:09:12.974272 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 41620) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:09:12.976542 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6c567d-c6a1-49d3-8947-07c4d0894ae3 tempest-RoutersAdminTest-952369856 tempest-RoutersAdminTest-952369856-project-admin] Pushing event deleted for resources: {'Network': ['ID=7d9b3ad7-e7ae-429f-91b7-684985b3b754,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:09:12.985671 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.services.tag.tag_plugin [None req-20a975eb-83e3-4e08-a3c2-5010b4b0993f tempest-TagsTest-1535338230 tempest-TagsTest-1535338230-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'ba652202-2f53-4341-9f00-c8559d25ecc9') {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:09:13.005331 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-ed6c567d-c6a1-49d3-8947-07c4d0894ae3 tempest-RoutersAdminTest-952369856 tempest-RoutersAdminTest-952369856-project-admin] Publish callbacks [] for network, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:13.007324 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:13.008498 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 06d9fd88-7e33-4313-8764-a62f88857800 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:09:13.015074 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-ed6c567d-c6a1-49d3-8947-07c4d0894ae3 tempest-RoutersAdminTest-952369856 tempest-RoutersAdminTest-952369856-project-admin] 10.222.0.11 "DELETE /v2.0/networks/7d9b3ad7-e7ae-429f-91b7-684985b3b754 HTTP/1.1" status: 204 len: 168 time: 1.3404167 Jan 05 17:09:13.123399 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-623adb7c-960e-443b-91f6-667ba672d55a req-aea88c7e-4051-48f6-ab6b-95eaa85c31ed tempest-ServerActionsTestJSON-949899014 tempest-ServerActionsTestJSON-949899014-project] 10.222.0.11 "GET /v2.0/security-groups?id=f7674e10-0a07-4bc4-8403-a53dd95a312a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3446317 Jan 05 17:09:13.171264 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-04ac6a85-acfe-4312-821c-4f1fb8a67f27 tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11316398'] for subnet, precommit_delete_associations {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:13.286041 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Provisioning complete for port 06d9fd88-7e33-4313-8764-a62f88857800 triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:09:13.286566 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:13.291211 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e75759ba-a046-40d1-8784-9d65dde50490 tempest-AllowedAddressPairTestJSON-1235936357 tempest-AllowedAddressPairTestJSON-1235936357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:13.300503 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-e38fe90c-d194-40ef-b720-e51bb0736dfa tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Deleting port 4981a946-afe0-4d2c-9634-b94cb6613b7a {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:09:13.300848 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e38fe90c-d194-40ef-b720-e51bb0736dfa tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:13.322237 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Pushing event updated for resources: {'Port': ['ID=a98d03af-bb5a-4259-acf7-ac308c418d78,revision_number=3']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:09:13.341102 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-4b82c629-35d2-406a-b8ef-1bb4fadfabcc None None] Provisioning complete for port 06d9fd88-7e33-4313-8764-a62f88857800 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:09:13.341598 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-4b82c629-35d2-406a-b8ef-1bb4fadfabcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:13.345209 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-e75759ba-a046-40d1-8784-9d65dde50490 tempest-AllowedAddressPairTestJSON-1235936357 tempest-AllowedAddressPairTestJSON-1235936357-project] Calling delete_port for 99278f35-4e40-4060-818e-79f6d5793613 owned by {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:09:13.364657 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bc9986-3956-4cb9-bfd3-74c87bc19367 req-1200b151-4b7a-477c-a8c9-b4b2f5f2858a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:09:13.366475 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-78bc9986-3956-4cb9-bfd3-74c87bc19367 req-1200b151-4b7a-477c-a8c9-b4b2f5f2858a service neutron] 10.222.0.13 "GET /v2.0/networks?id=1e5e93d9-6ada-44ad-b92b-017486a9719e HTTP/1.1" status: 200 len: 912 time: 0.5471342 Jan 05 17:09:13.404409 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e38fe90c-d194-40ef-b720-e51bb0736dfa tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:13.415331 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0ab95c2f-80c1-457f-b2a1-18f1382a67f8 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks [] for port, precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:13.419462 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-e38fe90c-d194-40ef-b720-e51bb0736dfa tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Calling delete_port for 4981a946-afe0-4d2c-9634-b94cb6613b7a owned by {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:09:13.526294 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0ab95c2f-80c1-457f-b2a1-18f1382a67f8 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8784461'] for port, after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:13.583097 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 41630) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:09:13.595286 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-94f8f876-9fb1-40a8-a507-358962a44f8e tempest-RoutersAdminTest-952369856 tempest-RoutersAdminTest-952369856-project-admin] Request body: {'router': {'name': 'tempest-router--1669920965', 'project_id': 'bfb6ebbeb26542adb3e388622c8a82fb'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:09:13.595555 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-4b82c629-35d2-406a-b8ef-1bb4fadfabcc None None] Provisioning complete for port 182e09e5-42e6-4f62-bbbb-0058488f34b5 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:09:13.596116 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-4b82c629-35d2-406a-b8ef-1bb4fadfabcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:13.597743 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-04ac6a85-acfe-4312-821c-4f1fb8a67f27 tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892868'] for subnet, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:13.639925 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-4b82c629-35d2-406a-b8ef-1bb4fadfabcc None None] Port 182e09e5-42e6-4f62-bbbb-0058488f34b5 cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 17:09:13.648300 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-78bc9986-3956-4cb9-bfd3-74c87bc19367 req-331d9742-cd8f-47f0-bf6d-169145469d38 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=67389512-62b3-4da5-90e0-71fd04a18f1a HTTP/1.1" status: 200 len: 1002 time: 0.2707129 Jan 05 17:09:13.662295 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e38fe90c-d194-40ef-b720-e51bb0736dfa tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11433176'] for port, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:13.696773 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-20a975eb-83e3-4e08-a3c2-5010b4b0993f tempest-TagsTest-1535338230 tempest-TagsTest-1535338230-project] 10.222.0.11 "DELETE /v2.0/networks/ba652202-2f53-4341-9f00-c8559d25ecc9/tags HTTP/1.1" status: 204 len: 168 time: 0.7155573 Jan 05 17:09:13.698173 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38fe90c-d194-40ef-b720-e51bb0736dfa tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Pushing event deleted for resources: {'Port': ['ID=4981a946-afe0-4d2c-9634-b94cb6613b7a,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:09:13.700091 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 41632) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:09:13.706387 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.services.tag.tag_plugin [None req-c23c88ba-6a4a-4909-9df1-339cd1f897ea tempest-TagsTest-1535338230 tempest-TagsTest-1535338230-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'ba652202-2f53-4341-9f00-c8559d25ecc9', 'tempest-TagsTest-Tag-538955843') {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:09:13.728391 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-e4e5b8b5-8b71-4df6-b50c-d2b7b02f612a tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Deleting port c0a459d3-6196-4b7f-9fd6-9e1359927b0e {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:09:13.728774 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e4e5b8b5-8b71-4df6-b50c-d2b7b02f612a tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:13.731557 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab95c2f-80c1-457f-b2a1-18f1382a67f8 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Pushing event updated for resources: {'Port': ['ID=182e09e5-42e6-4f62-bbbb-0058488f34b5,revision_number=2']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:09:13.737750 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0ab95c2f-80c1-457f-b2a1-18f1382a67f8 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-531704'] for router_interface, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:13.743205 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-94f8f876-9fb1-40a8-a507-358962a44f8e tempest-RoutersAdminTest-952369856 tempest-RoutersAdminTest-952369856-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-649063', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58098'] for router, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:13.744470 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-94f8f876-9fb1-40a8-a507-358962a44f8e tempest-RoutersAdminTest-952369856 tempest-RoutersAdminTest-952369856-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649832', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-545006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58091'] for router, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:13.748405 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e38fe90c-d194-40ef-b720-e51bb0736dfa tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:13.752192 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-e38fe90c-d194-40ef-b720-e51bb0736dfa tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] 10.222.0.11 "DELETE /v2.0/ports/4981a946-afe0-4d2c-9634-b94cb6613b7a HTTP/1.1" status: 204 len: 168 time: 0.9030218 Jan 05 17:09:13.756259 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 41634) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:09:13.758927 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-1d548573-bced-4953-bdbc-f4a0693b3e63 None None] Could not find standard attr ID for object 4981a946-afe0-4d2c-9634-b94cb6613b7a. {{(pid=103802) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 05 17:09:13.770278 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-04ac6a85-acfe-4312-821c-4f1fb8a67f27 tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3893367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11433231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12480600'] for subnet, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:13.773417 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-1d548573-bced-4953-bdbc-f4a0693b3e63 None None] Provisioning complete for port 182e09e5-42e6-4f62-bbbb-0058488f34b5 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:09:13.774101 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-1d548573-bced-4953-bdbc-f4a0693b3e63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:13.803106 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bc9986-3956-4cb9-bfd3-74c87bc19367 req-6680993f-9134-4670-b502-bd2a50d6b30c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:09:13.804634 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-78bc9986-3956-4cb9-bfd3-74c87bc19367 req-6680993f-9134-4670-b502-bd2a50d6b30c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fab82641-cc31-4ee1-85fb-d7818e6883fd HTTP/1.1" status: 200 len: 850 time: 0.1452696 Jan 05 17:09:13.832074 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-1d548573-bced-4953-bdbc-f4a0693b3e63 None None] Port 182e09e5-42e6-4f62-bbbb-0058488f34b5 cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 17:09:13.864964 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-04ac6a85-acfe-4312-821c-4f1fb8a67f27 tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] Publish callbacks [] for subnet, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:13.868200 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-04ac6a85-acfe-4312-821c-4f1fb8a67f27 tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] 10.222.0.11 "DELETE /v2.0/subnets/ca9310fb-601b-44e6-8d12-a8815921a73b HTTP/1.1" status: 204 len: 168 time: 1.1651895 Jan 05 17:09:13.869309 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ac6a85-acfe-4312-821c-4f1fb8a67f27 tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] Pushing event deleted for resources: {'Subnet': ['ID=ca9310fb-601b-44e6-8d12-a8815921a73b,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:09:13.882271 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12f1d0a3-5fc1-455e-a9d9-7b41a7432fa7 None None] Network 608d7499-8b68-469e-a9b1-839bbad4b5d0 requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:09:13.903042 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 41636) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:09:13.915779 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23a4bfe1-2a4f-463a-8fef-584cf320fe94 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:09:13.917630 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23a4bfe1-2a4f-463a-8fef-584cf320fe94 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:09:13.919285 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-23a4bfe1-2a4f-463a-8fef-584cf320fe94 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1618209 Jan 05 17:09:13.922911 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 41638) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:09:13.988766 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.db_base_plugin_v2 [None req-e79237f1-249b-4b0a-937d-c30ab4458353 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Deleting subnet 76a4e3c2-b548-49b0-a464-aaf252c247a0 {{(pid=103801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 05 17:09:13.995396 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e79237f1-249b-4b0a-937d-c30ab4458353 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks [] for subnet, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:14.034570 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.api.v2.resource [None req-c23c88ba-6a4a-4909-9df1-339cd1f897ea tempest-TagsTest-1535338230 tempest-TagsTest-1535338230-project] show failed (client error): The resource could not be found. Jan 05 17:09:14.038591 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-c23c88ba-6a4a-4909-9df1-339cd1f897ea tempest-TagsTest-1535338230 tempest-TagsTest-1535338230-project] 10.222.0.11 "GET /v2.0/networks/ba652202-2f53-4341-9f00-c8559d25ecc9/tags/tempest-TagsTest-Tag-538955843 HTTP/1.1" status: 404 len: 325 time: 0.3358319 Jan 05 17:09:14.039171 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 41640) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:09:14.047109 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.services.tag.tag_plugin [None req-d249b2f3-0060-4d1a-9960-d8b30fa2dd3f tempest-TagsTest-1535338230 tempest-TagsTest-1535338230-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'ba652202-2f53-4341-9f00-c8559d25ecc9', 'tempest-TagsTest-Tag-875909604') {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:09:14.053657 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e4e5b8b5-8b71-4df6-b50c-d2b7b02f612a tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:14.065185 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e79237f1-249b-4b0a-937d-c30ab4458353 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11316398'] for subnet, precommit_delete_associations {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:14.088720 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bc9986-3956-4cb9-bfd3-74c87bc19367 req-a4034bf6-f42d-4e4e-aed0-ab0d3ff3de24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:09:14.090344 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-78bc9986-3956-4cb9-bfd3-74c87bc19367 req-a4034bf6-f42d-4e4e-aed0-ab0d3ff3de24 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1e5e93d9-6ada-44ad-b92b-017486a9719e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2665572 Jan 05 17:09:14.091290 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-e4e5b8b5-8b71-4df6-b50c-d2b7b02f612a tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Calling delete_port for c0a459d3-6196-4b7f-9fd6-9e1359927b0e owned by network:router_interface {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:09:14.092896 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3ef21a0-c9dc-4c21-88a3-04b4cb1f9d4c None None] DHCP port deletion for 608d7499-8b68-469e-a9b1-839bbad4b5d0 request from dv-neutron-master-2-hyperv {{(pid=103802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 05 17:09:14.101623 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-154561ad-d944-4b86-b683-0379cbed6090 tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3809644'] for network, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:14.136234 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ab95c2f-80c1-457f-b2a1-18f1382a67f8 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Network 185acd14-b895-4704-a83b-f6ba048b49d6 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:09:14.153486 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e75759ba-a046-40d1-8784-9d65dde50490 tempest-AllowedAddressPairTestJSON-1235936357 tempest-AllowedAddressPairTestJSON-1235936357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:14.185791 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-f3ef21a0-c9dc-4c21-88a3-04b4cb1f9d4c None None] Deleting port 29b015af-6b97-48f3-8dc8-5a576a5a7689 {{(pid=103802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:09:14.186516 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-f3ef21a0-c9dc-4c21-88a3-04b4cb1f9d4c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:14.224619 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device a98d03af-bb5a-4259-acf7-ac308c418d78 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:09:14.315115 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-f3ef21a0-c9dc-4c21-88a3-04b4cb1f9d4c None None] For port 29b015af-6b97-48f3-8dc8-5a576a5a7689, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=29b015af-6b97-48f3-8dc8-5a576a5a7689,segment=NetworkSegment(8174971d-ce5c-4545-b05b-4cec040a4d72),segment_id=8174971d-ce5c-4545-b05b-4cec040a4d72)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:09:14.315517 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-f3ef21a0-c9dc-4c21-88a3-04b4cb1f9d4c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:14.337100 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-f3ef21a0-c9dc-4c21-88a3-04b4cb1f9d4c None None] Calling delete_port for 29b015af-6b97-48f3-8dc8-5a576a5a7689 owned by network:dhcp {{(pid=103802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:09:14.398667 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Provisioning complete for port a98d03af-bb5a-4259-acf7-ac308c418d78 triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:09:14.399031 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:14.492836 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-94f8f876-9fb1-40a8-a507-358962a44f8e tempest-RoutersAdminTest-952369856 tempest-RoutersAdminTest-952369856-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:14.506076 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 06d9fd88-7e33-4313-8764-a62f88857800 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:09:14.512687 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.api.v2.resource [None req-d249b2f3-0060-4d1a-9960-d8b30fa2dd3f tempest-TagsTest-1535338230 tempest-TagsTest-1535338230-project] show failed (client error): The resource could not be found. Jan 05 17:09:14.515241 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-d249b2f3-0060-4d1a-9960-d8b30fa2dd3f tempest-TagsTest-1535338230 tempest-TagsTest-1535338230-project] 10.222.0.11 "GET /v2.0/networks/ba652202-2f53-4341-9f00-c8559d25ecc9/tags/tempest-TagsTest-Tag-875909604 HTTP/1.1" status: 404 len: 325 time: 0.4727719 Jan 05 17:09:14.518090 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 41646) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:09:14.536338 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-f3ef21a0-c9dc-4c21-88a3-04b4cb1f9d4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678'] for port, after_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:14.541862 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.services.tag.tag_plugin [None req-fe46b348-fbd0-4363-9bae-0ae6da0d8353 tempest-TagsTest-1535338230 tempest-TagsTest-1535338230-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'ba652202-2f53-4341-9f00-c8559d25ecc9') {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:09:14.553796 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-0ab95c2f-80c1-457f-b2a1-18f1382a67f8 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:09:14.566207 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e79237f1-249b-4b0a-937d-c30ab4458353 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892868'] for subnet, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:14.570505 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-94f8f876-9fb1-40a8-a507-358962a44f8e tempest-RoutersAdminTest-952369856 tempest-RoutersAdminTest-952369856-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-648430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648639'] for router, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:14.574037 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ef21a0-c9dc-4c21-88a3-04b4cb1f9d4c None None] Pushing event deleted for resources: {'Port': ['ID=29b015af-6b97-48f3-8dc8-5a576a5a7689,revision_number=None']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:09:14.580062 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3ef21a0-c9dc-4c21-88a3-04b4cb1f9d4c None None] No DVR routers for this DVR port 29b015af-6b97-48f3-8dc8-5a576a5a7689 on host dv-neutron-master-2-hyperv {{(pid=103802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 05 17:09:14.597863 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Provisioning complete for port 06d9fd88-7e33-4313-8764-a62f88857800 triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:09:14.597863 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:14.635087 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75759ba-a046-40d1-8784-9d65dde50490 tempest-AllowedAddressPairTestJSON-1235936357 tempest-AllowedAddressPairTestJSON-1235936357-project] Pushing event deleted for resources: {'Port': ['ID=99278f35-4e40-4060-818e-79f6d5793613,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:09:14.702623 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08890990-418c-4aaf-9b13-c34004525fe6 req-d6934c24-5563-45d5-a726-8003469605d4 tempest-ServerActionsTestJSON-949899014 tempest-ServerActionsTestJSON-949899014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:09:14.703346 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-08890990-418c-4aaf-9b13-c34004525fe6 req-d6934c24-5563-45d5-a726-8003469605d4 tempest-ServerActionsTestJSON-949899014 tempest-ServerActionsTestJSON-949899014-project] 10.222.0.11 "GET /v2.0/ports?device_id=be270a5c-db8b-4dff-9e40-79b29c80ad34 HTTP/1.1" status: 200 len: 946 time: 0.2073519 Jan 05 17:09:14.734366 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-94f8f876-9fb1-40a8-a507-358962a44f8e tempest-RoutersAdminTest-952369856 tempest-RoutersAdminTest-952369856-project-admin] Publish callbacks [] for router, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:14.735991 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-94f8f876-9fb1-40a8-a507-358962a44f8e tempest-RoutersAdminTest-952369856 tempest-RoutersAdminTest-952369856-project-admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 1.1519074 Jan 05 17:09:14.753484 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 41648) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:09:14.788250 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 29b015af-6b97-48f3-8dc8-5a576a5a7689 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 05 17:09:14.808982 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] No Port match for: 29b015af-6b97-48f3-8dc8-5a576a5a7689 {{(pid=103802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 05 17:09:14.809339 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 29b015af-6b97-48f3-8dc8-5a576a5a7689 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 05 17:09:14.857087 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e79237f1-249b-4b0a-937d-c30ab4458353 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3893367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11433231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12480600'] for subnet, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:14.874764 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-fe46b348-fbd0-4363-9bae-0ae6da0d8353 tempest-TagsTest-1535338230 tempest-TagsTest-1535338230-project] 10.222.0.11 "DELETE /v2.0/networks/ba652202-2f53-4341-9f00-c8559d25ecc9/tags HTTP/1.1" status: 204 len: 168 time: 0.3368640 Jan 05 17:09:14.920830 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 41650) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:09:14.923396 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05a85834-4647-422f-9765-f83b8b070d4a None None] Network e897f8fc-3cef-40ca-9466-c6c65ecd9833 requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:09:14.923754 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e79237f1-249b-4b0a-937d-c30ab4458353 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks [] for subnet, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:14.929318 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-e79237f1-249b-4b0a-937d-c30ab4458353 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] 10.222.0.11 "DELETE /v2.0/subnets/76a4e3c2-b548-49b0-a464-aaf252c247a0 HTTP/1.1" status: 204 len: 168 time: 1.0034530 Jan 05 17:09:14.954667 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 41652) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:09:14.957203 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-dd1f8cae-d1b4-4478-95ac-6d0d1b0beb15 tempest-RoutersAdminTest-952369856 tempest-RoutersAdminTest-952369856-project-admin] Publish callbacks [] for router, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:15.007657 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79237f1-249b-4b0a-937d-c30ab4458353 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Pushing event deleted for resources: {'Subnet': ['ID=76a4e3c2-b548-49b0-a464-aaf252c247a0,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:09:15.012311 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-08890990-418c-4aaf-9b13-c34004525fe6 req-8d7c4edc-3a5d-4b87-aa01-f9951b59b010 tempest-ServerActionsTestJSON-949899014 tempest-ServerActionsTestJSON-949899014-project] 10.222.0.11 "GET /v2.0/security-groups?id=f7674e10-0a07-4bc4-8403-a53dd95a312a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2994189 Jan 05 17:09:15.023693 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-154561ad-d944-4b86-b683-0379cbed6090 tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3891715', 'neutron.services.segments.db._delete_segments_for_network-8754181063482'] for network, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:15.029422 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-e0eefcea-529e-417c-a675-339c17aee2fa None None] Provisioning complete for port 182e09e5-42e6-4f62-bbbb-0058488f34b5 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:09:15.030146 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-e0eefcea-529e-417c-a675-339c17aee2fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:15.064772 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-78bc9986-3956-4cb9-bfd3-74c87bc19367 req-fa979e22-a808-41d5-81b8-6aa5080d1aa7 service neutron] 10.222.0.13 "GET /v2.0/networks/1e5e93d9-6ada-44ad-b92b-017486a9719e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9674737 Jan 05 17:09:15.065676 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-67c7b2e7-1889-4b3a-990d-a6467f6c39ac tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0746055 Jan 05 17:09:15.071420 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.services.segments.db [None req-154561ad-d944-4b86-b683-0379cbed6090 tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['608d7499-8b68-469e-a9b1-839bbad4b5d0']}} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:09:15.075750 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 41654) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:09:15.091136 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-17c7e4b8-259b-4fa5-a17d-b665f19aabce tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Request body: {'subnet': {'network_id': 'e897f8fc-3cef-40ca-9466-c6c65ecd9833', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:09:15.100528 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-e0eefcea-529e-417c-a675-339c17aee2fa None None] Port 182e09e5-42e6-4f62-bbbb-0058488f34b5 cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 17:09:15.135965 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.services.segments.db [None req-154561ad-d944-4b86-b683-0379cbed6090 tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8174971d-ce5c-4545-b05b-4cec040a4d72') {'for_net_delete': True} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:09:15.135965 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.services.segments.db [None req-154561ad-d944-4b86-b683-0379cbed6090 tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8174971d-ce5c-4545-b05b-4cec040a4d72') {} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:09:15.198740 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74f1e364-9f16-4de9-ad10-79a7a432a3cf None None] DHCP port deletion for e897f8fc-3cef-40ca-9466-c6c65ecd9833 request from dv-neutron-master-2-hyperv {{(pid=103802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 05 17:09:15.216073 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-94923a98-f164-462a-86ab-7e89d871d8e2 tempest-TagsTest-1535338230 tempest-TagsTest-1535338230-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3809644'] for network, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:15.241413 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-154561ad-d944-4b86-b683-0379cbed6090 tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754181064771', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8784833'] for segment, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:15.251284 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-74f1e364-9f16-4de9-ad10-79a7a432a3cf None None] Deleting port a98d03af-bb5a-4259-acf7-ac308c418d78 {{(pid=103802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:09:15.251929 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-74f1e364-9f16-4de9-ad10-79a7a432a3cf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:15.258598 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-dd1f8cae-d1b4-4478-95ac-6d0d1b0beb15 tempest-RoutersAdminTest-952369856 tempest-RoutersAdminTest-952369856-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-648249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62744'] for router, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:15.261528 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-dd1f8cae-d1b4-4478-95ac-6d0d1b0beb15 tempest-RoutersAdminTest-952369856 tempest-RoutersAdminTest-952369856-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:15.320940 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-74f1e364-9f16-4de9-ad10-79a7a432a3cf None None] For port a98d03af-bb5a-4259-acf7-ac308c418d78, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=a98d03af-bb5a-4259-acf7-ac308c418d78,segment=NetworkSegment(68e6c437-46c2-424d-85e7-20547f69066d),segment_id=68e6c437-46c2-424d-85e7-20547f69066d)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:09:15.321237 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-74f1e364-9f16-4de9-ad10-79a7a432a3cf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:15.338092 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-74f1e364-9f16-4de9-ad10-79a7a432a3cf None None] Calling delete_port for a98d03af-bb5a-4259-acf7-ac308c418d78 owned by network:dhcp {{(pid=103802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:09:15.345712 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-154561ad-d944-4b86-b683-0379cbed6090 tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225'] for segment, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:15.382151 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-94923a98-f164-462a-86ab-7e89d871d8e2 tempest-TagsTest-1535338230 tempest-TagsTest-1535338230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3891715', 'neutron.services.segments.db._delete_segments_for_network-8754181063482'] for network, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:15.392626 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-dd1f8cae-d1b4-4478-95ac-6d0d1b0beb15 tempest-RoutersAdminTest-952369856 tempest-RoutersAdminTest-952369856-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-648240'] for router, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:15.393196 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd1f8cae-d1b4-4478-95ac-6d0d1b0beb15 tempest-RoutersAdminTest-952369856 tempest-RoutersAdminTest-952369856-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2ba20da2-b472-4021-8981-2e1a26184f1a {{(pid=103801) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 05 17:09:15.397680 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-dd1f8cae-d1b4-4478-95ac-6d0d1b0beb15 tempest-RoutersAdminTest-952369856 tempest-RoutersAdminTest-952369856-project-admin] Publish callbacks [] for router, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:15.399669 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-dd1f8cae-d1b4-4478-95ac-6d0d1b0beb15 tempest-RoutersAdminTest-952369856 tempest-RoutersAdminTest-952369856-project-admin] 10.222.0.11 "DELETE /v2.0/routers/2ba20da2-b472-4021-8981-2e1a26184f1a HTTP/1.1" status: 204 len: 168 time: 0.6409745 Jan 05 17:09:15.402191 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-154561ad-d944-4b86-b683-0379cbed6090 tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] Releasing vlan 134 on physical network physnet1 to pool {{(pid=103800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 05 17:09:15.403015 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-154561ad-d944-4b86-b683-0379cbed6090 tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8784497'] for segment, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:15.407804 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:09:15.407804 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:09:15.407804 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:09:15.407804 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:09:15.407804 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:09:15.407804 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:09:15.407804 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:09:15.407804 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:09:15.407804 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:09:15.407804 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:09:15.407804 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:09:15.407804 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:09:15.407804 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:09:15.407804 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:09:15.407804 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:09:15.407804 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:09:15.407804 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:09:15.407804 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:09:15.407804 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:09:15.407804 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:09:15.407804 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:09:15.407804 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:09:15.407804 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:09:15.407804 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:09:15.407804 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:09:15.407804 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:09:15.407804 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:09:15.407804 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:09:15.407804 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:09:15.407804 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:09:15.407804 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:09:15.407804 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:09:15.407804 dv-neutron-master-2-hyperv neutron-server[103800]: Traceback (most recent call last): Jan 05 17:09:15.407804 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 05 17:09:15.407804 dv-neutron-master-2-hyperv neutron-server[103800]: timer() Jan 05 17:09:15.407804 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 05 17:09:15.407804 dv-neutron-master-2-hyperv neutron-server[103800]: cb(*args, **kw) Jan 05 17:09:15.407804 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 05 17:09:15.407804 dv-neutron-master-2-hyperv neutron-server[103800]: return func(*args, **kwargs) Jan 05 17:09:15.407804 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 05 17:09:15.407804 dv-neutron-master-2-hyperv neutron-server[103800]: self._notify() Jan 05 17:09:15.407804 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 05 17:09:15.407804 dv-neutron-master-2-hyperv neutron-server[103800]: self.callback(batched_events) Jan 05 17:09:15.407804 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 05 17:09:15.407804 dv-neutron-master-2-hyperv neutron-server[103800]: event.method(event) Jan 05 17:09:15.410707 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 05 17:09:15.410707 dv-neutron-master-2-hyperv neutron-server[103800]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 05 17:09:15.410707 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 05 17:09:15.410707 dv-neutron-master-2-hyperv neutron-server[103800]: aggregate_uuid = self.p_client.list_aggregates( Jan 05 17:09:15.410707 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 05 17:09:15.410707 dv-neutron-master-2-hyperv neutron-server[103800]: return f(self, *a, **k) Jan 05 17:09:15.410707 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 05 17:09:15.410707 dv-neutron-master-2-hyperv neutron-server[103800]: return self._get(url).json() Jan 05 17:09:15.410707 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 05 17:09:15.410707 dv-neutron-master-2-hyperv neutron-server[103800]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 05 17:09:15.410707 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 05 17:09:15.410707 dv-neutron-master-2-hyperv neutron-server[103800]: return self.request(url, 'GET', **kwargs) Jan 05 17:09:15.410707 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 05 17:09:15.410707 dv-neutron-master-2-hyperv neutron-server[103800]: base_url = self.get_endpoint(auth, allow=allow, Jan 05 17:09:15.410707 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 05 17:09:15.410707 dv-neutron-master-2-hyperv neutron-server[103800]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 05 17:09:15.410707 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 05 17:09:15.410707 dv-neutron-master-2-hyperv neutron-server[103800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 05 17:09:15.410707 dv-neutron-master-2-hyperv neutron-server[103800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 05 17:09:15.425889 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.services.segments.db [None req-94923a98-f164-462a-86ab-7e89d871d8e2 tempest-TagsTest-1535338230 tempest-TagsTest-1535338230-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba652202-2f53-4341-9f00-c8559d25ecc9']}} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:09:15.453771 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.services.segments.db [None req-94923a98-f164-462a-86ab-7e89d871d8e2 tempest-TagsTest-1535338230 tempest-TagsTest-1535338230-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a63fac0-93a1-4676-b939-4a74e70093b6') {'for_net_delete': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:09:15.454127 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.services.segments.db [None req-94923a98-f164-462a-86ab-7e89d871d8e2 tempest-TagsTest-1535338230 tempest-TagsTest-1535338230-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a63fac0-93a1-4676-b939-4a74e70093b6') {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:09:15.463712 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-94923a98-f164-462a-86ab-7e89d871d8e2 tempest-TagsTest-1535338230 tempest-TagsTest-1535338230-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754181064771', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11316385'] for segment, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:15.478329 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-94923a98-f164-462a-86ab-7e89d871d8e2 tempest-TagsTest-1535338230 tempest-TagsTest-1535338230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225'] for segment, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:15.484900 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94923a98-f164-462a-86ab-7e89d871d8e2 tempest-TagsTest-1535338230 tempest-TagsTest-1535338230-project] Releasing vlan 130 on physical network physnet1 to pool {{(pid=103801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 05 17:09:15.485287 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-94923a98-f164-462a-86ab-7e89d871d8e2 tempest-TagsTest-1535338230 tempest-TagsTest-1535338230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11433197'] for segment, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:15.488347 dv-neutron-master-2-hyperv neutron-server[103801]: Traceback (most recent call last): Jan 05 17:09:15.488347 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 05 17:09:15.488347 dv-neutron-master-2-hyperv neutron-server[103801]: timer() Jan 05 17:09:15.488347 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 05 17:09:15.488347 dv-neutron-master-2-hyperv neutron-server[103801]: cb(*args, **kw) Jan 05 17:09:15.488347 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 05 17:09:15.488347 dv-neutron-master-2-hyperv neutron-server[103801]: return func(*args, **kwargs) Jan 05 17:09:15.488347 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 05 17:09:15.488347 dv-neutron-master-2-hyperv neutron-server[103801]: self._notify() Jan 05 17:09:15.488347 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 05 17:09:15.488347 dv-neutron-master-2-hyperv neutron-server[103801]: self.callback(batched_events) Jan 05 17:09:15.488347 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 05 17:09:15.488347 dv-neutron-master-2-hyperv neutron-server[103801]: event.method(event) Jan 05 17:09:15.488347 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 05 17:09:15.488347 dv-neutron-master-2-hyperv neutron-server[103801]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 05 17:09:15.488347 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 05 17:09:15.488347 dv-neutron-master-2-hyperv neutron-server[103801]: aggregate_uuid = self.p_client.list_aggregates( Jan 05 17:09:15.488347 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 05 17:09:15.488347 dv-neutron-master-2-hyperv neutron-server[103801]: return f(self, *a, **k) Jan 05 17:09:15.488347 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 05 17:09:15.488347 dv-neutron-master-2-hyperv neutron-server[103801]: return self._get(url).json() Jan 05 17:09:15.488347 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 05 17:09:15.488347 dv-neutron-master-2-hyperv neutron-server[103801]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 05 17:09:15.488347 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 05 17:09:15.488347 dv-neutron-master-2-hyperv neutron-server[103801]: return self.request(url, 'GET', **kwargs) Jan 05 17:09:15.488347 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 05 17:09:15.488347 dv-neutron-master-2-hyperv neutron-server[103801]: base_url = self.get_endpoint(auth, allow=allow, Jan 05 17:09:15.488347 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 05 17:09:15.488347 dv-neutron-master-2-hyperv neutron-server[103801]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 05 17:09:15.488347 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 05 17:09:15.488347 dv-neutron-master-2-hyperv neutron-server[103801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 05 17:09:15.488347 dv-neutron-master-2-hyperv neutron-server[103801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 05 17:09:15.512658 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-78bc9986-3956-4cb9-bfd3-74c87bc19367 req-3cfd1dca-e0cf-469b-9a8e-876d46bb9c09 service neutron] 10.222.0.13 "GET /v2.0/networks/1e5e93d9-6ada-44ad-b92b-017486a9719e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4178195 Jan 05 17:09:15.526190 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-74f1e364-9f16-4de9-ad10-79a7a432a3cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678'] for port, after_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:15.540593 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e75759ba-a046-40d1-8784-9d65dde50490 tempest-AllowedAddressPairTestJSON-1235936357 tempest-AllowedAddressPairTestJSON-1235936357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:15.546855 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-e75759ba-a046-40d1-8784-9d65dde50490 tempest-AllowedAddressPairTestJSON-1235936357 tempest-AllowedAddressPairTestJSON-1235936357-project] 10.222.0.11 "DELETE /v2.0/ports/99278f35-4e40-4060-818e-79f6d5793613 HTTP/1.1" status: 204 len: 168 time: 3.6462984 Jan 05 17:09:15.547115 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 41658) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:09:15.558113 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ab95c2f-80c1-457f-b2a1-18f1382a67f8 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Router bf1afd4d-680c-4871-aabc-4aca87161f6d is scheduled to L3 agent 59446fdc-40e0-41fe-a575-a8eb11d742f7 with binding_index 1 {{(pid=103800) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 05 17:09:15.567029 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74f1e364-9f16-4de9-ad10-79a7a432a3cf None None] No DVR routers for this DVR port a98d03af-bb5a-4259-acf7-ac308c418d78 on host dv-neutron-master-2-hyperv {{(pid=103802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 05 17:09:15.570806 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f1e364-9f16-4de9-ad10-79a7a432a3cf None None] Pushing event deleted for resources: {'Port': ['ID=a98d03af-bb5a-4259-acf7-ac308c418d78,revision_number=None']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:09:15.578240 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e4e5b8b5-8b71-4df6-b50c-d2b7b02f612a tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:15.584538 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3d3a47a-53d3-47ef-9c65-f95a7685ec29 tempest-AllowedAddressPairTestJSON-1235936357 tempest-AllowedAddressPairTestJSON-1235936357-project] GET failed (client error): The resource could not be found. Jan 05 17:09:15.586051 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-f3d3a47a-53d3-47ef-9c65-f95a7685ec29 tempest-AllowedAddressPairTestJSON-1235936357 tempest-AllowedAddressPairTestJSON-1235936357-project] 10.222.0.11 "GET /v2.0/ports/99278f35-4e40-4060-818e-79f6d5793613 HTTP/1.1" status: 404 len: 333 time: 0.0380061 Jan 05 17:09:15.589105 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 41660) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:09:15.616679 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e5b8b5-8b71-4df6-b50c-d2b7b02f612a tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Pushing event deleted for resources: {'Port': ['ID=c0a459d3-6196-4b7f-9fd6-9e1359927b0e,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:09:15.622981 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17c7e4b8-259b-4fa5-a17d-b665f19aabce tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Made reservation on behalf of fd419c78d7194361a03f37a26ebeba76 for: {'subnet': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:09:15.627348 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-17c7e4b8-259b-4fa5-a17d-b665f19aabce tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8521827'] for subnet, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:15.690065 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-94923a98-f164-462a-86ab-7e89d871d8e2 tempest-TagsTest-1535338230 tempest-TagsTest-1535338230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3891722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648695'] for network, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:15.698527 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-94923a98-f164-462a-86ab-7e89d871d8e2 tempest-TagsTest-1535338230 tempest-TagsTest-1535338230-project] Publish callbacks [] for network, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:15.703109 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-94923a98-f164-462a-86ab-7e89d871d8e2 tempest-TagsTest-1535338230 tempest-TagsTest-1535338230-project] 10.222.0.11 "DELETE /v2.0/networks/ba652202-2f53-4341-9f00-c8559d25ecc9 HTTP/1.1" status: 204 len: 168 time: 0.7811832 Jan 05 17:09:15.727287 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 41664) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:09:15.730367 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-154561ad-d944-4b86-b683-0379cbed6090 tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3891722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648695'] for network, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:15.738664 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94923a98-f164-462a-86ab-7e89d871d8e2 tempest-TagsTest-1535338230 tempest-TagsTest-1535338230-project] Pushing event deleted for resources: {'Network': ['ID=ba652202-2f53-4341-9f00-c8559d25ecc9,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:09:15.758411 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-0ad86af7-8f6a-438f-86fd-684c7a865743 tempest-AllowedAddressPairTestJSON-1235936357 tempest-AllowedAddressPairTestJSON-1235936357-project] Deleting port c98997fe-dfec-484a-8e29-265826a94592 {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:09:15.759296 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-0ad86af7-8f6a-438f-86fd-684c7a865743 tempest-AllowedAddressPairTestJSON-1235936357 tempest-AllowedAddressPairTestJSON-1235936357-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:15.851205 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-154561ad-d944-4b86-b683-0379cbed6090 tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] Publish callbacks [] for network, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:15.856967 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-154561ad-d944-4b86-b683-0379cbed6090 tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] 10.222.0.11 "DELETE /v2.0/networks/608d7499-8b68-469e-a9b1-839bbad4b5d0 HTTP/1.1" status: 204 len: 168 time: 1.9465692 Jan 05 17:09:15.889536 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-0ad86af7-8f6a-438f-86fd-684c7a865743 tempest-AllowedAddressPairTestJSON-1235936357 tempest-AllowedAddressPairTestJSON-1235936357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:15.907560 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-0ad86af7-8f6a-438f-86fd-684c7a865743 tempest-AllowedAddressPairTestJSON-1235936357 tempest-AllowedAddressPairTestJSON-1235936357-project] Calling delete_port for c98997fe-dfec-484a-8e29-265826a94592 owned by {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:09:15.921069 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154561ad-d944-4b86-b683-0379cbed6090 tempest-NetworksIpV6TestAttrs-5812704 tempest-NetworksIpV6TestAttrs-5812704-project] Pushing event deleted for resources: {'Network': ['ID=608d7499-8b68-469e-a9b1-839bbad4b5d0,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:09:15.974480 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e4e5b8b5-8b71-4df6-b50c-d2b7b02f612a tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-560676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531569'] for router_interface, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:15.990739 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ab95c2f-80c1-457f-b2a1-18f1382a67f8 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 05 17:09:15.997563 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-3446aeac-e7ed-472a-9f53-812679933f7f tempest-RoutersAdminTest-1676889452 tempest-RoutersAdminTest-1676889452-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1792867790', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573'}, 'admin_state_up': False}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:09:16.001526 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-0ab95c2f-80c1-457f-b2a1-18f1382a67f8 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] 10.222.0.11 "PUT /v2.0/routers/bf1afd4d-680c-4871-aabc-4aca87161f6d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9493945 Jan 05 17:09:16.002394 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e32fc66d-0e6c-4063-9029-91891501ece2 None None] Sync routers for ids ['bf1afd4d-680c-4871-aabc-4aca87161f6d'] in dv-neutron-master-2-hyperv {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 05 17:09:16.004433 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 41670) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:09:16.009859 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-692fd122-c3a8-47b5-9425-7cf9c6fa71d3 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Request body: {'network': {'name': 'tempest-RoutersTest-42957066'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:09:16.026387 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e32fc66d-0e6c-4063-9029-91891501ece2 None None] Routers {'bf1afd4d-680c-4871-aabc-4aca87161f6d'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:09:16.041990 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-e32fc66d-0e6c-4063-9029-91891501ece2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:08:49Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['bf1afd4d-680c-4871-aabc-4aca87161f6d'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:09:16.149711 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3446aeac-e7ed-472a-9f53-812679933f7f tempest-RoutersAdminTest-1676889452 tempest-RoutersAdminTest-1676889452-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-649063', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58098'] for router, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:16.151044 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3446aeac-e7ed-472a-9f53-812679933f7f tempest-RoutersAdminTest-1676889452 tempest-RoutersAdminTest-1676889452-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649832', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-545006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58091'] for router, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:16.227738 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-e32fc66d-0e6c-4063-9029-91891501ece2 None None] Set router bf1afd4d-680c-4871-aabc-4aca87161f6d gateway port host: None {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:09:16.257611 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device a98d03af-bb5a-4259-acf7-ac308c418d78 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 05 17:09:16.266146 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-692fd122-c3a8-47b5-9425-7cf9c6fa71d3 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Made reservation on behalf of 85eea60e03994a48a004c2f9e50e4168 for: {'network': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:09:16.266624 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-0ad86af7-8f6a-438f-86fd-684c7a865743 tempest-AllowedAddressPairTestJSON-1235936357 tempest-AllowedAddressPairTestJSON-1235936357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11433176'] for port, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:16.269206 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-692fd122-c3a8-47b5-9425-7cf9c6fa71d3 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for network, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:16.298642 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] No Port match for: a98d03af-bb5a-4259-acf7-ac308c418d78 {{(pid=103802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 05 17:09:16.298988 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device a98d03af-bb5a-4259-acf7-ac308c418d78 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 05 17:09:16.320448 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4e5b8b5-8b71-4df6-b50c-d2b7b02f612a tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Router 9e14e19a-4c47-4ba6-b780-06add3e35bd0 has already been hosted by L3 agent 59446fdc-40e0-41fe-a575-a8eb11d742f7 {{(pid=103800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 05 17:09:16.377164 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d62b056-fe43-477f-b848-24c9250d47c6 req-e0784eb8-35c5-43c3-b064-86457a580a2b tempest-ServerActionsTestJSON-949899014 tempest-ServerActionsTestJSON-949899014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:09:16.378766 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-7d62b056-fe43-477f-b848-24c9250d47c6 req-e0784eb8-35c5-43c3-b064-86457a580a2b tempest-ServerActionsTestJSON-949899014 tempest-ServerActionsTestJSON-949899014-project] 10.222.0.11 "GET /v2.0/ports?device_id=be270a5c-db8b-4dff-9e40-79b29c80ad34 HTTP/1.1" status: 200 len: 946 time: 0.1824028 Jan 05 17:09:16.379725 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-692fd122-c3a8-47b5-9425-7cf9c6fa71d3 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] vlan segment allocate from pool success with {'vlan_id': 132, 'physical_network': 'physnet1'} {{(pid=103800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 05 17:09:16.386119 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad86af7-8f6a-438f-86fd-684c7a865743 tempest-AllowedAddressPairTestJSON-1235936357 tempest-AllowedAddressPairTestJSON-1235936357-project] Pushing event deleted for resources: {'Port': ['ID=c98997fe-dfec-484a-8e29-265826a94592,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:09:16.445214 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3446aeac-e7ed-472a-9f53-812679933f7f tempest-RoutersAdminTest-1676889452 tempest-RoutersAdminTest-1676889452-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:16.464219 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-692fd122-c3a8-47b5-9425-7cf9c6fa71d3 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225'] for segment, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:16.464832 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.db.segments_db [None req-692fd122-c3a8-47b5-9425-7cf9c6fa71d3 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Added segment 7eb50c60-3826-4a12-b3f6-85e19db53949 of type vlan for network 77e4a2d6-51aa-4a68-b5b7-38d6e0087161 Jan 05 17:09:16.526481 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 41676) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:09:16.529545 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-0ad86af7-8f6a-438f-86fd-684c7a865743 tempest-AllowedAddressPairTestJSON-1235936357 tempest-AllowedAddressPairTestJSON-1235936357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:16.535862 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-0ad86af7-8f6a-438f-86fd-684c7a865743 tempest-AllowedAddressPairTestJSON-1235936357 tempest-AllowedAddressPairTestJSON-1235936357-project] 10.222.0.11 "DELETE /v2.0/ports/c98997fe-dfec-484a-8e29-265826a94592 HTTP/1.1" status: 204 len: 168 time: 0.9447527 Jan 05 17:09:16.542767 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 41682) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:09:16.571780 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.pecan_wsgi.hooks.translation [None req-3cb4dda5-4149-439b-9109-0ae7b9dc724c tempest-AllowedAddressPairTestJSON-1235936357 tempest-AllowedAddressPairTestJSON-1235936357-project] GET failed (client error): The resource could not be found. Jan 05 17:09:16.575191 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-3cb4dda5-4149-439b-9109-0ae7b9dc724c tempest-AllowedAddressPairTestJSON-1235936357 tempest-AllowedAddressPairTestJSON-1235936357-project] 10.222.0.11 "GET /v2.0/ports/c98997fe-dfec-484a-8e29-265826a94592 HTTP/1.1" status: 404 len: 333 time: 0.0296278 Jan 05 17:09:16.585932 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-e32fc66d-0e6c-4063-9029-91891501ece2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf1afd4d-680c-4871-aabc-4aca87161f6d', 'name': 'tempest-RoutersTest-router-1392716440', 'tenant_id': '85eea60e03994a48a004c2f9e50e4168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:09:02Z', 'updated_at': '2022-01-05T17:09:11Z', 'revision_number': 2, 'project_id': '85eea60e03994a48a004c2f9e50e4168', 'gw_port_host': None, '_interfaces': [{'id': '182e09e5-42e6-4f62-bbbb-0058488f34b5', 'name': '', 'network_id': '185acd14-b895-4704-a83b-f6ba048b49d6', 'tenant_id': '85eea60e03994a48a004c2f9e50e4168', 'mac_address': 'fa:16:3e:bc:8d:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf1afd4d-680c-4871-aabc-4aca87161f6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '429e9b39-4f6c-40eb-b133-5051cc8163a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:09:09Z', 'updated_at': '2022-01-05T17:09:12Z', 'revision_number': 2, 'project_id': '85eea60e03994a48a004c2f9e50e4168', 'subnets': [{'id': '429e9b39-4f6c-40eb-b133-5051cc8163a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:09:16.602199 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 41684) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:09:16.659162 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e32fc66d-0e6c-4063-9029-91891501ece2 None None] Checking router: bf1afd4d-680c-4871-aabc-4aca87161f6d for host: dv-neutron-master-2-hyperv {{(pid=103802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 05 17:09:16.659162 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e32fc66d-0e6c-4063-9029-91891501ece2 None None] Updating router bf1afd4d-680c-4871-aabc-4aca87161f6d port 182e09e5-42e6-4f62-bbbb-0058488f34b5 binding host dv-neutron-master-2-hyperv {{(pid=103802) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 05 17:09:16.671057 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4e5b8b5-8b71-4df6-b50c-d2b7b02f612a tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 05 17:09:16.676603 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-e4e5b8b5-8b71-4df6-b50c-d2b7b02f612a tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] 10.222.0.11 "PUT /v2.0/routers/9e14e19a-4c47-4ba6-b780-06add3e35bd0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6754217 Jan 05 17:09:16.683341 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2a43bf8-b175-4d31-b399-1ed7de886c8b None None] Sync routers for ids ['9e14e19a-4c47-4ba6-b780-06add3e35bd0'] in dv-neutron-master-2-hyperv {{(pid=103803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 05 17:09:16.689628 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 41686) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:09:16.706954 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.objects.ports [None req-17c7e4b8-259b-4fa5-a17d-b665f19aabce tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103800) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 05 17:09:16.712692 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2a43bf8-b175-4d31-b399-1ed7de886c8b None None] Routers {'9e14e19a-4c47-4ba6-b780-06add3e35bd0'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:09:16.714458 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-e2a43bf8-b175-4d31-b399-1ed7de886c8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:08:49Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['9e14e19a-4c47-4ba6-b780-06add3e35bd0'], 'active': True} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:09:16.733352 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-e32fc66d-0e6c-4063-9029-91891501ece2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:16.756914 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-17c7e4b8-259b-4fa5-a17d-b665f19aabce tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8784852', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8521873'] for subnet, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:16.776651 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 41688) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:09:16.790669 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-e2a43bf8-b175-4d31-b399-1ed7de886c8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:09:16.814402 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2a43bf8-b175-4d31-b399-1ed7de886c8b None None] Routers {'9e14e19a-4c47-4ba6-b780-06add3e35bd0'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:09:16.821018 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-e2a43bf8-b175-4d31-b399-1ed7de886c8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:08:49Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['9e14e19a-4c47-4ba6-b780-06add3e35bd0'], 'active': True} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:09:16.845156 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-692fd122-c3a8-47b5-9425-7cf9c6fa71d3 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754180566020'] for network, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:16.852433 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-f03384d8-4a54-4d6d-a096-dd8db40a8fdc tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] 10.222.0.11 "GET /v2.0/ports?device_id=9e14e19a-4c47-4ba6-b780-06add3e35bd0 HTTP/1.1" status: 200 len: 205 time: 0.1441214 Jan 05 17:09:16.859812 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3446aeac-e7ed-472a-9f53-812679933f7f tempest-RoutersAdminTest-1676889452 tempest-RoutersAdminTest-1676889452-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:16.863558 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-7d62b056-fe43-477f-b848-24c9250d47c6 req-88735892-9f01-495c-a261-154b81552d33 tempest-ServerActionsTestJSON-949899014 tempest-ServerActionsTestJSON-949899014-project] 10.222.0.11 "GET /v2.0/security-groups?id=f7674e10-0a07-4bc4-8403-a53dd95a312a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4770613 Jan 05 17:09:16.866132 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 41692) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:09:16.871451 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-e2a43bf8-b175-4d31-b399-1ed7de886c8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:09:16.900576 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2a43bf8-b175-4d31-b399-1ed7de886c8b None None] The sync data for ids ['9e14e19a-4c47-4ba6-b780-06add3e35bd0'] in dv-neutron-master-2-hyperv is: [] {{(pid=103803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 05 17:09:16.915693 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-774fb4d1-3a38-4435-af15-86e87acbc05e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=96929d5ab81146ab907dab0be64e8b8b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3784640 Jan 05 17:09:16.916346 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 41694) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:09:16.967097 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17c7e4b8-259b-4fa5-a17d-b665f19aabce tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Network e897f8fc-3cef-40ca-9466-c6c65ecd9833 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:09:16.968591 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-4369b1a5-c345-4fa1-81ee-0d9a1c21efc3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:16.981511 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-17c7e4b8-259b-4fa5-a17d-b665f19aabce tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:09:17.011342 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-4369b1a5-c345-4fa1-81ee-0d9a1c21efc3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:17.013811 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e09d8bb-dff7-4485-8421-2067bf5403e6 None None] Network e897f8fc-3cef-40ca-9466-c6c65ecd9833 requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:09:17.146693 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-0aa2440f-5ea0-4eca-ab61-18b38b19f129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:17.210547 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-4369b1a5-c345-4fa1-81ee-0d9a1c21efc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:17.213134 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-4369b1a5-c345-4fa1-81ee-0d9a1c21efc3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:17.214384 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-4369b1a5-c345-4fa1-81ee-0d9a1c21efc3 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/14ae5790-0fa7-46eb-aa28-1a00b4e38289 HTTP/1.1" status: 204 len: 168 time: 0.2970841 Jan 05 17:09:17.246709 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4369b1a5-c345-4fa1-81ee-0d9a1c21efc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14ae5790-0fa7-46eb-aa28-1a00b4e38289,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:09:17.248707 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3446aeac-e7ed-472a-9f53-812679933f7f tempest-RoutersAdminTest-1676889452 tempest-RoutersAdminTest-1676889452-project] Publish callbacks [] for router_gateway, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:17.269910 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3446aeac-e7ed-472a-9f53-812679933f7f tempest-RoutersAdminTest-1676889452 tempest-RoutersAdminTest-1676889452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:17.343971 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17c7e4b8-259b-4fa5-a17d-b665f19aabce tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:09:17.344558 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-17c7e4b8-259b-4fa5-a17d-b665f19aabce tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks [] for subnet, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:17.355125 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cfc8f2f-69e8-46af-bad5-199b84c829b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-e897f8fc-3cef-40ca-9466-c6c65ecd9833', 'network_id': 'e897f8fc-3cef-40ca-9466-c6c65ecd9833', 'project_id': 'fd419c78d7194361a03f37a26ebeba76', 'fixed_ips': [{'subnet_id': '00d983fb-e07c-4714-b65c-2d04cda4c8c9'}]}} from dv-neutron-master-2-hyperv. {{(pid=103802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 05 17:09:17.356852 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-7cfc8f2f-69e8-46af-bad5-199b84c829b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:17.362571 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-692fd122-c3a8-47b5-9425-7cf9c6fa71d3 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685'] for network, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:17.368301 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-692fd122-c3a8-47b5-9425-7cf9c6fa71d3 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:09:17.369386 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-692fd122-c3a8-47b5-9425-7cf9c6fa71d3 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks [] for network, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:17.382429 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-839cd2be-892e-4ec5-bcf7-77a87ca0cf11 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks [] for router, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:17.392918 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [None req-3446aeac-e7ed-472a-9f53-812679933f7f tempest-RoutersAdminTest-1676889452 tempest-RoutersAdminTest-1676889452-project] Allocated IP 172.36.4.246 (b0167590-0699-4c5c-a932-3939414a9573/7a784a6d-3d96-418f-a645-b9ccd0b1ac55/29bf438e-fda9-4c9b-a0ba-8624665e776c) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:09:17.454546 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c7e4b8-259b-4fa5-a17d-b665f19aabce tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Pushing event updated for resources: {'Subnet': ['ID=00d983fb-e07c-4714-b65c-2d04cda4c8c9,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:09:17.469826 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-87d06af8-1d9d-4781-8024-a12127172702 tempest-AllowedAddressPairTestJSON-1235936357 tempest-AllowedAddressPairTestJSON-1235936357-project] Deleting port a6f7802e-b1c7-48ad-8bba-c60d0b1bfdb1 {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:09:17.470104 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-87d06af8-1d9d-4781-8024-a12127172702 tempest-AllowedAddressPairTestJSON-1235936357 tempest-AllowedAddressPairTestJSON-1235936357-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:17.499971 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.db_base_plugin_common [None req-7cfc8f2f-69e8-46af-bad5-199b84c829b8 None None] Allocated IP 2001:db8::f816:3eff:feb7:40e (e897f8fc-3cef-40ca-9466-c6c65ecd9833/00d983fb-e07c-4714-b65c-2d04cda4c8c9/b25cdd6b-3f00-4fd3-8804-746b98422bb2) {{(pid=103802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:09:17.507039 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3446aeac-e7ed-472a-9f53-812679933f7f tempest-RoutersAdminTest-1676889452 tempest-RoutersAdminTest-1676889452-project] Publish callbacks [] for port, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:17.581202 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-e32fc66d-0e6c-4063-9029-91891501ece2 None None] Publish callbacks [] for port, precommit_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:17.642972 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-17c7e4b8-259b-4fa5-a17d-b665f19aabce tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.5663884 Jan 05 17:09:17.646011 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 41700) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:09:17.649801 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-692fd122-c3a8-47b5-9425-7cf9c6fa71d3 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 1.6433005 Jan 05 17:09:17.651291 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 41702) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:09:17.654177 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3446aeac-e7ed-472a-9f53-812679933f7f tempest-RoutersAdminTest-1676889452 tempest-RoutersAdminTest-1676889452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11433176'] for port, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:17.666042 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-8b197e0e-90e9-488a-a3ef-ca53b6c46f4e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=3b0c49083275461eae45180ddc29fcef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8809891 Jan 05 17:09:17.668210 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-76f166af-5cd8-46a7-b9c7-9baf3e848b0a tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Request body: {'subnet': {'network_id': '77e4a2d6-51aa-4a68-b5b7-38d6e0087161', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:09:17.676590 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-dd88a592-9831-4ec3-9828-1cc2bcf4f4fb tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Request body: {'port': {'network_id': 'e897f8fc-3cef-40ca-9466-c6c65ecd9833', 'mac_address': 'fa:16:3e:69:a3:62', 'name': 'tempest-NetworksTestDHCPv6-1349257830'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:09:17.682723 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-7cfc8f2f-69e8-46af-bad5-199b84c829b8 None None] Publish callbacks [] for port, precommit_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:17.682928 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 41706) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:09:17.686500 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-e32fc66d-0e6c-4063-9029-91891501ece2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:17.710941 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-839cd2be-892e-4ec5-bcf7-77a87ca0cf11 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-648249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62744'] for router, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:17.715129 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-839cd2be-892e-4ec5-bcf7-77a87ca0cf11 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:17.716689 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692fd122-c3a8-47b5-9425-7cf9c6fa71d3 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Pushing event updated for resources: {'Network': ['ID=77e4a2d6-51aa-4a68-b5b7-38d6e0087161,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:09:17.754766 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Network 77e4a2d6-51aa-4a68-b5b7-38d6e0087161 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 05 17:09:17.774887 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3446aeac-e7ed-472a-9f53-812679933f7f tempest-RoutersAdminTest-1676889452 tempest-RoutersAdminTest-1676889452-project] Network b0167590-0699-4c5c-a932-3939414a9573 is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:09:17.803089 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-87d06af8-1d9d-4781-8024-a12127172702 tempest-AllowedAddressPairTestJSON-1235936357 tempest-AllowedAddressPairTestJSON-1235936357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:17.824278 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-87d06af8-1d9d-4781-8024-a12127172702 tempest-AllowedAddressPairTestJSON-1235936357 tempest-AllowedAddressPairTestJSON-1235936357-project] Calling delete_port for a6f7802e-b1c7-48ad-8bba-c60d0b1bfdb1 owned by {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:09:17.849574 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-7cfc8f2f-69e8-46af-bad5-199b84c829b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669'] for port, after_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:17.866354 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-3446aeac-e7ed-472a-9f53-812679933f7f tempest-RoutersAdminTest-1676889452 tempest-RoutersAdminTest-1676889452-project] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:09:17.898711 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-839cd2be-892e-4ec5-bcf7-77a87ca0cf11 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-648240'] for router, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:17.899412 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-839cd2be-892e-4ec5-bcf7-77a87ca0cf11 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Fanout notify agent at l3_agent the message router_deleted on router 9e14e19a-4c47-4ba6-b780-06add3e35bd0 {{(pid=103800) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 05 17:09:17.912238 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6347f4bc-bcfb-4707-bee8-e88289706fb7 None None] Pushing event updated for resources: {'Port': ['ID=182e09e5-42e6-4f62-bbbb-0058488f34b5,revision_number=3']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:09:17.929780 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-839cd2be-892e-4ec5-bcf7-77a87ca0cf11 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks [] for router, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:17.930654 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df9c71e9-744e-4971-9945-04fe2bbac879 None None] DHCP port deletion for b0167590-0699-4c5c-a932-3939414a9573 request from dv-neutron-master-2-hyperv {{(pid=103802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 05 17:09:17.932857 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-839cd2be-892e-4ec5-bcf7-77a87ca0cf11 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] 10.222.0.11 "DELETE /v2.0/routers/9e14e19a-4c47-4ba6-b780-06add3e35bd0 HTTP/1.1" status: 204 len: 168 time: 1.0495744 Jan 05 17:09:17.936643 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 41714) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:09:17.984751 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-e32fc66d-0e6c-4063-9029-91891501ece2 None None] Attempting to bind port 182e09e5-42e6-4f62-bbbb-0058488f34b5 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 05 17:09:17.985125 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-e32fc66d-0e6c-4063-9029-91891501ece2 None None] Attempting to bind port 182e09e5-42e6-4f62-bbbb-0058488f34b5 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '079e8fea-7656-44b3-bb6e-8cb0885366a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '185acd14-b895-4704-a83b-f6ba048b49d6'}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 05 17:09:17.985534 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e32fc66d-0e6c-4063-9029-91891501ece2 None None] Attempting to bind port 182e09e5-42e6-4f62-bbbb-0058488f34b5 on network 185acd14-b895-4704-a83b-f6ba048b49d6 {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:09:17.990804 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfc8f2f-69e8-46af-bad5-199b84c829b8 None None] Pushing event updated for resources: {'Port': ['ID=b25cdd6b-3f00-4fd3-8804-746b98422bb2,revision_number=1']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:09:18.004206 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cfc8f2f-69e8-46af-bad5-199b84c829b8 None None] Network e897f8fc-3cef-40ca-9466-c6c65ecd9833 is already hosted by enough agents. {{(pid=103802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:09:18.005942 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e32fc66d-0e6c-4063-9029-91891501ece2 None None] Checking agent: {'id': '0d4f8fd3-ce62-4651-970c-efa6a8bb22b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 5, 16, 57, 23), 'started_at': datetime.datetime(2022, 1, 5, 16, 57, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 5, 17, 8, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 05 17:09:18.006544 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e32fc66d-0e6c-4063-9029-91891501ece2 None None] Checking segment: {'id': '079e8fea-7656-44b3-bb6e-8cb0885366a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '185acd14-b895-4704-a83b-f6ba048b49d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:09:18.007149 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-e32fc66d-0e6c-4063-9029-91891501ece2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:18.007734 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e32fc66d-0e6c-4063-9029-91891501ece2 None None] Bound using segment: {'id': '079e8fea-7656-44b3-bb6e-8cb0885366a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '185acd14-b895-4704-a83b-f6ba048b49d6'} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 05 17:09:18.008425 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-e32fc66d-0e6c-4063-9029-91891501ece2 None None] Bound port: 182e09e5-42e6-4f62-bbbb-0058488f34b5, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '079e8fea-7656-44b3-bb6e-8cb0885366a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '185acd14-b895-4704-a83b-f6ba048b49d6'}}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 05 17:09:18.009173 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-e32fc66d-0e6c-4063-9029-91891501ece2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:18.064193 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.db_base_plugin_v2 [None req-b68dd43e-d6bc-4432-b0b9-24147ac70c9c tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Deleting subnet 0307b3c0-a83a-4f31-b998-cb32155430b7 {{(pid=103800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 05 17:09:18.069860 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b68dd43e-d6bc-4432-b0b9-24147ac70c9c tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks [] for subnet, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:18.075246 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.scheduler.base_scheduler [None req-7cfc8f2f-69e8-46af-bad5-199b84c829b8 None None] Resources bound (agent type, host, resource id): {{(pid=103802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:09:18.085397 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cfc8f2f-69e8-46af-bad5-199b84c829b8 None None] Received port after_create {{(pid=103802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:09:18.090978 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-e32fc66d-0e6c-4063-9029-91891501ece2 None None] For port 182e09e5-42e6-4f62-bbbb-0058488f34b5, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 05 17:09:18.118190 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-0f8d6d77-2783-4a3b-9945-8e13c71129db None None] Provisioning complete for port 29bf438e-fda9-4c9b-a0ba-8624665e776c triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:09:18.118781 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-0f8d6d77-2783-4a3b-9945-8e13c71129db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:18.122265 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-e32fc66d-0e6c-4063-9029-91891501ece2 None None] For port 182e09e5-42e6-4f62-bbbb-0058488f34b5, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=182e09e5-42e6-4f62-bbbb-0058488f34b5,segment=NetworkSegment(079e8fea-7656-44b3-bb6e-8cb0885366a3),segment_id=079e8fea-7656-44b3-bb6e-8cb0885366a3)] {{(pid=103802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 05 17:09:18.163037 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b68dd43e-d6bc-4432-b0b9-24147ac70c9c tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8784846'] for subnet, precommit_delete_associations {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:18.195141 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-e32fc66d-0e6c-4063-9029-91891501ece2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:18.225755 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-0f8d6d77-2783-4a3b-9945-8e13c71129db None None] Port 29bf438e-fda9-4c9b-a0ba-8624665e776c cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 17:09:18.227409 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-7cfc8f2f-69e8-46af-bad5-199b84c829b8 None None] Attempting to bind port b25cdd6b-3f00-4fd3-8804-746b98422bb2 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 05 17:09:18.227839 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-7cfc8f2f-69e8-46af-bad5-199b84c829b8 None None] Attempting to bind port b25cdd6b-3f00-4fd3-8804-746b98422bb2 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '68e6c437-46c2-424d-85e7-20547f69066d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'e897f8fc-3cef-40ca-9466-c6c65ecd9833'}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 05 17:09:18.228261 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cfc8f2f-69e8-46af-bad5-199b84c829b8 None None] Attempting to bind port b25cdd6b-3f00-4fd3-8804-746b98422bb2 on network e897f8fc-3cef-40ca-9466-c6c65ecd9833 {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:09:18.250052 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cfc8f2f-69e8-46af-bad5-199b84c829b8 None None] Checking agent: {'id': '0d4f8fd3-ce62-4651-970c-efa6a8bb22b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 5, 16, 57, 23), 'started_at': datetime.datetime(2022, 1, 5, 16, 57, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 5, 17, 8, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 05 17:09:18.250517 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cfc8f2f-69e8-46af-bad5-199b84c829b8 None None] Checking segment: {'id': '68e6c437-46c2-424d-85e7-20547f69066d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'e897f8fc-3cef-40ca-9466-c6c65ecd9833'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:09:18.250982 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-7cfc8f2f-69e8-46af-bad5-199b84c829b8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:18.251437 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cfc8f2f-69e8-46af-bad5-199b84c829b8 None None] Bound using segment: {'id': '68e6c437-46c2-424d-85e7-20547f69066d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'e897f8fc-3cef-40ca-9466-c6c65ecd9833'} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 05 17:09:18.252049 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-7cfc8f2f-69e8-46af-bad5-199b84c829b8 None None] Bound port: b25cdd6b-3f00-4fd3-8804-746b98422bb2, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68e6c437-46c2-424d-85e7-20547f69066d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'e897f8fc-3cef-40ca-9466-c6c65ecd9833'}}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 05 17:09:18.252491 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-7cfc8f2f-69e8-46af-bad5-199b84c829b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:18.279091 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3446aeac-e7ed-472a-9f53-812679933f7f tempest-RoutersAdminTest-1676889452 tempest-RoutersAdminTest-1676889452-project] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:09:18.291535 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e32fc66d-0e6c-4063-9029-91891501ece2 None None] Routers {'bf1afd4d-680c-4871-aabc-4aca87161f6d'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:09:18.292303 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-e32fc66d-0e6c-4063-9029-91891501ece2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:08:49Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['bf1afd4d-680c-4871-aabc-4aca87161f6d'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:09:18.293244 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b68dd43e-d6bc-4432-b0b9-24147ac70c9c tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892868'] for subnet, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:18.319727 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6347f4bc-bcfb-4707-bee8-e88289706fb7 None None] Pushing event updated for resources: {'Port': ['ID=182e09e5-42e6-4f62-bbbb-0058488f34b5,revision_number=4']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:09:18.378290 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-87d06af8-1d9d-4781-8024-a12127172702 tempest-AllowedAddressPairTestJSON-1235936357 tempest-AllowedAddressPairTestJSON-1235936357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:18.445779 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d06af8-1d9d-4781-8024-a12127172702 tempest-AllowedAddressPairTestJSON-1235936357 tempest-AllowedAddressPairTestJSON-1235936357-project] Pushing event deleted for resources: {'Port': ['ID=a6f7802e-b1c7-48ad-8bba-c60d0b1bfdb1,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:09:18.456107 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-7cfc8f2f-69e8-46af-bad5-199b84c829b8 None None] For port b25cdd6b-3f00-4fd3-8804-746b98422bb2, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 05 17:09:18.473113 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-e7d98f13-ed63-484b-865f-5adaf570f67c None None] Provisioning complete for port 182e09e5-42e6-4f62-bbbb-0058488f34b5 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:09:18.473113 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-e7d98f13-ed63-484b-865f-5adaf570f67c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:18.487628 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3446aeac-e7ed-472a-9f53-812679933f7f tempest-RoutersAdminTest-1676889452 tempest-RoutersAdminTest-1676889452-project] Pushing event updated for resources: {'Port': ['ID=29bf438e-fda9-4c9b-a0ba-8624665e776c,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:09:18.517660 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-7cfc8f2f-69e8-46af-bad5-199b84c829b8 None None] For port b25cdd6b-3f00-4fd3-8804-746b98422bb2, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b25cdd6b-3f00-4fd3-8804-746b98422bb2,segment=NetworkSegment(68e6c437-46c2-424d-85e7-20547f69066d),segment_id=68e6c437-46c2-424d-85e7-20547f69066d)] {{(pid=103802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 05 17:09:18.521328 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-e32fc66d-0e6c-4063-9029-91891501ece2 None None] Set router bf1afd4d-680c-4871-aabc-4aca87161f6d gateway port host: None {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:09:18.536781 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-634f811b-4961-4da6-a15d-001354882e2f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:18.554469 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-87d06af8-1d9d-4781-8024-a12127172702 tempest-AllowedAddressPairTestJSON-1235936357 tempest-AllowedAddressPairTestJSON-1235936357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:18.559298 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-87d06af8-1d9d-4781-8024-a12127172702 tempest-AllowedAddressPairTestJSON-1235936357 tempest-AllowedAddressPairTestJSON-1235936357-project] 10.222.0.11 "DELETE /v2.0/ports/a6f7802e-b1c7-48ad-8bba-c60d0b1bfdb1 HTTP/1.1" status: 204 len: 168 time: 1.9545846 Jan 05 17:09:18.563177 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 41724) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:09:18.632792 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b415f0c9-2439-442f-b3e9-85a92f9922bd req-e4eae3ba-8ea0-4e1a-852a-1c30bcf1baf5 tempest-ServerActionsTestJSON-949899014 tempest-ServerActionsTestJSON-949899014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:09:18.639985 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-b415f0c9-2439-442f-b3e9-85a92f9922bd req-e4eae3ba-8ea0-4e1a-852a-1c30bcf1baf5 tempest-ServerActionsTestJSON-949899014 tempest-ServerActionsTestJSON-949899014-project] 10.222.0.11 "GET /v2.0/ports?device_id=be270a5c-db8b-4dff-9e40-79b29c80ad34 HTTP/1.1" status: 200 len: 946 time: 0.3158076 Jan 05 17:09:18.647641 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.db_base_plugin_v2 [None req-24558c9f-2f91-4548-a40d-dfd2e1104b49 tempest-AllowedAddressPairTestJSON-1235936357 tempest-AllowedAddressPairTestJSON-1235936357-project] Deleting subnet 26cbd109-81cf-49d2-a4b5-158651c51acd {{(pid=103800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 05 17:09:18.656817 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b68dd43e-d6bc-4432-b0b9-24147ac70c9c tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3893367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8784787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8521880'] for subnet, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:18.657027 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-24558c9f-2f91-4548-a40d-dfd2e1104b49 tempest-AllowedAddressPairTestJSON-1235936357 tempest-AllowedAddressPairTestJSON-1235936357-project] Publish callbacks [] for subnet, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:18.677131 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-634f811b-4961-4da6-a15d-001354882e2f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:18.699408 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-7cfc8f2f-69e8-46af-bad5-199b84c829b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:18.749947 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68dd43e-d6bc-4432-b0b9-24147ac70c9c tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Pushing event deleted for resources: {'Subnet': ['ID=0307b3c0-a83a-4f31-b998-cb32155430b7,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:09:18.762004 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76f166af-5cd8-46a7-b9c7-9baf3e848b0a tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Made reservation on behalf of 85eea60e03994a48a004c2f9e50e4168 for: {'subnet': 1} {{(pid=103801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:09:18.765709 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-76f166af-5cd8-46a7-b9c7-9baf3e848b0a tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12480675'] for subnet, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:18.772458 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b68dd43e-d6bc-4432-b0b9-24147ac70c9c tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks [] for subnet, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:18.779174 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-b68dd43e-d6bc-4432-b0b9-24147ac70c9c tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] 10.222.0.11 "DELETE /v2.0/subnets/0307b3c0-a83a-4f31-b998-cb32155430b7 HTTP/1.1" status: 204 len: 168 time: 0.8398824 Jan 05 17:09:18.782793 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 41728) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:09:18.816878 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-24558c9f-2f91-4548-a40d-dfd2e1104b49 tempest-AllowedAddressPairTestJSON-1235936357 tempest-AllowedAddressPairTestJSON-1235936357-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8784846'] for subnet, precommit_delete_associations {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:18.841980 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfc8f2f-69e8-46af-bad5-199b84c829b8 None None] Pushing event updated for resources: {'Port': ['ID=b25cdd6b-3f00-4fd3-8804-746b98422bb2,revision_number=2']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:09:18.845476 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb668fef-7dee-42e9-bc6e-1f056b69f734 None None] Network d6c49800-f3d8-4077-ad74-a2e671ae125c requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:09:18.847616 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 41730) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:09:18.863421 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-b415f0c9-2439-442f-b3e9-85a92f9922bd req-ba60e952-47a4-43c3-87a0-6f9b75bd5157 tempest-ServerActionsTestJSON-949899014 tempest-ServerActionsTestJSON-949899014-project] 10.222.0.11 "GET /v2.0/security-groups?id=f7674e10-0a07-4bc4-8403-a53dd95a312a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2224557 Jan 05 17:09:18.922754 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-e7d98f13-ed63-484b-865f-5adaf570f67c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:18.946918 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd88a592-9831-4ec3-9828-1cc2bcf4f4fb tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Made reservation on behalf of fd419c78d7194361a03f37a26ebeba76 for: {'port': 1} {{(pid=103801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:09:18.986923 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3505d737-c318-4905-9f2d-03dfa9938925 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3809644'] for network, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:19.065144 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-24558c9f-2f91-4548-a40d-dfd2e1104b49 tempest-AllowedAddressPairTestJSON-1235936357 tempest-AllowedAddressPairTestJSON-1235936357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892868'] for subnet, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:19.113437 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-e7d98f13-ed63-484b-865f-5adaf570f67c None None] For port 182e09e5-42e6-4f62-bbbb-0058488f34b5, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=182e09e5-42e6-4f62-bbbb-0058488f34b5,segment=NetworkSegment(079e8fea-7656-44b3-bb6e-8cb0885366a3),segment_id=079e8fea-7656-44b3-bb6e-8cb0885366a3)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:09:19.122574 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-7a58605c-b9e7-4361-913c-6846bb572050 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1887300476-network', 'tenant_id': '9bafc9d0d75b44f696c7001918c22f7e'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:09:19.179893 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-e32fc66d-0e6c-4063-9029-91891501ece2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf1afd4d-680c-4871-aabc-4aca87161f6d', 'name': 'tempest-RoutersTest-router-1392716440', 'tenant_id': '85eea60e03994a48a004c2f9e50e4168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:09:02Z', 'updated_at': '2022-01-05T17:09:11Z', 'revision_number': 2, 'project_id': '85eea60e03994a48a004c2f9e50e4168', 'gw_port_host': None, '_interfaces': [{'id': '182e09e5-42e6-4f62-bbbb-0058488f34b5', 'name': '', 'network_id': '185acd14-b895-4704-a83b-f6ba048b49d6', 'tenant_id': '85eea60e03994a48a004c2f9e50e4168', 'mac_address': 'fa:16:3e:bc:8d:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf1afd4d-680c-4871-aabc-4aca87161f6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '429e9b39-4f6c-40eb-b133-5051cc8163a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:09:09Z', 'updated_at': '2022-01-05T17:09:18Z', 'revision_number': 4, 'project_id': '85eea60e03994a48a004c2f9e50e4168', 'subnets': [{'id': '429e9b39-4f6c-40eb-b133-5051cc8163a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:09:19.206760 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-e7d98f13-ed63-484b-865f-5adaf570f67c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:19.272472 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e32fc66d-0e6c-4063-9029-91891501ece2 None None] The sync data for ids ['bf1afd4d-680c-4871-aabc-4aca87161f6d'] in dv-neutron-master-2-hyperv is: [{'id': 'bf1afd4d-680c-4871-aabc-4aca87161f6d', 'name': 'tempest-RoutersTest-router-1392716440', 'tenant_id': '85eea60e03994a48a004c2f9e50e4168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:09:02Z', 'updated_at': '2022-01-05T17:09:11Z', 'revision_number': 2, 'project_id': '85eea60e03994a48a004c2f9e50e4168', 'gw_port_host': None, '_interfaces': [{'id': '182e09e5-42e6-4f62-bbbb-0058488f34b5', 'name': '', 'network_id': '185acd14-b895-4704-a83b-f6ba048b49d6', 'tenant_id': '85eea60e03994a48a004c2f9e50e4168', 'mac_address': 'fa:16:3e:bc:8d:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf1afd4d-680c-4871-aabc-4aca87161f6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '429e9b39-4f6c-40eb-b133-5051cc8163a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:09:09Z', 'updated_at': '2022-01-05T17:09:18Z', 'revision_number': 4, 'project_id': '85eea60e03994a48a004c2f9e50e4168', 'subnets': [{'id': '429e9b39-4f6c-40eb-b133-5051cc8163a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 05 17:09:19.295191 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1fd59c-34de-429d-b117-8a05f6da712f req-d83bd7be-8909-419f-afe1-873d0cccbcb1 tempest-ServerActionsTestJSON-949899014 tempest-ServerActionsTestJSON-949899014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:09:19.307279 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-0b1fd59c-34de-429d-b117-8a05f6da712f req-d83bd7be-8909-419f-afe1-873d0cccbcb1 tempest-ServerActionsTestJSON-949899014 tempest-ServerActionsTestJSON-949899014-project] 10.222.0.11 "GET /v2.0/ports?device_id=be270a5c-db8b-4dff-9e40-79b29c80ad34 HTTP/1.1" status: 200 len: 946 time: 0.3310409 Jan 05 17:09:19.311324 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e30a7d05-231c-41a3-ab81-a2f0c5096216 None None] DHCP port deletion for d6c49800-f3d8-4077-ad74-a2e671ae125c request from dv-neutron-master-2-hyperv {{(pid=103802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 05 17:09:19.321885 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a58605c-b9e7-4361-913c-6846bb572050 admin admin] Made reservation on behalf of 9bafc9d0d75b44f696c7001918c22f7e for: {'network': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:09:19.324581 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7a58605c-b9e7-4361-913c-6846bb572050 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for network, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:19.355232 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7a58605c-b9e7-4361-913c-6846bb572050 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:19.392426 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d98f13-ed63-484b-865f-5adaf570f67c None None] Pushing event updated for resources: {'Port': ['ID=182e09e5-42e6-4f62-bbbb-0058488f34b5,revision_number=5']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:09:19.396920 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-6ae0d1b4-c993-4a8d-88a2-6ac180b72a79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:19.400507 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-dd88a592-9831-4ec3-9828-1cc2bcf4f4fb tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:19.402046 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-76f166af-5cd8-46a7-b9c7-9baf3e848b0a tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11433288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12480593'] for subnet, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:19.408603 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-4c7c15d3-95d1-43d9-b542-d28b944827bf None None] Provisioning complete for port 182e09e5-42e6-4f62-bbbb-0058488f34b5 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:09:19.408603 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-4c7c15d3-95d1-43d9-b542-d28b944827bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:19.408835 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-634f811b-4961-4da6-a15d-001354882e2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:19.411553 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-634f811b-4961-4da6-a15d-001354882e2f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:19.415925 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-634f811b-4961-4da6-a15d-001354882e2f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/faf5e2ae-4b9a-452b-b697-95efe9519d66 HTTP/1.1" status: 204 len: 168 time: 1.7261083 Jan 05 17:09:19.434531 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-24558c9f-2f91-4548-a40d-dfd2e1104b49 tempest-AllowedAddressPairTestJSON-1235936357 tempest-AllowedAddressPairTestJSON-1235936357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3893367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8784787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8521880'] for subnet, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:19.507687 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-0b1fd59c-34de-429d-b117-8a05f6da712f req-db44b129-946a-4ca6-a02b-89101b25d75d tempest-ServerActionsTestJSON-949899014 tempest-ServerActionsTestJSON-949899014-project] 10.222.0.11 "GET /v2.0/security-groups?id=f7674e10-0a07-4bc4-8403-a53dd95a312a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1994071 Jan 05 17:09:19.515294 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-e30a7d05-231c-41a3-ab81-a2f0c5096216 None None] Deleting port c75d5095-f63f-47b1-b975-a54d4e5625e5 {{(pid=103802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:09:19.515840 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-e30a7d05-231c-41a3-ab81-a2f0c5096216 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:19.525450 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24558c9f-2f91-4548-a40d-dfd2e1104b49 tempest-AllowedAddressPairTestJSON-1235936357 tempest-AllowedAddressPairTestJSON-1235936357-project] Pushing event deleted for resources: {'Subnet': ['ID=26cbd109-81cf-49d2-a4b5-158651c51acd,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:09:19.530570 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-3505d737-c318-4905-9f2d-03dfa9938925 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Deleting port c75d5095-f63f-47b1-b975-a54d4e5625e5 {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:09:19.531166 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3505d737-c318-4905-9f2d-03dfa9938925 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:19.560506 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634f811b-4961-4da6-a15d-001354882e2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=faf5e2ae-4b9a-452b-b697-95efe9519d66,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:09:19.568274 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-24558c9f-2f91-4548-a40d-dfd2e1104b49 tempest-AllowedAddressPairTestJSON-1235936357 tempest-AllowedAddressPairTestJSON-1235936357-project] Publish callbacks [] for subnet, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:19.579068 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-24558c9f-2f91-4548-a40d-dfd2e1104b49 tempest-AllowedAddressPairTestJSON-1235936357 tempest-AllowedAddressPairTestJSON-1235936357-project] 10.222.0.11 "DELETE /v2.0/subnets/26cbd109-81cf-49d2-a4b5-158651c51acd HTTP/1.1" status: 204 len: 168 time: 1.0132618 Jan 05 17:09:19.584801 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 41740) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:09:19.632513 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3446aeac-e7ed-472a-9f53-812679933f7f tempest-RoutersAdminTest-1676889452 tempest-RoutersAdminTest-1676889452-project] Publish callbacks [] for router_gateway, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:19.662955 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-e30a7d05-231c-41a3-ab81-a2f0c5096216 None None] For port c75d5095-f63f-47b1-b975-a54d4e5625e5, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c75d5095-f63f-47b1-b975-a54d4e5625e5,segment=NetworkSegment(d472e1d1-473c-404d-9af3-3e1798f8eb1a),segment_id=d472e1d1-473c-404d-9af3-3e1798f8eb1a)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:09:19.664219 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-e30a7d05-231c-41a3-ab81-a2f0c5096216 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:19.683677 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-e30a7d05-231c-41a3-ab81-a2f0c5096216 None None] Calling delete_port for c75d5095-f63f-47b1-b975-a54d4e5625e5 owned by network:dhcp {{(pid=103802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:09:19.792624 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.db [None req-3505d737-c318-4905-9f2d-03dfa9938925 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] For port c75d5095-f63f-47b1-b975-a54d4e5625e5, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c75d5095-f63f-47b1-b975-a54d4e5625e5,segment=NetworkSegment(d472e1d1-473c-404d-9af3-3e1798f8eb1a),segment_id=d472e1d1-473c-404d-9af3-3e1798f8eb1a)] {{(pid=103800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:09:19.793006 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3505d737-c318-4905-9f2d-03dfa9938925 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:19.800941 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-278ff40f-84c1-47b9-928f-229b59ffcd95 None None] Network 8e04ecc0-b255-4da3-a7ea-55c342b92b12 requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:09:19.825087 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.notifiers.nova [None req-dd88a592-9831-4ec3-9828-1cc2bcf4f4fb tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] device_id is not set on port 6f9bf9d8-b608-4e9f-ada4-66857d7ac567 yet. {{(pid=103801) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 05 17:09:19.841564 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b48c7362-bf7e-4155-86eb-8ac1ade1f7e7 tempest-AllowedAddressPairTestJSON-1235936357 tempest-AllowedAddressPairTestJSON-1235936357-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3809644'] for network, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:19.848337 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f166af-5cd8-46a7-b9c7-9baf3e848b0a tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Pushing event updated for resources: {'Subnet': ['ID=21285678-2d09-4af6-a22e-c08e91089594,revision_number=0']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:09:19.885177 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-3505d737-c318-4905-9f2d-03dfa9938925 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Calling delete_port for c75d5095-f63f-47b1-b975-a54d4e5625e5 owned by network:dhcp {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:09:19.940483 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7a58605c-b9e7-4361-913c-6846bb572050 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:19.946508 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:20.036785 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7a58605c-b9e7-4361-913c-6846bb572050 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:20.042701 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f166af-5cd8-46a7-b9c7-9baf3e848b0a tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Checking segment: {'id': '7eb50c60-3826-4a12-b3f6-85e19db53949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '77e4a2d6-51aa-4a68-b5b7-38d6e0087161'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:09:20.043076 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76f166af-5cd8-46a7-b9c7-9baf3e848b0a tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Network hostable DHCP agents. Network: 77e4a2d6-51aa-4a68-b5b7-38d6e0087161, hostable agents: ['3f70c195-17da-4084-9fd6-bf6059d88535'], hosted agents: [] {{(pid=103801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 05 17:09:20.058517 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a58605c-b9e7-4361-913c-6846bb572050 admin admin] vlan segment allocate from pool success with {'vlan_id': 146, 'physical_network': 'physnet1'} {{(pid=103800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 05 17:09:20.074868 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7a58605c-b9e7-4361-913c-6846bb572050 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225'] for segment, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:20.074868 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.db.segments_db [None req-7a58605c-b9e7-4361-913c-6846bb572050 admin admin] Added segment 1ad36131-ab48-4a0c-b640-58d4ec89beaf of type vlan for network 9d892221-db72-44b5-b8b3-7f2a75d6a0ee Jan 05 17:09:20.221472 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4707c804-4cbc-4447-a1dd-2056653a929a None None] DHCP port deletion for 8e04ecc0-b255-4da3-a7ea-55c342b92b12 request from dv-neutron-master-2-hyperv {{(pid=103802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 05 17:09:20.261697 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [None req-dd88a592-9831-4ec3-9828-1cc2bcf4f4fb tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Allocated IP 2001:db8::f816:3eff:fe69:a362 (e897f8fc-3cef-40ca-9466-c6c65ecd9833/00d983fb-e07c-4714-b65c-2d04cda4c8c9/6f9bf9d8-b608-4e9f-ada4-66857d7ac567) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:09:20.266612 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-e30a7d05-231c-41a3-ab81-a2f0c5096216 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678'] for port, after_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:20.268731 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3446aeac-e7ed-472a-9f53-812679933f7f tempest-RoutersAdminTest-1676889452 tempest-RoutersAdminTest-1676889452-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-648430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648639'] for router, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:20.310453 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30a7d05-231c-41a3-ab81-a2f0c5096216 None None] Pushing event deleted for resources: {'Port': ['ID=c75d5095-f63f-47b1-b975-a54d4e5625e5,revision_number=None']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:09:20.311388 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7a58605c-b9e7-4361-913c-6846bb572050 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754180566020'] for network, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:20.318144 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e30a7d05-231c-41a3-ab81-a2f0c5096216 None None] No DVR routers for this DVR port c75d5095-f63f-47b1-b975-a54d4e5625e5 on host dv-neutron-master-2-hyperv {{(pid=103802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 05 17:09:20.373965 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-4707c804-4cbc-4447-a1dd-2056653a929a None None] Deleting port ff170145-e6dd-43ed-bb8e-d180d91ab13f {{(pid=103802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:09:20.375231 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-4707c804-4cbc-4447-a1dd-2056653a929a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:20.376864 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a58605c-b9e7-4361-913c-6846bb572050 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc26321d-aebc-4187-b141-a27abb48bcec,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:09:20.390069 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76f166af-5cd8-46a7-b9c7-9baf3e848b0a tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Network 77e4a2d6-51aa-4a68-b5b7-38d6e0087161 is scheduled to be hosted by DHCP agent 3f70c195-17da-4084-9fd6-bf6059d88535 with binding_index 1 {{(pid=103801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 05 17:09:20.454411 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7a58605c-b9e7-4361-913c-6846bb572050 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685'] for network, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:20.455392 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a58605c-b9e7-4361-913c-6846bb572050 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:09:20.455965 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7a58605c-b9e7-4361-913c-6846bb572050 admin admin] Publish callbacks [] for network, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:20.502403 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3505d737-c318-4905-9f2d-03dfa9938925 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:20.567619 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-76f166af-5cd8-46a7-b9c7-9baf3e848b0a tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 77e4a2d6-51aa-4a68-b5b7-38d6e0087161) {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:09:20.589820 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76f166af-5cd8-46a7-b9c7-9baf3e848b0a tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:09:20.591806 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-76f166af-5cd8-46a7-b9c7-9baf3e848b0a tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks [] for subnet, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:20.618661 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3505d737-c318-4905-9f2d-03dfa9938925 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] No DVR routers for this DVR port c75d5095-f63f-47b1-b975-a54d4e5625e5 on host dv-neutron-master-2-hyperv {{(pid=103800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 05 17:09:20.678498 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3505d737-c318-4905-9f2d-03dfa9938925 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Pushing event deleted for resources: {'Port': ['ID=c75d5095-f63f-47b1-b975-a54d4e5625e5,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:09:20.690232 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-b48c7362-bf7e-4155-86eb-8ac1ade1f7e7 tempest-AllowedAddressPairTestJSON-1235936357 tempest-AllowedAddressPairTestJSON-1235936357-project] Deleting port ff170145-e6dd-43ed-bb8e-d180d91ab13f {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:09:20.690568 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b48c7362-bf7e-4155-86eb-8ac1ade1f7e7 tempest-AllowedAddressPairTestJSON-1235936357 tempest-AllowedAddressPairTestJSON-1235936357-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:20.705065 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 182e09e5-42e6-4f62-bbbb-0058488f34b5 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:09:20.707976 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64b60b0d-202e-4478-8ea4-4edb08e319e1 None None] Network 77e4a2d6-51aa-4a68-b5b7-38d6e0087161 requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:09:20.721653 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-7a58605c-b9e7-4361-913c-6846bb572050 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.8695533 Jan 05 17:09:20.727759 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 41754) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:09:20.733222 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-66e975d7-e322-425f-bd52-6326e41d2919 admin admin] Request body: {'subnet': {'network_id': '9d892221-db72-44b5-b8b3-7f2a75d6a0ee', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1887300476-subnet', 'tenant_id': '9bafc9d0d75b44f696c7001918c22f7e', 'ip_version': 4}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:09:20.746262 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a58605c-b9e7-4361-913c-6846bb572050 admin admin] Pushing event updated for resources: {'Network': ['ID=9d892221-db72-44b5-b8b3-7f2a75d6a0ee,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:09:20.753677 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-76f166af-5cd8-46a7-b9c7-9baf3e848b0a tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0897133 Jan 05 17:09:20.761512 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 41756) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:09:20.780395 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Network 9d892221-db72-44b5-b8b3-7f2a75d6a0ee details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 05 17:09:20.795092 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-4707c804-4cbc-4447-a1dd-2056653a929a None None] For port ff170145-e6dd-43ed-bb8e-d180d91ab13f, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ff170145-e6dd-43ed-bb8e-d180d91ab13f,segment=NetworkSegment(0ae28478-fb68-426c-ac1b-0fb5b1d369f3),segment_id=0ae28478-fb68-426c-ac1b-0fb5b1d369f3)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:09:20.795092 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-4707c804-4cbc-4447-a1dd-2056653a929a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:20.819339 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41240f3a-b0f6-437e-9c25-5574a532bfab req-469daa46-a648-431e-b2a5-b01a67c23720 tempest-ServerActionsTestJSON-949899014 tempest-ServerActionsTestJSON-949899014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:09:20.820873 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-41240f3a-b0f6-437e-9c25-5574a532bfab req-469daa46-a648-431e-b2a5-b01a67c23720 tempest-ServerActionsTestJSON-949899014 tempest-ServerActionsTestJSON-949899014-project] 10.222.0.11 "GET /v2.0/ports?device_id=be270a5c-db8b-4dff-9e40-79b29c80ad34 HTTP/1.1" status: 200 len: 946 time: 0.4144826 Jan 05 17:09:20.873090 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-dd88a592-9831-4ec3-9828-1cc2bcf4f4fb tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks [] for port, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:20.908873 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-4707c804-4cbc-4447-a1dd-2056653a929a None None] Calling delete_port for ff170145-e6dd-43ed-bb8e-d180d91ab13f owned by network:dhcp {{(pid=103802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:09:20.911583 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3505d737-c318-4905-9f2d-03dfa9938925 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3891715', 'neutron.services.segments.db._delete_segments_for_network-8754181063482'] for network, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:20.927756 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d2607572-b3c9-472c-85bc-c8de0c3fb75c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:20.929016 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.db [None req-b48c7362-bf7e-4155-86eb-8ac1ade1f7e7 tempest-AllowedAddressPairTestJSON-1235936357 tempest-AllowedAddressPairTestJSON-1235936357-project] For port ff170145-e6dd-43ed-bb8e-d180d91ab13f, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ff170145-e6dd-43ed-bb8e-d180d91ab13f,segment=NetworkSegment(0ae28478-fb68-426c-ac1b-0fb5b1d369f3),segment_id=0ae28478-fb68-426c-ac1b-0fb5b1d369f3)] {{(pid=103800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:09:20.929391 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b48c7362-bf7e-4155-86eb-8ac1ade1f7e7 tempest-AllowedAddressPairTestJSON-1235936357 tempest-AllowedAddressPairTestJSON-1235936357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:20.939243 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-396ce239-b8cb-4568-ae31-1b0d3bccb0eb None None] Provisioning complete for port b25cdd6b-3f00-4fd3-8804-746b98422bb2 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:09:20.939243 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-396ce239-b8cb-4568-ae31-1b0d3bccb0eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:20.939551 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3446aeac-e7ed-472a-9f53-812679933f7f tempest-RoutersAdminTest-1676889452 tempest-RoutersAdminTest-1676889452-project] Router 168d59da-0d75-43b5-a14f-59cb27bd2e70 is scheduled to L3 agent 59446fdc-40e0-41fe-a575-a8eb11d742f7 with binding_index 1 {{(pid=103801) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 05 17:09:20.963037 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.services.segments.db [None req-3505d737-c318-4905-9f2d-03dfa9938925 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6c49800-f3d8-4077-ad74-a2e671ae125c']}} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:09:20.965379 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-b48c7362-bf7e-4155-86eb-8ac1ade1f7e7 tempest-AllowedAddressPairTestJSON-1235936357 tempest-AllowedAddressPairTestJSON-1235936357-project] Calling delete_port for ff170145-e6dd-43ed-bb8e-d180d91ab13f owned by network:dhcp {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:09:20.993567 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.services.segments.db [None req-3505d737-c318-4905-9f2d-03dfa9938925 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd472e1d1-473c-404d-9af3-3e1798f8eb1a') {'for_net_delete': True} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:09:20.994276 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.services.segments.db [None req-3505d737-c318-4905-9f2d-03dfa9938925 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd472e1d1-473c-404d-9af3-3e1798f8eb1a') {} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:09:21.015488 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-41240f3a-b0f6-437e-9c25-5574a532bfab req-4794a01a-51b4-4833-a50f-22a73aa3299f tempest-ServerActionsTestJSON-949899014 tempest-ServerActionsTestJSON-949899014-project] 10.222.0.11 "GET /v2.0/security-groups?id=f7674e10-0a07-4bc4-8403-a53dd95a312a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1826746 Jan 05 17:09:21.020584 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3505d737-c318-4905-9f2d-03dfa9938925 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754181064771', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8784833'] for segment, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:21.045872 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66e975d7-e322-425f-bd52-6326e41d2919 admin admin] Made reservation on behalf of 9bafc9d0d75b44f696c7001918c22f7e for: {'subnet': 1} {{(pid=103801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:09:21.049515 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-66e975d7-e322-425f-bd52-6326e41d2919 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12480675'] for subnet, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:21.055232 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-dd88a592-9831-4ec3-9828-1cc2bcf4f4fb tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11433176'] for port, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:21.064855 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3505d737-c318-4905-9f2d-03dfa9938925 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225'] for segment, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:21.077080 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3505d737-c318-4905-9f2d-03dfa9938925 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Releasing vlan 109 on physical network physnet1 to pool {{(pid=103800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 05 17:09:21.077486 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3505d737-c318-4905-9f2d-03dfa9938925 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8784497'] for segment, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:21.080812 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:09:21.080812 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:09:21.080812 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:09:21.080812 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:09:21.080812 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:09:21.080812 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:09:21.080812 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:09:21.080812 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:09:21.080812 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:09:21.080812 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:09:21.080812 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 05 17:09:21.080812 dv-neutron-master-2-hyperv neutron-server[103800]: self.session.flush() Jan 05 17:09:21.080812 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 05 17:09:21.080812 dv-neutron-master-2-hyperv neutron-server[103800]: self.session.flush() Jan 05 17:09:21.080812 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 05 17:09:21.080812 dv-neutron-master-2-hyperv neutron-server[103800]: self.session.flush() Jan 05 17:09:21.080812 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 05 17:09:21.080812 dv-neutron-master-2-hyperv neutron-server[103800]: self.session.flush() Jan 05 17:09:21.080812 dv-neutron-master-2-hyperv neutron-server[103800]: Traceback (most recent call last): Jan 05 17:09:21.080812 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 05 17:09:21.080812 dv-neutron-master-2-hyperv neutron-server[103800]: timer() Jan 05 17:09:21.080812 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 05 17:09:21.080812 dv-neutron-master-2-hyperv neutron-server[103800]: cb(*args, **kw) Jan 05 17:09:21.080812 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 05 17:09:21.080812 dv-neutron-master-2-hyperv neutron-server[103800]: return func(*args, **kwargs) Jan 05 17:09:21.080812 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 05 17:09:21.080812 dv-neutron-master-2-hyperv neutron-server[103800]: self._notify() Jan 05 17:09:21.080812 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 05 17:09:21.080812 dv-neutron-master-2-hyperv neutron-server[103800]: self.callback(batched_events) Jan 05 17:09:21.080812 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 05 17:09:21.080812 dv-neutron-master-2-hyperv neutron-server[103800]: event.method(event) Jan 05 17:09:21.080812 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 05 17:09:21.080812 dv-neutron-master-2-hyperv neutron-server[103800]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 05 17:09:21.080812 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 05 17:09:21.080812 dv-neutron-master-2-hyperv neutron-server[103800]: aggregate_uuid = self.p_client.list_aggregates( Jan 05 17:09:21.080812 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 05 17:09:21.080812 dv-neutron-master-2-hyperv neutron-server[103800]: return f(self, *a, **k) Jan 05 17:09:21.080812 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 05 17:09:21.080812 dv-neutron-master-2-hyperv neutron-server[103800]: return self._get(url).json() Jan 05 17:09:21.080812 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 05 17:09:21.080812 dv-neutron-master-2-hyperv neutron-server[103800]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 05 17:09:21.080812 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 05 17:09:21.080812 dv-neutron-master-2-hyperv neutron-server[103800]: return self.request(url, 'GET', **kwargs) Jan 05 17:09:21.080812 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 05 17:09:21.080812 dv-neutron-master-2-hyperv neutron-server[103800]: base_url = self.get_endpoint(auth, allow=allow, Jan 05 17:09:21.080812 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 05 17:09:21.080812 dv-neutron-master-2-hyperv neutron-server[103800]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 05 17:09:21.080812 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 05 17:09:21.080812 dv-neutron-master-2-hyperv neutron-server[103800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 05 17:09:21.080812 dv-neutron-master-2-hyperv neutron-server[103800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 05 17:09:21.115881 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Provisioning complete for port 182e09e5-42e6-4f62-bbbb-0058488f34b5 triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:09:21.116652 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:21.186680 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd88a592-9831-4ec3-9828-1cc2bcf4f4fb tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Pushing event updated for resources: {'Port': ['ID=6f9bf9d8-b608-4e9f-ada4-66857d7ac567,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:09:21.225810 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0043bee3-48ad-4e8a-8886-bf786d19500c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-77e4a2d6-51aa-4a68-b5b7-38d6e0087161', 'network_id': '77e4a2d6-51aa-4a68-b5b7-38d6e0087161', 'project_id': '85eea60e03994a48a004c2f9e50e4168', 'fixed_ips': [{'subnet_id': '21285678-2d09-4af6-a22e-c08e91089594'}]}} from dv-neutron-master-2-hyperv. {{(pid=103802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 05 17:09:21.226689 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-0043bee3-48ad-4e8a-8886-bf786d19500c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:21.249614 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b48c7362-bf7e-4155-86eb-8ac1ade1f7e7 tempest-AllowedAddressPairTestJSON-1235936357 tempest-AllowedAddressPairTestJSON-1235936357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:21.261041 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-396ce239-b8cb-4568-ae31-1b0d3bccb0eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:21.297461 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd88a592-9831-4ec3-9828-1cc2bcf4f4fb tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Network e897f8fc-3cef-40ca-9466-c6c65ecd9833 is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:09:21.304952 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-dd88a592-9831-4ec3-9828-1cc2bcf4f4fb tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:09:21.315611 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-4707c804-4cbc-4447-a1dd-2056653a929a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678'] for port, after_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:21.328229 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b48c7362-bf7e-4155-86eb-8ac1ade1f7e7 tempest-AllowedAddressPairTestJSON-1235936357 tempest-AllowedAddressPairTestJSON-1235936357-project] No DVR routers for this DVR port ff170145-e6dd-43ed-bb8e-d180d91ab13f on host dv-neutron-master-2-hyperv {{(pid=103800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 05 17:09:21.328229 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3505d737-c318-4905-9f2d-03dfa9938925 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3891722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648695'] for network, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:21.331739 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48c7362-bf7e-4155-86eb-8ac1ade1f7e7 tempest-AllowedAddressPairTestJSON-1235936357 tempest-AllowedAddressPairTestJSON-1235936357-project] Pushing event deleted for resources: {'Port': ['ID=ff170145-e6dd-43ed-bb8e-d180d91ab13f,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:09:21.346681 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 41766) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:09:21.353228 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3505d737-c318-4905-9f2d-03dfa9938925 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks [] for network, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:21.356846 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-3505d737-c318-4905-9f2d-03dfa9938925 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] 10.222.0.11 "DELETE /v2.0/networks/d6c49800-f3d8-4077-ad74-a2e671ae125c HTTP/1.1" status: 204 len: 168 time: 2.5729840 Jan 05 17:09:21.402073 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 41768) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:09:21.416302 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-51b923a3-40c6-4813-ac31-fda5ec673bb7 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1976028866', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:09:21.434579 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-396ce239-b8cb-4568-ae31-1b0d3bccb0eb None None] For port b25cdd6b-3f00-4fd3-8804-746b98422bb2, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b25cdd6b-3f00-4fd3-8804-746b98422bb2,segment=NetworkSegment(68e6c437-46c2-424d-85e7-20547f69066d),segment_id=68e6c437-46c2-424d-85e7-20547f69066d)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:09:21.438312 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3505d737-c318-4905-9f2d-03dfa9938925 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Pushing event deleted for resources: {'Network': ['ID=d6c49800-f3d8-4077-ad74-a2e671ae125c,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:09:21.445764 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4707c804-4cbc-4447-a1dd-2056653a929a None None] Pushing event deleted for resources: {'Port': ['ID=ff170145-e6dd-43ed-bb8e-d180d91ab13f,revision_number=None']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:09:21.458658 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4707c804-4cbc-4447-a1dd-2056653a929a None None] No DVR routers for this DVR port ff170145-e6dd-43ed-bb8e-d180d91ab13f on host dv-neutron-master-2-hyperv {{(pid=103802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 05 17:09:21.559235 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b48c7362-bf7e-4155-86eb-8ac1ade1f7e7 tempest-AllowedAddressPairTestJSON-1235936357 tempest-AllowedAddressPairTestJSON-1235936357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3891715', 'neutron.services.segments.db._delete_segments_for_network-8754181063482'] for network, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:21.561769 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-51b923a3-40c6-4813-ac31-fda5ec673bb7 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-649063', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58098'] for router, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:21.564194 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-396ce239-b8cb-4568-ae31-1b0d3bccb0eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:21.564621 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-51b923a3-40c6-4813-ac31-fda5ec673bb7 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649832', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-545006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58091'] for router, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:21.596786 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.services.segments.db [None req-b48c7362-bf7e-4155-86eb-8ac1ade1f7e7 tempest-AllowedAddressPairTestJSON-1235936357 tempest-AllowedAddressPairTestJSON-1235936357-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e04ecc0-b255-4da3-a7ea-55c342b92b12']}} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:09:21.640901 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.services.segments.db [None req-b48c7362-bf7e-4155-86eb-8ac1ade1f7e7 tempest-AllowedAddressPairTestJSON-1235936357 tempest-AllowedAddressPairTestJSON-1235936357-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ae28478-fb68-426c-ac1b-0fb5b1d369f3') {'for_net_delete': True} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:09:21.641514 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.services.segments.db [None req-b48c7362-bf7e-4155-86eb-8ac1ade1f7e7 tempest-AllowedAddressPairTestJSON-1235936357 tempest-AllowedAddressPairTestJSON-1235936357-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ae28478-fb68-426c-ac1b-0fb5b1d369f3') {} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:09:21.652432 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device b25cdd6b-3f00-4fd3-8804-746b98422bb2 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:09:21.664343 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-38046624-b8ed-4b22-b43f-c9c0c3c657a0 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2102978319'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:09:21.670209 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b48c7362-bf7e-4155-86eb-8ac1ade1f7e7 tempest-AllowedAddressPairTestJSON-1235936357 tempest-AllowedAddressPairTestJSON-1235936357-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754181064771', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8784833'] for segment, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:21.715395 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-51b923a3-40c6-4813-ac31-fda5ec673bb7 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:21.718773 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b48c7362-bf7e-4155-86eb-8ac1ade1f7e7 tempest-AllowedAddressPairTestJSON-1235936357 tempest-AllowedAddressPairTestJSON-1235936357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225'] for segment, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:21.730735 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b48c7362-bf7e-4155-86eb-8ac1ade1f7e7 tempest-AllowedAddressPairTestJSON-1235936357 tempest-AllowedAddressPairTestJSON-1235936357-project] Releasing vlan 145 on physical network physnet1 to pool {{(pid=103800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 05 17:09:21.731518 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b48c7362-bf7e-4155-86eb-8ac1ade1f7e7 tempest-AllowedAddressPairTestJSON-1235936357 tempest-AllowedAddressPairTestJSON-1235936357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8784497'] for segment, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:21.735365 dv-neutron-master-2-hyperv neutron-server[103800]: Traceback (most recent call last): Jan 05 17:09:21.735365 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 05 17:09:21.735365 dv-neutron-master-2-hyperv neutron-server[103800]: timer() Jan 05 17:09:21.735365 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 05 17:09:21.735365 dv-neutron-master-2-hyperv neutron-server[103800]: cb(*args, **kw) Jan 05 17:09:21.735365 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 05 17:09:21.735365 dv-neutron-master-2-hyperv neutron-server[103800]: return func(*args, **kwargs) Jan 05 17:09:21.735365 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 05 17:09:21.735365 dv-neutron-master-2-hyperv neutron-server[103800]: self._notify() Jan 05 17:09:21.735365 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 05 17:09:21.735365 dv-neutron-master-2-hyperv neutron-server[103800]: self.callback(batched_events) Jan 05 17:09:21.735365 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 05 17:09:21.735365 dv-neutron-master-2-hyperv neutron-server[103800]: event.method(event) Jan 05 17:09:21.735365 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 05 17:09:21.735365 dv-neutron-master-2-hyperv neutron-server[103800]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 05 17:09:21.735365 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 05 17:09:21.735365 dv-neutron-master-2-hyperv neutron-server[103800]: aggregate_uuid = self.p_client.list_aggregates( Jan 05 17:09:21.735365 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 05 17:09:21.735365 dv-neutron-master-2-hyperv neutron-server[103800]: return f(self, *a, **k) Jan 05 17:09:21.735365 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 05 17:09:21.735365 dv-neutron-master-2-hyperv neutron-server[103800]: return self._get(url).json() Jan 05 17:09:21.735365 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 05 17:09:21.735365 dv-neutron-master-2-hyperv neutron-server[103800]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 05 17:09:21.735365 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 05 17:09:21.735365 dv-neutron-master-2-hyperv neutron-server[103800]: return self.request(url, 'GET', **kwargs) Jan 05 17:09:21.735365 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 05 17:09:21.735365 dv-neutron-master-2-hyperv neutron-server[103800]: base_url = self.get_endpoint(auth, allow=allow, Jan 05 17:09:21.735365 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 05 17:09:21.735365 dv-neutron-master-2-hyperv neutron-server[103800]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 05 17:09:21.735365 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 05 17:09:21.735365 dv-neutron-master-2-hyperv neutron-server[103800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 05 17:09:21.735365 dv-neutron-master-2-hyperv neutron-server[103800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 05 17:09:21.742240 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd88a592-9831-4ec3-9828-1cc2bcf4f4fb tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:09:21.742696 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396ce239-b8cb-4568-ae31-1b0d3bccb0eb None None] Pushing event updated for resources: {'Port': ['ID=b25cdd6b-3f00-4fd3-8804-746b98422bb2,revision_number=3']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:09:21.743093 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd88a592-9831-4ec3-9828-1cc2bcf4f4fb tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:09:21.743093 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-dd88a592-9831-4ec3-9828-1cc2bcf4f4fb tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:21.750502 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.db_base_plugin_common [None req-0043bee3-48ad-4e8a-8886-bf786d19500c None None] Allocated IP 172.21.0.2 (77e4a2d6-51aa-4a68-b5b7-38d6e0087161/21285678-2d09-4af6-a22e-c08e91089594/01b4e3a0-334c-463a-9aad-3e08126a4618) {{(pid=103802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:09:21.802819 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-51b923a3-40c6-4813-ac31-fda5ec673bb7 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-648430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648639'] for router, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:21.830698 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3446aeac-e7ed-472a-9f53-812679933f7f tempest-RoutersAdminTest-1676889452 tempest-RoutersAdminTest-1676889452-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 05 17:09:21.844623 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-084866d5-cf42-4398-a0f6-354dabd28abd None None] Sync routers for ids ['168d59da-0d75-43b5-a14f-59cb27bd2e70'] in dv-neutron-master-2-hyperv {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 05 17:09:21.846674 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Provisioning complete for port b25cdd6b-3f00-4fd3-8804-746b98422bb2 triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:09:21.847031 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:21.867385 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38046624-b8ed-4b22-b43f-c9c0c3c657a0 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Made reservation on behalf of 2c187912c919424a8a16116bf03056cd for: {'network': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:09:21.872605 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-38046624-b8ed-4b22-b43f-c9c0c3c657a0 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for network, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:21.885667 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-38046624-b8ed-4b22-b43f-c9c0c3c657a0 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Publish callbacks [] for security_group, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:21.889830 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-6e5b1f38-bafd-4e63-bb4b-7626a087f337 None None] Provisioning complete for port 6f9bf9d8-b608-4e9f-ada4-66857d7ac567 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:09:21.890398 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-6e5b1f38-bafd-4e63-bb4b-7626a087f337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:21.922820 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-51b923a3-40c6-4813-ac31-fda5ec673bb7 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks [] for router, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:21.924166 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-51b923a3-40c6-4813-ac31-fda5ec673bb7 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.5121722 Jan 05 17:09:21.928060 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-dd88a592-9831-4ec3-9828-1cc2bcf4f4fb tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 4.2782435 Jan 05 17:09:21.928296 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 41772) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:09:21.928530 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-084866d5-cf42-4398-a0f6-354dabd28abd None None] Routers {'168d59da-0d75-43b5-a14f-59cb27bd2e70'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:09:21.928682 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 41774) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:09:21.929298 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-084866d5-cf42-4398-a0f6-354dabd28abd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:09:19Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['168d59da-0d75-43b5-a14f-59cb27bd2e70'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:09:21.962354 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-44fd1701-30b8-440b-9cb4-ab65ffcfefd8 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1564382479'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:09:21.968473 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b48c7362-bf7e-4155-86eb-8ac1ade1f7e7 tempest-AllowedAddressPairTestJSON-1235936357 tempest-AllowedAddressPairTestJSON-1235936357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3891722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648695'] for network, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:21.989739 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b48c7362-bf7e-4155-86eb-8ac1ade1f7e7 tempest-AllowedAddressPairTestJSON-1235936357 tempest-AllowedAddressPairTestJSON-1235936357-project] Publish callbacks [] for network, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:21.992646 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-b48c7362-bf7e-4155-86eb-8ac1ade1f7e7 tempest-AllowedAddressPairTestJSON-1235936357 tempest-AllowedAddressPairTestJSON-1235936357-project] 10.222.0.11 "DELETE /v2.0/networks/8e04ecc0-b255-4da3-a7ea-55c342b92b12 HTTP/1.1" status: 204 len: 168 time: 2.4066556 Jan 05 17:09:21.993017 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-084866d5-cf42-4398-a0f6-354dabd28abd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:09:21.996759 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48c7362-bf7e-4155-86eb-8ac1ade1f7e7 tempest-AllowedAddressPairTestJSON-1235936357 tempest-AllowedAddressPairTestJSON-1235936357-project] Pushing event deleted for resources: {'Network': ['ID=8e04ecc0-b255-4da3-a7ea-55c342b92b12,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:09:21.997419 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d504d802-9546-4ce5-a9d3-96c844ac5808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:22.008680 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3446aeac-e7ed-472a-9f53-812679933f7f tempest-RoutersAdminTest-1676889452 tempest-RoutersAdminTest-1676889452-project] Publish callbacks [] for router, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:22.011601 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-6e5b1f38-bafd-4e63-bb4b-7626a087f337 None None] Port 6f9bf9d8-b608-4e9f-ada4-66857d7ac567 cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 17:09:22.019913 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-3446aeac-e7ed-472a-9f53-812679933f7f tempest-RoutersAdminTest-1676889452 tempest-RoutersAdminTest-1676889452-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 6.2878883 Jan 05 17:09:22.023278 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 41778) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:09:22.067895 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-084866d5-cf42-4398-a0f6-354dabd28abd None None] Routers {'168d59da-0d75-43b5-a14f-59cb27bd2e70'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:09:22.068534 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-084866d5-cf42-4398-a0f6-354dabd28abd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:09:19Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['168d59da-0d75-43b5-a14f-59cb27bd2e70'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:09:22.086302 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41f80e8c-bdea-4c85-8a27-4d12d1bcebe3 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:09:22.092668 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41f80e8c-bdea-4c85-8a27-4d12d1bcebe3 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:09:22.094973 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-41f80e8c-bdea-4c85-8a27-4d12d1bcebe3 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1704 time: 0.1634421 Jan 05 17:09:22.099152 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 41782) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:09:22.155965 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-66e975d7-e322-425f-bd52-6326e41d2919 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11433288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12480593'] for subnet, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:22.164964 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-38046624-b8ed-4b22-b43f-c9c0c3c657a0 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Publish callbacks [] for security_group, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:22.169267 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-0043bee3-48ad-4e8a-8886-bf786d19500c None None] Publish callbacks [] for port, precommit_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:22.199023 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-084866d5-cf42-4398-a0f6-354dabd28abd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:09:22.199686 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-084866d5-cf42-4398-a0f6-354dabd28abd None None] The sync data for ids ['168d59da-0d75-43b5-a14f-59cb27bd2e70'] in dv-neutron-master-2-hyperv is: [] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 05 17:09:22.235645 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44fd1701-30b8-440b-9cb4-ab65ffcfefd8 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Made reservation on behalf of 04762f6d6f55432ea3822a71fa1f481f for: {'network': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:09:22.241711 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-44fd1701-30b8-440b-9cb4-ab65ffcfefd8 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for network, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:22.244610 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-0043bee3-48ad-4e8a-8886-bf786d19500c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669'] for port, after_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:22.245563 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-6b0c0f79-3b50-4439-ab41-ecf8b57aae25 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:22.261156 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-38046624-b8ed-4b22-b43f-c9c0c3c657a0 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:22.263063 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e975d7-e322-425f-bd52-6326e41d2919 admin admin] Pushing event updated for resources: {'Subnet': ['ID=520bba67-4fdd-405a-be17-05cf521cd2ec,revision_number=0']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:09:22.298240 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0d2ea1-cdcc-4872-a8ff-c083fc580498 req-a5a2a301-861a-4326-b55b-5c20f5bf9741 tempest-ServerActionsTestJSON-949899014 tempest-ServerActionsTestJSON-949899014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:09:22.301161 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-ae0d2ea1-cdcc-4872-a8ff-c083fc580498 req-a5a2a301-861a-4326-b55b-5c20f5bf9741 tempest-ServerActionsTestJSON-949899014 tempest-ServerActionsTestJSON-949899014-project] 10.222.0.11 "GET /v2.0/ports?device_id=be270a5c-db8b-4dff-9e40-79b29c80ad34 HTTP/1.1" status: 200 len: 946 time: 0.1680114 Jan 05 17:09:22.312607 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-a15cecb5-9057-4826-b6ae-b0df24e943b6 tempest-RoutersAdminTest-952369856 tempest-RoutersAdminTest-952369856-project-admin] 10.222.0.11 "GET /v2.0/routers/168d59da-0d75-43b5-a14f-59cb27bd2e70 HTTP/1.1" status: 200 len: 921 time: 0.2839949 Jan 05 17:09:22.312607 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38046624-b8ed-4b22-b43f-c9c0c3c657a0 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] vlan segment allocate from pool success with {'vlan_id': 105, 'physical_network': 'physnet1'} {{(pid=103800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 05 17:09:22.322543 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0043bee3-48ad-4e8a-8886-bf786d19500c None None] Pushing event updated for resources: {'Port': ['ID=01b4e3a0-334c-463a-9aad-3e08126a4618,revision_number=1']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:09:22.325455 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 41784) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:09:22.333777 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0043bee3-48ad-4e8a-8886-bf786d19500c None None] Network 77e4a2d6-51aa-4a68-b5b7-38d6e0087161 is already hosted by enough agents. {{(pid=103802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:09:22.336023 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.scheduler.base_scheduler [None req-0043bee3-48ad-4e8a-8886-bf786d19500c None None] Resources bound (agent type, host, resource id): {{(pid=103802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:09:22.338635 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0043bee3-48ad-4e8a-8886-bf786d19500c None None] Received port after_create {{(pid=103802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:09:22.346444 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44fd1701-30b8-440b-9cb4-ab65ffcfefd8 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] vlan segment allocate from pool success with {'vlan_id': 114, 'physical_network': 'physnet1'} {{(pid=103800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 05 17:09:22.372719 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-3627941d-8419-4f06-b3a0-802991fc3578 tempest-RoutersAdminTest-1676889452 tempest-RoutersAdminTest-1676889452-project] 10.222.0.11 "GET /v2.0/ports?device_id=168d59da-0d75-43b5-a14f-59cb27bd2e70 HTTP/1.1" status: 200 len: 205 time: 0.0436668 Jan 05 17:09:22.372866 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device c75d5095-f63f-47b1-b975-a54d4e5625e5 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 05 17:09:22.372957 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38046624-b8ed-4b22-b43f-c9c0c3c657a0 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c249683-5c7a-4a0c-9162-afe72aa0b8a9,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:09:22.376784 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-38046624-b8ed-4b22-b43f-c9c0c3c657a0 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225'] for segment, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:22.377126 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.db.segments_db [None req-38046624-b8ed-4b22-b43f-c9c0c3c657a0 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Added segment 84e1ffeb-155b-4020-96f3-8d9f8151e1be of type vlan for network e5086c4d-9a5a-4140-b101-4bbdc99c3dfc Jan 05 17:09:22.378218 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 41786) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:09:22.395962 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] No Port match for: c75d5095-f63f-47b1-b975-a54d4e5625e5 {{(pid=103802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 05 17:09:22.396304 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device c75d5095-f63f-47b1-b975-a54d4e5625e5 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 05 17:09:22.430049 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-0043bee3-48ad-4e8a-8886-bf786d19500c None None] Attempting to bind port 01b4e3a0-334c-463a-9aad-3e08126a4618 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 05 17:09:22.430678 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-0043bee3-48ad-4e8a-8886-bf786d19500c None None] Attempting to bind port 01b4e3a0-334c-463a-9aad-3e08126a4618 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '7eb50c60-3826-4a12-b3f6-85e19db53949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '77e4a2d6-51aa-4a68-b5b7-38d6e0087161'}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 05 17:09:22.435117 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0043bee3-48ad-4e8a-8886-bf786d19500c None None] Attempting to bind port 01b4e3a0-334c-463a-9aad-3e08126a4618 on network 77e4a2d6-51aa-4a68-b5b7-38d6e0087161 {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:09:22.437347 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0043bee3-48ad-4e8a-8886-bf786d19500c None None] Checking agent: {'id': '0d4f8fd3-ce62-4651-970c-efa6a8bb22b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 5, 16, 57, 23), 'started_at': datetime.datetime(2022, 1, 5, 16, 57, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 5, 17, 8, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 05 17:09:22.437769 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0043bee3-48ad-4e8a-8886-bf786d19500c None None] Checking segment: {'id': '7eb50c60-3826-4a12-b3f6-85e19db53949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '77e4a2d6-51aa-4a68-b5b7-38d6e0087161'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:09:22.438217 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-0043bee3-48ad-4e8a-8886-bf786d19500c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:22.438560 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0043bee3-48ad-4e8a-8886-bf786d19500c None None] Bound using segment: {'id': '7eb50c60-3826-4a12-b3f6-85e19db53949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '77e4a2d6-51aa-4a68-b5b7-38d6e0087161'} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 05 17:09:22.439039 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-0043bee3-48ad-4e8a-8886-bf786d19500c None None] Bound port: 01b4e3a0-334c-463a-9aad-3e08126a4618, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7eb50c60-3826-4a12-b3f6-85e19db53949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '77e4a2d6-51aa-4a68-b5b7-38d6e0087161'}}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 05 17:09:22.439425 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-0043bee3-48ad-4e8a-8886-bf786d19500c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:22.458489 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-ae0d2ea1-cdcc-4872-a8ff-c083fc580498 req-f5e65a65-313b-4a2f-ad28-d4c0dd1ce285 tempest-ServerActionsTestJSON-949899014 tempest-ServerActionsTestJSON-949899014-project] 10.222.0.11 "GET /v2.0/security-groups?id=f7674e10-0a07-4bc4-8403-a53dd95a312a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1152096 Jan 05 17:09:22.462127 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66e975d7-e322-425f-bd52-6326e41d2919 admin admin] Checking segment: {'id': '1ad36131-ab48-4a0c-b640-58d4ec89beaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '9d892221-db72-44b5-b8b3-7f2a75d6a0ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:09:22.463377 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66e975d7-e322-425f-bd52-6326e41d2919 admin admin] Network hostable DHCP agents. Network: 9d892221-db72-44b5-b8b3-7f2a75d6a0ee, hostable agents: ['3f70c195-17da-4084-9fd6-bf6059d88535'], hosted agents: [] {{(pid=103801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 05 17:09:22.523276 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-0043bee3-48ad-4e8a-8886-bf786d19500c None None] For port 01b4e3a0-334c-463a-9aad-3e08126a4618, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 05 17:09:22.530160 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-0043bee3-48ad-4e8a-8886-bf786d19500c None None] For port 01b4e3a0-334c-463a-9aad-3e08126a4618, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=01b4e3a0-334c-463a-9aad-3e08126a4618,segment=NetworkSegment(7eb50c60-3826-4a12-b3f6-85e19db53949),segment_id=7eb50c60-3826-4a12-b3f6-85e19db53949)] {{(pid=103802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 05 17:09:22.547982 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device b25cdd6b-3f00-4fd3-8804-746b98422bb2 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:09:22.610336 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-0043bee3-48ad-4e8a-8886-bf786d19500c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:22.615525 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Provisioning complete for port b25cdd6b-3f00-4fd3-8804-746b98422bb2 triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:09:22.615902 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:22.661748 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 41790) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:09:22.681479 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66e975d7-e322-425f-bd52-6326e41d2919 admin admin] Network 9d892221-db72-44b5-b8b3-7f2a75d6a0ee is scheduled to be hosted by DHCP agent 3f70c195-17da-4084-9fd6-bf6059d88535 with binding_index 1 {{(pid=103801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 05 17:09:22.721691 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0043bee3-48ad-4e8a-8886-bf786d19500c None None] Pushing event updated for resources: {'Port': ['ID=01b4e3a0-334c-463a-9aad-3e08126a4618,revision_number=2']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:09:22.757698 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-44fd1701-30b8-440b-9cb4-ab65ffcfefd8 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225'] for segment, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:22.758321 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.db.segments_db [None req-44fd1701-30b8-440b-9cb4-ab65ffcfefd8 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Added segment 581a18a5-edd1-42ee-a875-f54ee991bb72 of type vlan for network 9b108e05-58cc-4d98-85c8-c21a57823860 Jan 05 17:09:22.759276 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-66e975d7-e322-425f-bd52-6326e41d2919 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 9d892221-db72-44b5-b8b3-7f2a75d6a0ee) {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:09:22.780346 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66e975d7-e322-425f-bd52-6326e41d2919 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:09:22.780955 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-66e975d7-e322-425f-bd52-6326e41d2919 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:22.781817 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db396e1e-4dcc-44b9-9c1a-c4d5e988a589 None None] Network 9d892221-db72-44b5-b8b3-7f2a75d6a0ee requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:09:22.869521 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-ed79f746-5d86-4778-989f-38535777601d tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Deleting port 6f9bf9d8-b608-4e9f-ada4-66857d7ac567 {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:09:22.874222 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ed79f746-5d86-4778-989f-38535777601d tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:22.879182 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-38046624-b8ed-4b22-b43f-c9c0c3c657a0 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754180566020'] for network, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:22.917730 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-636535a0-bbcb-4da7-9214-1624e0bb9051 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-9d892221-db72-44b5-b8b3-7f2a75d6a0ee', 'network_id': '9d892221-db72-44b5-b8b3-7f2a75d6a0ee', 'project_id': '9bafc9d0d75b44f696c7001918c22f7e', 'fixed_ips': [{'subnet_id': '520bba67-4fdd-405a-be17-05cf521cd2ec'}]}} from dv-neutron-master-2-hyperv. {{(pid=103802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 05 17:09:22.918614 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-636535a0-bbcb-4da7-9214-1624e0bb9051 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:22.935302 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-66e975d7-e322-425f-bd52-6326e41d2919 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.2034416 Jan 05 17:09:22.937575 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 41794) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:09:22.943202 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device ff170145-e6dd-43ed-bb8e-d180d91ab13f no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 05 17:09:22.948721 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-a75b9e95-b04e-494f-85fd-b506faba4d94 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1887300476-router', 'tenant_id': '9bafc9d0d75b44f696c7001918c22f7e', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573'}}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:09:22.956257 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-44fd1701-30b8-440b-9cb4-ab65ffcfefd8 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754180566020'] for network, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:22.971617 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [None req-6b0c0f79-3b50-4439-ab41-ecf8b57aae25 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Allocated IP 172.21.0.1 (77e4a2d6-51aa-4a68-b5b7-38d6e0087161/21285678-2d09-4af6-a22e-c08e91089594/f12a2d89-62c7-4c93-8256-419ab8c31f4b) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:09:22.974569 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] No Port match for: ff170145-e6dd-43ed-bb8e-d180d91ab13f {{(pid=103802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 05 17:09:22.974752 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device ff170145-e6dd-43ed-bb8e-d180d91ab13f not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 05 17:09:23.009670 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.db.resource_extend [None req-38046624-b8ed-4b22-b43f-c9c0c3c657a0 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 05 17:09:23.047220 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-aa038e47-080a-43e7-898c-ef1bd0bdf5d8 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1de9fed5660e4646925cb97e94988282&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3784621 Jan 05 17:09:23.050402 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 41796) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:09:23.111329 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59b1293-c205-438c-ad07-db627960a698 req-ab834e8a-6853-4efa-a76a-0ae26ca1a9f3 tempest-ServerActionsTestJSON-949899014 tempest-ServerActionsTestJSON-949899014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:09:23.112899 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-f59b1293-c205-438c-ad07-db627960a698 req-ab834e8a-6853-4efa-a76a-0ae26ca1a9f3 tempest-ServerActionsTestJSON-949899014 tempest-ServerActionsTestJSON-949899014-project] 10.222.0.13 "GET /v2.0/ports?device_id=be270a5c-db8b-4dff-9e40-79b29c80ad34 HTTP/1.1" status: 200 len: 946 time: 0.3515086 Jan 05 17:09:23.119401 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e4515661-ad72-47ec-ba76-a8bdfac45d0c tempest-RoutersAdminTest-1676889452 tempest-RoutersAdminTest-1676889452-project] Publish callbacks [] for router, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:23.153766 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-a75b9e95-b04e-494f-85fd-b506faba4d94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-649063', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58098'] for router, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:23.155852 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-a75b9e95-b04e-494f-85fd-b506faba4d94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649832', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-545006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58091'] for router, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:23.192218 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.db_base_plugin_common [None req-636535a0-bbcb-4da7-9214-1624e0bb9051 None None] Allocated IP 172.20.0.2 (9d892221-db72-44b5-b8b3-7f2a75d6a0ee/520bba67-4fdd-405a-be17-05cf521cd2ec/9da717b7-a751-40bf-99e0-4770a3c75bcd) {{(pid=103802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:09:23.217842 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-5d93899f-5926-4ede-b755-ad1719aff043 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:23.257154 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-a75b9e95-b04e-494f-85fd-b506faba4d94 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:23.278841 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-38046624-b8ed-4b22-b43f-c9c0c3c657a0 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685'] for network, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:23.285217 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38046624-b8ed-4b22-b43f-c9c0c3c657a0 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:09:23.285795 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-38046624-b8ed-4b22-b43f-c9c0c3c657a0 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Publish callbacks [] for network, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:23.290574 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ed79f746-5d86-4778-989f-38535777601d tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:23.297567 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-6b0c0f79-3b50-4439-ab41-ecf8b57aae25 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks [] for port, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:23.300223 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-5d93899f-5926-4ede-b755-ad1719aff043 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:23.349061 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-44fd1701-30b8-440b-9cb4-ab65ffcfefd8 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685'] for network, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:23.354946 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44fd1701-30b8-440b-9cb4-ab65ffcfefd8 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:09:23.355581 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-44fd1701-30b8-440b-9cb4-ab65ffcfefd8 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks [] for network, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:23.364069 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-ed79f746-5d86-4778-989f-38535777601d tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Calling delete_port for 6f9bf9d8-b608-4e9f-ada4-66857d7ac567 owned by {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:09:23.368002 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-636535a0-bbcb-4da7-9214-1624e0bb9051 None None] Publish callbacks [] for port, precommit_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:23.372082 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:23.446279 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-38046624-b8ed-4b22-b43f-c9c0c3c657a0 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.0945156 Jan 05 17:09:23.453564 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e4515661-ad72-47ec-ba76-a8bdfac45d0c tempest-RoutersAdminTest-1676889452 tempest-RoutersAdminTest-1676889452-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:23.465478 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-636535a0-bbcb-4da7-9214-1624e0bb9051 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669'] for port, after_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:23.502482 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38046624-b8ed-4b22-b43f-c9c0c3c657a0 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Pushing event updated for resources: {'Network': ['ID=e5086c4d-9a5a-4140-b101-4bbdc99c3dfc,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:09:23.503606 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-a75b9e95-b04e-494f-85fd-b506faba4d94 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:23.519165 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Network e5086c4d-9a5a-4140-b101-4bbdc99c3dfc details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 05 17:09:23.537895 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-6b0c0f79-3b50-4439-ab41-ecf8b57aae25 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11433176'] for port, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:23.593621 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 41800) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:09:23.601449 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-fa0eed68-c029-43cd-8fb7-4b8f91154137 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Request body: {'subnet': {'network_id': 'e5086c4d-9a5a-4140-b101-4bbdc99c3dfc', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:09:23.615027 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-44fd1701-30b8-440b-9cb4-ab65ffcfefd8 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.6851041 Jan 05 17:09:23.616651 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-5d93899f-5926-4ede-b755-ad1719aff043 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:23.618376 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 41802) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:09:23.621976 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-5d93899f-5926-4ede-b755-ad1719aff043 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:23.624486 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-5d93899f-5926-4ede-b755-ad1719aff043 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/cf2a577a-e215-409c-a181-ae9aacdd0189 HTTP/1.1" status: 204 len: 168 time: 0.5716980 Jan 05 17:09:23.634075 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b0c0f79-3b50-4439-ab41-ecf8b57aae25 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Network 77e4a2d6-51aa-4a68-b5b7-38d6e0087161 is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:09:23.650820 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-a03e8e28-377e-4f57-844c-857d71ad737d tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Request body: {'subnet': {'network_id': '9b108e05-58cc-4d98-85c8-c21a57823860', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:09:23.682450 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-6b0c0f79-3b50-4439-ab41-ecf8b57aae25 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:09:23.691523 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b0c0f79-3b50-4439-ab41-ecf8b57aae25 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:09:23.723008 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fd1701-30b8-440b-9cb4-ab65ffcfefd8 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Pushing event updated for resources: {'Network': ['ID=9b108e05-58cc-4d98-85c8-c21a57823860,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:09:23.728057 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [req-f59b1293-c205-438c-ad07-db627960a698 req-c772863d-b5be-4ea8-bc96-7678bc938154 tempest-ServerActionsTestJSON-949899014 tempest-ServerActionsTestJSON-949899014-project] Deleting port 67389512-62b3-4da5-90e0-71fd04a18f1a {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:09:23.728391 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-f59b1293-c205-438c-ad07-db627960a698 req-c772863d-b5be-4ea8-bc96-7678bc938154 tempest-ServerActionsTestJSON-949899014 tempest-ServerActionsTestJSON-949899014-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:23.764443 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Network 9b108e05-58cc-4d98-85c8-c21a57823860 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 05 17:09:23.813568 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636535a0-bbcb-4da7-9214-1624e0bb9051 None None] Pushing event updated for resources: {'Port': ['ID=9da717b7-a751-40bf-99e0-4770a3c75bcd,revision_number=1']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:09:23.819582 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-636535a0-bbcb-4da7-9214-1624e0bb9051 None None] Network 9d892221-db72-44b5-b8b3-7f2a75d6a0ee is already hosted by enough agents. {{(pid=103802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:09:23.834562 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.db [req-f59b1293-c205-438c-ad07-db627960a698 req-c772863d-b5be-4ea8-bc96-7678bc938154 tempest-ServerActionsTestJSON-949899014 tempest-ServerActionsTestJSON-949899014-project] For port 67389512-62b3-4da5-90e0-71fd04a18f1a, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=67389512-62b3-4da5-90e0-71fd04a18f1a,segment=NetworkSegment(08747a6d-32d2-4d23-b56e-c56746431d5f),segment_id=08747a6d-32d2-4d23-b56e-c56746431d5f)] {{(pid=103800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:09:23.835355 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-f59b1293-c205-438c-ad07-db627960a698 req-c772863d-b5be-4ea8-bc96-7678bc938154 tempest-ServerActionsTestJSON-949899014 tempest-ServerActionsTestJSON-949899014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:23.837740 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d93899f-5926-4ede-b755-ad1719aff043 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf2a577a-e215-409c-a181-ae9aacdd0189,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:09:23.886780 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.scheduler.base_scheduler [None req-636535a0-bbcb-4da7-9214-1624e0bb9051 None None] Resources bound (agent type, host, resource id): {{(pid=103802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:09:23.906271 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0c0f79-3b50-4439-ab41-ecf8b57aae25 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Pushing event updated for resources: {'Port': ['ID=f12a2d89-62c7-4c93-8256-419ab8c31f4b,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:09:23.910941 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-636535a0-bbcb-4da7-9214-1624e0bb9051 None None] Received port after_create {{(pid=103802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:09:23.991964 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-636535a0-bbcb-4da7-9214-1624e0bb9051 None None] Attempting to bind port 9da717b7-a751-40bf-99e0-4770a3c75bcd on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 05 17:09:23.992634 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-636535a0-bbcb-4da7-9214-1624e0bb9051 None None] Attempting to bind port 9da717b7-a751-40bf-99e0-4770a3c75bcd by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '1ad36131-ab48-4a0c-b640-58d4ec89beaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '9d892221-db72-44b5-b8b3-7f2a75d6a0ee'}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 05 17:09:23.992634 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-636535a0-bbcb-4da7-9214-1624e0bb9051 None None] Attempting to bind port 9da717b7-a751-40bf-99e0-4770a3c75bcd on network 9d892221-db72-44b5-b8b3-7f2a75d6a0ee {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:09:24.000987 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-636535a0-bbcb-4da7-9214-1624e0bb9051 None None] Checking agent: {'id': '0d4f8fd3-ce62-4651-970c-efa6a8bb22b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 5, 16, 57, 23), 'started_at': datetime.datetime(2022, 1, 5, 16, 57, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 5, 17, 9, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 05 17:09:24.001383 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-636535a0-bbcb-4da7-9214-1624e0bb9051 None None] Checking segment: {'id': '1ad36131-ab48-4a0c-b640-58d4ec89beaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '9d892221-db72-44b5-b8b3-7f2a75d6a0ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:09:24.001766 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-6b0c0f79-3b50-4439-ab41-ecf8b57aae25 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-648552'] for router_interface, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:24.001910 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-636535a0-bbcb-4da7-9214-1624e0bb9051 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:24.002179 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-636535a0-bbcb-4da7-9214-1624e0bb9051 None None] Bound using segment: {'id': '1ad36131-ab48-4a0c-b640-58d4ec89beaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '9d892221-db72-44b5-b8b3-7f2a75d6a0ee'} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 05 17:09:24.002657 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-636535a0-bbcb-4da7-9214-1624e0bb9051 None None] Bound port: 9da717b7-a751-40bf-99e0-4770a3c75bcd, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ad36131-ab48-4a0c-b640-58d4ec89beaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '9d892221-db72-44b5-b8b3-7f2a75d6a0ee'}}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 05 17:09:24.003035 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-636535a0-bbcb-4da7-9214-1624e0bb9051 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:24.027699 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce87591e-b88f-4875-ae26-495a807d3732 req-d7fe2c2c-4237-45e5-8fd9-d90d03c9d30c tempest-ServerActionsTestJSON-949899014 tempest-ServerActionsTestJSON-949899014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:09:24.038185 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-ce87591e-b88f-4875-ae26-495a807d3732 req-d7fe2c2c-4237-45e5-8fd9-d90d03c9d30c tempest-ServerActionsTestJSON-949899014 tempest-ServerActionsTestJSON-949899014-project] 10.222.0.11 "GET /v2.0/ports?device_id=be270a5c-db8b-4dff-9e40-79b29c80ad34 HTTP/1.1" status: 200 len: 946 time: 0.4183381 Jan 05 17:09:24.153186 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-636535a0-bbcb-4da7-9214-1624e0bb9051 None None] For port 9da717b7-a751-40bf-99e0-4770a3c75bcd, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 05 17:09:24.161468 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa0eed68-c029-43cd-8fb7-4b8f91154137 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Made reservation on behalf of 2c187912c919424a8a16116bf03056cd for: {'subnet': 1} {{(pid=103801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:09:24.164151 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-636535a0-bbcb-4da7-9214-1624e0bb9051 None None] For port 9da717b7-a751-40bf-99e0-4770a3c75bcd, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=9da717b7-a751-40bf-99e0-4770a3c75bcd,segment=NetworkSegment(1ad36131-ab48-4a0c-b640-58d4ec89beaf),segment_id=1ad36131-ab48-4a0c-b640-58d4ec89beaf)] {{(pid=103802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 05 17:09:24.167010 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-fa0eed68-c029-43cd-8fb7-4b8f91154137 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12480675'] for subnet, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:24.217005 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-e4515661-ad72-47ec-ba76-a8bdfac45d0c tempest-RoutersAdminTest-1676889452 tempest-RoutersAdminTest-1676889452-project] Deleting port 29bf438e-fda9-4c9b-a0ba-8624665e776c {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:09:24.217607 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e4515661-ad72-47ec-ba76-a8bdfac45d0c tempest-RoutersAdminTest-1676889452 tempest-RoutersAdminTest-1676889452-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:24.235676 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-465d6314-67be-419b-afae-bf980fd51fce None None] Network 77e4a2d6-51aa-4a68-b5b7-38d6e0087161 requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:09:24.292038 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-636535a0-bbcb-4da7-9214-1624e0bb9051 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:24.312896 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e4515661-ad72-47ec-ba76-a8bdfac45d0c tempest-RoutersAdminTest-1676889452 tempest-RoutersAdminTest-1676889452-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:24.325029 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a03e8e28-377e-4f57-844c-857d71ad737d tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Made reservation on behalf of 04762f6d6f55432ea3822a71fa1f481f for: {'subnet': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:09:24.329197 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a03e8e28-377e-4f57-844c-857d71ad737d tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8521827'] for subnet, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:24.335500 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ed79f746-5d86-4778-989f-38535777601d tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:24.371134 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-eb60629c-23d9-43b1-9351-1baaf3c4b82d None None] Provisioning complete for port 01b4e3a0-334c-463a-9aad-3e08126a4618 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:09:24.371134 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-eb60629c-23d9-43b1-9351-1baaf3c4b82d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:24.380221 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-e4515661-ad72-47ec-ba76-a8bdfac45d0c tempest-RoutersAdminTest-1676889452 tempest-RoutersAdminTest-1676889452-project] Calling delete_port for 29bf438e-fda9-4c9b-a0ba-8624665e776c owned by network:router_gateway {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:09:24.387873 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-6b0c0f79-3b50-4439-ab41-ecf8b57aae25 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:24.401010 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636535a0-bbcb-4da7-9214-1624e0bb9051 None None] Pushing event updated for resources: {'Port': ['ID=9da717b7-a751-40bf-99e0-4770a3c75bcd,revision_number=2']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:09:24.529562 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed79f746-5d86-4778-989f-38535777601d tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Pushing event deleted for resources: {'Port': ['ID=6f9bf9d8-b608-4e9f-ada4-66857d7ac567,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:09:24.597166 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 01b4e3a0-334c-463a-9aad-3e08126a4618 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:09:24.694183 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-ce87591e-b88f-4875-ae26-495a807d3732 req-3773c0bb-0afb-476f-9c7f-638b8b3de2b9 tempest-ServerActionsTestJSON-949899014 tempest-ServerActionsTestJSON-949899014-project] 10.222.0.11 "GET /v2.0/security-groups?id=f7674e10-0a07-4bc4-8403-a53dd95a312a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6549070 Jan 05 17:09:24.724153 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ed79f746-5d86-4778-989f-38535777601d tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:24.730571 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-ed79f746-5d86-4778-989f-38535777601d tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] 10.222.0.11 "DELETE /v2.0/ports/6f9bf9d8-b608-4e9f-ada4-66857d7ac567 HTTP/1.1" status: 204 len: 168 time: 2.6246023 Jan 05 17:09:24.735588 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 41820) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:09:24.737814 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-f59b1293-c205-438c-ad07-db627960a698 req-c772863d-b5be-4ea8-bc96-7678bc938154 tempest-ServerActionsTestJSON-949899014 tempest-ServerActionsTestJSON-949899014-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:24.738181 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-f59b1293-c205-438c-ad07-db627960a698 req-c772863d-b5be-4ea8-bc96-7678bc938154 tempest-ServerActionsTestJSON-949899014 tempest-ServerActionsTestJSON-949899014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648677'] for floatingip, after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:24.738522 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.db.l3_db [req-f59b1293-c205-438c-ad07-db627960a698 req-c772863d-b5be-4ea8-bc96-7678bc938154 tempest-ServerActionsTestJSON-949899014 tempest-ServerActionsTestJSON-949899014-project] Floating IP 74e362c8-6ec3-4057-9e95-b9d3414eabf0 disassociated. External IP: 172.36.4.204, port: 67389512-62b3-4da5-90e0-71fd04a18f1a. Jan 05 17:09:24.738963 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [req-f59b1293-c205-438c-ad07-db627960a698 req-c772863d-b5be-4ea8-bc96-7678bc938154 tempest-ServerActionsTestJSON-949899014 tempest-ServerActionsTestJSON-949899014-project] Calling delete_port for 67389512-62b3-4da5-90e0-71fd04a18f1a owned by compute:nova {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:09:24.813407 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-eb60629c-23d9-43b1-9351-1baaf3c4b82d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:24.829507 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-6b0c0f79-3b50-4439-ab41-ecf8b57aae25 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks [] for port, precommit_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:24.843680 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-a75b9e95-b04e-494f-85fd-b506faba4d94 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:24.864609 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Provisioning complete for port 01b4e3a0-334c-463a-9aad-3e08126a4618 triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:09:24.865337 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:24.875278 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-a75b9e95-b04e-494f-85fd-b506faba4d94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:24.911412 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-6b0c0f79-3b50-4439-ab41-ecf8b57aae25 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11433169'] for port, after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:24.982580 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-eb60629c-23d9-43b1-9351-1baaf3c4b82d None None] For port 01b4e3a0-334c-463a-9aad-3e08126a4618, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=01b4e3a0-334c-463a-9aad-3e08126a4618,segment=NetworkSegment(7eb50c60-3826-4a12-b3f6-85e19db53949),segment_id=7eb50c60-3826-4a12-b3f6-85e19db53949)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:09:25.048447 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:25.073844 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-eb60629c-23d9-43b1-9351-1baaf3c4b82d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:25.149136 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccbe9c81-6f3d-4d21-af68-b31c48cc1046 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:09:25.152001 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccbe9c81-6f3d-4d21-af68-b31c48cc1046 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:09:25.160211 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-ccbe9c81-6f3d-4d21-af68-b31c48cc1046 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.4167199 Jan 05 17:09:25.171618 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.db.api [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103802) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 05 17:09:25.172102 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG oslo_db.api [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 05 17:09:25.180022 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 41826) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:09:25.180256 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb60629c-23d9-43b1-9351-1baaf3c4b82d None None] Pushing event updated for resources: {'Port': ['ID=01b4e3a0-334c-463a-9aad-3e08126a4618,revision_number=3']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:09:25.314796 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 41828) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:09:25.323638 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-19952a8b-8e48-4950-a4a8-0d99ecff2505 None None] Provisioning complete for port 01b4e3a0-334c-463a-9aad-3e08126a4618 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:09:25.324198 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-19952a8b-8e48-4950-a4a8-0d99ecff2505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:25.343297 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.db_base_plugin_v2 [None req-341e736c-aec3-43b3-bbc2-ded2f96f7ddc tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Deleting subnet 00d983fb-e07c-4714-b65c-2d04cda4c8c9 {{(pid=103800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 05 17:09:25.378673 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-341e736c-aec3-43b3-bbc2-ded2f96f7ddc tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks [] for subnet, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:25.418733 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a03e8e28-377e-4f57-844c-857d71ad737d tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8784852', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8521873'] for subnet, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:25.462614 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-6b0c0f79-3b50-4439-ab41-ecf8b57aae25 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-531704'] for router_interface, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:25.468108 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-19952a8b-8e48-4950-a4a8-0d99ecff2505 None None] Provisioning complete for port f12a2d89-62c7-4c93-8256-419ab8c31f4b triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:09:25.468986 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-19952a8b-8e48-4950-a4a8-0d99ecff2505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:25.484056 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0c0f79-3b50-4439-ab41-ecf8b57aae25 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Pushing event updated for resources: {'Port': ['ID=f12a2d89-62c7-4c93-8256-419ab8c31f4b,revision_number=2']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:09:25.528084 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-19952a8b-8e48-4950-a4a8-0d99ecff2505 None None] Port f12a2d89-62c7-4c93-8256-419ab8c31f4b cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 17:09:25.543606 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03e8e28-377e-4f57-844c-857d71ad737d tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Pushing event updated for resources: {'Subnet': ['ID=beb7642a-9087-4358-b980-878e8f238cce,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:09:25.559322 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-57ecdefc-961b-4270-9a94-8f4af788ab1e tempest-BulkNetworkOpsTest-1458771112 tempest-BulkNetworkOpsTest-1458771112-project] Request body: {'networks': [{'name': 'tempest-network--8063597'}, {'name': 'tempest-network--239989570'}]} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:09:25.559632 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-57ecdefc-961b-4270-9a94-8f4af788ab1e tempest-BulkNetworkOpsTest-1458771112 tempest-BulkNetworkOpsTest-1458771112-project] Request body: {'network': {'name': 'tempest-network--8063597'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:09:25.560089 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-57ecdefc-961b-4270-9a94-8f4af788ab1e tempest-BulkNetworkOpsTest-1458771112 tempest-BulkNetworkOpsTest-1458771112-project] Request body: {'network': {'name': 'tempest-network--239989570'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:09:25.577863 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-fa0eed68-c029-43cd-8fb7-4b8f91154137 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11433288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12480593'] for subnet, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:25.650116 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-341e736c-aec3-43b3-bbc2-ded2f96f7ddc tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8784846'] for subnet, precommit_delete_associations {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:25.654329 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-0a7aef86-3851-482e-8bf5-917b47f433cd None None] Provisioning complete for port f12a2d89-62c7-4c93-8256-419ab8c31f4b triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:09:25.654951 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-0a7aef86-3851-482e-8bf5-917b47f433cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:25.663801 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [None req-a75b9e95-b04e-494f-85fd-b506faba4d94 admin admin] Allocated IP 172.36.4.72 (b0167590-0699-4c5c-a932-3939414a9573/7a784a6d-3d96-418f-a645-b9ccd0b1ac55/276dbda1-be0d-4778-9c79-79ca3751d954) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:09:25.667917 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0eed68-c029-43cd-8fb7-4b8f91154137 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Pushing event updated for resources: {'Subnet': ['ID=e6d775ba-da0f-46a8-835f-ede369208238,revision_number=0']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:09:25.726549 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b0c0f79-3b50-4439-ab41-ecf8b57aae25 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Network 77e4a2d6-51aa-4a68-b5b7-38d6e0087161 is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:09:25.729957 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-6b0c0f79-3b50-4439-ab41-ecf8b57aae25 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:09:25.734710 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa0eed68-c029-43cd-8fb7-4b8f91154137 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Checking segment: {'id': '84e1ffeb-155b-4020-96f3-8d9f8151e1be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'e5086c4d-9a5a-4140-b101-4bbdc99c3dfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:09:25.735130 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa0eed68-c029-43cd-8fb7-4b8f91154137 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Network hostable DHCP agents. Network: e5086c4d-9a5a-4140-b101-4bbdc99c3dfc, hostable agents: ['3f70c195-17da-4084-9fd6-bf6059d88535'], hosted agents: [] {{(pid=103801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 05 17:09:25.758241 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-0a7aef86-3851-482e-8bf5-917b47f433cd None None] Port f12a2d89-62c7-4c93-8256-419ab8c31f4b cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 17:09:25.822619 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e4515661-ad72-47ec-ba76-a8bdfac45d0c tempest-RoutersAdminTest-1676889452 tempest-RoutersAdminTest-1676889452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:25.862346 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-341e736c-aec3-43b3-bbc2-ded2f96f7ddc tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892868'] for subnet, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:25.915709 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4515661-ad72-47ec-ba76-a8bdfac45d0c tempest-RoutersAdminTest-1676889452 tempest-RoutersAdminTest-1676889452-project] Pushing event deleted for resources: {'Port': ['ID=29bf438e-fda9-4c9b-a0ba-8624665e776c,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:09:25.940329 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ee6d52f-3e0b-4f7d-8817-3afb99662072 None None] DHCP port deletion for b0167590-0699-4c5c-a932-3939414a9573 request from dv-neutron-master-2-hyperv {{(pid=103802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 05 17:09:25.940906 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa0eed68-c029-43cd-8fb7-4b8f91154137 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Network e5086c4d-9a5a-4140-b101-4bbdc99c3dfc is scheduled to be hosted by DHCP agent 3f70c195-17da-4084-9fd6-bf6059d88535 with binding_index 1 {{(pid=103801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 05 17:09:25.951794 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b0c0f79-3b50-4439-ab41-ecf8b57aae25 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Router bf1afd4d-680c-4871-aabc-4aca87161f6d has already been hosted by L3 agent 59446fdc-40e0-41fe-a575-a8eb11d742f7 {{(pid=103801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 05 17:09:25.951901 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a03e8e28-377e-4f57-844c-857d71ad737d tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Checking segment: {'id': '581a18a5-edd1-42ee-a875-f54ee991bb72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '9b108e05-58cc-4d98-85c8-c21a57823860'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:09:25.951901 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a03e8e28-377e-4f57-844c-857d71ad737d tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Network hostable DHCP agents. Network: 9b108e05-58cc-4d98-85c8-c21a57823860, hostable agents: ['3f70c195-17da-4084-9fd6-bf6059d88535'], hosted agents: [] {{(pid=103800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 05 17:09:25.955536 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57ecdefc-961b-4270-9a94-8f4af788ab1e tempest-BulkNetworkOpsTest-1458771112 tempest-BulkNetworkOpsTest-1458771112-project] Made reservation on behalf of f9e7eebef9614c579ad5e1e5a46b85ab for: {'network': 2} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:09:25.960404 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-57ecdefc-961b-4270-9a94-8f4af788ab1e tempest-BulkNetworkOpsTest-1458771112 tempest-BulkNetworkOpsTest-1458771112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for network, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:25.995309 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74c021b-8753-4b52-9eeb-7e9dc1e4ab0a req-e5c3ef20-1d5d-465b-ab14-660e8f006af5 tempest-ServerActionsTestJSON-949899014 tempest-ServerActionsTestJSON-949899014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:09:25.996887 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-e74c021b-8753-4b52-9eeb-7e9dc1e4ab0a req-e5c3ef20-1d5d-465b-ab14-660e8f006af5 tempest-ServerActionsTestJSON-949899014 tempest-ServerActionsTestJSON-949899014-project] 10.222.0.11 "GET /v2.0/ports?device_id=be270a5c-db8b-4dff-9e40-79b29c80ad34 HTTP/1.1" status: 200 len: 946 time: 0.1427879 Jan 05 17:09:26.005833 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-57ecdefc-961b-4270-9a94-8f4af788ab1e tempest-BulkNetworkOpsTest-1458771112 tempest-BulkNetworkOpsTest-1458771112-project] Publish callbacks [] for security_group, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:26.021933 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-f59b1293-c205-438c-ad07-db627960a698 req-c772863d-b5be-4ea8-bc96-7678bc938154 tempest-ServerActionsTestJSON-949899014 tempest-ServerActionsTestJSON-949899014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:26.061467 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-fa0eed68-c029-43cd-8fb7-4b8f91154137 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, e5086c4d-9a5a-4140-b101-4bbdc99c3dfc) {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:09:26.065991 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa0eed68-c029-43cd-8fb7-4b8f91154137 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:09:26.066594 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-fa0eed68-c029-43cd-8fb7-4b8f91154137 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Publish callbacks [] for subnet, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:26.080481 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8fe654a-1558-45dd-a4d2-bb314b8cf957 None None] Network e5086c4d-9a5a-4140-b101-4bbdc99c3dfc requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:09:26.094828 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c772863d-b5be-4ea8-bc96-7678bc938154 tempest-ServerActionsTestJSON-949899014 tempest-ServerActionsTestJSON-949899014-project] Pushing event deleted for resources: {'Port': ['ID=67389512-62b3-4da5-90e0-71fd04a18f1a,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:09:26.110743 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e4515661-ad72-47ec-ba76-a8bdfac45d0c tempest-RoutersAdminTest-1676889452 tempest-RoutersAdminTest-1676889452-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-648595'] for router_gateway, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:26.147428 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-a75b9e95-b04e-494f-85fd-b506faba4d94 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:26.160159 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eea2ca3-e230-49d7-91d3-72552ec385bb None None] Network 9d892221-db72-44b5-b8b3-7f2a75d6a0ee requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:09:26.205884 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b0c0f79-3b50-4439-ab41-ecf8b57aae25 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 05 17:09:26.220276 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-6b0c0f79-3b50-4439-ab41-ecf8b57aae25 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] 10.222.0.11 "PUT /v2.0/routers/bf1afd4d-680c-4871-aabc-4aca87161f6d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4526336 Jan 05 17:09:26.223796 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaa3db4a-9665-4967-9912-0a2032e75595 None None] Sync routers for ids ['bf1afd4d-680c-4871-aabc-4aca87161f6d'] in dv-neutron-master-2-hyperv {{(pid=103803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 05 17:09:26.226683 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-e74c021b-8753-4b52-9eeb-7e9dc1e4ab0a req-5fd23da6-902d-4510-95ab-6932134b81e2 tempest-ServerActionsTestJSON-949899014 tempest-ServerActionsTestJSON-949899014-project] 10.222.0.11 "GET /v2.0/security-groups?id=f7674e10-0a07-4bc4-8403-a53dd95a312a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2190919 Jan 05 17:09:26.232213 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 41834) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:09:26.235094 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-fa0eed68-c029-43cd-8fb7-4b8f91154137 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 2.6397858 Jan 05 17:09:26.240387 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaa3db4a-9665-4967-9912-0a2032e75595 None None] Routers {'bf1afd4d-680c-4871-aabc-4aca87161f6d'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:09:26.241119 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-eaa3db4a-9665-4967-9912-0a2032e75595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:09:19Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['bf1afd4d-680c-4871-aabc-4aca87161f6d'], 'active': True} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:09:26.242170 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-cebf7ece-5090-41f9-8961-e26d0def56f9 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Request body: {'network': {'name': 'tempest-RoutersTest-115463934'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:09:26.249703 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 41836) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:09:26.258089 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-5a88f0ea-81cf-4ad2-9754-b94b967dd8dd tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1388607794'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:09:26.328510 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-d21089fa-9501-4a65-bf3f-fc5bdbe3f0ed None None] Provisioning complete for port 9da717b7-a751-40bf-99e0-4770a3c75bcd triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:09:26.329229 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d21089fa-9501-4a65-bf3f-fc5bdbe3f0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:26.409713 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-a75b9e95-b04e-494f-85fd-b506faba4d94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11433176'] for port, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:26.441787 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4393178-656d-41b8-b077-5f24ba7c12ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-e5086c4d-9a5a-4140-b101-4bbdc99c3dfc', 'network_id': 'e5086c4d-9a5a-4140-b101-4bbdc99c3dfc', 'project_id': '2c187912c919424a8a16116bf03056cd', 'fixed_ips': [{'subnet_id': 'e6d775ba-da0f-46a8-835f-ede369208238'}]}} from dv-neutron-master-2-hyperv. {{(pid=103802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 05 17:09:26.442845 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d4393178-656d-41b8-b077-5f24ba7c12ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:26.450484 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cebf7ece-5090-41f9-8961-e26d0def56f9 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Made reservation on behalf of 85eea60e03994a48a004c2f9e50e4168 for: {'network': 1} {{(pid=103801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:09:26.455287 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-cebf7ece-5090-41f9-8961-e26d0def56f9 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for network, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:26.480386 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a88f0ea-81cf-4ad2-9754-b94b967dd8dd tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Made reservation on behalf of 2c187912c919424a8a16116bf03056cd for: {'network': 1} {{(pid=103801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:09:26.491207 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-5a88f0ea-81cf-4ad2-9754-b94b967dd8dd tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for network, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:26.545089 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvr_db [None req-eaa3db4a-9665-4967-9912-0a2032e75595 None None] Set router bf1afd4d-680c-4871-aabc-4aca87161f6d gateway port host: None {{(pid=103803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:09:26.548910 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a75b9e95-b04e-494f-85fd-b506faba4d94 admin admin] Network b0167590-0699-4c5c-a932-3939414a9573 is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:09:26.571290 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a03e8e28-377e-4f57-844c-857d71ad737d tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Network 9b108e05-58cc-4d98-85c8-c21a57823860 is scheduled to be hosted by DHCP agent 3f70c195-17da-4084-9fd6-bf6059d88535 with binding_index 1 {{(pid=103800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 05 17:09:26.573832 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-341e736c-aec3-43b3-bbc2-ded2f96f7ddc tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3893367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8784787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8521880'] for subnet, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:26.583038 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-a75b9e95-b04e-494f-85fd-b506faba4d94 admin admin] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:09:26.601220 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a88f0ea-81cf-4ad2-9754-b94b967dd8dd tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] vlan segment allocate from pool success with {'vlan_id': 120, 'physical_network': 'physnet1'} {{(pid=103801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 05 17:09:26.610892 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-5a88f0ea-81cf-4ad2-9754-b94b967dd8dd tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225'] for segment, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:26.611801 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.db.segments_db [None req-5a88f0ea-81cf-4ad2-9754-b94b967dd8dd tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Added segment 7187d679-cc4c-4360-b607-0a9c15d0e91f of type vlan for network 1556ff2b-4276-4657-b49c-5e4127bf8977 Jan 05 17:09:26.630807 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-a03e8e28-377e-4f57-844c-857d71ad737d tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 9b108e05-58cc-4d98-85c8-c21a57823860) {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:09:26.665058 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f16e15e9-2acb-4369-897f-331cf93cd42e None None] DHCP port deletion for b0167590-0699-4c5c-a932-3939414a9573 request from dv-neutron-master-2-hyperv {{(pid=103802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 05 17:09:26.668252 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fa9bf74-fbcc-48ff-be73-ab978f41d109 None None] Network 9b108e05-58cc-4d98-85c8-c21a57823860 requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:09:26.684029 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-5a88f0ea-81cf-4ad2-9754-b94b967dd8dd tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754180566020'] for network, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:26.685097 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e4515661-ad72-47ec-ba76-a8bdfac45d0c tempest-RoutersAdminTest-1676889452 tempest-RoutersAdminTest-1676889452-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-648249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62744'] for router, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:26.688477 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e4515661-ad72-47ec-ba76-a8bdfac45d0c tempest-RoutersAdminTest-1676889452 tempest-RoutersAdminTest-1676889452-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:26.715973 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a75b9e95-b04e-494f-85fd-b506faba4d94 admin admin] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:09:26.719032 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75b9e95-b04e-494f-85fd-b506faba4d94 admin admin] Pushing event updated for resources: {'Port': ['ID=276dbda1-be0d-4778-9c79-79ca3751d954,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:09:26.721760 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cebf7ece-5090-41f9-8961-e26d0def56f9 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] vlan segment allocate from pool success with {'vlan_id': 135, 'physical_network': 'physnet1'} {{(pid=103801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 05 17:09:26.757961 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341e736c-aec3-43b3-bbc2-ded2f96f7ddc tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Pushing event deleted for resources: {'Subnet': ['ID=00d983fb-e07c-4714-b65c-2d04cda4c8c9,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:09:26.766812 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a03e8e28-377e-4f57-844c-857d71ad737d tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:09:26.767888 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a03e8e28-377e-4f57-844c-857d71ad737d tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks [] for subnet, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:26.776101 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-cebf7ece-5090-41f9-8961-e26d0def56f9 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225'] for segment, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:26.776542 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.db.segments_db [None req-cebf7ece-5090-41f9-8961-e26d0def56f9 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Added segment 3f203f06-4b1f-4520-9ef3-4ad0e7d2f8d5 of type vlan for network 82f2d2cd-1056-4b4a-8b60-ee39eb3300a3 Jan 05 17:09:26.783235 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-341e736c-aec3-43b3-bbc2-ded2f96f7ddc tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks [] for subnet, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:26.788925 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-341e736c-aec3-43b3-bbc2-ded2f96f7ddc tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] 10.222.0.11 "DELETE /v2.0/subnets/00d983fb-e07c-4714-b65c-2d04cda4c8c9 HTTP/1.1" status: 204 len: 168 time: 1.5777609 Jan 05 17:09:26.793169 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 41838) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:09:26.807550 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 01b4e3a0-334c-463a-9aad-3e08126a4618 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:09:26.809428 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ec3ea5a-b5de-4782-855c-77e1e1c29431 None None] Network e897f8fc-3cef-40ca-9466-c6c65ecd9833 requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:09:26.868013 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-b4777684-d559-42ef-af85-8bc0f79ee095 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0735838 Jan 05 17:09:26.870200 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 41840) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:09:26.887328 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-cebf7ece-5090-41f9-8961-e26d0def56f9 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754180566020'] for network, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:26.909519 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-57ecdefc-961b-4270-9a94-8f4af788ab1e tempest-BulkNetworkOpsTest-1458771112 tempest-BulkNetworkOpsTest-1458771112-project] Publish callbacks [] for security_group, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:26.916256 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-eaa3db4a-9665-4967-9912-0a2032e75595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf1afd4d-680c-4871-aabc-4aca87161f6d', 'name': 'tempest-RoutersTest-router-1392716440', 'tenant_id': '85eea60e03994a48a004c2f9e50e4168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:09:02Z', 'updated_at': '2022-01-05T17:09:24Z', 'revision_number': 3, 'project_id': '85eea60e03994a48a004c2f9e50e4168', 'gw_port_host': None, '_interfaces': [{'id': '182e09e5-42e6-4f62-bbbb-0058488f34b5', 'name': '', 'network_id': '185acd14-b895-4704-a83b-f6ba048b49d6', 'tenant_id': '85eea60e03994a48a004c2f9e50e4168', 'mac_address': 'fa:16:3e:bc:8d:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf1afd4d-680c-4871-aabc-4aca87161f6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '429e9b39-4f6c-40eb-b133-5051cc8163a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:09:09Z', 'updated_at': '2022-01-05T17:09:19Z', 'revision_number': 5, 'project_id': '85eea60e03994a48a004c2f9e50e4168', 'subnets': [{'id': '429e9b39-4f6c-40eb-b133-5051cc8163a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f12a2d89-62c7-4c93-8256-419ab8c31f4b', 'name': '', 'network_id': '77e4a2d6-51aa-4a68-b5b7-38d6e0087161', 'tenant_id': '85eea60e03994a48a004c2f9e50e4168', 'mac_address': 'fa:16:3e:af:48:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf1afd4d-680c-4871-aabc-4aca87161f6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '21285678-2d09-4af6-a22e-c08e91089594', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:09:22Z', 'updated_at': '2022-01-05T17:09:24Z', 'revision_number': 2, 'project_id': '85eea60e03994a48a004c2f9e50e4168', 'subnets': [{'id': '21285678-2d09-4af6-a22e-c08e91089594', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:09:26.930466 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Device 67389512-62b3-4da5-90e0-71fd04a18f1a no longer exists at agent hyperv_hv-neutron-mast {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 05 17:09:26.956354 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0231e11a-d3d1-4d77-ab8c-9d1a17a78629 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:09:26.958109 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-0231e11a-d3d1-4d77-ab8c-9d1a17a78629 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0831926 Jan 05 17:09:26.960689 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f59b1293-c205-438c-ad07-db627960a698 req-c772863d-b5be-4ea8-bc96-7678bc938154 tempest-ServerActionsTestJSON-949899014 tempest-ServerActionsTestJSON-949899014-project] Router 375a29a2-cb4e-48e0-af02-551751ef6988 has already been hosted by L3 agent 59446fdc-40e0-41fe-a575-a8eb11d742f7 {{(pid=103800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 05 17:09:26.961445 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 41842) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:09:26.967107 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaa3db4a-9665-4967-9912-0a2032e75595 None None] Checking router: bf1afd4d-680c-4871-aabc-4aca87161f6d for host: dv-neutron-master-2-hyperv {{(pid=103803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 05 17:09:26.968033 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaa3db4a-9665-4967-9912-0a2032e75595 None None] Updating router bf1afd4d-680c-4871-aabc-4aca87161f6d port f12a2d89-62c7-4c93-8256-419ab8c31f4b binding host dv-neutron-master-2-hyperv {{(pid=103803) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 05 17:09:26.972554 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] No Port match for: 67389512-62b3-4da5-90e0-71fd04a18f1a {{(pid=103802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 05 17:09:26.973140 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Device 67389512-62b3-4da5-90e0-71fd04a18f1a not bound to the agent host hv-neutron-mast {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 05 17:09:27.001219 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33963ed0-38c3-4afc-a7b2-9a5041070cf6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-9b108e05-58cc-4d98-85c8-c21a57823860', 'network_id': '9b108e05-58cc-4d98-85c8-c21a57823860', 'project_id': '04762f6d6f55432ea3822a71fa1f481f', 'fixed_ips': [{'subnet_id': 'beb7642a-9087-4358-b980-878e8f238cce'}]}} from dv-neutron-master-2-hyperv. {{(pid=103802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 05 17:09:27.002181 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-33963ed0-38c3-4afc-a7b2-9a5041070cf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:27.029455 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aac36909-0a90-4cfc-9c4b-e54afd6b967a tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:09:27.031203 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-aac36909-0a90-4cfc-9c4b-e54afd6b967a tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0684824 Jan 05 17:09:27.034215 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-eaa3db4a-9665-4967-9912-0a2032e75595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:27.035438 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 41844) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:09:27.083431 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-b6cab1db-2d1d-4b1f-9a66-0c88d94d25c2 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0465641 Jan 05 17:09:27.084085 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 41846) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:09:27.090975 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-d7324781-7aec-4357-b7f2-260d01084741 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Request body: {'subnet': {'network_id': 'e897f8fc-3cef-40ca-9466-c6c65ecd9833', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:09:27.097429 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-5a88f0ea-81cf-4ad2-9754-b94b967dd8dd tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685'] for network, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:27.103979 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a88f0ea-81cf-4ad2-9754-b94b967dd8dd tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:09:27.105170 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-5a88f0ea-81cf-4ad2-9754-b94b967dd8dd tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Publish callbacks [] for network, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:27.146948 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-a03e8e28-377e-4f57-844c-857d71ad737d tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.4999495 Jan 05 17:09:27.148203 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e4515661-ad72-47ec-ba76-a8bdfac45d0c tempest-RoutersAdminTest-1676889452 tempest-RoutersAdminTest-1676889452-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-648240'] for router, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:27.149267 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4515661-ad72-47ec-ba76-a8bdfac45d0c tempest-RoutersAdminTest-1676889452 tempest-RoutersAdminTest-1676889452-project] Fanout notify agent at l3_agent the message router_deleted on router 168d59da-0d75-43b5-a14f-59cb27bd2e70 {{(pid=103800) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 05 17:09:27.151301 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-57ecdefc-961b-4270-9a94-8f4af788ab1e tempest-BulkNetworkOpsTest-1458771112 tempest-BulkNetworkOpsTest-1458771112-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:27.161887 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-57ecdefc-961b-4270-9a94-8f4af788ab1e tempest-BulkNetworkOpsTest-1458771112 tempest-BulkNetworkOpsTest-1458771112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for network, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:27.167537 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 41848) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:09:27.176351 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e4515661-ad72-47ec-ba76-a8bdfac45d0c tempest-RoutersAdminTest-1676889452 tempest-RoutersAdminTest-1676889452-project] Publish callbacks [] for router, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:27.179366 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-e4515661-ad72-47ec-ba76-a8bdfac45d0c tempest-RoutersAdminTest-1676889452 tempest-RoutersAdminTest-1676889452-project] 10.222.0.11 "DELETE /v2.0/routers/168d59da-0d75-43b5-a14f-59cb27bd2e70 HTTP/1.1" status: 204 len: 168 time: 4.7997468 Jan 05 17:09:27.185407 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 41850) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:09:27.195736 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-cebf7ece-5090-41f9-8961-e26d0def56f9 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685'] for network, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:27.203185 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cebf7ece-5090-41f9-8961-e26d0def56f9 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:09:27.209536 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-cebf7ece-5090-41f9-8961-e26d0def56f9 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks [] for network, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:27.238643 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-0c43ccf1-8134-4da4-9055-8b20c80ccbae tempest-RoutersAdminTest-952369856 tempest-RoutersAdminTest-952369856-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1317781909', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'enable_snat': False}}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:09:27.330905 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-5a88f0ea-81cf-4ad2-9754-b94b967dd8dd tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.0771279 Jan 05 17:09:27.332553 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a88f0ea-81cf-4ad2-9754-b94b967dd8dd tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Pushing event updated for resources: {'Network': ['ID=1556ff2b-4276-4657-b49c-5e4127bf8977,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:09:27.336107 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 41854) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:09:27.343751 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-0cbbbc1b-9f7c-4232-92f7-f54f50d11f22 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Request body: {'subnet': {'network_id': '1556ff2b-4276-4657-b49c-5e4127bf8977', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:09:27.377237 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-cebf7ece-5090-41f9-8961-e26d0def56f9 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.1407864 Jan 05 17:09:27.386090 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a88f0ea-81cf-4ad2-9754-b94b967dd8dd tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:09:27.386442 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a88f0ea-81cf-4ad2-9754-b94b967dd8dd tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:09:27.386783 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a88f0ea-81cf-4ad2-9754-b94b967dd8dd tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:09:27.387621 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a88f0ea-81cf-4ad2-9754-b94b967dd8dd tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:09:27.387621 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a88f0ea-81cf-4ad2-9754-b94b967dd8dd tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:09:27.387924 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a88f0ea-81cf-4ad2-9754-b94b967dd8dd tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:09:27.388085 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a88f0ea-81cf-4ad2-9754-b94b967dd8dd tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:09:27.388393 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a88f0ea-81cf-4ad2-9754-b94b967dd8dd tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:09:27.388716 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a88f0ea-81cf-4ad2-9754-b94b967dd8dd tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:09:27.389216 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a88f0ea-81cf-4ad2-9754-b94b967dd8dd tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:09:27.389545 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a88f0ea-81cf-4ad2-9754-b94b967dd8dd tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:09:27.389889 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a88f0ea-81cf-4ad2-9754-b94b967dd8dd tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:09:27.390213 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a88f0ea-81cf-4ad2-9754-b94b967dd8dd tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:09:27.396356 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 41856) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:09:27.416339 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Network 1556ff2b-4276-4657-b49c-5e4127bf8977 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 05 17:09:27.440671 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-dac68885-3de1-4c15-9b56-4a2fec37e918 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Request body: {'subnet': {'network_id': '82f2d2cd-1056-4b4a-8b60-ee39eb3300a3', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:09:27.451090 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ecdefc-961b-4270-9a94-8f4af788ab1e tempest-BulkNetworkOpsTest-1458771112 tempest-BulkNetworkOpsTest-1458771112-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19cb8e4e-875f-4709-a959-6d71c0d519bf,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:09:27.506186 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.db_base_plugin_common [None req-d4393178-656d-41b8-b077-5f24ba7c12ae None None] Allocated IP 172.20.255.242 (e5086c4d-9a5a-4140-b101-4bbdc99c3dfc/e6d775ba-da0f-46a8-835f-ede369208238/5a19b7f0-fc24-4acf-9576-d72ee15af9bb) {{(pid=103802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:09:27.521550 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d21089fa-9501-4a65-bf3f-fc5bdbe3f0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:27.588354 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-eaa3db4a-9665-4967-9912-0a2032e75595 None None] Publish callbacks [] for port, precommit_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:27.638771 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75c1ac1f-6ba0-4ea3-a4cf-44bc0ceb8832 None None] DHCP port deletion for e897f8fc-3cef-40ca-9466-c6c65ecd9833 request from dv-neutron-master-2-hyperv {{(pid=103802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 05 17:09:27.646137 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-b535aa09-a849-4c14-bbb4-e06dbc5e4ee8 req-ca33a872-066f-43a0-a058-541c5c4910e7 tempest-ServerActionsTestJSON-949899014 tempest-ServerActionsTestJSON-949899014-project] 10.222.0.11 "GET /v2.0/ports?device_id=be270a5c-db8b-4dff-9e40-79b29c80ad34 HTTP/1.1" status: 200 len: 210 time: 0.1887531 Jan 05 17:09:27.647216 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57ecdefc-961b-4270-9a94-8f4af788ab1e tempest-BulkNetworkOpsTest-1458771112 tempest-BulkNetworkOpsTest-1458771112-project] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'} {{(pid=103800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 05 17:09:27.649505 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-d21089fa-9501-4a65-bf3f-fc5bdbe3f0ed None None] For port 9da717b7-a751-40bf-99e0-4770a3c75bcd, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=9da717b7-a751-40bf-99e0-4770a3c75bcd,segment=NetworkSegment(1ad36131-ab48-4a0c-b640-58d4ec89beaf),segment_id=1ad36131-ab48-4a0c-b640-58d4ec89beaf)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:09:27.675738 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-a75b9e95-b04e-494f-85fd-b506faba4d94 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:27.680832 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-57ecdefc-961b-4270-9a94-8f4af788ab1e tempest-BulkNetworkOpsTest-1458771112 tempest-BulkNetworkOpsTest-1458771112-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225'] for segment, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:27.681185 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.db.segments_db [None req-57ecdefc-961b-4270-9a94-8f4af788ab1e tempest-BulkNetworkOpsTest-1458771112 tempest-BulkNetworkOpsTest-1458771112-project] Added segment 168f5bcf-06b4-47b8-9ed7-d287aa4345ed of type vlan for network ee6f70f7-0f20-4db6-9e21-1bd6b368b2c9 Jan 05 17:09:27.683060 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f59b1293-c205-438c-ad07-db627960a698 req-c772863d-b5be-4ea8-bc96-7678bc938154 tempest-ServerActionsTestJSON-949899014 tempest-ServerActionsTestJSON-949899014-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 05 17:09:27.697832 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Provisioning complete for port 01b4e3a0-334c-463a-9aad-3e08126a4618 triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:09:27.698185 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:27.710561 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3793b5a0-eb4c-4943-9d6c-0314de88e9f9 None None] Sync routers for ids ['375a29a2-cb4e-48e0-af02-551751ef6988'] in dv-neutron-master-2-hyperv {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 05 17:09:27.711858 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebf7ece-5090-41f9-8961-e26d0def56f9 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Pushing event updated for resources: {'Network': ['ID=82f2d2cd-1056-4b4a-8b60-ee39eb3300a3,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:09:27.723015 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-eaa3db4a-9665-4967-9912-0a2032e75595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:27.762230 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Network 82f2d2cd-1056-4b4a-8b60-ee39eb3300a3 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 05 17:09:27.776386 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d21089fa-9501-4a65-bf3f-fc5bdbe3f0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:27.780409 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7324781-7aec-4357-b7f2-260d01084741 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Made reservation on behalf of fd419c78d7194361a03f37a26ebeba76 for: {'subnet': 1} {{(pid=103801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:09:27.786583 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-d7324781-7aec-4357-b7f2-260d01084741 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12480675'] for subnet, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:27.791182 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-0c43ccf1-8134-4da4-9055-8b20c80ccbae tempest-RoutersAdminTest-952369856 tempest-RoutersAdminTest-952369856-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-649063', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58098'] for router, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:27.796373 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-0c43ccf1-8134-4da4-9055-8b20c80ccbae tempest-RoutersAdminTest-952369856 tempest-RoutersAdminTest-952369856-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649832', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-545006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58091'] for router, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:27.823837 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [req-f59b1293-c205-438c-ad07-db627960a698 req-c772863d-b5be-4ea8-bc96-7678bc938154 tempest-ServerActionsTestJSON-949899014 tempest-ServerActionsTestJSON-949899014-project] No DVR routers for this DVR port 67389512-62b3-4da5-90e0-71fd04a18f1a on host hv-neutron-mast {{(pid=103800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 05 17:09:27.834078 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.db_base_plugin_common [None req-33963ed0-38c3-4afc-a7b2-9a5041070cf6 None None] Allocated IP 2001:db8::2 (9b108e05-58cc-4d98-85c8-c21a57823860/beb7642a-9087-4358-b980-878e8f238cce/9fe985d6-8f80-4f81-a35c-8c066a1a0271) {{(pid=103802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:09:27.837996 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-f59b1293-c205-438c-ad07-db627960a698 req-c772863d-b5be-4ea8-bc96-7678bc938154 tempest-ServerActionsTestJSON-949899014 tempest-ServerActionsTestJSON-949899014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:27.843390 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-f59b1293-c205-438c-ad07-db627960a698 req-c772863d-b5be-4ea8-bc96-7678bc938154 tempest-ServerActionsTestJSON-949899014 tempest-ServerActionsTestJSON-949899014-project] 10.222.0.13 "DELETE /v2.0/ports/67389512-62b3-4da5-90e0-71fd04a18f1a HTTP/1.1" status: 204 len: 173 time: 4.7161970 Jan 05 17:09:27.844120 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be270a5c-db8b-4dff-9e40-79b29c80ad34', 'name': 'network-vif-deleted', 'tag': '67389512-62b3-4da5-90e0-71fd04a18f1a'}] {{(pid=103800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 05 17:09:27.853603 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f64b9d4628f7eefcc27168a80c04985d23f0ea5def038dae05e1deb7357f3bfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d998b8f-6caf-4530-a9b4-e02d1f9a22c1" -d '{"events": [{"server_uuid": "be270a5c-db8b-4dff-9e40-79b29c80ad34", "name": "network-vif-deleted", "tag": "67389512-62b3-4da5-90e0-71fd04a18f1a"}]}' {{(pid=103800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 05 17:09:27.875615 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b9aa2f-9469-4933-b746-c62750f2504e None None] Pushing event updated for resources: {'Port': ['ID=f12a2d89-62c7-4c93-8256-419ab8c31f4b,revision_number=3']} {{(pid=103803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:09:27.878310 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-57ecdefc-961b-4270-9a94-8f4af788ab1e tempest-BulkNetworkOpsTest-1458771112 tempest-BulkNetworkOpsTest-1458771112-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754180566020'] for network, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:27.911936 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b9aa2f-9469-4933-b746-c62750f2504e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:09:27.911936 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b9aa2f-9469-4933-b746-c62750f2504e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:09:27.912184 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b9aa2f-9469-4933-b746-c62750f2504e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:09:27.913866 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b9aa2f-9469-4933-b746-c62750f2504e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:09:27.914781 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b9aa2f-9469-4933-b746-c62750f2504e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:09:27.915219 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b9aa2f-9469-4933-b746-c62750f2504e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:09:27.915725 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b9aa2f-9469-4933-b746-c62750f2504e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:09:27.916164 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b9aa2f-9469-4933-b746-c62750f2504e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:09:27.916611 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b9aa2f-9469-4933-b746-c62750f2504e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:09:27.917858 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b9aa2f-9469-4933-b746-c62750f2504e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:09:27.929353 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b9aa2f-9469-4933-b746-c62750f2504e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:09:27.929353 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b9aa2f-9469-4933-b746-c62750f2504e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:09:27.929353 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b9aa2f-9469-4933-b746-c62750f2504e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:09:27.930456 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Jan 2022 17:09:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c438f3f9-ee8a-444d-bd00-a00fec3c30aa x-openstack-request-id: req-c438f3f9-ee8a-444d-bd00-a00fec3c30aa {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 05 17:09:27.930755 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be270a5c-db8b-4dff-9e40-79b29c80ad34", "name": "network-vif-deleted", "tag": "67389512-62b3-4da5-90e0-71fd04a18f1a", "status": "completed", "code": 200}]} {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 05 17:09:27.931092 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c438f3f9-ee8a-444d-bd00-a00fec3c30aa {{(pid=103800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 05 17:09:27.932285 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be270a5c-db8b-4dff-9e40-79b29c80ad34', 'name': 'network-vif-deleted', 'tag': '67389512-62b3-4da5-90e0-71fd04a18f1a', 'status': 'completed', 'code': 200} Jan 05 17:09:27.935957 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f92934af-5296-429c-8fee-cefb7b385a65 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:27.994482 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.plugins.ml2.managers [None req-eaa3db4a-9665-4967-9912-0a2032e75595 None None] Attempting to bind port f12a2d89-62c7-4c93-8256-419ab8c31f4b on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 05 17:09:27.995334 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.plugins.ml2.managers [None req-eaa3db4a-9665-4967-9912-0a2032e75595 None None] Attempting to bind port f12a2d89-62c7-4c93-8256-419ab8c31f4b by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '7eb50c60-3826-4a12-b3f6-85e19db53949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '77e4a2d6-51aa-4a68-b5b7-38d6e0087161'}] {{(pid=103803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 05 17:09:27.997520 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaa3db4a-9665-4967-9912-0a2032e75595 None None] Attempting to bind port f12a2d89-62c7-4c93-8256-419ab8c31f4b on network 77e4a2d6-51aa-4a68-b5b7-38d6e0087161 {{(pid=103803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:09:28.008771 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaa3db4a-9665-4967-9912-0a2032e75595 None None] Checking agent: {'id': '0d4f8fd3-ce62-4651-970c-efa6a8bb22b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 5, 16, 57, 23), 'started_at': datetime.datetime(2022, 1, 5, 16, 57, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 5, 17, 9, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 05 17:09:28.014735 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaa3db4a-9665-4967-9912-0a2032e75595 None None] Checking segment: {'id': '7eb50c60-3826-4a12-b3f6-85e19db53949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '77e4a2d6-51aa-4a68-b5b7-38d6e0087161'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:09:28.014735 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-eaa3db4a-9665-4967-9912-0a2032e75595 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:28.014735 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaa3db4a-9665-4967-9912-0a2032e75595 None None] Bound using segment: {'id': '7eb50c60-3826-4a12-b3f6-85e19db53949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '77e4a2d6-51aa-4a68-b5b7-38d6e0087161'} {{(pid=103803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 05 17:09:28.014735 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.plugins.ml2.managers [None req-eaa3db4a-9665-4967-9912-0a2032e75595 None None] Bound port: f12a2d89-62c7-4c93-8256-419ab8c31f4b, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7eb50c60-3826-4a12-b3f6-85e19db53949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '77e4a2d6-51aa-4a68-b5b7-38d6e0087161'}}] {{(pid=103803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 05 17:09:28.014735 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-eaa3db4a-9665-4967-9912-0a2032e75595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:28.015239 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3793b5a0-eb4c-4943-9d6c-0314de88e9f9 None None] Routers {'375a29a2-cb4e-48e0-af02-551751ef6988'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:09:28.015239 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-3793b5a0-eb4c-4943-9d6c-0314de88e9f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:09:19Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['375a29a2-cb4e-48e0-af02-551751ef6988'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:09:28.024765 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-fc72c7d4-0e7c-4496-9040-1794cd360221 None None] Provisioning complete for port 9da717b7-a751-40bf-99e0-4770a3c75bcd triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:09:28.025134 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-fc72c7d4-0e7c-4496-9040-1794cd360221 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:28.083343 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cbbbc1b-9f7c-4232-92f7-f54f50d11f22 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Made reservation on behalf of 2c187912c919424a8a16116bf03056cd for: {'subnet': 1} {{(pid=103801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:09:28.087926 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-0cbbbc1b-9f7c-4232-92f7-f54f50d11f22 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12480675'] for subnet, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:28.100615 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57ecdefc-961b-4270-9a94-8f4af788ab1e tempest-BulkNetworkOpsTest-1458771112 tempest-BulkNetworkOpsTest-1458771112-project] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'} {{(pid=103800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 05 17:09:28.136357 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-57ecdefc-961b-4270-9a94-8f4af788ab1e tempest-BulkNetworkOpsTest-1458771112 tempest-BulkNetworkOpsTest-1458771112-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225'] for segment, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:28.136719 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.db.segments_db [None req-57ecdefc-961b-4270-9a94-8f4af788ab1e tempest-BulkNetworkOpsTest-1458771112 tempest-BulkNetworkOpsTest-1458771112-project] Added segment 658b689c-daf5-48ed-ade5-b73678a18148 of type vlan for network ea205ac7-4979-4a6a-a3ca-884a2540ed6e Jan 05 17:09:28.166721 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.plugins.ml2.db [None req-eaa3db4a-9665-4967-9912-0a2032e75595 None None] For port f12a2d89-62c7-4c93-8256-419ab8c31f4b, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 05 17:09:28.178447 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.plugins.ml2.db [None req-eaa3db4a-9665-4967-9912-0a2032e75595 None None] For port f12a2d89-62c7-4c93-8256-419ab8c31f4b, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f12a2d89-62c7-4c93-8256-419ab8c31f4b,segment=NetworkSegment(7eb50c60-3826-4a12-b3f6-85e19db53949),segment_id=7eb50c60-3826-4a12-b3f6-85e19db53949)] {{(pid=103803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 05 17:09:28.247281 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-57ecdefc-961b-4270-9a94-8f4af788ab1e tempest-BulkNetworkOpsTest-1458771112 tempest-BulkNetworkOpsTest-1458771112-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754180566020'] for network, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:28.317239 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-eaa3db4a-9665-4967-9912-0a2032e75595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:28.318106 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21089fa-9501-4a65-bf3f-fc5bdbe3f0ed None None] Pushing event updated for resources: {'Port': ['ID=9da717b7-a751-40bf-99e0-4770a3c75bcd,revision_number=3']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:09:28.396553 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaa3db4a-9665-4967-9912-0a2032e75595 None None] Routers {'bf1afd4d-680c-4871-aabc-4aca87161f6d'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:09:28.398613 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-57ecdefc-961b-4270-9a94-8f4af788ab1e tempest-BulkNetworkOpsTest-1458771112 tempest-BulkNetworkOpsTest-1458771112-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685'] for network, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:28.399130 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-57ecdefc-961b-4270-9a94-8f4af788ab1e tempest-BulkNetworkOpsTest-1458771112 tempest-BulkNetworkOpsTest-1458771112-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685'] for network, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:28.405672 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57ecdefc-961b-4270-9a94-8f4af788ab1e tempest-BulkNetworkOpsTest-1458771112 tempest-BulkNetworkOpsTest-1458771112-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:09:28.407785 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-eaa3db4a-9665-4967-9912-0a2032e75595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:09:19Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['bf1afd4d-680c-4871-aabc-4aca87161f6d'], 'active': True} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:09:28.419308 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b9aa2f-9469-4933-b746-c62750f2504e None None] Pushing event updated for resources: {'Port': ['ID=f12a2d89-62c7-4c93-8256-419ab8c31f4b,revision_number=4']} {{(pid=103803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:09:28.419789 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57ecdefc-961b-4270-9a94-8f4af788ab1e tempest-BulkNetworkOpsTest-1458771112 tempest-BulkNetworkOpsTest-1458771112-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:09:28.420982 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-57ecdefc-961b-4270-9a94-8f4af788ab1e tempest-BulkNetworkOpsTest-1458771112 tempest-BulkNetworkOpsTest-1458771112-project] Publish callbacks [] for network, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:28.501688 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-75c1ac1f-6ba0-4ea3-a4cf-44bc0ceb8832 None None] Deleting port b25cdd6b-3f00-4fd3-8804-746b98422bb2 {{(pid=103802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:09:28.502133 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-75c1ac1f-6ba0-4ea3-a4cf-44bc0ceb8832 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:28.534434 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ecdefc-961b-4270-9a94-8f4af788ab1e tempest-BulkNetworkOpsTest-1458771112 tempest-BulkNetworkOpsTest-1458771112-project] Pushing event updated for resources: {'Network': ['ID=ee6f70f7-0f20-4db6-9e21-1bd6b368b2c9,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:09:28.551439 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-57ecdefc-961b-4270-9a94-8f4af788ab1e tempest-BulkNetworkOpsTest-1458771112 tempest-BulkNetworkOpsTest-1458771112-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1316 time: 3.2354968 Jan 05 17:09:28.566220 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 41866) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:09:28.598423 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvr_db [None req-eaa3db4a-9665-4967-9912-0a2032e75595 None None] Set router bf1afd4d-680c-4871-aabc-4aca87161f6d gateway port host: None {{(pid=103803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:09:28.607716 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-75c1ac1f-6ba0-4ea3-a4cf-44bc0ceb8832 None None] For port b25cdd6b-3f00-4fd3-8804-746b98422bb2, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b25cdd6b-3f00-4fd3-8804-746b98422bb2,segment=NetworkSegment(68e6c437-46c2-424d-85e7-20547f69066d),segment_id=68e6c437-46c2-424d-85e7-20547f69066d)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:09:28.608264 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-75c1ac1f-6ba0-4ea3-a4cf-44bc0ceb8832 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:28.632398 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-75c1ac1f-6ba0-4ea3-a4cf-44bc0ceb8832 None None] Calling delete_port for b25cdd6b-3f00-4fd3-8804-746b98422bb2 owned by network:dhcp {{(pid=103802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:09:28.689743 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-0c43ccf1-8134-4da4-9055-8b20c80ccbae tempest-RoutersAdminTest-952369856 tempest-RoutersAdminTest-952369856-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:28.762974 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dac68885-3de1-4c15-9b56-4a2fec37e918 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Made reservation on behalf of 85eea60e03994a48a004c2f9e50e4168 for: {'subnet': 1} {{(pid=103801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:09:28.773381 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-dac68885-3de1-4c15-9b56-4a2fec37e918 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12480675'] for subnet, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:28.780755 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Network ee6f70f7-0f20-4db6-9e21-1bd6b368b2c9 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 05 17:09:28.829248 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-fc72c7d4-0e7c-4496-9040-1794cd360221 None None] Provisioning complete for port 276dbda1-be0d-4778-9c79-79ca3751d954 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:09:28.829996 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-fc72c7d4-0e7c-4496-9040-1794cd360221 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:28.840239 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d4393178-656d-41b8-b077-5f24ba7c12ae None None] Publish callbacks [] for port, precommit_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:28.845438 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 9da717b7-a751-40bf-99e0-4770a3c75bcd up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:09:28.855323 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e662ea07-87e8-4657-940e-d5ddc123cb90 tempest-BulkNetworkOpsTest-1458771112 tempest-BulkNetworkOpsTest-1458771112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:09:28.863357 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e662ea07-87e8-4657-940e-d5ddc123cb90 tempest-BulkNetworkOpsTest-1458771112 tempest-BulkNetworkOpsTest-1458771112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:09:28.870805 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e662ea07-87e8-4657-940e-d5ddc123cb90 tempest-BulkNetworkOpsTest-1458771112 tempest-BulkNetworkOpsTest-1458771112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:09:28.879576 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e662ea07-87e8-4657-940e-d5ddc123cb90 tempest-BulkNetworkOpsTest-1458771112 tempest-BulkNetworkOpsTest-1458771112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:09:28.881854 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-e662ea07-87e8-4657-940e-d5ddc123cb90 tempest-BulkNetworkOpsTest-1458771112 tempest-BulkNetworkOpsTest-1458771112-project] 10.222.0.11 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2403 time: 0.3139601 Jan 05 17:09:28.918286 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 41870) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:09:28.960304 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-75c1ac1f-6ba0-4ea3-a4cf-44bc0ceb8832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678'] for port, after_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:29.001024 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-eaa3db4a-9665-4967-9912-0a2032e75595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf1afd4d-680c-4871-aabc-4aca87161f6d', 'name': 'tempest-RoutersTest-router-1392716440', 'tenant_id': '85eea60e03994a48a004c2f9e50e4168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:09:02Z', 'updated_at': '2022-01-05T17:09:24Z', 'revision_number': 3, 'project_id': '85eea60e03994a48a004c2f9e50e4168', 'gw_port_host': None, '_interfaces': [{'id': '182e09e5-42e6-4f62-bbbb-0058488f34b5', 'name': '', 'network_id': '185acd14-b895-4704-a83b-f6ba048b49d6', 'tenant_id': '85eea60e03994a48a004c2f9e50e4168', 'mac_address': 'fa:16:3e:bc:8d:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf1afd4d-680c-4871-aabc-4aca87161f6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '429e9b39-4f6c-40eb-b133-5051cc8163a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:09:09Z', 'updated_at': '2022-01-05T17:09:19Z', 'revision_number': 5, 'project_id': '85eea60e03994a48a004c2f9e50e4168', 'subnets': [{'id': '429e9b39-4f6c-40eb-b133-5051cc8163a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f12a2d89-62c7-4c93-8256-419ab8c31f4b', 'name': '', 'network_id': '77e4a2d6-51aa-4a68-b5b7-38d6e0087161', 'tenant_id': '85eea60e03994a48a004c2f9e50e4168', 'mac_address': 'fa:16:3e:af:48:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf1afd4d-680c-4871-aabc-4aca87161f6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '21285678-2d09-4af6-a22e-c08e91089594', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:09:22Z', 'updated_at': '2022-01-05T17:09:28Z', 'revision_number': 4, 'project_id': '85eea60e03994a48a004c2f9e50e4168', 'subnets': [{'id': '21285678-2d09-4af6-a22e-c08e91089594', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:09:29.034236 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-3793b5a0-eb4c-4943-9d6c-0314de88e9f9 None None] Set router 375a29a2-cb4e-48e0-af02-551751ef6988 gateway port host: dv-neutron-master-2-hyperv {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:09:29.046285 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-88cfa009-8389-4047-af77-02a6d5654597 tempest-BulkNetworkOpsTest-1458771112 tempest-BulkNetworkOpsTest-1458771112-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3809644'] for network, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:29.058387 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaa3db4a-9665-4967-9912-0a2032e75595 None None] The sync data for ids ['bf1afd4d-680c-4871-aabc-4aca87161f6d'] in dv-neutron-master-2-hyperv is: [{'id': 'bf1afd4d-680c-4871-aabc-4aca87161f6d', 'name': 'tempest-RoutersTest-router-1392716440', 'tenant_id': '85eea60e03994a48a004c2f9e50e4168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:09:02Z', 'updated_at': '2022-01-05T17:09:24Z', 'revision_number': 3, 'project_id': '85eea60e03994a48a004c2f9e50e4168', 'gw_port_host': None, '_interfaces': [{'id': '182e09e5-42e6-4f62-bbbb-0058488f34b5', 'name': '', 'network_id': '185acd14-b895-4704-a83b-f6ba048b49d6', 'tenant_id': '85eea60e03994a48a004c2f9e50e4168', 'mac_address': 'fa:16:3e:bc:8d:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf1afd4d-680c-4871-aabc-4aca87161f6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '429e9b39-4f6c-40eb-b133-5051cc8163a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:09:09Z', 'updated_at': '2022-01-05T17:09:19Z', 'revision_number': 5, 'project_id': '85eea60e03994a48a004c2f9e50e4168', 'subnets': [{'id': '429e9b39-4f6c-40eb-b133-5051cc8163a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f12a2d89-62c7-4c93-8256-419ab8c31f4b', 'name': '', 'network_id': '77e4a2d6-51aa-4a68-b5b7-38d6e0087161', 'tenant_id': '85eea60e03994a48a004c2f9e50e4168', 'mac_address': 'fa:16:3e:af:48:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf1afd4d-680c-4871-aabc-4aca87161f6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '21285678-2d09-4af6-a22e-c08e91089594', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:09:22Z', 'updated_at': '2022-01-05T17:09:28Z', 'revision_number': 4, 'project_id': '85eea60e03994a48a004c2f9e50e4168', 'subnets': [{'id': '21285678-2d09-4af6-a22e-c08e91089594', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 05 17:09:29.087792 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-3e4a5801-4c37-4ea2-b369-ba53ec60b2f7 req-55ffb7e5-1cd0-49e1-a7e2-cec3a20c8496 tempest-ServerActionsTestJSON-949899014 tempest-ServerActionsTestJSON-949899014-project] 10.222.0.11 "GET /v2.0/ports?device_id=be270a5c-db8b-4dff-9e40-79b29c80ad34 HTTP/1.1" status: 200 len: 210 time: 0.2018301 Jan 05 17:09:29.106880 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ecdefc-961b-4270-9a94-8f4af788ab1e tempest-BulkNetworkOpsTest-1458771112 tempest-BulkNetworkOpsTest-1458771112-project] Pushing event updated for resources: {'Network': ['ID=ea205ac7-4979-4a6a-a3ca-884a2540ed6e,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:09:29.155055 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ecdefc-961b-4270-9a94-8f4af788ab1e tempest-BulkNetworkOpsTest-1458771112 tempest-BulkNetworkOpsTest-1458771112-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:09:29.155476 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ecdefc-961b-4270-9a94-8f4af788ab1e tempest-BulkNetworkOpsTest-1458771112 tempest-BulkNetworkOpsTest-1458771112-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:09:29.155831 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ecdefc-961b-4270-9a94-8f4af788ab1e tempest-BulkNetworkOpsTest-1458771112 tempest-BulkNetworkOpsTest-1458771112-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:09:29.156158 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ecdefc-961b-4270-9a94-8f4af788ab1e tempest-BulkNetworkOpsTest-1458771112 tempest-BulkNetworkOpsTest-1458771112-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:09:29.156485 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ecdefc-961b-4270-9a94-8f4af788ab1e tempest-BulkNetworkOpsTest-1458771112 tempest-BulkNetworkOpsTest-1458771112-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:09:29.156808 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ecdefc-961b-4270-9a94-8f4af788ab1e tempest-BulkNetworkOpsTest-1458771112 tempest-BulkNetworkOpsTest-1458771112-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:09:29.157122 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ecdefc-961b-4270-9a94-8f4af788ab1e tempest-BulkNetworkOpsTest-1458771112 tempest-BulkNetworkOpsTest-1458771112-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:09:29.157443 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ecdefc-961b-4270-9a94-8f4af788ab1e tempest-BulkNetworkOpsTest-1458771112 tempest-BulkNetworkOpsTest-1458771112-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:09:29.157818 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ecdefc-961b-4270-9a94-8f4af788ab1e tempest-BulkNetworkOpsTest-1458771112 tempest-BulkNetworkOpsTest-1458771112-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:09:29.158155 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ecdefc-961b-4270-9a94-8f4af788ab1e tempest-BulkNetworkOpsTest-1458771112 tempest-BulkNetworkOpsTest-1458771112-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:09:29.158469 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ecdefc-961b-4270-9a94-8f4af788ab1e tempest-BulkNetworkOpsTest-1458771112 tempest-BulkNetworkOpsTest-1458771112-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:09:29.158783 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ecdefc-961b-4270-9a94-8f4af788ab1e tempest-BulkNetworkOpsTest-1458771112 tempest-BulkNetworkOpsTest-1458771112-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:09:29.159144 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ecdefc-961b-4270-9a94-8f4af788ab1e tempest-BulkNetworkOpsTest-1458771112 tempest-BulkNetworkOpsTest-1458771112-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:09:29.204455 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d4393178-656d-41b8-b077-5f24ba7c12ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669'] for port, after_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:29.223887 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-fc72c7d4-0e7c-4496-9040-1794cd360221 None None] Port 276dbda1-be0d-4778-9c79-79ca3751d954 cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 17:09:29.283774 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Network ea205ac7-4979-4a6a-a3ca-884a2540ed6e details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 05 17:09:29.299361 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c1ac1f-6ba0-4ea3-a4cf-44bc0ceb8832 None None] Pushing event deleted for resources: {'Port': ['ID=b25cdd6b-3f00-4fd3-8804-746b98422bb2,revision_number=None']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:09:29.346078 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-d7324781-7aec-4357-b7f2-260d01084741 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11433288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12480593'] for subnet, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:29.351449 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-88cfa009-8389-4047-af77-02a6d5654597 tempest-BulkNetworkOpsTest-1458771112 tempest-BulkNetworkOpsTest-1458771112-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3891715', 'neutron.services.segments.db._delete_segments_for_network-8754181063482'] for network, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:29.390517 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-0c43ccf1-8134-4da4-9055-8b20c80ccbae tempest-RoutersAdminTest-952369856 tempest-RoutersAdminTest-952369856-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:29.391195 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.services.segments.db [None req-88cfa009-8389-4047-af77-02a6d5654597 tempest-BulkNetworkOpsTest-1458771112 tempest-BulkNetworkOpsTest-1458771112-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee6f70f7-0f20-4db6-9e21-1bd6b368b2c9']}} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:09:29.405326 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.services.segments.db [None req-88cfa009-8389-4047-af77-02a6d5654597 tempest-BulkNetworkOpsTest-1458771112 tempest-BulkNetworkOpsTest-1458771112-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '168f5bcf-06b4-47b8-9ed7-d287aa4345ed') {'for_net_delete': True} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:09:29.405326 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.services.segments.db [None req-88cfa009-8389-4047-af77-02a6d5654597 tempest-BulkNetworkOpsTest-1458771112 tempest-BulkNetworkOpsTest-1458771112-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '168f5bcf-06b4-47b8-9ed7-d287aa4345ed') {} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:09:29.431154 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-88cfa009-8389-4047-af77-02a6d5654597 tempest-BulkNetworkOpsTest-1458771112 tempest-BulkNetworkOpsTest-1458771112-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754181064771', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8784833'] for segment, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:29.453600 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-88cfa009-8389-4047-af77-02a6d5654597 tempest-BulkNetworkOpsTest-1458771112 tempest-BulkNetworkOpsTest-1458771112-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225'] for segment, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:29.459131 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4393178-656d-41b8-b077-5f24ba7c12ae None None] Pushing event updated for resources: {'Port': ['ID=5a19b7f0-fc24-4acf-9576-d72ee15af9bb,revision_number=1']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:09:29.470565 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-fc72c7d4-0e7c-4496-9040-1794cd360221 None None] Provisioning complete for port f12a2d89-62c7-4c93-8256-419ab8c31f4b triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:09:29.471730 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-fc72c7d4-0e7c-4496-9040-1794cd360221 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:29.475826 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88cfa009-8389-4047-af77-02a6d5654597 tempest-BulkNetworkOpsTest-1458771112 tempest-BulkNetworkOpsTest-1458771112-project] Releasing vlan 109 on physical network physnet1 to pool {{(pid=103800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 05 17:09:29.476861 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-88cfa009-8389-4047-af77-02a6d5654597 tempest-BulkNetworkOpsTest-1458771112 tempest-BulkNetworkOpsTest-1458771112-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8784497'] for segment, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:29.491352 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7324781-7aec-4357-b7f2-260d01084741 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Network e897f8fc-3cef-40ca-9466-c6c65ecd9833 is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:09:29.497442 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-dac68885-3de1-4c15-9b56-4a2fec37e918 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11433288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12480593'] for subnet, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:29.517926 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-d7324781-7aec-4357-b7f2-260d01084741 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:09:29.523950 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-a75b9e95-b04e-494f-85fd-b506faba4d94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-648430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648639'] for router, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:29.539015 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7324781-7aec-4357-b7f2-260d01084741 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:09:29.547504 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-d7324781-7aec-4357-b7f2-260d01084741 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks [] for subnet, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:29.553344 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75c1ac1f-6ba0-4ea3-a4cf-44bc0ceb8832 None None] No DVR routers for this DVR port b25cdd6b-3f00-4fd3-8804-746b98422bb2 on host dv-neutron-master-2-hyperv {{(pid=103802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 05 17:09:29.567240 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Provisioning complete for port 9da717b7-a751-40bf-99e0-4770a3c75bcd triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:09:29.567240 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:29.569429 dv-neutron-master-2-hyperv neutron-server[103800]: Traceback (most recent call last): Jan 05 17:09:29.569429 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 05 17:09:29.569429 dv-neutron-master-2-hyperv neutron-server[103800]: timer() Jan 05 17:09:29.569429 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 05 17:09:29.569429 dv-neutron-master-2-hyperv neutron-server[103800]: cb(*args, **kw) Jan 05 17:09:29.569429 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 05 17:09:29.569429 dv-neutron-master-2-hyperv neutron-server[103800]: return func(*args, **kwargs) Jan 05 17:09:29.569429 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 05 17:09:29.569429 dv-neutron-master-2-hyperv neutron-server[103800]: self._notify() Jan 05 17:09:29.569429 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 05 17:09:29.569429 dv-neutron-master-2-hyperv neutron-server[103800]: self.callback(batched_events) Jan 05 17:09:29.569429 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 05 17:09:29.569429 dv-neutron-master-2-hyperv neutron-server[103800]: event.method(event) Jan 05 17:09:29.569429 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 05 17:09:29.569429 dv-neutron-master-2-hyperv neutron-server[103800]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 05 17:09:29.569429 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 05 17:09:29.569429 dv-neutron-master-2-hyperv neutron-server[103800]: aggregate_uuid = self.p_client.list_aggregates( Jan 05 17:09:29.569429 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 05 17:09:29.569429 dv-neutron-master-2-hyperv neutron-server[103800]: return f(self, *a, **k) Jan 05 17:09:29.569429 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 05 17:09:29.569429 dv-neutron-master-2-hyperv neutron-server[103800]: return self._get(url).json() Jan 05 17:09:29.569429 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 05 17:09:29.569429 dv-neutron-master-2-hyperv neutron-server[103800]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 05 17:09:29.569429 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 05 17:09:29.569429 dv-neutron-master-2-hyperv neutron-server[103800]: return self.request(url, 'GET', **kwargs) Jan 05 17:09:29.569429 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 05 17:09:29.569429 dv-neutron-master-2-hyperv neutron-server[103800]: base_url = self.get_endpoint(auth, allow=allow, Jan 05 17:09:29.569429 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 05 17:09:29.569429 dv-neutron-master-2-hyperv neutron-server[103800]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 05 17:09:29.569429 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 05 17:09:29.569429 dv-neutron-master-2-hyperv neutron-server[103800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 05 17:09:29.569429 dv-neutron-master-2-hyperv neutron-server[103800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 05 17:09:29.586687 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4393178-656d-41b8-b077-5f24ba7c12ae None None] Network e5086c4d-9a5a-4140-b101-4bbdc99c3dfc is already hosted by enough agents. {{(pid=103802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:09:29.652847 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-325b6066-1c08-45ff-ade3-e4fb58a0b15c None None] Network e897f8fc-3cef-40ca-9466-c6c65ecd9833 requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:09:29.659250 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-88cfa009-8389-4047-af77-02a6d5654597 tempest-BulkNetworkOpsTest-1458771112 tempest-BulkNetworkOpsTest-1458771112-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3891722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648695'] for network, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:29.663887 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-88cfa009-8389-4047-af77-02a6d5654597 tempest-BulkNetworkOpsTest-1458771112 tempest-BulkNetworkOpsTest-1458771112-project] Publish callbacks [] for network, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:29.667396 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-88cfa009-8389-4047-af77-02a6d5654597 tempest-BulkNetworkOpsTest-1458771112 tempest-BulkNetworkOpsTest-1458771112-project] 10.222.0.11 "DELETE /v2.0/networks/ee6f70f7-0f20-4db6-9e21-1bd6b368b2c9 HTTP/1.1" status: 204 len: 168 time: 0.7386816 Jan 05 17:09:29.671481 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7324781-7aec-4357-b7f2-260d01084741 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Pushing event updated for resources: {'Subnet': ['ID=b46c87e2-b2d6-414f-a746-739cab240b58,revision_number=0']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:09:29.680602 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 41874) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:09:29.725759 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.agents_db [None req-291d1585-17df-45c0-b64a-d244e6d90872 None None] Agent healthcheck: found 6 active agents {{(pid=103803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 05 17:09:29.727405 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cfa009-8389-4047-af77-02a6d5654597 tempest-BulkNetworkOpsTest-1458771112 tempest-BulkNetworkOpsTest-1458771112-project] Pushing event deleted for resources: {'Network': ['ID=ee6f70f7-0f20-4db6-9e21-1bd6b368b2c9,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:09:29.749386 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac68885-3de1-4c15-9b56-4a2fec37e918 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Pushing event updated for resources: {'Subnet': ['ID=c343cccc-8aec-4f0b-a6d7-7d4f99734aed,revision_number=0']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:09:29.877033 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-93fed0f9-d0d3-4dd8-b3b4-0621029c2f40 tempest-BulkNetworkOpsTest-1458771112 tempest-BulkNetworkOpsTest-1458771112-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3809644'] for network, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:29.903014 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-d7324781-7aec-4357-b7f2-260d01084741 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.8161297 Jan 05 17:09:29.907584 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 41876) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:09:29.928137 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-72e365fc-9484-4bdb-a709-c91a0516c0e1 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Request body: {'port': {'network_id': 'e897f8fc-3cef-40ca-9466-c6c65ecd9833', 'mac_address': 'fa:16:3e:0a:d6:56', 'name': 'tempest-NetworksTestDHCPv6-906301202'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:09:30.007742 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.scheduler.base_scheduler [None req-d4393178-656d-41b8-b077-5f24ba7c12ae None None] Resources bound (agent type, host, resource id): {{(pid=103802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:09:30.010038 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-33963ed0-38c3-4afc-a7b2-9a5041070cf6 None None] Publish callbacks [] for port, precommit_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:30.030775 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4393178-656d-41b8-b077-5f24ba7c12ae None None] Received port after_create {{(pid=103802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:09:30.061660 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-93fed0f9-d0d3-4dd8-b3b4-0621029c2f40 tempest-BulkNetworkOpsTest-1458771112 tempest-BulkNetworkOpsTest-1458771112-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3891715', 'neutron.services.segments.db._delete_segments_for_network-8754181063482'] for network, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:30.160504 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.services.segments.db [None req-93fed0f9-d0d3-4dd8-b3b4-0621029c2f40 tempest-BulkNetworkOpsTest-1458771112 tempest-BulkNetworkOpsTest-1458771112-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea205ac7-4979-4a6a-a3ca-884a2540ed6e']}} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:09:30.166416 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dac68885-3de1-4c15-9b56-4a2fec37e918 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Checking segment: {'id': '3f203f06-4b1f-4520-9ef3-4ad0e7d2f8d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '82f2d2cd-1056-4b4a-8b60-ee39eb3300a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:09:30.166786 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dac68885-3de1-4c15-9b56-4a2fec37e918 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Network hostable DHCP agents. Network: 82f2d2cd-1056-4b4a-8b60-ee39eb3300a3, hostable agents: ['3f70c195-17da-4084-9fd6-bf6059d88535'], hosted agents: [] {{(pid=103801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 05 17:09:30.203400 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.services.segments.db [None req-93fed0f9-d0d3-4dd8-b3b4-0621029c2f40 tempest-BulkNetworkOpsTest-1458771112 tempest-BulkNetworkOpsTest-1458771112-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '658b689c-daf5-48ed-ade5-b73678a18148') {'for_net_delete': True} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:09:30.204058 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.services.segments.db [None req-93fed0f9-d0d3-4dd8-b3b4-0621029c2f40 tempest-BulkNetworkOpsTest-1458771112 tempest-BulkNetworkOpsTest-1458771112-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '658b689c-daf5-48ed-ade5-b73678a18148') {} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:09:30.209986 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-0cbbbc1b-9f7c-4232-92f7-f54f50d11f22 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11433288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12480593'] for subnet, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:30.220865 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-93fed0f9-d0d3-4dd8-b3b4-0621029c2f40 tempest-BulkNetworkOpsTest-1458771112 tempest-BulkNetworkOpsTest-1458771112-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754181064771', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8784833'] for segment, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:30.236276 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [None req-f92934af-5296-429c-8fee-cefb7b385a65 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Allocated IP 2001:db8::1 (9b108e05-58cc-4d98-85c8-c21a57823860/beb7642a-9087-4358-b980-878e8f238cce/80c0fed0-176f-4438-9a3e-aeeeb85fa8bd) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:09:30.242411 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-fc72c7d4-0e7c-4496-9040-1794cd360221 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:30.244904 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-33963ed0-38c3-4afc-a7b2-9a5041070cf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669'] for port, after_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:30.246592 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-93fed0f9-d0d3-4dd8-b3b4-0621029c2f40 tempest-BulkNetworkOpsTest-1458771112 tempest-BulkNetworkOpsTest-1458771112-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225'] for segment, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:30.261450 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93fed0f9-d0d3-4dd8-b3b4-0621029c2f40 tempest-BulkNetworkOpsTest-1458771112 tempest-BulkNetworkOpsTest-1458771112-project] Releasing vlan 148 on physical network physnet1 to pool {{(pid=103800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 05 17:09:30.261905 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-93fed0f9-d0d3-4dd8-b3b4-0621029c2f40 tempest-BulkNetworkOpsTest-1458771112 tempest-BulkNetworkOpsTest-1458771112-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8784497'] for segment, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:30.265619 dv-neutron-master-2-hyperv neutron-server[103800]: Traceback (most recent call last): Jan 05 17:09:30.265619 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 05 17:09:30.265619 dv-neutron-master-2-hyperv neutron-server[103800]: timer() Jan 05 17:09:30.265619 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 05 17:09:30.265619 dv-neutron-master-2-hyperv neutron-server[103800]: cb(*args, **kw) Jan 05 17:09:30.265619 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 05 17:09:30.265619 dv-neutron-master-2-hyperv neutron-server[103800]: return func(*args, **kwargs) Jan 05 17:09:30.265619 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 05 17:09:30.265619 dv-neutron-master-2-hyperv neutron-server[103800]: self._notify() Jan 05 17:09:30.265619 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 05 17:09:30.265619 dv-neutron-master-2-hyperv neutron-server[103800]: self.callback(batched_events) Jan 05 17:09:30.265619 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 05 17:09:30.265619 dv-neutron-master-2-hyperv neutron-server[103800]: event.method(event) Jan 05 17:09:30.265619 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 05 17:09:30.265619 dv-neutron-master-2-hyperv neutron-server[103800]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 05 17:09:30.265619 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 05 17:09:30.265619 dv-neutron-master-2-hyperv neutron-server[103800]: aggregate_uuid = self.p_client.list_aggregates( Jan 05 17:09:30.265619 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 05 17:09:30.265619 dv-neutron-master-2-hyperv neutron-server[103800]: return f(self, *a, **k) Jan 05 17:09:30.265619 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 05 17:09:30.265619 dv-neutron-master-2-hyperv neutron-server[103800]: return self._get(url).json() Jan 05 17:09:30.265619 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 05 17:09:30.265619 dv-neutron-master-2-hyperv neutron-server[103800]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 05 17:09:30.265619 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 05 17:09:30.265619 dv-neutron-master-2-hyperv neutron-server[103800]: return self.request(url, 'GET', **kwargs) Jan 05 17:09:30.265619 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 05 17:09:30.265619 dv-neutron-master-2-hyperv neutron-server[103800]: base_url = self.get_endpoint(auth, allow=allow, Jan 05 17:09:30.265619 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 05 17:09:30.265619 dv-neutron-master-2-hyperv neutron-server[103800]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 05 17:09:30.265619 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 05 17:09:30.265619 dv-neutron-master-2-hyperv neutron-server[103800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 05 17:09:30.265619 dv-neutron-master-2-hyperv neutron-server[103800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 05 17:09:30.281991 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a75b9e95-b04e-494f-85fd-b506faba4d94 admin admin] Router a556a634-679b-44da-be20-1af64bc8c3a7 is scheduled to L3 agent 59446fdc-40e0-41fe-a575-a8eb11d742f7 with binding_index 1 {{(pid=103801) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 05 17:09:30.297485 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 41882) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:09:30.302748 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dac68885-3de1-4c15-9b56-4a2fec37e918 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Network 82f2d2cd-1056-4b4a-8b60-ee39eb3300a3 is scheduled to be hosted by DHCP agent 3f70c195-17da-4084-9fd6-bf6059d88535 with binding_index 1 {{(pid=103801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 05 17:09:30.329088 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbbbc1b-9f7c-4232-92f7-f54f50d11f22 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Pushing event updated for resources: {'Subnet': ['ID=ade3e5a3-60a5-4073-b85c-bb2dd6f0a4df,revision_number=0']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:09:30.407357 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33963ed0-38c3-4afc-a7b2-9a5041070cf6 None None] Network 9b108e05-58cc-4d98-85c8-c21a57823860 is already hosted by enough agents. {{(pid=103802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:09:30.420497 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72e365fc-9484-4bdb-a709-c91a0516c0e1 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Made reservation on behalf of fd419c78d7194361a03f37a26ebeba76 for: {'port': 1} {{(pid=103801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:09:30.421566 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33963ed0-38c3-4afc-a7b2-9a5041070cf6 None None] Pushing event updated for resources: {'Port': ['ID=9fe985d6-8f80-4f81-a35c-8c066a1a0271,revision_number=1']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:09:30.433262 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-d4393178-656d-41b8-b077-5f24ba7c12ae None None] Attempting to bind port 5a19b7f0-fc24-4acf-9576-d72ee15af9bb on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 05 17:09:30.433919 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-d4393178-656d-41b8-b077-5f24ba7c12ae None None] Attempting to bind port 5a19b7f0-fc24-4acf-9576-d72ee15af9bb by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '84e1ffeb-155b-4020-96f3-8d9f8151e1be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'e5086c4d-9a5a-4140-b101-4bbdc99c3dfc'}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 05 17:09:30.434465 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4393178-656d-41b8-b077-5f24ba7c12ae None None] Attempting to bind port 5a19b7f0-fc24-4acf-9576-d72ee15af9bb on network e5086c4d-9a5a-4140-b101-4bbdc99c3dfc {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:09:30.436943 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.scheduler.base_scheduler [None req-33963ed0-38c3-4afc-a7b2-9a5041070cf6 None None] Resources bound (agent type, host, resource id): {{(pid=103802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:09:30.455415 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33963ed0-38c3-4afc-a7b2-9a5041070cf6 None None] Received port after_create {{(pid=103802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:09:30.469709 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-fc72c7d4-0e7c-4496-9040-1794cd360221 None None] For port f12a2d89-62c7-4c93-8256-419ab8c31f4b, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f12a2d89-62c7-4c93-8256-419ab8c31f4b,segment=NetworkSegment(7eb50c60-3826-4a12-b3f6-85e19db53949),segment_id=7eb50c60-3826-4a12-b3f6-85e19db53949)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:09:30.471903 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4393178-656d-41b8-b077-5f24ba7c12ae None None] Checking agent: {'id': '0d4f8fd3-ce62-4651-970c-efa6a8bb22b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 5, 16, 57, 23), 'started_at': datetime.datetime(2022, 1, 5, 16, 57, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 5, 17, 9, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 05 17:09:30.472270 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4393178-656d-41b8-b077-5f24ba7c12ae None None] Checking segment: {'id': '84e1ffeb-155b-4020-96f3-8d9f8151e1be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'e5086c4d-9a5a-4140-b101-4bbdc99c3dfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:09:30.472669 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d4393178-656d-41b8-b077-5f24ba7c12ae None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:30.473056 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4393178-656d-41b8-b077-5f24ba7c12ae None None] Bound using segment: {'id': '84e1ffeb-155b-4020-96f3-8d9f8151e1be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'e5086c4d-9a5a-4140-b101-4bbdc99c3dfc'} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 05 17:09:30.473565 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-d4393178-656d-41b8-b077-5f24ba7c12ae None None] Bound port: 5a19b7f0-fc24-4acf-9576-d72ee15af9bb, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84e1ffeb-155b-4020-96f3-8d9f8151e1be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'e5086c4d-9a5a-4140-b101-4bbdc99c3dfc'}}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 05 17:09:30.475913 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d4393178-656d-41b8-b077-5f24ba7c12ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:30.489762 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-dac68885-3de1-4c15-9b56-4a2fec37e918 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 82f2d2cd-1056-4b4a-8b60-ee39eb3300a3) {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:09:30.495304 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dac68885-3de1-4c15-9b56-4a2fec37e918 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:09:30.496154 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-dac68885-3de1-4c15-9b56-4a2fec37e918 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks [] for subnet, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:30.526028 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c54a8cc1-bf6c-4f97-8718-c774f014ea3b None None] Network 82f2d2cd-1056-4b4a-8b60-ee39eb3300a3 requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:09:30.543655 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f92934af-5296-429c-8fee-cefb7b385a65 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks [] for port, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:30.577043 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40c28fa7-f2ff-433a-b0bc-d716d7e15121 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-e897f8fc-3cef-40ca-9466-c6c65ecd9833', 'network_id': 'e897f8fc-3cef-40ca-9466-c6c65ecd9833', 'project_id': 'fd419c78d7194361a03f37a26ebeba76', 'fixed_ips': [{'subnet_id': 'b46c87e2-b2d6-414f-a746-739cab240b58'}]}} from dv-neutron-master-2-hyperv. {{(pid=103802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 05 17:09:30.577935 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-40c28fa7-f2ff-433a-b0bc-d716d7e15121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:30.609689 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-93fed0f9-d0d3-4dd8-b3b4-0621029c2f40 tempest-BulkNetworkOpsTest-1458771112 tempest-BulkNetworkOpsTest-1458771112-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3891722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648695'] for network, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:30.613550 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cbbbc1b-9f7c-4232-92f7-f54f50d11f22 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Checking segment: {'id': '7187d679-cc4c-4360-b607-0a9c15d0e91f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '1556ff2b-4276-4657-b49c-5e4127bf8977'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:09:30.613550 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cbbbc1b-9f7c-4232-92f7-f54f50d11f22 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Network hostable DHCP agents. Network: 1556ff2b-4276-4657-b49c-5e4127bf8977, hostable agents: ['3f70c195-17da-4084-9fd6-bf6059d88535'], hosted agents: [] {{(pid=103801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 05 17:09:30.615005 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-fc72c7d4-0e7c-4496-9040-1794cd360221 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:30.636136 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-93fed0f9-d0d3-4dd8-b3b4-0621029c2f40 tempest-BulkNetworkOpsTest-1458771112 tempest-BulkNetworkOpsTest-1458771112-project] Publish callbacks [] for network, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:30.642761 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-93fed0f9-d0d3-4dd8-b3b4-0621029c2f40 tempest-BulkNetworkOpsTest-1458771112 tempest-BulkNetworkOpsTest-1458771112-project] 10.222.0.11 "DELETE /v2.0/networks/ea205ac7-4979-4a6a-a3ca-884a2540ed6e HTTP/1.1" status: 204 len: 168 time: 0.9603293 Jan 05 17:09:30.645432 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 41884) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:09:30.680970 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fed0f9-d0d3-4dd8-b3b4-0621029c2f40 tempest-BulkNetworkOpsTest-1458771112 tempest-BulkNetworkOpsTest-1458771112-project] Pushing event deleted for resources: {'Network': ['ID=ea205ac7-4979-4a6a-a3ca-884a2540ed6e,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:09:30.683630 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-dac68885-3de1-4c15-9b56-4a2fec37e918 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.2825031 Jan 05 17:09:30.704283 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 41886) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:09:30.717495 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f92934af-5296-429c-8fee-cefb7b385a65 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:30.853572 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-b841d010-7f3e-4af5-8568-6515656d1dff tempest-ServerActionsTestJSON-949899014 tempest-ServerActionsTestJSON-949899014-project] Publish callbacks [] for security_group, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:30.890040 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-33963ed0-38c3-4afc-a7b2-9a5041070cf6 None None] Attempting to bind port 9fe985d6-8f80-4f81-a35c-8c066a1a0271 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 05 17:09:30.890412 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-33963ed0-38c3-4afc-a7b2-9a5041070cf6 None None] Attempting to bind port 9fe985d6-8f80-4f81-a35c-8c066a1a0271 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '581a18a5-edd1-42ee-a875-f54ee991bb72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '9b108e05-58cc-4d98-85c8-c21a57823860'}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 05 17:09:30.890763 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33963ed0-38c3-4afc-a7b2-9a5041070cf6 None None] Attempting to bind port 9fe985d6-8f80-4f81-a35c-8c066a1a0271 on network 9b108e05-58cc-4d98-85c8-c21a57823860 {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:09:30.901263 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-b841d010-7f3e-4af5-8568-6515656d1dff tempest-ServerActionsTestJSON-949899014 tempest-ServerActionsTestJSON-949899014-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:30.955310 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a75b9e95-b04e-494f-85fd-b506faba4d94 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 05 17:09:30.968256 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-268dc8c3-ce1f-4cc0-b1d8-e018fc036930 None None] Sync routers for ids ['a556a634-679b-44da-be20-1af64bc8c3a7'] in dv-neutron-master-2-hyperv {{(pid=103803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 05 17:09:30.987607 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-268dc8c3-ce1f-4cc0-b1d8-e018fc036930 None None] Routers {'a556a634-679b-44da-be20-1af64bc8c3a7'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:09:30.992912 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-268dc8c3-ce1f-4cc0-b1d8-e018fc036930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:09:19Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['a556a634-679b-44da-be20-1af64bc8c3a7'], 'active': True} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:09:30.993108 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33963ed0-38c3-4afc-a7b2-9a5041070cf6 None None] Checking agent: {'id': '0d4f8fd3-ce62-4651-970c-efa6a8bb22b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 5, 16, 57, 23), 'started_at': datetime.datetime(2022, 1, 5, 16, 57, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 5, 17, 9, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 05 17:09:30.993108 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33963ed0-38c3-4afc-a7b2-9a5041070cf6 None None] Checking segment: {'id': '581a18a5-edd1-42ee-a875-f54ee991bb72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '9b108e05-58cc-4d98-85c8-c21a57823860'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:09:30.993108 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-33963ed0-38c3-4afc-a7b2-9a5041070cf6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:30.993108 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33963ed0-38c3-4afc-a7b2-9a5041070cf6 None None] Bound using segment: {'id': '581a18a5-edd1-42ee-a875-f54ee991bb72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '9b108e05-58cc-4d98-85c8-c21a57823860'} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 05 17:09:30.993463 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f92934af-5296-429c-8fee-cefb7b385a65 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Network 9b108e05-58cc-4d98-85c8-c21a57823860 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:09:30.994204 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-33963ed0-38c3-4afc-a7b2-9a5041070cf6 None None] Bound port: 9fe985d6-8f80-4f81-a35c-8c066a1a0271, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '581a18a5-edd1-42ee-a875-f54ee991bb72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '9b108e05-58cc-4d98-85c8-c21a57823860'}}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 05 17:09:30.994204 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-33963ed0-38c3-4afc-a7b2-9a5041070cf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:31.010049 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-e7903f04-42fe-40b9-8407-2164fc3ca6a7 None None] Provisioning complete for port f12a2d89-62c7-4c93-8256-419ab8c31f4b triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:09:31.011102 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-0c43ccf1-8134-4da4-9055-8b20c80ccbae tempest-RoutersAdminTest-952369856 tempest-RoutersAdminTest-952369856-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:31.011671 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-e7903f04-42fe-40b9-8407-2164fc3ca6a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:31.015537 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-72e365fc-9484-4bdb-a709-c91a0516c0e1 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:31.018224 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-f92934af-5296-429c-8fee-cefb7b385a65 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:09:31.051688 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f92934af-5296-429c-8fee-cefb7b385a65 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:09:31.053423 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f92934af-5296-429c-8fee-cefb7b385a65 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-648552'] for router_interface, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:31.055230 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-d4393178-656d-41b8-b077-5f24ba7c12ae None None] For port 5a19b7f0-fc24-4acf-9576-d72ee15af9bb, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 05 17:09:31.061992 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92934af-5296-429c-8fee-cefb7b385a65 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Pushing event updated for resources: {'Port': ['ID=80c0fed0-176f-4438-9a3e-aeeeb85fa8bd,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:09:31.105532 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc72c7d4-0e7c-4496-9040-1794cd360221 None None] Pushing event updated for resources: {'Port': ['ID=f12a2d89-62c7-4c93-8256-419ab8c31f4b,revision_number=5']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:09:31.108228 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-0c43ccf1-8134-4da4-9055-8b20c80ccbae tempest-RoutersAdminTest-952369856 tempest-RoutersAdminTest-952369856-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:31.115175 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device f12a2d89-62c7-4c93-8256-419ab8c31f4b up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:09:31.121172 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cbbbc1b-9f7c-4232-92f7-f54f50d11f22 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Network 1556ff2b-4276-4657-b49c-5e4127bf8977 is scheduled to be hosted by DHCP agent 3f70c195-17da-4084-9fd6-bf6059d88535 with binding_index 1 {{(pid=103801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 05 17:09:31.141259 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-0cbbbc1b-9f7c-4232-92f7-f54f50d11f22 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 1556ff2b-4276-4657-b49c-5e4127bf8977) {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:09:31.174965 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.notifiers.nova [None req-72e365fc-9484-4bdb-a709-c91a0516c0e1 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] device_id is not set on port 63627661-ae70-45ca-bcb4-0ee677c46c44 yet. {{(pid=103801) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 05 17:09:31.190031 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cbbbc1b-9f7c-4232-92f7-f54f50d11f22 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:09:31.190623 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-0cbbbc1b-9f7c-4232-92f7-f54f50d11f22 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Publish callbacks [] for subnet, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:31.196859 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78851171-69d3-4811-a7e6-07d7ef5ac4f9 None None] Network 1556ff2b-4276-4657-b49c-5e4127bf8977 requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:09:31.197024 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-b841d010-7f3e-4af5-8568-6515656d1dff tempest-ServerActionsTestJSON-949899014 tempest-ServerActionsTestJSON-949899014-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:31.197024 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-b841d010-7f3e-4af5-8568-6515656d1dff tempest-ServerActionsTestJSON-949899014 tempest-ServerActionsTestJSON-949899014-project] Publish callbacks [] for security_group, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:31.197972 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-b841d010-7f3e-4af5-8568-6515656d1dff tempest-ServerActionsTestJSON-949899014 tempest-ServerActionsTestJSON-949899014-project] 10.222.0.11 "DELETE /v2.0/security-groups/f7674e10-0a07-4bc4-8403-a53dd95a312a HTTP/1.1" status: 204 len: 168 time: 0.8964727 Jan 05 17:09:31.209964 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 41888) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:09:31.243671 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvr_db [None req-268dc8c3-ce1f-4cc0-b1d8-e018fc036930 None None] Set router a556a634-679b-44da-be20-1af64bc8c3a7 gateway port host: dv-neutron-master-2-hyperv {{(pid=103803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:09:31.300856 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-a75b9e95-b04e-494f-85fd-b506faba4d94 admin admin] Publish callbacks [] for router, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:31.303375 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-d4393178-656d-41b8-b077-5f24ba7c12ae None None] For port 5a19b7f0-fc24-4acf-9576-d72ee15af9bb, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=5a19b7f0-fc24-4acf-9576-d72ee15af9bb,segment=NetworkSegment(84e1ffeb-155b-4020-96f3-8d9f8151e1be),segment_id=84e1ffeb-155b-4020-96f3-8d9f8151e1be)] {{(pid=103802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 05 17:09:31.314392 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-a75b9e95-b04e-494f-85fd-b506faba4d94 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 8.3757045 Jan 05 17:09:31.319509 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 41890) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:09:31.330847 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc72c7d4-0e7c-4496-9040-1794cd360221 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:09:31.331877 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc72c7d4-0e7c-4496-9040-1794cd360221 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:09:31.332482 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc72c7d4-0e7c-4496-9040-1794cd360221 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:09:31.333257 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc72c7d4-0e7c-4496-9040-1794cd360221 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:09:31.334374 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc72c7d4-0e7c-4496-9040-1794cd360221 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:09:31.334903 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc72c7d4-0e7c-4496-9040-1794cd360221 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:09:31.336118 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc72c7d4-0e7c-4496-9040-1794cd360221 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:09:31.336671 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc72c7d4-0e7c-4496-9040-1794cd360221 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:09:31.337260 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc72c7d4-0e7c-4496-9040-1794cd360221 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:09:31.337811 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc72c7d4-0e7c-4496-9040-1794cd360221 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:09:31.338396 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc72c7d4-0e7c-4496-9040-1794cd360221 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:09:31.338918 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc72c7d4-0e7c-4496-9040-1794cd360221 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:09:31.339572 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc72c7d4-0e7c-4496-9040-1794cd360221 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:09:31.347003 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b841d010-7f3e-4af5-8568-6515656d1dff tempest-ServerActionsTestJSON-949899014 tempest-ServerActionsTestJSON-949899014-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7674e10-0a07-4bc4-8403-a53dd95a312a,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:09:31.367800 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.api.v2.resource [None req-acd15220-a55b-431a-8874-75325ffc05d3 tempest-ServerActionsTestJSON-949899014 tempest-ServerActionsTestJSON-949899014-project] show failed (client error): The resource could not be found. Jan 05 17:09:31.374607 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-acd15220-a55b-431a-8874-75325ffc05d3 tempest-ServerActionsTestJSON-949899014 tempest-ServerActionsTestJSON-949899014-project] 10.222.0.11 "GET /v2.0/security-groups/f7674e10-0a07-4bc4-8403-a53dd95a312a HTTP/1.1" status: 404 len: 347 time: 0.1562116 Jan 05 17:09:31.407502 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 41892) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:09:31.418465 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5702d628-248c-4b4f-8620-cabd145548ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-82f2d2cd-1056-4b4a-8b60-ee39eb3300a3', 'network_id': '82f2d2cd-1056-4b4a-8b60-ee39eb3300a3', 'project_id': '85eea60e03994a48a004c2f9e50e4168', 'fixed_ips': [{'subnet_id': 'c343cccc-8aec-4f0b-a6d7-7d4f99734aed'}]}} from dv-neutron-master-2-hyperv. {{(pid=103802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 05 17:09:31.419719 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-5702d628-248c-4b4f-8620-cabd145548ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:31.455967 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7b128a0-f580-4e0c-8e5f-5e75a96a73b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-1556ff2b-4276-4657-b49c-5e4127bf8977', 'network_id': '1556ff2b-4276-4657-b49c-5e4127bf8977', 'project_id': '2c187912c919424a8a16116bf03056cd', 'fixed_ips': [{'subnet_id': 'ade3e5a3-60a5-4073-b85c-bb2dd6f0a4df'}]}} from dv-neutron-master-2-hyperv. {{(pid=103802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 05 17:09:31.461023 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c7b128a0-f580-4e0c-8e5f-5e75a96a73b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:31.470604 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-0cbbbc1b-9f7c-4232-92f7-f54f50d11f22 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 4.1331677 Jan 05 17:09:31.479285 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 41894) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:09:31.494771 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d4393178-656d-41b8-b077-5f24ba7c12ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:31.531255 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-3793b5a0-eb4c-4943-9d6c-0314de88e9f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '375a29a2-cb4e-48e0-af02-551751ef6988', 'name': 'tempest-ServerActionsTestJSON-180618332-router', 'tenant_id': '0e5f75b0fa584f3fb65d4d2f1d03045b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.108'}], 'enable_snat': True}, 'gw_port_id': '626ae523-21d7-4e15-ba22-fd67cd4107ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:05:26Z', 'updated_at': '2022-01-05T17:05:39Z', 'revision_number': 4, 'project_id': '0e5f75b0fa584f3fb65d4d2f1d03045b', 'gw_port': {'id': '626ae523-21d7-4e15-ba22-fd67cd4107ce', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:c4:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375a29a2-cb4e-48e0-af02-551751ef6988', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:05:28Z', 'updated_at': '2022-01-05T17:05:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '1d056cac-a58f-45cb-a6fa-ee29d41d14ab', 'name': '', 'network_id': '1e5e93d9-6ada-44ad-b92b-017486a9719e', 'tenant_id': '0e5f75b0fa584f3fb65d4d2f1d03045b', 'mac_address': 'fa:16:3e:f5:5f:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375a29a2-cb4e-48e0-af02-551751ef6988', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': 'fab82641-cc31-4ee1-85fb-d7818e6883fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:05:37Z', 'updated_at': '2022-01-05T17:05:46Z', 'revision_number': 5, 'project_id': '0e5f75b0fa584f3fb65d4d2f1d03045b', 'subnets': [{'id': 'fab82641-cc31-4ee1-85fb-d7818e6883fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:09:31.620696 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3793b5a0-eb4c-4943-9d6c-0314de88e9f9 None None] Checking router: 375a29a2-cb4e-48e0-af02-551751ef6988 for host: dv-neutron-master-2-hyperv {{(pid=103802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 05 17:09:31.684527 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4393178-656d-41b8-b077-5f24ba7c12ae None None] Pushing event updated for resources: {'Port': ['ID=5a19b7f0-fc24-4acf-9576-d72ee15af9bb,revision_number=2']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:09:31.727287 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-268dc8c3-ce1f-4cc0-b1d8-e018fc036930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a556a634-679b-44da-be20-1af64bc8c3a7', 'name': 'tempest-TestVolumeBootPattern-1887300476-router', 'tenant_id': '9bafc9d0d75b44f696c7001918c22f7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.72'}], 'enable_snat': True}, 'gw_port_id': '276dbda1-be0d-4778-9c79-79ca3751d954', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:09:23Z', 'updated_at': '2022-01-05T17:09:27Z', 'revision_number': 3, 'project_id': '9bafc9d0d75b44f696c7001918c22f7e', 'gw_port': {'id': '276dbda1-be0d-4778-9c79-79ca3751d954', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:0b:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a556a634-679b-44da-be20-1af64bc8c3a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:09:24Z', 'updated_at': '2022-01-05T17:09:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:09:31.787700 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-268dc8c3-ce1f-4cc0-b1d8-e018fc036930 None None] Checking router: a556a634-679b-44da-be20-1af64bc8c3a7 for host: dv-neutron-master-2-hyperv {{(pid=103803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 05 17:09:31.788583 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-268dc8c3-ce1f-4cc0-b1d8-e018fc036930 None None] Updating router a556a634-679b-44da-be20-1af64bc8c3a7 port 276dbda1-be0d-4778-9c79-79ca3751d954 binding host dv-neutron-master-2-hyperv {{(pid=103803) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 05 17:09:31.848247 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-268dc8c3-ce1f-4cc0-b1d8-e018fc036930 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:31.861175 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.db_base_plugin_common [None req-5702d628-248c-4b4f-8620-cabd145548ee None None] Allocated IP 172.22.0.2 (82f2d2cd-1056-4b4a-8b60-ee39eb3300a3/c343cccc-8aec-4f0b-a6d7-7d4f99734aed/ea7894b0-f008-4655-8b83-6c9c68fd5623) {{(pid=103802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:09:32.113483 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-5702d628-248c-4b4f-8620-cabd145548ee None None] Publish callbacks [] for port, precommit_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:32.166270 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [None req-0c43ccf1-8134-4da4-9055-8b20c80ccbae tempest-RoutersAdminTest-952369856 tempest-RoutersAdminTest-952369856-project-admin] Allocated IP 172.36.4.46 (b0167590-0699-4c5c-a932-3939414a9573/7a784a6d-3d96-418f-a645-b9ccd0b1ac55/64ac3939-fbda-42f2-aca8-26dd0c8a115a) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:09:32.197041 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.db_base_plugin_common [None req-40c28fa7-f2ff-433a-b0bc-d716d7e15121 None None] Allocated IP 2001:db8::2 (e897f8fc-3cef-40ca-9466-c6c65ecd9833/b46c87e2-b2d6-414f-a746-739cab240b58/2124bcd3-9dd1-4a64-8c39-d3bea200439c) {{(pid=103802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:09:32.199202 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3793b5a0-eb4c-4943-9d6c-0314de88e9f9 None None] Routers {'375a29a2-cb4e-48e0-af02-551751ef6988'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:09:32.199845 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-3793b5a0-eb4c-4943-9d6c-0314de88e9f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:09:19Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['375a29a2-cb4e-48e0-af02-551751ef6988'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:09:32.218715 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a79d37c1-4a7c-43dc-b0a4-f9949d647175 tempest-BulkNetworkOpsTest-1458771112 tempest-BulkNetworkOpsTest-1458771112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:09:32.224913 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a79d37c1-4a7c-43dc-b0a4-f9949d647175 tempest-BulkNetworkOpsTest-1458771112 tempest-BulkNetworkOpsTest-1458771112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:09:32.226691 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-a79d37c1-4a7c-43dc-b0a4-f9949d647175 tempest-BulkNetworkOpsTest-1458771112 tempest-BulkNetworkOpsTest-1458771112-project] 10.222.0.11 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 1.5788107 Jan 05 17:09:32.259195 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 41896) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:09:32.265714 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-e40c5a1d-a089-4ee5-a4c3-dd39c0e8486a tempest-BulkNetworkOpsTest-1458771112 tempest-BulkNetworkOpsTest-1458771112-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1164770932'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:09:32.284927 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-5702d628-248c-4b4f-8620-cabd145548ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669'] for port, after_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:32.287679 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e376e487-59ff-4216-8263-6787f77c60bb tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3809644'] for network, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:32.292674 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-33963ed0-38c3-4afc-a7b2-9a5041070cf6 None None] For port 9fe985d6-8f80-4f81-a35c-8c066a1a0271, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 05 17:09:32.338409 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-b9ceef35-c393-4ff0-87aa-52bdb47d5dd7 tempest-ServerActionsTestJSON-949899014 tempest-ServerActionsTestJSON-949899014-project] Deleting port ef912d53-413b-4f34-aa43-487c8365b591 {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:09:32.338775 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-b9ceef35-c393-4ff0-87aa-52bdb47d5dd7 tempest-ServerActionsTestJSON-949899014 tempest-ServerActionsTestJSON-949899014-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:32.463391 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e40c5a1d-a089-4ee5-a4c3-dd39c0e8486a tempest-BulkNetworkOpsTest-1458771112 tempest-BulkNetworkOpsTest-1458771112-project] Made reservation on behalf of f9e7eebef9614c579ad5e1e5a46b85ab for: {'network': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:09:32.467501 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e40c5a1d-a089-4ee5-a4c3-dd39c0e8486a tempest-BulkNetworkOpsTest-1458771112 tempest-BulkNetworkOpsTest-1458771112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for network, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:32.491150 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f92934af-5296-429c-8fee-cefb7b385a65 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:32.525435 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e2b27d24-bc12-4f4e-8f07-e0a747afb70b tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:32.571400 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e40c5a1d-a089-4ee5-a4c3-dd39c0e8486a tempest-BulkNetworkOpsTest-1458771112 tempest-BulkNetworkOpsTest-1458771112-project] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'} {{(pid=103800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 05 17:09:32.573905 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-33963ed0-38c3-4afc-a7b2-9a5041070cf6 None None] For port 9fe985d6-8f80-4f81-a35c-8c066a1a0271, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=9fe985d6-8f80-4f81-a35c-8c066a1a0271,segment=NetworkSegment(581a18a5-edd1-42ee-a875-f54ee991bb72),segment_id=581a18a5-edd1-42ee-a875-f54ee991bb72)] {{(pid=103802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 05 17:09:32.582955 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Provisioning complete for port f12a2d89-62c7-4c93-8256-419ab8c31f4b triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:09:32.583405 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:32.586821 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-0c43ccf1-8134-4da4-9055-8b20c80ccbae tempest-RoutersAdminTest-952369856 tempest-RoutersAdminTest-952369856-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:32.637958 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5702d628-248c-4b4f-8620-cabd145548ee None None] Network 82f2d2cd-1056-4b4a-8b60-ee39eb3300a3 is already hosted by enough agents. {{(pid=103802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:09:32.649462 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e376e487-59ff-4216-8263-6787f77c60bb tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892868'] for subnet, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:32.688045 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e40c5a1d-a089-4ee5-a4c3-dd39c0e8486a tempest-BulkNetworkOpsTest-1458771112 tempest-BulkNetworkOpsTest-1458771112-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225'] for segment, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:32.688403 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.db.segments_db [None req-e40c5a1d-a089-4ee5-a4c3-dd39c0e8486a tempest-BulkNetworkOpsTest-1458771112 tempest-BulkNetworkOpsTest-1458771112-project] Added segment 314df388-9779-4c17-adf7-2d848705b404 of type vlan for network a4a17721-59cd-43d9-965a-e61300efc4aa Jan 05 17:09:32.722549 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-0c43ccf1-8134-4da4-9055-8b20c80ccbae tempest-RoutersAdminTest-952369856 tempest-RoutersAdminTest-952369856-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11433176'] for port, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:32.739866 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.scheduler.base_scheduler [None req-5702d628-248c-4b4f-8620-cabd145548ee None None] Resources bound (agent type, host, resource id): {{(pid=103802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:09:32.782168 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c43ccf1-8134-4da4-9055-8b20c80ccbae tempest-RoutersAdminTest-952369856 tempest-RoutersAdminTest-952369856-project-admin] Pushing event updated for resources: {'Port': ['ID=64ac3939-fbda-42f2-aca8-26dd0c8a115a,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:09:32.794648 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-b9ceef35-c393-4ff0-87aa-52bdb47d5dd7 tempest-ServerActionsTestJSON-949899014 tempest-ServerActionsTestJSON-949899014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:32.798015 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-b9ceef35-c393-4ff0-87aa-52bdb47d5dd7 tempest-ServerActionsTestJSON-949899014 tempest-ServerActionsTestJSON-949899014-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:32.819216 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e40c5a1d-a089-4ee5-a4c3-dd39c0e8486a tempest-BulkNetworkOpsTest-1458771112 tempest-BulkNetworkOpsTest-1458771112-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754180566020'] for network, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:32.831437 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c43ccf1-8134-4da4-9055-8b20c80ccbae tempest-RoutersAdminTest-952369856 tempest-RoutersAdminTest-952369856-project-admin] Network b0167590-0699-4c5c-a932-3939414a9573 is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:09:32.836193 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-33963ed0-38c3-4afc-a7b2-9a5041070cf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:32.840513 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5702d628-248c-4b4f-8620-cabd145548ee None None] Received port after_create {{(pid=103802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:09:32.855606 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5702d628-248c-4b4f-8620-cabd145548ee None None] Pushing event updated for resources: {'Port': ['ID=ea7894b0-f008-4655-8b83-6c9c68fd5623,revision_number=1']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:09:32.870616 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-0c43ccf1-8134-4da4-9055-8b20c80ccbae tempest-RoutersAdminTest-952369856 tempest-RoutersAdminTest-952369856-project-admin] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:09:32.876355 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-b9ceef35-c393-4ff0-87aa-52bdb47d5dd7 tempest-ServerActionsTestJSON-949899014 tempest-ServerActionsTestJSON-949899014-project] Calling delete_port for ef912d53-413b-4f34-aa43-487c8365b591 owned by network:floatingip {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:09:32.880578 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c43ccf1-8134-4da4-9055-8b20c80ccbae tempest-RoutersAdminTest-952369856 tempest-RoutersAdminTest-952369856-project-admin] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:09:32.960799 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b64cc65-fd32-406d-9cd0-13dfb6383427 None None] DHCP port deletion for b0167590-0699-4c5c-a932-3939414a9573 request from dv-neutron-master-2-hyperv {{(pid=103802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 05 17:09:33.025179 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-268dc8c3-ce1f-4cc0-b1d8-e018fc036930 None None] Publish callbacks [] for port, precommit_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:33.087754 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e40c5a1d-a089-4ee5-a4c3-dd39c0e8486a tempest-BulkNetworkOpsTest-1458771112 tempest-BulkNetworkOpsTest-1458771112-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685'] for network, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:33.095032 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e40c5a1d-a089-4ee5-a4c3-dd39c0e8486a tempest-BulkNetworkOpsTest-1458771112 tempest-BulkNetworkOpsTest-1458771112-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:09:33.095689 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e40c5a1d-a089-4ee5-a4c3-dd39c0e8486a tempest-BulkNetworkOpsTest-1458771112 tempest-BulkNetworkOpsTest-1458771112-project] Publish callbacks [] for network, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:33.142242 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-268dc8c3-ce1f-4cc0-b1d8-e018fc036930 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:33.165699 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-3793b5a0-eb4c-4943-9d6c-0314de88e9f9 None None] Set router 375a29a2-cb4e-48e0-af02-551751ef6988 gateway port host: dv-neutron-master-2-hyperv {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:09:33.255600 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-e40c5a1d-a089-4ee5-a4c3-dd39c0e8486a tempest-BulkNetworkOpsTest-1458771112 tempest-BulkNetworkOpsTest-1458771112-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.9951530 Jan 05 17:09:33.256093 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 41898) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:09:33.277153 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.db_base_plugin_common [None req-c7b128a0-f580-4e0c-8e5f-5e75a96a73b3 None None] Allocated IP 172.20.0.2 (1556ff2b-4276-4657-b49c-5e4127bf8977/ade3e5a3-60a5-4073-b85c-bb2dd6f0a4df/04766e7b-1358-44ab-8e47-2ca4e06776f4) {{(pid=103802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:09:33.280285 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-20d7fbc0-f943-4b95-806b-ae2700e9174c tempest-BulkNetworkOpsTest-1458771112 tempest-BulkNetworkOpsTest-1458771112-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-706031589'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:09:33.292272 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c46f244-f701-414c-a68d-ef20fa0c85e0 None None] DHCP port deletion for b0167590-0699-4c5c-a932-3939414a9573 request from dv-neutron-master-2-hyperv {{(pid=103802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 05 17:09:33.299883 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40c5a1d-a089-4ee5-a4c3-dd39c0e8486a tempest-BulkNetworkOpsTest-1458771112 tempest-BulkNetworkOpsTest-1458771112-project] Pushing event updated for resources: {'Network': ['ID=a4a17721-59cd-43d9-965a-e61300efc4aa,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:09:33.320842 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57da16ab-2341-490a-a84d-11c81c6f5cb4 None None] Network e5086c4d-9a5a-4140-b101-4bbdc99c3dfc requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:09:33.323881 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.plugins.ml2.managers [None req-268dc8c3-ce1f-4cc0-b1d8-e018fc036930 None None] Attempting to bind port 276dbda1-be0d-4778-9c79-79ca3751d954 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 05 17:09:33.324458 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.plugins.ml2.managers [None req-268dc8c3-ce1f-4cc0-b1d8-e018fc036930 None None] Attempting to bind port 276dbda1-be0d-4778-9c79-79ca3751d954 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '3f961525-530f-4ce5-8222-1dbbbe774893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573'}] {{(pid=103803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 05 17:09:33.324983 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-268dc8c3-ce1f-4cc0-b1d8-e018fc036930 None None] Attempting to bind port 276dbda1-be0d-4778-9c79-79ca3751d954 on network b0167590-0699-4c5c-a932-3939414a9573 {{(pid=103803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:09:33.341010 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-268dc8c3-ce1f-4cc0-b1d8-e018fc036930 None None] Checking agent: {'id': '0d4f8fd3-ce62-4651-970c-efa6a8bb22b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 5, 16, 57, 23), 'started_at': datetime.datetime(2022, 1, 5, 16, 57, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 5, 17, 9, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 05 17:09:33.341185 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [None req-e2b27d24-bc12-4f4e-8f07-e0a747afb70b tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Allocated IP 172.22.0.1 (82f2d2cd-1056-4b4a-8b60-ee39eb3300a3/c343cccc-8aec-4f0b-a6d7-7d4f99734aed/13801738-c9ac-4705-a6e2-f2dcc39b53cc) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:09:33.346532 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-268dc8c3-ce1f-4cc0-b1d8-e018fc036930 None None] Checking segment: {'id': '3f961525-530f-4ce5-8222-1dbbbe774893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:09:33.346532 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-268dc8c3-ce1f-4cc0-b1d8-e018fc036930 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:33.346532 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-268dc8c3-ce1f-4cc0-b1d8-e018fc036930 None None] Bound using segment: {'id': '3f961525-530f-4ce5-8222-1dbbbe774893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573'} {{(pid=103803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 05 17:09:33.346532 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.plugins.ml2.managers [None req-268dc8c3-ce1f-4cc0-b1d8-e018fc036930 None None] Bound port: 276dbda1-be0d-4778-9c79-79ca3751d954, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f961525-530f-4ce5-8222-1dbbbe774893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573'}}] {{(pid=103803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 05 17:09:33.346532 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-268dc8c3-ce1f-4cc0-b1d8-e018fc036930 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:33.346532 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f9b3de-e2a3-41fa-9cc0-15c1789f1dac None None] Pushing event updated for resources: {'Port': ['ID=276dbda1-be0d-4778-9c79-79ca3751d954,revision_number=2']} {{(pid=103803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:09:33.348163 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Network a4a17721-59cd-43d9-965a-e61300efc4aa details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 05 17:09:33.398579 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f92934af-5296-429c-8fee-cefb7b385a65 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks [] for port, precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:33.414675 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-0c43ccf1-8134-4da4-9055-8b20c80ccbae tempest-RoutersAdminTest-952369856 tempest-RoutersAdminTest-952369856-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:33.457164 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.plugins.ml2.db [None req-268dc8c3-ce1f-4cc0-b1d8-e018fc036930 None None] For port 276dbda1-be0d-4778-9c79-79ca3751d954, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 05 17:09:33.460556 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.plugins.ml2.db [None req-268dc8c3-ce1f-4cc0-b1d8-e018fc036930 None None] For port 276dbda1-be0d-4778-9c79-79ca3751d954, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=276dbda1-be0d-4778-9c79-79ca3751d954,segment=NetworkSegment(3f961525-530f-4ce5-8222-1dbbbe774893),segment_id=3f961525-530f-4ce5-8222-1dbbbe774893)] {{(pid=103803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 05 17:09:33.473330 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33963ed0-38c3-4afc-a7b2-9a5041070cf6 None None] Pushing event updated for resources: {'Port': ['ID=9fe985d6-8f80-4f81-a35c-8c066a1a0271,revision_number=2']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:09:33.490836 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f92934af-5296-429c-8fee-cefb7b385a65 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8784461'] for port, after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:33.492918 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f92934af-5296-429c-8fee-cefb7b385a65 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-531704'] for router_interface, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:33.533940 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-5702d628-248c-4b4f-8620-cabd145548ee None None] Attempting to bind port ea7894b0-f008-4655-8b83-6c9c68fd5623 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 05 17:09:33.534542 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-5702d628-248c-4b4f-8620-cabd145548ee None None] Attempting to bind port ea7894b0-f008-4655-8b83-6c9c68fd5623 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '3f203f06-4b1f-4520-9ef3-4ad0e7d2f8d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '82f2d2cd-1056-4b4a-8b60-ee39eb3300a3'}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 05 17:09:33.535090 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5702d628-248c-4b4f-8620-cabd145548ee None None] Attempting to bind port ea7894b0-f008-4655-8b83-6c9c68fd5623 on network 82f2d2cd-1056-4b4a-8b60-ee39eb3300a3 {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:09:33.546242 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-268dc8c3-ce1f-4cc0-b1d8-e018fc036930 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:33.602391 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-901ff2bc-97bb-4665-8605-b65e4a01b988 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:33.635645 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-268dc8c3-ce1f-4cc0-b1d8-e018fc036930 None None] Routers {'a556a634-679b-44da-be20-1af64bc8c3a7'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:09:33.636480 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-268dc8c3-ce1f-4cc0-b1d8-e018fc036930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:09:19Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['a556a634-679b-44da-be20-1af64bc8c3a7'], 'active': True} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:09:33.652915 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-47f5cb23-0085-4e32-ba64-262597915a7c None None] Provisioning complete for port 64ac3939-fbda-42f2-aca8-26dd0c8a115a triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:09:33.653524 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-47f5cb23-0085-4e32-ba64-262597915a7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:33.689100 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20d7fbc0-f943-4b95-806b-ae2700e9174c tempest-BulkNetworkOpsTest-1458771112 tempest-BulkNetworkOpsTest-1458771112-project] Made reservation on behalf of f9e7eebef9614c579ad5e1e5a46b85ab for: {'network': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:09:33.693405 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-20d7fbc0-f943-4b95-806b-ae2700e9174c tempest-BulkNetworkOpsTest-1458771112 tempest-BulkNetworkOpsTest-1458771112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for network, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:33.702310 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92934af-5296-429c-8fee-cefb7b385a65 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Pushing event updated for resources: {'Port': ['ID=80c0fed0-176f-4438-9a3e-aeeeb85fa8bd,revision_number=2']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:09:33.711874 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f92934af-5296-429c-8fee-cefb7b385a65 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Network 9b108e05-58cc-4d98-85c8-c21a57823860 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:09:33.727063 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-f92934af-5296-429c-8fee-cefb7b385a65 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:09:33.737044 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-40c28fa7-f2ff-433a-b0bc-d716d7e15121 None None] Publish callbacks [] for port, precommit_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:33.794468 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f9b3de-e2a3-41fa-9cc0-15c1789f1dac None None] Pushing event updated for resources: {'Port': ['ID=276dbda1-be0d-4778-9c79-79ca3751d954,revision_number=3']} {{(pid=103803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:09:33.832500 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e234a99-5807-45b2-98fe-cf676a8fa487 None None] DHCP port deletion for b0167590-0699-4c5c-a932-3939414a9573 request from dv-neutron-master-2-hyperv {{(pid=103802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 05 17:09:33.835662 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-47f5cb23-0085-4e32-ba64-262597915a7c None None] Port 64ac3939-fbda-42f2-aca8-26dd0c8a115a cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 17:09:33.842068 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5702d628-248c-4b4f-8620-cabd145548ee None None] Checking agent: {'id': '0d4f8fd3-ce62-4651-970c-efa6a8bb22b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 5, 16, 57, 23), 'started_at': datetime.datetime(2022, 1, 5, 16, 57, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 5, 17, 9, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 05 17:09:33.843298 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5702d628-248c-4b4f-8620-cabd145548ee None None] Checking segment: {'id': '3f203f06-4b1f-4520-9ef3-4ad0e7d2f8d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '82f2d2cd-1056-4b4a-8b60-ee39eb3300a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:09:33.844328 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-5702d628-248c-4b4f-8620-cabd145548ee None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:33.844896 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5702d628-248c-4b4f-8620-cabd145548ee None None] Bound using segment: {'id': '3f203f06-4b1f-4520-9ef3-4ad0e7d2f8d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '82f2d2cd-1056-4b4a-8b60-ee39eb3300a3'} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 05 17:09:33.845458 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-5702d628-248c-4b4f-8620-cabd145548ee None None] Bound port: ea7894b0-f008-4655-8b83-6c9c68fd5623, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f203f06-4b1f-4520-9ef3-4ad0e7d2f8d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '82f2d2cd-1056-4b4a-8b60-ee39eb3300a3'}}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 05 17:09:33.845801 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [None req-901ff2bc-97bb-4665-8605-b65e4a01b988 admin admin] Allocated IP 172.20.0.1 (9d892221-db72-44b5-b8b3-7f2a75d6a0ee/520bba67-4fdd-405a-be17-05cf521cd2ec/bdaade1f-99b8-4056-a855-356847ca7946) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:09:33.845985 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-5702d628-248c-4b4f-8620-cabd145548ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:33.923907 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e2b27d24-bc12-4f4e-8f07-e0a747afb70b tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks [] for port, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:33.935347 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvr_db [None req-268dc8c3-ce1f-4cc0-b1d8-e018fc036930 None None] Set router a556a634-679b-44da-be20-1af64bc8c3a7 gateway port host: dv-neutron-master-2-hyperv {{(pid=103803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:09:33.957660 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20d7fbc0-f943-4b95-806b-ae2700e9174c tempest-BulkNetworkOpsTest-1458771112 tempest-BulkNetworkOpsTest-1458771112-project] vlan segment allocate from pool success with {'vlan_id': 131, 'physical_network': 'physnet1'} {{(pid=103800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 05 17:09:33.968980 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-20d7fbc0-f943-4b95-806b-ae2700e9174c tempest-BulkNetworkOpsTest-1458771112 tempest-BulkNetworkOpsTest-1458771112-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225'] for segment, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:33.969839 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.db.segments_db [None req-20d7fbc0-f943-4b95-806b-ae2700e9174c tempest-BulkNetworkOpsTest-1458771112 tempest-BulkNetworkOpsTest-1458771112-project] Added segment 70ff7df4-c1ba-4cc2-90b3-951a0b169d7a of type vlan for network dd167309-f7fc-4df8-a92e-50f8b5073d72 Jan 05 17:09:33.986771 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-40c28fa7-f2ff-433a-b0bc-d716d7e15121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669'] for port, after_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:34.025878 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f92934af-5296-429c-8fee-cefb7b385a65 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Router 3134b106-4218-415e-bd16-8091c8c99414 is scheduled to L3 agent 59446fdc-40e0-41fe-a575-a8eb11d742f7 with binding_index 1 {{(pid=103800) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 05 17:09:34.048664 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-20d7fbc0-f943-4b95-806b-ae2700e9174c tempest-BulkNetworkOpsTest-1458771112 tempest-BulkNetworkOpsTest-1458771112-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754180566020'] for network, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:34.129870 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e2b27d24-bc12-4f4e-8f07-e0a747afb70b tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:34.221067 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-cd0126b1-4dc2-4aba-9957-b0cccff2d63d None None] Provisioning complete for port 276dbda1-be0d-4778-9c79-79ca3751d954 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:09:34.222147 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-cd0126b1-4dc2-4aba-9957-b0cccff2d63d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:34.227862 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b27d24-bc12-4f4e-8f07-e0a747afb70b tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Pushing event updated for resources: {'Port': ['ID=13801738-c9ac-4705-a6e2-f2dcc39b53cc,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:09:34.237973 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.db.resource_extend [None req-20d7fbc0-f943-4b95-806b-ae2700e9174c tempest-BulkNetworkOpsTest-1458771112 tempest-BulkNetworkOpsTest-1458771112-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 05 17:09:34.277574 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-268dc8c3-ce1f-4cc0-b1d8-e018fc036930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a556a634-679b-44da-be20-1af64bc8c3a7', 'name': 'tempest-TestVolumeBootPattern-1887300476-router', 'tenant_id': '9bafc9d0d75b44f696c7001918c22f7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.72'}], 'enable_snat': True}, 'gw_port_id': '276dbda1-be0d-4778-9c79-79ca3751d954', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:09:23Z', 'updated_at': '2022-01-05T17:09:27Z', 'revision_number': 3, 'project_id': '9bafc9d0d75b44f696c7001918c22f7e', 'gw_port': {'id': '276dbda1-be0d-4778-9c79-79ca3751d954', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:0b:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a556a634-679b-44da-be20-1af64bc8c3a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:09:24Z', 'updated_at': '2022-01-05T17:09:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:09:34.281247 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40c28fa7-f2ff-433a-b0bc-d716d7e15121 None None] Network e897f8fc-3cef-40ca-9466-c6c65ecd9833 is already hosted by enough agents. {{(pid=103802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:09:34.289556 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 9da717b7-a751-40bf-99e0-4770a3c75bcd up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:09:34.328895 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-268dc8c3-ce1f-4cc0-b1d8-e018fc036930 None None] The sync data for ids ['a556a634-679b-44da-be20-1af64bc8c3a7'] in dv-neutron-master-2-hyperv is: [{'id': 'a556a634-679b-44da-be20-1af64bc8c3a7', 'name': 'tempest-TestVolumeBootPattern-1887300476-router', 'tenant_id': '9bafc9d0d75b44f696c7001918c22f7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.72'}], 'enable_snat': True}, 'gw_port_id': '276dbda1-be0d-4778-9c79-79ca3751d954', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:09:23Z', 'updated_at': '2022-01-05T17:09:27Z', 'revision_number': 3, 'project_id': '9bafc9d0d75b44f696c7001918c22f7e', 'gw_port': {'id': '276dbda1-be0d-4778-9c79-79ca3751d954', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:0b:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a556a634-679b-44da-be20-1af64bc8c3a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:09:24Z', 'updated_at': '2022-01-05T17:09:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=103803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 05 17:09:34.353507 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.scheduler.base_scheduler [None req-40c28fa7-f2ff-433a-b0bc-d716d7e15121 None None] Resources bound (agent type, host, resource id): {{(pid=103802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:09:34.359825 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40c28fa7-f2ff-433a-b0bc-d716d7e15121 None None] Received port after_create {{(pid=103802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:09:34.372437 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f92934af-5296-429c-8fee-cefb7b385a65 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 05 17:09:34.382808 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2b27d24-bc12-4f4e-8f07-e0a747afb70b tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Network 82f2d2cd-1056-4b4a-8b60-ee39eb3300a3 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:09:34.390446 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-f92934af-5296-429c-8fee-cefb7b385a65 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] 10.222.0.11 "PUT /v2.0/routers/3134b106-4218-415e-bd16-8091c8c99414/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2065425 Jan 05 17:09:34.396852 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-e2b27d24-bc12-4f4e-8f07-e0a747afb70b tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:09:34.398991 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 41902) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:09:34.404195 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-b19e28df-df97-473e-a7e2-acf0f1ebb0ec tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-740208930'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:09:34.408486 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2b27d24-bc12-4f4e-8f07-e0a747afb70b tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:09:34.443021 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa344703-6bde-45a6-99bb-ddf00f69cc56 None None] Sync routers for ids ['3134b106-4218-415e-bd16-8091c8c99414'] in dv-neutron-master-2-hyperv {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 05 17:09:34.456495 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c28fa7-f2ff-433a-b0bc-d716d7e15121 None None] Pushing event updated for resources: {'Port': ['ID=2124bcd3-9dd1-4a64-8c39-d3bea200439c,revision_number=1']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:09:34.505991 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-20d7fbc0-f943-4b95-806b-ae2700e9174c tempest-BulkNetworkOpsTest-1458771112 tempest-BulkNetworkOpsTest-1458771112-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685'] for network, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:34.522928 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20d7fbc0-f943-4b95-806b-ae2700e9174c tempest-BulkNetworkOpsTest-1458771112 tempest-BulkNetworkOpsTest-1458771112-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:09:34.523841 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-20d7fbc0-f943-4b95-806b-ae2700e9174c tempest-BulkNetworkOpsTest-1458771112 tempest-BulkNetworkOpsTest-1458771112-project] Publish callbacks [] for network, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:34.589437 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e2b27d24-bc12-4f4e-8f07-e0a747afb70b tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-648552'] for router_interface, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:34.594167 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa344703-6bde-45a6-99bb-ddf00f69cc56 None None] Routers {'3134b106-4218-415e-bd16-8091c8c99414'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:09:34.594983 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-fa344703-6bde-45a6-99bb-ddf00f69cc56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:09:19Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['3134b106-4218-415e-bd16-8091c8c99414'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:09:34.606162 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b19e28df-df97-473e-a7e2-acf0f1ebb0ec tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Made reservation on behalf of 04762f6d6f55432ea3822a71fa1f481f for: {'network': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:09:34.614509 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b19e28df-df97-473e-a7e2-acf0f1ebb0ec tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for network, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:34.676786 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [None req-72e365fc-9484-4bdb-a709-c91a0516c0e1 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Allocated IP 2001:db8::99 (e897f8fc-3cef-40ca-9466-c6c65ecd9833/b46c87e2-b2d6-414f-a746-739cab240b58/63627661-ae70-45ca-bcb4-0ee677c46c44) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:09:34.699060 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-fa344703-6bde-45a6-99bb-ddf00f69cc56 None None] Set router 3134b106-4218-415e-bd16-8091c8c99414 gateway port host: None {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:09:34.716228 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-901ff2bc-97bb-4665-8605-b65e4a01b988 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:34.734408 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-20d7fbc0-f943-4b95-806b-ae2700e9174c tempest-BulkNetworkOpsTest-1458771112 tempest-BulkNetworkOpsTest-1458771112-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.4611356 Jan 05 17:09:34.756579 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 41904) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:09:34.762291 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-b9ceef35-c393-4ff0-87aa-52bdb47d5dd7 tempest-ServerActionsTestJSON-949899014 tempest-ServerActionsTestJSON-949899014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11433176'] for port, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:34.768589 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-68ee6e64-9c02-4291-afa9-82151881d4ea tempest-BulkNetworkOpsTest-1458771112 tempest-BulkNetworkOpsTest-1458771112-project] Request body: {'ports': [{'network_id': 'a4a17721-59cd-43d9-965a-e61300efc4aa', 'name': 'tempest-port--1046017160', 'admin_state_up': True}, {'network_id': 'dd167309-f7fc-4df8-a92e-50f8b5073d72', 'admin_state_up': False}]} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:09:34.769017 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-68ee6e64-9c02-4291-afa9-82151881d4ea tempest-BulkNetworkOpsTest-1458771112 tempest-BulkNetworkOpsTest-1458771112-project] Request body: {'port': {'network_id': 'a4a17721-59cd-43d9-965a-e61300efc4aa', 'name': 'tempest-port--1046017160', 'admin_state_up': True}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:09:34.769630 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-68ee6e64-9c02-4291-afa9-82151881d4ea tempest-BulkNetworkOpsTest-1458771112 tempest-BulkNetworkOpsTest-1458771112-project] Request body: {'port': {'network_id': 'dd167309-f7fc-4df8-a92e-50f8b5073d72', 'admin_state_up': False}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:09:34.783067 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b19e28df-df97-473e-a7e2-acf0f1ebb0ec tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] vlan segment allocate from pool success with {'vlan_id': 128, 'physical_network': 'physnet1'} {{(pid=103800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 05 17:09:34.792133 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-0c43ccf1-8134-4da4-9055-8b20c80ccbae tempest-RoutersAdminTest-952369856 tempest-RoutersAdminTest-952369856-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-648430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648639'] for router, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:34.800472 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b19e28df-df97-473e-a7e2-acf0f1ebb0ec tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225'] for segment, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:34.800959 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.db.segments_db [None req-b19e28df-df97-473e-a7e2-acf0f1ebb0ec tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Added segment 03f91a80-ffe0-42fd-8206-c112e229e91a of type vlan for network 384f64a3-ca40-4479-9470-814f96969ff3 Jan 05 17:09:34.841387 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ceef35-c393-4ff0-87aa-52bdb47d5dd7 tempest-ServerActionsTestJSON-949899014 tempest-ServerActionsTestJSON-949899014-project] Pushing event deleted for resources: {'Port': ['ID=ef912d53-413b-4f34-aa43-487c8365b591,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:09:34.852826 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b499db6-cd29-4c95-ae4e-309b9fb964cc None None] Network 9b108e05-58cc-4d98-85c8-c21a57823860 requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:09:34.857656 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-901ff2bc-97bb-4665-8605-b65e4a01b988 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11433176'] for port, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:34.875926 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d7fbc0-f943-4b95-806b-ae2700e9174c tempest-BulkNetworkOpsTest-1458771112 tempest-BulkNetworkOpsTest-1458771112-project] Pushing event updated for resources: {'Network': ['ID=dd167309-f7fc-4df8-a92e-50f8b5073d72,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:09:34.879377 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b19e28df-df97-473e-a7e2-acf0f1ebb0ec tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754180566020'] for network, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:35.056563 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b19e28df-df97-473e-a7e2-acf0f1ebb0ec tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685'] for network, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:35.063978 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b19e28df-df97-473e-a7e2-acf0f1ebb0ec tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:09:35.064837 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b19e28df-df97-473e-a7e2-acf0f1ebb0ec tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks [] for network, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:35.101526 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-901ff2bc-97bb-4665-8605-b65e4a01b988 admin admin] Network 9d892221-db72-44b5-b8b3-7f2a75d6a0ee is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:09:35.120043 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-901ff2bc-97bb-4665-8605-b65e4a01b988 admin admin] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:09:35.124492 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e2b27d24-bc12-4f4e-8f07-e0a747afb70b tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:35.134810 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901ff2bc-97bb-4665-8605-b65e4a01b988 admin admin] Pushing event updated for resources: {'Port': ['ID=bdaade1f-99b8-4056-a855-356847ca7946,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:09:35.158927 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da60d4bd-cc16-4a60-8d13-ed7be396ada2 None None] DHCP port deletion for b0167590-0699-4c5c-a932-3939414a9573 request from dv-neutron-master-2-hyperv {{(pid=103802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 05 17:09:35.160148 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-901ff2bc-97bb-4665-8605-b65e4a01b988 admin admin] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:09:35.162910 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Network dd167309-f7fc-4df8-a92e-50f8b5073d72 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 05 17:09:35.194029 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19e28df-df97-473e-a7e2-acf0f1ebb0ec tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Pushing event updated for resources: {'Network': ['ID=384f64a3-ca40-4479-9470-814f96969ff3,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:09:35.242859 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-b19e28df-df97-473e-a7e2-acf0f1ebb0ec tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8428667 Jan 05 17:09:35.245848 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 41906) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:09:35.250145 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-3793b5a0-eb4c-4943-9d6c-0314de88e9f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '375a29a2-cb4e-48e0-af02-551751ef6988', 'name': 'tempest-ServerActionsTestJSON-180618332-router', 'tenant_id': '0e5f75b0fa584f3fb65d4d2f1d03045b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.108'}], 'enable_snat': True}, 'gw_port_id': '626ae523-21d7-4e15-ba22-fd67cd4107ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:05:26Z', 'updated_at': '2022-01-05T17:05:39Z', 'revision_number': 4, 'project_id': '0e5f75b0fa584f3fb65d4d2f1d03045b', 'gw_port': {'id': '626ae523-21d7-4e15-ba22-fd67cd4107ce', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:c4:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375a29a2-cb4e-48e0-af02-551751ef6988', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:05:28Z', 'updated_at': '2022-01-05T17:05:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '1d056cac-a58f-45cb-a6fa-ee29d41d14ab', 'name': '', 'network_id': '1e5e93d9-6ada-44ad-b92b-017486a9719e', 'tenant_id': '0e5f75b0fa584f3fb65d4d2f1d03045b', 'mac_address': 'fa:16:3e:f5:5f:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375a29a2-cb4e-48e0-af02-551751ef6988', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': 'fab82641-cc31-4ee1-85fb-d7818e6883fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:05:37Z', 'updated_at': '2022-01-05T17:05:46Z', 'revision_number': 5, 'project_id': '0e5f75b0fa584f3fb65d4d2f1d03045b', 'subnets': [{'id': 'fab82641-cc31-4ee1-85fb-d7818e6883fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:09:35.252019 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-ef1b4cdc-2a51-4fca-8eff-e0ee365da83c tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Request body: {'subnet': {'network_id': '384f64a3-ca40-4479-9470-814f96969ff3', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:09:35.255964 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-5702d628-248c-4b4f-8620-cabd145548ee None None] For port ea7894b0-f008-4655-8b83-6c9c68fd5623, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 05 17:09:35.270337 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-5702d628-248c-4b4f-8620-cabd145548ee None None] For port ea7894b0-f008-4655-8b83-6c9c68fd5623, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ea7894b0-f008-4655-8b83-6c9c68fd5623,segment=NetworkSegment(3f203f06-4b1f-4520-9ef3-4ad0e7d2f8d5),segment_id=3f203f06-4b1f-4520-9ef3-4ad0e7d2f8d5)] {{(pid=103802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 05 17:09:35.391030 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Network 384f64a3-ca40-4479-9470-814f96969ff3 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 05 17:09:35.438802 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-72e365fc-9484-4bdb-a709-c91a0516c0e1 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks [] for port, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:35.450610 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-40c28fa7-f2ff-433a-b0bc-d716d7e15121 None None] Attempting to bind port 2124bcd3-9dd1-4a64-8c39-d3bea200439c on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 05 17:09:35.450879 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-40c28fa7-f2ff-433a-b0bc-d716d7e15121 None None] Attempting to bind port 2124bcd3-9dd1-4a64-8c39-d3bea200439c by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '68e6c437-46c2-424d-85e7-20547f69066d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'e897f8fc-3cef-40ca-9466-c6c65ecd9833'}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 05 17:09:35.451265 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c28fa7-f2ff-433a-b0bc-d716d7e15121 None None] Attempting to bind port 2124bcd3-9dd1-4a64-8c39-d3bea200439c on network e897f8fc-3cef-40ca-9466-c6c65ecd9833 {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:09:35.465981 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-cd0126b1-4dc2-4aba-9957-b0cccff2d63d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:35.487432 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-cd0126b1-4dc2-4aba-9957-b0cccff2d63d None None] For port 276dbda1-be0d-4778-9c79-79ca3751d954, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=276dbda1-be0d-4778-9c79-79ca3751d954,segment=NetworkSegment(3f961525-530f-4ce5-8222-1dbbbe774893),segment_id=3f961525-530f-4ce5-8222-1dbbbe774893)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:09:35.490190 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c28fa7-f2ff-433a-b0bc-d716d7e15121 None None] Checking agent: {'id': '0d4f8fd3-ce62-4651-970c-efa6a8bb22b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 5, 16, 57, 23), 'started_at': datetime.datetime(2022, 1, 5, 16, 57, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 5, 17, 9, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 05 17:09:35.490190 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c28fa7-f2ff-433a-b0bc-d716d7e15121 None None] Checking segment: {'id': '68e6c437-46c2-424d-85e7-20547f69066d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'e897f8fc-3cef-40ca-9466-c6c65ecd9833'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:09:35.490190 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-40c28fa7-f2ff-433a-b0bc-d716d7e15121 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:35.490727 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c28fa7-f2ff-433a-b0bc-d716d7e15121 None None] Bound using segment: {'id': '68e6c437-46c2-424d-85e7-20547f69066d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'e897f8fc-3cef-40ca-9466-c6c65ecd9833'} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 05 17:09:35.490885 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-40c28fa7-f2ff-433a-b0bc-d716d7e15121 None None] Bound port: 2124bcd3-9dd1-4a64-8c39-d3bea200439c, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68e6c437-46c2-424d-85e7-20547f69066d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'e897f8fc-3cef-40ca-9466-c6c65ecd9833'}}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 05 17:09:35.492732 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-40c28fa7-f2ff-433a-b0bc-d716d7e15121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:35.495958 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-5702d628-248c-4b4f-8620-cabd145548ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:35.539827 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-b9ceef35-c393-4ff0-87aa-52bdb47d5dd7 tempest-ServerActionsTestJSON-949899014 tempest-ServerActionsTestJSON-949899014-project] Publish callbacks [] for floatingip, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:35.542288 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-b9ceef35-c393-4ff0-87aa-52bdb47d5dd7 tempest-ServerActionsTestJSON-949899014 tempest-ServerActionsTestJSON-949899014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for floatingip, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:35.543595 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-b9ceef35-c393-4ff0-87aa-52bdb47d5dd7 tempest-ServerActionsTestJSON-949899014 tempest-ServerActionsTestJSON-949899014-project] 10.222.0.11 "DELETE /v2.0/floatingips/74e362c8-6ec3-4057-9e95-b9d3414eabf0 HTTP/1.1" status: 204 len: 168 time: 4.1327071 Jan 05 17:09:35.552207 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 41908) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:09:35.642370 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5702d628-248c-4b4f-8620-cabd145548ee None None] Pushing event updated for resources: {'Port': ['ID=ea7894b0-f008-4655-8b83-6c9c68fd5623,revision_number=2']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:09:35.647798 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3793b5a0-eb4c-4943-9d6c-0314de88e9f9 None None] The sync data for ids ['375a29a2-cb4e-48e0-af02-551751ef6988'] in dv-neutron-master-2-hyperv is: [{'id': '375a29a2-cb4e-48e0-af02-551751ef6988', 'name': 'tempest-ServerActionsTestJSON-180618332-router', 'tenant_id': '0e5f75b0fa584f3fb65d4d2f1d03045b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.108'}], 'enable_snat': True}, 'gw_port_id': '626ae523-21d7-4e15-ba22-fd67cd4107ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:05:26Z', 'updated_at': '2022-01-05T17:05:39Z', 'revision_number': 4, 'project_id': '0e5f75b0fa584f3fb65d4d2f1d03045b', 'gw_port': {'id': '626ae523-21d7-4e15-ba22-fd67cd4107ce', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:c4:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375a29a2-cb4e-48e0-af02-551751ef6988', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:05:28Z', 'updated_at': '2022-01-05T17:05:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '1d056cac-a58f-45cb-a6fa-ee29d41d14ab', 'name': '', 'network_id': '1e5e93d9-6ada-44ad-b92b-017486a9719e', 'tenant_id': '0e5f75b0fa584f3fb65d4d2f1d03045b', 'mac_address': 'fa:16:3e:f5:5f:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375a29a2-cb4e-48e0-af02-551751ef6988', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': 'fab82641-cc31-4ee1-85fb-d7818e6883fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:05:37Z', 'updated_at': '2022-01-05T17:05:46Z', 'revision_number': 5, 'project_id': '0e5f75b0fa584f3fb65d4d2f1d03045b', 'subnets': [{'id': 'fab82641-cc31-4ee1-85fb-d7818e6883fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 05 17:09:35.658480 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-901ff2bc-97bb-4665-8605-b65e4a01b988 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-648552'] for router_interface, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:35.698343 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-cd0126b1-4dc2-4aba-9957-b0cccff2d63d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:35.779710 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e2b27d24-bc12-4f4e-8f07-e0a747afb70b tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks [] for port, precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:35.815932 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef1b4cdc-2a51-4fca-8eff-e0ee365da83c tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Made reservation on behalf of 04762f6d6f55432ea3822a71fa1f481f for: {'subnet': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:09:35.824653 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ef1b4cdc-2a51-4fca-8eff-e0ee365da83c tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8521827'] for subnet, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:35.838611 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-72e365fc-9484-4bdb-a709-c91a0516c0e1 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11433176'] for port, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:35.848691 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c7b128a0-f580-4e0c-8e5f-5e75a96a73b3 None None] Publish callbacks [] for port, precommit_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:35.892321 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e2b27d24-bc12-4f4e-8f07-e0a747afb70b tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8784461'] for port, after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:35.921880 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e365fc-9484-4bdb-a709-c91a0516c0e1 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Pushing event updated for resources: {'Port': ['ID=63627661-ae70-45ca-bcb4-0ee677c46c44,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:09:35.944342 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Provisioning complete for port 9da717b7-a751-40bf-99e0-4770a3c75bcd triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:09:35.944706 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:35.995745 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72e365fc-9484-4bdb-a709-c91a0516c0e1 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Network e897f8fc-3cef-40ca-9466-c6c65ecd9833 is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:09:36.026593 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-cd0126b1-4dc2-4aba-9957-b0cccff2d63d None None] Provisioning complete for port 5a19b7f0-fc24-4acf-9576-d72ee15af9bb triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:09:36.026966 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-cd0126b1-4dc2-4aba-9957-b0cccff2d63d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:36.030958 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-72e365fc-9484-4bdb-a709-c91a0516c0e1 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:09:36.039444 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0126b1-4dc2-4aba-9957-b0cccff2d63d None None] Pushing event updated for resources: {'Port': ['ID=276dbda1-be0d-4778-9c79-79ca3751d954,revision_number=4']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:09:36.042727 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c43ccf1-8134-4da4-9055-8b20c80ccbae tempest-RoutersAdminTest-952369856 tempest-RoutersAdminTest-952369856-project-admin] Router 62cbee69-c828-4992-a976-2a908983650a is scheduled to L3 agent 59446fdc-40e0-41fe-a575-a8eb11d742f7 with binding_index 1 {{(pid=103801) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 05 17:09:36.051744 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72e365fc-9484-4bdb-a709-c91a0516c0e1 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:09:36.058962 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72e365fc-9484-4bdb-a709-c91a0516c0e1 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:09:36.059644 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-72e365fc-9484-4bdb-a709-c91a0516c0e1 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:36.109153 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c7b128a0-f580-4e0c-8e5f-5e75a96a73b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669'] for port, after_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:36.115565 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b27d24-bc12-4f4e-8f07-e0a747afb70b tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Pushing event updated for resources: {'Port': ['ID=13801738-c9ac-4705-a6e2-f2dcc39b53cc,revision_number=2']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:09:36.143323 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e2b27d24-bc12-4f4e-8f07-e0a747afb70b tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-531704'] for router_interface, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:36.157859 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9c6da71-8f1c-45aa-954b-cd2a45450879 None None] New status for floating IP 74e362c8-6ec3-4057-9e95-b9d3414eabf0: DOWN {{(pid=103803) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 05 17:09:36.233161 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-40c28fa7-f2ff-433a-b0bc-d716d7e15121 None None] For port 2124bcd3-9dd1-4a64-8c39-d3bea200439c, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 05 17:09:36.276329 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c43ccf1-8134-4da4-9055-8b20c80ccbae tempest-RoutersAdminTest-952369856 tempest-RoutersAdminTest-952369856-project-admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 05 17:09:36.366809 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b128a0-f580-4e0c-8e5f-5e75a96a73b3 None None] Pushing event updated for resources: {'Port': ['ID=04766e7b-1358-44ab-8e47-2ca4e06776f4,revision_number=1']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:09:36.377658 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7b128a0-f580-4e0c-8e5f-5e75a96a73b3 None None] Network 1556ff2b-4276-4657-b49c-5e4127bf8977 is already hosted by enough agents. {{(pid=103802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:09:36.378803 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68ee6e64-9c02-4291-afa9-82151881d4ea tempest-BulkNetworkOpsTest-1458771112 tempest-BulkNetworkOpsTest-1458771112-project] Made reservation on behalf of f9e7eebef9614c579ad5e1e5a46b85ab for: {'port': 2} {{(pid=103801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:09:36.385007 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-68ee6e64-9c02-4291-afa9-82151881d4ea tempest-BulkNetworkOpsTest-1458771112 tempest-BulkNetworkOpsTest-1458771112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:36.385226 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc7fbc25-9046-4928-9088-c8709bd84ae8 None None] Sync routers for ids ['62cbee69-c828-4992-a976-2a908983650a'] in dv-neutron-master-2-hyperv {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 05 17:09:36.389798 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-40c28fa7-f2ff-433a-b0bc-d716d7e15121 None None] For port 2124bcd3-9dd1-4a64-8c39-d3bea200439c, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=2124bcd3-9dd1-4a64-8c39-d3bea200439c,segment=NetworkSegment(68e6c437-46c2-424d-85e7-20547f69066d),segment_id=68e6c437-46c2-424d-85e7-20547f69066d)] {{(pid=103802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 05 17:09:36.394777 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.scheduler.base_scheduler [None req-c7b128a0-f580-4e0c-8e5f-5e75a96a73b3 None None] Resources bound (agent type, host, resource id): {{(pid=103802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:09:36.397477 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7b128a0-f580-4e0c-8e5f-5e75a96a73b3 None None] Received port after_create {{(pid=103802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:09:36.428864 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-fa344703-6bde-45a6-99bb-ddf00f69cc56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3134b106-4218-415e-bd16-8091c8c99414', 'name': 'tempest-RoutersIpV6Test-router-1976028866', 'tenant_id': '04762f6d6f55432ea3822a71fa1f481f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:09:21Z', 'updated_at': '2022-01-05T17:09:32Z', 'revision_number': 2, 'project_id': '04762f6d6f55432ea3822a71fa1f481f', 'gw_port_host': None, '_interfaces': [{'id': '80c0fed0-176f-4438-9a3e-aeeeb85fa8bd', 'name': '', 'network_id': '9b108e05-58cc-4d98-85c8-c21a57823860', 'tenant_id': '04762f6d6f55432ea3822a71fa1f481f', 'mac_address': 'fa:16:3e:19:8b:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3134b106-4218-415e-bd16-8091c8c99414', 'device_owner': 'network:router_interface', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': 'beb7642a-9087-4358-b980-878e8f238cce', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:09:28Z', 'updated_at': '2022-01-05T17:09:32Z', 'revision_number': 2, 'project_id': '04762f6d6f55432ea3822a71fa1f481f', 'subnets': [{'id': 'beb7642a-9087-4358-b980-878e8f238cce', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:09:36.441845 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-68ee6e64-9c02-4291-afa9-82151881d4ea tempest-BulkNetworkOpsTest-1458771112 tempest-BulkNetworkOpsTest-1458771112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:36.541543 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-72e365fc-9484-4bdb-a709-c91a0516c0e1 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 6.6178195 Jan 05 17:09:36.544012 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e376e487-59ff-4216-8263-6787f77c60bb tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3893367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11433231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12480600'] for subnet, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:36.575986 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa344703-6bde-45a6-99bb-ddf00f69cc56 None None] Checking router: 3134b106-4218-415e-bd16-8091c8c99414 for host: dv-neutron-master-2-hyperv {{(pid=103802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 05 17:09:36.576389 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa344703-6bde-45a6-99bb-ddf00f69cc56 None None] Updating router 3134b106-4218-415e-bd16-8091c8c99414 port 80c0fed0-176f-4438-9a3e-aeeeb85fa8bd binding host dv-neutron-master-2-hyperv {{(pid=103802) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 05 17:09:36.587390 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-0c43ccf1-8134-4da4-9055-8b20c80ccbae tempest-RoutersAdminTest-952369856 tempest-RoutersAdminTest-952369856-project-admin] Publish callbacks [] for router, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:36.588698 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-0c43ccf1-8134-4da4-9055-8b20c80ccbae tempest-RoutersAdminTest-952369856 tempest-RoutersAdminTest-952369856-project-admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 9.3949885 Jan 05 17:09:36.657490 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 41912) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:09:36.657860 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 41914) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:09:36.660542 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-40c28fa7-f2ff-433a-b0bc-d716d7e15121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:36.672902 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-fa344703-6bde-45a6-99bb-ddf00f69cc56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:36.742321 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc7fbc25-9046-4928-9088-c8709bd84ae8 None None] Routers {'62cbee69-c828-4992-a976-2a908983650a'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:09:36.743116 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-dc7fbc25-9046-4928-9088-c8709bd84ae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:09:19Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['62cbee69-c828-4992-a976-2a908983650a'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:09:36.755113 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c28fa7-f2ff-433a-b0bc-d716d7e15121 None None] Pushing event updated for resources: {'Port': ['ID=2124bcd3-9dd1-4a64-8c39-d3bea200439c,revision_number=2']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:09:36.758720 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device b25cdd6b-3f00-4fd3-8804-746b98422bb2 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 05 17:09:36.801201 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e376e487-59ff-4216-8263-6787f77c60bb tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Pushing event deleted for resources: {'Subnet': ['ID=ade3e5a3-60a5-4073-b85c-bb2dd6f0a4df,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:09:36.884501 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-901ff2bc-97bb-4665-8605-b65e4a01b988 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:36.966040 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2b27d24-bc12-4f4e-8f07-e0a747afb70b tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Network 82f2d2cd-1056-4b4a-8b60-ee39eb3300a3 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:09:36.977092 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-e2b27d24-bc12-4f4e-8f07-e0a747afb70b tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:09:36.995968 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-cd0126b1-4dc2-4aba-9957-b0cccff2d63d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:36.999386 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-c7b128a0-f580-4e0c-8e5f-5e75a96a73b3 None None] Attempting to bind port 04766e7b-1358-44ab-8e47-2ca4e06776f4 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 05 17:09:36.999773 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-c7b128a0-f580-4e0c-8e5f-5e75a96a73b3 None None] Attempting to bind port 04766e7b-1358-44ab-8e47-2ca4e06776f4 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '7187d679-cc4c-4360-b607-0a9c15d0e91f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '1556ff2b-4276-4657-b49c-5e4127bf8977'}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 05 17:09:37.000142 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7b128a0-f580-4e0c-8e5f-5e75a96a73b3 None None] Attempting to bind port 04766e7b-1358-44ab-8e47-2ca4e06776f4 on network 1556ff2b-4276-4657-b49c-5e4127bf8977 {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:09:37.020368 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] No Port match for: b25cdd6b-3f00-4fd3-8804-746b98422bb2 {{(pid=103802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 05 17:09:37.020723 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device b25cdd6b-3f00-4fd3-8804-746b98422bb2 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 05 17:09:37.037614 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ef1b4cdc-2a51-4fca-8eff-e0ee365da83c tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8784852', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8521873'] for subnet, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:37.118273 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-74038e4f-b9ba-41a1-971b-343e9c069c14 tempest-RoutersAdminTest-952369856 tempest-RoutersAdminTest-952369856-project-admin] 10.222.0.11 "GET /v2.0/routers/62cbee69-c828-4992-a976-2a908983650a HTTP/1.1" status: 200 len: 908 time: 0.4437129 Jan 05 17:09:37.118496 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7b128a0-f580-4e0c-8e5f-5e75a96a73b3 None None] Checking agent: {'id': '0d4f8fd3-ce62-4651-970c-efa6a8bb22b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 5, 16, 57, 23), 'started_at': datetime.datetime(2022, 1, 5, 16, 57, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 5, 17, 9, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 05 17:09:37.118496 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7b128a0-f580-4e0c-8e5f-5e75a96a73b3 None None] Checking segment: {'id': '7187d679-cc4c-4360-b607-0a9c15d0e91f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '1556ff2b-4276-4657-b49c-5e4127bf8977'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:09:37.118496 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c7b128a0-f580-4e0c-8e5f-5e75a96a73b3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:37.118496 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7b128a0-f580-4e0c-8e5f-5e75a96a73b3 None None] Bound using segment: {'id': '7187d679-cc4c-4360-b607-0a9c15d0e91f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '1556ff2b-4276-4657-b49c-5e4127bf8977'} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 05 17:09:37.118496 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-c7b128a0-f580-4e0c-8e5f-5e75a96a73b3 None None] Bound port: 04766e7b-1358-44ab-8e47-2ca4e06776f4, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7187d679-cc4c-4360-b607-0a9c15d0e91f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '1556ff2b-4276-4657-b49c-5e4127bf8977'}}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 05 17:09:37.118496 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c7b128a0-f580-4e0c-8e5f-5e75a96a73b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:37.131795 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 41916) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:09:37.132485 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1b4cdc-2a51-4fca-8eff-e0ee365da83c tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Pushing event updated for resources: {'Subnet': ['ID=ebf673d0-4d72-4025-a6cc-aa8fd8d0db18,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:09:37.144932 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-6b10b6bb-8d5c-4397-b552-a839188c941f tempest-RoutersAdminTest-952369856 tempest-RoutersAdminTest-952369856-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1317781909', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'enable_snat': True}}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:09:37.221181 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-cd0126b1-4dc2-4aba-9957-b0cccff2d63d None None] For port 5a19b7f0-fc24-4acf-9576-d72ee15af9bb, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=5a19b7f0-fc24-4acf-9576-d72ee15af9bb,segment=NetworkSegment(84e1ffeb-155b-4020-96f3-8d9f8151e1be),segment_id=84e1ffeb-155b-4020-96f3-8d9f8151e1be)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:09:37.247072 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2b27d24-bc12-4f4e-8f07-e0a747afb70b tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Router bf1afd4d-680c-4871-aabc-4aca87161f6d has already been hosted by L3 agent 59446fdc-40e0-41fe-a575-a8eb11d742f7 {{(pid=103800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 05 17:09:37.289525 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef1b4cdc-2a51-4fca-8eff-e0ee365da83c tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Checking segment: {'id': '03f91a80-ffe0-42fd-8206-c112e229e91a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '384f64a3-ca40-4479-9470-814f96969ff3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:09:37.290916 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef1b4cdc-2a51-4fca-8eff-e0ee365da83c tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Network hostable DHCP agents. Network: 384f64a3-ca40-4479-9470-814f96969ff3, hostable agents: ['3f70c195-17da-4084-9fd6-bf6059d88535'], hosted agents: [] {{(pid=103800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 05 17:09:37.369646 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb858719-4bdb-4de7-8519-7d66f44a5917 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:09:37.376256 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb858719-4bdb-4de7-8519-7d66f44a5917 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:09:37.381880 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-fb858719-4bdb-4de7-8519-7d66f44a5917 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1667 time: 0.7173467 Jan 05 17:09:37.383699 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-dc7fbc25-9046-4928-9088-c8709bd84ae8 None None] Set router 62cbee69-c828-4992-a976-2a908983650a gateway port host: dv-neutron-master-2-hyperv {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:09:37.409168 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e376e487-59ff-4216-8263-6787f77c60bb tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3891715', 'neutron.services.segments.db._delete_segments_for_network-8754181063482'] for network, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:37.423371 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 41918) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:09:37.434537 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef1b4cdc-2a51-4fca-8eff-e0ee365da83c tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Network 384f64a3-ca40-4479-9470-814f96969ff3 is scheduled to be hosted by DHCP agent 3f70c195-17da-4084-9fd6-bf6059d88535 with binding_index 1 {{(pid=103800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 05 17:09:37.439488 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6b10b6bb-8d5c-4397-b552-a839188c941f tempest-RoutersAdminTest-952369856 tempest-RoutersAdminTest-952369856-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-649063', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58098'] for router, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:37.440694 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6b10b6bb-8d5c-4397-b552-a839188c941f tempest-RoutersAdminTest-952369856 tempest-RoutersAdminTest-952369856-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649832', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-545006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58091'] for router, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:37.488931 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-cd0126b1-4dc2-4aba-9957-b0cccff2d63d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:37.489172 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.notifiers.nova [None req-68ee6e64-9c02-4291-afa9-82151881d4ea tempest-BulkNetworkOpsTest-1458771112 tempest-BulkNetworkOpsTest-1458771112-project] device_id is not set on port cd1ba4fe-6351-4a6b-9bd5-810377803afe yet. {{(pid=103801) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 05 17:09:37.546333 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-ef1b4cdc-2a51-4fca-8eff-e0ee365da83c tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 384f64a3-ca40-4479-9470-814f96969ff3) {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:09:37.555514 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef1b4cdc-2a51-4fca-8eff-e0ee365da83c tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:09:37.556207 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ef1b4cdc-2a51-4fca-8eff-e0ee365da83c tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks [] for subnet, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:37.587072 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09ba2754-2c28-4e0e-b444-897aa5d0003e None None] Network 384f64a3-ca40-4479-9470-814f96969ff3 requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:09:37.593755 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2b27d24-bc12-4f4e-8f07-e0a747afb70b tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 05 17:09:37.614796 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e157e70-eafc-40a1-8b1a-06c52ebb83cf None None] Sync routers for ids ['bf1afd4d-680c-4871-aabc-4aca87161f6d'] in dv-neutron-master-2-hyperv {{(pid=103803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 05 17:09:37.634494 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-e2b27d24-bc12-4f4e-8f07-e0a747afb70b tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] 10.222.0.11 "PUT /v2.0/routers/bf1afd4d-680c-4871-aabc-4aca87161f6d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9285390 Jan 05 17:09:37.637209 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e157e70-eafc-40a1-8b1a-06c52ebb83cf None None] Routers {'bf1afd4d-680c-4871-aabc-4aca87161f6d'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:09:37.637421 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6b10b6bb-8d5c-4397-b552-a839188c941f tempest-RoutersAdminTest-952369856 tempest-RoutersAdminTest-952369856-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:37.638079 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 41920) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:09:37.641743 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-0e157e70-eafc-40a1-8b1a-06c52ebb83cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:09:19Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['bf1afd4d-680c-4871-aabc-4aca87161f6d'], 'active': True} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:09:37.648215 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-132529c0-84c7-490f-9f4f-5bbd8b470525 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Request body: {'network': {'name': 'tempest-RoutersTest-1253330433'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:09:37.715193 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-ef1b4cdc-2a51-4fca-8eff-e0ee365da83c tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.4679868 Jan 05 17:09:37.729639 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 41922) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:09:37.810454 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvr_db [None req-0e157e70-eafc-40a1-8b1a-06c52ebb83cf None None] Set router bf1afd4d-680c-4871-aabc-4aca87161f6d gateway port host: None {{(pid=103803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:09:37.985361 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device ea7894b0-f008-4655-8b83-6c9c68fd5623 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:09:38.054677 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-113a3182-8c8d-4de7-9576-cd4b56f49d92 None None] Network 82f2d2cd-1056-4b4a-8b60-ee39eb3300a3 requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:09:38.073689 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-132529c0-84c7-490f-9f4f-5bbd8b470525 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Made reservation on behalf of 85eea60e03994a48a004c2f9e50e4168 for: {'network': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:09:38.077185 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-132529c0-84c7-490f-9f4f-5bbd8b470525 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for network, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:38.104138 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-68ee6e64-9c02-4291-afa9-82151881d4ea tempest-BulkNetworkOpsTest-1458771112 tempest-BulkNetworkOpsTest-1458771112-project] Publish callbacks [] for port, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:38.190003 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-0e157e70-eafc-40a1-8b1a-06c52ebb83cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf1afd4d-680c-4871-aabc-4aca87161f6d', 'name': 'tempest-RoutersTest-router-1392716440', 'tenant_id': '85eea60e03994a48a004c2f9e50e4168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:09:02Z', 'updated_at': '2022-01-05T17:09:34Z', 'revision_number': 4, 'project_id': '85eea60e03994a48a004c2f9e50e4168', 'gw_port_host': None, '_interfaces': [{'id': '13801738-c9ac-4705-a6e2-f2dcc39b53cc', 'name': '', 'network_id': '82f2d2cd-1056-4b4a-8b60-ee39eb3300a3', 'tenant_id': '85eea60e03994a48a004c2f9e50e4168', 'mac_address': 'fa:16:3e:07:b9:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf1afd4d-680c-4871-aabc-4aca87161f6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'c343cccc-8aec-4f0b-a6d7-7d4f99734aed', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:09:32Z', 'updated_at': '2022-01-05T17:09:35Z', 'revision_number': 2, 'project_id': '85eea60e03994a48a004c2f9e50e4168', 'subnets': [{'id': 'c343cccc-8aec-4f0b-a6d7-7d4f99734aed', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '182e09e5-42e6-4f62-bbbb-0058488f34b5', 'name': '', 'network_id': '185acd14-b895-4704-a83b-f6ba048b49d6', 'tenant_id': '85eea60e03994a48a004c2f9e50e4168', 'mac_address': 'fa:16:3e:bc:8d:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf1afd4d-680c-4871-aabc-4aca87161f6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '429e9b39-4f6c-40eb-b133-5051cc8163a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:09:09Z', 'updated_at': '2022-01-05T17:09:19Z', 'revision_number': 5, 'project_id': '85eea60e03994a48a004c2f9e50e4168', 'subnets': [{'id': '429e9b39-4f6c-40eb-b133-5051cc8163a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f12a2d89-62c7-4c93-8256-419ab8c31f4b', 'name': '', 'network_id': '77e4a2d6-51aa-4a68-b5b7-38d6e0087161', 'tenant_id': '85eea60e03994a48a004c2f9e50e4168', 'mac_address': 'fa:16:3e:af:48:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf1afd4d-680c-4871-aabc-4aca87161f6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '21285678-2d09-4af6-a22e-c08e91089594', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:09:22Z', 'updated_at': '2022-01-05T17:09:30Z', 'revision_number': 5, 'project_id': '85eea60e03994a48a004c2f9e50e4168', 'subnets': [{'id': '21285678-2d09-4af6-a22e-c08e91089594', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:09:38.203719 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-c7b128a0-f580-4e0c-8e5f-5e75a96a73b3 None None] For port 04766e7b-1358-44ab-8e47-2ca4e06776f4, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 05 17:09:38.236976 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e157e70-eafc-40a1-8b1a-06c52ebb83cf None None] Checking router: bf1afd4d-680c-4871-aabc-4aca87161f6d for host: dv-neutron-master-2-hyperv {{(pid=103803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 05 17:09:38.236976 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e157e70-eafc-40a1-8b1a-06c52ebb83cf None None] Updating router bf1afd4d-680c-4871-aabc-4aca87161f6d port 13801738-c9ac-4705-a6e2-f2dcc39b53cc binding host dv-neutron-master-2-hyperv {{(pid=103803) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 05 17:09:38.245936 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.notifiers.nova [None req-68ee6e64-9c02-4291-afa9-82151881d4ea tempest-BulkNetworkOpsTest-1458771112 tempest-BulkNetworkOpsTest-1458771112-project] device_id is not set on port d54c0361-24c0-4f08-a50f-db80b792955e yet. {{(pid=103801) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 05 17:09:38.261494 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.services.segments.db [None req-e376e487-59ff-4216-8263-6787f77c60bb tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1556ff2b-4276-4657-b49c-5e4127bf8977']}} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:09:38.264456 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-8d44e928-868a-48a2-9eea-d76eafe0c803 None None] Provisioning complete for port 80c0fed0-176f-4438-9a3e-aeeeb85fa8bd triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:09:38.264824 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-8d44e928-868a-48a2-9eea-d76eafe0c803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:38.299322 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-0e157e70-eafc-40a1-8b1a-06c52ebb83cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:38.366127 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.services.segments.db [None req-e376e487-59ff-4216-8263-6787f77c60bb tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7187d679-cc4c-4360-b607-0a9c15d0e91f') {'for_net_delete': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:09:38.367121 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.services.segments.db [None req-e376e487-59ff-4216-8263-6787f77c60bb tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7187d679-cc4c-4360-b607-0a9c15d0e91f') {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:09:38.372457 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-132529c0-84c7-490f-9f4f-5bbd8b470525 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'} {{(pid=103800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 05 17:09:38.387852 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-132529c0-84c7-490f-9f4f-5bbd8b470525 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225'] for segment, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:38.388207 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.db.segments_db [None req-132529c0-84c7-490f-9f4f-5bbd8b470525 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Added segment 181584ce-22aa-4b8f-8432-d35c635212aa of type vlan for network d9a31355-feac-4d87-a434-15cb4323e153 Jan 05 17:09:38.392233 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e376e487-59ff-4216-8263-6787f77c60bb tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754181064771', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11316385'] for segment, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:38.401815 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6b10b6bb-8d5c-4397-b552-a839188c941f tempest-RoutersAdminTest-952369856 tempest-RoutersAdminTest-952369856-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:38.521360 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0126b1-4dc2-4aba-9957-b0cccff2d63d None None] Pushing event updated for resources: {'Port': ['ID=5a19b7f0-fc24-4acf-9576-d72ee15af9bb,revision_number=3']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:09:38.527927 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-c7b128a0-f580-4e0c-8e5f-5e75a96a73b3 None None] For port 04766e7b-1358-44ab-8e47-2ca4e06776f4, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=04766e7b-1358-44ab-8e47-2ca4e06776f4,segment=NetworkSegment(7187d679-cc4c-4360-b607-0a9c15d0e91f),segment_id=7187d679-cc4c-4360-b607-0a9c15d0e91f)] {{(pid=103802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 05 17:09:38.540637 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-132529c0-84c7-490f-9f4f-5bbd8b470525 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754180566020'] for network, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:38.583379 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-901ff2bc-97bb-4665-8605-b65e4a01b988 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:38.599078 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-a88f1269-5fed-426a-8f4e-d39156b29bfd tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Deleting port 63627661-ae70-45ca-bcb4-0ee677c46c44 {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:09:38.599305 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-a88f1269-5fed-426a-8f4e-d39156b29bfd tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:38.633505 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-8d44e928-868a-48a2-9eea-d76eafe0c803 None None] Port 80c0fed0-176f-4438-9a3e-aeeeb85fa8bd cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 17:09:38.662738 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-901ff2bc-97bb-4665-8605-b65e4a01b988 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11433169'] for port, after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:38.664447 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c7b128a0-f580-4e0c-8e5f-5e75a96a73b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:38.670985 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e376e487-59ff-4216-8263-6787f77c60bb tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225'] for segment, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:38.748553 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28b92855-5606-4f5d-af9f-e21625974934 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-384f64a3-ca40-4479-9470-814f96969ff3', 'network_id': '384f64a3-ca40-4479-9470-814f96969ff3', 'project_id': '04762f6d6f55432ea3822a71fa1f481f', 'fixed_ips': [{'subnet_id': 'ebf673d0-4d72-4025-a6cc-aa8fd8d0db18'}]}} from dv-neutron-master-2-hyperv. {{(pid=103802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 05 17:09:38.750025 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-28b92855-5606-4f5d-af9f-e21625974934 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:38.808215 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-132529c0-84c7-490f-9f4f-5bbd8b470525 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685'] for network, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:38.814073 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-132529c0-84c7-490f-9f4f-5bbd8b470525 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:09:38.816906 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-132529c0-84c7-490f-9f4f-5bbd8b470525 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks [] for network, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:38.866578 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e376e487-59ff-4216-8263-6787f77c60bb tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Releasing vlan 120 on physical network physnet1 to pool {{(pid=103801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 05 17:09:38.866984 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e376e487-59ff-4216-8263-6787f77c60bb tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11433197'] for segment, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:38.883824 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:09:38.883824 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:09:38.883824 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:09:38.883824 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:09:38.883824 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:09:38.883824 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:09:38.883824 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:09:38.883824 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:09:38.883824 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:09:38.883824 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:09:38.883824 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:09:38.883824 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:09:38.883824 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:09:38.883824 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:09:38.883824 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:09:38.883824 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:09:38.883824 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:09:38.883824 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:09:38.883824 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:09:38.883824 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:09:38.883824 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:09:38.883824 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:09:38.883824 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:09:38.883824 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:09:38.883824 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:09:38.883824 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:09:38.883824 dv-neutron-master-2-hyperv neutron-server[103801]: Traceback (most recent call last): Jan 05 17:09:38.883824 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 05 17:09:38.883824 dv-neutron-master-2-hyperv neutron-server[103801]: timer() Jan 05 17:09:38.883824 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 05 17:09:38.883824 dv-neutron-master-2-hyperv neutron-server[103801]: cb(*args, **kw) Jan 05 17:09:38.883824 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 05 17:09:38.883824 dv-neutron-master-2-hyperv neutron-server[103801]: return func(*args, **kwargs) Jan 05 17:09:38.883824 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 05 17:09:38.883824 dv-neutron-master-2-hyperv neutron-server[103801]: self._notify() Jan 05 17:09:38.883824 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 05 17:09:38.883824 dv-neutron-master-2-hyperv neutron-server[103801]: self.callback(batched_events) Jan 05 17:09:38.883824 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 05 17:09:38.883824 dv-neutron-master-2-hyperv neutron-server[103801]: event.method(event) Jan 05 17:09:38.883824 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 05 17:09:38.883824 dv-neutron-master-2-hyperv neutron-server[103801]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 05 17:09:38.883824 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 05 17:09:38.883824 dv-neutron-master-2-hyperv neutron-server[103801]: aggregate_uuid = self.p_client.list_aggregates( Jan 05 17:09:38.883824 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 05 17:09:38.883824 dv-neutron-master-2-hyperv neutron-server[103801]: return f(self, *a, **k) Jan 05 17:09:38.883824 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 05 17:09:38.883824 dv-neutron-master-2-hyperv neutron-server[103801]: return self._get(url).json() Jan 05 17:09:38.883824 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 05 17:09:38.883824 dv-neutron-master-2-hyperv neutron-server[103801]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 05 17:09:38.883824 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 05 17:09:38.883824 dv-neutron-master-2-hyperv neutron-server[103801]: return self.request(url, 'GET', **kwargs) Jan 05 17:09:38.883824 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 05 17:09:38.883824 dv-neutron-master-2-hyperv neutron-server[103801]: base_url = self.get_endpoint(auth, allow=allow, Jan 05 17:09:38.892450 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 05 17:09:38.892450 dv-neutron-master-2-hyperv neutron-server[103801]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 05 17:09:38.892450 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 05 17:09:38.892450 dv-neutron-master-2-hyperv neutron-server[103801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 05 17:09:38.892450 dv-neutron-master-2-hyperv neutron-server[103801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 05 17:09:38.927430 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Provisioning complete for port ea7894b0-f008-4655-8b83-6c9c68fd5623 triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:09:38.927799 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:38.943319 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-8d44e928-868a-48a2-9eea-d76eafe0c803 None None] Provisioning complete for port 276dbda1-be0d-4778-9c79-79ca3751d954 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:09:38.944023 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-8d44e928-868a-48a2-9eea-d76eafe0c803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:38.990167 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-647f7008-2d16-4f08-9c5f-2db01c0c8124 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:38.991668 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-0e157e70-eafc-40a1-8b1a-06c52ebb83cf None None] Publish callbacks [] for port, precommit_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:39.015828 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132529c0-84c7-490f-9f4f-5bbd8b470525 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Pushing event updated for resources: {'Network': ['ID=d9a31355-feac-4d87-a434-15cb4323e153,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:09:39.020623 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-68ee6e64-9c02-4291-afa9-82151881d4ea tempest-BulkNetworkOpsTest-1458771112 tempest-BulkNetworkOpsTest-1458771112-project] Publish callbacks [] for port, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:39.067355 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901ff2bc-97bb-4665-8605-b65e4a01b988 admin admin] Pushing event updated for resources: {'Port': ['ID=bdaade1f-99b8-4056-a855-356847ca7946,revision_number=2']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:09:39.086933 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Network d9a31355-feac-4d87-a434-15cb4323e153 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 05 17:09:39.089268 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b128a0-f580-4e0c-8e5f-5e75a96a73b3 None None] Pushing event updated for resources: {'Port': ['ID=04766e7b-1358-44ab-8e47-2ca4e06776f4,revision_number=2']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:09:39.089973 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-0e157e70-eafc-40a1-8b1a-06c52ebb83cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:39.103700 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4925c37f-84e2-4a34-ad3d-eed036cd85f0 None None] Network 1556ff2b-4276-4657-b49c-5e4127bf8977 requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:09:39.115916 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-901ff2bc-97bb-4665-8605-b65e4a01b988 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-531704'] for router_interface, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:39.126510 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.db.api [None req-e376e487-59ff-4216-8263-6787f77c60bb tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 05 17:09:39.126510 dv-neutron-master-2-hyperv neutron-server[103801]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 05 17:09:39.126510 dv-neutron-master-2-hyperv neutron-server[103801]: [parameters: {'id': '1556ff2b-4276-4657-b49c-5e4127bf8977'}] Jan 05 17:09:39.126510 dv-neutron-master-2-hyperv neutron-server[103801]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103801) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 05 17:09:39.134102 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG oslo_db.api [None req-e376e487-59ff-4216-8263-6787f77c60bb tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 05 17:09:39.171116 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-a88f1269-5fed-426a-8f4e-d39156b29bfd tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:39.175076 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-132529c0-84c7-490f-9f4f-5bbd8b470525 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.5358908 Jan 05 17:09:39.179576 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 41924) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:09:39.179966 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-1071cbfb-af70-45b3-924e-f0cc404030be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-531685'] for router_interface, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:39.186137 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-c4f6c680-c02c-429f-b60a-b14fdea67d90 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Request body: {'subnet': {'network_id': 'd9a31355-feac-4d87-a434-15cb4323e153', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:09:39.245761 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c03cd0-7678-4472-bd50-d6276ae63d7f None None] Pushing event updated for resources: {'Port': ['ID=13801738-c9ac-4705-a6e2-f2dcc39b53cc,revision_number=3']} {{(pid=103803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:09:39.251667 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-fa344703-6bde-45a6-99bb-ddf00f69cc56 None None] Publish callbacks [] for port, precommit_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:39.304756 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.plugins.ml2.managers [None req-0e157e70-eafc-40a1-8b1a-06c52ebb83cf None None] Attempting to bind port 13801738-c9ac-4705-a6e2-f2dcc39b53cc on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 05 17:09:39.305128 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.plugins.ml2.managers [None req-0e157e70-eafc-40a1-8b1a-06c52ebb83cf None None] Attempting to bind port 13801738-c9ac-4705-a6e2-f2dcc39b53cc by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '3f203f06-4b1f-4520-9ef3-4ad0e7d2f8d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '82f2d2cd-1056-4b4a-8b60-ee39eb3300a3'}] {{(pid=103803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 05 17:09:39.305486 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e157e70-eafc-40a1-8b1a-06c52ebb83cf None None] Attempting to bind port 13801738-c9ac-4705-a6e2-f2dcc39b53cc on network 82f2d2cd-1056-4b4a-8b60-ee39eb3300a3 {{(pid=103803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:09:39.312933 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e157e70-eafc-40a1-8b1a-06c52ebb83cf None None] Checking agent: {'id': '0d4f8fd3-ce62-4651-970c-efa6a8bb22b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 5, 16, 57, 23), 'started_at': datetime.datetime(2022, 1, 5, 16, 57, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 5, 17, 9, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 05 17:09:39.313412 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e157e70-eafc-40a1-8b1a-06c52ebb83cf None None] Checking segment: {'id': '3f203f06-4b1f-4520-9ef3-4ad0e7d2f8d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '82f2d2cd-1056-4b4a-8b60-ee39eb3300a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:09:39.314000 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-0e157e70-eafc-40a1-8b1a-06c52ebb83cf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:39.314493 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e157e70-eafc-40a1-8b1a-06c52ebb83cf None None] Bound using segment: {'id': '3f203f06-4b1f-4520-9ef3-4ad0e7d2f8d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '82f2d2cd-1056-4b4a-8b60-ee39eb3300a3'} {{(pid=103803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 05 17:09:39.315027 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.plugins.ml2.managers [None req-0e157e70-eafc-40a1-8b1a-06c52ebb83cf None None] Bound port: 13801738-c9ac-4705-a6e2-f2dcc39b53cc, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f203f06-4b1f-4520-9ef3-4ad0e7d2f8d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '82f2d2cd-1056-4b4a-8b60-ee39eb3300a3'}}] {{(pid=103803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 05 17:09:39.317728 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-0e157e70-eafc-40a1-8b1a-06c52ebb83cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:39.400138 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.plugins.ml2.db [None req-0e157e70-eafc-40a1-8b1a-06c52ebb83cf None None] For port 13801738-c9ac-4705-a6e2-f2dcc39b53cc, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 05 17:09:39.406458 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.plugins.ml2.db [None req-0e157e70-eafc-40a1-8b1a-06c52ebb83cf None None] For port 13801738-c9ac-4705-a6e2-f2dcc39b53cc, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=13801738-c9ac-4705-a6e2-f2dcc39b53cc,segment=NetworkSegment(3f203f06-4b1f-4520-9ef3-4ad0e7d2f8d5),segment_id=3f203f06-4b1f-4520-9ef3-4ad0e7d2f8d5)] {{(pid=103803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 05 17:09:39.437099 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-a88f1269-5fed-426a-8f4e-d39156b29bfd tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Calling delete_port for 63627661-ae70-45ca-bcb4-0ee677c46c44 owned by {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:09:39.438353 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-fa344703-6bde-45a6-99bb-ddf00f69cc56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:39.481164 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-dc7fbc25-9046-4928-9088-c8709bd84ae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62cbee69-c828-4992-a976-2a908983650a', 'name': 'tempest-snat-router-1317781909', 'tenant_id': '58667cb4efea4d45816f5ae9c56c5333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.46'}], 'enable_snat': False}, 'gw_port_id': '64ac3939-fbda-42f2-aca8-26dd0c8a115a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:09:27Z', 'updated_at': '2022-01-05T17:09:33Z', 'revision_number': 3, 'project_id': '58667cb4efea4d45816f5ae9c56c5333', 'gw_port': {'id': '64ac3939-fbda-42f2-aca8-26dd0c8a115a', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:63:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62cbee69-c828-4992-a976-2a908983650a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:09:31Z', 'updated_at': '2022-01-05T17:09:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:09:39.499999 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-0e157e70-eafc-40a1-8b1a-06c52ebb83cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:39.542085 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-68ee6e64-9c02-4291-afa9-82151881d4ea tempest-BulkNetworkOpsTest-1458771112 tempest-BulkNetworkOpsTest-1458771112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11433176'] for port, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:39.615955 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc7fbc25-9046-4928-9088-c8709bd84ae8 None None] Checking router: 62cbee69-c828-4992-a976-2a908983650a for host: dv-neutron-master-2-hyperv {{(pid=103802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 05 17:09:39.616687 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc7fbc25-9046-4928-9088-c8709bd84ae8 None None] Updating router 62cbee69-c828-4992-a976-2a908983650a port 64ac3939-fbda-42f2-aca8-26dd0c8a115a binding host dv-neutron-master-2-hyperv {{(pid=103802) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 05 17:09:39.626048 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e157e70-eafc-40a1-8b1a-06c52ebb83cf None None] Routers {'bf1afd4d-680c-4871-aabc-4aca87161f6d'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:09:39.632433 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-0e157e70-eafc-40a1-8b1a-06c52ebb83cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:09:19Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['bf1afd4d-680c-4871-aabc-4aca87161f6d'], 'active': True} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:09:39.643313 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c03cd0-7678-4472-bd50-d6276ae63d7f None None] Pushing event updated for resources: {'Port': ['ID=13801738-c9ac-4705-a6e2-f2dcc39b53cc,revision_number=4']} {{(pid=103803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:09:39.645119 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4f6c680-c02c-429f-b60a-b14fdea67d90 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Made reservation on behalf of 85eea60e03994a48a004c2f9e50e4168 for: {'subnet': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:09:39.648782 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c4f6c680-c02c-429f-b60a-b14fdea67d90 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8521827'] for subnet, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:39.761190 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6b10b6bb-8d5c-4397-b552-a839188c941f tempest-RoutersAdminTest-952369856 tempest-RoutersAdminTest-952369856-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:39.784553 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e376e487-59ff-4216-8263-6787f77c60bb tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3809644'] for network, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:39.819416 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvr_db [None req-0e157e70-eafc-40a1-8b1a-06c52ebb83cf None None] Set router bf1afd4d-680c-4871-aabc-4aca87161f6d gateway port host: None {{(pid=103803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:09:39.820242 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [None req-647f7008-2d16-4f08-9c5f-2db01c0c8124 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Allocated IP 2001:db8:1::1 (384f64a3-ca40-4479-9470-814f96969ff3/ebf673d0-4d72-4025-a6cc-aa8fd8d0db18/f94aa6e4-6d25-46f8-84f2-6ea65da467f1) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:09:39.820443 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:39.852951 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6b10b6bb-8d5c-4397-b552-a839188c941f tempest-RoutersAdminTest-952369856 tempest-RoutersAdminTest-952369856-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:39.858837 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ee6e64-9c02-4291-afa9-82151881d4ea tempest-BulkNetworkOpsTest-1458771112 tempest-BulkNetworkOpsTest-1458771112-project] Pushing event updated for resources: {'Port': ['ID=cd1ba4fe-6351-4a6b-9bd5-810377803afe,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:09:39.899929 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0032009-3671-43c6-b13e-717a7029b7e0 None None] Pushing event updated for resources: {'Port': ['ID=80c0fed0-176f-4438-9a3e-aeeeb85fa8bd,revision_number=3']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:09:39.941936 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-dc7fbc25-9046-4928-9088-c8709bd84ae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:39.961730 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-a88f1269-5fed-426a-8f4e-d39156b29bfd tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11433176'] for port, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:40.051454 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88f1269-5fed-426a-8f4e-d39156b29bfd tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Pushing event deleted for resources: {'Port': ['ID=63627661-ae70-45ca-bcb4-0ee677c46c44,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:09:40.078767 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-8d44e928-868a-48a2-9eea-d76eafe0c803 None None] Provisioning complete for port 5a19b7f0-fc24-4acf-9576-d72ee15af9bb triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:09:40.079731 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-8d44e928-868a-48a2-9eea-d76eafe0c803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:40.081645 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-fa344703-6bde-45a6-99bb-ddf00f69cc56 None None] Attempting to bind port 80c0fed0-176f-4438-9a3e-aeeeb85fa8bd on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 05 17:09:40.082200 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-fa344703-6bde-45a6-99bb-ddf00f69cc56 None None] Attempting to bind port 80c0fed0-176f-4438-9a3e-aeeeb85fa8bd by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '581a18a5-edd1-42ee-a875-f54ee991bb72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '9b108e05-58cc-4d98-85c8-c21a57823860'}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 05 17:09:40.082702 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa344703-6bde-45a6-99bb-ddf00f69cc56 None None] Attempting to bind port 80c0fed0-176f-4438-9a3e-aeeeb85fa8bd on network 9b108e05-58cc-4d98-85c8-c21a57823860 {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:09:40.109010 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] For port ea7894b0-f008-4655-8b83-6c9c68fd5623, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ea7894b0-f008-4655-8b83-6c9c68fd5623,segment=NetworkSegment(3f203f06-4b1f-4520-9ef3-4ad0e7d2f8d5),segment_id=3f203f06-4b1f-4520-9ef3-4ad0e7d2f8d5)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:09:40.160383 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa344703-6bde-45a6-99bb-ddf00f69cc56 None None] Checking agent: {'id': '0d4f8fd3-ce62-4651-970c-efa6a8bb22b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 5, 16, 57, 23), 'started_at': datetime.datetime(2022, 1, 5, 16, 57, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 5, 17, 9, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 05 17:09:40.164679 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa344703-6bde-45a6-99bb-ddf00f69cc56 None None] Checking segment: {'id': '581a18a5-edd1-42ee-a875-f54ee991bb72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '9b108e05-58cc-4d98-85c8-c21a57823860'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:09:40.164679 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-fa344703-6bde-45a6-99bb-ddf00f69cc56 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:40.164679 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa344703-6bde-45a6-99bb-ddf00f69cc56 None None] Bound using segment: {'id': '581a18a5-edd1-42ee-a875-f54ee991bb72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '9b108e05-58cc-4d98-85c8-c21a57823860'} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 05 17:09:40.164679 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-fa344703-6bde-45a6-99bb-ddf00f69cc56 None None] Bound port: 80c0fed0-176f-4438-9a3e-aeeeb85fa8bd, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '581a18a5-edd1-42ee-a875-f54ee991bb72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '9b108e05-58cc-4d98-85c8-c21a57823860'}}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 05 17:09:40.164679 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-fa344703-6bde-45a6-99bb-ddf00f69cc56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:40.190025 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-a88f1269-5fed-426a-8f4e-d39156b29bfd tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:40.193814 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-a88f1269-5fed-426a-8f4e-d39156b29bfd tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] 10.222.0.11 "DELETE /v2.0/ports/63627661-ae70-45ca-bcb4-0ee677c46c44 HTTP/1.1" status: 204 len: 168 time: 2.7699082 Jan 05 17:09:40.205149 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 41926) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:09:40.293248 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:40.294407 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 276dbda1-be0d-4778-9c79-79ca3751d954 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:09:40.353957 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-901ff2bc-97bb-4665-8605-b65e4a01b988 admin admin] Network 9d892221-db72-44b5-b8b3-7f2a75d6a0ee is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:09:40.355898 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68ee6e64-9c02-4291-afa9-82151881d4ea tempest-BulkNetworkOpsTest-1458771112 tempest-BulkNetworkOpsTest-1458771112-project] Checking segment: {'id': '314df388-9779-4c17-adf7-2d848705b404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'a4a17721-59cd-43d9-965a-e61300efc4aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:09:40.356266 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68ee6e64-9c02-4291-afa9-82151881d4ea tempest-BulkNetworkOpsTest-1458771112 tempest-BulkNetworkOpsTest-1458771112-project] Network hostable DHCP agents. Network: a4a17721-59cd-43d9-965a-e61300efc4aa, hostable agents: ['3f70c195-17da-4084-9fd6-bf6059d88535'], hosted agents: [] {{(pid=103801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 05 17:09:40.381185 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-901ff2bc-97bb-4665-8605-b65e4a01b988 admin admin] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:09:40.430941 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e16f4061-b5c2-415e-9e91-ddd98ba9ee73 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:09:40.432589 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e16f4061-b5c2-415e-9e91-ddd98ba9ee73 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:09:40.437113 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-e16f4061-b5c2-415e-9e91-ddd98ba9ee73 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.2172914 Jan 05 17:09:40.456405 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 41928) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:09:40.480896 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-fa344703-6bde-45a6-99bb-ddf00f69cc56 None None] For port 80c0fed0-176f-4438-9a3e-aeeeb85fa8bd, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 05 17:09:40.484714 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-fa344703-6bde-45a6-99bb-ddf00f69cc56 None None] For port 80c0fed0-176f-4438-9a3e-aeeeb85fa8bd, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=80c0fed0-176f-4438-9a3e-aeeeb85fa8bd,segment=NetworkSegment(581a18a5-edd1-42ee-a875-f54ee991bb72),segment_id=581a18a5-edd1-42ee-a875-f54ee991bb72)] {{(pid=103802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 05 17:09:40.567111 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-0e157e70-eafc-40a1-8b1a-06c52ebb83cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf1afd4d-680c-4871-aabc-4aca87161f6d', 'name': 'tempest-RoutersTest-router-1392716440', 'tenant_id': '85eea60e03994a48a004c2f9e50e4168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:09:02Z', 'updated_at': '2022-01-05T17:09:34Z', 'revision_number': 4, 'project_id': '85eea60e03994a48a004c2f9e50e4168', 'gw_port_host': None, '_interfaces': [{'id': '13801738-c9ac-4705-a6e2-f2dcc39b53cc', 'name': '', 'network_id': '82f2d2cd-1056-4b4a-8b60-ee39eb3300a3', 'tenant_id': '85eea60e03994a48a004c2f9e50e4168', 'mac_address': 'fa:16:3e:07:b9:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf1afd4d-680c-4871-aabc-4aca87161f6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'c343cccc-8aec-4f0b-a6d7-7d4f99734aed', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:09:32Z', 'updated_at': '2022-01-05T17:09:39Z', 'revision_number': 4, 'project_id': '85eea60e03994a48a004c2f9e50e4168', 'subnets': [{'id': 'c343cccc-8aec-4f0b-a6d7-7d4f99734aed', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '182e09e5-42e6-4f62-bbbb-0058488f34b5', 'name': '', 'network_id': '185acd14-b895-4704-a83b-f6ba048b49d6', 'tenant_id': '85eea60e03994a48a004c2f9e50e4168', 'mac_address': 'fa:16:3e:bc:8d:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf1afd4d-680c-4871-aabc-4aca87161f6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '429e9b39-4f6c-40eb-b133-5051cc8163a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:09:09Z', 'updated_at': '2022-01-05T17:09:19Z', 'revision_number': 5, 'project_id': '85eea60e03994a48a004c2f9e50e4168', 'subnets': [{'id': '429e9b39-4f6c-40eb-b133-5051cc8163a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f12a2d89-62c7-4c93-8256-419ab8c31f4b', 'name': '', 'network_id': '77e4a2d6-51aa-4a68-b5b7-38d6e0087161', 'tenant_id': '85eea60e03994a48a004c2f9e50e4168', 'mac_address': 'fa:16:3e:af:48:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf1afd4d-680c-4871-aabc-4aca87161f6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '21285678-2d09-4af6-a22e-c08e91089594', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:09:22Z', 'updated_at': '2022-01-05T17:09:30Z', 'revision_number': 5, 'project_id': '85eea60e03994a48a004c2f9e50e4168', 'subnets': [{'id': '21285678-2d09-4af6-a22e-c08e91089594', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:09:40.613732 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-fa344703-6bde-45a6-99bb-ddf00f69cc56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:40.641543 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Pushing event updated for resources: {'Port': ['ID=ea7894b0-f008-4655-8b83-6c9c68fd5623,revision_number=3']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:09:40.658408 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e157e70-eafc-40a1-8b1a-06c52ebb83cf None None] The sync data for ids ['bf1afd4d-680c-4871-aabc-4aca87161f6d'] in dv-neutron-master-2-hyperv is: [{'id': 'bf1afd4d-680c-4871-aabc-4aca87161f6d', 'name': 'tempest-RoutersTest-router-1392716440', 'tenant_id': '85eea60e03994a48a004c2f9e50e4168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:09:02Z', 'updated_at': '2022-01-05T17:09:34Z', 'revision_number': 4, 'project_id': '85eea60e03994a48a004c2f9e50e4168', 'gw_port_host': None, '_interfaces': [{'id': '13801738-c9ac-4705-a6e2-f2dcc39b53cc', 'name': '', 'network_id': '82f2d2cd-1056-4b4a-8b60-ee39eb3300a3', 'tenant_id': '85eea60e03994a48a004c2f9e50e4168', 'mac_address': 'fa:16:3e:07:b9:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf1afd4d-680c-4871-aabc-4aca87161f6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'c343cccc-8aec-4f0b-a6d7-7d4f99734aed', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:09:32Z', 'updated_at': '2022-01-05T17:09:39Z', 'revision_number': 4, 'project_id': '85eea60e03994a48a004c2f9e50e4168', 'subnets': [{'id': 'c343cccc-8aec-4f0b-a6d7-7d4f99734aed', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '182e09e5-42e6-4f62-bbbb-0058488f34b5', 'name': '', 'network_id': '185acd14-b895-4704-a83b-f6ba048b49d6', 'tenant_id': '85eea60e03994a48a004c2f9e50e4168', 'mac_address': 'fa:16:3e:bc:8d:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf1afd4d-680c-4871-aabc-4aca87161f6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '429e9b39-4f6c-40eb-b133-5051cc8163a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:09:09Z', 'updated_at': '2022-01-05T17:09:19Z', 'revision_number': 5, 'project_id': '85eea60e03994a48a004c2f9e50e4168', 'subnets': [{'id': '429e9b39-4f6c-40eb-b133-5051cc8163a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f12a2d89-62c7-4c93-8256-419ab8c31f4b', 'name': '', 'network_id': '77e4a2d6-51aa-4a68-b5b7-38d6e0087161', 'tenant_id': '85eea60e03994a48a004c2f9e50e4168', 'mac_address': 'fa:16:3e:af:48:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf1afd4d-680c-4871-aabc-4aca87161f6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '21285678-2d09-4af6-a22e-c08e91089594', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:09:22Z', 'updated_at': '2022-01-05T17:09:30Z', 'revision_number': 5, 'project_id': '85eea60e03994a48a004c2f9e50e4168', 'subnets': [{'id': '21285678-2d09-4af6-a22e-c08e91089594', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 05 17:09:40.683587 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Provisioning complete for port 276dbda1-be0d-4778-9c79-79ca3751d954 triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:09:40.684357 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:40.760794 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-647f7008-2d16-4f08-9c5f-2db01c0c8124 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks [] for port, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:40.807062 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-901ff2bc-97bb-4665-8605-b65e4a01b988 admin admin] Router a556a634-679b-44da-be20-1af64bc8c3a7 has already been hosted by L3 agent 59446fdc-40e0-41fe-a575-a8eb11d742f7 {{(pid=103801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 05 17:09:40.855619 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e69eed1-795f-4043-9fdf-a97b9214eafb tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Deleting subnet b46c87e2-b2d6-414f-a746-739cab240b58 {{(pid=103801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 05 17:09:40.862053 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-6e69eed1-795f-4043-9fdf-a97b9214eafb tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks [] for subnet, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:40.923136 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-6e69eed1-795f-4043-9fdf-a97b9214eafb tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11316398'] for subnet, precommit_delete_associations {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:40.928290 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [None req-6b10b6bb-8d5c-4397-b552-a839188c941f tempest-RoutersAdminTest-952369856 tempest-RoutersAdminTest-952369856-project-admin] Allocated IP 172.36.4.73 (b0167590-0699-4c5c-a932-3939414a9573/7a784a6d-3d96-418f-a645-b9ccd0b1ac55/32fba249-9cf0-4f95-aae3-832f1a1acd88) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:09:40.964411 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-8d44e928-868a-48a2-9eea-d76eafe0c803 None None] Provisioning complete for port 9fe985d6-8f80-4f81-a35c-8c066a1a0271 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:09:40.964781 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-8d44e928-868a-48a2-9eea-d76eafe0c803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:41.027266 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-647f7008-2d16-4f08-9c5f-2db01c0c8124 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:41.055166 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c4f6c680-c02c-429f-b60a-b14fdea67d90 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8784852', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8521873'] for subnet, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:41.070484 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-e376e487-59ff-4216-8263-6787f77c60bb tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Deleting port 04766e7b-1358-44ab-8e47-2ca4e06776f4 {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:09:41.070820 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e376e487-59ff-4216-8263-6787f77c60bb tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:41.077542 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68ee6e64-9c02-4291-afa9-82151881d4ea tempest-BulkNetworkOpsTest-1458771112 tempest-BulkNetworkOpsTest-1458771112-project] Network a4a17721-59cd-43d9-965a-e61300efc4aa is scheduled to be hosted by DHCP agent 3f70c195-17da-4084-9fd6-bf6059d88535 with binding_index 1 {{(pid=103801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 05 17:09:41.083645 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa344703-6bde-45a6-99bb-ddf00f69cc56 None None] Routers {'3134b106-4218-415e-bd16-8091c8c99414'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:09:41.084300 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-fa344703-6bde-45a6-99bb-ddf00f69cc56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:09:19Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['3134b106-4218-415e-bd16-8091c8c99414'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:09:41.086145 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0032009-3671-43c6-b13e-717a7029b7e0 None None] Pushing event updated for resources: {'Port': ['ID=80c0fed0-176f-4438-9a3e-aeeeb85fa8bd,revision_number=4']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:09:41.091933 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-6e69eed1-795f-4043-9fdf-a97b9214eafb tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892868'] for subnet, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:41.163778 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-647f7008-2d16-4f08-9c5f-2db01c0c8124 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Network 384f64a3-ca40-4479-9470-814f96969ff3 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:09:41.212002 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-647f7008-2d16-4f08-9c5f-2db01c0c8124 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:09:41.236056 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-647f7008-2d16-4f08-9c5f-2db01c0c8124 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:09:41.236692 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-647f7008-2d16-4f08-9c5f-2db01c0c8124 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-648552'] for router_interface, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:41.246855 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647f7008-2d16-4f08-9c5f-2db01c0c8124 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Pushing event updated for resources: {'Port': ['ID=f94aa6e4-6d25-46f8-84f2-6ea65da467f1,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:09:41.250563 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f6c680-c02c-429f-b60a-b14fdea67d90 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Checking segment: {'id': '181584ce-22aa-4b8f-8432-d35c635212aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'd9a31355-feac-4d87-a434-15cb4323e153'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:09:41.251020 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4f6c680-c02c-429f-b60a-b14fdea67d90 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Network hostable DHCP agents. Network: d9a31355-feac-4d87-a434-15cb4323e153, hostable agents: ['3f70c195-17da-4084-9fd6-bf6059d88535'], hosted agents: [] {{(pid=103800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 05 17:09:41.301206 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f6c680-c02c-429f-b60a-b14fdea67d90 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Pushing event updated for resources: {'Subnet': ['ID=9adc8326-caed-4892-bbbe-b495a47ad17d,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:09:41.341381 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-901ff2bc-97bb-4665-8605-b65e4a01b988 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 05 17:09:41.341929 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6b10b6bb-8d5c-4397-b552-a839188c941f tempest-RoutersAdminTest-952369856 tempest-RoutersAdminTest-952369856-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:41.351380 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-901ff2bc-97bb-4665-8605-b65e4a01b988 admin admin] 10.222.0.11 "PUT /v2.0/routers/a556a634-679b-44da-be20-1af64bc8c3a7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0170836 Jan 05 17:09:41.360365 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-68ee6e64-9c02-4291-afa9-82151881d4ea tempest-BulkNetworkOpsTest-1458771112 tempest-BulkNetworkOpsTest-1458771112-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, a4a17721-59cd-43d9-965a-e61300efc4aa) {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:09:41.364502 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68ee6e64-9c02-4291-afa9-82151881d4ea tempest-BulkNetworkOpsTest-1458771112 tempest-BulkNetworkOpsTest-1458771112-project] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:09:41.365506 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-68ee6e64-9c02-4291-afa9-82151881d4ea tempest-BulkNetworkOpsTest-1458771112 tempest-BulkNetworkOpsTest-1458771112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11433176'] for port, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:41.428769 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4f6c680-c02c-429f-b60a-b14fdea67d90 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Network d9a31355-feac-4d87-a434-15cb4323e153 is scheduled to be hosted by DHCP agent 3f70c195-17da-4084-9fd6-bf6059d88535 with binding_index 1 {{(pid=103800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 05 17:09:41.440923 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-e376e487-59ff-4216-8263-6787f77c60bb tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] For port 04766e7b-1358-44ab-8e47-2ca4e06776f4, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=04766e7b-1358-44ab-8e47-2ca4e06776f4,segment=NetworkSegment(7187d679-cc4c-4360-b607-0a9c15d0e91f),segment_id=7187d679-cc4c-4360-b607-0a9c15d0e91f)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:09:41.441293 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e376e487-59ff-4216-8263-6787f77c60bb tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:41.450964 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.db_base_plugin_common [None req-28b92855-5606-4f5d-af9f-e21625974934 None None] Allocated IP 2001:db8:1::2 (384f64a3-ca40-4479-9470-814f96969ff3/ebf673d0-4d72-4025-a6cc-aa8fd8d0db18/b352b87a-e533-427e-8605-a37923615867) {{(pid=103802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:09:41.462145 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-c4f6c680-c02c-429f-b60a-b14fdea67d90 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, d9a31355-feac-4d87-a434-15cb4323e153) {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:09:41.471775 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4f6c680-c02c-429f-b60a-b14fdea67d90 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:09:41.472985 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c4f6c680-c02c-429f-b60a-b14fdea67d90 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks [] for subnet, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:41.481724 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-e376e487-59ff-4216-8263-6787f77c60bb tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Calling delete_port for 04766e7b-1358-44ab-8e47-2ca4e06776f4 owned by network:dhcp {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:09:41.507172 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5805b93-c620-4c5e-9adf-87a2307300ca None None] Network a4a17721-59cd-43d9-965a-e61300efc4aa requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:09:41.509454 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36ef5d13-9424-43b4-bff8-32c88e7977e5 None None] Network d9a31355-feac-4d87-a434-15cb4323e153 requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:09:41.512588 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cae79a19-7ecd-4298-882e-448c03f85f7c None None] Sync routers for ids ['a556a634-679b-44da-be20-1af64bc8c3a7'] in dv-neutron-master-2-hyperv {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 05 17:09:41.519695 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ee6e64-9c02-4291-afa9-82151881d4ea tempest-BulkNetworkOpsTest-1458771112 tempest-BulkNetworkOpsTest-1458771112-project] Pushing event updated for resources: {'Port': ['ID=d54c0361-24c0-4f08-a50f-db80b792955e,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:09:41.553668 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-647f7008-2d16-4f08-9c5f-2db01c0c8124 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:41.586213 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-1071cbfb-af70-45b3-924e-f0cc404030be admin admin] Deleting port 1d056cac-a58f-45cb-a6fa-ee29d41d14ab {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:09:41.586213 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-1071cbfb-af70-45b3-924e-f0cc404030be admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:41.605920 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68ee6e64-9c02-4291-afa9-82151881d4ea tempest-BulkNetworkOpsTest-1458771112 tempest-BulkNetworkOpsTest-1458771112-project] Checking segment: {'id': '70ff7df4-c1ba-4cc2-90b3-951a0b169d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'dd167309-f7fc-4df8-a92e-50f8b5073d72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:09:41.606541 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68ee6e64-9c02-4291-afa9-82151881d4ea tempest-BulkNetworkOpsTest-1458771112 tempest-BulkNetworkOpsTest-1458771112-project] Network hostable DHCP agents. Network: dd167309-f7fc-4df8-a92e-50f8b5073d72, hostable agents: ['3f70c195-17da-4084-9fd6-bf6059d88535'], hosted agents: [] {{(pid=103801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 05 17:09:41.616560 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-6e69eed1-795f-4043-9fdf-a97b9214eafb tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3893367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11433231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12480600'] for subnet, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:41.708535 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-c4f6c680-c02c-429f-b60a-b14fdea67d90 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5268714 Jan 05 17:09:41.712865 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6b10b6bb-8d5c-4397-b552-a839188c941f tempest-RoutersAdminTest-952369856 tempest-RoutersAdminTest-952369856-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:41.714480 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-6e69eed1-795f-4043-9fdf-a97b9214eafb tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks [] for subnet, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:41.720469 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-6e69eed1-795f-4043-9fdf-a97b9214eafb tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] 10.222.0.11 "DELETE /v2.0/subnets/b46c87e2-b2d6-414f-a746-739cab240b58 HTTP/1.1" status: 204 len: 168 time: 1.2628517 Jan 05 17:09:41.721400 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 41934) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:09:41.721778 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 41936) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:09:41.727463 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e69eed1-795f-4043-9fdf-a97b9214eafb tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Pushing event deleted for resources: {'Subnet': ['ID=b46c87e2-b2d6-414f-a746-739cab240b58,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:09:41.779423 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b10b6bb-8d5c-4397-b552-a839188c941f tempest-RoutersAdminTest-952369856 tempest-RoutersAdminTest-952369856-project-admin] Network b0167590-0699-4c5c-a932-3939414a9573 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:09:41.790765 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-6b10b6bb-8d5c-4397-b552-a839188c941f tempest-RoutersAdminTest-952369856 tempest-RoutersAdminTest-952369856-project-admin] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:09:41.791255 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f76ce825-6439-405f-aee2-4cb0d1927ff2 None None] Network e897f8fc-3cef-40ca-9466-c6c65ecd9833 requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:09:41.794055 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b10b6bb-8d5c-4397-b552-a839188c941f tempest-RoutersAdminTest-952369856 tempest-RoutersAdminTest-952369856-project-admin] Pushing event updated for resources: {'Port': ['ID=32fba249-9cf0-4f95-aae3-832f1a1acd88,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:09:41.799747 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b10b6bb-8d5c-4397-b552-a839188c941f tempest-RoutersAdminTest-952369856 tempest-RoutersAdminTest-952369856-project-admin] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:09:41.851036 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-f913dec8-0778-4dd8-a940-3a905d54d56a tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1092327 Jan 05 17:09:41.853626 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 41940) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:09:41.877821 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63ef35ff-f74d-4d6c-950c-7a5d76867146 None None] DHCP port deletion for b0167590-0699-4c5c-a932-3939414a9573 request from dv-neutron-master-2-hyperv {{(pid=103802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 05 17:09:41.895339 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cae79a19-7ecd-4298-882e-448c03f85f7c None None] Routers {'a556a634-679b-44da-be20-1af64bc8c3a7'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:09:41.895985 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-cae79a19-7ecd-4298-882e-448c03f85f7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:09:19Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['a556a634-679b-44da-be20-1af64bc8c3a7'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:09:41.935087 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68ee6e64-9c02-4291-afa9-82151881d4ea tempest-BulkNetworkOpsTest-1458771112 tempest-BulkNetworkOpsTest-1458771112-project] Network dd167309-f7fc-4df8-a92e-50f8b5073d72 is scheduled to be hosted by DHCP agent 3f70c195-17da-4084-9fd6-bf6059d88535 with binding_index 1 {{(pid=103801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 05 17:09:42.006627 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-fa344703-6bde-45a6-99bb-ddf00f69cc56 None None] Set router 3134b106-4218-415e-bd16-8091c8c99414 gateway port host: None {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:09:42.054367 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-647f7008-2d16-4f08-9c5f-2db01c0c8124 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks [] for port, precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:42.109813 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 5a19b7f0-fc24-4acf-9576-d72ee15af9bb up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:09:42.125849 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-8d44e928-868a-48a2-9eea-d76eafe0c803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:42.175227 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-647f7008-2d16-4f08-9c5f-2db01c0c8124 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8784461'] for port, after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:42.176059 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-647f7008-2d16-4f08-9c5f-2db01c0c8124 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-531704'] for router_interface, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:42.311943 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647f7008-2d16-4f08-9c5f-2db01c0c8124 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Pushing event updated for resources: {'Port': ['ID=f94aa6e4-6d25-46f8-84f2-6ea65da467f1,revision_number=2']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:09:42.332722 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6b10b6bb-8d5c-4397-b552-a839188c941f tempest-RoutersAdminTest-952369856 tempest-RoutersAdminTest-952369856-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:42.369495 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02156efc-f9c9-430e-a30b-1196e9d840a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-d9a31355-feac-4d87-a434-15cb4323e153', 'network_id': 'd9a31355-feac-4d87-a434-15cb4323e153', 'project_id': '85eea60e03994a48a004c2f9e50e4168', 'fixed_ips': [{'subnet_id': '9adc8326-caed-4892-bbbe-b495a47ad17d'}]}} from dv-neutron-master-2-hyperv. {{(pid=103802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 05 17:09:42.370462 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-02156efc-f9c9-430e-a30b-1196e9d840a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:42.395762 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-1071cbfb-af70-45b3-924e-f0cc404030be admin admin] For port 1d056cac-a58f-45cb-a6fa-ee29d41d14ab, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=1d056cac-a58f-45cb-a6fa-ee29d41d14ab,segment=NetworkSegment(08747a6d-32d2-4d23-b56e-c56746431d5f),segment_id=08747a6d-32d2-4d23-b56e-c56746431d5f)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:09:42.396285 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-1071cbfb-af70-45b3-924e-f0cc404030be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:42.418772 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-1071cbfb-af70-45b3-924e-f0cc404030be admin admin] Calling delete_port for 1d056cac-a58f-45cb-a6fa-ee29d41d14ab owned by network:router_interface {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:09:42.439947 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 41950) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:09:42.442100 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69e5ebc0-d496-45d8-9157-b221664c5b72 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:09:42.446866 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-69e5ebc0-d496-45d8-9157-b221664c5b72 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.5860503 Jan 05 17:09:42.451299 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-093df273-8066-40ec-b098-79dec67b3861 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1504285469-network', 'tenant_id': '65c8e0828a294c109aa1b82a3792b00a'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:09:42.454272 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 41952) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:09:42.484694 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-68ee6e64-9c02-4291-afa9-82151881d4ea tempest-BulkNetworkOpsTest-1458771112 tempest-BulkNetworkOpsTest-1458771112-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, dd167309-f7fc-4df8-a92e-50f8b5073d72) {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:09:42.505127 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-28b92855-5606-4f5d-af9f-e21625974934 None None] Publish callbacks [] for port, precommit_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:42.535835 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-8d44e928-868a-48a2-9eea-d76eafe0c803 None None] For port 9fe985d6-8f80-4f81-a35c-8c066a1a0271, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=9fe985d6-8f80-4f81-a35c-8c066a1a0271,segment=NetworkSegment(581a18a5-edd1-42ee-a875-f54ee991bb72),segment_id=581a18a5-edd1-42ee-a875-f54ee991bb72)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:09:42.538363 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6b37302-d34c-40b8-95cd-af2562167f93 None None] Network dd167309-f7fc-4df8-a92e-50f8b5073d72 requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:09:42.569899 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-647f7008-2d16-4f08-9c5f-2db01c0c8124 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Network 384f64a3-ca40-4479-9470-814f96969ff3 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:09:42.570145 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68ee6e64-9c02-4291-afa9-82151881d4ea tempest-BulkNetworkOpsTest-1458771112 tempest-BulkNetworkOpsTest-1458771112-project] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:09:42.572977 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-cae79a19-7ecd-4298-882e-448c03f85f7c None None] Set router a556a634-679b-44da-be20-1af64bc8c3a7 gateway port host: dv-neutron-master-2-hyperv {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:09:42.575920 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68ee6e64-9c02-4291-afa9-82151881d4ea tempest-BulkNetworkOpsTest-1458771112 tempest-BulkNetworkOpsTest-1458771112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:09:42.578843 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-647f7008-2d16-4f08-9c5f-2db01c0c8124 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:09:42.581122 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68ee6e64-9c02-4291-afa9-82151881d4ea tempest-BulkNetworkOpsTest-1458771112 tempest-BulkNetworkOpsTest-1458771112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:09:42.581855 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-68ee6e64-9c02-4291-afa9-82151881d4ea tempest-BulkNetworkOpsTest-1458771112 tempest-BulkNetworkOpsTest-1458771112-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:42.591414 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e376e487-59ff-4216-8263-6787f77c60bb tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11433176'] for port, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:42.620046 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31a4d124-8725-48e3-8627-8c748c74ac62 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:09:42.626854 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-31a4d124-8725-48e3-8627-8c748c74ac62 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1649659 Jan 05 17:09:42.626854 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 41954) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:09:42.638882 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e376e487-59ff-4216-8263-6787f77c60bb tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Pushing event deleted for resources: {'Port': ['ID=04766e7b-1358-44ab-8e47-2ca4e06776f4,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:09:42.653961 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e376e487-59ff-4216-8263-6787f77c60bb tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] No DVR routers for this DVR port 04766e7b-1358-44ab-8e47-2ca4e06776f4 on host dv-neutron-master-2-hyperv {{(pid=103801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 05 17:09:42.659452 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-28b92855-5606-4f5d-af9f-e21625974934 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669'] for port, after_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:42.710744 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-62e846e1-40c3-4244-af44-09f3bede3328 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0804098 Jan 05 17:09:42.711043 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 41956) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:09:42.715932 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-207cf752-ed52-4a3f-82f9-6b9475ed2c32 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Request body: {'subnet': {'network_id': 'e897f8fc-3cef-40ca-9466-c6c65ecd9833', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:09:42.721422 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-093df273-8066-40ec-b098-79dec67b3861 admin admin] Made reservation on behalf of 65c8e0828a294c109aa1b82a3792b00a for: {'network': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:09:42.723850 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-093df273-8066-40ec-b098-79dec67b3861 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for network, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:42.777374 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4de4e1c9-be93-480d-8d2e-044158e3f438 None None] DHCP port deletion for e897f8fc-3cef-40ca-9466-c6c65ecd9833 request from dv-neutron-master-2-hyperv {{(pid=103802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 05 17:09:42.779962 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-8d44e928-868a-48a2-9eea-d76eafe0c803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:42.785801 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-68ee6e64-9c02-4291-afa9-82151881d4ea tempest-BulkNetworkOpsTest-1458771112 tempest-BulkNetworkOpsTest-1458771112-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 8.0231755 Jan 05 17:09:42.790749 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 41958) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:09:42.821794 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-093df273-8066-40ec-b098-79dec67b3861 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:42.833069 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6b10b6bb-8d5c-4397-b552-a839188c941f tempest-RoutersAdminTest-952369856 tempest-RoutersAdminTest-952369856-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-648430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648639'] for router, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:42.884804 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-dc7fbc25-9046-4928-9088-c8709bd84ae8 None None] Publish callbacks [] for port, precommit_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:42.900671 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Provisioning complete for port 5a19b7f0-fc24-4acf-9576-d72ee15af9bb triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:09:42.900955 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:42.907435 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e376e487-59ff-4216-8263-6787f77c60bb tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3891715', 'neutron.services.segments.db._delete_segments_for_network-8754181063482'] for network, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:42.924492 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-647f7008-2d16-4f08-9c5f-2db01c0c8124 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Router 3134b106-4218-415e-bd16-8091c8c99414 has already been hosted by L3 agent 59446fdc-40e0-41fe-a575-a8eb11d742f7 {{(pid=103800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 05 17:09:42.950546 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.services.segments.db [None req-e376e487-59ff-4216-8263-6787f77c60bb tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1556ff2b-4276-4657-b49c-5e4127bf8977']}} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:09:42.976245 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-615d1ada-00a7-47db-8b2b-ace918258a0b tempest-BulkNetworkOpsTest-1458771112 tempest-BulkNetworkOpsTest-1458771112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:09:42.983193 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-615d1ada-00a7-47db-8b2b-ace918258a0b tempest-BulkNetworkOpsTest-1458771112 tempest-BulkNetworkOpsTest-1458771112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:09:42.987731 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-615d1ada-00a7-47db-8b2b-ace918258a0b tempest-BulkNetworkOpsTest-1458771112 tempest-BulkNetworkOpsTest-1458771112-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1931365 Jan 05 17:09:43.006565 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.services.segments.db [None req-e376e487-59ff-4216-8263-6787f77c60bb tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7187d679-cc4c-4360-b607-0a9c15d0e91f') {'for_net_delete': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:09:43.006971 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.services.segments.db [None req-e376e487-59ff-4216-8263-6787f77c60bb tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7187d679-cc4c-4360-b607-0a9c15d0e91f') {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:09:43.013705 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 41960) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:09:43.059741 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e376e487-59ff-4216-8263-6787f77c60bb tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754181064771', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11316385'] for segment, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:43.061316 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-207cf752-ed52-4a3f-82f9-6b9475ed2c32 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Made reservation on behalf of fd419c78d7194361a03f37a26ebeba76 for: {'subnet': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:09:43.064852 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-207cf752-ed52-4a3f-82f9-6b9475ed2c32 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8521827'] for subnet, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:43.111594 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e376e487-59ff-4216-8263-6787f77c60bb tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225'] for segment, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:43.140651 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-093df273-8066-40ec-b098-79dec67b3861 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:43.142576 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28b92855-5606-4f5d-af9f-e21625974934 None None] Network 384f64a3-ca40-4479-9470-814f96969ff3 is already hosted by enough agents. {{(pid=103802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:09:43.171581 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e376e487-59ff-4216-8263-6787f77c60bb tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Releasing vlan 120 on physical network physnet1 to pool {{(pid=103801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 05 17:09:43.171998 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e376e487-59ff-4216-8263-6787f77c60bb tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11433197'] for segment, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:43.177684 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:09:43.177684 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:09:43.177684 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:09:43.177684 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:09:43.177684 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:09:43.177684 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:09:43.177684 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:09:43.177684 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:09:43.177684 dv-neutron-master-2-hyperv neutron-server[103801]: Traceback (most recent call last): Jan 05 17:09:43.177684 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 05 17:09:43.177684 dv-neutron-master-2-hyperv neutron-server[103801]: timer() Jan 05 17:09:43.177684 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 05 17:09:43.177684 dv-neutron-master-2-hyperv neutron-server[103801]: cb(*args, **kw) Jan 05 17:09:43.177684 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 05 17:09:43.177684 dv-neutron-master-2-hyperv neutron-server[103801]: return func(*args, **kwargs) Jan 05 17:09:43.177684 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 05 17:09:43.177684 dv-neutron-master-2-hyperv neutron-server[103801]: self._notify() Jan 05 17:09:43.177684 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 05 17:09:43.177684 dv-neutron-master-2-hyperv neutron-server[103801]: self.callback(batched_events) Jan 05 17:09:43.177684 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 05 17:09:43.177684 dv-neutron-master-2-hyperv neutron-server[103801]: event.method(event) Jan 05 17:09:43.177684 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 05 17:09:43.177684 dv-neutron-master-2-hyperv neutron-server[103801]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 05 17:09:43.177684 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 05 17:09:43.177684 dv-neutron-master-2-hyperv neutron-server[103801]: aggregate_uuid = self.p_client.list_aggregates( Jan 05 17:09:43.177684 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 05 17:09:43.177684 dv-neutron-master-2-hyperv neutron-server[103801]: return f(self, *a, **k) Jan 05 17:09:43.177684 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 05 17:09:43.177684 dv-neutron-master-2-hyperv neutron-server[103801]: return self._get(url).json() Jan 05 17:09:43.177684 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 05 17:09:43.177684 dv-neutron-master-2-hyperv neutron-server[103801]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 05 17:09:43.177684 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 05 17:09:43.177684 dv-neutron-master-2-hyperv neutron-server[103801]: return self.request(url, 'GET', **kwargs) Jan 05 17:09:43.177684 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 05 17:09:43.177684 dv-neutron-master-2-hyperv neutron-server[103801]: base_url = self.get_endpoint(auth, allow=allow, Jan 05 17:09:43.177684 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 05 17:09:43.177684 dv-neutron-master-2-hyperv neutron-server[103801]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 05 17:09:43.177684 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 05 17:09:43.177684 dv-neutron-master-2-hyperv neutron-server[103801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 05 17:09:43.177684 dv-neutron-master-2-hyperv neutron-server[103801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 05 17:09:43.199909 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.scheduler.base_scheduler [None req-28b92855-5606-4f5d-af9f-e21625974934 None None] Resources bound (agent type, host, resource id): {{(pid=103802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:09:43.215362 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-647f7008-2d16-4f08-9c5f-2db01c0c8124 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 05 17:09:43.217547 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-093df273-8066-40ec-b098-79dec67b3861 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:43.226005 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-647f7008-2d16-4f08-9c5f-2db01c0c8124 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] 10.222.0.11 "PUT /v2.0/routers/3134b106-4218-415e-bd16-8091c8c99414/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4990051 Jan 05 17:09:43.237807 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 41962) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:09:43.245815 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-307e079d-a4ae-4a83-8c04-e518b3babacd tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-295579394'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:09:43.250246 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b92855-5606-4f5d-af9f-e21625974934 None None] Pushing event updated for resources: {'Port': ['ID=b352b87a-e533-427e-8605-a37923615867,revision_number=1']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:09:43.255651 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28b92855-5606-4f5d-af9f-e21625974934 None None] Received port after_create {{(pid=103802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:09:43.263436 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-8d44e928-868a-48a2-9eea-d76eafe0c803 None None] Provisioning complete for port bdaade1f-99b8-4056-a855-356847ca7946 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:09:43.264322 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-8d44e928-868a-48a2-9eea-d76eafe0c803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:43.273540 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-093df273-8066-40ec-b098-79dec67b3861 admin admin] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'} {{(pid=103800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 05 17:09:43.282938 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-dc7fbc25-9046-4928-9088-c8709bd84ae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:43.287698 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e12cec11-e906-4c3f-9f46-427de8742a01 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:43.308684 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-093df273-8066-40ec-b098-79dec67b3861 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225'] for segment, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:43.309084 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.db.segments_db [None req-093df273-8066-40ec-b098-79dec67b3861 admin admin] Added segment e0bfc2f4-4c87-4187-8117-32b74454b01f of type vlan for network b309d5de-a6f2-4833-9079-a7a49b21ea2a Jan 05 17:09:43.312631 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093df273-8066-40ec-b098-79dec67b3861 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdac71ec-f733-44e9-8878-e1b59100df35,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:09:43.390121 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-093df273-8066-40ec-b098-79dec67b3861 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754180566020'] for network, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:43.390959 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-6ad4ab9e-a737-459b-a0b4-6c629e06c7ba tempest-BulkNetworkOpsTest-1458771112 tempest-BulkNetworkOpsTest-1458771112-project] Deleting port cd1ba4fe-6351-4a6b-9bd5-810377803afe {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:09:43.390959 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-6ad4ab9e-a737-459b-a0b4-6c629e06c7ba tempest-BulkNetworkOpsTest-1458771112 tempest-BulkNetworkOpsTest-1458771112-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:43.394262 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-1071cbfb-af70-45b3-924e-f0cc404030be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11433176'] for port, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:43.402217 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e376e487-59ff-4216-8263-6787f77c60bb tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3891722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648695'] for network, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:43.429752 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e376e487-59ff-4216-8263-6787f77c60bb tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Publish callbacks [] for network, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:43.437096 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-e376e487-59ff-4216-8263-6787f77c60bb tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] 10.222.0.11 "DELETE /v2.0/networks/1556ff2b-4276-4657-b49c-5e4127bf8977 HTTP/1.1" status: 204 len: 168 time: 11.9033501 Jan 05 17:09:43.456552 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 41964) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:09:43.464729 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48e18db6-51ae-4be8-ae21-d17158b531a3 None None] DHCP port deletion for b0167590-0699-4c5c-a932-3939414a9573 request from dv-neutron-master-2-hyperv {{(pid=103802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 05 17:09:43.474421 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-307e079d-a4ae-4a83-8c04-e518b3babacd tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Made reservation on behalf of 04762f6d6f55432ea3822a71fa1f481f for: {'network': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:09:43.476330 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.db_base_plugin_common [None req-02156efc-f9c9-430e-a30b-1196e9d840a4 None None] Allocated IP 172.23.0.2 (d9a31355-feac-4d87-a434-15cb4323e153/9adc8326-caed-4892-bbbe-b495a47ad17d/9e6a2fd8-3996-414e-8cc3-dab34879526f) {{(pid=103802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:09:43.478438 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-307e079d-a4ae-4a83-8c04-e518b3babacd tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for network, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:43.480356 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b10b6bb-8d5c-4397-b552-a839188c941f tempest-RoutersAdminTest-952369856 tempest-RoutersAdminTest-952369856-project-admin] Router 79b1d22e-1461-437b-9d33-9c21608bfe09 is scheduled to L3 agent 59446fdc-40e0-41fe-a575-a8eb11d742f7 with binding_index 1 {{(pid=103800) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 05 17:09:43.487096 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-81a8ea17-ad57-4747-9d4a-0e9829f38f06 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1358220953'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:09:43.501224 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-8d44e928-868a-48a2-9eea-d76eafe0c803 None None] Port bdaade1f-99b8-4056-a855-356847ca7946 cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 17:09:43.513235 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1071cbfb-af70-45b3-924e-f0cc404030be admin admin] Pushing event deleted for resources: {'Port': ['ID=1d056cac-a58f-45cb-a6fa-ee29d41d14ab,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:09:43.530738 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d44e928-868a-48a2-9eea-d76eafe0c803 None None] Pushing event updated for resources: {'Port': ['ID=9fe985d6-8f80-4f81-a35c-8c066a1a0271,revision_number=3']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:09:43.532606 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e376e487-59ff-4216-8263-6787f77c60bb tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Pushing event deleted for resources: {'Network': ['ID=1556ff2b-4276-4657-b49c-5e4127bf8977,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:09:43.551514 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-dc7fbc25-9046-4928-9088-c8709bd84ae8 None None] Attempting to bind port 64ac3939-fbda-42f2-aca8-26dd0c8a115a on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 05 17:09:43.551894 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-dc7fbc25-9046-4928-9088-c8709bd84ae8 None None] Attempting to bind port 64ac3939-fbda-42f2-aca8-26dd0c8a115a by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '3f961525-530f-4ce5-8222-1dbbbe774893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573'}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 05 17:09:43.552257 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc7fbc25-9046-4928-9088-c8709bd84ae8 None None] Attempting to bind port 64ac3939-fbda-42f2-aca8-26dd0c8a115a on network b0167590-0699-4c5c-a932-3939414a9573 {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:09:43.592970 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-307e079d-a4ae-4a83-8c04-e518b3babacd tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] vlan segment allocate from pool success with {'vlan_id': 134, 'physical_network': 'physnet1'} {{(pid=103800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 05 17:09:43.597198 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-28b92855-5606-4f5d-af9f-e21625974934 None None] Attempting to bind port b352b87a-e533-427e-8605-a37923615867 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 05 17:09:43.597576 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-28b92855-5606-4f5d-af9f-e21625974934 None None] Attempting to bind port b352b87a-e533-427e-8605-a37923615867 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '03f91a80-ffe0-42fd-8206-c112e229e91a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '384f64a3-ca40-4479-9470-814f96969ff3'}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 05 17:09:43.597953 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28b92855-5606-4f5d-af9f-e21625974934 None None] Attempting to bind port b352b87a-e533-427e-8605-a37923615867 on network 384f64a3-ca40-4479-9470-814f96969ff3 {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:09:43.598683 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-6ad4ab9e-a737-459b-a0b4-6c629e06c7ba tempest-BulkNetworkOpsTest-1458771112 tempest-BulkNetworkOpsTest-1458771112-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:43.614028 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-4de4e1c9-be93-480d-8d2e-044158e3f438 None None] Deleting port 2124bcd3-9dd1-4a64-8c39-d3bea200439c {{(pid=103802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:09:43.620572 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-4de4e1c9-be93-480d-8d2e-044158e3f438 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:43.620725 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-093df273-8066-40ec-b098-79dec67b3861 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685'] for network, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:43.622164 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-093df273-8066-40ec-b098-79dec67b3861 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:09:43.622932 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-093df273-8066-40ec-b098-79dec67b3861 admin admin] Publish callbacks [] for network, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:43.634901 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-307e079d-a4ae-4a83-8c04-e518b3babacd tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225'] for segment, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:43.635496 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.db.segments_db [None req-307e079d-a4ae-4a83-8c04-e518b3babacd tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Added segment da8da688-6b03-4fdb-b52a-5f5193f8dbd7 of type vlan for network 7a7c53f6-25d1-445c-b01b-3b897757c60b Jan 05 17:09:43.670805 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-6ad4ab9e-a737-459b-a0b4-6c629e06c7ba tempest-BulkNetworkOpsTest-1458771112 tempest-BulkNetworkOpsTest-1458771112-project] Calling delete_port for cd1ba4fe-6351-4a6b-9bd5-810377803afe owned by {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:09:43.672926 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc7fbc25-9046-4928-9088-c8709bd84ae8 None None] Checking agent: {'id': '0d4f8fd3-ce62-4651-970c-efa6a8bb22b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 5, 16, 57, 23), 'started_at': datetime.datetime(2022, 1, 5, 16, 57, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 5, 17, 9, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 05 17:09:43.672926 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc7fbc25-9046-4928-9088-c8709bd84ae8 None None] Checking segment: {'id': '3f961525-530f-4ce5-8222-1dbbbe774893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:09:43.673226 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-dc7fbc25-9046-4928-9088-c8709bd84ae8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:43.673486 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc7fbc25-9046-4928-9088-c8709bd84ae8 None None] Bound using segment: {'id': '3f961525-530f-4ce5-8222-1dbbbe774893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573'} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 05 17:09:43.673857 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-dc7fbc25-9046-4928-9088-c8709bd84ae8 None None] Bound port: 64ac3939-fbda-42f2-aca8-26dd0c8a115a, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f961525-530f-4ce5-8222-1dbbbe774893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573'}}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 05 17:09:43.678046 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-dc7fbc25-9046-4928-9088-c8709bd84ae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:43.729007 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28b92855-5606-4f5d-af9f-e21625974934 None None] Checking agent: {'id': '0d4f8fd3-ce62-4651-970c-efa6a8bb22b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 5, 16, 57, 23), 'started_at': datetime.datetime(2022, 1, 5, 16, 57, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 5, 17, 9, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 05 17:09:43.729735 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28b92855-5606-4f5d-af9f-e21625974934 None None] Checking segment: {'id': '03f91a80-ffe0-42fd-8206-c112e229e91a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '384f64a3-ca40-4479-9470-814f96969ff3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:09:43.729884 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-28b92855-5606-4f5d-af9f-e21625974934 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:43.730206 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28b92855-5606-4f5d-af9f-e21625974934 None None] Bound using segment: {'id': '03f91a80-ffe0-42fd-8206-c112e229e91a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '384f64a3-ca40-4479-9470-814f96969ff3'} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 05 17:09:43.730699 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-28b92855-5606-4f5d-af9f-e21625974934 None None] Bound port: b352b87a-e533-427e-8605-a37923615867, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03f91a80-ffe0-42fd-8206-c112e229e91a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '384f64a3-ca40-4479-9470-814f96969ff3'}}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 05 17:09:43.732628 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-28b92855-5606-4f5d-af9f-e21625974934 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:43.781830 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-fa344703-6bde-45a6-99bb-ddf00f69cc56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3134b106-4218-415e-bd16-8091c8c99414', 'name': 'tempest-RoutersIpV6Test-router-1976028866', 'tenant_id': '04762f6d6f55432ea3822a71fa1f481f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:09:21Z', 'updated_at': '2022-01-05T17:09:32Z', 'revision_number': 2, 'project_id': '04762f6d6f55432ea3822a71fa1f481f', 'gw_port_host': None, '_interfaces': [{'id': '80c0fed0-176f-4438-9a3e-aeeeb85fa8bd', 'name': '', 'network_id': '9b108e05-58cc-4d98-85c8-c21a57823860', 'tenant_id': '04762f6d6f55432ea3822a71fa1f481f', 'mac_address': 'fa:16:3e:19:8b:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3134b106-4218-415e-bd16-8091c8c99414', 'device_owner': 'network:router_interface', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': 'beb7642a-9087-4358-b980-878e8f238cce', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:09:28Z', 'updated_at': '2022-01-05T17:09:40Z', 'revision_number': 4, 'project_id': '04762f6d6f55432ea3822a71fa1f481f', 'subnets': [{'id': 'beb7642a-9087-4358-b980-878e8f238cce', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:09:43.840857 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81a8ea17-ad57-4747-9d4a-0e9829f38f06 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Made reservation on behalf of 2c187912c919424a8a16116bf03056cd for: {'network': 1} {{(pid=103801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:09:43.844518 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-81a8ea17-ad57-4747-9d4a-0e9829f38f06 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for network, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:43.878317 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d91daff-b44d-438f-94f1-38d81566c99b None None] Pushing event updated for resources: {'Port': ['ID=64ac3939-fbda-42f2-aca8-26dd0c8a115a,revision_number=2']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:09:43.888304 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa344703-6bde-45a6-99bb-ddf00f69cc56 None None] The sync data for ids ['3134b106-4218-415e-bd16-8091c8c99414'] in dv-neutron-master-2-hyperv is: [{'id': '3134b106-4218-415e-bd16-8091c8c99414', 'name': 'tempest-RoutersIpV6Test-router-1976028866', 'tenant_id': '04762f6d6f55432ea3822a71fa1f481f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:09:21Z', 'updated_at': '2022-01-05T17:09:32Z', 'revision_number': 2, 'project_id': '04762f6d6f55432ea3822a71fa1f481f', 'gw_port_host': None, '_interfaces': [{'id': '80c0fed0-176f-4438-9a3e-aeeeb85fa8bd', 'name': '', 'network_id': '9b108e05-58cc-4d98-85c8-c21a57823860', 'tenant_id': '04762f6d6f55432ea3822a71fa1f481f', 'mac_address': 'fa:16:3e:19:8b:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3134b106-4218-415e-bd16-8091c8c99414', 'device_owner': 'network:router_interface', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': 'beb7642a-9087-4358-b980-878e8f238cce', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:09:28Z', 'updated_at': '2022-01-05T17:09:40Z', 'revision_number': 4, 'project_id': '04762f6d6f55432ea3822a71fa1f481f', 'subnets': [{'id': 'beb7642a-9087-4358-b980-878e8f238cce', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 05 17:09:43.904757 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device f12a2d89-62c7-4c93-8256-419ab8c31f4b up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:09:43.977002 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81a8ea17-ad57-4747-9d4a-0e9829f38f06 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'} {{(pid=103801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 05 17:09:43.997245 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-1071cbfb-af70-45b3-924e-f0cc404030be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-560676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531569'] for router_interface, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:44.000179 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-81a8ea17-ad57-4747-9d4a-0e9829f38f06 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225'] for segment, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:44.000530 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.db.segments_db [None req-81a8ea17-ad57-4747-9d4a-0e9829f38f06 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Added segment 5c01a5a0-4a99-4192-9287-766559204ede of type vlan for network f6facc7d-b14b-4819-88dd-d6840e43d2f3 Jan 05 17:09:44.001531 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-f3d82a0d-3a7e-44c2-8bdc-0642f4076cfd None None] Provisioning complete for port 2124bcd3-9dd1-4a64-8c39-d3bea200439c triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:09:44.001990 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-f3d82a0d-3a7e-44c2-8bdc-0642f4076cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:44.072626 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-dc7fbc25-9046-4928-9088-c8709bd84ae8 None None] For port 64ac3939-fbda-42f2-aca8-26dd0c8a115a, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 05 17:09:44.102539 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-81a8ea17-ad57-4747-9d4a-0e9829f38f06 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754180566020'] for network, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:44.104583 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-6ad4ab9e-a737-459b-a0b4-6c629e06c7ba tempest-BulkNetworkOpsTest-1458771112 tempest-BulkNetworkOpsTest-1458771112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11433176'] for port, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:44.128812 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-dc7fbc25-9046-4928-9088-c8709bd84ae8 None None] For port 64ac3939-fbda-42f2-aca8-26dd0c8a115a, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=64ac3939-fbda-42f2-aca8-26dd0c8a115a,segment=NetworkSegment(3f961525-530f-4ce5-8222-1dbbbe774893),segment_id=3f961525-530f-4ce5-8222-1dbbbe774893)] {{(pid=103802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 05 17:09:44.139252 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-4de4e1c9-be93-480d-8d2e-044158e3f438 None None] For port 2124bcd3-9dd1-4a64-8c39-d3bea200439c, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=2124bcd3-9dd1-4a64-8c39-d3bea200439c,segment=NetworkSegment(68e6c437-46c2-424d-85e7-20547f69066d),segment_id=68e6c437-46c2-424d-85e7-20547f69066d)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:09:44.140719 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-4de4e1c9-be93-480d-8d2e-044158e3f438 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:44.148670 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad4ab9e-a737-459b-a0b4-6c629e06c7ba tempest-BulkNetworkOpsTest-1458771112 tempest-BulkNetworkOpsTest-1458771112-project] Pushing event deleted for resources: {'Port': ['ID=cd1ba4fe-6351-4a6b-9bd5-810377803afe,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:09:44.172644 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-6ad4ab9e-a737-459b-a0b4-6c629e06c7ba tempest-BulkNetworkOpsTest-1458771112 tempest-BulkNetworkOpsTest-1458771112-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:44.180103 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-093df273-8066-40ec-b098-79dec67b3861 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.7283590 Jan 05 17:09:44.181425 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-6ad4ab9e-a737-459b-a0b4-6c629e06c7ba tempest-BulkNetworkOpsTest-1458771112 tempest-BulkNetworkOpsTest-1458771112-project] 10.222.0.11 "DELETE /v2.0/ports/cd1ba4fe-6351-4a6b-9bd5-810377803afe HTTP/1.1" status: 204 len: 168 time: 1.1636660 Jan 05 17:09:44.191749 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 41966) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:09:44.192076 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 41968) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:09:44.205422 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-307e079d-a4ae-4a83-8c04-e518b3babacd tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754180566020'] for network, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:44.212619 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-ba334afb-19cb-4c6c-b37b-e22cff4d7a08 admin admin] Request body: {'subnet': {'network_id': 'b309d5de-a6f2-4833-9079-a7a49b21ea2a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1504285469-subnet', 'tenant_id': '65c8e0828a294c109aa1b82a3792b00a', 'ip_version': 4}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:09:44.213968 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-28b92855-5606-4f5d-af9f-e21625974934 None None] For port b352b87a-e533-427e-8605-a37923615867, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 05 17:09:44.216303 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093df273-8066-40ec-b098-79dec67b3861 admin admin] Pushing event updated for resources: {'Network': ['ID=b309d5de-a6f2-4833-9079-a7a49b21ea2a,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:09:44.226812 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-4de4e1c9-be93-480d-8d2e-044158e3f438 None None] Calling delete_port for 2124bcd3-9dd1-4a64-8c39-d3bea200439c owned by network:dhcp {{(pid=103802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:09:44.229531 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b10b6bb-8d5c-4397-b552-a839188c941f tempest-RoutersAdminTest-952369856 tempest-RoutersAdminTest-952369856-project-admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 05 17:09:44.239647 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd13db55-8917-40f6-9bf1-bda2b51b25d4 None None] Sync routers for ids ['79b1d22e-1461-437b-9d33-9c21608bfe09'] in dv-neutron-master-2-hyperv {{(pid=103803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 05 17:09:44.255623 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-dc7fbc25-9046-4928-9088-c8709bd84ae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:44.266974 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd13db55-8917-40f6-9bf1-bda2b51b25d4 None None] Routers {'79b1d22e-1461-437b-9d33-9c21608bfe09'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:09:44.269839 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-dd13db55-8917-40f6-9bf1-bda2b51b25d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:09:19Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['79b1d22e-1461-437b-9d33-9c21608bfe09'], 'active': True} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:09:44.272892 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Network b309d5de-a6f2-4833-9079-a7a49b21ea2a details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 05 17:09:44.277675 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-cae79a19-7ecd-4298-882e-448c03f85f7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a556a634-679b-44da-be20-1af64bc8c3a7', 'name': 'tempest-TestVolumeBootPattern-1887300476-router', 'tenant_id': '9bafc9d0d75b44f696c7001918c22f7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.72'}], 'enable_snat': True}, 'gw_port_id': '276dbda1-be0d-4778-9c79-79ca3751d954', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:09:23Z', 'updated_at': '2022-01-05T17:09:36Z', 'revision_number': 4, 'project_id': '9bafc9d0d75b44f696c7001918c22f7e', 'gw_port': {'id': '276dbda1-be0d-4778-9c79-79ca3751d954', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:0b:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a556a634-679b-44da-be20-1af64bc8c3a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:09:24Z', 'updated_at': '2022-01-05T17:09:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'bdaade1f-99b8-4056-a855-356847ca7946', 'name': '', 'network_id': '9d892221-db72-44b5-b8b3-7f2a75d6a0ee', 'tenant_id': '9bafc9d0d75b44f696c7001918c22f7e', 'mac_address': 'fa:16:3e:9d:8d:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a556a634-679b-44da-be20-1af64bc8c3a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '520bba67-4fdd-405a-be17-05cf521cd2ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:09:33Z', 'updated_at': '2022-01-05T17:09:37Z', 'revision_number': 2, 'project_id': '9bafc9d0d75b44f696c7001918c22f7e', 'subnets': [{'id': '520bba67-4fdd-405a-be17-05cf521cd2ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:09:44.284466 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-28b92855-5606-4f5d-af9f-e21625974934 None None] For port b352b87a-e533-427e-8605-a37923615867, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b352b87a-e533-427e-8605-a37923615867,segment=NetworkSegment(03f91a80-ffe0-42fd-8206-c112e229e91a),segment_id=03f91a80-ffe0-42fd-8206-c112e229e91a)] {{(pid=103802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 05 17:09:44.292571 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-81a8ea17-ad57-4747-9d4a-0e9829f38f06 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685'] for network, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:44.299319 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81a8ea17-ad57-4747-9d4a-0e9829f38f06 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:09:44.299949 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-81a8ea17-ad57-4747-9d4a-0e9829f38f06 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Publish callbacks [] for network, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:44.416938 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.objects.ports [None req-207cf752-ed52-4a3f-82f9-6b9475ed2c32 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103800) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 05 17:09:44.421788 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cae79a19-7ecd-4298-882e-448c03f85f7c None None] Checking router: a556a634-679b-44da-be20-1af64bc8c3a7 for host: dv-neutron-master-2-hyperv {{(pid=103802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 05 17:09:44.422230 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cae79a19-7ecd-4298-882e-448c03f85f7c None None] Updating router a556a634-679b-44da-be20-1af64bc8c3a7 port bdaade1f-99b8-4056-a855-356847ca7946 binding host dv-neutron-master-2-hyperv {{(pid=103802) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 05 17:09:44.425347 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-28b92855-5606-4f5d-af9f-e21625974934 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:44.451130 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a8ea17-ad57-4747-9d4a-0e9829f38f06 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Pushing event updated for resources: {'Network': ['ID=f6facc7d-b14b-4819-88dd-d6840e43d2f3,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:09:44.483263 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-81a8ea17-ad57-4747-9d4a-0e9829f38f06 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.9972906 Jan 05 17:09:44.509747 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvr_db [None req-dd13db55-8917-40f6-9bf1-bda2b51b25d4 None None] Set router 79b1d22e-1461-437b-9d33-9c21608bfe09 gateway port host: dv-neutron-master-2-hyperv {{(pid=103803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:09:44.517663 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 41970) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:09:44.520313 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6b10b6bb-8d5c-4397-b552-a839188c941f tempest-RoutersAdminTest-952369856 tempest-RoutersAdminTest-952369856-project-admin] Publish callbacks [] for router, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:44.522597 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-61b8ea40-251a-46e2-a731-fdc034a2e167 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Request body: {'subnet': {'network_id': 'f6facc7d-b14b-4819-88dd-d6840e43d2f3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:09:44.525824 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-6b10b6bb-8d5c-4397-b552-a839188c941f tempest-RoutersAdminTest-952369856 tempest-RoutersAdminTest-952369856-project-admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 7.3869460 Jan 05 17:09:44.537698 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 41972) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:09:44.559831 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-307e079d-a4ae-4a83-8c04-e518b3babacd tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685'] for network, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:44.566397 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-307e079d-a4ae-4a83-8c04-e518b3babacd tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:09:44.567468 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-307e079d-a4ae-4a83-8c04-e518b3babacd tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks [] for network, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:44.570124 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba334afb-19cb-4c6c-b37b-e22cff4d7a08 admin admin] Made reservation on behalf of 65c8e0828a294c109aa1b82a3792b00a for: {'subnet': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:09:44.572910 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ba334afb-19cb-4c6c-b37b-e22cff4d7a08 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8521827'] for subnet, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:44.613148 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Network f6facc7d-b14b-4819-88dd-d6840e43d2f3 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 05 17:09:44.613148 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d91096a-a5f8-4f77-919f-61da464242ce None None] DHCP port deletion for b0167590-0699-4c5c-a932-3939414a9573 request from dv-neutron-master-2-hyperv {{(pid=103802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 05 17:09:44.628708 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-02156efc-f9c9-430e-a30b-1196e9d840a4 None None] Publish callbacks [] for port, precommit_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:44.705974 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Provisioning complete for port f12a2d89-62c7-4c93-8256-419ab8c31f4b triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:09:44.706337 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:44.790020 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307e079d-a4ae-4a83-8c04-e518b3babacd tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Pushing event updated for resources: {'Network': ['ID=7a7c53f6-25d1-445c-b01b-3b897757c60b,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:09:44.828074 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-dd13db55-8917-40f6-9bf1-bda2b51b25d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79b1d22e-1461-437b-9d33-9c21608bfe09', 'name': 'tempest-snat-router-1317781909', 'tenant_id': '58667cb4efea4d45816f5ae9c56c5333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.73'}], 'enable_snat': True}, 'gw_port_id': '32fba249-9cf0-4f95-aae3-832f1a1acd88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:09:37Z', 'updated_at': '2022-01-05T17:09:42Z', 'revision_number': 3, 'project_id': '58667cb4efea4d45816f5ae9c56c5333', 'gw_port': {'id': '32fba249-9cf0-4f95-aae3-832f1a1acd88', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:da:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79b1d22e-1461-437b-9d33-9c21608bfe09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:09:39Z', 'updated_at': '2022-01-05T17:09:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:09:44.834937 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-02156efc-f9c9-430e-a30b-1196e9d840a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669'] for port, after_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:44.862442 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Network 7a7c53f6-25d1-445c-b01b-3b897757c60b details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 05 17:09:44.870396 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-cae79a19-7ecd-4298-882e-448c03f85f7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:44.906822 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd13db55-8917-40f6-9bf1-bda2b51b25d4 None None] Checking router: 79b1d22e-1461-437b-9d33-9c21608bfe09 for host: dv-neutron-master-2-hyperv {{(pid=103803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 05 17:09:44.907551 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd13db55-8917-40f6-9bf1-bda2b51b25d4 None None] Updating router 79b1d22e-1461-437b-9d33-9c21608bfe09 port 32fba249-9cf0-4f95-aae3-832f1a1acd88 binding host dv-neutron-master-2-hyperv {{(pid=103803) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 05 17:09:44.947439 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d91daff-b44d-438f-94f1-38d81566c99b None None] Pushing event updated for resources: {'Port': ['ID=64ac3939-fbda-42f2-aca8-26dd0c8a115a,revision_number=3']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:09:44.956718 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-f3d82a0d-3a7e-44c2-8bdc-0642f4076cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:44.974971 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-dd13db55-8917-40f6-9bf1-bda2b51b25d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:44.982960 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc7fbc25-9046-4928-9088-c8709bd84ae8 None None] Routers {'62cbee69-c828-4992-a976-2a908983650a'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:09:44.983993 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-dc7fbc25-9046-4928-9088-c8709bd84ae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:09:19Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['62cbee69-c828-4992-a976-2a908983650a'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:09:45.079651 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-307e079d-a4ae-4a83-8c04-e518b3babacd tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.8361099 Jan 05 17:09:45.092690 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 41974) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:09:45.100631 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-6912fa67-7575-4cef-9d4c-ca186123b6ec tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Request body: {'subnet': {'network_id': '7a7c53f6-25d1-445c-b01b-3b897757c60b', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:09:45.178797 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1071cbfb-af70-45b3-924e-f0cc404030be admin admin] Router 375a29a2-cb4e-48e0-af02-551751ef6988 has already been hosted by L3 agent 59446fdc-40e0-41fe-a575-a8eb11d742f7 {{(pid=103801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 05 17:09:45.282800 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-83d0cfc2-15df-40ab-94a3-41e27fe37b67 tempest-BulkNetworkOpsTest-1458771112 tempest-BulkNetworkOpsTest-1458771112-project] Deleting port d54c0361-24c0-4f08-a50f-db80b792955e {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:09:45.283448 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-83d0cfc2-15df-40ab-94a3-41e27fe37b67 tempest-BulkNetworkOpsTest-1458771112 tempest-BulkNetworkOpsTest-1458771112-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:45.306167 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [None req-e12cec11-e906-4c3f-9f46-427de8742a01 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Allocated IP 172.23.0.1 (d9a31355-feac-4d87-a434-15cb4323e153/9adc8326-caed-4892-bbbe-b495a47ad17d/0e11d281-d60b-4305-b44c-a5dc7d29c1c7) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:09:45.400718 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-f1ddb8e0-eedc-4da4-a4b0-4314da16f87c tempest-RoutersAdminTest-952369856 tempest-RoutersAdminTest-952369856-project-admin] 10.222.0.11 "GET /v2.0/routers/79b1d22e-1461-437b-9d33-9c21608bfe09 HTTP/1.1" status: 200 len: 907 time: 0.8577828 Jan 05 17:09:45.411810 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 41976) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:09:45.461237 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02156efc-f9c9-430e-a30b-1196e9d840a4 None None] Network d9a31355-feac-4d87-a434-15cb4323e153 is already hosted by enough agents. {{(pid=103802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:09:45.465691 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-dd13db55-8917-40f6-9bf1-bda2b51b25d4 None None] Publish callbacks [] for port, precommit_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:45.467163 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61b8ea40-251a-46e2-a731-fdc034a2e167 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Made reservation on behalf of 2c187912c919424a8a16116bf03056cd for: {'subnet': 1} {{(pid=103801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:09:45.470556 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-61b8ea40-251a-46e2-a731-fdc034a2e167 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12480675'] for subnet, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:45.522661 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.scheduler.base_scheduler [None req-02156efc-f9c9-430e-a30b-1196e9d840a4 None None] Resources bound (agent type, host, resource id): {{(pid=103802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:09:45.540781 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02156efc-f9c9-430e-a30b-1196e9d840a4 None None] Received port after_create {{(pid=103802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:09:45.548221 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-83d0cfc2-15df-40ab-94a3-41e27fe37b67 tempest-BulkNetworkOpsTest-1458771112 tempest-BulkNetworkOpsTest-1458771112-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:45.569317 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-dd13db55-8917-40f6-9bf1-bda2b51b25d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:45.587734 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1071cbfb-af70-45b3-924e-f0cc404030be admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 05 17:09:45.596230 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-83d0cfc2-15df-40ab-94a3-41e27fe37b67 tempest-BulkNetworkOpsTest-1458771112 tempest-BulkNetworkOpsTest-1458771112-project] Calling delete_port for d54c0361-24c0-4f08-a50f-db80b792955e owned by {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:09:45.596943 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.ipam_backend_mixin [None req-61b8ea40-251a-46e2-a731-fdc034a2e167 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Performing IP validity checks on allocation pools {{(pid=103801) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jan 05 17:09:45.597713 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.ipam_backend_mixin [None req-61b8ea40-251a-46e2-a731-fdc034a2e167 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103801) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jan 05 17:09:45.598047 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-207cf752-ed52-4a3f-82f9-6b9475ed2c32 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:45.615253 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-1071cbfb-af70-45b3-924e-f0cc404030be admin admin] 10.222.0.11 "PUT /v2.0/routers/375a29a2-cb4e-48e0-af02-551751ef6988/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0591223 Jan 05 17:09:45.621735 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 41978) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:09:45.647302 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed8f25c3-8e2c-4fd0-8fde-422ccd43c098 None None] Sync routers for ids ['375a29a2-cb4e-48e0-af02-551751ef6988'] in dv-neutron-master-2-hyperv {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 05 17:09:45.667458 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.plugins.ml2.managers [None req-dd13db55-8917-40f6-9bf1-bda2b51b25d4 None None] Attempting to bind port 32fba249-9cf0-4f95-aae3-832f1a1acd88 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 05 17:09:45.667915 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.plugins.ml2.managers [None req-dd13db55-8917-40f6-9bf1-bda2b51b25d4 None None] Attempting to bind port 32fba249-9cf0-4f95-aae3-832f1a1acd88 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '3f961525-530f-4ce5-8222-1dbbbe774893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573'}] {{(pid=103803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 05 17:09:45.668487 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd13db55-8917-40f6-9bf1-bda2b51b25d4 None None] Attempting to bind port 32fba249-9cf0-4f95-aae3-832f1a1acd88 on network b0167590-0699-4c5c-a932-3939414a9573 {{(pid=103803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:09:45.676862 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd13db55-8917-40f6-9bf1-bda2b51b25d4 None None] Checking agent: {'id': '0d4f8fd3-ce62-4651-970c-efa6a8bb22b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 5, 16, 57, 23), 'started_at': datetime.datetime(2022, 1, 5, 16, 57, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 5, 17, 9, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 05 17:09:45.677240 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd13db55-8917-40f6-9bf1-bda2b51b25d4 None None] Checking segment: {'id': '3f961525-530f-4ce5-8222-1dbbbe774893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:09:45.677796 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-dd13db55-8917-40f6-9bf1-bda2b51b25d4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:45.678196 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd13db55-8917-40f6-9bf1-bda2b51b25d4 None None] Bound using segment: {'id': '3f961525-530f-4ce5-8222-1dbbbe774893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573'} {{(pid=103803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 05 17:09:45.678922 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.plugins.ml2.managers [None req-dd13db55-8917-40f6-9bf1-bda2b51b25d4 None None] Bound port: 32fba249-9cf0-4f95-aae3-832f1a1acd88, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f961525-530f-4ce5-8222-1dbbbe774893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573'}}] {{(pid=103803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 05 17:09:45.679435 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-dd13db55-8917-40f6-9bf1-bda2b51b25d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:45.704589 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e12cec11-e906-4c3f-9f46-427de8742a01 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks [] for port, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:45.752250 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.plugins.ml2.db [None req-dd13db55-8917-40f6-9bf1-bda2b51b25d4 None None] For port 32fba249-9cf0-4f95-aae3-832f1a1acd88, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 05 17:09:45.755753 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.plugins.ml2.db [None req-dd13db55-8917-40f6-9bf1-bda2b51b25d4 None None] For port 32fba249-9cf0-4f95-aae3-832f1a1acd88, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=32fba249-9cf0-4f95-aae3-832f1a1acd88,segment=NetworkSegment(3f961525-530f-4ce5-8222-1dbbbe774893),segment_id=3f961525-530f-4ce5-8222-1dbbbe774893)] {{(pid=103803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 05 17:09:45.782530 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a21a950-8ee3-4fa1-a59e-666d7cc62033 None None] Pushing event updated for resources: {'Port': ['ID=32fba249-9cf0-4f95-aae3-832f1a1acd88,revision_number=2']} {{(pid=103803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:09:45.814586 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a0cc49e-83e5-4c2e-8e42-e8292e685e9b None None] DHCP port deletion for b0167590-0699-4c5c-a932-3939414a9573 request from dv-neutron-master-2-hyperv {{(pid=103802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 05 17:09:45.817686 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 9fe985d6-8f80-4f81-a35c-8c066a1a0271 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:09:45.819414 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b92855-5606-4f5d-af9f-e21625974934 None None] Pushing event updated for resources: {'Port': ['ID=b352b87a-e533-427e-8605-a37923615867,revision_number=2']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:09:45.822445 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-4de4e1c9-be93-480d-8d2e-044158e3f438 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678'] for port, after_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:45.837003 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.db_base_plugin_v2 [None req-207cf752-ed52-4a3f-82f9-6b9475ed2c32 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Port 2124bcd3-9dd1-4a64-8c39-d3bea200439c concurrently deleted while adding address for new subnet {'id': 'b6da2fe0-e28e-43ba-9b46-eabcff8e95be', 'name': '', 'tenant_id': 'fd419c78d7194361a03f37a26ebeba76', 'network_id': 'e897f8fc-3cef-40ca-9466-c6c65ecd9833', 'ip_version': 6, 'subnetpool_id': None, 'enable_dhcp': True, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac', 'standard_attr_id': 740, 'gateway_ip': '2001:db8::1', 'cidr': '2001:db8::/64', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:ffff'}], 'host_routes': [], 'dns_nameservers': [], 'shared': False, 'description': '', 'service_types': [], 'tags': [], 'created_at': '2022-01-05T17:09:43Z', 'updated_at': '2022-01-05T17:09:43Z', 'revision_number': 0, 'segment_id': None, 'project_id': 'fd419c78d7194361a03f37a26ebeba76'}. {{(pid=103800) _create_subnet_postcommit /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:779}} Jan 05 17:09:45.837517 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-207cf752-ed52-4a3f-82f9-6b9475ed2c32 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8784852', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8521873'] for subnet, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:45.865875 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-dd13db55-8917-40f6-9bf1-bda2b51b25d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:45.876747 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e12cec11-e906-4c3f-9f46-427de8742a01 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11433176'] for port, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:45.886184 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f5f52236-3c13-4a6c-9906-c65c7da93565 tempest-RoutersAdminTest-952369856 tempest-RoutersAdminTest-952369856-project-admin] Publish callbacks [] for router, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:45.889038 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02156efc-f9c9-430e-a30b-1196e9d840a4 None None] Pushing event updated for resources: {'Port': ['ID=9e6a2fd8-3996-414e-8cc3-dab34879526f,revision_number=1']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:09:45.906164 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6912fa67-7575-4cef-9d4c-ca186123b6ec tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Made reservation on behalf of 04762f6d6f55432ea3822a71fa1f481f for: {'subnet': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:09:45.909742 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6912fa67-7575-4cef-9d4c-ca186123b6ec tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8521827'] for subnet, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:45.980880 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd13db55-8917-40f6-9bf1-bda2b51b25d4 None None] Routers {'79b1d22e-1461-437b-9d33-9c21608bfe09'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:09:45.981526 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-dd13db55-8917-40f6-9bf1-bda2b51b25d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:09:19Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['79b1d22e-1461-437b-9d33-9c21608bfe09'], 'active': True} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:09:45.982091 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-dc7fbc25-9046-4928-9088-c8709bd84ae8 None None] Set router 62cbee69-c828-4992-a976-2a908983650a gateway port host: dv-neutron-master-2-hyperv {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:09:45.988512 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ba334afb-19cb-4c6c-b37b-e22cff4d7a08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8784852', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8521873'] for subnet, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:45.996985 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-207cf752-ed52-4a3f-82f9-6b9475ed2c32 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Network e897f8fc-3cef-40ca-9466-c6c65ecd9833 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:09:46.013401 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-207cf752-ed52-4a3f-82f9-6b9475ed2c32 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:09:46.065117 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-207cf752-ed52-4a3f-82f9-6b9475ed2c32 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:09:46.066035 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-207cf752-ed52-4a3f-82f9-6b9475ed2c32 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks [] for subnet, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:46.069217 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.db.api [None req-f3d82a0d-3a7e-44c2-8bdc-0642f4076cfd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103802) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 05 17:09:46.069611 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG oslo_db.api [None req-f3d82a0d-3a7e-44c2-8bdc-0642f4076cfd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 05 17:09:46.080157 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e12cec11-e906-4c3f-9f46-427de8742a01 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Network d9a31355-feac-4d87-a434-15cb4323e153 is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:09:46.088734 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-cfa59d42-71b1-430f-95cb-59f2b35ce060 admin admin] Publish callbacks [] for router, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:46.089541 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207cf752-ed52-4a3f-82f9-6b9475ed2c32 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Pushing event updated for resources: {'Subnet': ['ID=b6da2fe0-e28e-43ba-9b46-eabcff8e95be,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:09:46.092903 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a21a950-8ee3-4fa1-a59e-666d7cc62033 None None] Pushing event updated for resources: {'Port': ['ID=32fba249-9cf0-4f95-aae3-832f1a1acd88,revision_number=3']} {{(pid=103803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:09:46.098969 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-e12cec11-e906-4c3f-9f46-427de8742a01 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:09:46.140852 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e12cec11-e906-4c3f-9f46-427de8742a01 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:09:46.142228 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed8f25c3-8e2c-4fd0-8fde-422ccd43c098 None None] Routers {'375a29a2-cb4e-48e0-af02-551751ef6988'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:09:46.142447 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-ed8f25c3-8e2c-4fd0-8fde-422ccd43c098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:09:19Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['375a29a2-cb4e-48e0-af02-551751ef6988'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:09:46.228522 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvr_db [None req-dd13db55-8917-40f6-9bf1-bda2b51b25d4 None None] Set router 79b1d22e-1461-437b-9d33-9c21608bfe09 gateway port host: dv-neutron-master-2-hyperv {{(pid=103803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:09:46.239789 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12cec11-e906-4c3f-9f46-427de8742a01 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Pushing event updated for resources: {'Port': ['ID=0e11d281-d60b-4305-b44c-a5dc7d29c1c7,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:09:46.280784 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-ed8f25c3-8e2c-4fd0-8fde-422ccd43c098 None None] Set router 375a29a2-cb4e-48e0-af02-551751ef6988 gateway port host: dv-neutron-master-2-hyperv {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:09:46.325134 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-02156efc-f9c9-430e-a30b-1196e9d840a4 None None] Attempting to bind port 9e6a2fd8-3996-414e-8cc3-dab34879526f on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 05 17:09:46.325968 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-02156efc-f9c9-430e-a30b-1196e9d840a4 None None] Attempting to bind port 9e6a2fd8-3996-414e-8cc3-dab34879526f by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '181584ce-22aa-4b8f-8432-d35c635212aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'd9a31355-feac-4d87-a434-15cb4323e153'}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 05 17:09:46.327105 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02156efc-f9c9-430e-a30b-1196e9d840a4 None None] Attempting to bind port 9e6a2fd8-3996-414e-8cc3-dab34879526f on network d9a31355-feac-4d87-a434-15cb4323e153 {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:09:46.354532 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e12cec11-e906-4c3f-9f46-427de8742a01 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-648552'] for router_interface, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:46.387190 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-207cf752-ed52-4a3f-82f9-6b9475ed2c32 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.6751218 Jan 05 17:09:46.395701 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 41980) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:09:46.406047 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-61b8ea40-251a-46e2-a731-fdc034a2e167 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11433288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12480593'] for subnet, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:46.409207 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-217b8474-ad04-4ab7-84bc-0dac197854b5 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Request body: {'subnet': {'network_id': 'e897f8fc-3cef-40ca-9466-c6c65ecd9833', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:09:46.415964 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d70b18f8-5ffb-4a69-b13c-03378706bcaa None None] Network 384f64a3-ca40-4479-9470-814f96969ff3 requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:09:46.450840 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6912fa67-7575-4cef-9d4c-ca186123b6ec tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8784852', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8521873'] for subnet, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:46.454972 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3fc413b-c382-4f47-bd73-faf1bc97ec67 None None] DHCP port deletion for b0167590-0699-4c5c-a932-3939414a9573 request from dv-neutron-master-2-hyperv {{(pid=103802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 05 17:09:46.485967 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-83d0cfc2-15df-40ab-94a3-41e27fe37b67 tempest-BulkNetworkOpsTest-1458771112 tempest-BulkNetworkOpsTest-1458771112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:46.504372 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-cfa59d42-71b1-430f-95cb-59f2b35ce060 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:46.508391 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4de4e1c9-be93-480d-8d2e-044158e3f438 None None] No DVR routers for this DVR port 2124bcd3-9dd1-4a64-8c39-d3bea200439c on host dv-neutron-master-2-hyperv {{(pid=103802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 05 17:09:46.519857 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02156efc-f9c9-430e-a30b-1196e9d840a4 None None] Checking agent: {'id': '0d4f8fd3-ce62-4651-970c-efa6a8bb22b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 5, 16, 57, 23), 'started_at': datetime.datetime(2022, 1, 5, 16, 57, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 5, 17, 9, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 05 17:09:46.520645 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02156efc-f9c9-430e-a30b-1196e9d840a4 None None] Checking segment: {'id': '181584ce-22aa-4b8f-8432-d35c635212aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'd9a31355-feac-4d87-a434-15cb4323e153'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:09:46.521293 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-02156efc-f9c9-430e-a30b-1196e9d840a4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:46.522641 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02156efc-f9c9-430e-a30b-1196e9d840a4 None None] Bound using segment: {'id': '181584ce-22aa-4b8f-8432-d35c635212aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'd9a31355-feac-4d87-a434-15cb4323e153'} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 05 17:09:46.530222 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-02156efc-f9c9-430e-a30b-1196e9d840a4 None None] Bound port: 9e6a2fd8-3996-414e-8cc3-dab34879526f, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '181584ce-22aa-4b8f-8432-d35c635212aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'd9a31355-feac-4d87-a434-15cb4323e153'}}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 05 17:09:46.530712 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-02156efc-f9c9-430e-a30b-1196e9d840a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:46.536569 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b8ea40-251a-46e2-a731-fdc034a2e167 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Pushing event updated for resources: {'Subnet': ['ID=f679f81d-d72d-4480-a07c-0481c9df80e6,revision_number=0']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:09:46.537960 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de4e1c9-be93-480d-8d2e-044158e3f438 None None] Pushing event deleted for resources: {'Port': ['ID=2124bcd3-9dd1-4a64-8c39-d3bea200439c,revision_number=None']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:09:46.547630 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba334afb-19cb-4c6c-b37b-e22cff4d7a08 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0aed6401-addd-43e4-aa68-a602b05fee12,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:09:46.569251 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-dd13db55-8917-40f6-9bf1-bda2b51b25d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79b1d22e-1461-437b-9d33-9c21608bfe09', 'name': 'tempest-snat-router-1317781909', 'tenant_id': '58667cb4efea4d45816f5ae9c56c5333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.73'}], 'enable_snat': True}, 'gw_port_id': '32fba249-9cf0-4f95-aae3-832f1a1acd88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:09:37Z', 'updated_at': '2022-01-05T17:09:42Z', 'revision_number': 3, 'project_id': '58667cb4efea4d45816f5ae9c56c5333', 'gw_port': {'id': '32fba249-9cf0-4f95-aae3-832f1a1acd88', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:da:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79b1d22e-1461-437b-9d33-9c21608bfe09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:09:39Z', 'updated_at': '2022-01-05T17:09:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:09:46.579238 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b8ea40-251a-46e2-a731-fdc034a2e167 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Checking segment: {'id': '5c01a5a0-4a99-4192-9287-766559204ede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'f6facc7d-b14b-4819-88dd-d6840e43d2f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:09:46.582000 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61b8ea40-251a-46e2-a731-fdc034a2e167 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Network hostable DHCP agents. Network: f6facc7d-b14b-4819-88dd-d6840e43d2f3, hostable agents: ['3f70c195-17da-4084-9fd6-bf6059d88535'], hosted agents: [] {{(pid=103801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 05 17:09:46.609305 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd13db55-8917-40f6-9bf1-bda2b51b25d4 None None] The sync data for ids ['79b1d22e-1461-437b-9d33-9c21608bfe09'] in dv-neutron-master-2-hyperv is: [{'id': '79b1d22e-1461-437b-9d33-9c21608bfe09', 'name': 'tempest-snat-router-1317781909', 'tenant_id': '58667cb4efea4d45816f5ae9c56c5333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.73'}], 'enable_snat': True}, 'gw_port_id': '32fba249-9cf0-4f95-aae3-832f1a1acd88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:09:37Z', 'updated_at': '2022-01-05T17:09:42Z', 'revision_number': 3, 'project_id': '58667cb4efea4d45816f5ae9c56c5333', 'gw_port': {'id': '32fba249-9cf0-4f95-aae3-832f1a1acd88', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:da:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79b1d22e-1461-437b-9d33-9c21608bfe09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:09:39Z', 'updated_at': '2022-01-05T17:09:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=103803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 05 17:09:46.621487 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba334afb-19cb-4c6c-b37b-e22cff4d7a08 admin admin] Checking segment: {'id': 'e0bfc2f4-4c87-4187-8117-32b74454b01f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'b309d5de-a6f2-4833-9079-a7a49b21ea2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:09:46.621902 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba334afb-19cb-4c6c-b37b-e22cff4d7a08 admin admin] Network hostable DHCP agents. Network: b309d5de-a6f2-4833-9079-a7a49b21ea2a, hostable agents: ['3f70c195-17da-4084-9fd6-bf6059d88535'], hosted agents: [] {{(pid=103800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 05 17:09:46.634681 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d0cfc2-15df-40ab-94a3-41e27fe37b67 tempest-BulkNetworkOpsTest-1458771112 tempest-BulkNetworkOpsTest-1458771112-project] Pushing event deleted for resources: {'Port': ['ID=d54c0361-24c0-4f08-a50f-db80b792955e,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:09:46.648973 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f5f52236-3c13-4a6c-9906-c65c7da93565 tempest-RoutersAdminTest-952369856 tempest-RoutersAdminTest-952369856-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:46.667625 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-83d0cfc2-15df-40ab-94a3-41e27fe37b67 tempest-BulkNetworkOpsTest-1458771112 tempest-BulkNetworkOpsTest-1458771112-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:46.671085 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-83d0cfc2-15df-40ab-94a3-41e27fe37b67 tempest-BulkNetworkOpsTest-1458771112 tempest-BulkNetworkOpsTest-1458771112-project] 10.222.0.11 "DELETE /v2.0/ports/d54c0361-24c0-4f08-a50f-db80b792955e HTTP/1.1" status: 204 len: 168 time: 2.4747641 Jan 05 17:09:46.676915 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 41982) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:09:46.703530 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c55283b-da59-49d1-864f-0397f630bbc2 None None] Sync routers for ids ['3134b106-4218-415e-bd16-8091c8c99414'] in dv-neutron-master-2-hyperv {{(pid=103803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 05 17:09:46.724159 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c55283b-da59-49d1-864f-0397f630bbc2 None None] Routers {'3134b106-4218-415e-bd16-8091c8c99414'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:09:46.725477 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-0c55283b-da59-49d1-864f-0397f630bbc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:09:19Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['3134b106-4218-415e-bd16-8091c8c99414'], 'active': True} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:09:46.736527 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c4b45eb-991f-41eb-91ec-d192f14ea044 None None] Network e897f8fc-3cef-40ca-9466-c6c65ecd9833 requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:09:46.743586 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6912fa67-7575-4cef-9d4c-ca186123b6ec tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Pushing event updated for resources: {'Subnet': ['ID=55b94fe0-157d-4c54-8a73-461b6c3fcdca,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:09:46.752458 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6912fa67-7575-4cef-9d4c-ca186123b6ec tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Checking segment: {'id': 'da8da688-6b03-4fdb-b52a-5f5193f8dbd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '7a7c53f6-25d1-445c-b01b-3b897757c60b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:09:46.752833 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6912fa67-7575-4cef-9d4c-ca186123b6ec tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Network hostable DHCP agents. Network: 7a7c53f6-25d1-445c-b01b-3b897757c60b, hostable agents: ['3f70c195-17da-4084-9fd6-bf6059d88535'], hosted agents: [] {{(pid=103800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 05 17:09:46.782525 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61b8ea40-251a-46e2-a731-fdc034a2e167 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Network f6facc7d-b14b-4819-88dd-d6840e43d2f3 is scheduled to be hosted by DHCP agent 3f70c195-17da-4084-9fd6-bf6059d88535 with binding_index 1 {{(pid=103801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 05 17:09:46.795370 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-c9470adb-efa5-4ee4-be78-1b10fb74e971 tempest-BulkNetworkOpsTest-1458771112 tempest-BulkNetworkOpsTest-1458771112-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1167660 Jan 05 17:09:46.801019 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e12cec11-e906-4c3f-9f46-427de8742a01 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:46.801019 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 41984) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:09:46.829305 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-d3d6eca9-969a-4e2b-93d3-aa8de3ba515a tempest-BulkNetworkOpsTest-1458771112 tempest-BulkNetworkOpsTest-1458771112-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-365914490'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:09:46.841762 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba334afb-19cb-4c6c-b37b-e22cff4d7a08 admin admin] Network b309d5de-a6f2-4833-9079-a7a49b21ea2a is scheduled to be hosted by DHCP agent 3f70c195-17da-4084-9fd6-bf6059d88535 with binding_index 1 {{(pid=103800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 05 17:09:46.864987 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6912fa67-7575-4cef-9d4c-ca186123b6ec tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Network 7a7c53f6-25d1-445c-b01b-3b897757c60b is scheduled to be hosted by DHCP agent 3f70c195-17da-4084-9fd6-bf6059d88535 with binding_index 1 {{(pid=103800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 05 17:09:46.878484 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-f5f52236-3c13-4a6c-9906-c65c7da93565 tempest-RoutersAdminTest-952369856 tempest-RoutersAdminTest-952369856-project-admin] Deleting port 32fba249-9cf0-4f95-aae3-832f1a1acd88 {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:09:46.878484 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f5f52236-3c13-4a6c-9906-c65c7da93565 tempest-RoutersAdminTest-952369856 tempest-RoutersAdminTest-952369856-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:46.885950 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-f3d82a0d-3a7e-44c2-8bdc-0642f4076cfd None None] Port 2124bcd3-9dd1-4a64-8c39-d3bea200439c update to ACTIVE by agent not found {{(pid=103802) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2190}} Jan 05 17:09:46.895855 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-217b8474-ad04-4ab7-84bc-0dac197854b5 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Made reservation on behalf of fd419c78d7194361a03f37a26ebeba76 for: {'subnet': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:09:46.900490 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-217b8474-ad04-4ab7-84bc-0dac197854b5 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8521827'] for subnet, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:46.905567 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvr_db [None req-0c55283b-da59-49d1-864f-0397f630bbc2 None None] Set router 3134b106-4218-415e-bd16-8091c8c99414 gateway port host: None {{(pid=103803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:09:46.949458 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-cfa59d42-71b1-430f-95cb-59f2b35ce060 admin admin] Deleting port 626ae523-21d7-4e15-ba22-fd67cd4107ce {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:09:46.949825 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-cfa59d42-71b1-430f-95cb-59f2b35ce060 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:47.039520 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-ba334afb-19cb-4c6c-b37b-e22cff4d7a08 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, b309d5de-a6f2-4833-9079-a7a49b21ea2a) {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:09:47.043114 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-61b8ea40-251a-46e2-a731-fdc034a2e167 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, f6facc7d-b14b-4819-88dd-d6840e43d2f3) {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:09:47.062708 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-6912fa67-7575-4cef-9d4c-ca186123b6ec tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 7a7c53f6-25d1-445c-b01b-3b897757c60b) {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:09:47.065986 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba334afb-19cb-4c6c-b37b-e22cff4d7a08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:09:47.067216 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ba334afb-19cb-4c6c-b37b-e22cff4d7a08 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:47.090779 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6912fa67-7575-4cef-9d4c-ca186123b6ec tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:09:47.091650 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6912fa67-7575-4cef-9d4c-ca186123b6ec tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks [] for subnet, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:47.140075 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1907eeb-b890-40c4-b85f-3839b591ed3c None None] Network b309d5de-a6f2-4833-9079-a7a49b21ea2a requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:09:47.142325 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-766030d9-bf26-4769-a52c-486a5dbef8bb None None] Network f6facc7d-b14b-4819-88dd-d6840e43d2f3 requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:09:47.145085 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10b0f73d-d3c2-422d-9ba1-0384ce234f77 None None] Network 7a7c53f6-25d1-445c-b01b-3b897757c60b requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:09:47.147867 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-cfa59d42-71b1-430f-95cb-59f2b35ce060 admin admin] For port 626ae523-21d7-4e15-ba22-fd67cd4107ce, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=626ae523-21d7-4e15-ba22-fd67cd4107ce,segment=NetworkSegment(3f961525-530f-4ce5-8222-1dbbbe774893),segment_id=3f961525-530f-4ce5-8222-1dbbbe774893)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:09:47.148493 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Provisioning complete for port 9fe985d6-8f80-4f81-a35c-8c066a1a0271 triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:09:47.148606 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:47.148990 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-cfa59d42-71b1-430f-95cb-59f2b35ce060 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:47.171818 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-cfa59d42-71b1-430f-95cb-59f2b35ce060 admin admin] Calling delete_port for 626ae523-21d7-4e15-ba22-fd67cd4107ce owned by network:router_gateway {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:09:47.174913 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.db [None req-f5f52236-3c13-4a6c-9906-c65c7da93565 tempest-RoutersAdminTest-952369856 tempest-RoutersAdminTest-952369856-project-admin] For port 32fba249-9cf0-4f95-aae3-832f1a1acd88, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=32fba249-9cf0-4f95-aae3-832f1a1acd88,segment=NetworkSegment(3f961525-530f-4ce5-8222-1dbbbe774893),segment_id=3f961525-530f-4ce5-8222-1dbbbe774893)] {{(pid=103800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:09:47.176664 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f5f52236-3c13-4a6c-9906-c65c7da93565 tempest-RoutersAdminTest-952369856 tempest-RoutersAdminTest-952369856-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:47.212677 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-f5f52236-3c13-4a6c-9906-c65c7da93565 tempest-RoutersAdminTest-952369856 tempest-RoutersAdminTest-952369856-project-admin] Calling delete_port for 32fba249-9cf0-4f95-aae3-832f1a1acd88 owned by network:router_gateway {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:09:47.217866 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.db.ipam_backend_mixin [None req-217b8474-ad04-4ab7-84bc-0dac197854b5 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet b6da2fe0-e28e-43ba-9b46-eabcff8e95be (CIDR: 2001:db8::/64) Jan 05 17:09:47.251983 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61b8ea40-251a-46e2-a731-fdc034a2e167 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:09:47.252800 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-61b8ea40-251a-46e2-a731-fdc034a2e167 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Publish callbacks [] for subnet, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:47.277319 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-ba334afb-19cb-4c6c-b37b-e22cff4d7a08 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.0820673 Jan 05 17:09:47.279858 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 41988) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:09:47.285147 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-6912fa67-7575-4cef-9d4c-ca186123b6ec tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.1886647 Jan 05 17:09:47.286354 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.pecan_wsgi.hooks.translation [None req-217b8474-ad04-4ab7-84bc-0dac197854b5 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 05 17:09:47.286864 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-217b8474-ad04-4ab7-84bc-0dac197854b5 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103800) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 05 17:09:47.291271 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 41990) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:09:47.297259 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-02c2902f-b9ad-4ad0-905a-77e5e0035484 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1504285469-router', 'tenant_id': '65c8e0828a294c109aa1b82a3792b00a', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573'}}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:09:47.335007 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-61b8ea40-251a-46e2-a731-fdc034a2e167 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 2.8162317 Jan 05 17:09:47.369622 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-0c55283b-da59-49d1-864f-0397f630bbc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3134b106-4218-415e-bd16-8091c8c99414', 'name': 'tempest-RoutersIpV6Test-router-1976028866', 'tenant_id': '04762f6d6f55432ea3822a71fa1f481f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:09:21Z', 'updated_at': '2022-01-05T17:09:41Z', 'revision_number': 3, 'project_id': '04762f6d6f55432ea3822a71fa1f481f', 'gw_port_host': None, '_interfaces': [{'id': '80c0fed0-176f-4438-9a3e-aeeeb85fa8bd', 'name': '', 'network_id': '9b108e05-58cc-4d98-85c8-c21a57823860', 'tenant_id': '04762f6d6f55432ea3822a71fa1f481f', 'mac_address': 'fa:16:3e:19:8b:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3134b106-4218-415e-bd16-8091c8c99414', 'device_owner': 'network:router_interface', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': 'beb7642a-9087-4358-b980-878e8f238cce', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:09:28Z', 'updated_at': '2022-01-05T17:09:40Z', 'revision_number': 4, 'project_id': '04762f6d6f55432ea3822a71fa1f481f', 'subnets': [{'id': 'beb7642a-9087-4358-b980-878e8f238cce', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f94aa6e4-6d25-46f8-84f2-6ea65da467f1', 'name': '', 'network_id': '384f64a3-ca40-4479-9470-814f96969ff3', 'tenant_id': '04762f6d6f55432ea3822a71fa1f481f', 'mac_address': 'fa:16:3e:fb:c4:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3134b106-4218-415e-bd16-8091c8c99414', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'ebf673d0-4d72-4025-a6cc-aa8fd8d0db18', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:09:39Z', 'updated_at': '2022-01-05T17:09:41Z', 'revision_number': 2, 'project_id': '04762f6d6f55432ea3822a71fa1f481f', 'subnets': [{'id': 'ebf673d0-4d72-4025-a6cc-aa8fd8d0db18', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:09:47.372773 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 41992) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:09:47.427941 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c55283b-da59-49d1-864f-0397f630bbc2 None None] Checking router: 3134b106-4218-415e-bd16-8091c8c99414 for host: dv-neutron-master-2-hyperv {{(pid=103803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 05 17:09:47.428619 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c55283b-da59-49d1-864f-0397f630bbc2 None None] Updating router 3134b106-4218-415e-bd16-8091c8c99414 port f94aa6e4-6d25-46f8-84f2-6ea65da467f1 binding host dv-neutron-master-2-hyperv {{(pid=103803) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 05 17:09:47.431064 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3d6eca9-969a-4e2b-93d3-aa8de3ba515a tempest-BulkNetworkOpsTest-1458771112 tempest-BulkNetworkOpsTest-1458771112-project] Made reservation on behalf of f9e7eebef9614c579ad5e1e5a46b85ab for: {'network': 1} {{(pid=103801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:09:47.437102 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-d3d6eca9-969a-4e2b-93d3-aa8de3ba515a tempest-BulkNetworkOpsTest-1458771112 tempest-BulkNetworkOpsTest-1458771112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for network, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:47.460600 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-0c55283b-da59-49d1-864f-0397f630bbc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:47.814686 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-217b8474-ad04-4ab7-84bc-0dac197854b5 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.4139078 Jan 05 17:09:47.820912 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 41994) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:09:47.828875 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-0873d0d8-ef8e-4156-9885-4e9947be6bd1 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Request body: {'subnet': {'network_id': 'e897f8fc-3cef-40ca-9466-c6c65ecd9833', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:09:47.832955 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-f3d82a0d-3a7e-44c2-8bdc-0642f4076cfd None None] Provisioning complete for port 13801738-c9ac-4705-a6e2-f2dcc39b53cc triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:09:47.833548 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-f3d82a0d-3a7e-44c2-8bdc-0642f4076cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:47.854750 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e12cec11-e906-4c3f-9f46-427de8742a01 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks [] for port, precommit_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:47.895525 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc4a2d1d-3321-4aff-b5e3-aac60447f4bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-b309d5de-a6f2-4833-9079-a7a49b21ea2a', 'network_id': 'b309d5de-a6f2-4833-9079-a7a49b21ea2a', 'project_id': '65c8e0828a294c109aa1b82a3792b00a', 'fixed_ips': [{'subnet_id': '0aed6401-addd-43e4-aa68-a602b05fee12'}]}} from dv-neutron-master-2-hyperv. {{(pid=103802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 05 17:09:47.896354 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-dc4a2d1d-3321-4aff-b5e3-aac60447f4bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:47.899406 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57d3e351-8c2f-44c3-a94f-5cce9834ff50 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-f6facc7d-b14b-4819-88dd-d6840e43d2f3', 'network_id': 'f6facc7d-b14b-4819-88dd-d6840e43d2f3', 'project_id': '2c187912c919424a8a16116bf03056cd', 'fixed_ips': [{'subnet_id': 'f679f81d-d72d-4480-a07c-0481c9df80e6'}]}} from dv-neutron-master-2-hyperv. {{(pid=103802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 05 17:09:47.899980 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-57d3e351-8c2f-44c3-a94f-5cce9834ff50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:47.900835 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-18bf22cf-f616-4ba8-94a3-fd0a8c296625 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3809644'] for network, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:47.911766 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3d6eca9-969a-4e2b-93d3-aa8de3ba515a tempest-BulkNetworkOpsTest-1458771112 tempest-BulkNetworkOpsTest-1458771112-project] vlan segment allocate from pool success with {'vlan_id': 140, 'physical_network': 'physnet1'} {{(pid=103801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 05 17:09:47.959067 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-02c2902f-b9ad-4ad0-905a-77e5e0035484 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-649063', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58098'] for router, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:47.960117 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-02c2902f-b9ad-4ad0-905a-77e5e0035484 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649832', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-545006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58091'] for router, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:47.975045 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-d3d6eca9-969a-4e2b-93d3-aa8de3ba515a tempest-BulkNetworkOpsTest-1458771112 tempest-BulkNetworkOpsTest-1458771112-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225'] for segment, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:47.976422 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.db.segments_db [None req-d3d6eca9-969a-4e2b-93d3-aa8de3ba515a tempest-BulkNetworkOpsTest-1458771112 tempest-BulkNetworkOpsTest-1458771112-project] Added segment 02fb85e9-1213-4494-a93e-0343e93a6c69 of type vlan for network 29b1a03c-5aeb-47c9-bb38-4cdc4efd4046 Jan 05 17:09:47.979045 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-0c55283b-da59-49d1-864f-0397f630bbc2 None None] Publish callbacks [] for port, precommit_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:47.983458 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e12cec11-e906-4c3f-9f46-427de8742a01 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11433169'] for port, after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:48.051877 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0b6d2da1-92e4-44ae-aef6-12b3ef942492 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:48.089260 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.db_base_plugin_common [None req-57d3e351-8c2f-44c3-a94f-5cce9834ff50 None None] Allocated IP 172.20.0.3 (f6facc7d-b14b-4819-88dd-d6840e43d2f3/f679f81d-d72d-4480-a07c-0481c9df80e6/403ceda9-8d71-47b3-90a5-9ec970e590fd) {{(pid=103802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:09:48.104673 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-0c55283b-da59-49d1-864f-0397f630bbc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:48.116790 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e12cec11-e906-4c3f-9f46-427de8742a01 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-531704'] for router_interface, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:48.208815 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-7b794b25-5e20-43e7-a87f-db83c3b0263a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:48.232265 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e12cec11-e906-4c3f-9f46-427de8742a01 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Network d9a31355-feac-4d87-a434-15cb4323e153 is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:09:48.241088 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17fc6db-a4a0-46f3-a64a-ccec86689ace None None] Pushing event updated for resources: {'Port': ['ID=f94aa6e4-6d25-46f8-84f2-6ea65da467f1,revision_number=3']} {{(pid=103803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:09:48.243950 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-e12cec11-e906-4c3f-9f46-427de8742a01 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:09:48.245984 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-18bf22cf-f616-4ba8-94a3-fd0a8c296625 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892868'] for subnet, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:48.339229 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.plugins.ml2.managers [None req-0c55283b-da59-49d1-864f-0397f630bbc2 None None] Attempting to bind port f94aa6e4-6d25-46f8-84f2-6ea65da467f1 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 05 17:09:48.339728 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.plugins.ml2.managers [None req-0c55283b-da59-49d1-864f-0397f630bbc2 None None] Attempting to bind port f94aa6e4-6d25-46f8-84f2-6ea65da467f1 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '03f91a80-ffe0-42fd-8206-c112e229e91a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '384f64a3-ca40-4479-9470-814f96969ff3'}] {{(pid=103803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 05 17:09:48.340254 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c55283b-da59-49d1-864f-0397f630bbc2 None None] Attempting to bind port f94aa6e4-6d25-46f8-84f2-6ea65da467f1 on network 384f64a3-ca40-4479-9470-814f96969ff3 {{(pid=103803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:09:48.348335 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c55283b-da59-49d1-864f-0397f630bbc2 None None] Checking agent: {'id': '0d4f8fd3-ce62-4651-970c-efa6a8bb22b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 5, 16, 57, 23), 'started_at': datetime.datetime(2022, 1, 5, 16, 57, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 5, 17, 9, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 05 17:09:48.349126 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c55283b-da59-49d1-864f-0397f630bbc2 None None] Checking segment: {'id': '03f91a80-ffe0-42fd-8206-c112e229e91a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '384f64a3-ca40-4479-9470-814f96969ff3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:09:48.349641 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-0c55283b-da59-49d1-864f-0397f630bbc2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:48.350180 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c55283b-da59-49d1-864f-0397f630bbc2 None None] Bound using segment: {'id': '03f91a80-ffe0-42fd-8206-c112e229e91a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '384f64a3-ca40-4479-9470-814f96969ff3'} {{(pid=103803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 05 17:09:48.350968 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.plugins.ml2.managers [None req-0c55283b-da59-49d1-864f-0397f630bbc2 None None] Bound port: f94aa6e4-6d25-46f8-84f2-6ea65da467f1, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03f91a80-ffe0-42fd-8206-c112e229e91a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '384f64a3-ca40-4479-9470-814f96969ff3'}}] {{(pid=103803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 05 17:09:48.351463 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-0c55283b-da59-49d1-864f-0397f630bbc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:48.469250 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.plugins.ml2.db [None req-0c55283b-da59-49d1-864f-0397f630bbc2 None None] For port f94aa6e4-6d25-46f8-84f2-6ea65da467f1, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 05 17:09:48.476694 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.plugins.ml2.db [None req-0c55283b-da59-49d1-864f-0397f630bbc2 None None] For port f94aa6e4-6d25-46f8-84f2-6ea65da467f1, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f94aa6e4-6d25-46f8-84f2-6ea65da467f1,segment=NetworkSegment(03f91a80-ffe0-42fd-8206-c112e229e91a),segment_id=03f91a80-ffe0-42fd-8206-c112e229e91a)] {{(pid=103803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 05 17:09:48.483482 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-02156efc-f9c9-430e-a30b-1196e9d840a4 None None] For port 9e6a2fd8-3996-414e-8cc3-dab34879526f, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 05 17:09:48.500115 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6199bbf3-2341-4955-9f26-42bebb3dc77e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-e897f8fc-3cef-40ca-9466-c6c65ecd9833', 'network_id': 'e897f8fc-3cef-40ca-9466-c6c65ecd9833', 'project_id': 'fd419c78d7194361a03f37a26ebeba76', 'fixed_ips': [{'subnet_id': 'b6da2fe0-e28e-43ba-9b46-eabcff8e95be'}]}} from dv-neutron-master-2-hyperv. {{(pid=103802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 05 17:09:48.501253 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-6199bbf3-2341-4955-9f26-42bebb3dc77e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:48.562287 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-0c55283b-da59-49d1-864f-0397f630bbc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:48.574287 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-02156efc-f9c9-430e-a30b-1196e9d840a4 None None] For port 9e6a2fd8-3996-414e-8cc3-dab34879526f, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=9e6a2fd8-3996-414e-8cc3-dab34879526f,segment=NetworkSegment(181584ce-22aa-4b8f-8432-d35c635212aa),segment_id=181584ce-22aa-4b8f-8432-d35c635212aa)] {{(pid=103802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 05 17:09:48.652198 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba0512bb-b380-4cb9-baba-1b5951cbae2a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-7a7c53f6-25d1-445c-b01b-3b897757c60b', 'network_id': '7a7c53f6-25d1-445c-b01b-3b897757c60b', 'project_id': '04762f6d6f55432ea3822a71fa1f481f', 'fixed_ips': [{'subnet_id': '55b94fe0-157d-4c54-8a73-461b6c3fcdca'}]}} from dv-neutron-master-2-hyperv. {{(pid=103802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 05 17:09:48.653456 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-ba0512bb-b380-4cb9-baba-1b5951cbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:48.656732 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-dc7fbc25-9046-4928-9088-c8709bd84ae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62cbee69-c828-4992-a976-2a908983650a', 'name': 'tempest-snat-router-1317781909', 'tenant_id': '58667cb4efea4d45816f5ae9c56c5333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.46'}], 'enable_snat': False}, 'gw_port_id': '64ac3939-fbda-42f2-aca8-26dd0c8a115a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:09:27Z', 'updated_at': '2022-01-05T17:09:33Z', 'revision_number': 3, 'project_id': '58667cb4efea4d45816f5ae9c56c5333', 'gw_port': {'id': '64ac3939-fbda-42f2-aca8-26dd0c8a115a', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:63:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62cbee69-c828-4992-a976-2a908983650a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:09:31Z', 'updated_at': '2022-01-05T17:09:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:09:48.662092 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-d3d6eca9-969a-4e2b-93d3-aa8de3ba515a tempest-BulkNetworkOpsTest-1458771112 tempest-BulkNetworkOpsTest-1458771112-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754180566020'] for network, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:48.676582 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e12cec11-e906-4c3f-9f46-427de8742a01 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Router bf1afd4d-680c-4871-aabc-4aca87161f6d has already been hosted by L3 agent 59446fdc-40e0-41fe-a575-a8eb11d742f7 {{(pid=103801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 05 17:09:48.688598 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-02156efc-f9c9-430e-a30b-1196e9d840a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:48.698211 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c55283b-da59-49d1-864f-0397f630bbc2 None None] Routers {'3134b106-4218-415e-bd16-8091c8c99414'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:09:48.698863 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-0c55283b-da59-49d1-864f-0397f630bbc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:09:19Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['3134b106-4218-415e-bd16-8091c8c99414'], 'active': True} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:09:48.701004 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17fc6db-a4a0-46f3-a64a-ccec86689ace None None] Pushing event updated for resources: {'Port': ['ID=f94aa6e4-6d25-46f8-84f2-6ea65da467f1,revision_number=4']} {{(pid=103803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:09:48.758923 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12cec11-e906-4c3f-9f46-427de8742a01 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Pushing event updated for resources: {'Port': ['ID=0e11d281-d60b-4305-b44c-a5dc7d29c1c7,revision_number=2']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:09:48.793662 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.db.resource_extend [None req-d3d6eca9-969a-4e2b-93d3-aa8de3ba515a tempest-BulkNetworkOpsTest-1458771112 tempest-BulkNetworkOpsTest-1458771112-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 05 17:09:48.891679 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvr_db [None req-0c55283b-da59-49d1-864f-0397f630bbc2 None None] Set router 3134b106-4218-415e-bd16-8091c8c99414 gateway port host: None {{(pid=103803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:09:48.904842 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02156efc-f9c9-430e-a30b-1196e9d840a4 None None] Pushing event updated for resources: {'Port': ['ID=9e6a2fd8-3996-414e-8cc3-dab34879526f,revision_number=2']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:09:48.923065 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc7fbc25-9046-4928-9088-c8709bd84ae8 None None] The sync data for ids ['62cbee69-c828-4992-a976-2a908983650a'] in dv-neutron-master-2-hyperv is: [{'id': '62cbee69-c828-4992-a976-2a908983650a', 'name': 'tempest-snat-router-1317781909', 'tenant_id': '58667cb4efea4d45816f5ae9c56c5333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.46'}], 'enable_snat': False}, 'gw_port_id': '64ac3939-fbda-42f2-aca8-26dd0c8a115a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:09:27Z', 'updated_at': '2022-01-05T17:09:33Z', 'revision_number': 3, 'project_id': '58667cb4efea4d45816f5ae9c56c5333', 'gw_port': {'id': '64ac3939-fbda-42f2-aca8-26dd0c8a115a', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:63:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62cbee69-c828-4992-a976-2a908983650a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:09:31Z', 'updated_at': '2022-01-05T17:09:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 05 17:09:48.980177 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e12cec11-e906-4c3f-9f46-427de8742a01 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 05 17:09:49.020294 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-e12cec11-e906-4c3f-9f46-427de8742a01 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] 10.222.0.11 "PUT /v2.0/routers/bf1afd4d-680c-4871-aabc-4aca87161f6d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2827477 Jan 05 17:09:49.024147 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 41996) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:09:49.038354 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-58139e6e-b1d6-459c-a251-f2590ca845ca tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:09:49.159684 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-02c2902f-b9ad-4ad0-905a-77e5e0035484 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:49.199421 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f5f52236-3c13-4a6c-9906-c65c7da93565 tempest-RoutersAdminTest-952369856 tempest-RoutersAdminTest-952369856-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:49.228362 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-d3d6eca9-969a-4e2b-93d3-aa8de3ba515a tempest-BulkNetworkOpsTest-1458771112 tempest-BulkNetworkOpsTest-1458771112-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685'] for network, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:49.238823 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3d6eca9-969a-4e2b-93d3-aa8de3ba515a tempest-BulkNetworkOpsTest-1458771112 tempest-BulkNetworkOpsTest-1458771112-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:09:49.241652 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-d3d6eca9-969a-4e2b-93d3-aa8de3ba515a tempest-BulkNetworkOpsTest-1458771112 tempest-BulkNetworkOpsTest-1458771112-project] Publish callbacks [] for network, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:49.249200 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-cfa59d42-71b1-430f-95cb-59f2b35ce060 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11433176'] for port, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:49.386233 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f52236-3c13-4a6c-9906-c65c7da93565 tempest-RoutersAdminTest-952369856 tempest-RoutersAdminTest-952369856-project-admin] Pushing event deleted for resources: {'Port': ['ID=32fba249-9cf0-4f95-aae3-832f1a1acd88,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:09:49.431685 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a6ad9aa-3daf-4039-87ce-57ee3684f1ad None None] DHCP port deletion for b0167590-0699-4c5c-a932-3939414a9573 request from dv-neutron-master-2-hyperv {{(pid=103802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 05 17:09:49.440555 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7f8257a-4909-4ee2-a80b-a4c629d5ba94 None None] Sync routers for ids ['bf1afd4d-680c-4871-aabc-4aca87161f6d'] in dv-neutron-master-2-hyperv {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 05 17:09:49.513135 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-0c55283b-da59-49d1-864f-0397f630bbc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3134b106-4218-415e-bd16-8091c8c99414', 'name': 'tempest-RoutersIpV6Test-router-1976028866', 'tenant_id': '04762f6d6f55432ea3822a71fa1f481f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:09:21Z', 'updated_at': '2022-01-05T17:09:41Z', 'revision_number': 3, 'project_id': '04762f6d6f55432ea3822a71fa1f481f', 'gw_port_host': None, '_interfaces': [{'id': '80c0fed0-176f-4438-9a3e-aeeeb85fa8bd', 'name': '', 'network_id': '9b108e05-58cc-4d98-85c8-c21a57823860', 'tenant_id': '04762f6d6f55432ea3822a71fa1f481f', 'mac_address': 'fa:16:3e:19:8b:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3134b106-4218-415e-bd16-8091c8c99414', 'device_owner': 'network:router_interface', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': 'beb7642a-9087-4358-b980-878e8f238cce', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:09:28Z', 'updated_at': '2022-01-05T17:09:40Z', 'revision_number': 4, 'project_id': '04762f6d6f55432ea3822a71fa1f481f', 'subnets': [{'id': 'beb7642a-9087-4358-b980-878e8f238cce', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f94aa6e4-6d25-46f8-84f2-6ea65da467f1', 'name': '', 'network_id': '384f64a3-ca40-4479-9470-814f96969ff3', 'tenant_id': '04762f6d6f55432ea3822a71fa1f481f', 'mac_address': 'fa:16:3e:fb:c4:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3134b106-4218-415e-bd16-8091c8c99414', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'ebf673d0-4d72-4025-a6cc-aa8fd8d0db18', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:09:39Z', 'updated_at': '2022-01-05T17:09:48Z', 'revision_number': 4, 'project_id': '04762f6d6f55432ea3822a71fa1f481f', 'subnets': [{'id': 'ebf673d0-4d72-4025-a6cc-aa8fd8d0db18', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:09:49.517875 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.db_base_plugin_common [None req-ba0512bb-b380-4cb9-baba-1b5951cbae2a None None] Allocated IP 2001:db8:2::2 (7a7c53f6-25d1-445c-b01b-3b897757c60b/55b94fe0-157d-4c54-8a73-461b6c3fcdca/c94a3c6f-9d42-409f-9990-a50b2521d38e) {{(pid=103802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:09:49.629335 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c55283b-da59-49d1-864f-0397f630bbc2 None None] The sync data for ids ['3134b106-4218-415e-bd16-8091c8c99414'] in dv-neutron-master-2-hyperv is: [{'id': '3134b106-4218-415e-bd16-8091c8c99414', 'name': 'tempest-RoutersIpV6Test-router-1976028866', 'tenant_id': '04762f6d6f55432ea3822a71fa1f481f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:09:21Z', 'updated_at': '2022-01-05T17:09:41Z', 'revision_number': 3, 'project_id': '04762f6d6f55432ea3822a71fa1f481f', 'gw_port_host': None, '_interfaces': [{'id': '80c0fed0-176f-4438-9a3e-aeeeb85fa8bd', 'name': '', 'network_id': '9b108e05-58cc-4d98-85c8-c21a57823860', 'tenant_id': '04762f6d6f55432ea3822a71fa1f481f', 'mac_address': 'fa:16:3e:19:8b:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3134b106-4218-415e-bd16-8091c8c99414', 'device_owner': 'network:router_interface', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': 'beb7642a-9087-4358-b980-878e8f238cce', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:09:28Z', 'updated_at': '2022-01-05T17:09:40Z', 'revision_number': 4, 'project_id': '04762f6d6f55432ea3822a71fa1f481f', 'subnets': [{'id': 'beb7642a-9087-4358-b980-878e8f238cce', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f94aa6e4-6d25-46f8-84f2-6ea65da467f1', 'name': '', 'network_id': '384f64a3-ca40-4479-9470-814f96969ff3', 'tenant_id': '04762f6d6f55432ea3822a71fa1f481f', 'mac_address': 'fa:16:3e:fb:c4:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3134b106-4218-415e-bd16-8091c8c99414', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'ebf673d0-4d72-4025-a6cc-aa8fd8d0db18', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:09:39Z', 'updated_at': '2022-01-05T17:09:48Z', 'revision_number': 4, 'project_id': '04762f6d6f55432ea3822a71fa1f481f', 'subnets': [{'id': 'ebf673d0-4d72-4025-a6cc-aa8fd8d0db18', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 05 17:09:49.678828 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-cfa59d42-71b1-430f-95cb-59f2b35ce060 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-648595'] for router_gateway, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:49.688420 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa59d42-71b1-430f-95cb-59f2b35ce060 admin admin] Pushing event deleted for resources: {'Port': ['ID=626ae523-21d7-4e15-ba22-fd67cd4107ce,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:09:49.750010 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-cae79a19-7ecd-4298-882e-448c03f85f7c None None] Publish callbacks [] for port, precommit_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:49.752579 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d495a3f-29f6-464b-9e28-7587e471657b None None] DHCP port deletion for b0167590-0699-4c5c-a932-3939414a9573 request from dv-neutron-master-2-hyperv {{(pid=103802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 05 17:09:49.754821 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 13801738-c9ac-4705-a6e2-f2dcc39b53cc up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:09:49.768282 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0873d0d8-ef8e-4156-9885-4e9947be6bd1 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Made reservation on behalf of fd419c78d7194361a03f37a26ebeba76 for: {'subnet': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:09:49.807294 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0873d0d8-ef8e-4156-9885-4e9947be6bd1 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8521827'] for subnet, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:49.826528 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-d3d6eca9-969a-4e2b-93d3-aa8de3ba515a tempest-BulkNetworkOpsTest-1458771112 tempest-BulkNetworkOpsTest-1458771112-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 3.0121133 Jan 05 17:09:49.831543 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 41998) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:09:49.840997 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-b5709d76-be61-4d1f-bb46-fcbbf462919d tempest-BulkNetworkOpsTest-1458771112 tempest-BulkNetworkOpsTest-1458771112-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1422564280'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:09:49.882399 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d6eca9-969a-4e2b-93d3-aa8de3ba515a tempest-BulkNetworkOpsTest-1458771112 tempest-BulkNetworkOpsTest-1458771112-project] Pushing event updated for resources: {'Network': ['ID=29b1a03c-5aeb-47c9-bb38-4cdc4efd4046,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:09:49.896364 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-cfa59d42-71b1-430f-95cb-59f2b35ce060 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-648249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62744'] for router, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:49.905444 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-cfa59d42-71b1-430f-95cb-59f2b35ce060 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:49.992444 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-f3d82a0d-3a7e-44c2-8bdc-0642f4076cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:50.032399 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.db_base_plugin_common [None req-dc4a2d1d-3321-4aff-b5e3-aac60447f4bb None None] Allocated IP 172.20.0.2 (b309d5de-a6f2-4833-9079-a7a49b21ea2a/0aed6401-addd-43e4-aa68-a602b05fee12/93b7a35a-4580-4193-aff2-cf8327706c27) {{(pid=103802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:09:50.043376 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Network 29b1a03c-5aeb-47c9-bb38-4cdc4efd4046 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 05 17:09:50.093570 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-02c2902f-b9ad-4ad0-905a-77e5e0035484 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:50.100210 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-f3d82a0d-3a7e-44c2-8bdc-0642f4076cfd None None] For port 13801738-c9ac-4705-a6e2-f2dcc39b53cc, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=13801738-c9ac-4705-a6e2-f2dcc39b53cc,segment=NetworkSegment(3f203f06-4b1f-4520-9ef3-4ad0e7d2f8d5),segment_id=3f203f06-4b1f-4520-9ef3-4ad0e7d2f8d5)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:09:50.101299 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-cae79a19-7ecd-4298-882e-448c03f85f7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:50.110152 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f5f52236-3c13-4a6c-9906-c65c7da93565 tempest-RoutersAdminTest-952369856 tempest-RoutersAdminTest-952369856-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-648595'] for router_gateway, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:50.110749 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-818a9110-88fc-40bb-846f-408eb9ebe8bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:50.233084 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7f8257a-4909-4ee2-a80b-a4c629d5ba94 None None] Routers {'bf1afd4d-680c-4871-aabc-4aca87161f6d'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:09:50.233084 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-c7f8257a-4909-4ee2-a80b-a4c629d5ba94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:09:19Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['bf1afd4d-680c-4871-aabc-4aca87161f6d'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:09:50.279453 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-f3d82a0d-3a7e-44c2-8bdc-0642f4076cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:50.303242 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-cfa59d42-71b1-430f-95cb-59f2b35ce060 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-648240'] for router, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:50.304070 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfa59d42-71b1-430f-95cb-59f2b35ce060 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 375a29a2-cb4e-48e0-af02-551751ef6988 {{(pid=103801) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 05 17:09:50.306061 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5709d76-be61-4d1f-bb46-fcbbf462919d tempest-BulkNetworkOpsTest-1458771112 tempest-BulkNetworkOpsTest-1458771112-project] Made reservation on behalf of f9e7eebef9614c579ad5e1e5a46b85ab for: {'network': 1} {{(pid=103801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:09:50.317980 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-b5709d76-be61-4d1f-bb46-fcbbf462919d tempest-BulkNetworkOpsTest-1458771112 tempest-BulkNetworkOpsTest-1458771112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for network, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:50.325164 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-cfa59d42-71b1-430f-95cb-59f2b35ce060 admin admin] Publish callbacks [] for router, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:50.328820 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-cfa59d42-71b1-430f-95cb-59f2b35ce060 admin admin] 10.222.0.11 "DELETE /v2.0/routers/375a29a2-cb4e-48e0-af02-551751ef6988 HTTP/1.1" status: 204 len: 168 time: 4.6977534 Jan 05 17:09:50.354298 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 42002) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:09:50.383087 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f5f52236-3c13-4a6c-9906-c65c7da93565 tempest-RoutersAdminTest-952369856 tempest-RoutersAdminTest-952369856-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-648249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62744'] for router, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:50.393528 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f5f52236-3c13-4a6c-9906-c65c7da93565 tempest-RoutersAdminTest-952369856 tempest-RoutersAdminTest-952369856-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:50.419686 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5709d76-be61-4d1f-bb46-fcbbf462919d tempest-BulkNetworkOpsTest-1458771112 tempest-BulkNetworkOpsTest-1458771112-project] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'} {{(pid=103801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 05 17:09:50.436850 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:50.438633 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-ed8f25c3-8e2c-4fd0-8fde-422ccd43c098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '375a29a2-cb4e-48e0-af02-551751ef6988', 'name': 'tempest-ServerActionsTestJSON-180618332-router', 'tenant_id': '0e5f75b0fa584f3fb65d4d2f1d03045b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.108'}], 'enable_snat': True}, 'gw_port_id': '626ae523-21d7-4e15-ba22-fd67cd4107ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:05:26Z', 'updated_at': '2022-01-05T17:09:43Z', 'revision_number': 5, 'project_id': '0e5f75b0fa584f3fb65d4d2f1d03045b', 'gw_port': {'id': '626ae523-21d7-4e15-ba22-fd67cd4107ce', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:c4:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375a29a2-cb4e-48e0-af02-551751ef6988', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:05:28Z', 'updated_at': '2022-01-05T17:05:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:09:50.488441 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-b5709d76-be61-4d1f-bb46-fcbbf462919d tempest-BulkNetworkOpsTest-1458771112 tempest-BulkNetworkOpsTest-1458771112-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225'] for segment, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:50.488803 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.db.segments_db [None req-b5709d76-be61-4d1f-bb46-fcbbf462919d tempest-BulkNetworkOpsTest-1458771112 tempest-BulkNetworkOpsTest-1458771112-project] Added segment 40536f2b-797e-4069-86b4-ca2dc0b3b118 of type vlan for network ef273254-01b1-41c0-8384-00ee1d623ca9 Jan 05 17:09:50.654189 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f5f52236-3c13-4a6c-9906-c65c7da93565 tempest-RoutersAdminTest-952369856 tempest-RoutersAdminTest-952369856-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-648240'] for router, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:50.654755 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5f52236-3c13-4a6c-9906-c65c7da93565 tempest-RoutersAdminTest-952369856 tempest-RoutersAdminTest-952369856-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 79b1d22e-1461-437b-9d33-9c21608bfe09 {{(pid=103800) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 05 17:09:50.674852 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f5f52236-3c13-4a6c-9906-c65c7da93565 tempest-RoutersAdminTest-952369856 tempest-RoutersAdminTest-952369856-project-admin] Publish callbacks [] for router, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:50.683254 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-f5f52236-3c13-4a6c-9906-c65c7da93565 tempest-RoutersAdminTest-952369856 tempest-RoutersAdminTest-952369856-project-admin] 10.222.0.11 "DELETE /v2.0/routers/79b1d22e-1461-437b-9d33-9c21608bfe09 HTTP/1.1" status: 204 len: 168 time: 5.2675309 Jan 05 17:09:50.689895 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 42004) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:09:50.710803 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.db_base_plugin_v2 [None req-37eac9c2-6438-444d-affb-d334996f56ed admin admin] Deleting subnet fab82641-cc31-4ee1-85fb-d7818e6883fd {{(pid=103801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 05 17:09:50.739575 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-b5709d76-be61-4d1f-bb46-fcbbf462919d tempest-BulkNetworkOpsTest-1458771112 tempest-BulkNetworkOpsTest-1458771112-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754180566020'] for network, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:50.760513 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-37eac9c2-6438-444d-affb-d334996f56ed admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:50.901498 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-ba0512bb-b380-4cb9-baba-1b5951cbae2a None None] Publish callbacks [] for port, precommit_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:50.937390 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.db.resource_extend [None req-b5709d76-be61-4d1f-bb46-fcbbf462919d tempest-BulkNetworkOpsTest-1458771112 tempest-BulkNetworkOpsTest-1458771112-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 05 17:09:50.996052 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-37eac9c2-6438-444d-affb-d334996f56ed admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11316398'] for subnet, precommit_delete_associations {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:50.996205 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed8f25c3-8e2c-4fd0-8fde-422ccd43c098 None None] Checking router: 375a29a2-cb4e-48e0-af02-551751ef6988 for host: dv-neutron-master-2-hyperv {{(pid=103802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 05 17:09:51.006534 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-57d3e351-8c2f-44c3-a94f-5cce9834ff50 None None] Publish callbacks [] for port, precommit_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:51.018340 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.db_base_plugin_common [None req-6199bbf3-2341-4955-9f26-42bebb3dc77e None None] Allocated IP 2001:db8::f816:3eff:fecd:45ee (e897f8fc-3cef-40ca-9466-c6c65ecd9833/b6da2fe0-e28e-43ba-9b46-eabcff8e95be/fae786b7-f5eb-45c9-a39f-43ee76ad5665) {{(pid=103802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:09:51.055043 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.extraroute_db [None req-58139e6e-b1d6-459c-a251-f2590ca845ca tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Added routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=103801) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jan 05 17:09:51.081849 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.extraroute_db [None req-58139e6e-b1d6-459c-a251-f2590ca845ca tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Removed routes are [] {{(pid=103801) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jan 05 17:09:51.082616 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-58139e6e-b1d6-459c-a251-f2590ca845ca tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-649822', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-648421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62737'] for router, precommit_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:51.130126 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-b5709d76-be61-4d1f-bb46-fcbbf462919d tempest-BulkNetworkOpsTest-1458771112 tempest-BulkNetworkOpsTest-1458771112-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685'] for network, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:51.147466 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5709d76-be61-4d1f-bb46-fcbbf462919d tempest-BulkNetworkOpsTest-1458771112 tempest-BulkNetworkOpsTest-1458771112-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:09:51.149057 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-b5709d76-be61-4d1f-bb46-fcbbf462919d tempest-BulkNetworkOpsTest-1458771112 tempest-BulkNetworkOpsTest-1458771112-project] Publish callbacks [] for network, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:51.195958 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-37eac9c2-6438-444d-affb-d334996f56ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892868'] for subnet, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:51.226077 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [None req-0b6d2da1-92e4-44ae-aef6-12b3ef942492 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Allocated IP 2001:db8:2::1 (7a7c53f6-25d1-445c-b01b-3b897757c60b/55b94fe0-157d-4c54-8a73-461b6c3fcdca/7a6fce8b-82cd-4f66-b676-24715f48f101) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:09:51.272885 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-15bd75ab-282e-4eb2-8ce6-5306f695442e tempest-RoutersAdminTest-952369856 tempest-RoutersAdminTest-952369856-project-admin] Publish callbacks [] for router, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:51.362956 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0873d0d8-ef8e-4156-9885-4e9947be6bd1 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8784852', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8521873'] for subnet, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:51.413980 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-b5709d76-be61-4d1f-bb46-fcbbf462919d tempest-BulkNetworkOpsTest-1458771112 tempest-BulkNetworkOpsTest-1458771112-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.5795095 Jan 05 17:09:51.504667 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5709d76-be61-4d1f-bb46-fcbbf462919d tempest-BulkNetworkOpsTest-1458771112 tempest-BulkNetworkOpsTest-1458771112-project] Pushing event updated for resources: {'Network': ['ID=ef273254-01b1-41c0-8384-00ee1d623ca9,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:09:51.515873 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0873d0d8-ef8e-4156-9885-4e9947be6bd1 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Network e897f8fc-3cef-40ca-9466-c6c65ecd9833 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:09:51.540004 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-18bf22cf-f616-4ba8-94a3-fd0a8c296625 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3893367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11433231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12480600'] for subnet, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:51.559850 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-ba0512bb-b380-4cb9-baba-1b5951cbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669'] for port, after_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:51.564987 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0873d0d8-ef8e-4156-9885-4e9947be6bd1 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Pushing event updated for resources: {'Subnet': ['ID=72843417-b35e-4aba-a6a9-e3dd1372dd23,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:09:51.577811 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-0873d0d8-ef8e-4156-9885-4e9947be6bd1 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:09:51.620279 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bf22cf-f616-4ba8-94a3-fd0a8c296625 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Pushing event deleted for resources: {'Subnet': ['ID=f679f81d-d72d-4480-a07c-0481c9df80e6,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:09:51.620737 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 42006) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:09:51.626167 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0873d0d8-ef8e-4156-9885-4e9947be6bd1 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:09:51.626907 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0873d0d8-ef8e-4156-9885-4e9947be6bd1 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks [] for subnet, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:51.631557 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-02c2902f-b9ad-4ad0-905a-77e5e0035484 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:51.641667 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-0947596d-c031-4403-926c-039378f9ad47 tempest-BulkNetworkOpsTest-1458771112 tempest-BulkNetworkOpsTest-1458771112-project] Request body: {'subnets': [{'network_id': '29b1a03c-5aeb-47c9-bb38-4cdc4efd4046', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1049609724', 'ip_version': 4}, {'network_id': 'ef273254-01b1-41c0-8384-00ee1d623ca9', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:09:51.642037 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-0947596d-c031-4403-926c-039378f9ad47 tempest-BulkNetworkOpsTest-1458771112 tempest-BulkNetworkOpsTest-1458771112-project] Request body: {'subnet': {'network_id': '29b1a03c-5aeb-47c9-bb38-4cdc4efd4046', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1049609724', 'ip_version': 4}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:09:51.642696 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-0947596d-c031-4403-926c-039378f9ad47 tempest-BulkNetworkOpsTest-1458771112 tempest-BulkNetworkOpsTest-1458771112-project] Request body: {'subnet': {'network_id': 'ef273254-01b1-41c0-8384-00ee1d623ca9', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:09:51.647153 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Network ef273254-01b1-41c0-8384-00ee1d623ca9 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 05 17:09:51.652644 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-57d3e351-8c2f-44c3-a94f-5cce9834ff50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669'] for port, after_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:51.653444 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-37eac9c2-6438-444d-affb-d334996f56ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3893367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11433231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12480600'] for subnet, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:51.693054 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3583d8ac-47ea-4af4-b009-0c8298db2000 None None] Network d9a31355-feac-4d87-a434-15cb4323e153 requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:09:51.696346 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-02c2902f-b9ad-4ad0-905a-77e5e0035484 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:51.734836 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-58139e6e-b1d6-459c-a251-f2590ca845ca tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-649822', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-648421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62737'] for router, precommit_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:51.741390 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-37eac9c2-6438-444d-affb-d334996f56ed admin admin] Publish callbacks [] for subnet, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:51.749116 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-37eac9c2-6438-444d-affb-d334996f56ed admin admin] 10.222.0.11 "DELETE /v2.0/subnets/fab82641-cc31-4ee1-85fb-d7818e6883fd HTTP/1.1" status: 204 len: 168 time: 1.3909519 Jan 05 17:09:51.749116 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37eac9c2-6438-444d-affb-d334996f56ed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fab82641-cc31-4ee1-85fb-d7818e6883fd,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:09:51.750986 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 42008) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:09:51.768030 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba0512bb-b380-4cb9-baba-1b5951cbae2a None None] Network 7a7c53f6-25d1-445c-b01b-3b897757c60b is already hosted by enough agents. {{(pid=103802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:09:51.799430 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-58139e6e-b1d6-459c-a251-f2590ca845ca tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-649813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-649804', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-648412'] for router, after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:51.807265 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e09cbd-d9f1-4171-bfe6-171c9aadbb52 None None] Pushing event updated for resources: {'Port': ['ID=bdaade1f-99b8-4056-a855-356847ca7946,revision_number=3']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:09:51.807850 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-18bf22cf-f616-4ba8-94a3-fd0a8c296625 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3891715', 'neutron.services.segments.db._delete_segments_for_network-8754181063482'] for network, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:51.836146 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab645c95-b1d6-4ca4-8bf1-bb6e6d97e5cb None None] Network 1e5e93d9-6ada-44ad-b92b-017486a9719e requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:09:51.862803 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-62483dba-5f03-4449-bd6c-0970c4a12b07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3809644'] for network, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:51.867537 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-0873d0d8-ef8e-4156-9885-4e9947be6bd1 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.0433567 Jan 05 17:09:51.886756 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed8f25c3-8e2c-4fd0-8fde-422ccd43c098 None None] Routers set() bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:09:51.887123 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed8f25c3-8e2c-4fd0-8fde-422ccd43c098 None None] Router IDs set() for agent in host dv-neutron-master-2-hyperv {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jan 05 17:09:51.887802 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_agentschedulers_db [None req-ed8f25c3-8e2c-4fd0-8fde-422ccd43c098 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'375a29a2-cb4e-48e0-af02-551751ef6988'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:09:49Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent'). {{(pid=103802) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jan 05 17:09:51.888265 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed8f25c3-8e2c-4fd0-8fde-422ccd43c098 None None] The sync data for ids ['375a29a2-cb4e-48e0-af02-551751ef6988'] in dv-neutron-master-2-hyperv is: [] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 05 17:09:51.892830 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.scheduler.base_scheduler [None req-ba0512bb-b380-4cb9-baba-1b5951cbae2a None None] Resources bound (agent type, host, resource id): {{(pid=103802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:09:51.894710 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-f3d82a0d-3a7e-44c2-8bdc-0642f4076cfd None None] Provisioning complete for port ea7894b0-f008-4655-8b83-6c9c68fd5623 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:09:51.894912 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-f3d82a0d-3a7e-44c2-8bdc-0642f4076cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:51.896450 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d2607572-b3c9-472c-85bc-c8de0c3fb75c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:51.898793 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba0512bb-b380-4cb9-baba-1b5951cbae2a None None] Received port after_create {{(pid=103802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:09:51.904968 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-15bd75ab-282e-4eb2-8ce6-5306f695442e tempest-RoutersAdminTest-952369856 tempest-RoutersAdminTest-952369856-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:51.920539 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 42014) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:09:51.931460 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.services.segments.db [None req-18bf22cf-f616-4ba8-94a3-fd0a8c296625 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6facc7d-b14b-4819-88dd-d6840e43d2f3']}} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:09:51.939364 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-166fef8b-6119-44a4-b265-93d81f23a132 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Request body: {'port': {'network_id': 'e897f8fc-3cef-40ca-9466-c6c65ecd9833', 'mac_address': 'fa:16:3e:b6:3c:e0', 'name': 'tempest-NetworksTestDHCPv6-1272908038'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:09:51.943057 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.services.segments.db [None req-18bf22cf-f616-4ba8-94a3-fd0a8c296625 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c01a5a0-4a99-4192-9287-766559204ede') {'for_net_delete': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:09:51.944177 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.services.segments.db [None req-18bf22cf-f616-4ba8-94a3-fd0a8c296625 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c01a5a0-4a99-4192-9287-766559204ede') {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:09:51.965835 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-18bf22cf-f616-4ba8-94a3-fd0a8c296625 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754181064771', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11316385'] for segment, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:51.987974 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58139e6e-b1d6-459c-a251-f2590ca845ca tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Router bf1afd4d-680c-4871-aabc-4aca87161f6d has already been hosted by L3 agent 59446fdc-40e0-41fe-a575-a8eb11d742f7 {{(pid=103801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 05 17:09:51.996913 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-18bf22cf-f616-4ba8-94a3-fd0a8c296625 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225'] for segment, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:51.998666 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0b6d2da1-92e4-44ae-aef6-12b3ef942492 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks [] for port, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:52.011297 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18bf22cf-f616-4ba8-94a3-fd0a8c296625 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Releasing vlan 136 on physical network physnet1 to pool {{(pid=103801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 05 17:09:52.011690 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-18bf22cf-f616-4ba8-94a3-fd0a8c296625 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11433197'] for segment, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:52.015409 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:09:52.015409 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:09:52.015409 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:09:52.015409 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:09:52.015409 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:09:52.015409 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:09:52.015409 dv-neutron-master-2-hyperv neutron-server[103801]: Traceback (most recent call last): Jan 05 17:09:52.015409 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 05 17:09:52.015409 dv-neutron-master-2-hyperv neutron-server[103801]: timer() Jan 05 17:09:52.015409 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 05 17:09:52.015409 dv-neutron-master-2-hyperv neutron-server[103801]: cb(*args, **kw) Jan 05 17:09:52.015409 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 05 17:09:52.015409 dv-neutron-master-2-hyperv neutron-server[103801]: return func(*args, **kwargs) Jan 05 17:09:52.015409 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 05 17:09:52.015409 dv-neutron-master-2-hyperv neutron-server[103801]: self._notify() Jan 05 17:09:52.015409 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 05 17:09:52.015409 dv-neutron-master-2-hyperv neutron-server[103801]: self.callback(batched_events) Jan 05 17:09:52.015409 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 05 17:09:52.015409 dv-neutron-master-2-hyperv neutron-server[103801]: event.method(event) Jan 05 17:09:52.015409 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 05 17:09:52.015409 dv-neutron-master-2-hyperv neutron-server[103801]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 05 17:09:52.015409 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 05 17:09:52.015409 dv-neutron-master-2-hyperv neutron-server[103801]: aggregate_uuid = self.p_client.list_aggregates( Jan 05 17:09:52.015409 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 05 17:09:52.015409 dv-neutron-master-2-hyperv neutron-server[103801]: return f(self, *a, **k) Jan 05 17:09:52.015409 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 05 17:09:52.015409 dv-neutron-master-2-hyperv neutron-server[103801]: return self._get(url).json() Jan 05 17:09:52.015409 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 05 17:09:52.015409 dv-neutron-master-2-hyperv neutron-server[103801]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 05 17:09:52.015409 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 05 17:09:52.015409 dv-neutron-master-2-hyperv neutron-server[103801]: return self.request(url, 'GET', **kwargs) Jan 05 17:09:52.015409 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 05 17:09:52.015409 dv-neutron-master-2-hyperv neutron-server[103801]: base_url = self.get_endpoint(auth, allow=allow, Jan 05 17:09:52.015409 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 05 17:09:52.015409 dv-neutron-master-2-hyperv neutron-server[103801]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 05 17:09:52.015409 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 05 17:09:52.015409 dv-neutron-master-2-hyperv neutron-server[103801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 05 17:09:52.015409 dv-neutron-master-2-hyperv neutron-server[103801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 05 17:09:52.018915 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d82a0d-3a7e-44c2-8bdc-0642f4076cfd None None] Pushing event updated for resources: {'Port': ['ID=13801738-c9ac-4705-a6e2-f2dcc39b53cc,revision_number=5']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:09:52.023505 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57d3e351-8c2f-44c3-a94f-5cce9834ff50 None None] Network f6facc7d-b14b-4819-88dd-d6840e43d2f3 is already hosted by enough agents. {{(pid=103802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:09:52.050506 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-c7f8257a-4909-4ee2-a80b-a4c629d5ba94 None None] Set router bf1afd4d-680c-4871-aabc-4aca87161f6d gateway port host: None {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:09:52.162915 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58139e6e-b1d6-459c-a251-f2590ca845ca tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 05 17:09:52.169434 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.scheduler.base_scheduler [None req-57d3e351-8c2f-44c3-a94f-5cce9834ff50 None None] Resources bound (agent type, host, resource id): {{(pid=103802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:09:52.177468 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-58139e6e-b1d6-459c-a251-f2590ca845ca tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks [] for router, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:52.179692 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-58139e6e-b1d6-459c-a251-f2590ca845ca tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] 10.222.0.11 "PUT /v2.0/routers/bf1afd4d-680c-4871-aabc-4aca87161f6d HTTP/1.1" status: 200 len: 934 time: 3.1530502 Jan 05 17:09:52.181897 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.db.api [None req-18bf22cf-f616-4ba8-94a3-fd0a8c296625 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 05 17:09:52.181897 dv-neutron-master-2-hyperv neutron-server[103801]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 05 17:09:52.181897 dv-neutron-master-2-hyperv neutron-server[103801]: [parameters: {'id': 'f6facc7d-b14b-4819-88dd-d6840e43d2f3'}] Jan 05 17:09:52.181897 dv-neutron-master-2-hyperv neutron-server[103801]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103801) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 05 17:09:52.182808 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG oslo_db.api [None req-18bf22cf-f616-4ba8-94a3-fd0a8c296625 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 05 17:09:52.183351 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 42016) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:09:52.216252 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d504d802-9546-4ce5-a9d3-96c844ac5808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:52.226007 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57d3e351-8c2f-44c3-a94f-5cce9834ff50 None None] Received port after_create {{(pid=103802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:09:52.235620 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-cae79a19-7ecd-4298-882e-448c03f85f7c None None] Attempting to bind port bdaade1f-99b8-4056-a855-356847ca7946 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 05 17:09:52.235987 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-cae79a19-7ecd-4298-882e-448c03f85f7c None None] Attempting to bind port bdaade1f-99b8-4056-a855-356847ca7946 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '1ad36131-ab48-4a0c-b640-58d4ec89beaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '9d892221-db72-44b5-b8b3-7f2a75d6a0ee'}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 05 17:09:52.238144 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cae79a19-7ecd-4298-882e-448c03f85f7c None None] Attempting to bind port bdaade1f-99b8-4056-a855-356847ca7946 on network 9d892221-db72-44b5-b8b3-7f2a75d6a0ee {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:09:52.290464 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Provisioning complete for port 13801738-c9ac-4705-a6e2-f2dcc39b53cc triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:09:52.291054 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:52.294092 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-8613941c-1c17-40e7-80fe-b20f5371158c tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] 10.222.0.11 "GET /v2.0/routers/bf1afd4d-680c-4871-aabc-4aca87161f6d HTTP/1.1" status: 200 len: 934 time: 0.1085508 Jan 05 17:09:52.296352 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 42018) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:09:52.300936 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-e2c00fa0-7286-42b4-9cd8-a80173a98cfe tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Request body: {'router': {'routes': None}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:09:52.330665 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [None req-02c2902f-b9ad-4ad0-905a-77e5e0035484 admin admin] Allocated IP 172.36.4.53 (b0167590-0699-4c5c-a932-3939414a9573/7a784a6d-3d96-418f-a645-b9ccd0b1ac55/dd5de01f-7f6a-4d2b-9c2e-ebcaf287eb61) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:09:52.417003 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cae79a19-7ecd-4298-882e-448c03f85f7c None None] Checking agent: {'id': '0d4f8fd3-ce62-4651-970c-efa6a8bb22b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 5, 16, 57, 23), 'started_at': datetime.datetime(2022, 1, 5, 16, 57, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 5, 17, 9, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 05 17:09:52.417407 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cae79a19-7ecd-4298-882e-448c03f85f7c None None] Checking segment: {'id': '1ad36131-ab48-4a0c-b640-58d4ec89beaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '9d892221-db72-44b5-b8b3-7f2a75d6a0ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:09:52.418154 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-cae79a19-7ecd-4298-882e-448c03f85f7c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:52.418664 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cae79a19-7ecd-4298-882e-448c03f85f7c None None] Bound using segment: {'id': '1ad36131-ab48-4a0c-b640-58d4ec89beaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '9d892221-db72-44b5-b8b3-7f2a75d6a0ee'} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 05 17:09:52.419248 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-cae79a19-7ecd-4298-882e-448c03f85f7c None None] Bound port: bdaade1f-99b8-4056-a855-356847ca7946, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ad36131-ab48-4a0c-b640-58d4ec89beaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '9d892221-db72-44b5-b8b3-7f2a75d6a0ee'}}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 05 17:09:52.419701 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-cae79a19-7ecd-4298-882e-448c03f85f7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:52.514753 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0512bb-b380-4cb9-baba-1b5951cbae2a None None] Pushing event updated for resources: {'Port': ['ID=c94a3c6f-9d42-409f-9990-a50b2521d38e,revision_number=1']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:09:52.673969 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-ba0512bb-b380-4cb9-baba-1b5951cbae2a None None] Attempting to bind port c94a3c6f-9d42-409f-9990-a50b2521d38e on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 05 17:09:52.673969 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-ba0512bb-b380-4cb9-baba-1b5951cbae2a None None] Attempting to bind port c94a3c6f-9d42-409f-9990-a50b2521d38e by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'da8da688-6b03-4fdb-b52a-5f5193f8dbd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '7a7c53f6-25d1-445c-b01b-3b897757c60b'}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 05 17:09:52.673969 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba0512bb-b380-4cb9-baba-1b5951cbae2a None None] Attempting to bind port c94a3c6f-9d42-409f-9990-a50b2521d38e on network 7a7c53f6-25d1-445c-b01b-3b897757c60b {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:09:52.718700 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-18bf22cf-f616-4ba8-94a3-fd0a8c296625 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3809644'] for network, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:52.782495 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0b6d2da1-92e4-44ae-aef6-12b3ef942492 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:52.832636 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba0512bb-b380-4cb9-baba-1b5951cbae2a None None] Checking agent: {'id': '0d4f8fd3-ce62-4651-970c-efa6a8bb22b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 5, 16, 57, 23), 'started_at': datetime.datetime(2022, 1, 5, 16, 57, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 5, 17, 9, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 05 17:09:52.833082 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba0512bb-b380-4cb9-baba-1b5951cbae2a None None] Checking segment: {'id': 'da8da688-6b03-4fdb-b52a-5f5193f8dbd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '7a7c53f6-25d1-445c-b01b-3b897757c60b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:09:52.833469 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-ba0512bb-b380-4cb9-baba-1b5951cbae2a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:52.833976 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba0512bb-b380-4cb9-baba-1b5951cbae2a None None] Bound using segment: {'id': 'da8da688-6b03-4fdb-b52a-5f5193f8dbd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '7a7c53f6-25d1-445c-b01b-3b897757c60b'} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 05 17:09:52.834541 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-ba0512bb-b380-4cb9-baba-1b5951cbae2a None None] Bound port: c94a3c6f-9d42-409f-9990-a50b2521d38e, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da8da688-6b03-4fdb-b52a-5f5193f8dbd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '7a7c53f6-25d1-445c-b01b-3b897757c60b'}}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 05 17:09:52.834927 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-ba0512bb-b380-4cb9-baba-1b5951cbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:52.908114 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-6199bbf3-2341-4955-9f26-42bebb3dc77e None None] Publish callbacks [] for port, precommit_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:52.969246 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-18bf22cf-f616-4ba8-94a3-fd0a8c296625 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Deleting port 403ceda9-8d71-47b3-90a5-9ec970e590fd {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:09:52.969741 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-18bf22cf-f616-4ba8-94a3-fd0a8c296625 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:52.976549 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device ea7894b0-f008-4655-8b83-6c9c68fd5623 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:09:52.984056 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-15bd75ab-282e-4eb2-8ce6-5306f695442e tempest-RoutersAdminTest-952369856 tempest-RoutersAdminTest-952369856-project-admin] Deleting port 64ac3939-fbda-42f2-aca8-26dd0c8a115a {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:09:52.984847 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-15bd75ab-282e-4eb2-8ce6-5306f695442e tempest-RoutersAdminTest-952369856 tempest-RoutersAdminTest-952369856-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:52.997317 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-62483dba-5f03-4449-bd6c-0970c4a12b07 admin admin] Deleting port 91713b26-3785-46ca-8e55-3d4f498f1b7e {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:09:52.997668 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-62483dba-5f03-4449-bd6c-0970c4a12b07 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:53.011263 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-57d3e351-8c2f-44c3-a94f-5cce9834ff50 None None] Attempting to bind port 403ceda9-8d71-47b3-90a5-9ec970e590fd on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 05 17:09:53.011499 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-57d3e351-8c2f-44c3-a94f-5cce9834ff50 None None] Attempting to bind port 403ceda9-8d71-47b3-90a5-9ec970e590fd by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '5c01a5a0-4a99-4192-9287-766559204ede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'f6facc7d-b14b-4819-88dd-d6840e43d2f3'}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 05 17:09:53.011786 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57d3e351-8c2f-44c3-a94f-5cce9834ff50 None None] Attempting to bind port 403ceda9-8d71-47b3-90a5-9ec970e590fd on network f6facc7d-b14b-4819-88dd-d6840e43d2f3 {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:09:53.012754 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b6d2da1-92e4-44ae-aef6-12b3ef942492 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Network 7a7c53f6-25d1-445c-b01b-3b897757c60b is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:09:53.016126 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-0b6d2da1-92e4-44ae-aef6-12b3ef942492 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:09:53.031689 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3821238f-b08e-470c-aecf-7dba2bb9521c None None] DHCP port deletion for 1e5e93d9-6ada-44ad-b92b-017486a9719e request from dv-neutron-master-2-hyperv {{(pid=103802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 05 17:09:53.044147 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0947596d-c031-4403-926c-039378f9ad47 tempest-BulkNetworkOpsTest-1458771112 tempest-BulkNetworkOpsTest-1458771112-project] Made reservation on behalf of f9e7eebef9614c579ad5e1e5a46b85ab for: {'subnet': 2} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:09:53.048169 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0947596d-c031-4403-926c-039378f9ad47 tempest-BulkNetworkOpsTest-1458771112 tempest-BulkNetworkOpsTest-1458771112-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8521827'] for subnet, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:53.048503 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0947596d-c031-4403-926c-039378f9ad47 tempest-BulkNetworkOpsTest-1458771112 tempest-BulkNetworkOpsTest-1458771112-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8521827'] for subnet, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:53.059596 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b6d2da1-92e4-44ae-aef6-12b3ef942492 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:09:53.060142 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0b6d2da1-92e4-44ae-aef6-12b3ef942492 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-648552'] for router_interface, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:53.064266 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d3e351-8c2f-44c3-a94f-5cce9834ff50 None None] Pushing event updated for resources: {'Port': ['ID=403ceda9-8d71-47b3-90a5-9ec970e590fd,revision_number=1']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:09:53.072143 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-dc4a2d1d-3321-4aff-b5e3-aac60447f4bb None None] Publish callbacks [] for port, precommit_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:53.085977 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6d2da1-92e4-44ae-aef6-12b3ef942492 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Pushing event updated for resources: {'Port': ['ID=7a6fce8b-82cd-4f66-b676-24715f48f101,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:09:53.099942 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57d3e351-8c2f-44c3-a94f-5cce9834ff50 None None] Checking agent: {'id': '0d4f8fd3-ce62-4651-970c-efa6a8bb22b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 5, 16, 57, 23), 'started_at': datetime.datetime(2022, 1, 5, 16, 57, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 5, 17, 9, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 05 17:09:53.099942 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57d3e351-8c2f-44c3-a94f-5cce9834ff50 None None] Checking segment: {'id': '5c01a5a0-4a99-4192-9287-766559204ede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'f6facc7d-b14b-4819-88dd-d6840e43d2f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:09:53.099942 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-57d3e351-8c2f-44c3-a94f-5cce9834ff50 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:53.099942 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57d3e351-8c2f-44c3-a94f-5cce9834ff50 None None] Bound using segment: {'id': '5c01a5a0-4a99-4192-9287-766559204ede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'f6facc7d-b14b-4819-88dd-d6840e43d2f3'} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 05 17:09:53.099942 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-57d3e351-8c2f-44c3-a94f-5cce9834ff50 None None] Bound port: 403ceda9-8d71-47b3-90a5-9ec970e590fd, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c01a5a0-4a99-4192-9287-766559204ede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'f6facc7d-b14b-4819-88dd-d6840e43d2f3'}}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 05 17:09:53.099942 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-57d3e351-8c2f-44c3-a94f-5cce9834ff50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:53.099942 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-6199bbf3-2341-4955-9f26-42bebb3dc77e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669'] for port, after_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:53.153636 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-cae79a19-7ecd-4298-882e-448c03f85f7c None None] For port bdaade1f-99b8-4056-a855-356847ca7946, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 05 17:09:53.181347 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-18bf22cf-f616-4ba8-94a3-fd0a8c296625 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] For port 403ceda9-8d71-47b3-90a5-9ec970e590fd, host dv-neutron-master-2-hyperv, got binding levels [] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:09:53.181492 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-18bf22cf-f616-4ba8-94a3-fd0a8c296625 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:53.211255 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-166fef8b-6119-44a4-b265-93d81f23a132 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Made reservation on behalf of fd419c78d7194361a03f37a26ebeba76 for: {'port': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:09:53.216137 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-18bf22cf-f616-4ba8-94a3-fd0a8c296625 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Calling delete_port for 403ceda9-8d71-47b3-90a5-9ec970e590fd owned by network:dhcp {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:09:53.251849 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-dc4a2d1d-3321-4aff-b5e3-aac60447f4bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669'] for port, after_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:53.300404 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-cae79a19-7ecd-4298-882e-448c03f85f7c None None] For port bdaade1f-99b8-4056-a855-356847ca7946, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=bdaade1f-99b8-4056-a855-356847ca7946,segment=NetworkSegment(1ad36131-ab48-4a0c-b640-58d4ec89beaf),segment_id=1ad36131-ab48-4a0c-b640-58d4ec89beaf)] {{(pid=103802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 05 17:09:53.319356 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-ba0512bb-b380-4cb9-baba-1b5951cbae2a None None] For port c94a3c6f-9d42-409f-9990-a50b2521d38e, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 05 17:09:53.328821 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6199bbf3-2341-4955-9f26-42bebb3dc77e None None] Network e897f8fc-3cef-40ca-9466-c6c65ecd9833 is already hosted by enough agents. {{(pid=103802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:09:53.334738 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc4a2d1d-3321-4aff-b5e3-aac60447f4bb None None] Network b309d5de-a6f2-4833-9079-a7a49b21ea2a is already hosted by enough agents. {{(pid=103802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:09:53.338706 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-02c2902f-b9ad-4ad0-905a-77e5e0035484 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:53.378616 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.scheduler.base_scheduler [None req-dc4a2d1d-3321-4aff-b5e3-aac60447f4bb None None] Resources bound (agent type, host, resource id): {{(pid=103802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:09:53.381227 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc4a2d1d-3321-4aff-b5e3-aac60447f4bb None None] Received port after_create {{(pid=103802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:09:53.383846 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.scheduler.base_scheduler [None req-6199bbf3-2341-4955-9f26-42bebb3dc77e None None] Resources bound (agent type, host, resource id): {{(pid=103802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:09:53.416950 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-ba0512bb-b380-4cb9-baba-1b5951cbae2a None None] For port c94a3c6f-9d42-409f-9990-a50b2521d38e, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c94a3c6f-9d42-409f-9990-a50b2521d38e,segment=NetworkSegment(da8da688-6b03-4fdb-b52a-5f5193f8dbd7),segment_id=da8da688-6b03-4fdb-b52a-5f5193f8dbd7)] {{(pid=103802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 05 17:09:53.418011 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6199bbf3-2341-4955-9f26-42bebb3dc77e None None] Pushing event updated for resources: {'Port': ['ID=fae786b7-f5eb-45c9-a39f-43ee76ad5665,revision_number=1']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:09:53.418394 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.extraroute_db [None req-e2c00fa0-7286-42b4-9cd8-a80173a98cfe tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Added routes are [] {{(pid=103801) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jan 05 17:09:53.418712 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.extraroute_db [None req-e2c00fa0-7286-42b4-9cd8-a80173a98cfe tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Removed routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=103801) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jan 05 17:09:53.431475 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6199bbf3-2341-4955-9f26-42bebb3dc77e None None] Received port after_create {{(pid=103802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:09:53.435990 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-cae79a19-7ecd-4298-882e-448c03f85f7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:53.470192 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e2c00fa0-7286-42b4-9cd8-a80173a98cfe tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-649822', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-648421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62737'] for router, precommit_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:53.499140 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.db [None req-62483dba-5f03-4449-bd6c-0970c4a12b07 admin admin] For port 91713b26-3785-46ca-8e55-3d4f498f1b7e, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=91713b26-3785-46ca-8e55-3d4f498f1b7e,segment=NetworkSegment(08747a6d-32d2-4d23-b56e-c56746431d5f),segment_id=08747a6d-32d2-4d23-b56e-c56746431d5f)] {{(pid=103800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:09:53.499554 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-62483dba-5f03-4449-bd6c-0970c4a12b07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:53.556160 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-62483dba-5f03-4449-bd6c-0970c4a12b07 admin admin] Calling delete_port for 91713b26-3785-46ca-8e55-3d4f498f1b7e owned by network:dhcp {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:09:53.564844 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-18bf22cf-f616-4ba8-94a3-fd0a8c296625 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11433176'] for port, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:53.586623 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.db [None req-15bd75ab-282e-4eb2-8ce6-5306f695442e tempest-RoutersAdminTest-952369856 tempest-RoutersAdminTest-952369856-project-admin] For port 64ac3939-fbda-42f2-aca8-26dd0c8a115a, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=64ac3939-fbda-42f2-aca8-26dd0c8a115a,segment=NetworkSegment(3f961525-530f-4ce5-8222-1dbbbe774893),segment_id=3f961525-530f-4ce5-8222-1dbbbe774893)] {{(pid=103800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:09:53.586995 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-15bd75ab-282e-4eb2-8ce6-5306f695442e tempest-RoutersAdminTest-952369856 tempest-RoutersAdminTest-952369856-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:53.618167 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bf22cf-f616-4ba8-94a3-fd0a8c296625 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Pushing event deleted for resources: {'Port': ['ID=403ceda9-8d71-47b3-90a5-9ec970e590fd,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:09:53.622442 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18bf22cf-f616-4ba8-94a3-fd0a8c296625 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] No DVR routers for this DVR port 403ceda9-8d71-47b3-90a5-9ec970e590fd on host dv-neutron-master-2-hyperv {{(pid=103801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 05 17:09:53.622633 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:53.650500 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-15bd75ab-282e-4eb2-8ce6-5306f695442e tempest-RoutersAdminTest-952369856 tempest-RoutersAdminTest-952369856-project-admin] Calling delete_port for 64ac3939-fbda-42f2-aca8-26dd0c8a115a owned by network:router_gateway {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:09:53.651876 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-ba0512bb-b380-4cb9-baba-1b5951cbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:53.655725 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-f3d82a0d-3a7e-44c2-8bdc-0642f4076cfd None None] Provisioning complete for port 80c0fed0-176f-4438-9a3e-aeeeb85fa8bd triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:09:53.656085 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-f3d82a0d-3a7e-44c2-8bdc-0642f4076cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:53.673555 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-02c2902f-b9ad-4ad0-905a-77e5e0035484 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:53.773516 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0b6d2da1-92e4-44ae-aef6-12b3ef942492 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:53.826507 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.db.api [None req-57d3e351-8c2f-44c3-a94f-5cce9834ff50 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=103802) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 05 17:09:53.827113 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG oslo_db.api [None req-57d3e351-8c2f-44c3-a94f-5cce9834ff50 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 05 17:09:53.850702 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-166fef8b-6119-44a4-b265-93d81f23a132 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:53.871713 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Provisioning complete for port ea7894b0-f008-4655-8b83-6c9c68fd5623 triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:09:53.872085 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:53.876752 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4a2d1d-3321-4aff-b5e3-aac60447f4bb None None] Pushing event updated for resources: {'Port': ['ID=93b7a35a-4580-4193-aff2-cf8327706c27,revision_number=1']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:09:53.924806 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02c2902f-b9ad-4ad0-905a-77e5e0035484 admin admin] Network b0167590-0699-4c5c-a932-3939414a9573 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:09:53.938205 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-3821238f-b08e-470c-aecf-7dba2bb9521c None None] Deleting port 91713b26-3785-46ca-8e55-3d4f498f1b7e {{(pid=103802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:09:53.938582 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-3821238f-b08e-470c-aecf-7dba2bb9521c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:53.968157 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-18bf22cf-f616-4ba8-94a3-fd0a8c296625 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3891715', 'neutron.services.segments.db._delete_segments_for_network-8754181063482'] for network, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:53.970691 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cae79a19-7ecd-4298-882e-448c03f85f7c None None] Routers {'a556a634-679b-44da-be20-1af64bc8c3a7'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:09:53.971411 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-cae79a19-7ecd-4298-882e-448c03f85f7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:09:49Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['a556a634-679b-44da-be20-1af64bc8c3a7'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:09:53.988818 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-dc4a2d1d-3321-4aff-b5e3-aac60447f4bb None None] Attempting to bind port 93b7a35a-4580-4193-aff2-cf8327706c27 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 05 17:09:53.989467 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-dc4a2d1d-3321-4aff-b5e3-aac60447f4bb None None] Attempting to bind port 93b7a35a-4580-4193-aff2-cf8327706c27 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'e0bfc2f4-4c87-4187-8117-32b74454b01f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'b309d5de-a6f2-4833-9079-a7a49b21ea2a'}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 05 17:09:53.989841 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc4a2d1d-3321-4aff-b5e3-aac60447f4bb None None] Attempting to bind port 93b7a35a-4580-4193-aff2-cf8327706c27 on network b309d5de-a6f2-4833-9079-a7a49b21ea2a {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:09:53.992898 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-02c2902f-b9ad-4ad0-905a-77e5e0035484 admin admin] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:09:54.012972 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e2c00fa0-7286-42b4-9cd8-a80173a98cfe tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-649822', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-648421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62737'] for router, precommit_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:54.023482 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e2c00fa0-7286-42b4-9cd8-a80173a98cfe tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-649813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-649804', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-648412'] for router, after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:54.054830 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-6199bbf3-2341-4955-9f26-42bebb3dc77e None None] Attempting to bind port fae786b7-f5eb-45c9-a39f-43ee76ad5665 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 05 17:09:54.055369 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02c2902f-b9ad-4ad0-905a-77e5e0035484 admin admin] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:09:54.055462 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-6199bbf3-2341-4955-9f26-42bebb3dc77e None None] Attempting to bind port fae786b7-f5eb-45c9-a39f-43ee76ad5665 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '68e6c437-46c2-424d-85e7-20547f69066d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'e897f8fc-3cef-40ca-9466-c6c65ecd9833'}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 05 17:09:54.055462 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6199bbf3-2341-4955-9f26-42bebb3dc77e None None] Attempting to bind port fae786b7-f5eb-45c9-a39f-43ee76ad5665 on network e897f8fc-3cef-40ca-9466-c6c65ecd9833 {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:09:54.055660 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.services.segments.db [None req-18bf22cf-f616-4ba8-94a3-fd0a8c296625 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6facc7d-b14b-4819-88dd-d6840e43d2f3']}} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:09:54.100048 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e985686-f8c3-4ab7-927f-3bfae706b18d None None] DHCP port deletion for b0167590-0699-4c5c-a932-3939414a9573 request from dv-neutron-master-2-hyperv {{(pid=103802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 05 17:09:54.155428 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.notifiers.nova [None req-166fef8b-6119-44a4-b265-93d81f23a132 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] device_id is not set on port 615e2116-3edb-4a73-82ae-1916d960648e yet. {{(pid=103800) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 05 17:09:54.175943 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e09cbd-d9f1-4171-bfe6-171c9aadbb52 None None] Pushing event updated for resources: {'Port': ['ID=bdaade1f-99b8-4056-a855-356847ca7946,revision_number=4']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:09:54.180983 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc4a2d1d-3321-4aff-b5e3-aac60447f4bb None None] Checking agent: {'id': '0d4f8fd3-ce62-4651-970c-efa6a8bb22b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 5, 16, 57, 23), 'started_at': datetime.datetime(2022, 1, 5, 16, 57, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 5, 17, 9, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 05 17:09:54.181497 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc4a2d1d-3321-4aff-b5e3-aac60447f4bb None None] Checking segment: {'id': 'e0bfc2f4-4c87-4187-8117-32b74454b01f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'b309d5de-a6f2-4833-9079-a7a49b21ea2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:09:54.182901 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-dc4a2d1d-3321-4aff-b5e3-aac60447f4bb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:54.183879 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc4a2d1d-3321-4aff-b5e3-aac60447f4bb None None] Bound using segment: {'id': 'e0bfc2f4-4c87-4187-8117-32b74454b01f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'b309d5de-a6f2-4833-9079-a7a49b21ea2a'} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 05 17:09:54.184489 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-dc4a2d1d-3321-4aff-b5e3-aac60447f4bb None None] Bound port: 93b7a35a-4580-4193-aff2-cf8327706c27, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0bfc2f4-4c87-4187-8117-32b74454b01f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'b309d5de-a6f2-4833-9079-a7a49b21ea2a'}}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 05 17:09:54.185843 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-dc4a2d1d-3321-4aff-b5e3-aac60447f4bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:54.186906 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.services.segments.db [None req-18bf22cf-f616-4ba8-94a3-fd0a8c296625 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c01a5a0-4a99-4192-9287-766559204ede') {'for_net_delete': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:09:54.187212 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.services.segments.db [None req-18bf22cf-f616-4ba8-94a3-fd0a8c296625 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c01a5a0-4a99-4192-9287-766559204ede') {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:09:54.203571 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-18bf22cf-f616-4ba8-94a3-fd0a8c296625 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754181064771', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11316385'] for segment, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:54.235613 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c2902f-b9ad-4ad0-905a-77e5e0035484 admin admin] Pushing event updated for resources: {'Port': ['ID=dd5de01f-7f6a-4d2b-9c2e-ebcaf287eb61,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:09:54.245172 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2c00fa0-7286-42b4-9cd8-a80173a98cfe tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Router bf1afd4d-680c-4871-aabc-4aca87161f6d has already been hosted by L3 agent 59446fdc-40e0-41fe-a575-a8eb11d742f7 {{(pid=103801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 05 17:09:54.246871 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-18bf22cf-f616-4ba8-94a3-fd0a8c296625 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225'] for segment, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:54.264192 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18bf22cf-f616-4ba8-94a3-fd0a8c296625 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Releasing vlan 136 on physical network physnet1 to pool {{(pid=103801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 05 17:09:54.264192 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-18bf22cf-f616-4ba8-94a3-fd0a8c296625 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11433197'] for segment, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:54.271570 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:09:54.271570 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:09:54.271570 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:09:54.271570 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:09:54.271570 dv-neutron-master-2-hyperv neutron-server[103801]: Traceback (most recent call last): Jan 05 17:09:54.271570 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 05 17:09:54.271570 dv-neutron-master-2-hyperv neutron-server[103801]: timer() Jan 05 17:09:54.271570 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 05 17:09:54.271570 dv-neutron-master-2-hyperv neutron-server[103801]: cb(*args, **kw) Jan 05 17:09:54.271570 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 05 17:09:54.271570 dv-neutron-master-2-hyperv neutron-server[103801]: return func(*args, **kwargs) Jan 05 17:09:54.271570 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 05 17:09:54.271570 dv-neutron-master-2-hyperv neutron-server[103801]: self._notify() Jan 05 17:09:54.271570 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 05 17:09:54.271570 dv-neutron-master-2-hyperv neutron-server[103801]: self.callback(batched_events) Jan 05 17:09:54.271570 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 05 17:09:54.271570 dv-neutron-master-2-hyperv neutron-server[103801]: event.method(event) Jan 05 17:09:54.271570 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 05 17:09:54.271570 dv-neutron-master-2-hyperv neutron-server[103801]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 05 17:09:54.271570 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 05 17:09:54.271570 dv-neutron-master-2-hyperv neutron-server[103801]: aggregate_uuid = self.p_client.list_aggregates( Jan 05 17:09:54.271570 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 05 17:09:54.271570 dv-neutron-master-2-hyperv neutron-server[103801]: return f(self, *a, **k) Jan 05 17:09:54.271570 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 05 17:09:54.271570 dv-neutron-master-2-hyperv neutron-server[103801]: return self._get(url).json() Jan 05 17:09:54.271570 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 05 17:09:54.271570 dv-neutron-master-2-hyperv neutron-server[103801]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 05 17:09:54.271570 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 05 17:09:54.271570 dv-neutron-master-2-hyperv neutron-server[103801]: return self.request(url, 'GET', **kwargs) Jan 05 17:09:54.271570 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 05 17:09:54.271570 dv-neutron-master-2-hyperv neutron-server[103801]: base_url = self.get_endpoint(auth, allow=allow, Jan 05 17:09:54.271570 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 05 17:09:54.271570 dv-neutron-master-2-hyperv neutron-server[103801]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 05 17:09:54.271570 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 05 17:09:54.271570 dv-neutron-master-2-hyperv neutron-server[103801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 05 17:09:54.271570 dv-neutron-master-2-hyperv neutron-server[103801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 05 17:09:54.332738 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6199bbf3-2341-4955-9f26-42bebb3dc77e None None] Checking agent: {'id': '0d4f8fd3-ce62-4651-970c-efa6a8bb22b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 5, 16, 57, 23), 'started_at': datetime.datetime(2022, 1, 5, 16, 57, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 5, 17, 9, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 05 17:09:54.333119 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6199bbf3-2341-4955-9f26-42bebb3dc77e None None] Checking segment: {'id': '68e6c437-46c2-424d-85e7-20547f69066d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'e897f8fc-3cef-40ca-9466-c6c65ecd9833'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:09:54.333518 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-6199bbf3-2341-4955-9f26-42bebb3dc77e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:54.334006 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6199bbf3-2341-4955-9f26-42bebb3dc77e None None] Bound using segment: {'id': '68e6c437-46c2-424d-85e7-20547f69066d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'e897f8fc-3cef-40ca-9466-c6c65ecd9833'} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 05 17:09:54.334537 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-6199bbf3-2341-4955-9f26-42bebb3dc77e None None] Bound port: fae786b7-f5eb-45c9-a39f-43ee76ad5665, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68e6c437-46c2-424d-85e7-20547f69066d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'e897f8fc-3cef-40ca-9466-c6c65ecd9833'}}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 05 17:09:54.334943 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-6199bbf3-2341-4955-9f26-42bebb3dc77e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:54.418419 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-c7f8257a-4909-4ee2-a80b-a4c629d5ba94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf1afd4d-680c-4871-aabc-4aca87161f6d', 'name': 'tempest-RoutersTest-router-1392716440', 'tenant_id': '85eea60e03994a48a004c2f9e50e4168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:09:02Z', 'updated_at': '2022-01-05T17:09:46Z', 'revision_number': 5, 'project_id': '85eea60e03994a48a004c2f9e50e4168', 'gw_port_host': None, '_interfaces': [{'id': '0e11d281-d60b-4305-b44c-a5dc7d29c1c7', 'name': '', 'network_id': 'd9a31355-feac-4d87-a434-15cb4323e153', 'tenant_id': '85eea60e03994a48a004c2f9e50e4168', 'mac_address': 'fa:16:3e:05:d1:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf1afd4d-680c-4871-aabc-4aca87161f6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '9adc8326-caed-4892-bbbe-b495a47ad17d', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:09:43Z', 'updated_at': '2022-01-05T17:09:47Z', 'revision_number': 2, 'project_id': '85eea60e03994a48a004c2f9e50e4168', 'subnets': [{'id': '9adc8326-caed-4892-bbbe-b495a47ad17d', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '13801738-c9ac-4705-a6e2-f2dcc39b53cc', 'name': '', 'network_id': '82f2d2cd-1056-4b4a-8b60-ee39eb3300a3', 'tenant_id': '85eea60e03994a48a004c2f9e50e4168', 'mac_address': 'fa:16:3e:07:b9:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf1afd4d-680c-4871-aabc-4aca87161f6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'c343cccc-8aec-4f0b-a6d7-7d4f99734aed', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:09:32Z', 'updated_at': '2022-01-05T17:09:50Z', 'revision_number': 5, 'project_id': '85eea60e03994a48a004c2f9e50e4168', 'subnets': [{'id': 'c343cccc-8aec-4f0b-a6d7-7d4f99734aed', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '182e09e5-42e6-4f62-bbbb-0058488f34b5', 'name': '', 'network_id': '185acd14-b895-4704-a83b-f6ba048b49d6', 'tenant_id': '85eea60e03994a48a004c2f9e50e4168', 'mac_address': 'fa:16:3e:bc:8d:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf1afd4d-680c-4871-aabc-4aca87161f6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '429e9b39-4f6c-40eb-b133-5051cc8163a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:09:09Z', 'updated_at': '2022-01-05T17:09:19Z', 'revision_number': 5, 'project_id': '85eea60e03994a48a004c2f9e50e4168', 'subnets': [{'id': '429e9b39-4f6c-40eb-b133-5051cc8163a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f12a2d89-62c7-4c93-8256-419ab8c31f4b', 'name': '', 'network_id': '77e4a2d6-51aa-4a68-b5b7-38d6e0087161', 'tenant_id': '85eea60e03994a48a004c2f9e50e4168', 'mac_address': 'fa:16:3e:af:48:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf1afd4d-680c-4871-aabc-4aca87161f6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '21285678-2d09-4af6-a22e-c08e91089594', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:09:22Z', 'updated_at': '2022-01-05T17:09:30Z', 'revision_number': 5, 'project_id': '85eea60e03994a48a004c2f9e50e4168', 'subnets': [{'id': '21285678-2d09-4af6-a22e-c08e91089594', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:09:54.475236 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-18bf22cf-f616-4ba8-94a3-fd0a8c296625 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3891722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648695'] for network, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:54.490563 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-18bf22cf-f616-4ba8-94a3-fd0a8c296625 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Publish callbacks [] for network, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:54.498993 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-18bf22cf-f616-4ba8-94a3-fd0a8c296625 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] 10.222.0.11 "DELETE /v2.0/networks/f6facc7d-b14b-4819-88dd-d6840e43d2f3 HTTP/1.1" status: 204 len: 168 time: 7.1251111 Jan 05 17:09:54.502495 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 42020) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:09:54.514457 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-3821238f-b08e-470c-aecf-7dba2bb9521c None None] For port 91713b26-3785-46ca-8e55-3d4f498f1b7e, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=91713b26-3785-46ca-8e55-3d4f498f1b7e,segment=NetworkSegment(08747a6d-32d2-4d23-b56e-c56746431d5f),segment_id=08747a6d-32d2-4d23-b56e-c56746431d5f)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:09:54.514768 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-3821238f-b08e-470c-aecf-7dba2bb9521c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:54.515999 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-f4f6ab01-c90b-418e-9473-37e4213fc4b6 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-558150502'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:09:54.530311 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bf22cf-f616-4ba8-94a3-fd0a8c296625 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Pushing event deleted for resources: {'Network': ['ID=f6facc7d-b14b-4819-88dd-d6840e43d2f3,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:09:54.544436 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-3821238f-b08e-470c-aecf-7dba2bb9521c None None] Calling delete_port for 91713b26-3785-46ca-8e55-3d4f498f1b7e owned by network:dhcp {{(pid=103802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:09:54.549962 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-62483dba-5f03-4449-bd6c-0970c4a12b07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:54.556405 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2c00fa0-7286-42b4-9cd8-a80173a98cfe tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 05 17:09:54.567340 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e2c00fa0-7286-42b4-9cd8-a80173a98cfe tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks [] for router, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:54.571704 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-e2c00fa0-7286-42b4-9cd8-a80173a98cfe tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] 10.222.0.11 "PUT /v2.0/routers/bf1afd4d-680c-4871-aabc-4aca87161f6d HTTP/1.1" status: 200 len: 700 time: 2.2713654 Jan 05 17:09:54.576602 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 42022) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:09:54.594186 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-57d3e351-8c2f-44c3-a94f-5cce9834ff50 None None] Attempting to bind port 403ceda9-8d71-47b3-90a5-9ec970e590fd on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 05 17:09:54.594569 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-57d3e351-8c2f-44c3-a94f-5cce9834ff50 None None] Attempting to bind port 403ceda9-8d71-47b3-90a5-9ec970e590fd by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '5c01a5a0-4a99-4192-9287-766559204ede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'f6facc7d-b14b-4819-88dd-d6840e43d2f3'}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 05 17:09:54.595053 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57d3e351-8c2f-44c3-a94f-5cce9834ff50 None None] Attempting to bind port 403ceda9-8d71-47b3-90a5-9ec970e590fd on network f6facc7d-b14b-4819-88dd-d6840e43d2f3 {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:09:54.598059 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7f8257a-4909-4ee2-a80b-a4c629d5ba94 None None] Checking router: bf1afd4d-680c-4871-aabc-4aca87161f6d for host: dv-neutron-master-2-hyperv {{(pid=103802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 05 17:09:54.598620 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7f8257a-4909-4ee2-a80b-a4c629d5ba94 None None] Updating router bf1afd4d-680c-4871-aabc-4aca87161f6d port 0e11d281-d60b-4305-b44c-a5dc7d29c1c7 binding host dv-neutron-master-2-hyperv {{(pid=103802) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 05 17:09:54.635559 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0512bb-b380-4cb9-baba-1b5951cbae2a None None] Pushing event updated for resources: {'Port': ['ID=c94a3c6f-9d42-409f-9990-a50b2521d38e,revision_number=2']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:09:54.662599 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-f3d82a0d-3a7e-44c2-8bdc-0642f4076cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:54.685902 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57d3e351-8c2f-44c3-a94f-5cce9834ff50 None None] Checking agent: {'id': '0d4f8fd3-ce62-4651-970c-efa6a8bb22b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 5, 16, 57, 23), 'started_at': datetime.datetime(2022, 1, 5, 16, 57, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 5, 17, 9, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 05 17:09:54.686330 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57d3e351-8c2f-44c3-a94f-5cce9834ff50 None None] Checking segment: {'id': '5c01a5a0-4a99-4192-9287-766559204ede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'f6facc7d-b14b-4819-88dd-d6840e43d2f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:09:54.686615 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-57d3e351-8c2f-44c3-a94f-5cce9834ff50 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:54.687073 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57d3e351-8c2f-44c3-a94f-5cce9834ff50 None None] Bound using segment: {'id': '5c01a5a0-4a99-4192-9287-766559204ede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'f6facc7d-b14b-4819-88dd-d6840e43d2f3'} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 05 17:09:54.687561 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-57d3e351-8c2f-44c3-a94f-5cce9834ff50 None None] Bound port: 403ceda9-8d71-47b3-90a5-9ec970e590fd, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c01a5a0-4a99-4192-9287-766559204ede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'f6facc7d-b14b-4819-88dd-d6840e43d2f3'}}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 05 17:09:54.687933 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-57d3e351-8c2f-44c3-a94f-5cce9834ff50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:54.705109 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-d0ec5936-667a-4d46-8836-9bf63144cb4d tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] 10.222.0.11 "GET /v2.0/routers/bf1afd4d-680c-4871-aabc-4aca87161f6d HTTP/1.1" status: 200 len: 700 time: 0.1273601 Jan 05 17:09:54.705803 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 42024) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:09:54.724022 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62483dba-5f03-4449-bd6c-0970c4a12b07 admin admin] No DVR routers for this DVR port 91713b26-3785-46ca-8e55-3d4f498f1b7e on host dv-neutron-master-2-hyperv {{(pid=103800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 05 17:09:54.727968 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62483dba-5f03-4449-bd6c-0970c4a12b07 admin admin] Pushing event deleted for resources: {'Port': ['ID=91713b26-3785-46ca-8e55-3d4f498f1b7e,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:09:54.729568 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c7f8257a-4909-4ee2-a80b-a4c629d5ba94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:54.747230 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4f6ab01-c90b-418e-9473-37e4213fc4b6 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Made reservation on behalf of 2c187912c919424a8a16116bf03056cd for: {'network': 1} {{(pid=103801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:09:54.750807 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f4f6ab01-c90b-418e-9473-37e4213fc4b6 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for network, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:54.755667 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-cae79a19-7ecd-4298-882e-448c03f85f7c None None] Set router a556a634-679b-44da-be20-1af64bc8c3a7 gateway port host: dv-neutron-master-2-hyperv {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:09:54.819083 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4f6ab01-c90b-418e-9473-37e4213fc4b6 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'} {{(pid=103801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 05 17:09:54.825029 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-dc4a2d1d-3321-4aff-b5e3-aac60447f4bb None None] For port 93b7a35a-4580-4193-aff2-cf8327706c27, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 05 17:09:54.837814 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f4f6ab01-c90b-418e-9473-37e4213fc4b6 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225'] for segment, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:54.838197 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.db.segments_db [None req-f4f6ab01-c90b-418e-9473-37e4213fc4b6 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Added segment 3b1ad5aa-c426-4abf-9a15-f7161df40568 of type vlan for network 3c0cb470-bdcf-45ee-afa9-305830136320 Jan 05 17:09:54.889166 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-57d3e351-8c2f-44c3-a94f-5cce9834ff50 None None] Port 403ceda9-8d71-47b3-90a5-9ec970e590fd has been deleted concurrently {{(pid=103802) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:665}} Jan 05 17:09:54.903544 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-dc4a2d1d-3321-4aff-b5e3-aac60447f4bb None None] For port 93b7a35a-4580-4193-aff2-cf8327706c27, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=93b7a35a-4580-4193-aff2-cf8327706c27,segment=NetworkSegment(e0bfc2f4-4c87-4187-8117-32b74454b01f),segment_id=e0bfc2f4-4c87-4187-8117-32b74454b01f)] {{(pid=103802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 05 17:09:54.907729 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-f3d82a0d-3a7e-44c2-8bdc-0642f4076cfd None None] For port 80c0fed0-176f-4438-9a3e-aeeeb85fa8bd, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=80c0fed0-176f-4438-9a3e-aeeeb85fa8bd,segment=NetworkSegment(581a18a5-edd1-42ee-a875-f54ee991bb72),segment_id=581a18a5-edd1-42ee-a875-f54ee991bb72)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:09:54.955143 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-6199bbf3-2341-4955-9f26-42bebb3dc77e None None] For port fae786b7-f5eb-45c9-a39f-43ee76ad5665, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 05 17:09:54.988794 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-62483dba-5f03-4449-bd6c-0970c4a12b07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3891715', 'neutron.services.segments.db._delete_segments_for_network-8754181063482'] for network, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:54.996791 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f4f6ab01-c90b-418e-9473-37e4213fc4b6 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754180566020'] for network, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:55.014720 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-dc4a2d1d-3321-4aff-b5e3-aac60447f4bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:55.026698 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 5a19b7f0-fc24-4acf-9576-d72ee15af9bb up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:09:55.115599 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.services.segments.db [None req-62483dba-5f03-4449-bd6c-0970c4a12b07 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e5e93d9-6ada-44ad-b92b-017486a9719e']}} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:09:55.115968 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-6199bbf3-2341-4955-9f26-42bebb3dc77e None None] For port fae786b7-f5eb-45c9-a39f-43ee76ad5665, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=fae786b7-f5eb-45c9-a39f-43ee76ad5665,segment=NetworkSegment(68e6c437-46c2-424d-85e7-20547f69066d),segment_id=68e6c437-46c2-424d-85e7-20547f69066d)] {{(pid=103802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 05 17:09:55.174567 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-f3d82a0d-3a7e-44c2-8bdc-0642f4076cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:55.191366 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-3821238f-b08e-470c-aecf-7dba2bb9521c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678'] for port, after_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:55.222287 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f4f6ab01-c90b-418e-9473-37e4213fc4b6 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685'] for network, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:55.229414 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4f6ab01-c90b-418e-9473-37e4213fc4b6 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:09:55.230388 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f4f6ab01-c90b-418e-9473-37e4213fc4b6 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Publish callbacks [] for network, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:55.243500 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.services.segments.db [None req-62483dba-5f03-4449-bd6c-0970c4a12b07 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08747a6d-32d2-4d23-b56e-c56746431d5f') {'for_net_delete': True} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:09:55.243500 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.services.segments.db [None req-62483dba-5f03-4449-bd6c-0970c4a12b07 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08747a6d-32d2-4d23-b56e-c56746431d5f') {} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:09:55.289780 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-f3d82a0d-3a7e-44c2-8bdc-0642f4076cfd None None] Could not find standard attr ID for object 32fba249-9cf0-4f95-aae3-832f1a1acd88. {{(pid=103802) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 05 17:09:55.300350 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-62483dba-5f03-4449-bd6c-0970c4a12b07 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754181064771', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8784833'] for segment, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:55.318008 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-6199bbf3-2341-4955-9f26-42bebb3dc77e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:55.348517 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-f4f6ab01-c90b-418e-9473-37e4213fc4b6 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8358095 Jan 05 17:09:55.348917 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [None req-166fef8b-6119-44a4-b265-93d81f23a132 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Allocated IP 2001:db8:0:1::13b (e897f8fc-3cef-40ca-9466-c6c65ecd9833/72843417-b35e-4aba-a6a9-e3dd1372dd23/615e2116-3edb-4a73-82ae-1916d960648e) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:09:55.351013 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 42026) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:09:55.352714 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-15bd75ab-282e-4eb2-8ce6-5306f695442e tempest-RoutersAdminTest-952369856 tempest-RoutersAdminTest-952369856-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:55.368514 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3821238f-b08e-470c-aecf-7dba2bb9521c None None] No DVR routers for this DVR port 91713b26-3785-46ca-8e55-3d4f498f1b7e on host dv-neutron-master-2-hyperv {{(pid=103802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 05 17:09:55.385667 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-f3d82a0d-3a7e-44c2-8bdc-0642f4076cfd None None] Could not find standard attr ID for object 64ac3939-fbda-42f2-aca8-26dd0c8a115a. {{(pid=103802) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 05 17:09:55.401796 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-e61e91a3-68e1-4ca4-92d2-4abcf2147874 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Request body: {'subnet': {'network_id': '3c0cb470-bdcf-45ee-afa9-305830136320', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:09:55.427678 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-f3d82a0d-3a7e-44c2-8bdc-0642f4076cfd None None] Could not find standard attr ID for object 63627661-ae70-45ca-bcb4-0ee677c46c44. {{(pid=103802) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 05 17:09:55.429650 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4a2d1d-3321-4aff-b5e3-aac60447f4bb None None] Pushing event updated for resources: {'Port': ['ID=93b7a35a-4580-4193-aff2-cf8327706c27,revision_number=2']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:09:55.438757 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bd75ab-282e-4eb2-8ce6-5306f695442e tempest-RoutersAdminTest-952369856 tempest-RoutersAdminTest-952369856-project-admin] Pushing event deleted for resources: {'Port': ['ID=64ac3939-fbda-42f2-aca8-26dd0c8a115a,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:09:55.460393 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [None req-166fef8b-6119-44a4-b265-93d81f23a132 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Allocated IP 2001:db8::f816:3eff:feb6:3ce0 (e897f8fc-3cef-40ca-9466-c6c65ecd9833/b6da2fe0-e28e-43ba-9b46-eabcff8e95be/615e2116-3edb-4a73-82ae-1916d960648e) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:09:55.460393 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-62483dba-5f03-4449-bd6c-0970c4a12b07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225'] for segment, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:55.504884 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f7778dc-92ce-4a98-b0c2-d3eb04e9e795 None None] DHCP port deletion for b0167590-0699-4c5c-a932-3939414a9573 request from dv-neutron-master-2-hyperv {{(pid=103802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 05 17:09:55.575293 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f6ab01-c90b-418e-9473-37e4213fc4b6 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Pushing event updated for resources: {'Network': ['ID=3c0cb470-bdcf-45ee-afa9-305830136320,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:09:55.617027 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Network 3c0cb470-bdcf-45ee-afa9-305830136320 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 05 17:09:55.651647 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-496feb49-bc38-41a1-a1a2-ec5c77939184 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-531685'] for router_interface, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:55.680721 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-f3d82a0d-3a7e-44c2-8bdc-0642f4076cfd None None] Provisioning complete for port bdaade1f-99b8-4056-a855-356847ca7946 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:09:55.681256 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-f3d82a0d-3a7e-44c2-8bdc-0642f4076cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:55.947109 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e61e91a3-68e1-4ca4-92d2-4abcf2147874 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Made reservation on behalf of 2c187912c919424a8a16116bf03056cd for: {'subnet': 1} {{(pid=103801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:09:55.950973 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e61e91a3-68e1-4ca4-92d2-4abcf2147874 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12480675'] for subnet, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:56.081517 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d82a0d-3a7e-44c2-8bdc-0642f4076cfd None None] Pushing event updated for resources: {'Port': ['ID=80c0fed0-176f-4438-9a3e-aeeeb85fa8bd,revision_number=5']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:09:56.119452 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Provisioning complete for port 5a19b7f0-fc24-4acf-9576-d72ee15af9bb triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:09:56.120078 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:56.133111 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62483dba-5f03-4449-bd6c-0970c4a12b07 admin admin] Releasing vlan 101 on physical network physnet1 to pool {{(pid=103800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 05 17:09:56.133809 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-62483dba-5f03-4449-bd6c-0970c4a12b07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8784497'] for segment, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:56.197253 dv-neutron-master-2-hyperv neutron-server[103800]: Traceback (most recent call last): Jan 05 17:09:56.197253 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 05 17:09:56.197253 dv-neutron-master-2-hyperv neutron-server[103800]: timer() Jan 05 17:09:56.197253 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 05 17:09:56.197253 dv-neutron-master-2-hyperv neutron-server[103800]: cb(*args, **kw) Jan 05 17:09:56.197253 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 05 17:09:56.197253 dv-neutron-master-2-hyperv neutron-server[103800]: return func(*args, **kwargs) Jan 05 17:09:56.197253 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 05 17:09:56.197253 dv-neutron-master-2-hyperv neutron-server[103800]: self._notify() Jan 05 17:09:56.197253 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 05 17:09:56.197253 dv-neutron-master-2-hyperv neutron-server[103800]: self.callback(batched_events) Jan 05 17:09:56.197253 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 05 17:09:56.197253 dv-neutron-master-2-hyperv neutron-server[103800]: event.method(event) Jan 05 17:09:56.197253 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 05 17:09:56.197253 dv-neutron-master-2-hyperv neutron-server[103800]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 05 17:09:56.197253 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 05 17:09:56.197253 dv-neutron-master-2-hyperv neutron-server[103800]: aggregate_uuid = self.p_client.list_aggregates( Jan 05 17:09:56.197253 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 05 17:09:56.197253 dv-neutron-master-2-hyperv neutron-server[103800]: return f(self, *a, **k) Jan 05 17:09:56.197253 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 05 17:09:56.197253 dv-neutron-master-2-hyperv neutron-server[103800]: return self._get(url).json() Jan 05 17:09:56.197253 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 05 17:09:56.197253 dv-neutron-master-2-hyperv neutron-server[103800]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 05 17:09:56.197253 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 05 17:09:56.197253 dv-neutron-master-2-hyperv neutron-server[103800]: return self.request(url, 'GET', **kwargs) Jan 05 17:09:56.197253 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 05 17:09:56.197253 dv-neutron-master-2-hyperv neutron-server[103800]: base_url = self.get_endpoint(auth, allow=allow, Jan 05 17:09:56.197253 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 05 17:09:56.197253 dv-neutron-master-2-hyperv neutron-server[103800]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 05 17:09:56.197253 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 05 17:09:56.197253 dv-neutron-master-2-hyperv neutron-server[103800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 05 17:09:56.197253 dv-neutron-master-2-hyperv neutron-server[103800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 05 17:09:56.210696 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3821238f-b08e-470c-aecf-7dba2bb9521c None None] Pushing event deleted for resources: {'Port': ['ID=91713b26-3785-46ca-8e55-3d4f498f1b7e,revision_number=None']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:09:56.217081 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b252236-0164-4e3c-b5b7-c781b361f287 None None] Network 7a7c53f6-25d1-445c-b01b-3b897757c60b requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:09:56.308906 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0b6d2da1-92e4-44ae-aef6-12b3ef942492 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks [] for port, precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:56.402070 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0b6d2da1-92e4-44ae-aef6-12b3ef942492 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8784461'] for port, after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:56.402070 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0b6d2da1-92e4-44ae-aef6-12b3ef942492 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-531704'] for router_interface, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:56.413055 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-15bd75ab-282e-4eb2-8ce6-5306f695442e tempest-RoutersAdminTest-952369856 tempest-RoutersAdminTest-952369856-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-648595'] for router_gateway, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:56.473798 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-02c2902f-b9ad-4ad0-905a-77e5e0035484 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:56.501617 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6199bbf3-2341-4955-9f26-42bebb3dc77e None None] Pushing event updated for resources: {'Port': ['ID=fae786b7-f5eb-45c9-a39f-43ee76ad5665,revision_number=2']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:09:56.530791 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-cae79a19-7ecd-4298-882e-448c03f85f7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a556a634-679b-44da-be20-1af64bc8c3a7', 'name': 'tempest-TestVolumeBootPattern-1887300476-router', 'tenant_id': '9bafc9d0d75b44f696c7001918c22f7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.72'}], 'enable_snat': True}, 'gw_port_id': '276dbda1-be0d-4778-9c79-79ca3751d954', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:09:23Z', 'updated_at': '2022-01-05T17:09:36Z', 'revision_number': 4, 'project_id': '9bafc9d0d75b44f696c7001918c22f7e', 'gw_port': {'id': '276dbda1-be0d-4778-9c79-79ca3751d954', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:0b:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a556a634-679b-44da-be20-1af64bc8c3a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:09:24Z', 'updated_at': '2022-01-05T17:09:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'bdaade1f-99b8-4056-a855-356847ca7946', 'name': '', 'network_id': '9d892221-db72-44b5-b8b3-7f2a75d6a0ee', 'tenant_id': '9bafc9d0d75b44f696c7001918c22f7e', 'mac_address': 'fa:16:3e:9d:8d:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a556a634-679b-44da-be20-1af64bc8c3a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '520bba67-4fdd-405a-be17-05cf521cd2ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:09:33Z', 'updated_at': '2022-01-05T17:09:53Z', 'revision_number': 4, 'project_id': '9bafc9d0d75b44f696c7001918c22f7e', 'subnets': [{'id': '520bba67-4fdd-405a-be17-05cf521cd2ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:09:56.627068 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cae79a19-7ecd-4298-882e-448c03f85f7c None None] The sync data for ids ['a556a634-679b-44da-be20-1af64bc8c3a7'] in dv-neutron-master-2-hyperv is: [{'id': 'a556a634-679b-44da-be20-1af64bc8c3a7', 'name': 'tempest-TestVolumeBootPattern-1887300476-router', 'tenant_id': '9bafc9d0d75b44f696c7001918c22f7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.72'}], 'enable_snat': True}, 'gw_port_id': '276dbda1-be0d-4778-9c79-79ca3751d954', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:09:23Z', 'updated_at': '2022-01-05T17:09:36Z', 'revision_number': 4, 'project_id': '9bafc9d0d75b44f696c7001918c22f7e', 'gw_port': {'id': '276dbda1-be0d-4778-9c79-79ca3751d954', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:0b:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a556a634-679b-44da-be20-1af64bc8c3a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:09:24Z', 'updated_at': '2022-01-05T17:09:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'bdaade1f-99b8-4056-a855-356847ca7946', 'name': '', 'network_id': '9d892221-db72-44b5-b8b3-7f2a75d6a0ee', 'tenant_id': '9bafc9d0d75b44f696c7001918c22f7e', 'mac_address': 'fa:16:3e:9d:8d:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a556a634-679b-44da-be20-1af64bc8c3a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '520bba67-4fdd-405a-be17-05cf521cd2ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:09:33Z', 'updated_at': '2022-01-05T17:09:53Z', 'revision_number': 4, 'project_id': '9bafc9d0d75b44f696c7001918c22f7e', 'subnets': [{'id': '520bba67-4fdd-405a-be17-05cf521cd2ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 05 17:09:56.628453 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e61e91a3-68e1-4ca4-92d2-4abcf2147874 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11433288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12480593'] for subnet, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:56.660272 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c7f8257a-4909-4ee2-a80b-a4c629d5ba94 None None] Publish callbacks [] for port, precommit_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:56.718151 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-f3d82a0d-3a7e-44c2-8bdc-0642f4076cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:56.725407 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-62483dba-5f03-4449-bd6c-0970c4a12b07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3891722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648695'] for network, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:56.729446 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0947596d-c031-4403-926c-039378f9ad47 tempest-BulkNetworkOpsTest-1458771112 tempest-BulkNetworkOpsTest-1458771112-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8784852', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8521873'] for subnet, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:56.738551 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 9fe985d6-8f80-4f81-a35c-8c066a1a0271 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:09:56.772241 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c7f8257a-4909-4ee2-a80b-a4c629d5ba94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:56.784352 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-62483dba-5f03-4449-bd6c-0970c4a12b07 admin admin] Publish callbacks [] for network, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:56.791386 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-62483dba-5f03-4449-bd6c-0970c4a12b07 admin admin] 10.222.0.11 "DELETE /v2.0/networks/1e5e93d9-6ada-44ad-b92b-017486a9719e HTTP/1.1" status: 204 len: 168 time: 5.0201294 Jan 05 17:09:56.821928 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61e91a3-68e1-4ca4-92d2-4abcf2147874 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Pushing event updated for resources: {'Subnet': ['ID=1cec41c5-12fb-44cd-b18d-13f0f5b54386,revision_number=0']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:09:56.881038 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-f3d82a0d-3a7e-44c2-8bdc-0642f4076cfd None None] For port bdaade1f-99b8-4056-a855-356847ca7946, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=bdaade1f-99b8-4056-a855-356847ca7946,segment=NetworkSegment(1ad36131-ab48-4a0c-b640-58d4ec89beaf),segment_id=1ad36131-ab48-4a0c-b640-58d4ec89beaf)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:09:56.886850 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-496feb49-bc38-41a1-a1a2-ec5c77939184 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Deleting port 0e11d281-d60b-4305-b44c-a5dc7d29c1c7 {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:09:56.902628 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96617eed-a6c4-478a-947a-db619f25ebfc None None] Pushing event updated for resources: {'Port': ['ID=0e11d281-d60b-4305-b44c-a5dc7d29c1c7,revision_number=3']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:09:56.910241 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-496feb49-bc38-41a1-a1a2-ec5c77939184 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:56.924110 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e61e91a3-68e1-4ca4-92d2-4abcf2147874 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Checking segment: {'id': '3b1ad5aa-c426-4abf-9a15-f7161df40568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '3c0cb470-bdcf-45ee-afa9-305830136320'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:09:56.924482 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e61e91a3-68e1-4ca4-92d2-4abcf2147874 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Network hostable DHCP agents. Network: 3c0cb470-bdcf-45ee-afa9-305830136320, hostable agents: ['3f70c195-17da-4084-9fd6-bf6059d88535'], hosted agents: [] {{(pid=103801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 05 17:09:56.987162 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Provisioning complete for port 9fe985d6-8f80-4f81-a35c-8c066a1a0271 triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:09:56.987812 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:56.990940 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-f3d82a0d-3a7e-44c2-8bdc-0642f4076cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:57.153628 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d82a0d-3a7e-44c2-8bdc-0642f4076cfd None None] Pushing event updated for resources: {'Port': ['ID=bdaade1f-99b8-4056-a855-356847ca7946,revision_number=5']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:09:57.172923 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-c7f8257a-4909-4ee2-a80b-a4c629d5ba94 None None] Attempting to bind port 0e11d281-d60b-4305-b44c-a5dc7d29c1c7 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 05 17:09:57.173305 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-c7f8257a-4909-4ee2-a80b-a4c629d5ba94 None None] Attempting to bind port 0e11d281-d60b-4305-b44c-a5dc7d29c1c7 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '181584ce-22aa-4b8f-8432-d35c635212aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'd9a31355-feac-4d87-a434-15cb4323e153'}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 05 17:09:57.173693 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7f8257a-4909-4ee2-a80b-a4c629d5ba94 None None] Attempting to bind port 0e11d281-d60b-4305-b44c-a5dc7d29c1c7 on network d9a31355-feac-4d87-a434-15cb4323e153 {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:09:57.189957 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7f8257a-4909-4ee2-a80b-a4c629d5ba94 None None] Checking agent: {'id': '0d4f8fd3-ce62-4651-970c-efa6a8bb22b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 5, 16, 57, 23), 'started_at': datetime.datetime(2022, 1, 5, 16, 57, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 5, 17, 9, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 05 17:09:57.190343 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7f8257a-4909-4ee2-a80b-a4c629d5ba94 None None] Checking segment: {'id': '181584ce-22aa-4b8f-8432-d35c635212aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'd9a31355-feac-4d87-a434-15cb4323e153'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:09:57.190751 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c7f8257a-4909-4ee2-a80b-a4c629d5ba94 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:57.193553 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7f8257a-4909-4ee2-a80b-a4c629d5ba94 None None] Bound using segment: {'id': '181584ce-22aa-4b8f-8432-d35c635212aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'd9a31355-feac-4d87-a434-15cb4323e153'} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 05 17:09:57.201872 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-c7f8257a-4909-4ee2-a80b-a4c629d5ba94 None None] Bound port: 0e11d281-d60b-4305-b44c-a5dc7d29c1c7, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '181584ce-22aa-4b8f-8432-d35c635212aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'd9a31355-feac-4d87-a434-15cb4323e153'}}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 05 17:09:57.202178 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-496feb49-bc38-41a1-a1a2-ec5c77939184 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:57.202288 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c7f8257a-4909-4ee2-a80b-a4c629d5ba94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:57.212795 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75ac07df-9983-44a6-af32-5c508cc36174 None None] DHCP port deletion for f6facc7d-b14b-4819-88dd-d6840e43d2f3 request from dv-neutron-master-2-hyperv {{(pid=103802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 05 17:09:57.220689 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0947596d-c031-4403-926c-039378f9ad47 tempest-BulkNetworkOpsTest-1458771112 tempest-BulkNetworkOpsTest-1458771112-project] Pushing event updated for resources: {'Subnet': ['ID=c2206ccf-64a9-4885-998f-e49470ad505e,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:09:57.240172 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-496feb49-bc38-41a1-a1a2-ec5c77939184 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Calling delete_port for 0e11d281-d60b-4305-b44c-a5dc7d29c1c7 owned by network:router_interface {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:09:57.247004 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e61e91a3-68e1-4ca4-92d2-4abcf2147874 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Network 3c0cb470-bdcf-45ee-afa9-305830136320 is scheduled to be hosted by DHCP agent 3f70c195-17da-4084-9fd6-bf6059d88535 with binding_index 1 {{(pid=103801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 05 17:09:57.248624 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-15bd75ab-282e-4eb2-8ce6-5306f695442e tempest-RoutersAdminTest-952369856 tempest-RoutersAdminTest-952369856-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-648249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62744'] for router, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:57.258799 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-15bd75ab-282e-4eb2-8ce6-5306f695442e tempest-RoutersAdminTest-952369856 tempest-RoutersAdminTest-952369856-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:57.262599 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62483dba-5f03-4449-bd6c-0970c4a12b07 admin admin] Pushing event deleted for resources: {'Network': ['ID=1e5e93d9-6ada-44ad-b92b-017486a9719e,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:09:57.298780 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6d2da1-92e4-44ae-aef6-12b3ef942492 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Pushing event updated for resources: {'Port': ['ID=7a6fce8b-82cd-4f66-b676-24715f48f101,revision_number=2']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:09:57.312385 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b6d2da1-92e4-44ae-aef6-12b3ef942492 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Network 7a7c53f6-25d1-445c-b01b-3b897757c60b is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:09:57.319128 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-2b323756-1b21-420f-8dc1-a1f387f1e433 None None] Provisioning complete for port 0e11d281-d60b-4305-b44c-a5dc7d29c1c7 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:09:57.319510 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-2b323756-1b21-420f-8dc1-a1f387f1e433 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:57.421472 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-e61e91a3-68e1-4ca4-92d2-4abcf2147874 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 3c0cb470-bdcf-45ee-afa9-305830136320) {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:09:57.442579 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e61e91a3-68e1-4ca4-92d2-4abcf2147874 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:09:57.443196 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e61e91a3-68e1-4ca4-92d2-4abcf2147874 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Publish callbacks [] for subnet, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:57.443495 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-166fef8b-6119-44a4-b265-93d81f23a132 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks [] for port, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:57.445608 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0947596d-c031-4403-926c-039378f9ad47 tempest-BulkNetworkOpsTest-1458771112 tempest-BulkNetworkOpsTest-1458771112-project] Checking segment: {'id': '02fb85e9-1213-4494-a93e-0343e93a6c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '29b1a03c-5aeb-47c9-bb38-4cdc4efd4046'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:09:57.445931 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0947596d-c031-4403-926c-039378f9ad47 tempest-BulkNetworkOpsTest-1458771112 tempest-BulkNetworkOpsTest-1458771112-project] Network hostable DHCP agents. Network: 29b1a03c-5aeb-47c9-bb38-4cdc4efd4046, hostable agents: ['3f70c195-17da-4084-9fd6-bf6059d88535'], hosted agents: [] {{(pid=103800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 05 17:09:57.448283 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-0b6d2da1-92e4-44ae-aef6-12b3ef942492 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:09:57.458373 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 42030) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:09:57.492146 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 32fba249-9cf0-4f95-aae3-832f1a1acd88 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:09:57.545466 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee05c641-2231-41a5-bedf-7375ba5f22ad None None] Network f6facc7d-b14b-4819-88dd-d6840e43d2f3 requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:09:57.582334 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c56dd873-e8f5-4b9a-a9e4-fe0ab5fad491 None None] Network 3c0cb470-bdcf-45ee-afa9-305830136320 requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:09:57.672678 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-e61e91a3-68e1-4ca4-92d2-4abcf2147874 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.2759290 Jan 05 17:09:57.682837 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 42032) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:09:57.684479 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] No Port match for: 32fba249-9cf0-4f95-aae3-832f1a1acd88 {{(pid=103802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 05 17:09:57.685080 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 32fba249-9cf0-4f95-aae3-832f1a1acd88 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jan 05 17:09:57.690319 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee05c641-2231-41a5-bedf-7375ba5f22ad None None] Network f6facc7d-b14b-4819-88dd-d6840e43d2f3 could not be found, it might have been deleted concurrently. {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}} Jan 05 17:09:57.695508 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-2b323756-1b21-420f-8dc1-a1f387f1e433 None None] Port 0e11d281-d60b-4305-b44c-a5dc7d29c1c7 cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 17:09:57.746750 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-02c2902f-b9ad-4ad0-905a-77e5e0035484 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-648430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648639'] for router, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:57.761640 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0947596d-c031-4403-926c-039378f9ad47 tempest-BulkNetworkOpsTest-1458771112 tempest-BulkNetworkOpsTest-1458771112-project] Network 29b1a03c-5aeb-47c9-bb38-4cdc4efd4046 is scheduled to be hosted by DHCP agent 3f70c195-17da-4084-9fd6-bf6059d88535 with binding_index 1 {{(pid=103800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 05 17:09:57.761959 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-0f841a50-d9e8-4b4b-b7b6-02e8ee2b6b83 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0e5f75b0fa584f3fb65d4d2f1d03045b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2962341 Jan 05 17:09:57.770517 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-15bd75ab-282e-4eb2-8ce6-5306f695442e tempest-RoutersAdminTest-952369856 tempest-RoutersAdminTest-952369856-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-648240'] for router, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:57.771129 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15bd75ab-282e-4eb2-8ce6-5306f695442e tempest-RoutersAdminTest-952369856 tempest-RoutersAdminTest-952369856-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 62cbee69-c828-4992-a976-2a908983650a {{(pid=103800) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 05 17:09:57.775814 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-15bd75ab-282e-4eb2-8ce6-5306f695442e tempest-RoutersAdminTest-952369856 tempest-RoutersAdminTest-952369856-project-admin] Publish callbacks [] for router, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:57.785317 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-15bd75ab-282e-4eb2-8ce6-5306f695442e tempest-RoutersAdminTest-952369856 tempest-RoutersAdminTest-952369856-project-admin] 10.222.0.11 "DELETE /v2.0/routers/62cbee69-c828-4992-a976-2a908983650a HTTP/1.1" status: 204 len: 168 time: 7.0941899 Jan 05 17:09:57.802414 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 42034) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:09:57.803000 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 42036) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:09:57.883818 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-a7aa2a89-417c-4e8d-b593-213ce01b8197 tempest-RoutersAdminTest-1676889452 tempest-RoutersAdminTest-1676889452-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-479066721', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573'}, 'admin_state_up': False}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:09:57.890983 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-2b323756-1b21-420f-8dc1-a1f387f1e433 None None] Could not find standard attr ID for object 403ceda9-8d71-47b3-90a5-9ec970e590fd. {{(pid=103802) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 05 17:09:57.921061 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-0947596d-c031-4403-926c-039378f9ad47 tempest-BulkNetworkOpsTest-1458771112 tempest-BulkNetworkOpsTest-1458771112-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 29b1a03c-5aeb-47c9-bb38-4cdc4efd4046) {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:09:57.949616 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0947596d-c031-4403-926c-039378f9ad47 tempest-BulkNetworkOpsTest-1458771112 tempest-BulkNetworkOpsTest-1458771112-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8784852', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8521873'] for subnet, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:57.960207 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Port 32fba249-9cf0-4f95-aae3-832f1a1acd88 not found, will not notify nova. {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jan 05 17:09:57.963364 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 80c0fed0-176f-4438-9a3e-aeeeb85fa8bd up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:09:57.979380 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c23a394-4469-4d4d-985f-428064c27717 None None] Network 29b1a03c-5aeb-47c9-bb38-4cdc4efd4046 requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:09:58.040662 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-2da4521d-6b9a-4410-bfe3-0126f8c7f917 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3809644'] for network, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:58.123024 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0947596d-c031-4403-926c-039378f9ad47 tempest-BulkNetworkOpsTest-1458771112 tempest-BulkNetworkOpsTest-1458771112-project] Pushing event updated for resources: {'Subnet': ['ID=91cc2ab4-04db-4269-ac6e-40720b457fad,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:09:58.124038 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.db.api [None req-c7f8257a-4909-4ee2-a80b-a4c629d5ba94 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=103802) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 05 17:09:58.124665 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG oslo_db.api [None req-c7f8257a-4909-4ee2-a80b-a4c629d5ba94 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 05 17:09:58.146368 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-496feb49-bc38-41a1-a1a2-ec5c77939184 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11433176'] for port, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:58.247343 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d718a081-4dcb-4398-9a01-6250570fa8c1 None None] Network b309d5de-a6f2-4833-9079-a7a49b21ea2a requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:09:58.270243 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-2da4521d-6b9a-4410-bfe3-0126f8c7f917 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892868'] for subnet, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:58.291863 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b6d2da1-92e4-44ae-aef6-12b3ef942492 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Router 3134b106-4218-415e-bd16-8091c8c99414 has already been hosted by L3 agent 59446fdc-40e0-41fe-a575-a8eb11d742f7 {{(pid=103800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 05 17:09:58.333947 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ae9f2c68-2895-43d9-b7e5-125f651d9fd0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:58.370482 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ae9f2c68-2895-43d9-b7e5-125f651d9fd0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:58.391436 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496feb49-bc38-41a1-a1a2-ec5c77939184 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Pushing event deleted for resources: {'Port': ['ID=0e11d281-d60b-4305-b44c-a5dc7d29c1c7,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:09:58.417745 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a7aa2a89-417c-4e8d-b593-213ce01b8197 tempest-RoutersAdminTest-1676889452 tempest-RoutersAdminTest-1676889452-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-649063', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58098'] for router, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:58.421187 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a7aa2a89-417c-4e8d-b593-213ce01b8197 tempest-RoutersAdminTest-1676889452 tempest-RoutersAdminTest-1676889452-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649832', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-545006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58091'] for router, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:58.421326 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dac0263a-5949-412a-9dcc-930b041a93f4 None None] Network e897f8fc-3cef-40ca-9466-c6c65ecd9833 requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:09:58.423709 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-2b323756-1b21-420f-8dc1-a1f387f1e433 None None] Provisioning complete for port b352b87a-e533-427e-8605-a37923615867 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:09:58.424089 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-2b323756-1b21-420f-8dc1-a1f387f1e433 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:58.424325 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-166fef8b-6119-44a4-b265-93d81f23a132 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:58.450814 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0947596d-c031-4403-926c-039378f9ad47 tempest-BulkNetworkOpsTest-1458771112 tempest-BulkNetworkOpsTest-1458771112-project] Checking segment: {'id': '40536f2b-797e-4069-86b4-ca2dc0b3b118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'ef273254-01b1-41c0-8384-00ee1d623ca9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:09:58.451774 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0947596d-c031-4403-926c-039378f9ad47 tempest-BulkNetworkOpsTest-1458771112 tempest-BulkNetworkOpsTest-1458771112-project] Network hostable DHCP agents. Network: ef273254-01b1-41c0-8384-00ee1d623ca9, hostable agents: ['3f70c195-17da-4084-9fd6-bf6059d88535'], hosted agents: [] {{(pid=103800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 05 17:09:58.503625 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-166fef8b-6119-44a4-b265-93d81f23a132 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Network e897f8fc-3cef-40ca-9466-c6c65ecd9833 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:09:58.515744 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-166fef8b-6119-44a4-b265-93d81f23a132 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:09:58.518342 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-166fef8b-6119-44a4-b265-93d81f23a132 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:09:58.525117 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-166fef8b-6119-44a4-b265-93d81f23a132 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:09:58.530264 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-166fef8b-6119-44a4-b265-93d81f23a132 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:58.563724 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-2da4521d-6b9a-4410-bfe3-0126f8c7f917 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3893367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11433231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12480600'] for subnet, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:58.604448 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ae9f2c68-2895-43d9-b7e5-125f651d9fd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:58.607077 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ae9f2c68-2895-43d9-b7e5-125f651d9fd0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:58.611258 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-ae9f2c68-2895-43d9-b7e5-125f651d9fd0 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/aeded878-3bc0-4754-9f39-19be89f1d7f1 HTTP/1.1" status: 204 len: 168 time: 0.7321181 Jan 05 17:09:58.666656 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da4521d-6b9a-4410-bfe3-0126f8c7f917 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Pushing event deleted for resources: {'Subnet': ['ID=1cec41c5-12fb-44cd-b18d-13f0f5b54386,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:09:58.683163 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166fef8b-6119-44a4-b265-93d81f23a132 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Pushing event updated for resources: {'Port': ['ID=615e2116-3edb-4a73-82ae-1916d960648e,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:09:58.733962 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0947596d-c031-4403-926c-039378f9ad47 tempest-BulkNetworkOpsTest-1458771112 tempest-BulkNetworkOpsTest-1458771112-project] Network ef273254-01b1-41c0-8384-00ee1d623ca9 is scheduled to be hosted by DHCP agent 3f70c195-17da-4084-9fd6-bf6059d88535 with binding_index 1 {{(pid=103800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 05 17:09:58.748416 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a7aa2a89-417c-4e8d-b593-213ce01b8197 tempest-RoutersAdminTest-1676889452 tempest-RoutersAdminTest-1676889452-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:58.748416 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9f2c68-2895-43d9-b7e5-125f651d9fd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aeded878-3bc0-4754-9f39-19be89f1d7f1,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:09:58.770182 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-166fef8b-6119-44a4-b265-93d81f23a132 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 6.8484011 Jan 05 17:09:58.774874 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 42040) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:09:58.788904 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-361b0b73-e7bc-4eb6-b295-7e83f333c616 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-29b1a03c-5aeb-47c9-bb38-4cdc4efd4046', 'network_id': '29b1a03c-5aeb-47c9-bb38-4cdc4efd4046', 'project_id': 'f9e7eebef9614c579ad5e1e5a46b85ab', 'fixed_ips': [{'subnet_id': 'c2206ccf-64a9-4885-998f-e49470ad505e'}]}} from dv-neutron-master-2-hyperv. {{(pid=103802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 05 17:09:58.791305 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-361b0b73-e7bc-4eb6-b295-7e83f333c616 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:58.827303 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcb9d999-5f16-4041-a2da-6f3bb8e47193 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-3c0cb470-bdcf-45ee-afa9-305830136320', 'network_id': '3c0cb470-bdcf-45ee-afa9-305830136320', 'project_id': '2c187912c919424a8a16116bf03056cd', 'fixed_ips': [{'subnet_id': '1cec41c5-12fb-44cd-b18d-13f0f5b54386'}]}} from dv-neutron-master-2-hyperv. {{(pid=103802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 05 17:09:58.828515 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-bcb9d999-5f16-4041-a2da-6f3bb8e47193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:58.832761 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b6d2da1-92e4-44ae-aef6-12b3ef942492 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 05 17:09:58.839091 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-0b6d2da1-92e4-44ae-aef6-12b3ef942492 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] 10.222.0.11 "PUT /v2.0/routers/3134b106-4218-415e-bd16-8091c8c99414/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.5371161 Jan 05 17:09:58.839800 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-0947596d-c031-4403-926c-039378f9ad47 tempest-BulkNetworkOpsTest-1458771112 tempest-BulkNetworkOpsTest-1458771112-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, ef273254-01b1-41c0-8384-00ee1d623ca9) {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:09:58.843290 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f2d35f3-b2ec-4a9e-86fb-645b87312da4 None None] Sync routers for ids ['3134b106-4218-415e-bd16-8091c8c99414'] in dv-neutron-master-2-hyperv {{(pid=103803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 05 17:09:58.844999 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0947596d-c031-4403-926c-039378f9ad47 tempest-BulkNetworkOpsTest-1458771112 tempest-BulkNetworkOpsTest-1458771112-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:09:58.845563 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0947596d-c031-4403-926c-039378f9ad47 tempest-BulkNetworkOpsTest-1458771112 tempest-BulkNetworkOpsTest-1458771112-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:09:58.846384 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0947596d-c031-4403-926c-039378f9ad47 tempest-BulkNetworkOpsTest-1458771112 tempest-BulkNetworkOpsTest-1458771112-project] Publish callbacks [] for subnet, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:58.851230 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 42042) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:09:58.868169 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-2428875f-f0cb-4db3-8bac-93f3915b8912 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1495841352'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:09:58.869342 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f2d35f3-b2ec-4a9e-86fb-645b87312da4 None None] Routers {'3134b106-4218-415e-bd16-8091c8c99414'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:09:58.872482 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-2f2d35f3-b2ec-4a9e-86fb-645b87312da4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:09:49Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['3134b106-4218-415e-bd16-8091c8c99414'], 'active': True} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:09:58.877906 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e76f1579-0f1d-4ec1-8c7c-df05caf749c3 None None] Network ef273254-01b1-41c0-8384-00ee1d623ca9 requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:09:58.881070 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-c7f8257a-4909-4ee2-a80b-a4c629d5ba94 None None] Attempting to bind port 0e11d281-d60b-4305-b44c-a5dc7d29c1c7 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 05 17:09:58.881846 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-c7f8257a-4909-4ee2-a80b-a4c629d5ba94 None None] Attempting to bind port 0e11d281-d60b-4305-b44c-a5dc7d29c1c7 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '181584ce-22aa-4b8f-8432-d35c635212aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'd9a31355-feac-4d87-a434-15cb4323e153'}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 05 17:09:58.882300 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7f8257a-4909-4ee2-a80b-a4c629d5ba94 None None] Attempting to bind port 0e11d281-d60b-4305-b44c-a5dc7d29c1c7 on network d9a31355-feac-4d87-a434-15cb4323e153 {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:09:58.898387 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7f8257a-4909-4ee2-a80b-a4c629d5ba94 None None] Checking agent: {'id': '0d4f8fd3-ce62-4651-970c-efa6a8bb22b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 5, 16, 57, 23), 'started_at': datetime.datetime(2022, 1, 5, 16, 57, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 5, 17, 9, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 05 17:09:58.898387 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7f8257a-4909-4ee2-a80b-a4c629d5ba94 None None] Checking segment: {'id': '181584ce-22aa-4b8f-8432-d35c635212aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'd9a31355-feac-4d87-a434-15cb4323e153'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:09:58.898387 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c7f8257a-4909-4ee2-a80b-a4c629d5ba94 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:58.898387 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7f8257a-4909-4ee2-a80b-a4c629d5ba94 None None] Bound using segment: {'id': '181584ce-22aa-4b8f-8432-d35c635212aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'd9a31355-feac-4d87-a434-15cb4323e153'} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 05 17:09:58.898387 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-c7f8257a-4909-4ee2-a80b-a4c629d5ba94 None None] Bound port: 0e11d281-d60b-4305-b44c-a5dc7d29c1c7, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '181584ce-22aa-4b8f-8432-d35c635212aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'd9a31355-feac-4d87-a434-15cb4323e153'}}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 05 17:09:58.898387 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c7f8257a-4909-4ee2-a80b-a4c629d5ba94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:58.952512 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Provisioning complete for port 80c0fed0-176f-4438-9a3e-aeeeb85fa8bd triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:09:58.953043 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:59.010696 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-2da4521d-6b9a-4410-bfe3-0126f8c7f917 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3891715', 'neutron.services.segments.db._delete_segments_for_network-8754181063482'] for network, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:59.012732 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-0947596d-c031-4403-926c-039378f9ad47 tempest-BulkNetworkOpsTest-1458771112 tempest-BulkNetworkOpsTest-1458771112-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 7.3825700 Jan 05 17:09:59.015981 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 42044) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:09:59.043281 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvr_db [None req-2f2d35f3-b2ec-4a9e-86fb-645b87312da4 None None] Set router 3134b106-4218-415e-bd16-8091c8c99414 gateway port host: None {{(pid=103803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:09:59.054294 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02c2902f-b9ad-4ad0-905a-77e5e0035484 admin admin] Router 7bbefd89-31c6-455d-afd7-76fa4cfc8ec4 is scheduled to L3 agent 59446fdc-40e0-41fe-a575-a8eb11d742f7 with binding_index 1 {{(pid=103800) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 05 17:09:59.060087 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.services.segments.db [None req-2da4521d-6b9a-4410-bfe3-0126f8c7f917 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c0cb470-bdcf-45ee-afa9-305830136320']}} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:09:59.064103 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-496feb49-bc38-41a1-a1a2-ec5c77939184 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-560676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531569'] for router_interface, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:59.080719 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.services.segments.db [None req-2da4521d-6b9a-4410-bfe3-0126f8c7f917 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b1ad5aa-c426-4abf-9a15-f7161df40568') {'for_net_delete': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:09:59.081023 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.services.segments.db [None req-2da4521d-6b9a-4410-bfe3-0126f8c7f917 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b1ad5aa-c426-4abf-9a15-f7161df40568') {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:09:59.098572 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2428875f-f0cb-4db3-8bac-93f3915b8912 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Made reservation on behalf of 04762f6d6f55432ea3822a71fa1f481f for: {'network': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:09:59.104343 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2428875f-f0cb-4db3-8bac-93f3915b8912 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for network, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:59.145079 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.db_base_plugin_common [None req-361b0b73-e7bc-4eb6-b295-7e83f333c616 None None] Allocated IP 172.20.0.2 (29b1a03c-5aeb-47c9-bb38-4cdc4efd4046/c2206ccf-64a9-4885-998f-e49470ad505e/62a49c09-0084-4eac-bc7a-ea1423246083) {{(pid=103802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:09:59.264022 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-2da4521d-6b9a-4410-bfe3-0126f8c7f917 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754181064771', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11316385'] for segment, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:59.340787 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-2da4521d-6b9a-4410-bfe3-0126f8c7f917 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225'] for segment, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:59.353186 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2da4521d-6b9a-4410-bfe3-0126f8c7f917 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Releasing vlan 109 on physical network physnet1 to pool {{(pid=103801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 05 17:09:59.353988 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-2da4521d-6b9a-4410-bfe3-0126f8c7f917 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11433197'] for segment, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:59.359281 dv-neutron-master-2-hyperv neutron-server[103801]: Traceback (most recent call last): Jan 05 17:09:59.359281 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 05 17:09:59.359281 dv-neutron-master-2-hyperv neutron-server[103801]: timer() Jan 05 17:09:59.359281 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 05 17:09:59.359281 dv-neutron-master-2-hyperv neutron-server[103801]: cb(*args, **kw) Jan 05 17:09:59.359281 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 05 17:09:59.359281 dv-neutron-master-2-hyperv neutron-server[103801]: return func(*args, **kwargs) Jan 05 17:09:59.359281 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 05 17:09:59.359281 dv-neutron-master-2-hyperv neutron-server[103801]: self._notify() Jan 05 17:09:59.359281 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 05 17:09:59.359281 dv-neutron-master-2-hyperv neutron-server[103801]: self.callback(batched_events) Jan 05 17:09:59.359281 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 05 17:09:59.359281 dv-neutron-master-2-hyperv neutron-server[103801]: event.method(event) Jan 05 17:09:59.359281 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 05 17:09:59.359281 dv-neutron-master-2-hyperv neutron-server[103801]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 05 17:09:59.359281 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 05 17:09:59.359281 dv-neutron-master-2-hyperv neutron-server[103801]: aggregate_uuid = self.p_client.list_aggregates( Jan 05 17:09:59.359281 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 05 17:09:59.359281 dv-neutron-master-2-hyperv neutron-server[103801]: return f(self, *a, **k) Jan 05 17:09:59.359281 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 05 17:09:59.359281 dv-neutron-master-2-hyperv neutron-server[103801]: return self._get(url).json() Jan 05 17:09:59.359281 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 05 17:09:59.359281 dv-neutron-master-2-hyperv neutron-server[103801]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 05 17:09:59.359281 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 05 17:09:59.359281 dv-neutron-master-2-hyperv neutron-server[103801]: return self.request(url, 'GET', **kwargs) Jan 05 17:09:59.359281 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 05 17:09:59.359281 dv-neutron-master-2-hyperv neutron-server[103801]: base_url = self.get_endpoint(auth, allow=allow, Jan 05 17:09:59.359281 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 05 17:09:59.359281 dv-neutron-master-2-hyperv neutron-server[103801]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 05 17:09:59.359281 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 05 17:09:59.359281 dv-neutron-master-2-hyperv neutron-server[103801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 05 17:09:59.359281 dv-neutron-master-2-hyperv neutron-server[103801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 05 17:09:59.450616 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-c7f8257a-4909-4ee2-a80b-a4c629d5ba94 None None] Port 0e11d281-d60b-4305-b44c-a5dc7d29c1c7 has been deleted concurrently {{(pid=103802) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:665}} Jan 05 17:09:59.525554 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-496feb49-bc38-41a1-a1a2-ec5c77939184 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Router bf1afd4d-680c-4871-aabc-4aca87161f6d has already been hosted by L3 agent 59446fdc-40e0-41fe-a575-a8eb11d742f7 {{(pid=103801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 05 17:09:59.574138 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-2f2d35f3-b2ec-4a9e-86fb-645b87312da4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3134b106-4218-415e-bd16-8091c8c99414', 'name': 'tempest-RoutersIpV6Test-router-1976028866', 'tenant_id': '04762f6d6f55432ea3822a71fa1f481f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:09:21Z', 'updated_at': '2022-01-05T17:09:53Z', 'revision_number': 4, 'project_id': '04762f6d6f55432ea3822a71fa1f481f', 'gw_port_host': None, '_interfaces': [{'id': '7a6fce8b-82cd-4f66-b676-24715f48f101', 'name': '', 'network_id': '7a7c53f6-25d1-445c-b01b-3b897757c60b', 'tenant_id': '04762f6d6f55432ea3822a71fa1f481f', 'mac_address': 'fa:16:3e:23:5b:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3134b106-4218-415e-bd16-8091c8c99414', 'device_owner': 'network:router_interface', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': '55b94fe0-157d-4c54-8a73-461b6c3fcdca', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:09:48Z', 'updated_at': '2022-01-05T17:09:54Z', 'revision_number': 2, 'project_id': '04762f6d6f55432ea3822a71fa1f481f', 'subnets': [{'id': '55b94fe0-157d-4c54-8a73-461b6c3fcdca', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '80c0fed0-176f-4438-9a3e-aeeeb85fa8bd', 'name': '', 'network_id': '9b108e05-58cc-4d98-85c8-c21a57823860', 'tenant_id': '04762f6d6f55432ea3822a71fa1f481f', 'mac_address': 'fa:16:3e:19:8b:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3134b106-4218-415e-bd16-8091c8c99414', 'device_owner': 'network:router_interface', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': 'beb7642a-9087-4358-b980-878e8f238cce', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:09:28Z', 'updated_at': '2022-01-05T17:09:54Z', 'revision_number': 5, 'project_id': '04762f6d6f55432ea3822a71fa1f481f', 'subnets': [{'id': 'beb7642a-9087-4358-b980-878e8f238cce', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f94aa6e4-6d25-46f8-84f2-6ea65da467f1', 'name': '', 'network_id': '384f64a3-ca40-4479-9470-814f96969ff3', 'tenant_id': '04762f6d6f55432ea3822a71fa1f481f', 'mac_address': 'fa:16:3e:fb:c4:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3134b106-4218-415e-bd16-8091c8c99414', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'ebf673d0-4d72-4025-a6cc-aa8fd8d0db18', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:09:39Z', 'updated_at': '2022-01-05T17:09:48Z', 'revision_number': 4, 'project_id': '04762f6d6f55432ea3822a71fa1f481f', 'subnets': [{'id': 'ebf673d0-4d72-4025-a6cc-aa8fd8d0db18', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:09:59.613740 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f2d35f3-b2ec-4a9e-86fb-645b87312da4 None None] Checking router: 3134b106-4218-415e-bd16-8091c8c99414 for host: dv-neutron-master-2-hyperv {{(pid=103803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 05 17:09:59.615018 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f2d35f3-b2ec-4a9e-86fb-645b87312da4 None None] Updating router 3134b106-4218-415e-bd16-8091c8c99414 port 7a6fce8b-82cd-4f66-b676-24715f48f101 binding host dv-neutron-master-2-hyperv {{(pid=103803) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 05 17:09:59.616782 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a7aa2a89-417c-4e8d-b593-213ce01b8197 tempest-RoutersAdminTest-1676889452 tempest-RoutersAdminTest-1676889452-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:59.674457 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-2f2d35f3-b2ec-4a9e-86fb-645b87312da4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:59.675603 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-496feb49-bc38-41a1-a1a2-ec5c77939184 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 05 17:09:59.690411 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-496feb49-bc38-41a1-a1a2-ec5c77939184 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] 10.222.0.11 "PUT /v2.0/routers/bf1afd4d-680c-4871-aabc-4aca87161f6d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9831545 Jan 05 17:09:59.690692 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 42054) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:09:59.708024 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c995c49-9415-45c0-89b8-62ab99157481 tempest-BulkNetworkOpsTest-1458771112 tempest-BulkNetworkOpsTest-1458771112-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:09:59.709573 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c995c49-9415-45c0-89b8-62ab99157481 tempest-BulkNetworkOpsTest-1458771112 tempest-BulkNetworkOpsTest-1458771112-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:09:59.711323 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c995c49-9415-45c0-89b8-62ab99157481 tempest-BulkNetworkOpsTest-1458771112 tempest-BulkNetworkOpsTest-1458771112-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:09:59.717160 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-0c995c49-9415-45c0-89b8-62ab99157481 tempest-BulkNetworkOpsTest-1458771112 tempest-BulkNetworkOpsTest-1458771112-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.6995623 Jan 05 17:09:59.718144 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 42056) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:09:59.751940 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ec1f086-c8aa-46cd-863f-0abc6be7aae1 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Deleting subnet 9adc8326-caed-4892-bbbe-b495a47ad17d {{(pid=103801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 05 17:09:59.756184 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-7ec1f086-c8aa-46cd-863f-0abc6be7aae1 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks [] for subnet, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:59.817857 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-2b323756-1b21-420f-8dc1-a1f387f1e433 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:59.824543 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-3add9bb5-b8f1-45d7-8b28-af38609be563 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Deleting port 615e2116-3edb-4a73-82ae-1916d960648e {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:09:59.825341 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3add9bb5-b8f1-45d7-8b28-af38609be563 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:59.831247 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-2da4521d-6b9a-4410-bfe3-0126f8c7f917 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3891722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648695'] for network, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:59.837388 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-2da4521d-6b9a-4410-bfe3-0126f8c7f917 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Publish callbacks [] for network, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:59.861510 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-2da4521d-6b9a-4410-bfe3-0126f8c7f917 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] 10.222.0.11 "DELETE /v2.0/networks/3c0cb470-bdcf-45ee-afa9-305830136320 HTTP/1.1" status: 204 len: 168 time: 2.1771004 Jan 05 17:09:59.865416 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 42060) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:09:59.868975 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2428875f-f0cb-4db3-8bac-93f3915b8912 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'} {{(pid=103800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 05 17:09:59.881568 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-9d73cce1-aa0e-4d2d-9d03-f8419c79d34d tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1780976257'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:09:59.905549 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da4521d-6b9a-4410-bfe3-0126f8c7f917 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Pushing event deleted for resources: {'Network': ['ID=3c0cb470-bdcf-45ee-afa9-305830136320,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:09:59.909454 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-7ec1f086-c8aa-46cd-863f-0abc6be7aae1 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11316398'] for subnet, precommit_delete_associations {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:59.974380 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fe5306a-2f92-44a6-9d37-4ca107b4a085 None None] Network 3c0cb470-bdcf-45ee-afa9-305830136320 requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:09:59.978244 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22c837a1-d8c4-4422-bd36-4540ac183edc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-ef273254-01b1-41c0-8384-00ee1d623ca9', 'network_id': 'ef273254-01b1-41c0-8384-00ee1d623ca9', 'project_id': 'f9e7eebef9614c579ad5e1e5a46b85ab', 'fixed_ips': [{'subnet_id': '91cc2ab4-04db-4269-ac6e-40720b457fad'}]}} from dv-neutron-master-2-hyperv. {{(pid=103802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 05 17:09:59.981398 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-22c837a1-d8c4-4422-bd36-4540ac183edc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:09:59.991614 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.db_base_plugin_v2 [None req-103a7537-0fb8-4b83-887f-ebe54ad6503b tempest-BulkNetworkOpsTest-1458771112 tempest-BulkNetworkOpsTest-1458771112-project] Deleting subnet c2206ccf-64a9-4885-998f-e49470ad505e {{(pid=103800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 05 17:10:00.000031 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2428875f-f0cb-4db3-8bac-93f3915b8912 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225'] for segment, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:00.000389 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.db.segments_db [None req-2428875f-f0cb-4db3-8bac-93f3915b8912 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Added segment 82dfb23c-5fe9-444a-8846-65afb56ac0ca of type vlan for network 340e1cc9-3251-4d71-9b7d-e1059822a4f3 Jan 05 17:10:00.019601 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02c2902f-b9ad-4ad0-905a-77e5e0035484 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 05 17:10:00.030319 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-7ec1f086-c8aa-46cd-863f-0abc6be7aae1 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892868'] for subnet, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:00.053910 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a45494fa-9dd9-4a9f-8177-ab2432421cd4 None None] Sync routers for ids ['7bbefd89-31c6-455d-afd7-76fa4cfc8ec4'] in dv-neutron-master-2-hyperv {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 05 17:10:00.082924 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7f8257a-4909-4ee2-a80b-a4c629d5ba94 None None] Routers {'bf1afd4d-680c-4871-aabc-4aca87161f6d'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:10:00.083582 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-c7f8257a-4909-4ee2-a80b-a4c629d5ba94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:09:49Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['bf1afd4d-680c-4871-aabc-4aca87161f6d'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:10:00.097047 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fe5306a-2f92-44a6-9d37-4ca107b4a085 None None] Network 3c0cb470-bdcf-45ee-afa9-305830136320 could not be found, it might have been deleted concurrently. {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}} Jan 05 17:10:00.129145 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2428875f-f0cb-4db3-8bac-93f3915b8912 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754180566020'] for network, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:00.179955 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3add9bb5-b8f1-45d7-8b28-af38609be563 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:00.201021 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-02c2902f-b9ad-4ad0-905a-77e5e0035484 admin admin] Publish callbacks [] for router, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:00.205818 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 42068) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:10:00.206049 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-02c2902f-b9ad-4ad0-905a-77e5e0035484 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 12.9153683 Jan 05 17:10:00.206260 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-2f2d35f3-b2ec-4a9e-86fb-645b87312da4 None None] Publish callbacks [] for port, precommit_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:00.214187 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-7ec1f086-c8aa-46cd-863f-0abc6be7aae1 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3893367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11433231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12480600'] for subnet, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:00.224799 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-3add9bb5-b8f1-45d7-8b28-af38609be563 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Calling delete_port for 615e2116-3edb-4a73-82ae-1916d960648e owned by {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:10:00.227461 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d73cce1-aa0e-4d2d-9d03-f8419c79d34d tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Made reservation on behalf of 2c187912c919424a8a16116bf03056cd for: {'network': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:10:00.231240 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9d73cce1-aa0e-4d2d-9d03-f8419c79d34d tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for network, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:00.293169 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-2b323756-1b21-420f-8dc1-a1f387f1e433 None None] For port b352b87a-e533-427e-8605-a37923615867, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b352b87a-e533-427e-8605-a37923615867,segment=NetworkSegment(03f91a80-ffe0-42fd-8206-c112e229e91a),segment_id=03f91a80-ffe0-42fd-8206-c112e229e91a)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:10:00.294440 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-2f2d35f3-b2ec-4a9e-86fb-645b87312da4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:00.311893 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab1da9a2-6f27-473a-a474-e2bb4b4cf484 None None] Update dhcp port {'port': {'network_id': 'e897f8fc-3cef-40ca-9466-c6c65ecd9833', 'fixed_ips': [{'subnet_id': 'b6da2fe0-e28e-43ba-9b46-eabcff8e95be', 'ip_address': '2001:db8::f816:3eff:fecd:45ee'}, {'subnet_id': '72843417-b35e-4aba-a6a9-e3dd1372dd23'}], 'binding:host_id': 'dv-neutron-master-2-hyperv'}, 'id': 'fae786b7-f5eb-45c9-a39f-43ee76ad5665'} from dv-neutron-master-2-hyperv. {{(pid=103802) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Jan 05 17:10:00.329421 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d73cce1-aa0e-4d2d-9d03-f8419c79d34d tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] vlan segment allocate from pool success with {'vlan_id': 133, 'physical_network': 'physnet1'} {{(pid=103800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 05 17:10:00.343749 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2428875f-f0cb-4db3-8bac-93f3915b8912 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685'] for network, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:00.343749 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2428875f-f0cb-4db3-8bac-93f3915b8912 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:10:00.344114 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2428875f-f0cb-4db3-8bac-93f3915b8912 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks [] for network, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:00.360849 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a45494fa-9dd9-4a9f-8177-ab2432421cd4 None None] Routers {'7bbefd89-31c6-455d-afd7-76fa4cfc8ec4'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:10:00.361482 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-a45494fa-9dd9-4a9f-8177-ab2432421cd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:09:49Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['7bbefd89-31c6-455d-afd7-76fa4cfc8ec4'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:10:00.393879 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9d73cce1-aa0e-4d2d-9d03-f8419c79d34d tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225'] for segment, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:00.394231 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.db.segments_db [None req-9d73cce1-aa0e-4d2d-9d03-f8419c79d34d tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Added segment 74c9623f-2e0f-433f-b731-84e94b47380a of type vlan for network 1de46755-4c3f-428d-af80-47a2f776c0c0 Jan 05 17:10:00.436689 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15270bed-b0aa-4dd6-8855-3c23f7acbb5e None None] Network d9a31355-feac-4d87-a434-15cb4323e153 requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:10:00.442841 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-7ec1f086-c8aa-46cd-863f-0abc6be7aae1 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks [] for subnet, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:00.447159 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-7ec1f086-c8aa-46cd-863f-0abc6be7aae1 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] 10.222.0.11 "DELETE /v2.0/subnets/9adc8326-caed-4892-bbbe-b495a47ad17d HTTP/1.1" status: 204 len: 168 time: 0.7551613 Jan 05 17:10:00.450739 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec1f086-c8aa-46cd-863f-0abc6be7aae1 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Pushing event deleted for resources: {'Subnet': ['ID=9adc8326-caed-4892-bbbe-b495a47ad17d,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:10:00.452944 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 42072) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:10:00.460847 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-2b323756-1b21-420f-8dc1-a1f387f1e433 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:00.552501 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b323756-1b21-420f-8dc1-a1f387f1e433 None None] Pushing event updated for resources: {'Port': ['ID=b352b87a-e533-427e-8605-a37923615867,revision_number=3']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:10:00.600646 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-2428875f-f0cb-4db3-8bac-93f3915b8912 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.7418449 Jan 05 17:10:00.606617 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 42076) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:10:00.614997 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-5052690d-aea4-486c-8f4f-e4816384377e tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Request body: {'subnet': {'network_id': '340e1cc9-3251-4d71-9b7d-e1059822a4f3', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:10:00.632051 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-998f1de8-e16c-4416-8f32-ceb96a95a237 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3809644'] for network, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:00.641238 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca005406-527a-43ba-945c-d01ce7b1a297 None None] Pushing event updated for resources: {'Port': ['ID=7a6fce8b-82cd-4f66-b676-24715f48f101,revision_number=3']} {{(pid=103803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:10:00.690946 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9d73cce1-aa0e-4d2d-9d03-f8419c79d34d tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754180566020'] for network, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:00.690946 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2428875f-f0cb-4db3-8bac-93f3915b8912 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Pushing event updated for resources: {'Network': ['ID=340e1cc9-3251-4d71-9b7d-e1059822a4f3,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:10:00.715062 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-c7f8257a-4909-4ee2-a80b-a4c629d5ba94 None None] Set router bf1afd4d-680c-4871-aabc-4aca87161f6d gateway port host: None {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:10:00.742700 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a7aa2a89-417c-4e8d-b593-213ce01b8197 tempest-RoutersAdminTest-1676889452 tempest-RoutersAdminTest-1676889452-project] Publish callbacks [] for router_gateway, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:00.744762 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-ab1da9a2-6f27-473a-a474-e2bb4b4cf484 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:00.776195 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.plugins.ml2.managers [None req-2f2d35f3-b2ec-4a9e-86fb-645b87312da4 None None] Attempting to bind port 7a6fce8b-82cd-4f66-b676-24715f48f101 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 05 17:10:00.776876 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.plugins.ml2.managers [None req-2f2d35f3-b2ec-4a9e-86fb-645b87312da4 None None] Attempting to bind port 7a6fce8b-82cd-4f66-b676-24715f48f101 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'da8da688-6b03-4fdb-b52a-5f5193f8dbd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '7a7c53f6-25d1-445c-b01b-3b897757c60b'}] {{(pid=103803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 05 17:10:00.777626 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f2d35f3-b2ec-4a9e-86fb-645b87312da4 None None] Attempting to bind port 7a6fce8b-82cd-4f66-b676-24715f48f101 on network 7a7c53f6-25d1-445c-b01b-3b897757c60b {{(pid=103803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:10:00.784554 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f2d35f3-b2ec-4a9e-86fb-645b87312da4 None None] Checking agent: {'id': '0d4f8fd3-ce62-4651-970c-efa6a8bb22b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 5, 16, 57, 23), 'started_at': datetime.datetime(2022, 1, 5, 16, 57, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 5, 17, 9, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 05 17:10:00.788872 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f2d35f3-b2ec-4a9e-86fb-645b87312da4 None None] Checking segment: {'id': 'da8da688-6b03-4fdb-b52a-5f5193f8dbd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '7a7c53f6-25d1-445c-b01b-3b897757c60b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:10:00.788872 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-2f2d35f3-b2ec-4a9e-86fb-645b87312da4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:00.788872 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f2d35f3-b2ec-4a9e-86fb-645b87312da4 None None] Bound using segment: {'id': 'da8da688-6b03-4fdb-b52a-5f5193f8dbd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '7a7c53f6-25d1-445c-b01b-3b897757c60b'} {{(pid=103803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 05 17:10:00.788872 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.plugins.ml2.managers [None req-2f2d35f3-b2ec-4a9e-86fb-645b87312da4 None None] Bound port: 7a6fce8b-82cd-4f66-b676-24715f48f101, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da8da688-6b03-4fdb-b52a-5f5193f8dbd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '7a7c53f6-25d1-445c-b01b-3b897757c60b'}}] {{(pid=103803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 05 17:10:00.788872 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-2f2d35f3-b2ec-4a9e-86fb-645b87312da4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:00.819923 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a7aa2a89-417c-4e8d-b593-213ce01b8197 tempest-RoutersAdminTest-1676889452 tempest-RoutersAdminTest-1676889452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:00.828398 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-361b0b73-e7bc-4eb6-b295-7e83f333c616 None None] Publish callbacks [] for port, precommit_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:00.832019 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Network 340e1cc9-3251-4d71-9b7d-e1059822a4f3 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 05 17:10:00.870982 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-2b323756-1b21-420f-8dc1-a1f387f1e433 None None] Provisioning complete for port dd5de01f-7f6a-4d2b-9c2e-ebcaf287eb61 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:10:00.871200 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-2b323756-1b21-420f-8dc1-a1f387f1e433 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:00.874104 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device b352b87a-e533-427e-8605-a37923615867 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:10:00.924896 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9d73cce1-aa0e-4d2d-9d03-f8419c79d34d tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685'] for network, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:00.931626 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d73cce1-aa0e-4d2d-9d03-f8419c79d34d tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:10:00.932274 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9d73cce1-aa0e-4d2d-9d03-f8419c79d34d tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Publish callbacks [] for network, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:00.948733 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.plugins.ml2.db [None req-2f2d35f3-b2ec-4a9e-86fb-645b87312da4 None None] For port 7a6fce8b-82cd-4f66-b676-24715f48f101, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 05 17:10:00.954959 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.plugins.ml2.db [None req-2f2d35f3-b2ec-4a9e-86fb-645b87312da4 None None] For port 7a6fce8b-82cd-4f66-b676-24715f48f101, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=7a6fce8b-82cd-4f66-b676-24715f48f101,segment=NetworkSegment(da8da688-6b03-4fdb-b52a-5f5193f8dbd7),segment_id=da8da688-6b03-4fdb-b52a-5f5193f8dbd7)] {{(pid=103803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 05 17:10:00.969241 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-361b0b73-e7bc-4eb6-b295-7e83f333c616 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669'] for port, after_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:01.022587 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-2f2d35f3-b2ec-4a9e-86fb-645b87312da4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:01.076240 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-103a7537-0fb8-4b83-887f-ebe54ad6503b tempest-BulkNetworkOpsTest-1458771112 tempest-BulkNetworkOpsTest-1458771112-project] Publish callbacks [] for subnet, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:01.158419 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca005406-527a-43ba-945c-d01ce7b1a297 None None] Pushing event updated for resources: {'Port': ['ID=7a6fce8b-82cd-4f66-b676-24715f48f101,revision_number=4']} {{(pid=103803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:10:01.182634 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f2d35f3-b2ec-4a9e-86fb-645b87312da4 None None] Routers {'3134b106-4218-415e-bd16-8091c8c99414'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:10:01.186679 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-2f2d35f3-b2ec-4a9e-86fb-645b87312da4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:09:49Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['3134b106-4218-415e-bd16-8091c8c99414'], 'active': True} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:10:01.250758 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.db_base_plugin_common [None req-22c837a1-d8c4-4422-bd36-4540ac183edc None None] Allocated IP 172.20.0.18 (ef273254-01b1-41c0-8384-00ee1d623ca9/91cc2ab4-04db-4269-ac6e-40720b457fad/e520b68e-904d-4a03-819c-85dc7c27400f) {{(pid=103802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:10:01.268791 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d73cce1-aa0e-4d2d-9d03-f8419c79d34d tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Pushing event updated for resources: {'Network': ['ID=1de46755-4c3f-428d-af80-47a2f776c0c0,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:10:01.297208 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-361b0b73-e7bc-4eb6-b295-7e83f333c616 None None] Network 29b1a03c-5aeb-47c9-bb38-4cdc4efd4046 is already hosted by enough agents. {{(pid=103802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:10:01.316611 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Network 1de46755-4c3f-428d-af80-47a2f776c0c0 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 05 17:10:01.320514 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-998f1de8-e16c-4416-8f32-ceb96a95a237 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Deleting port 9e6a2fd8-3996-414e-8cc3-dab34879526f {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:10:01.320514 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-998f1de8-e16c-4416-8f32-ceb96a95a237 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:01.337125 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-2b323756-1b21-420f-8dc1-a1f387f1e433 None None] Port dd5de01f-7f6a-4d2b-9c2e-ebcaf287eb61 cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 17:10:01.341211 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [None req-a7aa2a89-417c-4e8d-b593-213ce01b8197 tempest-RoutersAdminTest-1676889452 tempest-RoutersAdminTest-1676889452-project] Allocated IP 172.36.4.29 (b0167590-0699-4c5c-a932-3939414a9573/7a784a6d-3d96-418f-a645-b9ccd0b1ac55/f225e952-ca2c-466d-970e-139f54c427dc) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:10:01.354793 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-9d73cce1-aa0e-4d2d-9d03-f8419c79d34d tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.4826918 Jan 05 17:10:01.358816 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 42084) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:10:01.376866 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.scheduler.base_scheduler [None req-361b0b73-e7bc-4eb6-b295-7e83f333c616 None None] Resources bound (agent type, host, resource id): {{(pid=103802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:10:01.379898 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-361b0b73-e7bc-4eb6-b295-7e83f333c616 None None] Received port after_create {{(pid=103802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:10:01.385809 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3add9bb5-b8f1-45d7-8b28-af38609be563 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:01.398173 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-cfd400c8-2e2f-4993-9e22-9da00b345e36 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Request body: {'subnet': {'network_id': '1de46755-4c3f-428d-af80-47a2f776c0c0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:10:01.422961 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-998f1de8-e16c-4416-8f32-ceb96a95a237 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] For port 9e6a2fd8-3996-414e-8cc3-dab34879526f, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=9e6a2fd8-3996-414e-8cc3-dab34879526f,segment=NetworkSegment(181584ce-22aa-4b8f-8432-d35c635212aa),segment_id=181584ce-22aa-4b8f-8432-d35c635212aa)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:10:01.422961 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-998f1de8-e16c-4416-8f32-ceb96a95a237 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:01.424469 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvr_db [None req-2f2d35f3-b2ec-4a9e-86fb-645b87312da4 None None] Set router 3134b106-4218-415e-bd16-8091c8c99414 gateway port host: None {{(pid=103803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:10:01.444615 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361b0b73-e7bc-4eb6-b295-7e83f333c616 None None] Pushing event updated for resources: {'Port': ['ID=62a49c09-0084-4eac-bc7a-ea1423246083,revision_number=1']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:10:01.458931 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-998f1de8-e16c-4416-8f32-ceb96a95a237 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Calling delete_port for 9e6a2fd8-3996-414e-8cc3-dab34879526f owned by network:dhcp {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:10:01.489354 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-a45494fa-9dd9-4a9f-8177-ab2432421cd4 None None] Set router 7bbefd89-31c6-455d-afd7-76fa4cfc8ec4 gateway port host: dv-neutron-master-2-hyperv {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:10:01.497804 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Provisioning complete for port b352b87a-e533-427e-8605-a37923615867 triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:10:01.498199 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:01.499454 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-103a7537-0fb8-4b83-887f-ebe54ad6503b tempest-BulkNetworkOpsTest-1458771112 tempest-BulkNetworkOpsTest-1458771112-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8784846'] for subnet, precommit_delete_associations {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:01.587414 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3add9bb5-b8f1-45d7-8b28-af38609be563 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Pushing event deleted for resources: {'Port': ['ID=615e2116-3edb-4a73-82ae-1916d960648e,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:10:01.667384 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-998f1de8-e16c-4416-8f32-ceb96a95a237 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11433176'] for port, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:01.674647 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5052690d-aea4-486c-8f4f-e4816384377e tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Made reservation on behalf of 04762f6d6f55432ea3822a71fa1f481f for: {'subnet': 1} {{(pid=103801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:10:01.678398 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-5052690d-aea4-486c-8f4f-e4816384377e tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12480675'] for subnet, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:01.801830 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 42092) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:10:01.833528 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3add9bb5-b8f1-45d7-8b28-af38609be563 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:01.839580 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-3add9bb5-b8f1-45d7-8b28-af38609be563 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] 10.222.0.11 "DELETE /v2.0/ports/615e2116-3edb-4a73-82ae-1916d960648e HTTP/1.1" status: 204 len: 168 time: 3.0635295 Jan 05 17:10:01.846725 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 42096) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:10:01.863563 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-2f2d35f3-b2ec-4a9e-86fb-645b87312da4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3134b106-4218-415e-bd16-8091c8c99414', 'name': 'tempest-RoutersIpV6Test-router-1976028866', 'tenant_id': '04762f6d6f55432ea3822a71fa1f481f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:09:21Z', 'updated_at': '2022-01-05T17:09:53Z', 'revision_number': 4, 'project_id': '04762f6d6f55432ea3822a71fa1f481f', 'gw_port_host': None, '_interfaces': [{'id': '7a6fce8b-82cd-4f66-b676-24715f48f101', 'name': '', 'network_id': '7a7c53f6-25d1-445c-b01b-3b897757c60b', 'tenant_id': '04762f6d6f55432ea3822a71fa1f481f', 'mac_address': 'fa:16:3e:23:5b:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3134b106-4218-415e-bd16-8091c8c99414', 'device_owner': 'network:router_interface', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': '55b94fe0-157d-4c54-8a73-461b6c3fcdca', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:09:48Z', 'updated_at': '2022-01-05T17:10:00Z', 'revision_number': 4, 'project_id': '04762f6d6f55432ea3822a71fa1f481f', 'subnets': [{'id': '55b94fe0-157d-4c54-8a73-461b6c3fcdca', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '80c0fed0-176f-4438-9a3e-aeeeb85fa8bd', 'name': '', 'network_id': '9b108e05-58cc-4d98-85c8-c21a57823860', 'tenant_id': '04762f6d6f55432ea3822a71fa1f481f', 'mac_address': 'fa:16:3e:19:8b:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3134b106-4218-415e-bd16-8091c8c99414', 'device_owner': 'network:router_interface', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': 'beb7642a-9087-4358-b980-878e8f238cce', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:09:28Z', 'updated_at': '2022-01-05T17:09:54Z', 'revision_number': 5, 'project_id': '04762f6d6f55432ea3822a71fa1f481f', 'subnets': [{'id': 'beb7642a-9087-4358-b980-878e8f238cce', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f94aa6e4-6d25-46f8-84f2-6ea65da467f1', 'name': '', 'network_id': '384f64a3-ca40-4479-9470-814f96969ff3', 'tenant_id': '04762f6d6f55432ea3822a71fa1f481f', 'mac_address': 'fa:16:3e:fb:c4:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3134b106-4218-415e-bd16-8091c8c99414', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'ebf673d0-4d72-4025-a6cc-aa8fd8d0db18', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:09:39Z', 'updated_at': '2022-01-05T17:09:48Z', 'revision_number': 4, 'project_id': '04762f6d6f55432ea3822a71fa1f481f', 'subnets': [{'id': 'ebf673d0-4d72-4025-a6cc-aa8fd8d0db18', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:10:01.869954 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998f1de8-e16c-4416-8f32-ceb96a95a237 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Pushing event deleted for resources: {'Port': ['ID=9e6a2fd8-3996-414e-8cc3-dab34879526f,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:10:01.879818 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-998f1de8-e16c-4416-8f32-ceb96a95a237 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] No DVR routers for this DVR port 9e6a2fd8-3996-414e-8cc3-dab34879526f on host dv-neutron-master-2-hyperv {{(pid=103801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 05 17:10:01.938689 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f2d35f3-b2ec-4a9e-86fb-645b87312da4 None None] The sync data for ids ['3134b106-4218-415e-bd16-8091c8c99414'] in dv-neutron-master-2-hyperv is: [{'id': '3134b106-4218-415e-bd16-8091c8c99414', 'name': 'tempest-RoutersIpV6Test-router-1976028866', 'tenant_id': '04762f6d6f55432ea3822a71fa1f481f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:09:21Z', 'updated_at': '2022-01-05T17:09:53Z', 'revision_number': 4, 'project_id': '04762f6d6f55432ea3822a71fa1f481f', 'gw_port_host': None, '_interfaces': [{'id': '7a6fce8b-82cd-4f66-b676-24715f48f101', 'name': '', 'network_id': '7a7c53f6-25d1-445c-b01b-3b897757c60b', 'tenant_id': '04762f6d6f55432ea3822a71fa1f481f', 'mac_address': 'fa:16:3e:23:5b:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3134b106-4218-415e-bd16-8091c8c99414', 'device_owner': 'network:router_interface', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': '55b94fe0-157d-4c54-8a73-461b6c3fcdca', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:09:48Z', 'updated_at': '2022-01-05T17:10:00Z', 'revision_number': 4, 'project_id': '04762f6d6f55432ea3822a71fa1f481f', 'subnets': [{'id': '55b94fe0-157d-4c54-8a73-461b6c3fcdca', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '80c0fed0-176f-4438-9a3e-aeeeb85fa8bd', 'name': '', 'network_id': '9b108e05-58cc-4d98-85c8-c21a57823860', 'tenant_id': '04762f6d6f55432ea3822a71fa1f481f', 'mac_address': 'fa:16:3e:19:8b:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3134b106-4218-415e-bd16-8091c8c99414', 'device_owner': 'network:router_interface', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': 'beb7642a-9087-4358-b980-878e8f238cce', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:09:28Z', 'updated_at': '2022-01-05T17:09:54Z', 'revision_number': 5, 'project_id': '04762f6d6f55432ea3822a71fa1f481f', 'subnets': [{'id': 'beb7642a-9087-4358-b980-878e8f238cce', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f94aa6e4-6d25-46f8-84f2-6ea65da467f1', 'name': '', 'network_id': '384f64a3-ca40-4479-9470-814f96969ff3', 'tenant_id': '04762f6d6f55432ea3822a71fa1f481f', 'mac_address': 'fa:16:3e:fb:c4:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3134b106-4218-415e-bd16-8091c8c99414', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'ebf673d0-4d72-4025-a6cc-aa8fd8d0db18', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:09:39Z', 'updated_at': '2022-01-05T17:09:48Z', 'revision_number': 4, 'project_id': '04762f6d6f55432ea3822a71fa1f481f', 'subnets': [{'id': 'ebf673d0-4d72-4025-a6cc-aa8fd8d0db18', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 05 17:10:01.978681 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-103a7537-0fb8-4b83-887f-ebe54ad6503b tempest-BulkNetworkOpsTest-1458771112 tempest-BulkNetworkOpsTest-1458771112-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892868'] for subnet, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:02.072862 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfd400c8-2e2f-4993-9e22-9da00b345e36 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Made reservation on behalf of 2c187912c919424a8a16116bf03056cd for: {'subnet': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:10:02.076835 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-cfd400c8-2e2f-4993-9e22-9da00b345e36 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8521827'] for subnet, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:02.091747 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-2b323756-1b21-420f-8dc1-a1f387f1e433 None None] Provisioning complete for port f94aa6e4-6d25-46f8-84f2-6ea65da467f1 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:10:02.092146 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-2b323756-1b21-420f-8dc1-a1f387f1e433 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:02.096369 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a7aa2a89-417c-4e8d-b593-213ce01b8197 tempest-RoutersAdminTest-1676889452 tempest-RoutersAdminTest-1676889452-project] Publish callbacks [] for port, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:02.137505 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cf1b523-9ed3-4458-8b8d-2dd252770191 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:10:02.142349 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-0cf1b523-9ed3-4458-8b8d-2dd252770191 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.2926536 Jan 05 17:10:02.146317 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 42098) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:10:02.158590 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb5b5af1-9795-42f0-a878-02a720ee701f None None] DHCP port deletion for d9a31355-feac-4d87-a434-15cb4323e153 request from dv-neutron-master-2-hyperv {{(pid=103802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 05 17:10:02.190750 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-998f1de8-e16c-4416-8f32-ceb96a95a237 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3891715', 'neutron.services.segments.db._delete_segments_for_network-8754181063482'] for network, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:02.191527 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-120e6e4c-fc9f-4110-984f-f6af9e0e897f tempest-DHCPAgentSchedulersTestJSON-1707090556 tempest-DHCPAgentSchedulersTestJSON-1707090556-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1948145262'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:10:02.216018 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.services.segments.db [None req-998f1de8-e16c-4416-8f32-ceb96a95a237 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9a31355-feac-4d87-a434-15cb4323e153']}} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:10:02.235932 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.services.segments.db [None req-998f1de8-e16c-4416-8f32-ceb96a95a237 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '181584ce-22aa-4b8f-8432-d35c635212aa') {'for_net_delete': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:10:02.236377 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.services.segments.db [None req-998f1de8-e16c-4416-8f32-ceb96a95a237 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '181584ce-22aa-4b8f-8432-d35c635212aa') {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:10:02.250127 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-998f1de8-e16c-4416-8f32-ceb96a95a237 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754181064771', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11316385'] for segment, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:02.256207 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-361b0b73-e7bc-4eb6-b295-7e83f333c616 None None] Attempting to bind port 62a49c09-0084-4eac-bc7a-ea1423246083 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 05 17:10:02.259745 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-361b0b73-e7bc-4eb6-b295-7e83f333c616 None None] Attempting to bind port 62a49c09-0084-4eac-bc7a-ea1423246083 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '02fb85e9-1213-4494-a93e-0343e93a6c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '29b1a03c-5aeb-47c9-bb38-4cdc4efd4046'}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 05 17:10:02.259745 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-361b0b73-e7bc-4eb6-b295-7e83f333c616 None None] Attempting to bind port 62a49c09-0084-4eac-bc7a-ea1423246083 on network 29b1a03c-5aeb-47c9-bb38-4cdc4efd4046 {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:10:02.270023 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-998f1de8-e16c-4416-8f32-ceb96a95a237 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225'] for segment, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:02.276635 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-998f1de8-e16c-4416-8f32-ceb96a95a237 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Releasing vlan 115 on physical network physnet1 to pool {{(pid=103801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 05 17:10:02.276940 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-998f1de8-e16c-4416-8f32-ceb96a95a237 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11433197'] for segment, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:02.309776 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-361b0b73-e7bc-4eb6-b295-7e83f333c616 None None] Checking agent: {'id': '0d4f8fd3-ce62-4651-970c-efa6a8bb22b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 5, 16, 57, 23), 'started_at': datetime.datetime(2022, 1, 5, 16, 57, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 5, 17, 9, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 05 17:10:02.310253 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-361b0b73-e7bc-4eb6-b295-7e83f333c616 None None] Checking segment: {'id': '02fb85e9-1213-4494-a93e-0343e93a6c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '29b1a03c-5aeb-47c9-bb38-4cdc4efd4046'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:10:02.310569 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-361b0b73-e7bc-4eb6-b295-7e83f333c616 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:02.311226 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-361b0b73-e7bc-4eb6-b295-7e83f333c616 None None] Bound using segment: {'id': '02fb85e9-1213-4494-a93e-0343e93a6c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '29b1a03c-5aeb-47c9-bb38-4cdc4efd4046'} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 05 17:10:02.311424 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-361b0b73-e7bc-4eb6-b295-7e83f333c616 None None] Bound port: 62a49c09-0084-4eac-bc7a-ea1423246083, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02fb85e9-1213-4494-a93e-0343e93a6c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '29b1a03c-5aeb-47c9-bb38-4cdc4efd4046'}}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 05 17:10:02.311794 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-361b0b73-e7bc-4eb6-b295-7e83f333c616 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:02.360500 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3169dfc1-53ab-4d5b-bca4-2a557c5015b7 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:10:02.363335 dv-neutron-master-2-hyperv neutron-server[103801]: Traceback (most recent call last): Jan 05 17:10:02.363335 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 05 17:10:02.363335 dv-neutron-master-2-hyperv neutron-server[103801]: timer() Jan 05 17:10:02.363335 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 05 17:10:02.363335 dv-neutron-master-2-hyperv neutron-server[103801]: cb(*args, **kw) Jan 05 17:10:02.363335 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 05 17:10:02.363335 dv-neutron-master-2-hyperv neutron-server[103801]: return func(*args, **kwargs) Jan 05 17:10:02.363335 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 05 17:10:02.363335 dv-neutron-master-2-hyperv neutron-server[103801]: self._notify() Jan 05 17:10:02.363335 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 05 17:10:02.363335 dv-neutron-master-2-hyperv neutron-server[103801]: self.callback(batched_events) Jan 05 17:10:02.363335 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 05 17:10:02.363335 dv-neutron-master-2-hyperv neutron-server[103801]: event.method(event) Jan 05 17:10:02.363335 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 05 17:10:02.363335 dv-neutron-master-2-hyperv neutron-server[103801]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 05 17:10:02.363335 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 05 17:10:02.363335 dv-neutron-master-2-hyperv neutron-server[103801]: aggregate_uuid = self.p_client.list_aggregates( Jan 05 17:10:02.363335 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 05 17:10:02.363335 dv-neutron-master-2-hyperv neutron-server[103801]: return f(self, *a, **k) Jan 05 17:10:02.363335 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 05 17:10:02.363335 dv-neutron-master-2-hyperv neutron-server[103801]: return self._get(url).json() Jan 05 17:10:02.363335 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 05 17:10:02.363335 dv-neutron-master-2-hyperv neutron-server[103801]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 05 17:10:02.363335 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 05 17:10:02.363335 dv-neutron-master-2-hyperv neutron-server[103801]: return self.request(url, 'GET', **kwargs) Jan 05 17:10:02.363335 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 05 17:10:02.363335 dv-neutron-master-2-hyperv neutron-server[103801]: base_url = self.get_endpoint(auth, allow=allow, Jan 05 17:10:02.363335 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 05 17:10:02.363335 dv-neutron-master-2-hyperv neutron-server[103801]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 05 17:10:02.363335 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 05 17:10:02.363335 dv-neutron-master-2-hyperv neutron-server[103801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 05 17:10:02.363335 dv-neutron-master-2-hyperv neutron-server[103801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 05 17:10:02.365810 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-3169dfc1-53ab-4d5b-bca4-2a557c5015b7 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.2125781 Jan 05 17:10:02.365810 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 42100) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:10:02.429147 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.db_base_plugin_common [None req-ab1da9a2-6f27-473a-a474-e2bb4b4cf484 None None] Allocated IP 2001:db8:0:1::2 (e897f8fc-3cef-40ca-9466-c6c65ecd9833/72843417-b35e-4aba-a6a9-e3dd1372dd23/fae786b7-f5eb-45c9-a39f-43ee76ad5665) {{(pid=103802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:10:02.446936 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae8bdfd3-3482-4c81-88b8-3fe34d866d42 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:10:02.448527 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae8bdfd3-3482-4c81-88b8-3fe34d866d42 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:10:02.450208 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae8bdfd3-3482-4c81-88b8-3fe34d866d42 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:10:02.454609 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-ae8bdfd3-3482-4c81-88b8-3fe34d866d42 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0836518 Jan 05 17:10:02.456214 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 42102) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:10:02.459902 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-120e6e4c-fc9f-4110-984f-f6af9e0e897f tempest-DHCPAgentSchedulersTestJSON-1707090556 tempest-DHCPAgentSchedulersTestJSON-1707090556-project] Made reservation on behalf of 2eb3ba497dfc47b9be49dec96b6da37c for: {'network': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:10:02.463432 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-120e6e4c-fc9f-4110-984f-f6af9e0e897f tempest-DHCPAgentSchedulersTestJSON-1707090556 tempest-DHCPAgentSchedulersTestJSON-1707090556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for network, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:02.478397 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-26ae51fd-c77f-4c93-8f47-4b0d4687cf1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:02.480829 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-103a7537-0fb8-4b83-887f-ebe54ad6503b tempest-BulkNetworkOpsTest-1458771112 tempest-BulkNetworkOpsTest-1458771112-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3893367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8784787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8521880'] for subnet, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:02.490290 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-998f1de8-e16c-4416-8f32-ceb96a95a237 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3891722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648695'] for network, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:02.505082 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-998f1de8-e16c-4416-8f32-ceb96a95a237 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks [] for network, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:02.508501 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-998f1de8-e16c-4416-8f32-ceb96a95a237 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] 10.222.0.11 "DELETE /v2.0/networks/d9a31355-feac-4d87-a434-15cb4323e153 HTTP/1.1" status: 204 len: 168 time: 2.0523233 Jan 05 17:10:02.520063 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 42104) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:10:02.530083 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-120e6e4c-fc9f-4110-984f-f6af9e0e897f tempest-DHCPAgentSchedulersTestJSON-1707090556 tempest-DHCPAgentSchedulersTestJSON-1707090556-project] Publish callbacks [] for security_group, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:02.555901 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a7aa2a89-417c-4e8d-b593-213ce01b8197 tempest-RoutersAdminTest-1676889452 tempest-RoutersAdminTest-1676889452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:02.585767 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103a7537-0fb8-4b83-887f-ebe54ad6503b tempest-BulkNetworkOpsTest-1458771112 tempest-BulkNetworkOpsTest-1458771112-project] Pushing event deleted for resources: {'Subnet': ['ID=c2206ccf-64a9-4885-998f-e49470ad505e,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:10:02.589709 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998f1de8-e16c-4416-8f32-ceb96a95a237 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Pushing event deleted for resources: {'Network': ['ID=d9a31355-feac-4d87-a434-15cb4323e153,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:10:02.592118 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-103a7537-0fb8-4b83-887f-ebe54ad6503b tempest-BulkNetworkOpsTest-1458771112 tempest-BulkNetworkOpsTest-1458771112-project] Publish callbacks [] for subnet, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:02.594929 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-103a7537-0fb8-4b83-887f-ebe54ad6503b tempest-BulkNetworkOpsTest-1458771112 tempest-BulkNetworkOpsTest-1458771112-project] 10.222.0.11 "DELETE /v2.0/subnets/c2206ccf-64a9-4885-998f-e49470ad505e HTTP/1.1" status: 204 len: 168 time: 2.8692167 Jan 05 17:10:02.638004 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 42106) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:10:02.640244 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7aa2a89-417c-4e8d-b593-213ce01b8197 tempest-RoutersAdminTest-1676889452 tempest-RoutersAdminTest-1676889452-project] Network b0167590-0699-4c5c-a932-3939414a9573 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:10:02.671081 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-22c837a1-d8c4-4422-bd36-4540ac183edc None None] Publish callbacks [] for port, precommit_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:02.685194 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-a7aa2a89-417c-4e8d-b593-213ce01b8197 tempest-RoutersAdminTest-1676889452 tempest-RoutersAdminTest-1676889452-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:10:02.690444 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-361b0b73-e7bc-4eb6-b295-7e83f333c616 None None] For port 62a49c09-0084-4eac-bc7a-ea1423246083, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 05 17:10:02.714634 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e820c09-2f6b-47b8-b29d-97d9ef1a7c63 None None] DHCP port deletion for b0167590-0699-4c5c-a932-3939414a9573 request from dv-neutron-master-2-hyperv {{(pid=103802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 05 17:10:02.725158 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-2b323756-1b21-420f-8dc1-a1f387f1e433 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:02.731990 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-361b0b73-e7bc-4eb6-b295-7e83f333c616 None None] For port 62a49c09-0084-4eac-bc7a-ea1423246083, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=62a49c09-0084-4eac-bc7a-ea1423246083,segment=NetworkSegment(02fb85e9-1213-4494-a93e-0343e93a6c69),segment_id=02fb85e9-1213-4494-a93e-0343e93a6c69)] {{(pid=103802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 05 17:10:02.736578 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7aa2a89-417c-4e8d-b593-213ce01b8197 tempest-RoutersAdminTest-1676889452 tempest-RoutersAdminTest-1676889452-project] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:10:02.791677 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-c7f8257a-4909-4ee2-a80b-a4c629d5ba94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf1afd4d-680c-4871-aabc-4aca87161f6d', 'name': 'tempest-RoutersTest-router-1392716440', 'tenant_id': '85eea60e03994a48a004c2f9e50e4168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:09:02Z', 'updated_at': '2022-01-05T17:09:57Z', 'revision_number': 8, 'project_id': '85eea60e03994a48a004c2f9e50e4168', 'gw_port_host': None, '_interfaces': [{'id': '13801738-c9ac-4705-a6e2-f2dcc39b53cc', 'name': '', 'network_id': '82f2d2cd-1056-4b4a-8b60-ee39eb3300a3', 'tenant_id': '85eea60e03994a48a004c2f9e50e4168', 'mac_address': 'fa:16:3e:07:b9:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf1afd4d-680c-4871-aabc-4aca87161f6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'c343cccc-8aec-4f0b-a6d7-7d4f99734aed', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:09:32Z', 'updated_at': '2022-01-05T17:09:50Z', 'revision_number': 5, 'project_id': '85eea60e03994a48a004c2f9e50e4168', 'subnets': [{'id': 'c343cccc-8aec-4f0b-a6d7-7d4f99734aed', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '182e09e5-42e6-4f62-bbbb-0058488f34b5', 'name': '', 'network_id': '185acd14-b895-4704-a83b-f6ba048b49d6', 'tenant_id': '85eea60e03994a48a004c2f9e50e4168', 'mac_address': 'fa:16:3e:bc:8d:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf1afd4d-680c-4871-aabc-4aca87161f6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '429e9b39-4f6c-40eb-b133-5051cc8163a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:09:09Z', 'updated_at': '2022-01-05T17:09:19Z', 'revision_number': 5, 'project_id': '85eea60e03994a48a004c2f9e50e4168', 'subnets': [{'id': '429e9b39-4f6c-40eb-b133-5051cc8163a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f12a2d89-62c7-4c93-8256-419ab8c31f4b', 'name': '', 'network_id': '77e4a2d6-51aa-4a68-b5b7-38d6e0087161', 'tenant_id': '85eea60e03994a48a004c2f9e50e4168', 'mac_address': 'fa:16:3e:af:48:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf1afd4d-680c-4871-aabc-4aca87161f6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '21285678-2d09-4af6-a22e-c08e91089594', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:09:22Z', 'updated_at': '2022-01-05T17:09:30Z', 'revision_number': 5, 'project_id': '85eea60e03994a48a004c2f9e50e4168', 'subnets': [{'id': '21285678-2d09-4af6-a22e-c08e91089594', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:10:02.799231 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-22c837a1-d8c4-4422-bd36-4540ac183edc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669'] for port, after_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:02.804015 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-ab1da9a2-6f27-473a-a474-e2bb4b4cf484 None None] For port fae786b7-f5eb-45c9-a39f-43ee76ad5665, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=fae786b7-f5eb-45c9-a39f-43ee76ad5665,segment=NetworkSegment(68e6c437-46c2-424d-85e7-20547f69066d),segment_id=68e6c437-46c2-424d-85e7-20547f69066d)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:10:02.830186 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.db_base_plugin_v2 [None req-92329e2c-384f-414b-9c40-9f995fb47425 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Deleting subnet 72843417-b35e-4aba-a6a9-e3dd1372dd23 {{(pid=103800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 05 17:10:02.919725 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-361b0b73-e7bc-4eb6-b295-7e83f333c616 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:02.932231 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [None req-26ae51fd-c77f-4c93-8f47-4b0d4687cf1a admin admin] Allocated IP 172.20.0.1 (b309d5de-a6f2-4833-9079-a7a49b21ea2a/0aed6401-addd-43e4-aa68-a602b05fee12/f08f94a0-904f-4241-999e-aa29638f9099) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:10:02.939383 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-5052690d-aea4-486c-8f4f-e4816384377e tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11433288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12480593'] for subnet, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:02.955805 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7f8257a-4909-4ee2-a80b-a4c629d5ba94 None None] The sync data for ids ['bf1afd4d-680c-4871-aabc-4aca87161f6d'] in dv-neutron-master-2-hyperv is: [{'id': 'bf1afd4d-680c-4871-aabc-4aca87161f6d', 'name': 'tempest-RoutersTest-router-1392716440', 'tenant_id': '85eea60e03994a48a004c2f9e50e4168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:09:02Z', 'updated_at': '2022-01-05T17:09:57Z', 'revision_number': 8, 'project_id': '85eea60e03994a48a004c2f9e50e4168', 'gw_port_host': None, '_interfaces': [{'id': '13801738-c9ac-4705-a6e2-f2dcc39b53cc', 'name': '', 'network_id': '82f2d2cd-1056-4b4a-8b60-ee39eb3300a3', 'tenant_id': '85eea60e03994a48a004c2f9e50e4168', 'mac_address': 'fa:16:3e:07:b9:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf1afd4d-680c-4871-aabc-4aca87161f6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'c343cccc-8aec-4f0b-a6d7-7d4f99734aed', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:09:32Z', 'updated_at': '2022-01-05T17:09:50Z', 'revision_number': 5, 'project_id': '85eea60e03994a48a004c2f9e50e4168', 'subnets': [{'id': 'c343cccc-8aec-4f0b-a6d7-7d4f99734aed', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '182e09e5-42e6-4f62-bbbb-0058488f34b5', 'name': '', 'network_id': '185acd14-b895-4704-a83b-f6ba048b49d6', 'tenant_id': '85eea60e03994a48a004c2f9e50e4168', 'mac_address': 'fa:16:3e:bc:8d:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf1afd4d-680c-4871-aabc-4aca87161f6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '429e9b39-4f6c-40eb-b133-5051cc8163a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:09:09Z', 'updated_at': '2022-01-05T17:09:19Z', 'revision_number': 5, 'project_id': '85eea60e03994a48a004c2f9e50e4168', 'subnets': [{'id': '429e9b39-4f6c-40eb-b133-5051cc8163a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f12a2d89-62c7-4c93-8256-419ab8c31f4b', 'name': '', 'network_id': '77e4a2d6-51aa-4a68-b5b7-38d6e0087161', 'tenant_id': '85eea60e03994a48a004c2f9e50e4168', 'mac_address': 'fa:16:3e:af:48:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf1afd4d-680c-4871-aabc-4aca87161f6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '21285678-2d09-4af6-a22e-c08e91089594', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:09:22Z', 'updated_at': '2022-01-05T17:09:30Z', 'revision_number': 5, 'project_id': '85eea60e03994a48a004c2f9e50e4168', 'subnets': [{'id': '21285678-2d09-4af6-a22e-c08e91089594', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 05 17:10:02.968804 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7aa2a89-417c-4e8d-b593-213ce01b8197 tempest-RoutersAdminTest-1676889452 tempest-RoutersAdminTest-1676889452-project] Pushing event updated for resources: {'Port': ['ID=f225e952-ca2c-466d-970e-139f54c427dc,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:10:03.000272 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-ab1da9a2-6f27-473a-a474-e2bb4b4cf484 None None] Publish callbacks [] for port, precommit_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:03.002675 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-2b323756-1b21-420f-8dc1-a1f387f1e433 None None] For port f94aa6e4-6d25-46f8-84f2-6ea65da467f1, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f94aa6e4-6d25-46f8-84f2-6ea65da467f1,segment=NetworkSegment(03f91a80-ffe0-42fd-8206-c112e229e91a),segment_id=03f91a80-ffe0-42fd-8206-c112e229e91a)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:10:03.022761 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22c837a1-d8c4-4422-bd36-4540ac183edc None None] Network ef273254-01b1-41c0-8384-00ee1d623ca9 is already hosted by enough agents. {{(pid=103802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:10:03.029061 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-a45494fa-9dd9-4a9f-8177-ab2432421cd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bbefd89-31c6-455d-afd7-76fa4cfc8ec4', 'name': 'tempest-TestVolumeBootPattern-1504285469-router', 'tenant_id': '65c8e0828a294c109aa1b82a3792b00a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.53'}], 'enable_snat': True}, 'gw_port_id': 'dd5de01f-7f6a-4d2b-9c2e-ebcaf287eb61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:09:48Z', 'updated_at': '2022-01-05T17:09:54Z', 'revision_number': 3, 'project_id': '65c8e0828a294c109aa1b82a3792b00a', 'gw_port': {'id': 'dd5de01f-7f6a-4d2b-9c2e-ebcaf287eb61', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:bf:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bbefd89-31c6-455d-afd7-76fa4cfc8ec4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 762, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:09:51Z', 'updated_at': '2022-01-05T17:09:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:10:03.072639 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.scheduler.base_scheduler [None req-22c837a1-d8c4-4422-bd36-4540ac183edc None None] Resources bound (agent type, host, resource id): {{(pid=103802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:10:03.078892 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22c837a1-d8c4-4422-bd36-4540ac183edc None None] Received port after_create {{(pid=103802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:10:03.095395 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a45494fa-9dd9-4a9f-8177-ab2432421cd4 None None] Checking router: 7bbefd89-31c6-455d-afd7-76fa4cfc8ec4 for host: dv-neutron-master-2-hyperv {{(pid=103802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 05 17:10:03.096008 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a45494fa-9dd9-4a9f-8177-ab2432421cd4 None None] Updating router 7bbefd89-31c6-455d-afd7-76fa4cfc8ec4 port dd5de01f-7f6a-4d2b-9c2e-ebcaf287eb61 binding host dv-neutron-master-2-hyperv {{(pid=103802) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 05 17:10:03.116223 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5052690d-aea4-486c-8f4f-e4816384377e tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Pushing event updated for resources: {'Subnet': ['ID=008c4853-5d11-4379-b157-d4d82c3a9414,revision_number=0']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:10:03.152717 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-ab1da9a2-6f27-473a-a474-e2bb4b4cf484 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:03.156043 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c837a1-d8c4-4422-bd36-4540ac183edc None None] Pushing event updated for resources: {'Port': ['ID=e520b68e-904d-4a03-819c-85dc7c27400f,revision_number=1']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:10:03.158439 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-cfd400c8-2e2f-4993-9e22-9da00b345e36 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8784852', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8521873'] for subnet, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:03.167299 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-92329e2c-384f-414b-9c40-9f995fb47425 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks [] for subnet, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:03.178220 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-2b323756-1b21-420f-8dc1-a1f387f1e433 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:03.231483 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-a45494fa-9dd9-4a9f-8177-ab2432421cd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:03.253593 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.db_base_plugin_v2 [None req-670787af-78f4-4610-af15-14549b50fdf5 tempest-BulkNetworkOpsTest-1458771112 tempest-BulkNetworkOpsTest-1458771112-project] Deleting subnet 91cc2ab4-04db-4269-ac6e-40720b457fad {{(pid=103800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 05 17:10:03.288649 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-2b323756-1b21-420f-8dc1-a1f387f1e433 None None] Could not find standard attr ID for object 64ac3939-fbda-42f2-aca8-26dd0c8a115a. {{(pid=103802) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 05 17:10:03.303759 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-670787af-78f4-4610-af15-14549b50fdf5 tempest-BulkNetworkOpsTest-1458771112 tempest-BulkNetworkOpsTest-1458771112-project] Publish callbacks [] for subnet, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:03.355868 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-2b323756-1b21-420f-8dc1-a1f387f1e433 None None] Could not find standard attr ID for object 32fba249-9cf0-4f95-aae3-832f1a1acd88. {{(pid=103802) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 05 17:10:03.383658 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 13801738-c9ac-4705-a6e2-f2dcc39b53cc up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:10:03.393444 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ee235bb-9f45-41d2-a2a9-3ac3a3f67e18 None None] Sync routers for ids ['bf1afd4d-680c-4871-aabc-4aca87161f6d'] in dv-neutron-master-2-hyperv {{(pid=103803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 05 17:10:03.403978 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ee235bb-9f45-41d2-a2a9-3ac3a3f67e18 None None] Routers {'bf1afd4d-680c-4871-aabc-4aca87161f6d'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:10:03.409083 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-8ee235bb-9f45-41d2-a2a9-3ac3a3f67e18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:09:49Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['bf1afd4d-680c-4871-aabc-4aca87161f6d'], 'active': True} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:10:03.430191 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5052690d-aea4-486c-8f4f-e4816384377e tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Checking segment: {'id': '82dfb23c-5fe9-444a-8846-65afb56ac0ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '340e1cc9-3251-4d71-9b7d-e1059822a4f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:10:03.430191 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5052690d-aea4-486c-8f4f-e4816384377e tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Network hostable DHCP agents. Network: 340e1cc9-3251-4d71-9b7d-e1059822a4f3, hostable agents: ['3f70c195-17da-4084-9fd6-bf6059d88535'], hosted agents: [] {{(pid=103801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 05 17:10:03.465240 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-2b323756-1b21-420f-8dc1-a1f387f1e433 None None] Could not find standard attr ID for object 9e6a2fd8-3996-414e-8cc3-dab34879526f. {{(pid=103802) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 05 17:10:03.475351 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-22c837a1-d8c4-4422-bd36-4540ac183edc None None] Attempting to bind port e520b68e-904d-4a03-819c-85dc7c27400f on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 05 17:10:03.475823 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-22c837a1-d8c4-4422-bd36-4540ac183edc None None] Attempting to bind port e520b68e-904d-4a03-819c-85dc7c27400f by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '40536f2b-797e-4069-86b4-ca2dc0b3b118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'ef273254-01b1-41c0-8384-00ee1d623ca9'}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 05 17:10:03.476296 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22c837a1-d8c4-4422-bd36-4540ac183edc None None] Attempting to bind port e520b68e-904d-4a03-819c-85dc7c27400f on network ef273254-01b1-41c0-8384-00ee1d623ca9 {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:10:03.552044 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361b0b73-e7bc-4eb6-b295-7e83f333c616 None None] Pushing event updated for resources: {'Port': ['ID=62a49c09-0084-4eac-bc7a-ea1423246083,revision_number=3']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:10:03.558525 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-92329e2c-384f-414b-9c40-9f995fb47425 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8784846'] for subnet, precommit_delete_associations {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:03.608476 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-26ae51fd-c77f-4c93-8f47-4b0d4687cf1a admin admin] Publish callbacks [] for port, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:03.624815 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-670787af-78f4-4610-af15-14549b50fdf5 tempest-BulkNetworkOpsTest-1458771112 tempest-BulkNetworkOpsTest-1458771112-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8784846'] for subnet, precommit_delete_associations {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:03.642056 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd400c8-2e2f-4993-9e22-9da00b345e36 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Pushing event updated for resources: {'Subnet': ['ID=401dc1d4-212c-4d65-a3af-a0c3ae5cda0a,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:10:03.663989 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvr_db [None req-8ee235bb-9f45-41d2-a2a9-3ac3a3f67e18 None None] Set router bf1afd4d-680c-4871-aabc-4aca87161f6d gateway port host: None {{(pid=103803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:10:03.664536 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5052690d-aea4-486c-8f4f-e4816384377e tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Network 340e1cc9-3251-4d71-9b7d-e1059822a4f3 is scheduled to be hosted by DHCP agent 3f70c195-17da-4084-9fd6-bf6059d88535 with binding_index 1 {{(pid=103801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 05 17:10:03.665784 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22c837a1-d8c4-4422-bd36-4540ac183edc None None] Checking agent: {'id': '0d4f8fd3-ce62-4651-970c-efa6a8bb22b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 5, 16, 57, 23), 'started_at': datetime.datetime(2022, 1, 5, 16, 57, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 5, 17, 9, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 05 17:10:03.666362 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22c837a1-d8c4-4422-bd36-4540ac183edc None None] Checking segment: {'id': '40536f2b-797e-4069-86b4-ca2dc0b3b118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'ef273254-01b1-41c0-8384-00ee1d623ca9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:10:03.666838 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-22c837a1-d8c4-4422-bd36-4540ac183edc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:03.671455 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22c837a1-d8c4-4422-bd36-4540ac183edc None None] Bound using segment: {'id': '40536f2b-797e-4069-86b4-ca2dc0b3b118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'ef273254-01b1-41c0-8384-00ee1d623ca9'} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 05 17:10:03.672036 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-22c837a1-d8c4-4422-bd36-4540ac183edc None None] Bound port: e520b68e-904d-4a03-819c-85dc7c27400f, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40536f2b-797e-4069-86b4-ca2dc0b3b118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'ef273254-01b1-41c0-8384-00ee1d623ca9'}}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 05 17:10:03.682285 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-22c837a1-d8c4-4422-bd36-4540ac183edc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:03.682763 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-120e6e4c-fc9f-4110-984f-f6af9e0e897f tempest-DHCPAgentSchedulersTestJSON-1707090556 tempest-DHCPAgentSchedulersTestJSON-1707090556-project] Publish callbacks [] for security_group, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:03.733280 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-2b323756-1b21-420f-8dc1-a1f387f1e433 None None] Provisioning complete for port c94a3c6f-9d42-409f-9990-a50b2521d38e triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:10:03.733866 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-2b323756-1b21-420f-8dc1-a1f387f1e433 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:03.756681 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfd400c8-2e2f-4993-9e22-9da00b345e36 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Checking segment: {'id': '74c9623f-2e0f-433f-b731-84e94b47380a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '1de46755-4c3f-428d-af80-47a2f776c0c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:10:03.757311 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfd400c8-2e2f-4993-9e22-9da00b345e36 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Network hostable DHCP agents. Network: 1de46755-4c3f-428d-af80-47a2f776c0c0, hostable agents: ['3f70c195-17da-4084-9fd6-bf6059d88535'], hosted agents: [] {{(pid=103800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 05 17:10:03.781733 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-5052690d-aea4-486c-8f4f-e4816384377e tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 340e1cc9-3251-4d71-9b7d-e1059822a4f3) {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:10:03.798676 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5052690d-aea4-486c-8f4f-e4816384377e tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:10:03.799403 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-5052690d-aea4-486c-8f4f-e4816384377e tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks [] for subnet, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:03.815400 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa341c0a-24de-4ef7-a522-4c69f2960297 None None] Network 340e1cc9-3251-4d71-9b7d-e1059822a4f3 requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:10:03.841042 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-26ae51fd-c77f-4c93-8f47-4b0d4687cf1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11433176'] for port, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:03.858619 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Provisioning complete for port 13801738-c9ac-4705-a6e2-f2dcc39b53cc triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:10:03.859017 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:03.864406 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-120e6e4c-fc9f-4110-984f-f6af9e0e897f tempest-DHCPAgentSchedulersTestJSON-1707090556 tempest-DHCPAgentSchedulersTestJSON-1707090556-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:03.908344 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26ae51fd-c77f-4c93-8f47-4b0d4687cf1a admin admin] Network b309d5de-a6f2-4833-9079-a7a49b21ea2a is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:10:03.939127 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-26ae51fd-c77f-4c93-8f47-4b0d4687cf1a admin admin] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:10:03.947752 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26ae51fd-c77f-4c93-8f47-4b0d4687cf1a admin admin] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:10:03.970751 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-5052690d-aea4-486c-8f4f-e4816384377e tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.3622243 Jan 05 17:10:04.003951 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 42108) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:10:04.119381 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ae51fd-c77f-4c93-8f47-4b0d4687cf1a admin admin] Pushing event updated for resources: {'Port': ['ID=f08f94a0-904f-4241-999e-aa29638f9099,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:10:04.140261 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1da9a2-6f27-473a-a474-e2bb4b4cf484 None None] Pushing event updated for resources: {'Port': ['ID=fae786b7-f5eb-45c9-a39f-43ee76ad5665,revision_number=3']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:10:04.186964 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-26ae51fd-c77f-4c93-8f47-4b0d4687cf1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-648552'] for router_interface, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:04.187364 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-8ee235bb-9f45-41d2-a2a9-3ac3a3f67e18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf1afd4d-680c-4871-aabc-4aca87161f6d', 'name': 'tempest-RoutersTest-router-1392716440', 'tenant_id': '85eea60e03994a48a004c2f9e50e4168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:09:02Z', 'updated_at': '2022-01-05T17:09:57Z', 'revision_number': 8, 'project_id': '85eea60e03994a48a004c2f9e50e4168', 'gw_port_host': None, '_interfaces': [{'id': '13801738-c9ac-4705-a6e2-f2dcc39b53cc', 'name': '', 'network_id': '82f2d2cd-1056-4b4a-8b60-ee39eb3300a3', 'tenant_id': '85eea60e03994a48a004c2f9e50e4168', 'mac_address': 'fa:16:3e:07:b9:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf1afd4d-680c-4871-aabc-4aca87161f6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'c343cccc-8aec-4f0b-a6d7-7d4f99734aed', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:09:32Z', 'updated_at': '2022-01-05T17:09:50Z', 'revision_number': 5, 'project_id': '85eea60e03994a48a004c2f9e50e4168', 'subnets': [{'id': 'c343cccc-8aec-4f0b-a6d7-7d4f99734aed', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '182e09e5-42e6-4f62-bbbb-0058488f34b5', 'name': '', 'network_id': '185acd14-b895-4704-a83b-f6ba048b49d6', 'tenant_id': '85eea60e03994a48a004c2f9e50e4168', 'mac_address': 'fa:16:3e:bc:8d:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf1afd4d-680c-4871-aabc-4aca87161f6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '429e9b39-4f6c-40eb-b133-5051cc8163a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:09:09Z', 'updated_at': '2022-01-05T17:09:19Z', 'revision_number': 5, 'project_id': '85eea60e03994a48a004c2f9e50e4168', 'subnets': [{'id': '429e9b39-4f6c-40eb-b133-5051cc8163a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f12a2d89-62c7-4c93-8256-419ab8c31f4b', 'name': '', 'network_id': '77e4a2d6-51aa-4a68-b5b7-38d6e0087161', 'tenant_id': '85eea60e03994a48a004c2f9e50e4168', 'mac_address': 'fa:16:3e:af:48:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf1afd4d-680c-4871-aabc-4aca87161f6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '21285678-2d09-4af6-a22e-c08e91089594', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:09:22Z', 'updated_at': '2022-01-05T17:09:30Z', 'revision_number': 5, 'project_id': '85eea60e03994a48a004c2f9e50e4168', 'subnets': [{'id': '21285678-2d09-4af6-a22e-c08e91089594', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:10:04.248029 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ee235bb-9f45-41d2-a2a9-3ac3a3f67e18 None None] Checking router: bf1afd4d-680c-4871-aabc-4aca87161f6d for host: dv-neutron-master-2-hyperv {{(pid=103803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 05 17:10:04.269042 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ee235bb-9f45-41d2-a2a9-3ac3a3f67e18 None None] Routers {'bf1afd4d-680c-4871-aabc-4aca87161f6d'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:10:04.272993 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-8ee235bb-9f45-41d2-a2a9-3ac3a3f67e18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:09:49Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['bf1afd4d-680c-4871-aabc-4aca87161f6d'], 'active': True} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:10:04.318775 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-69760155-1f75-4766-8d89-4cc689e684cf tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-531685'] for router_interface, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:04.510476 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfd400c8-2e2f-4993-9e22-9da00b345e36 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Network 1de46755-4c3f-428d-af80-47a2f776c0c0 is scheduled to be hosted by DHCP agent 3f70c195-17da-4084-9fd6-bf6059d88535 with binding_index 1 {{(pid=103800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 05 17:10:04.518669 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-22c837a1-d8c4-4422-bd36-4540ac183edc None None] For port e520b68e-904d-4a03-819c-85dc7c27400f, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 05 17:10:04.527063 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvr_db [None req-8ee235bb-9f45-41d2-a2a9-3ac3a3f67e18 None None] Set router bf1afd4d-680c-4871-aabc-4aca87161f6d gateway port host: None {{(pid=103803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:10:04.555101 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-120e6e4c-fc9f-4110-984f-f6af9e0e897f tempest-DHCPAgentSchedulersTestJSON-1707090556 tempest-DHCPAgentSchedulersTestJSON-1707090556-project] vlan segment allocate from pool success with {'vlan_id': 112, 'physical_network': 'physnet1'} {{(pid=103800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 05 17:10:04.589555 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-cfd400c8-2e2f-4993-9e22-9da00b345e36 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 1de46755-4c3f-428d-af80-47a2f776c0c0) {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:10:04.649110 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b323756-1b21-420f-8dc1-a1f387f1e433 None None] Pushing event updated for resources: {'Port': ['ID=f94aa6e4-6d25-46f8-84f2-6ea65da467f1,revision_number=5']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:10:04.664466 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120e6e4c-fc9f-4110-984f-f6af9e0e897f tempest-DHCPAgentSchedulersTestJSON-1707090556 tempest-DHCPAgentSchedulersTestJSON-1707090556-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d55cbacc-a0c6-438b-b941-081baf183ad8,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:10:04.677764 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bad1e08-1446-48e4-8ff1-56db21c2c674 None None] Network 1de46755-4c3f-428d-af80-47a2f776c0c0 requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:10:04.684681 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-22c837a1-d8c4-4422-bd36-4540ac183edc None None] For port e520b68e-904d-4a03-819c-85dc7c27400f, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e520b68e-904d-4a03-819c-85dc7c27400f,segment=NetworkSegment(40536f2b-797e-4069-86b4-ca2dc0b3b118),segment_id=40536f2b-797e-4069-86b4-ca2dc0b3b118)] {{(pid=103802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 05 17:10:04.692642 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfd400c8-2e2f-4993-9e22-9da00b345e36 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:10:04.693623 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-cfd400c8-2e2f-4993-9e22-9da00b345e36 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Publish callbacks [] for subnet, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:04.705684 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-120e6e4c-fc9f-4110-984f-f6af9e0e897f tempest-DHCPAgentSchedulersTestJSON-1707090556 tempest-DHCPAgentSchedulersTestJSON-1707090556-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225'] for segment, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:04.706041 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.db.segments_db [None req-120e6e4c-fc9f-4110-984f-f6af9e0e897f tempest-DHCPAgentSchedulersTestJSON-1707090556 tempest-DHCPAgentSchedulersTestJSON-1707090556-project] Added segment 34ba967c-dd4b-4e8f-993d-e20fbd5287cf of type vlan for network 235f325a-d69c-4bd0-bca1-4a146a23bbdb Jan 05 17:10:04.725565 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a7aa2a89-417c-4e8d-b593-213ce01b8197 tempest-RoutersAdminTest-1676889452 tempest-RoutersAdminTest-1676889452-project] Publish callbacks [] for router_gateway, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:04.736739 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2252cbd3-3ff7-4620-9c08-f99bb24184e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-340e1cc9-3251-4d71-9b7d-e1059822a4f3', 'network_id': '340e1cc9-3251-4d71-9b7d-e1059822a4f3', 'project_id': '04762f6d6f55432ea3822a71fa1f481f', 'fixed_ips': [{'subnet_id': '008c4853-5d11-4379-b157-d4d82c3a9414'}]}} from dv-neutron-master-2-hyperv. {{(pid=103802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 05 17:10:04.737837 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-2252cbd3-3ff7-4620-9c08-f99bb24184e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:04.766061 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-2b323756-1b21-420f-8dc1-a1f387f1e433 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:04.852914 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-22c837a1-d8c4-4422-bd36-4540ac183edc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:04.971190 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-8ee235bb-9f45-41d2-a2a9-3ac3a3f67e18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf1afd4d-680c-4871-aabc-4aca87161f6d', 'name': 'tempest-RoutersTest-router-1392716440', 'tenant_id': '85eea60e03994a48a004c2f9e50e4168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:09:02Z', 'updated_at': '2022-01-05T17:09:57Z', 'revision_number': 8, 'project_id': '85eea60e03994a48a004c2f9e50e4168', 'gw_port_host': None, '_interfaces': [{'id': '13801738-c9ac-4705-a6e2-f2dcc39b53cc', 'name': '', 'network_id': '82f2d2cd-1056-4b4a-8b60-ee39eb3300a3', 'tenant_id': '85eea60e03994a48a004c2f9e50e4168', 'mac_address': 'fa:16:3e:07:b9:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf1afd4d-680c-4871-aabc-4aca87161f6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'c343cccc-8aec-4f0b-a6d7-7d4f99734aed', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:09:32Z', 'updated_at': '2022-01-05T17:09:50Z', 'revision_number': 5, 'project_id': '85eea60e03994a48a004c2f9e50e4168', 'subnets': [{'id': 'c343cccc-8aec-4f0b-a6d7-7d4f99734aed', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '182e09e5-42e6-4f62-bbbb-0058488f34b5', 'name': '', 'network_id': '185acd14-b895-4704-a83b-f6ba048b49d6', 'tenant_id': '85eea60e03994a48a004c2f9e50e4168', 'mac_address': 'fa:16:3e:bc:8d:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf1afd4d-680c-4871-aabc-4aca87161f6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '429e9b39-4f6c-40eb-b133-5051cc8163a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:09:09Z', 'updated_at': '2022-01-05T17:09:19Z', 'revision_number': 5, 'project_id': '85eea60e03994a48a004c2f9e50e4168', 'subnets': [{'id': '429e9b39-4f6c-40eb-b133-5051cc8163a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f12a2d89-62c7-4c93-8256-419ab8c31f4b', 'name': '', 'network_id': '77e4a2d6-51aa-4a68-b5b7-38d6e0087161', 'tenant_id': '85eea60e03994a48a004c2f9e50e4168', 'mac_address': 'fa:16:3e:af:48:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf1afd4d-680c-4871-aabc-4aca87161f6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '21285678-2d09-4af6-a22e-c08e91089594', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:09:22Z', 'updated_at': '2022-01-05T17:09:30Z', 'revision_number': 5, 'project_id': '85eea60e03994a48a004c2f9e50e4168', 'subnets': [{'id': '21285678-2d09-4af6-a22e-c08e91089594', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:10:05.010555 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ee235bb-9f45-41d2-a2a9-3ac3a3f67e18 None None] The sync data for ids ['bf1afd4d-680c-4871-aabc-4aca87161f6d'] in dv-neutron-master-2-hyperv is: [{'id': 'bf1afd4d-680c-4871-aabc-4aca87161f6d', 'name': 'tempest-RoutersTest-router-1392716440', 'tenant_id': '85eea60e03994a48a004c2f9e50e4168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:09:02Z', 'updated_at': '2022-01-05T17:09:57Z', 'revision_number': 8, 'project_id': '85eea60e03994a48a004c2f9e50e4168', 'gw_port_host': None, '_interfaces': [{'id': '13801738-c9ac-4705-a6e2-f2dcc39b53cc', 'name': '', 'network_id': '82f2d2cd-1056-4b4a-8b60-ee39eb3300a3', 'tenant_id': '85eea60e03994a48a004c2f9e50e4168', 'mac_address': 'fa:16:3e:07:b9:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf1afd4d-680c-4871-aabc-4aca87161f6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'c343cccc-8aec-4f0b-a6d7-7d4f99734aed', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:09:32Z', 'updated_at': '2022-01-05T17:09:50Z', 'revision_number': 5, 'project_id': '85eea60e03994a48a004c2f9e50e4168', 'subnets': [{'id': 'c343cccc-8aec-4f0b-a6d7-7d4f99734aed', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '182e09e5-42e6-4f62-bbbb-0058488f34b5', 'name': '', 'network_id': '185acd14-b895-4704-a83b-f6ba048b49d6', 'tenant_id': '85eea60e03994a48a004c2f9e50e4168', 'mac_address': 'fa:16:3e:bc:8d:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf1afd4d-680c-4871-aabc-4aca87161f6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '429e9b39-4f6c-40eb-b133-5051cc8163a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:09:09Z', 'updated_at': '2022-01-05T17:09:19Z', 'revision_number': 5, 'project_id': '85eea60e03994a48a004c2f9e50e4168', 'subnets': [{'id': '429e9b39-4f6c-40eb-b133-5051cc8163a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f12a2d89-62c7-4c93-8256-419ab8c31f4b', 'name': '', 'network_id': '77e4a2d6-51aa-4a68-b5b7-38d6e0087161', 'tenant_id': '85eea60e03994a48a004c2f9e50e4168', 'mac_address': 'fa:16:3e:af:48:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf1afd4d-680c-4871-aabc-4aca87161f6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '21285678-2d09-4af6-a22e-c08e91089594', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:09:22Z', 'updated_at': '2022-01-05T17:09:30Z', 'revision_number': 5, 'project_id': '85eea60e03994a48a004c2f9e50e4168', 'subnets': [{'id': '21285678-2d09-4af6-a22e-c08e91089594', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 05 17:10:05.047095 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a7aa2a89-417c-4e8d-b593-213ce01b8197 tempest-RoutersAdminTest-1676889452 tempest-RoutersAdminTest-1676889452-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-648430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648639'] for router, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:05.054796 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8056af2-e7b2-4ce8-8b06-019e292aedde None None] Network 29b1a03c-5aeb-47c9-bb38-4cdc4efd4046 requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:10:05.070556 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device b352b87a-e533-427e-8605-a37923615867 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:10:05.088887 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-2b323756-1b21-420f-8dc1-a1f387f1e433 None None] For port c94a3c6f-9d42-409f-9990-a50b2521d38e, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c94a3c6f-9d42-409f-9990-a50b2521d38e,segment=NetworkSegment(da8da688-6b03-4fdb-b52a-5f5193f8dbd7),segment_id=da8da688-6b03-4fdb-b52a-5f5193f8dbd7)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:10:05.147836 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-670787af-78f4-4610-af15-14549b50fdf5 tempest-BulkNetworkOpsTest-1458771112 tempest-BulkNetworkOpsTest-1458771112-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892868'] for subnet, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:05.178776 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-92329e2c-384f-414b-9c40-9f995fb47425 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892868'] for subnet, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:05.239730 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-cfd400c8-2e2f-4993-9e22-9da00b345e36 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.8593767 Jan 05 17:10:05.263952 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-120e6e4c-fc9f-4110-984f-f6af9e0e897f tempest-DHCPAgentSchedulersTestJSON-1707090556 tempest-DHCPAgentSchedulersTestJSON-1707090556-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754180566020'] for network, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:05.276533 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 42110) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:10:05.303522 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-2b323756-1b21-420f-8dc1-a1f387f1e433 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:05.389443 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-a45494fa-9dd9-4a9f-8177-ab2432421cd4 None None] Publish callbacks [] for port, precommit_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:05.394652 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c837a1-d8c4-4422-bd36-4540ac183edc None None] Pushing event updated for resources: {'Port': ['ID=e520b68e-904d-4a03-819c-85dc7c27400f,revision_number=2']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:10:05.404160 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.db.resource_extend [None req-120e6e4c-fc9f-4110-984f-f6af9e0e897f tempest-DHCPAgentSchedulersTestJSON-1707090556 tempest-DHCPAgentSchedulersTestJSON-1707090556-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 05 17:10:05.489275 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-2b323756-1b21-420f-8dc1-a1f387f1e433 None None] Provisioning complete for port bdaade1f-99b8-4056-a855-356847ca7946 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:10:05.489678 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-2b323756-1b21-420f-8dc1-a1f387f1e433 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:05.527647 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Provisioning complete for port b352b87a-e533-427e-8605-a37923615867 triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:10:05.527870 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:05.529680 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca9887ff-732a-485d-81dc-110b78c18534 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-1de46755-4c3f-428d-af80-47a2f776c0c0', 'network_id': '1de46755-4c3f-428d-af80-47a2f776c0c0', 'project_id': '2c187912c919424a8a16116bf03056cd', 'fixed_ips': [{'subnet_id': '401dc1d4-212c-4d65-a3af-a0c3ae5cda0a'}]}} from dv-neutron-master-2-hyperv. {{(pid=103802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 05 17:10:05.530510 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-ca9887ff-732a-485d-81dc-110b78c18534 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:05.535294 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-120e6e4c-fc9f-4110-984f-f6af9e0e897f tempest-DHCPAgentSchedulersTestJSON-1707090556 tempest-DHCPAgentSchedulersTestJSON-1707090556-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685'] for network, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:05.541919 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-120e6e4c-fc9f-4110-984f-f6af9e0e897f tempest-DHCPAgentSchedulersTestJSON-1707090556 tempest-DHCPAgentSchedulersTestJSON-1707090556-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:10:05.542558 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-120e6e4c-fc9f-4110-984f-f6af9e0e897f tempest-DHCPAgentSchedulersTestJSON-1707090556 tempest-DHCPAgentSchedulersTestJSON-1707090556-project] Publish callbacks [] for network, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:05.549420 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-26ae51fd-c77f-4c93-8f47-4b0d4687cf1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:05.555838 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-a45494fa-9dd9-4a9f-8177-ab2432421cd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:05.625609 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120e6e4c-fc9f-4110-984f-f6af9e0e897f tempest-DHCPAgentSchedulersTestJSON-1707090556 tempest-DHCPAgentSchedulersTestJSON-1707090556-project] Pushing event updated for resources: {'Network': ['ID=235f325a-d69c-4bd0-bca1-4a146a23bbdb,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:10:05.633875 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-670787af-78f4-4610-af15-14549b50fdf5 tempest-BulkNetworkOpsTest-1458771112 tempest-BulkNetworkOpsTest-1458771112-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3893367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8784787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8521880'] for subnet, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:05.660642 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Network 235f325a-d69c-4bd0-bca1-4a146a23bbdb details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 05 17:10:05.672367 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-92329e2c-384f-414b-9c40-9f995fb47425 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3893367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8784787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8521880'] for subnet, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:05.692417 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670787af-78f4-4610-af15-14549b50fdf5 tempest-BulkNetworkOpsTest-1458771112 tempest-BulkNetworkOpsTest-1458771112-project] Pushing event deleted for resources: {'Subnet': ['ID=91cc2ab4-04db-4269-ac6e-40720b457fad,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:10:05.703036 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-670787af-78f4-4610-af15-14549b50fdf5 tempest-BulkNetworkOpsTest-1458771112 tempest-BulkNetworkOpsTest-1458771112-project] Publish callbacks [] for subnet, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:05.713326 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-670787af-78f4-4610-af15-14549b50fdf5 tempest-BulkNetworkOpsTest-1458771112 tempest-BulkNetworkOpsTest-1458771112-project] 10.222.0.11 "DELETE /v2.0/subnets/91cc2ab4-04db-4269-ac6e-40720b457fad HTTP/1.1" status: 204 len: 168 time: 3.0690677 Jan 05 17:10:05.714867 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 42112) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:10:05.719478 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.db_base_plugin_common [None req-2252cbd3-3ff7-4620-9c08-f99bb24184e7 None None] Allocated IP 2001:db8:3::2 (340e1cc9-3251-4d71-9b7d-e1059822a4f3/008c4853-5d11-4379-b157-d4d82c3a9414/df8ceb93-163e-423c-b665-e6e114895515) {{(pid=103802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:10:05.723025 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecf0b514-63f5-4266-aa87-b3adbaf4fcff None None] DHCP port deletion for b0167590-0699-4c5c-a932-3939414a9573 request from dv-neutron-master-2-hyperv {{(pid=103802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 05 17:10:05.724936 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b323756-1b21-420f-8dc1-a1f387f1e433 None None] Pushing event updated for resources: {'Port': ['ID=c94a3c6f-9d42-409f-9990-a50b2521d38e,revision_number=3']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:10:05.733778 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-120e6e4c-fc9f-4110-984f-f6af9e0e897f tempest-DHCPAgentSchedulersTestJSON-1707090556 tempest-DHCPAgentSchedulersTestJSON-1707090556-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 3.9245830 Jan 05 17:10:05.768339 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-92329e2c-384f-414b-9c40-9f995fb47425 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks [] for subnet, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:05.775177 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-92329e2c-384f-414b-9c40-9f995fb47425 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] 10.222.0.11 "DELETE /v2.0/subnets/72843417-b35e-4aba-a6a9-e3dd1372dd23 HTTP/1.1" status: 204 len: 168 time: 3.3160233 Jan 05 17:10:05.779000 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 42114) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:10:05.779144 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 42116) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:10:05.804443 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-95ba9787-d272-4231-8aa3-b933eed0b8d5 tempest-DHCPAgentSchedulersTestJSON-1707090556 tempest-DHCPAgentSchedulersTestJSON-1707090556-project] Request body: {'subnet': {'network_id': '235f325a-d69c-4bd0-bca1-4a146a23bbdb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:10:05.809250 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6fde5df-ff23-4765-8778-771669c3d50a None None] Network e897f8fc-3cef-40ca-9466-c6c65ecd9833 requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:10:05.821861 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-0cbce4d7-c85f-42d4-b581-e2dfb9c49585 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3809644'] for network, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:05.888477 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-a45494fa-9dd9-4a9f-8177-ab2432421cd4 None None] Attempting to bind port dd5de01f-7f6a-4d2b-9c2e-ebcaf287eb61 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 05 17:10:05.888863 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-a45494fa-9dd9-4a9f-8177-ab2432421cd4 None None] Attempting to bind port dd5de01f-7f6a-4d2b-9c2e-ebcaf287eb61 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '3f961525-530f-4ce5-8222-1dbbbe774893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573'}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 05 17:10:05.889230 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a45494fa-9dd9-4a9f-8177-ab2432421cd4 None None] Attempting to bind port dd5de01f-7f6a-4d2b-9c2e-ebcaf287eb61 on network b0167590-0699-4c5c-a932-3939414a9573 {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:10:05.896273 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92329e2c-384f-414b-9c40-9f995fb47425 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Pushing event deleted for resources: {'Subnet': ['ID=72843417-b35e-4aba-a6a9-e3dd1372dd23,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:10:05.947745 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-271e4e57-e22f-4edf-8fbe-e5b09028b739 tempest-BulkNetworkOpsTest-1458771112 tempest-BulkNetworkOpsTest-1458771112-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:10:05.949352 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-271e4e57-e22f-4edf-8fbe-e5b09028b739 tempest-BulkNetworkOpsTest-1458771112 tempest-BulkNetworkOpsTest-1458771112-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2254071 Jan 05 17:10:05.955195 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 42118) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:10:05.992780 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a45494fa-9dd9-4a9f-8177-ab2432421cd4 None None] Checking agent: {'id': '0d4f8fd3-ce62-4651-970c-efa6a8bb22b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 5, 16, 57, 23), 'started_at': datetime.datetime(2022, 1, 5, 16, 57, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 5, 17, 9, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 05 17:10:05.993225 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a45494fa-9dd9-4a9f-8177-ab2432421cd4 None None] Checking segment: {'id': '3f961525-530f-4ce5-8222-1dbbbe774893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:10:05.993848 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-a45494fa-9dd9-4a9f-8177-ab2432421cd4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:05.994250 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a45494fa-9dd9-4a9f-8177-ab2432421cd4 None None] Bound using segment: {'id': '3f961525-530f-4ce5-8222-1dbbbe774893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573'} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 05 17:10:05.994722 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-a45494fa-9dd9-4a9f-8177-ab2432421cd4 None None] Bound port: dd5de01f-7f6a-4d2b-9c2e-ebcaf287eb61, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f961525-530f-4ce5-8222-1dbbbe774893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573'}}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 05 17:10:05.995098 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-a45494fa-9dd9-4a9f-8177-ab2432421cd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:06.009332 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-d4829bd5-aaea-441e-b974-75b0f246dcaa tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:06.027851 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.db_base_plugin_v2 [None req-5403d790-08cd-4c72-b19c-4effb1cce089 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Deleting subnet b6da2fe0-e28e-43ba-9b46-eabcff8e95be {{(pid=103801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 05 17:10:06.045481 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9a8ef989-ff8a-405f-b8f4-f22cbefa7571 tempest-BulkNetworkOpsTest-1458771112 tempest-BulkNetworkOpsTest-1458771112-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3809644'] for network, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:06.047269 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7aa2a89-417c-4e8d-b593-213ce01b8197 tempest-RoutersAdminTest-1676889452 tempest-RoutersAdminTest-1676889452-project] Router 59d5efae-cc3b-4567-844e-a0aabc30319c is scheduled to L3 agent 59446fdc-40e0-41fe-a575-a8eb11d742f7 with binding_index 1 {{(pid=103800) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 05 17:10:06.048635 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-5403d790-08cd-4c72-b19c-4effb1cce089 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks [] for subnet, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:06.064073 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2d50b21-86e8-484c-adce-99bd40fa9cdf None None] DHCP port deletion for 29b1a03c-5aeb-47c9-bb38-4cdc4efd4046 request from dv-neutron-master-2-hyperv {{(pid=103802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 05 17:10:06.094252 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd114b8b-db53-4b0c-97e6-94fb45a20cfd None None] Pushing event updated for resources: {'Port': ['ID=dd5de01f-7f6a-4d2b-9c2e-ebcaf287eb61,revision_number=2']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:10:06.106026 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95ba9787-d272-4231-8aa3-b933eed0b8d5 tempest-DHCPAgentSchedulersTestJSON-1707090556 tempest-DHCPAgentSchedulersTestJSON-1707090556-project] Made reservation on behalf of 2eb3ba497dfc47b9be49dec96b6da37c for: {'subnet': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:10:06.106293 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-0cbce4d7-c85f-42d4-b581-e2dfb9c49585 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892868'] for subnet, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:06.110641 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-95ba9787-d272-4231-8aa3-b933eed0b8d5 tempest-DHCPAgentSchedulersTestJSON-1707090556 tempest-DHCPAgentSchedulersTestJSON-1707090556-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8521827'] for subnet, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:06.204316 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-5403d790-08cd-4c72-b19c-4effb1cce089 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11316398'] for subnet, precommit_delete_associations {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:06.281419 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7aa2a89-417c-4e8d-b593-213ce01b8197 tempest-RoutersAdminTest-1676889452 tempest-RoutersAdminTest-1676889452-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 05 17:10:06.308629 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-69760155-1f75-4766-8d89-4cc689e684cf tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Deleting port 13801738-c9ac-4705-a6e2-f2dcc39b53cc {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:10:06.309707 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-69760155-1f75-4766-8d89-4cc689e684cf tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:06.310276 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-9a8ef989-ff8a-405f-b8f4-f22cbefa7571 tempest-BulkNetworkOpsTest-1458771112 tempest-BulkNetworkOpsTest-1458771112-project] Deleting port e520b68e-904d-4a03-819c-85dc7c27400f {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:10:06.310621 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9a8ef989-ff8a-405f-b8f4-f22cbefa7571 tempest-BulkNetworkOpsTest-1458771112 tempest-BulkNetworkOpsTest-1458771112-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:06.376153 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-26ae51fd-c77f-4c93-8f47-4b0d4687cf1a admin admin] Publish callbacks [] for port, precommit_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:06.387726 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.db [None req-9a8ef989-ff8a-405f-b8f4-f22cbefa7571 tempest-BulkNetworkOpsTest-1458771112 tempest-BulkNetworkOpsTest-1458771112-project] For port e520b68e-904d-4a03-819c-85dc7c27400f, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e520b68e-904d-4a03-819c-85dc7c27400f,segment=NetworkSegment(40536f2b-797e-4069-86b4-ca2dc0b3b118),segment_id=40536f2b-797e-4069-86b4-ca2dc0b3b118)] {{(pid=103800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:10:06.387966 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9a8ef989-ff8a-405f-b8f4-f22cbefa7571 tempest-BulkNetworkOpsTest-1458771112 tempest-BulkNetworkOpsTest-1458771112-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:06.405026 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-9a8ef989-ff8a-405f-b8f4-f22cbefa7571 tempest-BulkNetworkOpsTest-1458771112 tempest-BulkNetworkOpsTest-1458771112-project] Calling delete_port for e520b68e-904d-4a03-819c-85dc7c27400f owned by network:dhcp {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:10:06.496565 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a7aa2a89-417c-4e8d-b593-213ce01b8197 tempest-RoutersAdminTest-1676889452 tempest-RoutersAdminTest-1676889452-project] Publish callbacks [] for router, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:06.501935 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-a7aa2a89-417c-4e8d-b593-213ce01b8197 tempest-RoutersAdminTest-1676889452 tempest-RoutersAdminTest-1676889452-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 8.6234360 Jan 05 17:10:06.504417 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 42120) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:10:06.508852 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-26ae51fd-c77f-4c93-8f47-4b0d4687cf1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11433169'] for port, after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:06.509124 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-46e87085-891a-4e03-b608-f019ea1bbdc2 tempest-RoutersAdminTest-952369856 tempest-RoutersAdminTest-952369856-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'enable_snat': False}}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:10:06.536986 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-575e4e8f-162d-43e9-8061-1717cf58a1ab None None] Sync routers for ids ['59d5efae-cc3b-4567-844e-a0aabc30319c'] in dv-neutron-master-2-hyperv {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 05 17:10:06.573357 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-575e4e8f-162d-43e9-8061-1717cf58a1ab None None] Routers {'59d5efae-cc3b-4567-844e-a0aabc30319c'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:10:06.574041 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-575e4e8f-162d-43e9-8061-1717cf58a1ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:09:49Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['59d5efae-cc3b-4567-844e-a0aabc30319c'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:10:06.582943 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-5403d790-08cd-4c72-b19c-4effb1cce089 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892868'] for subnet, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:06.627556 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9a8ef989-ff8a-405f-b8f4-f22cbefa7571 tempest-BulkNetworkOpsTest-1458771112 tempest-BulkNetworkOpsTest-1458771112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:06.670208 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device fae786b7-f5eb-45c9-a39f-43ee76ad5665 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:10:06.683145 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-575e4e8f-162d-43e9-8061-1717cf58a1ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:10:06.694442 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-a45494fa-9dd9-4a9f-8177-ab2432421cd4 None None] For port dd5de01f-7f6a-4d2b-9c2e-ebcaf287eb61, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 05 17:10:06.706790 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-69760155-1f75-4766-8d89-4cc689e684cf tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] For port 13801738-c9ac-4705-a6e2-f2dcc39b53cc, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=13801738-c9ac-4705-a6e2-f2dcc39b53cc,segment=NetworkSegment(3f203f06-4b1f-4520-9ef3-4ad0e7d2f8d5),segment_id=3f203f06-4b1f-4520-9ef3-4ad0e7d2f8d5)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:10:06.707257 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-69760155-1f75-4766-8d89-4cc689e684cf tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:06.713883 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-26ae51fd-c77f-4c93-8f47-4b0d4687cf1a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-531704'] for router_interface, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:06.725183 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.db_base_plugin_common [None req-ca9887ff-732a-485d-81dc-110b78c18534 None None] Allocated IP 172.20.0.2 (1de46755-4c3f-428d-af80-47a2f776c0c0/401dc1d4-212c-4d65-a3af-a0c3ae5cda0a/86a89a75-e25d-4a01-a505-ce153004d478) {{(pid=103802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:10:06.731029 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90cf73d7-3549-4c79-acae-601f0121e23a None None] Network ef273254-01b1-41c0-8384-00ee1d623ca9 requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:10:06.732206 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.agents_db [None req-291d1585-17df-45c0-b64a-d244e6d90872 None None] Agent healthcheck: found 6 active agents {{(pid=103803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 05 17:10:06.746079 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8ef989-ff8a-405f-b8f4-f22cbefa7571 tempest-BulkNetworkOpsTest-1458771112 tempest-BulkNetworkOpsTest-1458771112-project] Pushing event deleted for resources: {'Port': ['ID=e520b68e-904d-4a03-819c-85dc7c27400f,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:10:06.749286 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-2252cbd3-3ff7-4620-9c08-f99bb24184e7 None None] Publish callbacks [] for port, precommit_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:06.751659 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ae51fd-c77f-4c93-8f47-4b0d4687cf1a admin admin] Pushing event updated for resources: {'Port': ['ID=f08f94a0-904f-4241-999e-aa29638f9099,revision_number=2']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:10:06.754161 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-69760155-1f75-4766-8d89-4cc689e684cf tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Calling delete_port for 13801738-c9ac-4705-a6e2-f2dcc39b53cc owned by network:router_interface {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:10:06.754764 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a8ef989-ff8a-405f-b8f4-f22cbefa7571 tempest-BulkNetworkOpsTest-1458771112 tempest-BulkNetworkOpsTest-1458771112-project] No DVR routers for this DVR port e520b68e-904d-4a03-819c-85dc7c27400f on host dv-neutron-master-2-hyperv {{(pid=103800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 05 17:10:06.804648 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-a45494fa-9dd9-4a9f-8177-ab2432421cd4 None None] For port dd5de01f-7f6a-4d2b-9c2e-ebcaf287eb61, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=dd5de01f-7f6a-4d2b-9c2e-ebcaf287eb61,segment=NetworkSegment(3f961525-530f-4ce5-8222-1dbbbe774893),segment_id=3f961525-530f-4ce5-8222-1dbbbe774893)] {{(pid=103802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 05 17:10:06.817641 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-b05d77f6-bb79-4e2a-b365-edb7eaa33071 None None] Provisioning complete for port 7a6fce8b-82cd-4f66-b676-24715f48f101 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:10:06.818016 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-b05d77f6-bb79-4e2a-b365-edb7eaa33071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:06.858005 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-575e4e8f-162d-43e9-8061-1717cf58a1ab None None] Routers {'59d5efae-cc3b-4567-844e-a0aabc30319c'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:10:06.858658 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-575e4e8f-162d-43e9-8061-1717cf58a1ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:09:49Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['59d5efae-cc3b-4567-844e-a0aabc30319c'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:10:06.943690 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9a8ef989-ff8a-405f-b8f4-f22cbefa7571 tempest-BulkNetworkOpsTest-1458771112 tempest-BulkNetworkOpsTest-1458771112-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3891715', 'neutron.services.segments.db._delete_segments_for_network-8754181063482'] for network, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:06.975485 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-575e4e8f-162d-43e9-8061-1717cf58a1ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:10:06.975485 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-575e4e8f-162d-43e9-8061-1717cf58a1ab None None] The sync data for ids ['59d5efae-cc3b-4567-844e-a0aabc30319c'] in dv-neutron-master-2-hyperv is: [] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 05 17:10:06.980654 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.services.segments.db [None req-9a8ef989-ff8a-405f-b8f4-f22cbefa7571 tempest-BulkNetworkOpsTest-1458771112 tempest-BulkNetworkOpsTest-1458771112-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef273254-01b1-41c0-8384-00ee1d623ca9']}} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:10:06.993238 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.services.segments.db [None req-9a8ef989-ff8a-405f-b8f4-f22cbefa7571 tempest-BulkNetworkOpsTest-1458771112 tempest-BulkNetworkOpsTest-1458771112-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40536f2b-797e-4069-86b4-ca2dc0b3b118') {'for_net_delete': True} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:10:06.994308 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.services.segments.db [None req-9a8ef989-ff8a-405f-b8f4-f22cbefa7571 tempest-BulkNetworkOpsTest-1458771112 tempest-BulkNetworkOpsTest-1458771112-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40536f2b-797e-4069-86b4-ca2dc0b3b118') {} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:10:07.008354 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9a8ef989-ff8a-405f-b8f4-f22cbefa7571 tempest-BulkNetworkOpsTest-1458771112 tempest-BulkNetworkOpsTest-1458771112-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754181064771', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8784833'] for segment, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:07.008615 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-a45494fa-9dd9-4a9f-8177-ab2432421cd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:07.023218 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-2252cbd3-3ff7-4620-9c08-f99bb24184e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669'] for port, after_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:07.037765 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9a8ef989-ff8a-405f-b8f4-f22cbefa7571 tempest-BulkNetworkOpsTest-1458771112 tempest-BulkNetworkOpsTest-1458771112-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225'] for segment, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:07.054647 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a8ef989-ff8a-405f-b8f4-f22cbefa7571 tempest-BulkNetworkOpsTest-1458771112 tempest-BulkNetworkOpsTest-1458771112-project] Releasing vlan 126 on physical network physnet1 to pool {{(pid=103800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 05 17:10:07.055370 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9a8ef989-ff8a-405f-b8f4-f22cbefa7571 tempest-BulkNetworkOpsTest-1458771112 tempest-BulkNetworkOpsTest-1458771112-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8784497'] for segment, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:07.085119 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-e2d50b21-86e8-484c-adce-99bd40fa9cdf None None] Deleting port 62a49c09-0084-4eac-bc7a-ea1423246083 {{(pid=103802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:10:07.085257 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-e2d50b21-86e8-484c-adce-99bd40fa9cdf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:07.144157 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:10:07.144157 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:10:07.144157 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:10:07.144157 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:10:07.144157 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:10:07.144157 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:10:07.144157 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:10:07.144157 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:10:07.144157 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:10:07.144157 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:10:07.144157 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:10:07.144157 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:10:07.144157 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:10:07.144157 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:10:07.144157 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:10:07.144157 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:10:07.144157 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:10:07.144157 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:10:07.144157 dv-neutron-master-2-hyperv neutron-server[103800]: Traceback (most recent call last): Jan 05 17:10:07.144157 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 05 17:10:07.144157 dv-neutron-master-2-hyperv neutron-server[103800]: timer() Jan 05 17:10:07.144157 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 05 17:10:07.144157 dv-neutron-master-2-hyperv neutron-server[103800]: cb(*args, **kw) Jan 05 17:10:07.144157 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 05 17:10:07.144157 dv-neutron-master-2-hyperv neutron-server[103800]: return func(*args, **kwargs) Jan 05 17:10:07.144157 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 05 17:10:07.144157 dv-neutron-master-2-hyperv neutron-server[103800]: self._notify() Jan 05 17:10:07.144157 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 05 17:10:07.144157 dv-neutron-master-2-hyperv neutron-server[103800]: self.callback(batched_events) Jan 05 17:10:07.144157 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 05 17:10:07.144157 dv-neutron-master-2-hyperv neutron-server[103800]: event.method(event) Jan 05 17:10:07.144157 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 05 17:10:07.144157 dv-neutron-master-2-hyperv neutron-server[103800]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 05 17:10:07.144157 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 05 17:10:07.144157 dv-neutron-master-2-hyperv neutron-server[103800]: aggregate_uuid = self.p_client.list_aggregates( Jan 05 17:10:07.144157 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 05 17:10:07.144157 dv-neutron-master-2-hyperv neutron-server[103800]: return f(self, *a, **k) Jan 05 17:10:07.144157 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 05 17:10:07.144157 dv-neutron-master-2-hyperv neutron-server[103800]: return self._get(url).json() Jan 05 17:10:07.144157 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 05 17:10:07.144157 dv-neutron-master-2-hyperv neutron-server[103800]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 05 17:10:07.144157 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 05 17:10:07.144157 dv-neutron-master-2-hyperv neutron-server[103800]: return self.request(url, 'GET', **kwargs) Jan 05 17:10:07.144157 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 05 17:10:07.144157 dv-neutron-master-2-hyperv neutron-server[103800]: base_url = self.get_endpoint(auth, allow=allow, Jan 05 17:10:07.144157 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 05 17:10:07.144157 dv-neutron-master-2-hyperv neutron-server[103800]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 05 17:10:07.144157 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 05 17:10:07.144157 dv-neutron-master-2-hyperv neutron-server[103800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 05 17:10:07.144157 dv-neutron-master-2-hyperv neutron-server[103800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 05 17:10:07.164902 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-5403d790-08cd-4c72-b19c-4effb1cce089 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3893367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11433231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12480600'] for subnet, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:07.188832 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70c83920-baf7-4f8d-9f10-60b45dfd11ce None None] DHCP port deletion for b0167590-0699-4c5c-a932-3939414a9573 request from dv-neutron-master-2-hyperv {{(pid=103802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 05 17:10:07.190661 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfa8aa4d-a9bf-428f-a046-0be8d9e64430 None None] DHCP port deletion for ef273254-01b1-41c0-8384-00ee1d623ca9 request from dv-neutron-master-2-hyperv {{(pid=103802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 05 17:10:07.196743 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2252cbd3-3ff7-4620-9c08-f99bb24184e7 None None] Network 340e1cc9-3251-4d71-9b7d-e1059822a4f3 is already hosted by enough agents. {{(pid=103802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:10:07.228270 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5403d790-08cd-4c72-b19c-4effb1cce089 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Pushing event deleted for resources: {'Subnet': ['ID=b6da2fe0-e28e-43ba-9b46-eabcff8e95be,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:10:07.241356 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-5403d790-08cd-4c72-b19c-4effb1cce089 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks [] for subnet, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:07.243430 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.scheduler.base_scheduler [None req-2252cbd3-3ff7-4620-9c08-f99bb24184e7 None None] Resources bound (agent type, host, resource id): {{(pid=103802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:10:07.245768 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-5403d790-08cd-4c72-b19c-4effb1cce089 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] 10.222.0.11 "DELETE /v2.0/subnets/b6da2fe0-e28e-43ba-9b46-eabcff8e95be HTTP/1.1" status: 204 len: 168 time: 1.4632199 Jan 05 17:10:07.249621 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 42122) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:10:07.249803 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2252cbd3-3ff7-4620-9c08-f99bb24184e7 None None] Received port after_create {{(pid=103802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:10:07.288369 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [None req-d4829bd5-aaea-441e-b974-75b0f246dcaa tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Allocated IP 2001:db8:3::1 (340e1cc9-3251-4d71-9b7d-e1059822a4f3/008c4853-5d11-4379-b157-d4d82c3a9414/318a7ebe-f268-4c22-965c-c340c522693b) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:10:07.296057 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Provisioning complete for port fae786b7-f5eb-45c9-a39f-43ee76ad5665 triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:10:07.296412 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:07.313917 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-e2d50b21-86e8-484c-adce-99bd40fa9cdf None None] For port 62a49c09-0084-4eac-bc7a-ea1423246083, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=62a49c09-0084-4eac-bc7a-ea1423246083,segment=NetworkSegment(02fb85e9-1213-4494-a93e-0343e93a6c69),segment_id=02fb85e9-1213-4494-a93e-0343e93a6c69)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:10:07.314304 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-e2d50b21-86e8-484c-adce-99bd40fa9cdf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:07.345227 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-e5fa1f19-ea17-43b0-b0b6-b172688b57ea tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0945425 Jan 05 17:10:07.346431 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-95ba9787-d272-4231-8aa3-b933eed0b8d5 tempest-DHCPAgentSchedulersTestJSON-1707090556 tempest-DHCPAgentSchedulersTestJSON-1707090556-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8784852', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8521873'] for subnet, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:07.347232 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a45494fa-9dd9-4a9f-8177-ab2432421cd4 None None] Routers {'7bbefd89-31c6-455d-afd7-76fa4cfc8ec4'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:10:07.352999 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-a45494fa-9dd9-4a9f-8177-ab2432421cd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:09:49Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['7bbefd89-31c6-455d-afd7-76fa4cfc8ec4'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:10:07.354189 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 42124) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:10:07.355507 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd114b8b-db53-4b0c-97e6-94fb45a20cfd None None] Pushing event updated for resources: {'Port': ['ID=dd5de01f-7f6a-4d2b-9c2e-ebcaf287eb61,revision_number=3']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:10:07.415758 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-59f2d57e-6a0a-45fd-a3bc-004271fa27ef tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Request body: {'subnet': {'network_id': 'e897f8fc-3cef-40ca-9466-c6c65ecd9833', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:10:07.424033 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ba9787-d272-4231-8aa3-b933eed0b8d5 tempest-DHCPAgentSchedulersTestJSON-1707090556 tempest-DHCPAgentSchedulersTestJSON-1707090556-project] Pushing event updated for resources: {'Subnet': ['ID=546b325d-4d52-429f-8bc3-647404eb770f,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:10:07.427419 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9a8ef989-ff8a-405f-b8f4-f22cbefa7571 tempest-BulkNetworkOpsTest-1458771112 tempest-BulkNetworkOpsTest-1458771112-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3891722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648695'] for network, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:07.432707 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9a8ef989-ff8a-405f-b8f4-f22cbefa7571 tempest-BulkNetworkOpsTest-1458771112 tempest-BulkNetworkOpsTest-1458771112-project] Publish callbacks [] for network, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:07.437460 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-9a8ef989-ff8a-405f-b8f4-f22cbefa7571 tempest-BulkNetworkOpsTest-1458771112 tempest-BulkNetworkOpsTest-1458771112-project] 10.222.0.11 "DELETE /v2.0/networks/ef273254-01b1-41c0-8384-00ee1d623ca9 HTTP/1.1" status: 204 len: 168 time: 1.4804482 Jan 05 17:10:07.449489 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26ae51fd-c77f-4c93-8f47-4b0d4687cf1a admin admin] Network b309d5de-a6f2-4833-9079-a7a49b21ea2a is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:10:07.454033 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 42126) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:10:07.462992 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-e2d50b21-86e8-484c-adce-99bd40fa9cdf None None] Calling delete_port for 62a49c09-0084-4eac-bc7a-ea1423246083 owned by network:dhcp {{(pid=103802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:10:07.470379 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-26ae51fd-c77f-4c93-8f47-4b0d4687cf1a admin admin] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:10:07.485394 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8ef989-ff8a-405f-b8f4-f22cbefa7571 tempest-BulkNetworkOpsTest-1458771112 tempest-BulkNetworkOpsTest-1458771112-project] Pushing event deleted for resources: {'Network': ['ID=ef273254-01b1-41c0-8384-00ee1d623ca9,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:10:07.575369 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95ba9787-d272-4231-8aa3-b933eed0b8d5 tempest-DHCPAgentSchedulersTestJSON-1707090556 tempest-DHCPAgentSchedulersTestJSON-1707090556-project] Checking segment: {'id': '34ba967c-dd4b-4e8f-993d-e20fbd5287cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '235f325a-d69c-4bd0-bca1-4a146a23bbdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:10:07.576272 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95ba9787-d272-4231-8aa3-b933eed0b8d5 tempest-DHCPAgentSchedulersTestJSON-1707090556 tempest-DHCPAgentSchedulersTestJSON-1707090556-project] Network hostable DHCP agents. Network: 235f325a-d69c-4bd0-bca1-4a146a23bbdb, hostable agents: ['3f70c195-17da-4084-9fd6-bf6059d88535'], hosted agents: [] {{(pid=103800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 05 17:10:07.638388 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-69760155-1f75-4766-8d89-4cc689e684cf tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11433176'] for port, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:07.721393 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-46e87085-891a-4e03-b608-f019ea1bbdc2 tempest-RoutersAdminTest-952369856 tempest-RoutersAdminTest-952369856-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:07.740684 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-2fc23581-8f49-4049-97fd-f9810aa788e7 tempest-BulkNetworkOpsTest-1458771112 tempest-BulkNetworkOpsTest-1458771112-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3809644'] for network, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:07.740684 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69760155-1f75-4766-8d89-4cc689e684cf tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Pushing event deleted for resources: {'Port': ['ID=13801738-c9ac-4705-a6e2-f2dcc39b53cc,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:10:07.755106 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-2252cbd3-3ff7-4620-9c08-f99bb24184e7 None None] Attempting to bind port df8ceb93-163e-423c-b665-e6e114895515 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 05 17:10:07.755680 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-2252cbd3-3ff7-4620-9c08-f99bb24184e7 None None] Attempting to bind port df8ceb93-163e-423c-b665-e6e114895515 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '82dfb23c-5fe9-444a-8846-65afb56ac0ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '340e1cc9-3251-4d71-9b7d-e1059822a4f3'}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 05 17:10:07.755821 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2252cbd3-3ff7-4620-9c08-f99bb24184e7 None None] Attempting to bind port df8ceb93-163e-423c-b665-e6e114895515 on network 340e1cc9-3251-4d71-9b7d-e1059822a4f3 {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:10:07.758234 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95ba9787-d272-4231-8aa3-b933eed0b8d5 tempest-DHCPAgentSchedulersTestJSON-1707090556 tempest-DHCPAgentSchedulersTestJSON-1707090556-project] Network 235f325a-d69c-4bd0-bca1-4a146a23bbdb is scheduled to be hosted by DHCP agent 3f70c195-17da-4084-9fd6-bf6059d88535 with binding_index 1 {{(pid=103800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 05 17:10:07.763227 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-b05d77f6-bb79-4e2a-b365-edb7eaa33071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:07.770941 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2252cbd3-3ff7-4620-9c08-f99bb24184e7 None None] Pushing event updated for resources: {'Port': ['ID=df8ceb93-163e-423c-b665-e6e114895515,revision_number=1']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:10:07.792510 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59f2d57e-6a0a-45fd-a3bc-004271fa27ef tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Made reservation on behalf of fd419c78d7194361a03f37a26ebeba76 for: {'subnet': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:10:07.797908 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-59f2d57e-6a0a-45fd-a3bc-004271fa27ef tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8521827'] for subnet, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:07.870524 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-a45494fa-9dd9-4a9f-8177-ab2432421cd4 None None] Set router 7bbefd89-31c6-455d-afd7-76fa4cfc8ec4 gateway port host: dv-neutron-master-2-hyperv {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:10:07.914828 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-95ba9787-d272-4231-8aa3-b933eed0b8d5 tempest-DHCPAgentSchedulersTestJSON-1707090556 tempest-DHCPAgentSchedulersTestJSON-1707090556-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 235f325a-d69c-4bd0-bca1-4a146a23bbdb) {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:10:07.950528 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95ba9787-d272-4231-8aa3-b933eed0b8d5 tempest-DHCPAgentSchedulersTestJSON-1707090556 tempest-DHCPAgentSchedulersTestJSON-1707090556-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:10:07.951699 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-95ba9787-d272-4231-8aa3-b933eed0b8d5 tempest-DHCPAgentSchedulersTestJSON-1707090556 tempest-DHCPAgentSchedulersTestJSON-1707090556-project] Publish callbacks [] for subnet, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:07.955755 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-d4829bd5-aaea-441e-b974-75b0f246dcaa tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks [] for port, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:07.957476 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-ca9887ff-732a-485d-81dc-110b78c18534 None None] Publish callbacks [] for port, precommit_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:07.971514 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ced1823-de44-49eb-bf15-3ce6ce98de07 None None] Network 235f325a-d69c-4bd0-bca1-4a146a23bbdb requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:10:08.108601 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-95ba9787-d272-4231-8aa3-b933eed0b8d5 tempest-DHCPAgentSchedulersTestJSON-1707090556 tempest-DHCPAgentSchedulersTestJSON-1707090556-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3281877 Jan 05 17:10:08.131265 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 42128) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:10:08.133448 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2252cbd3-3ff7-4620-9c08-f99bb24184e7 None None] Checking agent: {'id': '0d4f8fd3-ce62-4651-970c-efa6a8bb22b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 5, 16, 57, 23), 'started_at': datetime.datetime(2022, 1, 5, 16, 57, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 5, 17, 9, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 05 17:10:08.133973 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2252cbd3-3ff7-4620-9c08-f99bb24184e7 None None] Checking segment: {'id': '82dfb23c-5fe9-444a-8846-65afb56ac0ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '340e1cc9-3251-4d71-9b7d-e1059822a4f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:10:08.135066 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-2252cbd3-3ff7-4620-9c08-f99bb24184e7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:08.135473 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2252cbd3-3ff7-4620-9c08-f99bb24184e7 None None] Bound using segment: {'id': '82dfb23c-5fe9-444a-8846-65afb56ac0ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '340e1cc9-3251-4d71-9b7d-e1059822a4f3'} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 05 17:10:08.135955 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-2252cbd3-3ff7-4620-9c08-f99bb24184e7 None None] Bound port: df8ceb93-163e-423c-b665-e6e114895515, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82dfb23c-5fe9-444a-8846-65afb56ac0ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '340e1cc9-3251-4d71-9b7d-e1059822a4f3'}}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 05 17:10:08.136797 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-2252cbd3-3ff7-4620-9c08-f99bb24184e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:08.144846 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-274fc6da-1b2a-46a4-bd5f-8005ffb2f02e tempest-DHCPAgentSchedulersTestJSON-1707090556 tempest-DHCPAgentSchedulersTestJSON-1707090556-project] Request body: {'port': {'network_id': '235f325a-d69c-4bd0-bca1-4a146a23bbdb', 'name': 'tempest-DHCPAgentSchedulersTestJSON-2124509560'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:10:08.151679 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26ae51fd-c77f-4c93-8f47-4b0d4687cf1a admin admin] Router 7bbefd89-31c6-455d-afd7-76fa4cfc8ec4 has already been hosted by L3 agent 59446fdc-40e0-41fe-a575-a8eb11d742f7 {{(pid=103801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 05 17:10:08.178067 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d49238a1-4730-46c4-a676-cea8386226b9 None None] Network e897f8fc-3cef-40ca-9466-c6c65ecd9833 requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:10:08.205180 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-222180ee-8ba1-449c-8bec-1c1f58aee42d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-235f325a-d69c-4bd0-bca1-4a146a23bbdb', 'network_id': '235f325a-d69c-4bd0-bca1-4a146a23bbdb', 'project_id': '2eb3ba497dfc47b9be49dec96b6da37c', 'fixed_ips': [{'subnet_id': '546b325d-4d52-429f-8bc3-647404eb770f'}]}} from dv-neutron-master-2-hyperv. {{(pid=103802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 05 17:10:08.206061 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-222180ee-8ba1-449c-8bec-1c1f58aee42d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:08.220387 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-ca9887ff-732a-485d-81dc-110b78c18534 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669'] for port, after_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:08.235817 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-69760155-1f75-4766-8d89-4cc689e684cf tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-560676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531569'] for router_interface, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:08.244527 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-0cbce4d7-c85f-42d4-b581-e2dfb9c49585 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3893367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11433231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12480600'] for subnet, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:08.271945 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-b05d77f6-bb79-4e2a-b365-edb7eaa33071 None None] For port 7a6fce8b-82cd-4f66-b676-24715f48f101, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=7a6fce8b-82cd-4f66-b676-24715f48f101,segment=NetworkSegment(da8da688-6b03-4fdb-b52a-5f5193f8dbd7),segment_id=da8da688-6b03-4fdb-b52a-5f5193f8dbd7)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:10:08.343342 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-d4829bd5-aaea-441e-b974-75b0f246dcaa tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11433176'] for port, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:08.345256 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbce4d7-c85f-42d4-b581-e2dfb9c49585 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Pushing event deleted for resources: {'Subnet': ['ID=401dc1d4-212c-4d65-a3af-a0c3ae5cda0a,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:10:08.360042 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-2fc23581-8f49-4049-97fd-f9810aa788e7 tempest-BulkNetworkOpsTest-1458771112 tempest-BulkNetworkOpsTest-1458771112-project] Deleting port 62a49c09-0084-4eac-bc7a-ea1423246083 {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:10:08.360391 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-2fc23581-8f49-4049-97fd-f9810aa788e7 tempest-BulkNetworkOpsTest-1458771112 tempest-BulkNetworkOpsTest-1458771112-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:08.394130 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-b05d77f6-bb79-4e2a-b365-edb7eaa33071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:08.414953 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-e2d50b21-86e8-484c-adce-99bd40fa9cdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678'] for port, after_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:08.424549 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca9887ff-732a-485d-81dc-110b78c18534 None None] Network 1de46755-4c3f-428d-af80-47a2f776c0c0 is already hosted by enough agents. {{(pid=103802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:10:08.429528 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-b05d77f6-bb79-4e2a-b365-edb7eaa33071 None None] Could not find standard attr ID for object 0e11d281-d60b-4305-b44c-a5dc7d29c1c7. {{(pid=103802) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 05 17:10:08.556410 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4829bd5-aaea-441e-b974-75b0f246dcaa tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Network 340e1cc9-3251-4d71-9b7d-e1059822a4f3 is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:10:08.638582 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-0cbce4d7-c85f-42d4-b581-e2dfb9c49585 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3891715', 'neutron.services.segments.db._delete_segments_for_network-8754181063482'] for network, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:08.641491 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-d4829bd5-aaea-441e-b974-75b0f246dcaa tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:10:08.662050 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4829bd5-aaea-441e-b974-75b0f246dcaa tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:10:08.662598 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-d4829bd5-aaea-441e-b974-75b0f246dcaa tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-648552'] for router_interface, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:08.679673 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.scheduler.base_scheduler [None req-ca9887ff-732a-485d-81dc-110b78c18534 None None] Resources bound (agent type, host, resource id): {{(pid=103802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:10:08.705290 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca9887ff-732a-485d-81dc-110b78c18534 None None] Received port after_create {{(pid=103802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:10:08.709098 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9887ff-732a-485d-81dc-110b78c18534 None None] Pushing event updated for resources: {'Port': ['ID=86a89a75-e25d-4a01-a505-ce153004d478,revision_number=1']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:10:08.711285 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:08.726952 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4829bd5-aaea-441e-b974-75b0f246dcaa tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Pushing event updated for resources: {'Port': ['ID=318a7ebe-f268-4c22-965c-c340c522693b,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:10:08.746598 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2d50b21-86e8-484c-adce-99bd40fa9cdf None None] No DVR routers for this DVR port 62a49c09-0084-4eac-bc7a-ea1423246083 on host dv-neutron-master-2-hyperv {{(pid=103802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 05 17:10:08.765796 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-2fc23581-8f49-4049-97fd-f9810aa788e7 tempest-BulkNetworkOpsTest-1458771112 tempest-BulkNetworkOpsTest-1458771112-project] For port 62a49c09-0084-4eac-bc7a-ea1423246083, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=62a49c09-0084-4eac-bc7a-ea1423246083,segment=NetworkSegment(02fb85e9-1213-4494-a93e-0343e93a6c69),segment_id=02fb85e9-1213-4494-a93e-0343e93a6c69)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:10:08.766159 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-2fc23581-8f49-4049-97fd-f9810aa788e7 tempest-BulkNetworkOpsTest-1458771112 tempest-BulkNetworkOpsTest-1458771112-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:08.776171 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.services.segments.db [None req-0cbce4d7-c85f-42d4-b581-e2dfb9c49585 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1de46755-4c3f-428d-af80-47a2f776c0c0']}} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:10:08.819388 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26ae51fd-c77f-4c93-8f47-4b0d4687cf1a admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 05 17:10:08.840804 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-26ae51fd-c77f-4c93-8f47-4b0d4687cf1a admin admin] 10.222.0.11 "PUT /v2.0/routers/7bbefd89-31c6-455d-afd7-76fa4cfc8ec4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6249964 Jan 05 17:10:08.840804 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-2fc23581-8f49-4049-97fd-f9810aa788e7 tempest-BulkNetworkOpsTest-1458771112 tempest-BulkNetworkOpsTest-1458771112-project] Calling delete_port for 62a49c09-0084-4eac-bc7a-ea1423246083 owned by network:dhcp {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:10:08.841118 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-2252cbd3-3ff7-4620-9c08-f99bb24184e7 None None] For port df8ceb93-163e-423c-b665-e6e114895515, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 05 17:10:08.841619 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.services.segments.db [None req-0cbce4d7-c85f-42d4-b581-e2dfb9c49585 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74c9623f-2e0f-433f-b731-84e94b47380a') {'for_net_delete': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:10:08.841619 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.services.segments.db [None req-0cbce4d7-c85f-42d4-b581-e2dfb9c49585 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74c9623f-2e0f-433f-b731-84e94b47380a') {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:10:08.841812 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-b05d77f6-bb79-4e2a-b365-edb7eaa33071 None None] Provisioning complete for port f08f94a0-904f-4241-999e-aa29638f9099 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:10:08.841812 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-b05d77f6-bb79-4e2a-b365-edb7eaa33071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:08.908810 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-0cbce4d7-c85f-42d4-b581-e2dfb9c49585 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754181064771', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11316385'] for segment, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:08.950539 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-2252cbd3-3ff7-4620-9c08-f99bb24184e7 None None] For port df8ceb93-163e-423c-b665-e6e114895515, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=df8ceb93-163e-423c-b665-e6e114895515,segment=NetworkSegment(82dfb23c-5fe9-444a-8846-65afb56ac0ca),segment_id=82dfb23c-5fe9-444a-8846-65afb56ac0ca)] {{(pid=103802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 05 17:10:08.965999 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] For port fae786b7-f5eb-45c9-a39f-43ee76ad5665, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=fae786b7-f5eb-45c9-a39f-43ee76ad5665,segment=NetworkSegment(68e6c437-46c2-424d-85e7-20547f69066d),segment_id=68e6c437-46c2-424d-85e7-20547f69066d)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:10:08.997431 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05d77f6-bb79-4e2a-b365-edb7eaa33071 None None] Pushing event updated for resources: {'Port': ['ID=7a6fce8b-82cd-4f66-b676-24715f48f101,revision_number=5']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:10:09.022384 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.objects.ports [None req-59f2d57e-6a0a-45fd-a3bc-004271fa27ef tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103800) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 05 17:10:09.041801 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dca0cd2-b54a-4b34-8194-e815d61b1a95 None None] DHCP port deletion for e897f8fc-3cef-40ca-9466-c6c65ecd9833 request from dv-neutron-master-2-hyperv {{(pid=103802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 05 17:10:09.054748 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-2252cbd3-3ff7-4620-9c08-f99bb24184e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:09.057700 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-ca9887ff-732a-485d-81dc-110b78c18534 None None] Attempting to bind port 86a89a75-e25d-4a01-a505-ce153004d478 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 05 17:10:09.058062 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-ca9887ff-732a-485d-81dc-110b78c18534 None None] Attempting to bind port 86a89a75-e25d-4a01-a505-ce153004d478 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '74c9623f-2e0f-433f-b731-84e94b47380a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '1de46755-4c3f-428d-af80-47a2f776c0c0'}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 05 17:10:09.058355 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca9887ff-732a-485d-81dc-110b78c18534 None None] Attempting to bind port 86a89a75-e25d-4a01-a505-ce153004d478 on network 1de46755-4c3f-428d-af80-47a2f776c0c0 {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:10:09.104538 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-b05d77f6-bb79-4e2a-b365-edb7eaa33071 None None] Port f08f94a0-904f-4241-999e-aa29638f9099 cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 17:10:09.105617 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:09.106302 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 93b7a35a-4580-4193-aff2-cf8327706c27 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:10:09.119958 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d50b21-86e8-484c-adce-99bd40fa9cdf None None] Pushing event deleted for resources: {'Port': ['ID=62a49c09-0084-4eac-bc7a-ea1423246083,revision_number=None']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:10:09.123345 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.db_base_plugin_common [None req-222180ee-8ba1-449c-8bec-1c1f58aee42d None None] Allocated IP 172.20.0.2 (235f325a-d69c-4bd0-bca1-4a146a23bbdb/546b325d-4d52-429f-8bc3-647404eb770f/7062cf34-535c-4ec4-a676-57dcd8c327f7) {{(pid=103802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:10:09.171256 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca9887ff-732a-485d-81dc-110b78c18534 None None] Checking agent: {'id': '0d4f8fd3-ce62-4651-970c-efa6a8bb22b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 5, 16, 57, 23), 'started_at': datetime.datetime(2022, 1, 5, 16, 57, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 5, 17, 9, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 05 17:10:09.171719 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca9887ff-732a-485d-81dc-110b78c18534 None None] Checking segment: {'id': '74c9623f-2e0f-433f-b731-84e94b47380a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '1de46755-4c3f-428d-af80-47a2f776c0c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:10:09.172018 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-ca9887ff-732a-485d-81dc-110b78c18534 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:09.172893 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca9887ff-732a-485d-81dc-110b78c18534 None None] Bound using segment: {'id': '74c9623f-2e0f-433f-b731-84e94b47380a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '1de46755-4c3f-428d-af80-47a2f776c0c0'} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 05 17:10:09.172893 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-ca9887ff-732a-485d-81dc-110b78c18534 None None] Bound port: 86a89a75-e25d-4a01-a505-ce153004d478, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74c9623f-2e0f-433f-b731-84e94b47380a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '1de46755-4c3f-428d-af80-47a2f776c0c0'}}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 05 17:10:09.173242 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-ca9887ff-732a-485d-81dc-110b78c18534 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:09.237761 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-46e87085-891a-4e03-b608-f019ea1bbdc2 tempest-RoutersAdminTest-952369856 tempest-RoutersAdminTest-952369856-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-649822', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-648421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62737'] for router, precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:09.258134 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-274fc6da-1b2a-46a4-bd5f-8005ffb2f02e tempest-DHCPAgentSchedulersTestJSON-1707090556 tempest-DHCPAgentSchedulersTestJSON-1707090556-project] Made reservation on behalf of 2eb3ba497dfc47b9be49dec96b6da37c for: {'port': 1} {{(pid=103801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:10:09.261655 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-274fc6da-1b2a-46a4-bd5f-8005ffb2f02e tempest-DHCPAgentSchedulersTestJSON-1707090556 tempest-DHCPAgentSchedulersTestJSON-1707090556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:09.285096 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-b05d77f6-bb79-4e2a-b365-edb7eaa33071 None None] Provisioning complete for port dd5de01f-7f6a-4d2b-9c2e-ebcaf287eb61 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:10:09.285461 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-b05d77f6-bb79-4e2a-b365-edb7eaa33071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:09.306549 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-46e87085-891a-4e03-b608-f019ea1bbdc2 tempest-RoutersAdminTest-952369856 tempest-RoutersAdminTest-952369856-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-649813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-649804', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-648412'] for router, after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:09.320232 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-0cbce4d7-c85f-42d4-b581-e2dfb9c49585 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225'] for segment, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:09.348286 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0cbce4d7-c85f-42d4-b581-e2dfb9c49585 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Releasing vlan 133 on physical network physnet1 to pool {{(pid=103801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 05 17:10:09.348737 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-0cbce4d7-c85f-42d4-b581-e2dfb9c49585 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11433197'] for segment, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:09.352694 dv-neutron-master-2-hyperv neutron-server[103801]: Traceback (most recent call last): Jan 05 17:10:09.352694 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 05 17:10:09.352694 dv-neutron-master-2-hyperv neutron-server[103801]: timer() Jan 05 17:10:09.352694 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 05 17:10:09.352694 dv-neutron-master-2-hyperv neutron-server[103801]: cb(*args, **kw) Jan 05 17:10:09.352694 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 05 17:10:09.352694 dv-neutron-master-2-hyperv neutron-server[103801]: return func(*args, **kwargs) Jan 05 17:10:09.352694 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 05 17:10:09.352694 dv-neutron-master-2-hyperv neutron-server[103801]: self._notify() Jan 05 17:10:09.352694 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 05 17:10:09.352694 dv-neutron-master-2-hyperv neutron-server[103801]: self.callback(batched_events) Jan 05 17:10:09.352694 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 05 17:10:09.352694 dv-neutron-master-2-hyperv neutron-server[103801]: event.method(event) Jan 05 17:10:09.352694 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 05 17:10:09.352694 dv-neutron-master-2-hyperv neutron-server[103801]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 05 17:10:09.352694 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 05 17:10:09.352694 dv-neutron-master-2-hyperv neutron-server[103801]: aggregate_uuid = self.p_client.list_aggregates( Jan 05 17:10:09.352694 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 05 17:10:09.352694 dv-neutron-master-2-hyperv neutron-server[103801]: return f(self, *a, **k) Jan 05 17:10:09.352694 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 05 17:10:09.352694 dv-neutron-master-2-hyperv neutron-server[103801]: return self._get(url).json() Jan 05 17:10:09.352694 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 05 17:10:09.352694 dv-neutron-master-2-hyperv neutron-server[103801]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 05 17:10:09.352694 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 05 17:10:09.352694 dv-neutron-master-2-hyperv neutron-server[103801]: return self.request(url, 'GET', **kwargs) Jan 05 17:10:09.352694 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 05 17:10:09.352694 dv-neutron-master-2-hyperv neutron-server[103801]: base_url = self.get_endpoint(auth, allow=allow, Jan 05 17:10:09.352694 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 05 17:10:09.352694 dv-neutron-master-2-hyperv neutron-server[103801]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 05 17:10:09.352694 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 05 17:10:09.352694 dv-neutron-master-2-hyperv neutron-server[103801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 05 17:10:09.352694 dv-neutron-master-2-hyperv neutron-server[103801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 05 17:10:09.355090 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.notifiers.nova [None req-274fc6da-1b2a-46a4-bd5f-8005ffb2f02e tempest-DHCPAgentSchedulersTestJSON-1707090556 tempest-DHCPAgentSchedulersTestJSON-1707090556-project] device_id is not set on port 138b722f-3316-4484-98fe-bf7817131fff yet. {{(pid=103801) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 05 17:10:09.411303 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69760155-1f75-4766-8d89-4cc689e684cf tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Router bf1afd4d-680c-4871-aabc-4aca87161f6d has already been hosted by L3 agent 59446fdc-40e0-41fe-a575-a8eb11d742f7 {{(pid=103801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 05 17:10:09.450484 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2252cbd3-3ff7-4620-9c08-f99bb24184e7 None None] Pushing event updated for resources: {'Port': ['ID=df8ceb93-163e-423c-b665-e6e114895515,revision_number=2']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:10:09.471899 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46e87085-891a-4e03-b608-f019ea1bbdc2 tempest-RoutersAdminTest-952369856 tempest-RoutersAdminTest-952369856-project-admin] Router 59d5efae-cc3b-4567-844e-a0aabc30319c has already been hosted by L3 agent 59446fdc-40e0-41fe-a575-a8eb11d742f7 {{(pid=103800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 05 17:10:09.547457 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-59f2d57e-6a0a-45fd-a3bc-004271fa27ef tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:09.633122 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-ca9887ff-732a-485d-81dc-110b78c18534 None None] For port 86a89a75-e25d-4a01-a505-ce153004d478, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 05 17:10:09.635419 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.db.api [None req-0cbce4d7-c85f-42d4-b581-e2dfb9c49585 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 05 17:10:09.635419 dv-neutron-master-2-hyperv neutron-server[103801]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 05 17:10:09.635419 dv-neutron-master-2-hyperv neutron-server[103801]: [parameters: {'id': '1de46755-4c3f-428d-af80-47a2f776c0c0'}] Jan 05 17:10:09.635419 dv-neutron-master-2-hyperv neutron-server[103801]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103801) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 05 17:10:09.636168 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG oslo_db.api [None req-0cbce4d7-c85f-42d4-b581-e2dfb9c49585 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 05 17:10:09.636697 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-d4829bd5-aaea-441e-b974-75b0f246dcaa tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:09.697438 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-2fc23581-8f49-4049-97fd-f9810aa788e7 tempest-BulkNetworkOpsTest-1458771112 tempest-BulkNetworkOpsTest-1458771112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11433176'] for port, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:09.738975 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-222180ee-8ba1-449c-8bec-1c1f58aee42d None None] Publish callbacks [] for port, precommit_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:09.764267 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-ca9887ff-732a-485d-81dc-110b78c18534 None None] For port 86a89a75-e25d-4a01-a505-ce153004d478, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=86a89a75-e25d-4a01-a505-ce153004d478,segment=NetworkSegment(74c9623f-2e0f-433f-b731-84e94b47380a),segment_id=74c9623f-2e0f-433f-b731-84e94b47380a)] {{(pid=103802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 05 17:10:09.777823 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc23581-8f49-4049-97fd-f9810aa788e7 tempest-BulkNetworkOpsTest-1458771112 tempest-BulkNetworkOpsTest-1458771112-project] Pushing event deleted for resources: {'Port': ['ID=62a49c09-0084-4eac-bc7a-ea1423246083,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:10:09.778031 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fc23581-8f49-4049-97fd-f9810aa788e7 tempest-BulkNetworkOpsTest-1458771112 tempest-BulkNetworkOpsTest-1458771112-project] No DVR routers for this DVR port 62a49c09-0084-4eac-bc7a-ea1423246083 on host dv-neutron-master-2-hyperv {{(pid=103801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 05 17:10:09.821236 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-a45494fa-9dd9-4a9f-8177-ab2432421cd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bbefd89-31c6-455d-afd7-76fa4cfc8ec4', 'name': 'tempest-TestVolumeBootPattern-1504285469-router', 'tenant_id': '65c8e0828a294c109aa1b82a3792b00a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.53'}], 'enable_snat': True}, 'gw_port_id': 'dd5de01f-7f6a-4d2b-9c2e-ebcaf287eb61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:09:48Z', 'updated_at': '2022-01-05T17:10:05Z', 'revision_number': 4, 'project_id': '65c8e0828a294c109aa1b82a3792b00a', 'gw_port': {'id': 'dd5de01f-7f6a-4d2b-9c2e-ebcaf287eb61', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:bf:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bbefd89-31c6-455d-afd7-76fa4cfc8ec4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 762, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:09:51Z', 'updated_at': '2022-01-05T17:10:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'f08f94a0-904f-4241-999e-aa29638f9099', 'name': '', 'network_id': 'b309d5de-a6f2-4833-9079-a7a49b21ea2a', 'tenant_id': '65c8e0828a294c109aa1b82a3792b00a', 'mac_address': 'fa:16:3e:c3:56:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bbefd89-31c6-455d-afd7-76fa4cfc8ec4', 'device_owner': 'network:router_interface', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': '0aed6401-addd-43e4-aa68-a602b05fee12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:10:02Z', 'updated_at': '2022-01-05T17:10:05Z', 'revision_number': 2, 'project_id': '65c8e0828a294c109aa1b82a3792b00a', 'subnets': [{'id': '0aed6401-addd-43e4-aa68-a602b05fee12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:10:09.835112 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Provisioning complete for port 93b7a35a-4580-4193-aff2-cf8327706c27 triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:10:09.839272 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:09.863512 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46e87085-891a-4e03-b608-f019ea1bbdc2 tempest-RoutersAdminTest-952369856 tempest-RoutersAdminTest-952369856-project-admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 05 17:10:09.876840 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-46e87085-891a-4e03-b608-f019ea1bbdc2 tempest-RoutersAdminTest-952369856 tempest-RoutersAdminTest-952369856-project-admin] Publish callbacks [] for router, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:09.876840 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-46e87085-891a-4e03-b608-f019ea1bbdc2 tempest-RoutersAdminTest-952369856 tempest-RoutersAdminTest-952369856-project-admin] 10.222.0.11 "PUT /v2.0/routers/59d5efae-cc3b-4567-844e-a0aabc30319c HTTP/1.1" status: 200 len: 920 time: 3.3680928 Jan 05 17:10:09.876840 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 42136) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:10:09.879627 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15d09987-b42c-4994-be4e-3fa0c7632f39 None None] Sync routers for ids ['59d5efae-cc3b-4567-844e-a0aabc30319c'] in dv-neutron-master-2-hyperv {{(pid=103803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 05 17:10:09.901230 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15d09987-b42c-4994-be4e-3fa0c7632f39 None None] Routers {'59d5efae-cc3b-4567-844e-a0aabc30319c'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:10:09.901448 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-222180ee-8ba1-449c-8bec-1c1f58aee42d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669'] for port, after_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:09.902884 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-15d09987-b42c-4994-be4e-3fa0c7632f39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:09:49Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['59d5efae-cc3b-4567-844e-a0aabc30319c'], 'active': True} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:10:09.915510 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69760155-1f75-4766-8d89-4cc689e684cf tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 05 17:10:09.937470 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-69760155-1f75-4766-8d89-4cc689e684cf tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] 10.222.0.11 "PUT /v2.0/routers/bf1afd4d-680c-4871-aabc-4aca87161f6d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4165027 Jan 05 17:10:09.940339 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 42138) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:10:09.951534 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-ca9887ff-732a-485d-81dc-110b78c18534 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:09.989275 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e4b8434-faa4-41f6-b6de-7530a86409e8 None None] Sync routers for ids ['bf1afd4d-680c-4871-aabc-4aca87161f6d'] in dv-neutron-master-2-hyperv {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 05 17:10:10.000884 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a45494fa-9dd9-4a9f-8177-ab2432421cd4 None None] The sync data for ids ['7bbefd89-31c6-455d-afd7-76fa4cfc8ec4'] in dv-neutron-master-2-hyperv is: [{'id': '7bbefd89-31c6-455d-afd7-76fa4cfc8ec4', 'name': 'tempest-TestVolumeBootPattern-1504285469-router', 'tenant_id': '65c8e0828a294c109aa1b82a3792b00a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.53'}], 'enable_snat': True}, 'gw_port_id': 'dd5de01f-7f6a-4d2b-9c2e-ebcaf287eb61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:09:48Z', 'updated_at': '2022-01-05T17:10:05Z', 'revision_number': 4, 'project_id': '65c8e0828a294c109aa1b82a3792b00a', 'gw_port': {'id': 'dd5de01f-7f6a-4d2b-9c2e-ebcaf287eb61', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:bf:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bbefd89-31c6-455d-afd7-76fa4cfc8ec4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 762, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:09:51Z', 'updated_at': '2022-01-05T17:10:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'f08f94a0-904f-4241-999e-aa29638f9099', 'name': '', 'network_id': 'b309d5de-a6f2-4833-9079-a7a49b21ea2a', 'tenant_id': '65c8e0828a294c109aa1b82a3792b00a', 'mac_address': 'fa:16:3e:c3:56:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bbefd89-31c6-455d-afd7-76fa4cfc8ec4', 'device_owner': 'network:router_interface', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': '0aed6401-addd-43e4-aa68-a602b05fee12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:10:02Z', 'updated_at': '2022-01-05T17:10:05Z', 'revision_number': 2, 'project_id': '65c8e0828a294c109aa1b82a3792b00a', 'subnets': [{'id': '0aed6401-addd-43e4-aa68-a602b05fee12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 05 17:10:10.011558 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-7dca0cd2-b54a-4b34-8194-e815d61b1a95 None None] Deleting port fae786b7-f5eb-45c9-a39f-43ee76ad5665 {{(pid=103802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:10:10.011933 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-7dca0cd2-b54a-4b34-8194-e815d61b1a95 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:10.085311 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.db [None req-59f2d57e-6a0a-45fd-a3bc-004271fa27ef tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] For port fae786b7-f5eb-45c9-a39f-43ee76ad5665, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=fae786b7-f5eb-45c9-a39f-43ee76ad5665,segment=NetworkSegment(68e6c437-46c2-424d-85e7-20547f69066d),segment_id=68e6c437-46c2-424d-85e7-20547f69066d)] {{(pid=103800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:10:10.108673 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-2fc23581-8f49-4049-97fd-f9810aa788e7 tempest-BulkNetworkOpsTest-1458771112 tempest-BulkNetworkOpsTest-1458771112-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3891715', 'neutron.services.segments.db._delete_segments_for_network-8754181063482'] for network, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:10.128118 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-7dca0cd2-b54a-4b34-8194-e815d61b1a95 None None] For port fae786b7-f5eb-45c9-a39f-43ee76ad5665, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=fae786b7-f5eb-45c9-a39f-43ee76ad5665,segment=NetworkSegment(68e6c437-46c2-424d-85e7-20547f69066d),segment_id=68e6c437-46c2-424d-85e7-20547f69066d)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:10:10.128443 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-7dca0cd2-b54a-4b34-8194-e815d61b1a95 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:10.150114 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-7dca0cd2-b54a-4b34-8194-e815d61b1a95 None None] Calling delete_port for fae786b7-f5eb-45c9-a39f-43ee76ad5665 owned by network:dhcp {{(pid=103802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:10:10.157126 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-611a07a8-f1d3-41a2-9fd4-e70070c998a3 tempest-RoutersAdminTest-952369856 tempest-RoutersAdminTest-952369856-project-admin] 10.222.0.11 "GET /v2.0/routers/59d5efae-cc3b-4567-844e-a0aabc30319c HTTP/1.1" status: 200 len: 920 time: 0.2760475 Jan 05 17:10:10.171120 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 42140) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:10:10.172145 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-15d09987-b42c-4994-be4e-3fa0c7632f39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:10:10.192638 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15d09987-b42c-4994-be4e-3fa0c7632f39 None None] Routers {'59d5efae-cc3b-4567-844e-a0aabc30319c'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:10:10.193672 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-15d09987-b42c-4994-be4e-3fa0c7632f39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:09:49Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['59d5efae-cc3b-4567-844e-a0aabc30319c'], 'active': True} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:10:10.202342 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-0cbce4d7-c85f-42d4-b581-e2dfb9c49585 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3809644'] for network, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:10.232997 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-59f2d57e-6a0a-45fd-a3bc-004271fa27ef tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks [] for port, precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:10.250982 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [None req-274fc6da-1b2a-46a4-bd5f-8005ffb2f02e tempest-DHCPAgentSchedulersTestJSON-1707090556 tempest-DHCPAgentSchedulersTestJSON-1707090556-project] Allocated IP 172.20.0.11 (235f325a-d69c-4bd0-bca1-4a146a23bbdb/546b325d-4d52-429f-8bc3-647404eb770f/138b722f-3316-4484-98fe-bf7817131fff) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:10:10.253251 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-15d09987-b42c-4994-be4e-3fa0c7632f39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:10:10.254181 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15d09987-b42c-4994-be4e-3fa0c7632f39 None None] The sync data for ids ['59d5efae-cc3b-4567-844e-a0aabc30319c'] in dv-neutron-master-2-hyperv is: [] {{(pid=103803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 05 17:10:10.275418 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57d90a99-533f-4b9b-bcc5-d6bc1b48043c tempest-RoutersAdminTest-952369856 tempest-RoutersAdminTest-952369856-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:10:10.285364 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-57d90a99-533f-4b9b-bcc5-d6bc1b48043c tempest-RoutersAdminTest-952369856 tempest-RoutersAdminTest-952369856-project-admin] 10.222.0.11 "GET /v2.0/ports?network_id=b0167590-0699-4c5c-a932-3939414a9573&device_id=59d5efae-cc3b-4567-844e-a0aabc30319c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1131411 Jan 05 17:10:10.286039 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 42142) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:10:10.287613 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Pushing event updated for resources: {'Port': ['ID=fae786b7-f5eb-45c9-a39f-43ee76ad5665,revision_number=7']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:10:10.311318 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.services.segments.db [None req-2fc23581-8f49-4049-97fd-f9810aa788e7 tempest-BulkNetworkOpsTest-1458771112 tempest-BulkNetworkOpsTest-1458771112-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29b1a03c-5aeb-47c9-bb38-4cdc4efd4046']}} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:10:10.415276 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e4b8434-faa4-41f6-b6de-7530a86409e8 None None] Routers {'bf1afd4d-680c-4871-aabc-4aca87161f6d'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:10:10.416064 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-5e4b8434-faa4-41f6-b6de-7530a86409e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:09:49Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['bf1afd4d-680c-4871-aabc-4aca87161f6d'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:10:10.428656 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 42144) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:10:10.434371 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-deae4278-b0ec-477d-8852-4102d3f6a33a tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1677449079', 'description': 'tempest-secgroup-smoke-1677449079 description', 'project_id': '9bafc9d0d75b44f696c7001918c22f7e'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:10:10.445625 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-59f2d57e-6a0a-45fd-a3bc-004271fa27ef tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8784461'] for port, after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:10.447409 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-59f2d57e-6a0a-45fd-a3bc-004271fa27ef tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8784852', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8521873'] for subnet, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:10.448982 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-222180ee-8ba1-449c-8bec-1c1f58aee42d None None] Network 235f325a-d69c-4bd0-bca1-4a146a23bbdb is already hosted by enough agents. {{(pid=103802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:10:10.454741 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.services.segments.db [None req-2fc23581-8f49-4049-97fd-f9810aa788e7 tempest-BulkNetworkOpsTest-1458771112 tempest-BulkNetworkOpsTest-1458771112-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02fb85e9-1213-4494-a93e-0343e93a6c69') {'for_net_delete': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:10:10.455295 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.services.segments.db [None req-2fc23581-8f49-4049-97fd-f9810aa788e7 tempest-BulkNetworkOpsTest-1458771112 tempest-BulkNetworkOpsTest-1458771112-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02fb85e9-1213-4494-a93e-0343e93a6c69') {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:10:10.471950 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.db_base_plugin_v2 [None req-f55bc1d4-7180-4054-a296-5be8f34b67c2 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Deleting subnet c343cccc-8aec-4f0b-a6d7-7d4f99734aed {{(pid=103801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 05 17:10:10.473316 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.scheduler.base_scheduler [None req-222180ee-8ba1-449c-8bec-1c1f58aee42d None None] Resources bound (agent type, host, resource id): {{(pid=103802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:10:10.489835 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f55bc1d4-7180-4054-a296-5be8f34b67c2 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks [] for subnet, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:10.539515 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-2fc23581-8f49-4049-97fd-f9810aa788e7 tempest-BulkNetworkOpsTest-1458771112 tempest-BulkNetworkOpsTest-1458771112-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754181064771', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11316385'] for segment, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:10.578699 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d41d3648-a758-4564-8ccb-780289dcfdf1 tempest-RoutersAdminTest-952369856 tempest-RoutersAdminTest-952369856-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:10:10.582234 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-d41d3648-a758-4564-8ccb-780289dcfdf1 tempest-RoutersAdminTest-952369856 tempest-RoutersAdminTest-952369856-project-admin] 10.222.0.11 "GET /v2.0/networks/b0167590-0699-4c5c-a932-3939414a9573 HTTP/1.1" status: 200 len: 881 time: 0.2952011 Jan 05 17:10:10.593204 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 42146) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:10:10.639348 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-2fc23581-8f49-4049-97fd-f9810aa788e7 tempest-BulkNetworkOpsTest-1458771112 tempest-BulkNetworkOpsTest-1458771112-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225'] for segment, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:10.654092 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-222180ee-8ba1-449c-8bec-1c1f58aee42d None None] Received port after_create {{(pid=103802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:10:10.671750 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f55bc1d4-7180-4054-a296-5be8f34b67c2 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11316398'] for subnet, precommit_delete_associations {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:10.683589 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2fc23581-8f49-4049-97fd-f9810aa788e7 tempest-BulkNetworkOpsTest-1458771112 tempest-BulkNetworkOpsTest-1458771112-project] Releasing vlan 140 on physical network physnet1 to pool {{(pid=103801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 05 17:10:10.683960 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-2fc23581-8f49-4049-97fd-f9810aa788e7 tempest-BulkNetworkOpsTest-1458771112 tempest-BulkNetworkOpsTest-1458771112-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11433197'] for segment, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:10.685875 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59f2d57e-6a0a-45fd-a3bc-004271fa27ef tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Network e897f8fc-3cef-40ca-9466-c6c65ecd9833 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:10:10.690385 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-cd63a281-6ca4-4a28-b48f-de44249f4570 tempest-RoutersAdminTest-1676889452 tempest-RoutersAdminTest-1676889452-project] 10.222.0.11 "GET /v2.0/ports?device_id=59d5efae-cc3b-4567-844e-a0aabc30319c HTTP/1.1" status: 200 len: 205 time: 0.0868585 Jan 05 17:10:10.693918 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f2d57e-6a0a-45fd-a3bc-004271fa27ef tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Pushing event updated for resources: {'Subnet': ['ID=e689b71c-8473-44f5-a490-e6fa7459f147,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:10:10.696212 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 42148) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:10:10.703537 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-59f2d57e-6a0a-45fd-a3bc-004271fa27ef tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:10:10.704983 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 05 17:10:10.704983 dv-neutron-master-2-hyperv neutron-server[103801]: self.session.flush() Jan 05 17:10:10.704983 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 05 17:10:10.704983 dv-neutron-master-2-hyperv neutron-server[103801]: self.session.flush() Jan 05 17:10:10.704983 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 05 17:10:10.704983 dv-neutron-master-2-hyperv neutron-server[103801]: self.session.flush() Jan 05 17:10:10.704983 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 05 17:10:10.704983 dv-neutron-master-2-hyperv neutron-server[103801]: self.session.flush() Jan 05 17:10:10.704983 dv-neutron-master-2-hyperv neutron-server[103801]: Traceback (most recent call last): Jan 05 17:10:10.704983 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 05 17:10:10.704983 dv-neutron-master-2-hyperv neutron-server[103801]: timer() Jan 05 17:10:10.704983 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 05 17:10:10.704983 dv-neutron-master-2-hyperv neutron-server[103801]: cb(*args, **kw) Jan 05 17:10:10.704983 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 05 17:10:10.704983 dv-neutron-master-2-hyperv neutron-server[103801]: return func(*args, **kwargs) Jan 05 17:10:10.704983 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 05 17:10:10.704983 dv-neutron-master-2-hyperv neutron-server[103801]: self._notify() Jan 05 17:10:10.704983 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 05 17:10:10.704983 dv-neutron-master-2-hyperv neutron-server[103801]: self.callback(batched_events) Jan 05 17:10:10.704983 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 05 17:10:10.704983 dv-neutron-master-2-hyperv neutron-server[103801]: event.method(event) Jan 05 17:10:10.704983 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 05 17:10:10.704983 dv-neutron-master-2-hyperv neutron-server[103801]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 05 17:10:10.704983 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 05 17:10:10.704983 dv-neutron-master-2-hyperv neutron-server[103801]: aggregate_uuid = self.p_client.list_aggregates( Jan 05 17:10:10.704983 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 05 17:10:10.704983 dv-neutron-master-2-hyperv neutron-server[103801]: return f(self, *a, **k) Jan 05 17:10:10.704983 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 05 17:10:10.704983 dv-neutron-master-2-hyperv neutron-server[103801]: return self._get(url).json() Jan 05 17:10:10.704983 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 05 17:10:10.704983 dv-neutron-master-2-hyperv neutron-server[103801]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 05 17:10:10.704983 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 05 17:10:10.704983 dv-neutron-master-2-hyperv neutron-server[103801]: return self.request(url, 'GET', **kwargs) Jan 05 17:10:10.704983 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 05 17:10:10.704983 dv-neutron-master-2-hyperv neutron-server[103801]: base_url = self.get_endpoint(auth, allow=allow, Jan 05 17:10:10.704983 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 05 17:10:10.704983 dv-neutron-master-2-hyperv neutron-server[103801]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 05 17:10:10.704983 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 05 17:10:10.704983 dv-neutron-master-2-hyperv neutron-server[103801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 05 17:10:10.704983 dv-neutron-master-2-hyperv neutron-server[103801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 05 17:10:10.707584 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f2d57e-6a0a-45fd-a3bc-004271fa27ef tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Pushing event updated for resources: {'Port': ['ID=fae786b7-f5eb-45c9-a39f-43ee76ad5665,revision_number=8']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:10:10.712892 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfb2a23e-02c3-4052-aa9b-315edcd82b42 None None] Network 1de46755-4c3f-428d-af80-47a2f776c0c0 requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:10:10.728013 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-b05d77f6-bb79-4e2a-b365-edb7eaa33071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:10.756250 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59f2d57e-6a0a-45fd-a3bc-004271fa27ef tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:10:10.756853 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-59f2d57e-6a0a-45fd-a3bc-004271fa27ef tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks [] for subnet, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:10.765788 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-deae4278-b0ec-477d-8852-4102d3f6a33a tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] Publish callbacks [] for security_group, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:10.766037 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-b05d77f6-bb79-4e2a-b365-edb7eaa33071 None None] For port dd5de01f-7f6a-4d2b-9c2e-ebcaf287eb61, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=dd5de01f-7f6a-4d2b-9c2e-ebcaf287eb61,segment=NetworkSegment(3f961525-530f-4ce5-8222-1dbbbe774893),segment_id=3f961525-530f-4ce5-8222-1dbbbe774893)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:10:10.797088 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222180ee-8ba1-449c-8bec-1c1f58aee42d None None] Pushing event updated for resources: {'Port': ['ID=7062cf34-535c-4ec4-a676-57dcd8c327f7,revision_number=1']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:10:10.870997 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-5e4b8434-faa4-41f6-b6de-7530a86409e8 None None] Set router bf1afd4d-680c-4871-aabc-4aca87161f6d gateway port host: None {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:10:10.899657 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-82fadec3-832d-477c-abbc-b9b5ee7b9cb9 tempest-RoutersAdminTest-1676889452 tempest-RoutersAdminTest-1676889452-project] Publish callbacks [] for router, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:10.943978 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-deae4278-b0ec-477d-8852-4102d3f6a33a tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] Publish callbacks [] for security_group, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:10.969343 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-d4829bd5-aaea-441e-b974-75b0f246dcaa tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks [] for port, precommit_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:10.969617 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02c01299-1abd-4e53-8720-009a696f7b43 None None] Network 340e1cc9-3251-4d71-9b7d-e1059822a4f3 requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:10:10.974016 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-b05d77f6-bb79-4e2a-b365-edb7eaa33071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:10.988875 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-59f2d57e-6a0a-45fd-a3bc-004271fa27ef tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.5776110 Jan 05 17:10:10.991382 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 42150) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:10:10.996743 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-4bf5d88f-f72d-408d-8be2-189cdabb65e7 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Request body: {'subnet': {'network_id': 'e897f8fc-3cef-40ca-9466-c6c65ecd9833', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:10:11.024023 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-deae4278-b0ec-477d-8852-4102d3f6a33a tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:11.046644 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-b05d77f6-bb79-4e2a-b365-edb7eaa33071 None None] Could not find standard attr ID for object 615e2116-3edb-4a73-82ae-1916d960648e. {{(pid=103802) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 05 17:10:11.084839 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-d4829bd5-aaea-441e-b974-75b0f246dcaa tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11433169'] for port, after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:11.084839 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-d4829bd5-aaea-441e-b974-75b0f246dcaa tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-531704'] for router_interface, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:11.088660 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-0cbce4d7-c85f-42d4-b581-e2dfb9c49585 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Deleting port 86a89a75-e25d-4a01-a505-ce153004d478 {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:10:11.089057 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-0cbce4d7-c85f-42d4-b581-e2dfb9c49585 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:11.099369 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-2fc23581-8f49-4049-97fd-f9810aa788e7 tempest-BulkNetworkOpsTest-1458771112 tempest-BulkNetworkOpsTest-1458771112-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3891722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648695'] for network, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:11.104309 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-2fc23581-8f49-4049-97fd-f9810aa788e7 tempest-BulkNetworkOpsTest-1458771112 tempest-BulkNetworkOpsTest-1458771112-project] Publish callbacks [] for network, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:11.110472 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-2fc23581-8f49-4049-97fd-f9810aa788e7 tempest-BulkNetworkOpsTest-1458771112 tempest-BulkNetworkOpsTest-1458771112-project] 10.222.0.11 "DELETE /v2.0/networks/29b1a03c-5aeb-47c9-bb38-4cdc4efd4046 HTTP/1.1" status: 204 len: 168 time: 3.6508193 Jan 05 17:10:11.123140 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f55bc1d4-7180-4054-a296-5be8f34b67c2 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892868'] for subnet, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:11.130858 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 42152) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:10:11.156692 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-222180ee-8ba1-449c-8bec-1c1f58aee42d None None] Attempting to bind port 7062cf34-535c-4ec4-a676-57dcd8c327f7 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 05 17:10:11.156978 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-222180ee-8ba1-449c-8bec-1c1f58aee42d None None] Attempting to bind port 7062cf34-535c-4ec4-a676-57dcd8c327f7 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '34ba967c-dd4b-4e8f-993d-e20fbd5287cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '235f325a-d69c-4bd0-bca1-4a146a23bbdb'}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 05 17:10:11.157330 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-222180ee-8ba1-449c-8bec-1c1f58aee42d None None] Attempting to bind port 7062cf34-535c-4ec4-a676-57dcd8c327f7 on network 235f325a-d69c-4bd0-bca1-4a146a23bbdb {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:10:11.163662 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-b05d77f6-bb79-4e2a-b365-edb7eaa33071 None None] Could not find standard attr ID for object 62a49c09-0084-4eac-bc7a-ea1423246083. {{(pid=103802) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 05 17:10:11.181981 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deae4278-b0ec-477d-8852-4102d3f6a33a tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74da9e44-17f3-4e78-b165-acdbd8889547,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:10:11.232805 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-222180ee-8ba1-449c-8bec-1c1f58aee42d None None] Checking agent: {'id': '0d4f8fd3-ce62-4651-970c-efa6a8bb22b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 5, 16, 57, 23), 'started_at': datetime.datetime(2022, 1, 5, 16, 57, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 5, 17, 9, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 05 17:10:11.232805 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-222180ee-8ba1-449c-8bec-1c1f58aee42d None None] Checking segment: {'id': '34ba967c-dd4b-4e8f-993d-e20fbd5287cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '235f325a-d69c-4bd0-bca1-4a146a23bbdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:10:11.233200 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-222180ee-8ba1-449c-8bec-1c1f58aee42d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:11.233572 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-222180ee-8ba1-449c-8bec-1c1f58aee42d None None] Bound using segment: {'id': '34ba967c-dd4b-4e8f-993d-e20fbd5287cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '235f325a-d69c-4bd0-bca1-4a146a23bbdb'} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 05 17:10:11.234192 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-222180ee-8ba1-449c-8bec-1c1f58aee42d None None] Bound port: 7062cf34-535c-4ec4-a676-57dcd8c327f7, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34ba967c-dd4b-4e8f-993d-e20fbd5287cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '235f325a-d69c-4bd0-bca1-4a146a23bbdb'}}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 05 17:10:11.234583 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-222180ee-8ba1-449c-8bec-1c1f58aee42d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:11.261792 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc23581-8f49-4049-97fd-f9810aa788e7 tempest-BulkNetworkOpsTest-1458771112 tempest-BulkNetworkOpsTest-1458771112-project] Pushing event deleted for resources: {'Network': ['ID=29b1a03c-5aeb-47c9-bb38-4cdc4efd4046,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:10:11.271463 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-deae4278-b0ec-477d-8852-4102d3f6a33a tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] Publish callbacks [] for security_group, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:11.275102 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-deae4278-b0ec-477d-8852-4102d3f6a33a tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.8429506 Jan 05 17:10:11.283767 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-274fc6da-1b2a-46a4-bd5f-8005ffb2f02e tempest-DHCPAgentSchedulersTestJSON-1707090556 tempest-DHCPAgentSchedulersTestJSON-1707090556-project] Publish callbacks [] for port, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:11.294294 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 42154) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:10:11.301453 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-68dd71e0-a3ae-46e5-b741-3e2b53683f42 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] Request body: {'security_group_rule': {'security_group_id': '74da9e44-17f3-4e78-b165-acdbd8889547', 'project_id': '9bafc9d0d75b44f696c7001918c22f7e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:10:11.312366 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-82fadec3-832d-477c-abbc-b9b5ee7b9cb9 tempest-RoutersAdminTest-1676889452 tempest-RoutersAdminTest-1676889452-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:11.358323 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6d8526d6-b6e7-4d3e-80b2-ec6f60b9931e tempest-BulkNetworkOpsTest-1458771112 tempest-BulkNetworkOpsTest-1458771112-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3809644'] for network, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:11.435762 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-274fc6da-1b2a-46a4-bd5f-8005ffb2f02e tempest-DHCPAgentSchedulersTestJSON-1707090556 tempest-DHCPAgentSchedulersTestJSON-1707090556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11433176'] for port, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:11.492080 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-7dca0cd2-b54a-4b34-8194-e815d61b1a95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678'] for port, after_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:11.510349 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4829bd5-aaea-441e-b974-75b0f246dcaa tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Pushing event updated for resources: {'Port': ['ID=318a7ebe-f268-4c22-965c-c340c522693b,revision_number=2']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:10:11.535198 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bf5d88f-f72d-408d-8be2-189cdabb65e7 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Made reservation on behalf of fd419c78d7194361a03f37a26ebeba76 for: {'subnet': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:10:11.540209 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4bf5d88f-f72d-408d-8be2-189cdabb65e7 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8521827'] for subnet, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:11.544140 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9887ff-732a-485d-81dc-110b78c18534 None None] Pushing event updated for resources: {'Port': ['ID=86a89a75-e25d-4a01-a505-ce153004d478,revision_number=2']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:10:11.552154 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:11.570640 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274fc6da-1b2a-46a4-bd5f-8005ffb2f02e tempest-DHCPAgentSchedulersTestJSON-1707090556 tempest-DHCPAgentSchedulersTestJSON-1707090556-project] Pushing event updated for resources: {'Port': ['ID=138b722f-3316-4484-98fe-bf7817131fff,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:10:11.594329 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-0cbce4d7-c85f-42d4-b581-e2dfb9c49585 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] For port 86a89a75-e25d-4a01-a505-ce153004d478, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=86a89a75-e25d-4a01-a505-ce153004d478,segment=NetworkSegment(74c9623f-2e0f-433f-b731-84e94b47380a),segment_id=74c9623f-2e0f-433f-b731-84e94b47380a)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:10:11.594556 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-0cbce4d7-c85f-42d4-b581-e2dfb9c49585 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:11.598275 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-274fc6da-1b2a-46a4-bd5f-8005ffb2f02e tempest-DHCPAgentSchedulersTestJSON-1707090556 tempest-DHCPAgentSchedulersTestJSON-1707090556-project] Network 235f325a-d69c-4bd0-bca1-4a146a23bbdb is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:10:11.610314 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-274fc6da-1b2a-46a4-bd5f-8005ffb2f02e tempest-DHCPAgentSchedulersTestJSON-1707090556 tempest-DHCPAgentSchedulersTestJSON-1707090556-project] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:10:11.613892 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-274fc6da-1b2a-46a4-bd5f-8005ffb2f02e tempest-DHCPAgentSchedulersTestJSON-1707090556 tempest-DHCPAgentSchedulersTestJSON-1707090556-project] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:10:11.614170 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dca0cd2-b54a-4b34-8194-e815d61b1a95 None None] No DVR routers for this DVR port fae786b7-f5eb-45c9-a39f-43ee76ad5665 on host dv-neutron-master-2-hyperv {{(pid=103802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 05 17:10:11.629946 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-0cbce4d7-c85f-42d4-b581-e2dfb9c49585 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Calling delete_port for 86a89a75-e25d-4a01-a505-ce153004d478 owned by network:dhcp {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:10:11.678588 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-68dd71e0-a3ae-46e5-b741-3e2b53683f42 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:11.682821 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6d8526d6-b6e7-4d3e-80b2-ec6f60b9931e tempest-BulkNetworkOpsTest-1458771112 tempest-BulkNetworkOpsTest-1458771112-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3891715', 'neutron.services.segments.db._delete_segments_for_network-8754181063482'] for network, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:11.688158 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f55bc1d4-7180-4054-a296-5be8f34b67c2 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3893367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11433231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12480600'] for subnet, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:11.720493 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-b05d77f6-bb79-4e2a-b365-edb7eaa33071 None None] Provisioning complete for port 93b7a35a-4580-4193-aff2-cf8327706c27 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:10:11.720749 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-b05d77f6-bb79-4e2a-b365-edb7eaa33071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:11.724441 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55bc1d4-7180-4054-a296-5be8f34b67c2 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Pushing event deleted for resources: {'Subnet': ['ID=c343cccc-8aec-4f0b-a6d7-7d4f99734aed,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:10:11.725794 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f07e114-d5a5-4840-90c1-1afe6c693708 None None] Network e897f8fc-3cef-40ca-9466-c6c65ecd9833 requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:10:11.738403 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.services.segments.db [None req-6d8526d6-b6e7-4d3e-80b2-ec6f60b9931e tempest-BulkNetworkOpsTest-1458771112 tempest-BulkNetworkOpsTest-1458771112-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd167309-f7fc-4df8-a92e-50f8b5073d72']}} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:10:11.760528 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.services.segments.db [None req-6d8526d6-b6e7-4d3e-80b2-ec6f60b9931e tempest-BulkNetworkOpsTest-1458771112 tempest-BulkNetworkOpsTest-1458771112-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70ff7df4-c1ba-4cc2-90b3-951a0b169d7a') {'for_net_delete': True} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:10:11.761292 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.services.segments.db [None req-6d8526d6-b6e7-4d3e-80b2-ec6f60b9931e tempest-BulkNetworkOpsTest-1458771112 tempest-BulkNetworkOpsTest-1458771112-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70ff7df4-c1ba-4cc2-90b3-951a0b169d7a') {} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:10:11.780882 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6d8526d6-b6e7-4d3e-80b2-ec6f60b9931e tempest-BulkNetworkOpsTest-1458771112 tempest-BulkNetworkOpsTest-1458771112-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754181064771', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8784833'] for segment, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:11.783543 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f55bc1d4-7180-4054-a296-5be8f34b67c2 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks [] for subnet, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:11.788345 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-f55bc1d4-7180-4054-a296-5be8f34b67c2 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] 10.222.0.11 "DELETE /v2.0/subnets/c343cccc-8aec-4f0b-a6d7-7d4f99734aed HTTP/1.1" status: 204 len: 168 time: 1.7712905 Jan 05 17:10:11.800624 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6d8526d6-b6e7-4d3e-80b2-ec6f60b9931e tempest-BulkNetworkOpsTest-1458771112 tempest-BulkNetworkOpsTest-1458771112-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225'] for segment, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:11.802177 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-274fc6da-1b2a-46a4-bd5f-8005ffb2f02e tempest-DHCPAgentSchedulersTestJSON-1707090556 tempest-DHCPAgentSchedulersTestJSON-1707090556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:10:11.802848 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-274fc6da-1b2a-46a4-bd5f-8005ffb2f02e tempest-DHCPAgentSchedulersTestJSON-1707090556 tempest-DHCPAgentSchedulersTestJSON-1707090556-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:11.806609 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4829bd5-aaea-441e-b974-75b0f246dcaa tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Network 340e1cc9-3251-4d71-9b7d-e1059822a4f3 is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:10:11.807305 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 42156) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:10:11.809830 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d8526d6-b6e7-4d3e-80b2-ec6f60b9931e tempest-BulkNetworkOpsTest-1458771112 tempest-BulkNetworkOpsTest-1458771112-project] Releasing vlan 131 on physical network physnet1 to pool {{(pid=103800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 05 17:10:11.813461 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6d8526d6-b6e7-4d3e-80b2-ec6f60b9931e tempest-BulkNetworkOpsTest-1458771112 tempest-BulkNetworkOpsTest-1458771112-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8784497'] for segment, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:11.837971 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-d4829bd5-aaea-441e-b974-75b0f246dcaa tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:10:11.842039 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18bdd644-71ff-4ff8-90b6-b83981ed16ee None None] Network 82f2d2cd-1056-4b4a-8b60-ee39eb3300a3 requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:10:11.934898 dv-neutron-master-2-hyperv neutron-server[103800]: Traceback (most recent call last): Jan 05 17:10:11.934898 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 05 17:10:11.934898 dv-neutron-master-2-hyperv neutron-server[103800]: timer() Jan 05 17:10:11.934898 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 05 17:10:11.934898 dv-neutron-master-2-hyperv neutron-server[103800]: cb(*args, **kw) Jan 05 17:10:11.934898 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 05 17:10:11.934898 dv-neutron-master-2-hyperv neutron-server[103800]: return func(*args, **kwargs) Jan 05 17:10:11.934898 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 05 17:10:11.934898 dv-neutron-master-2-hyperv neutron-server[103800]: self._notify() Jan 05 17:10:11.934898 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 05 17:10:11.934898 dv-neutron-master-2-hyperv neutron-server[103800]: self.callback(batched_events) Jan 05 17:10:11.934898 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 05 17:10:11.934898 dv-neutron-master-2-hyperv neutron-server[103800]: event.method(event) Jan 05 17:10:11.934898 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 05 17:10:11.934898 dv-neutron-master-2-hyperv neutron-server[103800]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 05 17:10:11.934898 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 05 17:10:11.934898 dv-neutron-master-2-hyperv neutron-server[103800]: aggregate_uuid = self.p_client.list_aggregates( Jan 05 17:10:11.934898 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 05 17:10:11.934898 dv-neutron-master-2-hyperv neutron-server[103800]: return f(self, *a, **k) Jan 05 17:10:11.934898 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 05 17:10:11.934898 dv-neutron-master-2-hyperv neutron-server[103800]: return self._get(url).json() Jan 05 17:10:11.934898 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 05 17:10:11.934898 dv-neutron-master-2-hyperv neutron-server[103800]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 05 17:10:11.934898 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 05 17:10:11.934898 dv-neutron-master-2-hyperv neutron-server[103800]: return self.request(url, 'GET', **kwargs) Jan 05 17:10:11.934898 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 05 17:10:11.934898 dv-neutron-master-2-hyperv neutron-server[103800]: base_url = self.get_endpoint(auth, allow=allow, Jan 05 17:10:11.934898 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 05 17:10:11.934898 dv-neutron-master-2-hyperv neutron-server[103800]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 05 17:10:11.934898 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 05 17:10:11.934898 dv-neutron-master-2-hyperv neutron-server[103800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 05 17:10:11.934898 dv-neutron-master-2-hyperv neutron-server[103800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 05 17:10:11.973335 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-68dd71e0-a3ae-46e5-b741-3e2b53683f42 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:11.979663 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-274fc6da-1b2a-46a4-bd5f-8005ffb2f02e tempest-DHCPAgentSchedulersTestJSON-1707090556 tempest-DHCPAgentSchedulersTestJSON-1707090556-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 939 time: 3.8423841 Jan 05 17:10:11.986415 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 42158) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:10:11.999996 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24ee88ae-8f5e-42eb-8ce8-fd57d4331344 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-e897f8fc-3cef-40ca-9466-c6c65ecd9833', 'network_id': 'e897f8fc-3cef-40ca-9466-c6c65ecd9833', 'project_id': 'fd419c78d7194361a03f37a26ebeba76', 'fixed_ips': [{'subnet_id': 'e689b71c-8473-44f5-a490-e6fa7459f147'}]}} from dv-neutron-master-2-hyperv. {{(pid=103802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 05 17:10:12.000871 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-24ee88ae-8f5e-42eb-8ce8-fd57d4331344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:12.002602 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.db.ipam_backend_mixin [None req-4bf5d88f-f72d-408d-8be2-189cdabb65e7 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet e689b71c-8473-44f5-a490-e6fa7459f147 (CIDR: 2001:db8::/64) Jan 05 17:10:12.008933 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-82fadec3-832d-477c-abbc-b9b5ee7b9cb9 tempest-RoutersAdminTest-1676889452 tempest-RoutersAdminTest-1676889452-project] Deleting port f225e952-ca2c-466d-970e-139f54c427dc {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:10:12.009688 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-82fadec3-832d-477c-abbc-b9b5ee7b9cb9 tempest-RoutersAdminTest-1676889452 tempest-RoutersAdminTest-1676889452-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:12.043375 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] For port 93b7a35a-4580-4193-aff2-cf8327706c27, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=93b7a35a-4580-4193-aff2-cf8327706c27,segment=NetworkSegment(e0bfc2f4-4c87-4187-8117-32b74454b01f),segment_id=e0bfc2f4-4c87-4187-8117-32b74454b01f)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:10:12.060341 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-222180ee-8ba1-449c-8bec-1c1f58aee42d None None] For port 7062cf34-535c-4ec4-a676-57dcd8c327f7, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 05 17:10:12.219366 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-82fadec3-832d-477c-abbc-b9b5ee7b9cb9 tempest-RoutersAdminTest-1676889452 tempest-RoutersAdminTest-1676889452-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:12.247088 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:12.247932 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device bdaade1f-99b8-4056-a855-356847ca7946 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:10:12.248951 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-82fadec3-832d-477c-abbc-b9b5ee7b9cb9 tempest-RoutersAdminTest-1676889452 tempest-RoutersAdminTest-1676889452-project] Calling delete_port for f225e952-ca2c-466d-970e-139f54c427dc owned by network:router_gateway {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:10:12.251640 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-68dd71e0-a3ae-46e5-b741-3e2b53683f42 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533437'] for security_group_rule, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:12.253020 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-222180ee-8ba1-449c-8bec-1c1f58aee42d None None] For port 7062cf34-535c-4ec4-a676-57dcd8c327f7, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=7062cf34-535c-4ec4-a676-57dcd8c327f7,segment=NetworkSegment(34ba967c-dd4b-4e8f-993d-e20fbd5287cf),segment_id=34ba967c-dd4b-4e8f-993d-e20fbd5287cf)] {{(pid=103802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 05 17:10:12.257498 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05d77f6-bb79-4e2a-b365-edb7eaa33071 None None] Pushing event updated for resources: {'Port': ['ID=dd5de01f-7f6a-4d2b-9c2e-ebcaf287eb61,revision_number=4']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:10:12.261537 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.pecan_wsgi.hooks.translation [None req-4bf5d88f-f72d-408d-8be2-189cdabb65e7 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 05 17:10:12.262382 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4bf5d88f-f72d-408d-8be2-189cdabb65e7 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103800) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 05 17:10:12.275235 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6d8526d6-b6e7-4d3e-80b2-ec6f60b9931e tempest-BulkNetworkOpsTest-1458771112 tempest-BulkNetworkOpsTest-1458771112-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3891722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648695'] for network, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:12.316522 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68dd71e0-a3ae-46e5-b741-3e2b53683f42 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6b12ed8-dcea-47b5-90ff-4d70800807ef,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:10:12.336219 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6d8526d6-b6e7-4d3e-80b2-ec6f60b9931e tempest-BulkNetworkOpsTest-1458771112 tempest-BulkNetworkOpsTest-1458771112-project] Publish callbacks [] for network, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:12.342776 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-6d8526d6-b6e7-4d3e-80b2-ec6f60b9931e tempest-BulkNetworkOpsTest-1458771112 tempest-BulkNetworkOpsTest-1458771112-project] 10.222.0.11 "DELETE /v2.0/networks/dd167309-f7fc-4df8-a92e-50f8b5073d72 HTTP/1.1" status: 204 len: 168 time: 1.2068760 Jan 05 17:10:12.350146 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 42160) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:10:12.376608 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-4bf5d88f-f72d-408d-8be2-189cdabb65e7 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3841097 Jan 05 17:10:12.392944 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 42162) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:10:12.404809 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-85dff4cd-9315-4221-b98e-1bb8ed2d68fa tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Request body: {'subnet': {'network_id': 'e897f8fc-3cef-40ca-9466-c6c65ecd9833', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:10:12.421246 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8526d6-b6e7-4d3e-80b2-ec6f60b9931e tempest-BulkNetworkOpsTest-1458771112 tempest-BulkNetworkOpsTest-1458771112-project] Pushing event deleted for resources: {'Network': ['ID=dd167309-f7fc-4df8-a92e-50f8b5073d72,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:10:12.433377 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-a8de7b8e-94b7-4438-8544-72bfac7f0d57 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3809644'] for network, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:12.463787 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-222180ee-8ba1-449c-8bec-1c1f58aee42d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:12.485118 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dca0cd2-b54a-4b34-8194-e815d61b1a95 None None] Pushing event deleted for resources: {'Port': ['ID=fae786b7-f5eb-45c9-a39f-43ee76ad5665,revision_number=None']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:10:12.527226 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-68dd71e0-a3ae-46e5-b741-3e2b53683f42 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:12.532024 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-68dd71e0-a3ae-46e5-b741-3e2b53683f42 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2345247 Jan 05 17:10:12.532649 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 42164) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:10:12.558445 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-dfaf80fb-9fcb-4c56-8a6f-bebbc5df5ca6 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] Request body: {'security_group_rule': {'security_group_id': '74da9e44-17f3-4e78-b165-acdbd8889547', 'project_id': '9bafc9d0d75b44f696c7001918c22f7e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:10:12.561811 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-0cbce4d7-c85f-42d4-b581-e2dfb9c49585 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11433176'] for port, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:12.567947 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Pushing event updated for resources: {'Port': ['ID=93b7a35a-4580-4193-aff2-cf8327706c27,revision_number=3']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:10:12.572573 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4829bd5-aaea-441e-b974-75b0f246dcaa tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Router 3134b106-4218-415e-bd16-8091c8c99414 has already been hosted by L3 agent 59446fdc-40e0-41fe-a575-a8eb11d742f7 {{(pid=103801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 05 17:10:12.580773 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc2bb383-bb42-48ef-ac00-5a15855eaaa8 None None] DHCP port deletion for 82f2d2cd-1056-4b4a-8b60-ee39eb3300a3 request from dv-neutron-master-2-hyperv {{(pid=103802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 05 17:10:12.664456 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2426dfdf-850a-4cda-8756-ed0305a81265 tempest-BulkNetworkOpsTest-1458771112 tempest-BulkNetworkOpsTest-1458771112-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3809644'] for network, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:12.672550 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbce4d7-c85f-42d4-b581-e2dfb9c49585 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Pushing event deleted for resources: {'Port': ['ID=86a89a75-e25d-4a01-a505-ce153004d478,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:10:12.776436 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cbce4d7-c85f-42d4-b581-e2dfb9c49585 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] No DVR routers for this DVR port 86a89a75-e25d-4a01-a505-ce153004d478 on host dv-neutron-master-2-hyperv {{(pid=103801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 05 17:10:12.821707 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-b05d77f6-bb79-4e2a-b365-edb7eaa33071 None None] Provisioning complete for port c94a3c6f-9d42-409f-9990-a50b2521d38e triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:10:12.822087 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-b05d77f6-bb79-4e2a-b365-edb7eaa33071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:12.824539 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Provisioning complete for port bdaade1f-99b8-4056-a855-356847ca7946 triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:10:12.824947 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:12.839902 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222180ee-8ba1-449c-8bec-1c1f58aee42d None None] Pushing event updated for resources: {'Port': ['ID=7062cf34-535c-4ec4-a676-57dcd8c327f7,revision_number=2']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:10:12.848370 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-dfaf80fb-9fcb-4c56-8a6f-bebbc5df5ca6 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:12.944606 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.db_base_plugin_common [None req-24ee88ae-8f5e-42eb-8ce8-fd57d4331344 None None] Allocated IP 2001:db8::f816:3eff:fe5b:8de8 (e897f8fc-3cef-40ca-9466-c6c65ecd9833/e689b71c-8473-44f5-a490-e6fa7459f147/52abf501-ba74-4e7a-a6a7-57e2c1b5592e) {{(pid=103802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:10:12.969413 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85dff4cd-9315-4221-b98e-1bb8ed2d68fa tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Made reservation on behalf of fd419c78d7194361a03f37a26ebeba76 for: {'subnet': 1} {{(pid=103801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:10:12.977012 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-85dff4cd-9315-4221-b98e-1bb8ed2d68fa tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12480675'] for subnet, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:12.994018 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2426dfdf-850a-4cda-8756-ed0305a81265 tempest-BulkNetworkOpsTest-1458771112 tempest-BulkNetworkOpsTest-1458771112-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3891715', 'neutron.services.segments.db._delete_segments_for_network-8754181063482'] for network, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:13.001388 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-dc2bb383-bb42-48ef-ac00-5a15855eaaa8 None None] Deleting port ea7894b0-f008-4655-8b83-6c9c68fd5623 {{(pid=103802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:10:13.002138 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-dc2bb383-bb42-48ef-ac00-5a15855eaaa8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:13.043074 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-5e4b8434-faa4-41f6-b6de-7530a86409e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf1afd4d-680c-4871-aabc-4aca87161f6d', 'name': 'tempest-RoutersTest-router-1392716440', 'tenant_id': '85eea60e03994a48a004c2f9e50e4168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:09:02Z', 'updated_at': '2022-01-05T17:10:07Z', 'revision_number': 9, 'project_id': '85eea60e03994a48a004c2f9e50e4168', 'gw_port_host': None, '_interfaces': [{'id': '182e09e5-42e6-4f62-bbbb-0058488f34b5', 'name': '', 'network_id': '185acd14-b895-4704-a83b-f6ba048b49d6', 'tenant_id': '85eea60e03994a48a004c2f9e50e4168', 'mac_address': 'fa:16:3e:bc:8d:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf1afd4d-680c-4871-aabc-4aca87161f6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '429e9b39-4f6c-40eb-b133-5051cc8163a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:09:09Z', 'updated_at': '2022-01-05T17:09:19Z', 'revision_number': 5, 'project_id': '85eea60e03994a48a004c2f9e50e4168', 'subnets': [{'id': '429e9b39-4f6c-40eb-b133-5051cc8163a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f12a2d89-62c7-4c93-8256-419ab8c31f4b', 'name': '', 'network_id': '77e4a2d6-51aa-4a68-b5b7-38d6e0087161', 'tenant_id': '85eea60e03994a48a004c2f9e50e4168', 'mac_address': 'fa:16:3e:af:48:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf1afd4d-680c-4871-aabc-4aca87161f6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '21285678-2d09-4af6-a22e-c08e91089594', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:09:22Z', 'updated_at': '2022-01-05T17:09:30Z', 'revision_number': 5, 'project_id': '85eea60e03994a48a004c2f9e50e4168', 'subnets': [{'id': '21285678-2d09-4af6-a22e-c08e91089594', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:10:13.064045 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.services.segments.db [None req-2426dfdf-850a-4cda-8756-ed0305a81265 tempest-BulkNetworkOpsTest-1458771112 tempest-BulkNetworkOpsTest-1458771112-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4a17721-59cd-43d9-965a-e61300efc4aa']}} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:10:13.091794 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e4b8434-faa4-41f6-b6de-7530a86409e8 None None] Checking router: bf1afd4d-680c-4871-aabc-4aca87161f6d for host: dv-neutron-master-2-hyperv {{(pid=103802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 05 17:10:13.092235 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-e5d1ff7c-e938-444b-9879-6b7f8c9cd34c tempest-DHCPAgentSchedulersTestJSON-1707090556 tempest-DHCPAgentSchedulersTestJSON-1707090556-project] Deleting port 138b722f-3316-4484-98fe-bf7817131fff {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:10:13.092585 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e5d1ff7c-e938-444b-9879-6b7f8c9cd34c tempest-DHCPAgentSchedulersTestJSON-1707090556 tempest-DHCPAgentSchedulersTestJSON-1707090556-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:13.117073 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.services.segments.db [None req-2426dfdf-850a-4cda-8756-ed0305a81265 tempest-BulkNetworkOpsTest-1458771112 tempest-BulkNetworkOpsTest-1458771112-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '314df388-9779-4c17-adf7-2d848705b404') {'for_net_delete': True} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:10:13.117458 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.services.segments.db [None req-2426dfdf-850a-4cda-8756-ed0305a81265 tempest-BulkNetworkOpsTest-1458771112 tempest-BulkNetworkOpsTest-1458771112-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '314df388-9779-4c17-adf7-2d848705b404') {} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:10:13.122166 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-dfaf80fb-9fcb-4c56-8a6f-bebbc5df5ca6 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:13.141556 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2426dfdf-850a-4cda-8756-ed0305a81265 tempest-BulkNetworkOpsTest-1458771112 tempest-BulkNetworkOpsTest-1458771112-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754181064771', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8784833'] for segment, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:13.168627 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2426dfdf-850a-4cda-8756-ed0305a81265 tempest-BulkNetworkOpsTest-1458771112 tempest-BulkNetworkOpsTest-1458771112-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225'] for segment, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:13.176508 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2426dfdf-850a-4cda-8756-ed0305a81265 tempest-BulkNetworkOpsTest-1458771112 tempest-BulkNetworkOpsTest-1458771112-project] Releasing vlan 100 on physical network physnet1 to pool {{(pid=103800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 05 17:10:13.177267 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2426dfdf-850a-4cda-8756-ed0305a81265 tempest-BulkNetworkOpsTest-1458771112 tempest-BulkNetworkOpsTest-1458771112-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8784497'] for segment, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:13.181623 dv-neutron-master-2-hyperv neutron-server[103800]: Traceback (most recent call last): Jan 05 17:10:13.181623 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 05 17:10:13.181623 dv-neutron-master-2-hyperv neutron-server[103800]: timer() Jan 05 17:10:13.181623 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 05 17:10:13.181623 dv-neutron-master-2-hyperv neutron-server[103800]: cb(*args, **kw) Jan 05 17:10:13.181623 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 05 17:10:13.181623 dv-neutron-master-2-hyperv neutron-server[103800]: return func(*args, **kwargs) Jan 05 17:10:13.181623 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 05 17:10:13.181623 dv-neutron-master-2-hyperv neutron-server[103800]: self._notify() Jan 05 17:10:13.181623 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 05 17:10:13.181623 dv-neutron-master-2-hyperv neutron-server[103800]: self.callback(batched_events) Jan 05 17:10:13.181623 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 05 17:10:13.181623 dv-neutron-master-2-hyperv neutron-server[103800]: event.method(event) Jan 05 17:10:13.181623 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 05 17:10:13.181623 dv-neutron-master-2-hyperv neutron-server[103800]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 05 17:10:13.181623 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 05 17:10:13.181623 dv-neutron-master-2-hyperv neutron-server[103800]: aggregate_uuid = self.p_client.list_aggregates( Jan 05 17:10:13.181623 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 05 17:10:13.181623 dv-neutron-master-2-hyperv neutron-server[103800]: return f(self, *a, **k) Jan 05 17:10:13.181623 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 05 17:10:13.181623 dv-neutron-master-2-hyperv neutron-server[103800]: return self._get(url).json() Jan 05 17:10:13.181623 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 05 17:10:13.181623 dv-neutron-master-2-hyperv neutron-server[103800]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 05 17:10:13.181623 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 05 17:10:13.181623 dv-neutron-master-2-hyperv neutron-server[103800]: return self.request(url, 'GET', **kwargs) Jan 05 17:10:13.181623 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 05 17:10:13.181623 dv-neutron-master-2-hyperv neutron-server[103800]: base_url = self.get_endpoint(auth, allow=allow, Jan 05 17:10:13.181623 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 05 17:10:13.181623 dv-neutron-master-2-hyperv neutron-server[103800]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 05 17:10:13.181623 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 05 17:10:13.181623 dv-neutron-master-2-hyperv neutron-server[103800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 05 17:10:13.181623 dv-neutron-master-2-hyperv neutron-server[103800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 05 17:10:13.201724 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-dfaf80fb-9fcb-4c56-8a6f-bebbc5df5ca6 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533437'] for security_group_rule, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:13.219576 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e4b8434-faa4-41f6-b6de-7530a86409e8 None None] Routers {'bf1afd4d-680c-4871-aabc-4aca87161f6d'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:10:13.220226 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-5e4b8434-faa4-41f6-b6de-7530a86409e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:09:49Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['bf1afd4d-680c-4871-aabc-4aca87161f6d'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:10:13.225732 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-dc2bb383-bb42-48ef-ac00-5a15855eaaa8 None None] For port ea7894b0-f008-4655-8b83-6c9c68fd5623, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ea7894b0-f008-4655-8b83-6c9c68fd5623,segment=NetworkSegment(3f203f06-4b1f-4520-9ef3-4ad0e7d2f8d5),segment_id=3f203f06-4b1f-4520-9ef3-4ad0e7d2f8d5)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:10:13.226109 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-dc2bb383-bb42-48ef-ac00-5a15855eaaa8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:13.269010 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-0cbce4d7-c85f-42d4-b581-e2dfb9c49585 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3891715', 'neutron.services.segments.db._delete_segments_for_network-8754181063482'] for network, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:13.278785 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-82fadec3-832d-477c-abbc-b9b5ee7b9cb9 tempest-RoutersAdminTest-1676889452 tempest-RoutersAdminTest-1676889452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:13.314205 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfaf80fb-9fcb-4c56-8a6f-bebbc5df5ca6 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a4c72d8-44ed-4743-a759-d89f68923404,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:10:13.318588 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fadec3-832d-477c-abbc-b9b5ee7b9cb9 tempest-RoutersAdminTest-1676889452 tempest-RoutersAdminTest-1676889452-project] Pushing event deleted for resources: {'Port': ['ID=f225e952-ca2c-466d-970e-139f54c427dc,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:10:13.332361 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-dc2bb383-bb42-48ef-ac00-5a15855eaaa8 None None] Calling delete_port for ea7894b0-f008-4655-8b83-6c9c68fd5623 owned by network:dhcp {{(pid=103802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:10:13.352072 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.services.segments.db [None req-0cbce4d7-c85f-42d4-b581-e2dfb9c49585 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1de46755-4c3f-428d-af80-47a2f776c0c0']}} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:10:13.373916 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e5d1ff7c-e938-444b-9879-6b7f8c9cd34c tempest-DHCPAgentSchedulersTestJSON-1707090556 tempest-DHCPAgentSchedulersTestJSON-1707090556-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:13.375252 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2426dfdf-850a-4cda-8756-ed0305a81265 tempest-BulkNetworkOpsTest-1458771112 tempest-BulkNetworkOpsTest-1458771112-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3891722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648695'] for network, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:13.387118 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-a8de7b8e-94b7-4438-8544-72bfac7f0d57 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Deleting port ea7894b0-f008-4655-8b83-6c9c68fd5623 {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:10:13.387456 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-a8de7b8e-94b7-4438-8544-72bfac7f0d57 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:13.389717 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2426dfdf-850a-4cda-8756-ed0305a81265 tempest-BulkNetworkOpsTest-1458771112 tempest-BulkNetworkOpsTest-1458771112-project] Publish callbacks [] for network, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:13.392758 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-2426dfdf-850a-4cda-8756-ed0305a81265 tempest-BulkNetworkOpsTest-1458771112 tempest-BulkNetworkOpsTest-1458771112-project] 10.222.0.11 "DELETE /v2.0/networks/a4a17721-59cd-43d9-965a-e61300efc4aa HTTP/1.1" status: 204 len: 168 time: 1.0114865 Jan 05 17:10:13.412313 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.services.segments.db [None req-0cbce4d7-c85f-42d4-b581-e2dfb9c49585 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74c9623f-2e0f-433f-b731-84e94b47380a') {'for_net_delete': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:10:13.412626 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.services.segments.db [None req-0cbce4d7-c85f-42d4-b581-e2dfb9c49585 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74c9623f-2e0f-433f-b731-84e94b47380a') {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:10:13.422352 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4829bd5-aaea-441e-b974-75b0f246dcaa tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 05 17:10:13.435665 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device f94aa6e4-6d25-46f8-84f2-6ea65da467f1 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:10:13.438156 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e29a254b-7520-4b4f-a990-5cbe3e84e563 None None] DHCP port deletion for b0167590-0699-4c5c-a932-3939414a9573 request from dv-neutron-master-2-hyperv {{(pid=103802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 05 17:10:13.443156 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-dfaf80fb-9fcb-4c56-8a6f-bebbc5df5ca6 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:13.446491 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-dfaf80fb-9fcb-4c56-8a6f-bebbc5df5ca6 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8972938 Jan 05 17:10:13.449636 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-d4829bd5-aaea-441e-b974-75b0f246dcaa tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] 10.222.0.11 "PUT /v2.0/routers/3134b106-4218-415e-bd16-8091c8c99414/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4424410 Jan 05 17:10:13.451329 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-e5d1ff7c-e938-444b-9879-6b7f8c9cd34c tempest-DHCPAgentSchedulersTestJSON-1707090556 tempest-DHCPAgentSchedulersTestJSON-1707090556-project] Calling delete_port for 138b722f-3316-4484-98fe-bf7817131fff owned by {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:10:13.456380 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 42168) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:10:13.457066 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 42170) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:10:13.458529 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-0cbce4d7-c85f-42d4-b581-e2dfb9c49585 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754181064771', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11316385'] for segment, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:13.468961 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3262c75-41ea-4c4c-a74c-bd7b03d08f5f None None] Sync routers for ids ['3134b106-4218-415e-bd16-8091c8c99414'] in dv-neutron-master-2-hyperv {{(pid=103803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 05 17:10:13.474527 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-a18c5550-2f63-47fc-8a33-d9f97428fd9a tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:10:13.487069 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3262c75-41ea-4c4c-a74c-bd7b03d08f5f None None] Routers {'3134b106-4218-415e-bd16-8091c8c99414'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:10:13.489153 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-d3262c75-41ea-4c4c-a74c-bd7b03d08f5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:09:49Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['3134b106-4218-415e-bd16-8091c8c99414'], 'active': True} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:10:13.545981 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-0cbce4d7-c85f-42d4-b581-e2dfb9c49585 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225'] for segment, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:13.549948 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-b05d77f6-bb79-4e2a-b365-edb7eaa33071 None None] Could not find standard attr ID for object f225e952-ca2c-466d-970e-139f54c427dc. {{(pid=103802) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 05 17:10:13.552780 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0cbce4d7-c85f-42d4-b581-e2dfb9c49585 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Releasing vlan 133 on physical network physnet1 to pool {{(pid=103801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 05 17:10:13.553303 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-0cbce4d7-c85f-42d4-b581-e2dfb9c49585 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11433197'] for segment, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:13.571575 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-5e4b8434-faa4-41f6-b6de-7530a86409e8 None None] Set router bf1afd4d-680c-4871-aabc-4aca87161f6d gateway port host: None {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:10:13.635374 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:10:13.635374 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:10:13.635374 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:10:13.635374 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:10:13.635374 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:10:13.635374 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:10:13.635374 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:10:13.635374 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:10:13.635374 dv-neutron-master-2-hyperv neutron-server[103801]: Traceback (most recent call last): Jan 05 17:10:13.635374 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 05 17:10:13.635374 dv-neutron-master-2-hyperv neutron-server[103801]: timer() Jan 05 17:10:13.635374 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 05 17:10:13.635374 dv-neutron-master-2-hyperv neutron-server[103801]: cb(*args, **kw) Jan 05 17:10:13.635374 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 05 17:10:13.635374 dv-neutron-master-2-hyperv neutron-server[103801]: return func(*args, **kwargs) Jan 05 17:10:13.635374 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 05 17:10:13.635374 dv-neutron-master-2-hyperv neutron-server[103801]: self._notify() Jan 05 17:10:13.635374 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 05 17:10:13.635374 dv-neutron-master-2-hyperv neutron-server[103801]: self.callback(batched_events) Jan 05 17:10:13.635374 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 05 17:10:13.635374 dv-neutron-master-2-hyperv neutron-server[103801]: event.method(event) Jan 05 17:10:13.635374 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 05 17:10:13.635374 dv-neutron-master-2-hyperv neutron-server[103801]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 05 17:10:13.635374 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 05 17:10:13.635374 dv-neutron-master-2-hyperv neutron-server[103801]: aggregate_uuid = self.p_client.list_aggregates( Jan 05 17:10:13.635374 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 05 17:10:13.635374 dv-neutron-master-2-hyperv neutron-server[103801]: return f(self, *a, **k) Jan 05 17:10:13.635374 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 05 17:10:13.635374 dv-neutron-master-2-hyperv neutron-server[103801]: return self._get(url).json() Jan 05 17:10:13.635374 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 05 17:10:13.635374 dv-neutron-master-2-hyperv neutron-server[103801]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 05 17:10:13.635374 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 05 17:10:13.635374 dv-neutron-master-2-hyperv neutron-server[103801]: return self.request(url, 'GET', **kwargs) Jan 05 17:10:13.635374 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 05 17:10:13.635374 dv-neutron-master-2-hyperv neutron-server[103801]: base_url = self.get_endpoint(auth, allow=allow, Jan 05 17:10:13.635374 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 05 17:10:13.635374 dv-neutron-master-2-hyperv neutron-server[103801]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 05 17:10:13.635374 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 05 17:10:13.635374 dv-neutron-master-2-hyperv neutron-server[103801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 05 17:10:13.635374 dv-neutron-master-2-hyperv neutron-server[103801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 05 17:10:13.652864 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-59060b81-72fa-4793-8fbc-b3ffdbe46080 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] Request body: {'security_group_rule': {'security_group_id': '74da9e44-17f3-4e78-b165-acdbd8889547', 'project_id': '9bafc9d0d75b44f696c7001918c22f7e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:10:13.659620 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2426dfdf-850a-4cda-8756-ed0305a81265 tempest-BulkNetworkOpsTest-1458771112 tempest-BulkNetworkOpsTest-1458771112-project] Pushing event deleted for resources: {'Network': ['ID=a4a17721-59cd-43d9-965a-e61300efc4aa,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:10:13.704361 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvr_db [None req-d3262c75-41ea-4c4c-a74c-bd7b03d08f5f None None] Set router 3134b106-4218-415e-bd16-8091c8c99414 gateway port host: None {{(pid=103803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:10:13.725609 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-a8de7b8e-94b7-4438-8544-72bfac7f0d57 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] For port ea7894b0-f008-4655-8b83-6c9c68fd5623, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ea7894b0-f008-4655-8b83-6c9c68fd5623,segment=NetworkSegment(3f203f06-4b1f-4520-9ef3-4ad0e7d2f8d5),segment_id=3f203f06-4b1f-4520-9ef3-4ad0e7d2f8d5)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:10:13.725990 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-a8de7b8e-94b7-4438-8544-72bfac7f0d57 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:13.730902 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-82fadec3-832d-477c-abbc-b9b5ee7b9cb9 tempest-RoutersAdminTest-1676889452 tempest-RoutersAdminTest-1676889452-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-648595'] for router_gateway, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:13.755642 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-a8de7b8e-94b7-4438-8544-72bfac7f0d57 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Calling delete_port for ea7894b0-f008-4655-8b83-6c9c68fd5623 owned by network:dhcp {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:10:13.759389 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-0cbce4d7-c85f-42d4-b581-e2dfb9c49585 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3891722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648695'] for network, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:13.801024 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-0cbce4d7-c85f-42d4-b581-e2dfb9c49585 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Publish callbacks [] for network, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:13.805103 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-0cbce4d7-c85f-42d4-b581-e2dfb9c49585 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] 10.222.0.11 "DELETE /v2.0/networks/1de46755-4c3f-428d-af80-47a2f776c0c0 HTTP/1.1" status: 204 len: 168 time: 8.5221372 Jan 05 17:10:13.813255 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 42172) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:10:13.856567 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-47f01367-f83f-404f-b169-e818a7b6919e tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1096899260'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:10:13.876298 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-b05d77f6-bb79-4e2a-b365-edb7eaa33071 None None] Could not find standard attr ID for object fae786b7-f5eb-45c9-a39f-43ee76ad5665. {{(pid=103802) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 05 17:10:13.881611 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbce4d7-c85f-42d4-b581-e2dfb9c49585 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Pushing event deleted for resources: {'Network': ['ID=1de46755-4c3f-428d-af80-47a2f776c0c0,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:10:13.901065 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8588852-9291-4843-9768-d093a0174359 None None] Sync routers for ids ['7bbefd89-31c6-455d-afd7-76fa4cfc8ec4'] in dv-neutron-master-2-hyperv {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 05 17:10:13.920809 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-82fadec3-832d-477c-abbc-b9b5ee7b9cb9 tempest-RoutersAdminTest-1676889452 tempest-RoutersAdminTest-1676889452-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-648249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62744'] for router, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:13.929650 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-82fadec3-832d-477c-abbc-b9b5ee7b9cb9 tempest-RoutersAdminTest-1676889452 tempest-RoutersAdminTest-1676889452-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:13.962091 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-24ee88ae-8f5e-42eb-8ce8-fd57d4331344 None None] Publish callbacks [] for port, precommit_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:14.049843 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8588852-9291-4843-9768-d093a0174359 None None] Routers {'7bbefd89-31c6-455d-afd7-76fa4cfc8ec4'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:10:14.051527 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-d8588852-9291-4843-9768-d093a0174359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:09:49Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['7bbefd89-31c6-455d-afd7-76fa4cfc8ec4'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:10:14.162625 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47f01367-f83f-404f-b169-e818a7b6919e tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Made reservation on behalf of 2c187912c919424a8a16116bf03056cd for: {'network': 1} {{(pid=103801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:10:14.165831 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-24ee88ae-8f5e-42eb-8ce8-fd57d4331344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669'] for port, after_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:14.167077 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-47f01367-f83f-404f-b169-e818a7b6919e tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for network, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:14.245485 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-d3262c75-41ea-4c4c-a74c-bd7b03d08f5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3134b106-4218-415e-bd16-8091c8c99414', 'name': 'tempest-RoutersIpV6Test-router-1976028866', 'tenant_id': '04762f6d6f55432ea3822a71fa1f481f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:09:21Z', 'updated_at': '2022-01-05T17:10:09Z', 'revision_number': 5, 'project_id': '04762f6d6f55432ea3822a71fa1f481f', 'gw_port_host': None, '_interfaces': [{'id': '318a7ebe-f268-4c22-965c-c340c522693b', 'name': '', 'network_id': '340e1cc9-3251-4d71-9b7d-e1059822a4f3', 'tenant_id': '04762f6d6f55432ea3822a71fa1f481f', 'mac_address': 'fa:16:3e:d4:5d:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3134b106-4218-415e-bd16-8091c8c99414', 'device_owner': 'network:router_interface', 'standard_attr_id': 791, 'fixed_ips': [{'subnet_id': '008c4853-5d11-4379-b157-d4d82c3a9414', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:10:06Z', 'updated_at': '2022-01-05T17:10:10Z', 'revision_number': 2, 'project_id': '04762f6d6f55432ea3822a71fa1f481f', 'subnets': [{'id': '008c4853-5d11-4379-b157-d4d82c3a9414', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7a6fce8b-82cd-4f66-b676-24715f48f101', 'name': '', 'network_id': '7a7c53f6-25d1-445c-b01b-3b897757c60b', 'tenant_id': '04762f6d6f55432ea3822a71fa1f481f', 'mac_address': 'fa:16:3e:23:5b:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3134b106-4218-415e-bd16-8091c8c99414', 'device_owner': 'network:router_interface', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': '55b94fe0-157d-4c54-8a73-461b6c3fcdca', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:09:48Z', 'updated_at': '2022-01-05T17:10:07Z', 'revision_number': 5, 'project_id': '04762f6d6f55432ea3822a71fa1f481f', 'subnets': [{'id': '55b94fe0-157d-4c54-8a73-461b6c3fcdca', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '80c0fed0-176f-4438-9a3e-aeeeb85fa8bd', 'name': '', 'network_id': '9b108e05-58cc-4d98-85c8-c21a57823860', 'tenant_id': '04762f6d6f55432ea3822a71fa1f481f', 'mac_address': 'fa:16:3e:19:8b:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3134b106-4218-415e-bd16-8091c8c99414', 'device_owner': 'network:router_interface', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': 'beb7642a-9087-4358-b980-878e8f238cce', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:09:28Z', 'updated_at': '2022-01-05T17:09:54Z', 'revision_number': 5, 'project_id': '04762f6d6f55432ea3822a71fa1f481f', 'subnets': [{'id': 'beb7642a-9087-4358-b980-878e8f238cce', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f94aa6e4-6d25-46f8-84f2-6ea65da467f1', 'name': '', 'network_id': '384f64a3-ca40-4479-9470-814f96969ff3', 'tenant_id': '04762f6d6f55432ea3822a71fa1f481f', 'mac_address': 'fa:16:3e:fb:c4:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3134b106-4218-415e-bd16-8091c8c99414', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'ebf673d0-4d72-4025-a6cc-aa8fd8d0db18', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:09:39Z', 'updated_at': '2022-01-05T17:10:02Z', 'revision_number': 5, 'project_id': '04762f6d6f55432ea3822a71fa1f481f', 'subnets': [{'id': 'ebf673d0-4d72-4025-a6cc-aa8fd8d0db18', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:10:14.282958 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3262c75-41ea-4c4c-a74c-bd7b03d08f5f None None] Checking router: 3134b106-4218-415e-bd16-8091c8c99414 for host: dv-neutron-master-2-hyperv {{(pid=103803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 05 17:10:14.283548 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3262c75-41ea-4c4c-a74c-bd7b03d08f5f None None] Updating router 3134b106-4218-415e-bd16-8091c8c99414 port 318a7ebe-f268-4c22-965c-c340c522693b binding host dv-neutron-master-2-hyperv {{(pid=103803) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 05 17:10:14.290418 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24ee88ae-8f5e-42eb-8ce8-fd57d4331344 None None] Network e897f8fc-3cef-40ca-9466-c6c65ecd9833 is already hosted by enough agents. {{(pid=103802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:10:14.291295 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Provisioning complete for port f94aa6e4-6d25-46f8-84f2-6ea65da467f1 triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:10:14.291660 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:14.296738 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 42176) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:10:14.305879 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-87c73600-7a8f-43eb-8047-2fdfff922871 None None] Provisioning complete for port 318a7ebe-f268-4c22-965c-c340c522693b triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:10:14.306276 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-87c73600-7a8f-43eb-8047-2fdfff922871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:14.308140 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.scheduler.base_scheduler [None req-24ee88ae-8f5e-42eb-8ce8-fd57d4331344 None None] Resources bound (agent type, host, resource id): {{(pid=103802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:10:14.321988 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-a8de7b8e-94b7-4438-8544-72bfac7f0d57 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11433176'] for port, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:14.337295 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-d3262c75-41ea-4c4c-a74c-bd7b03d08f5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:14.352508 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24ee88ae-8f5e-42eb-8ce8-fd57d4331344 None None] Received port after_create {{(pid=103802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:10:14.369208 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-dc2bb383-bb42-48ef-ac00-5a15855eaaa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678'] for port, after_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:14.382341 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8de7b8e-94b7-4438-8544-72bfac7f0d57 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Pushing event deleted for resources: {'Port': ['ID=ea7894b0-f008-4655-8b83-6c9c68fd5623,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:10:14.402761 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47f01367-f83f-404f-b169-e818a7b6919e tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] vlan segment allocate from pool success with {'vlan_id': 120, 'physical_network': 'physnet1'} {{(pid=103801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 05 17:10:14.431539 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-47f01367-f83f-404f-b169-e818a7b6919e tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225'] for segment, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:14.432536 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.db.segments_db [None req-47f01367-f83f-404f-b169-e818a7b6919e tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Added segment d15c4a43-311a-4f73-b1d5-f78d858a7232 of type vlan for network 73299fae-e033-4cb2-b34e-b9dfcdaf53a4 Jan 05 17:10:14.476942 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-59060b81-72fa-4793-8fbc-b3ffdbe46080 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:14.486127 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ee88ae-8f5e-42eb-8ce8-fd57d4331344 None None] Pushing event updated for resources: {'Port': ['ID=52abf501-ba74-4e7a-a6a7-57e2c1b5592e,revision_number=1']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:10:14.522356 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e5d1ff7c-e938-444b-9879-6b7f8c9cd34c tempest-DHCPAgentSchedulersTestJSON-1707090556 tempest-DHCPAgentSchedulersTestJSON-1707090556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11433176'] for port, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:14.524116 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8de7b8e-94b7-4438-8544-72bfac7f0d57 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] No DVR routers for this DVR port ea7894b0-f008-4655-8b83-6c9c68fd5623 on host dv-neutron-master-2-hyperv {{(pid=103801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 05 17:10:14.542217 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-82fadec3-832d-477c-abbc-b9b5ee7b9cb9 tempest-RoutersAdminTest-1676889452 tempest-RoutersAdminTest-1676889452-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-648240'] for router, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:14.542748 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82fadec3-832d-477c-abbc-b9b5ee7b9cb9 tempest-RoutersAdminTest-1676889452 tempest-RoutersAdminTest-1676889452-project] Fanout notify agent at l3_agent the message router_deleted on router 59d5efae-cc3b-4567-844e-a0aabc30319c {{(pid=103800) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 05 17:10:14.543830 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-47f01367-f83f-404f-b169-e818a7b6919e tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754180566020'] for network, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:14.547866 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2bb383-bb42-48ef-ac00-5a15855eaaa8 None None] Pushing event deleted for resources: {'Port': ['ID=ea7894b0-f008-4655-8b83-6c9c68fd5623,revision_number=None']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:10:14.552387 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc2bb383-bb42-48ef-ac00-5a15855eaaa8 None None] No DVR routers for this DVR port ea7894b0-f008-4655-8b83-6c9c68fd5623 on host dv-neutron-master-2-hyperv {{(pid=103802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 05 17:10:14.558527 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-82fadec3-832d-477c-abbc-b9b5ee7b9cb9 tempest-RoutersAdminTest-1676889452 tempest-RoutersAdminTest-1676889452-project] Publish callbacks [] for router, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:14.558527 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-82fadec3-832d-477c-abbc-b9b5ee7b9cb9 tempest-RoutersAdminTest-1676889452 tempest-RoutersAdminTest-1676889452-project] 10.222.0.11 "DELETE /v2.0/routers/59d5efae-cc3b-4567-844e-a0aabc30319c HTTP/1.1" status: 204 len: 168 time: 3.8586044 Jan 05 17:10:14.563302 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32ddc57d-e896-44b4-a392-7ffbba616c72 None None] Network 235f325a-d69c-4bd0-bca1-4a146a23bbdb requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:10:14.563485 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 42180) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:10:14.571423 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-412dfbd0-eef0-4447-8789-c94a3a584c7b tempest-RoutersAdminTest-1676889452 tempest-RoutersAdminTest-1676889452-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-769869424', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:10:14.591069 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-87c73600-7a8f-43eb-8047-2fdfff922871 None None] Port 318a7ebe-f268-4c22-965c-c340c522693b cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 17:10:14.629358 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-85dff4cd-9315-4221-b98e-1bb8ed2d68fa tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11433288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12480593'] for subnet, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:14.634625 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-d8588852-9291-4843-9768-d093a0174359 None None] Set router 7bbefd89-31c6-455d-afd7-76fa4cfc8ec4 gateway port host: dv-neutron-master-2-hyperv {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:10:14.641485 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-87c73600-7a8f-43eb-8047-2fdfff922871 None None] Could not find standard attr ID for object e520b68e-904d-4a03-819c-85dc7c27400f. {{(pid=103802) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 05 17:10:14.711304 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-59060b81-72fa-4793-8fbc-b3ffdbe46080 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:14.744616 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-412dfbd0-eef0-4447-8789-c94a3a584c7b tempest-RoutersAdminTest-1676889452 tempest-RoutersAdminTest-1676889452-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-649063', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58098'] for router, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:14.745650 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-24ee88ae-8f5e-42eb-8ce8-fd57d4331344 None None] Attempting to bind port 52abf501-ba74-4e7a-a6a7-57e2c1b5592e on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 05 17:10:14.745878 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-412dfbd0-eef0-4447-8789-c94a3a584c7b tempest-RoutersAdminTest-1676889452 tempest-RoutersAdminTest-1676889452-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649832', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-545006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58091'] for router, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:14.746353 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-24ee88ae-8f5e-42eb-8ce8-fd57d4331344 None None] Attempting to bind port 52abf501-ba74-4e7a-a6a7-57e2c1b5592e by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '68e6c437-46c2-424d-85e7-20547f69066d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'e897f8fc-3cef-40ca-9466-c6c65ecd9833'}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 05 17:10:14.746869 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24ee88ae-8f5e-42eb-8ce8-fd57d4331344 None None] Attempting to bind port 52abf501-ba74-4e7a-a6a7-57e2c1b5592e on network e897f8fc-3cef-40ca-9466-c6c65ecd9833 {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:10:14.772937 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24ee88ae-8f5e-42eb-8ce8-fd57d4331344 None None] Checking agent: {'id': '0d4f8fd3-ce62-4651-970c-efa6a8bb22b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 5, 16, 57, 23), 'started_at': datetime.datetime(2022, 1, 5, 16, 57, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 5, 17, 9, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 05 17:10:14.773712 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24ee88ae-8f5e-42eb-8ce8-fd57d4331344 None None] Checking segment: {'id': '68e6c437-46c2-424d-85e7-20547f69066d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'e897f8fc-3cef-40ca-9466-c6c65ecd9833'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:10:14.773887 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-59060b81-72fa-4793-8fbc-b3ffdbe46080 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533437'] for security_group_rule, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:14.774482 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-24ee88ae-8f5e-42eb-8ce8-fd57d4331344 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:14.775039 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24ee88ae-8f5e-42eb-8ce8-fd57d4331344 None None] Bound using segment: {'id': '68e6c437-46c2-424d-85e7-20547f69066d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'e897f8fc-3cef-40ca-9466-c6c65ecd9833'} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 05 17:10:14.775689 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-24ee88ae-8f5e-42eb-8ce8-fd57d4331344 None None] Bound port: 52abf501-ba74-4e7a-a6a7-57e2c1b5592e, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68e6c437-46c2-424d-85e7-20547f69066d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'e897f8fc-3cef-40ca-9466-c6c65ecd9833'}}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 05 17:10:14.776237 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-24ee88ae-8f5e-42eb-8ce8-fd57d4331344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:14.788004 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85dff4cd-9315-4221-b98e-1bb8ed2d68fa tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Network e897f8fc-3cef-40ca-9466-c6c65ecd9833 is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:10:14.817113 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59060b81-72fa-4793-8fbc-b3ffdbe46080 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1949d6ea-38ed-4a3e-a0b8-fb33271d8144,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:10:14.846101 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-d3262c75-41ea-4c4c-a74c-bd7b03d08f5f None None] Publish callbacks [] for port, precommit_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:14.854434 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-85dff4cd-9315-4221-b98e-1bb8ed2d68fa tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:10:14.857401 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-47f01367-f83f-404f-b169-e818a7b6919e tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685'] for network, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:14.860852 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-87c73600-7a8f-43eb-8047-2fdfff922871 None None] Provisioning complete for port df8ceb93-163e-423c-b665-e6e114895515 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:10:14.861431 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-87c73600-7a8f-43eb-8047-2fdfff922871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:14.864520 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-412dfbd0-eef0-4447-8789-c94a3a584c7b tempest-RoutersAdminTest-1676889452 tempest-RoutersAdminTest-1676889452-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:14.866024 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47f01367-f83f-404f-b169-e818a7b6919e tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:10:14.866872 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-47f01367-f83f-404f-b169-e818a7b6919e tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Publish callbacks [] for network, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:14.879876 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.extraroute_db [None req-a18c5550-2f63-47fc-8a33-d9f97428fd9a tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Added routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=103800) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jan 05 17:10:14.898064 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.extraroute_db [None req-a18c5550-2f63-47fc-8a33-d9f97428fd9a tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Removed routes are [] {{(pid=103800) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jan 05 17:10:14.898719 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a18c5550-2f63-47fc-8a33-d9f97428fd9a tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-649822', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-648421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62737'] for router, precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:14.899064 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85dff4cd-9315-4221-b98e-1bb8ed2d68fa tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:10:14.899735 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-85dff4cd-9315-4221-b98e-1bb8ed2d68fa tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks [] for subnet, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:14.916354 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d1ff7c-e938-444b-9879-6b7f8c9cd34c tempest-DHCPAgentSchedulersTestJSON-1707090556 tempest-DHCPAgentSchedulersTestJSON-1707090556-project] Pushing event deleted for resources: {'Port': ['ID=138b722f-3316-4484-98fe-bf7817131fff,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:10:14.936569 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-d3262c75-41ea-4c4c-a74c-bd7b03d08f5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:14.954733 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85dff4cd-9315-4221-b98e-1bb8ed2d68fa tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Pushing event updated for resources: {'Subnet': ['ID=ccff4bbf-5814-426e-88e6-e540ae96acd2,revision_number=0']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:10:14.968516 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-412dfbd0-eef0-4447-8789-c94a3a584c7b tempest-RoutersAdminTest-1676889452 tempest-RoutersAdminTest-1676889452-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-648430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648639'] for router, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:14.984256 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-59060b81-72fa-4793-8fbc-b3ffdbe46080 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:14.986918 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-59060b81-72fa-4793-8fbc-b3ffdbe46080 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3378356 Jan 05 17:10:14.990114 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 42182) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:10:15.004654 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-701a142b-f153-424e-9028-e5c5dd817973 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] Request body: {'security_group_rule': {'security_group_id': '74da9e44-17f3-4e78-b165-acdbd8889547', 'project_id': '9bafc9d0d75b44f696c7001918c22f7e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:10:15.018718 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 7a6fce8b-82cd-4f66-b676-24715f48f101 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:10:15.044956 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30c78e9-ac25-4af6-9af0-9377c03e74e1 None None] Pushing event updated for resources: {'Port': ['ID=318a7ebe-f268-4c22-965c-c340c522693b,revision_number=3']} {{(pid=103803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:10:15.077145 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-47f01367-f83f-404f-b169-e818a7b6919e tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.2456946 Jan 05 17:10:15.085902 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 42184) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:10:15.099693 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-992080b1-4d02-4bc4-b006-0f4d45974062 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Request body: {'subnet': {'network_id': '73299fae-e033-4cb2-b34e-b9dfcdaf53a4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:10:15.103434 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-a8de7b8e-94b7-4438-8544-72bfac7f0d57 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3891715', 'neutron.services.segments.db._delete_segments_for_network-8754181063482'] for network, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:15.132005 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.plugins.ml2.managers [None req-d3262c75-41ea-4c4c-a74c-bd7b03d08f5f None None] Attempting to bind port 318a7ebe-f268-4c22-965c-c340c522693b on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 05 17:10:15.132374 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.plugins.ml2.managers [None req-d3262c75-41ea-4c4c-a74c-bd7b03d08f5f None None] Attempting to bind port 318a7ebe-f268-4c22-965c-c340c522693b by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '82dfb23c-5fe9-444a-8846-65afb56ac0ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '340e1cc9-3251-4d71-9b7d-e1059822a4f3'}] {{(pid=103803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 05 17:10:15.132782 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3262c75-41ea-4c4c-a74c-bd7b03d08f5f None None] Attempting to bind port 318a7ebe-f268-4c22-965c-c340c522693b on network 340e1cc9-3251-4d71-9b7d-e1059822a4f3 {{(pid=103803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:10:15.140918 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3262c75-41ea-4c4c-a74c-bd7b03d08f5f None None] Checking agent: {'id': '0d4f8fd3-ce62-4651-970c-efa6a8bb22b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 5, 16, 57, 23), 'started_at': datetime.datetime(2022, 1, 5, 16, 57, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 5, 17, 9, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 05 17:10:15.141296 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3262c75-41ea-4c4c-a74c-bd7b03d08f5f None None] Checking segment: {'id': '82dfb23c-5fe9-444a-8846-65afb56ac0ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '340e1cc9-3251-4d71-9b7d-e1059822a4f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:10:15.142202 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-d3262c75-41ea-4c4c-a74c-bd7b03d08f5f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:15.142202 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3262c75-41ea-4c4c-a74c-bd7b03d08f5f None None] Bound using segment: {'id': '82dfb23c-5fe9-444a-8846-65afb56ac0ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '340e1cc9-3251-4d71-9b7d-e1059822a4f3'} {{(pid=103803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 05 17:10:15.142552 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f01367-f83f-404f-b169-e818a7b6919e tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Pushing event updated for resources: {'Network': ['ID=73299fae-e033-4cb2-b34e-b9dfcdaf53a4,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:10:15.142669 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.plugins.ml2.managers [None req-d3262c75-41ea-4c4c-a74c-bd7b03d08f5f None None] Bound port: 318a7ebe-f268-4c22-965c-c340c522693b, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82dfb23c-5fe9-444a-8846-65afb56ac0ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '340e1cc9-3251-4d71-9b7d-e1059822a4f3'}}] {{(pid=103803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 05 17:10:15.143029 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-d3262c75-41ea-4c4c-a74c-bd7b03d08f5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:15.159595 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-ebb05d6d-4053-4e98-b2b7-60f062f55bd9 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f9e7eebef9614c579ad5e1e5a46b85ab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8614545 Jan 05 17:10:15.161527 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.services.segments.db [None req-a8de7b8e-94b7-4438-8544-72bfac7f0d57 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82f2d2cd-1056-4b4a-8b60-ee39eb3300a3']}} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:10:15.164658 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e5d1ff7c-e938-444b-9879-6b7f8c9cd34c tempest-DHCPAgentSchedulersTestJSON-1707090556 tempest-DHCPAgentSchedulersTestJSON-1707090556-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:15.168259 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-e5d1ff7c-e938-444b-9879-6b7f8c9cd34c tempest-DHCPAgentSchedulersTestJSON-1707090556 tempest-DHCPAgentSchedulersTestJSON-1707090556-project] 10.222.0.11 "DELETE /v2.0/ports/138b722f-3316-4484-98fe-bf7817131fff HTTP/1.1" status: 204 len: 168 time: 3.1504841 Jan 05 17:10:15.172694 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Network 73299fae-e033-4cb2-b34e-b9dfcdaf53a4 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 05 17:10:15.179258 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 42186) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:10:15.179258 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 42188) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:10:15.205646 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-5e4b8434-faa4-41f6-b6de-7530a86409e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf1afd4d-680c-4871-aabc-4aca87161f6d', 'name': 'tempest-RoutersTest-router-1392716440', 'tenant_id': '85eea60e03994a48a004c2f9e50e4168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:09:02Z', 'updated_at': '2022-01-05T17:10:07Z', 'revision_number': 9, 'project_id': '85eea60e03994a48a004c2f9e50e4168', 'gw_port_host': None, '_interfaces': [{'id': '182e09e5-42e6-4f62-bbbb-0058488f34b5', 'name': '', 'network_id': '185acd14-b895-4704-a83b-f6ba048b49d6', 'tenant_id': '85eea60e03994a48a004c2f9e50e4168', 'mac_address': 'fa:16:3e:bc:8d:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf1afd4d-680c-4871-aabc-4aca87161f6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '429e9b39-4f6c-40eb-b133-5051cc8163a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:09:09Z', 'updated_at': '2022-01-05T17:09:19Z', 'revision_number': 5, 'project_id': '85eea60e03994a48a004c2f9e50e4168', 'subnets': [{'id': '429e9b39-4f6c-40eb-b133-5051cc8163a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f12a2d89-62c7-4c93-8256-419ab8c31f4b', 'name': '', 'network_id': '77e4a2d6-51aa-4a68-b5b7-38d6e0087161', 'tenant_id': '85eea60e03994a48a004c2f9e50e4168', 'mac_address': 'fa:16:3e:af:48:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf1afd4d-680c-4871-aabc-4aca87161f6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '21285678-2d09-4af6-a22e-c08e91089594', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:09:22Z', 'updated_at': '2022-01-05T17:09:30Z', 'revision_number': 5, 'project_id': '85eea60e03994a48a004c2f9e50e4168', 'subnets': [{'id': '21285678-2d09-4af6-a22e-c08e91089594', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:10:15.210721 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-24ee88ae-8f5e-42eb-8ce8-fd57d4331344 None None] For port 52abf501-ba74-4e7a-a6a7-57e2c1b5592e, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 05 17:10:15.222853 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-85dff4cd-9315-4221-b98e-1bb8ed2d68fa tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.8244004 Jan 05 17:10:15.241895 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.services.segments.db [None req-a8de7b8e-94b7-4438-8544-72bfac7f0d57 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f203f06-4b1f-4520-9ef3-4ad0e7d2f8d5') {'for_net_delete': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:10:15.247263 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.services.segments.db [None req-a8de7b8e-94b7-4438-8544-72bfac7f0d57 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f203f06-4b1f-4520-9ef3-4ad0e7d2f8d5') {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:10:15.253135 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 42192) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:10:15.284711 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-90fca63f-2ca6-4d14-bfd1-da509bd830ff tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Request body: {'port': {'network_id': 'e897f8fc-3cef-40ca-9466-c6c65ecd9833', 'mac_address': 'fa:16:3e:57:ee:e3', 'name': 'tempest-NetworksTestDHCPv6-1101511611'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:10:15.306798 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.plugins.ml2.db [None req-d3262c75-41ea-4c4c-a74c-bd7b03d08f5f None None] For port 318a7ebe-f268-4c22-965c-c340c522693b, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 05 17:10:15.311000 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.plugins.ml2.db [None req-d3262c75-41ea-4c4c-a74c-bd7b03d08f5f None None] For port 318a7ebe-f268-4c22-965c-c340c522693b, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=318a7ebe-f268-4c22-965c-c340c522693b,segment=NetworkSegment(82dfb23c-5fe9-444a-8846-65afb56ac0ca),segment_id=82dfb23c-5fe9-444a-8846-65afb56ac0ca)] {{(pid=103803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 05 17:10:15.333874 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-a8de7b8e-94b7-4438-8544-72bfac7f0d57 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754181064771', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11316385'] for segment, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:15.363764 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e4b8434-faa4-41f6-b6de-7530a86409e8 None None] The sync data for ids ['bf1afd4d-680c-4871-aabc-4aca87161f6d'] in dv-neutron-master-2-hyperv is: [{'id': 'bf1afd4d-680c-4871-aabc-4aca87161f6d', 'name': 'tempest-RoutersTest-router-1392716440', 'tenant_id': '85eea60e03994a48a004c2f9e50e4168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:09:02Z', 'updated_at': '2022-01-05T17:10:07Z', 'revision_number': 9, 'project_id': '85eea60e03994a48a004c2f9e50e4168', 'gw_port_host': None, '_interfaces': [{'id': '182e09e5-42e6-4f62-bbbb-0058488f34b5', 'name': '', 'network_id': '185acd14-b895-4704-a83b-f6ba048b49d6', 'tenant_id': '85eea60e03994a48a004c2f9e50e4168', 'mac_address': 'fa:16:3e:bc:8d:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf1afd4d-680c-4871-aabc-4aca87161f6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '429e9b39-4f6c-40eb-b133-5051cc8163a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:09:09Z', 'updated_at': '2022-01-05T17:09:19Z', 'revision_number': 5, 'project_id': '85eea60e03994a48a004c2f9e50e4168', 'subnets': [{'id': '429e9b39-4f6c-40eb-b133-5051cc8163a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f12a2d89-62c7-4c93-8256-419ab8c31f4b', 'name': '', 'network_id': '77e4a2d6-51aa-4a68-b5b7-38d6e0087161', 'tenant_id': '85eea60e03994a48a004c2f9e50e4168', 'mac_address': 'fa:16:3e:af:48:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf1afd4d-680c-4871-aabc-4aca87161f6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '21285678-2d09-4af6-a22e-c08e91089594', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:09:22Z', 'updated_at': '2022-01-05T17:09:30Z', 'revision_number': 5, 'project_id': '85eea60e03994a48a004c2f9e50e4168', 'subnets': [{'id': '21285678-2d09-4af6-a22e-c08e91089594', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 05 17:10:15.371637 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-24ee88ae-8f5e-42eb-8ce8-fd57d4331344 None None] For port 52abf501-ba74-4e7a-a6a7-57e2c1b5592e, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=52abf501-ba74-4e7a-a6a7-57e2c1b5592e,segment=NetworkSegment(68e6c437-46c2-424d-85e7-20547f69066d),segment_id=68e6c437-46c2-424d-85e7-20547f69066d)] {{(pid=103802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 05 17:10:15.386729 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-412dfbd0-eef0-4447-8789-c94a3a584c7b tempest-RoutersAdminTest-1676889452 tempest-RoutersAdminTest-1676889452-project] Publish callbacks [] for router, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:15.396444 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-412dfbd0-eef0-4447-8789-c94a3a584c7b tempest-RoutersAdminTest-1676889452 tempest-RoutersAdminTest-1676889452-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.8256061 Jan 05 17:10:15.396656 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-d3262c75-41ea-4c4c-a74c-bd7b03d08f5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:15.399656 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 42194) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:10:15.408288 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-94793f57-d8e5-4ffb-a282-2940a92140b5 tempest-RoutersAdminTest-1676889452 tempest-RoutersAdminTest-1676889452-project] Request body: {'router': {'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573'}}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:10:15.466056 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-e02463a3-733b-4e5f-95ee-c6474f505a6b tempest-DHCPAgentSchedulersTestJSON-1178668524 tempest-DHCPAgentSchedulersTestJSON-1178668524-project-admin] 10.222.0.11 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4563 time: 0.2825475 Jan 05 17:10:15.472044 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 42196) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:10:15.478527 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-87c73600-7a8f-43eb-8047-2fdfff922871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:15.479765 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-d0f3c5c2-ee69-41f2-8c5b-5c59c4551a29 tempest-DHCPAgentSchedulersTestJSON-1707090556 tempest-DHCPAgentSchedulersTestJSON-1707090556-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-440377213'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:10:15.488712 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-a8de7b8e-94b7-4438-8544-72bfac7f0d57 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225'] for segment, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:15.492334 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a18c5550-2f63-47fc-8a33-d9f97428fd9a tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-649822', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-648421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62737'] for router, precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:15.524685 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8de7b8e-94b7-4438-8544-72bfac7f0d57 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Releasing vlan 135 on physical network physnet1 to pool {{(pid=103801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 05 17:10:15.525146 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-a8de7b8e-94b7-4438-8544-72bfac7f0d57 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11433197'] for segment, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:15.533836 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 05 17:10:15.533836 dv-neutron-master-2-hyperv neutron-server[103801]: self.session.flush() Jan 05 17:10:15.533836 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 05 17:10:15.533836 dv-neutron-master-2-hyperv neutron-server[103801]: self.session.flush() Jan 05 17:10:15.533836 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 05 17:10:15.533836 dv-neutron-master-2-hyperv neutron-server[103801]: self.session.flush() Jan 05 17:10:15.533836 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 05 17:10:15.533836 dv-neutron-master-2-hyperv neutron-server[103801]: self.session.flush() Jan 05 17:10:15.533836 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:10:15.533836 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:10:15.533836 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:10:15.533836 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:10:15.533836 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:10:15.533836 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:10:15.533836 dv-neutron-master-2-hyperv neutron-server[103801]: Traceback (most recent call last): Jan 05 17:10:15.533836 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 05 17:10:15.533836 dv-neutron-master-2-hyperv neutron-server[103801]: timer() Jan 05 17:10:15.533836 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 05 17:10:15.533836 dv-neutron-master-2-hyperv neutron-server[103801]: cb(*args, **kw) Jan 05 17:10:15.533836 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 05 17:10:15.533836 dv-neutron-master-2-hyperv neutron-server[103801]: return func(*args, **kwargs) Jan 05 17:10:15.533836 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 05 17:10:15.533836 dv-neutron-master-2-hyperv neutron-server[103801]: self._notify() Jan 05 17:10:15.533836 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 05 17:10:15.533836 dv-neutron-master-2-hyperv neutron-server[103801]: self.callback(batched_events) Jan 05 17:10:15.533836 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 05 17:10:15.533836 dv-neutron-master-2-hyperv neutron-server[103801]: event.method(event) Jan 05 17:10:15.533836 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 05 17:10:15.533836 dv-neutron-master-2-hyperv neutron-server[103801]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 05 17:10:15.533836 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 05 17:10:15.533836 dv-neutron-master-2-hyperv neutron-server[103801]: aggregate_uuid = self.p_client.list_aggregates( Jan 05 17:10:15.533836 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 05 17:10:15.533836 dv-neutron-master-2-hyperv neutron-server[103801]: return f(self, *a, **k) Jan 05 17:10:15.533836 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 05 17:10:15.533836 dv-neutron-master-2-hyperv neutron-server[103801]: return self._get(url).json() Jan 05 17:10:15.533836 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 05 17:10:15.533836 dv-neutron-master-2-hyperv neutron-server[103801]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 05 17:10:15.533836 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 05 17:10:15.533836 dv-neutron-master-2-hyperv neutron-server[103801]: return self.request(url, 'GET', **kwargs) Jan 05 17:10:15.533836 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 05 17:10:15.533836 dv-neutron-master-2-hyperv neutron-server[103801]: base_url = self.get_endpoint(auth, allow=allow, Jan 05 17:10:15.533836 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 05 17:10:15.533836 dv-neutron-master-2-hyperv neutron-server[103801]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 05 17:10:15.533836 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 05 17:10:15.533836 dv-neutron-master-2-hyperv neutron-server[103801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 05 17:10:15.533836 dv-neutron-master-2-hyperv neutron-server[103801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 05 17:10:15.547882 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30c78e9-ac25-4af6-9af0-9377c03e74e1 None None] Pushing event updated for resources: {'Port': ['ID=318a7ebe-f268-4c22-965c-c340c522693b,revision_number=4']} {{(pid=103803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:10:15.559328 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3262c75-41ea-4c4c-a74c-bd7b03d08f5f None None] Routers {'3134b106-4218-415e-bd16-8091c8c99414'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:10:15.559982 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-d3262c75-41ea-4c4c-a74c-bd7b03d08f5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:09:49Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['3134b106-4218-415e-bd16-8091c8c99414'], 'active': True} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:10:15.580245 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a18c5550-2f63-47fc-8a33-d9f97428fd9a tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-649813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-649804', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-648412'] for router, after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:15.587307 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-24ee88ae-8f5e-42eb-8ce8-fd57d4331344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:15.714850 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Provisioning complete for port 7a6fce8b-82cd-4f66-b676-24715f48f101 triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:10:15.715209 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:15.749769 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-701a142b-f153-424e-9028-e5c5dd817973 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:15.780401 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-8819c6a8-935e-48a3-898f-d067ab5dafed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:15.823346 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvr_db [None req-d3262c75-41ea-4c4c-a74c-bd7b03d08f5f None None] Set router 3134b106-4218-415e-bd16-8091c8c99414 gateway port host: None {{(pid=103803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:10:15.851743 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-a8de7b8e-94b7-4438-8544-72bfac7f0d57 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3891722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648695'] for network, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:15.852524 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-87c73600-7a8f-43eb-8047-2fdfff922871 None None] For port df8ceb93-163e-423c-b665-e6e114895515, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=df8ceb93-163e-423c-b665-e6e114895515,segment=NetworkSegment(82dfb23c-5fe9-444a-8846-65afb56ac0ca),segment_id=82dfb23c-5fe9-444a-8846-65afb56ac0ca)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:10:15.864740 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-a8de7b8e-94b7-4438-8544-72bfac7f0d57 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks [] for network, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:15.877744 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-a8de7b8e-94b7-4438-8544-72bfac7f0d57 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] 10.222.0.11 "DELETE /v2.0/networks/82f2d2cd-1056-4b4a-8b60-ee39eb3300a3 HTTP/1.1" status: 204 len: 168 time: 4.0645957 Jan 05 17:10:15.878397 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ee88ae-8f5e-42eb-8ce8-fd57d4331344 None None] Pushing event updated for resources: {'Port': ['ID=52abf501-ba74-4e7a-a6a7-57e2c1b5592e,revision_number=2']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:10:15.879892 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 42198) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:10:15.891982 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0f3c5c2-ee69-41f2-8c5b-5c59c4551a29 tempest-DHCPAgentSchedulersTestJSON-1707090556 tempest-DHCPAgentSchedulersTestJSON-1707090556-project] Made reservation on behalf of 2eb3ba497dfc47b9be49dec96b6da37c for: {'network': 1} {{(pid=103801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:10:15.898683 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-d0f3c5c2-ee69-41f2-8c5b-5c59c4551a29 tempest-DHCPAgentSchedulersTestJSON-1707090556 tempest-DHCPAgentSchedulersTestJSON-1707090556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for network, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:15.909645 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-d8588852-9291-4843-9768-d093a0174359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bbefd89-31c6-455d-afd7-76fa4cfc8ec4', 'name': 'tempest-TestVolumeBootPattern-1504285469-router', 'tenant_id': '65c8e0828a294c109aa1b82a3792b00a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.53'}], 'enable_snat': True}, 'gw_port_id': 'dd5de01f-7f6a-4d2b-9c2e-ebcaf287eb61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:09:48Z', 'updated_at': '2022-01-05T17:10:05Z', 'revision_number': 4, 'project_id': '65c8e0828a294c109aa1b82a3792b00a', 'gw_port': {'id': 'dd5de01f-7f6a-4d2b-9c2e-ebcaf287eb61', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:bf:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bbefd89-31c6-455d-afd7-76fa4cfc8ec4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 762, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:09:51Z', 'updated_at': '2022-01-05T17:10:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'f08f94a0-904f-4241-999e-aa29638f9099', 'name': '', 'network_id': 'b309d5de-a6f2-4833-9079-a7a49b21ea2a', 'tenant_id': '65c8e0828a294c109aa1b82a3792b00a', 'mac_address': 'fa:16:3e:c3:56:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bbefd89-31c6-455d-afd7-76fa4cfc8ec4', 'device_owner': 'network:router_interface', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': '0aed6401-addd-43e4-aa68-a602b05fee12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:10:02Z', 'updated_at': '2022-01-05T17:10:05Z', 'revision_number': 2, 'project_id': '65c8e0828a294c109aa1b82a3792b00a', 'subnets': [{'id': '0aed6401-addd-43e4-aa68-a602b05fee12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:10:15.971423 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-87c73600-7a8f-43eb-8047-2fdfff922871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:15.976335 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8588852-9291-4843-9768-d093a0174359 None None] Checking router: 7bbefd89-31c6-455d-afd7-76fa4cfc8ec4 for host: dv-neutron-master-2-hyperv {{(pid=103802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 05 17:10:15.976937 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8588852-9291-4843-9768-d093a0174359 None None] Updating router 7bbefd89-31c6-455d-afd7-76fa4cfc8ec4 port f08f94a0-904f-4241-999e-aa29638f9099 binding host dv-neutron-master-2-hyperv {{(pid=103802) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 05 17:10:16.075009 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0f3c5c2-ee69-41f2-8c5b-5c59c4551a29 tempest-DHCPAgentSchedulersTestJSON-1707090556 tempest-DHCPAgentSchedulersTestJSON-1707090556-project] vlan segment allocate from pool success with {'vlan_id': 131, 'physical_network': 'physnet1'} {{(pid=103801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 05 17:10:16.085376 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-d0f3c5c2-ee69-41f2-8c5b-5c59c4551a29 tempest-DHCPAgentSchedulersTestJSON-1707090556 tempest-DHCPAgentSchedulersTestJSON-1707090556-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225'] for segment, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:16.088600 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.db.segments_db [None req-d0f3c5c2-ee69-41f2-8c5b-5c59c4551a29 tempest-DHCPAgentSchedulersTestJSON-1707090556 tempest-DHCPAgentSchedulersTestJSON-1707090556-project] Added segment 93f1068d-226b-4a3f-8af0-973bfd0eb04e of type vlan for network d72ffa7f-acf8-4bd2-9480-8d766c01b59e Jan 05 17:10:16.161434 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-d0f3c5c2-ee69-41f2-8c5b-5c59c4551a29 tempest-DHCPAgentSchedulersTestJSON-1707090556 tempest-DHCPAgentSchedulersTestJSON-1707090556-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754180566020'] for network, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:16.164185 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c73600-7a8f-43eb-8047-2fdfff922871 None None] Pushing event updated for resources: {'Port': ['ID=df8ceb93-163e-423c-b665-e6e114895515,revision_number=3']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:10:16.178435 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 80c0fed0-176f-4438-9a3e-aeeeb85fa8bd up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:10:16.241849 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-8819c6a8-935e-48a3-898f-d067ab5dafed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:16.295738 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-87c73600-7a8f-43eb-8047-2fdfff922871 None None] Provisioning complete for port f08f94a0-904f-4241-999e-aa29638f9099 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:10:16.297303 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8de7b8e-94b7-4438-8544-72bfac7f0d57 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Pushing event deleted for resources: {'Network': ['ID=82f2d2cd-1056-4b4a-8b60-ee39eb3300a3,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:10:16.306472 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-87c73600-7a8f-43eb-8047-2fdfff922871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:16.313797 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-94793f57-d8e5-4ffb-a282-2940a92140b5 tempest-RoutersAdminTest-1676889452 tempest-RoutersAdminTest-1676889452-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:16.339427 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-992080b1-4d02-4bc4-b006-0f4d45974062 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Made reservation on behalf of 2c187912c919424a8a16116bf03056cd for: {'subnet': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:10:16.345824 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-992080b1-4d02-4bc4-b006-0f4d45974062 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8521827'] for subnet, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:16.373076 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-d3262c75-41ea-4c4c-a74c-bd7b03d08f5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3134b106-4218-415e-bd16-8091c8c99414', 'name': 'tempest-RoutersIpV6Test-router-1976028866', 'tenant_id': '04762f6d6f55432ea3822a71fa1f481f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:09:21Z', 'updated_at': '2022-01-05T17:10:14Z', 'revision_number': 6, 'project_id': '04762f6d6f55432ea3822a71fa1f481f', 'gw_port_host': None, '_interfaces': [{'id': '318a7ebe-f268-4c22-965c-c340c522693b', 'name': '', 'network_id': '340e1cc9-3251-4d71-9b7d-e1059822a4f3', 'tenant_id': '04762f6d6f55432ea3822a71fa1f481f', 'mac_address': 'fa:16:3e:d4:5d:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3134b106-4218-415e-bd16-8091c8c99414', 'device_owner': 'network:router_interface', 'standard_attr_id': 791, 'fixed_ips': [{'subnet_id': '008c4853-5d11-4379-b157-d4d82c3a9414', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:10:06Z', 'updated_at': '2022-01-05T17:10:15Z', 'revision_number': 4, 'project_id': '04762f6d6f55432ea3822a71fa1f481f', 'subnets': [{'id': '008c4853-5d11-4379-b157-d4d82c3a9414', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7a6fce8b-82cd-4f66-b676-24715f48f101', 'name': '', 'network_id': '7a7c53f6-25d1-445c-b01b-3b897757c60b', 'tenant_id': '04762f6d6f55432ea3822a71fa1f481f', 'mac_address': 'fa:16:3e:23:5b:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3134b106-4218-415e-bd16-8091c8c99414', 'device_owner': 'network:router_interface', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': '55b94fe0-157d-4c54-8a73-461b6c3fcdca', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:09:48Z', 'updated_at': '2022-01-05T17:10:07Z', 'revision_number': 5, 'project_id': '04762f6d6f55432ea3822a71fa1f481f', 'subnets': [{'id': '55b94fe0-157d-4c54-8a73-461b6c3fcdca', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '80c0fed0-176f-4438-9a3e-aeeeb85fa8bd', 'name': '', 'network_id': '9b108e05-58cc-4d98-85c8-c21a57823860', 'tenant_id': '04762f6d6f55432ea3822a71fa1f481f', 'mac_address': 'fa:16:3e:19:8b:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3134b106-4218-415e-bd16-8091c8c99414', 'device_owner': 'network:router_interface', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': 'beb7642a-9087-4358-b980-878e8f238cce', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:09:28Z', 'updated_at': '2022-01-05T17:09:54Z', 'revision_number': 5, 'project_id': '04762f6d6f55432ea3822a71fa1f481f', 'subnets': [{'id': 'beb7642a-9087-4358-b980-878e8f238cce', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f94aa6e4-6d25-46f8-84f2-6ea65da467f1', 'name': '', 'network_id': '384f64a3-ca40-4479-9470-814f96969ff3', 'tenant_id': '04762f6d6f55432ea3822a71fa1f481f', 'mac_address': 'fa:16:3e:fb:c4:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3134b106-4218-415e-bd16-8091c8c99414', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'ebf673d0-4d72-4025-a6cc-aa8fd8d0db18', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:09:39Z', 'updated_at': '2022-01-05T17:10:02Z', 'revision_number': 5, 'project_id': '04762f6d6f55432ea3822a71fa1f481f', 'subnets': [{'id': 'ebf673d0-4d72-4025-a6cc-aa8fd8d0db18', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:10:16.404522 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-d0f3c5c2-ee69-41f2-8c5b-5c59c4551a29 tempest-DHCPAgentSchedulersTestJSON-1707090556 tempest-DHCPAgentSchedulersTestJSON-1707090556-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685'] for network, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:16.428005 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0f3c5c2-ee69-41f2-8c5b-5c59c4551a29 tempest-DHCPAgentSchedulersTestJSON-1707090556 tempest-DHCPAgentSchedulersTestJSON-1707090556-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:10:16.429008 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-d0f3c5c2-ee69-41f2-8c5b-5c59c4551a29 tempest-DHCPAgentSchedulersTestJSON-1707090556 tempest-DHCPAgentSchedulersTestJSON-1707090556-project] Publish callbacks [] for network, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:16.480317 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3262c75-41ea-4c4c-a74c-bd7b03d08f5f None None] The sync data for ids ['3134b106-4218-415e-bd16-8091c8c99414'] in dv-neutron-master-2-hyperv is: [{'id': '3134b106-4218-415e-bd16-8091c8c99414', 'name': 'tempest-RoutersIpV6Test-router-1976028866', 'tenant_id': '04762f6d6f55432ea3822a71fa1f481f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:09:21Z', 'updated_at': '2022-01-05T17:10:14Z', 'revision_number': 6, 'project_id': '04762f6d6f55432ea3822a71fa1f481f', 'gw_port_host': None, '_interfaces': [{'id': '318a7ebe-f268-4c22-965c-c340c522693b', 'name': '', 'network_id': '340e1cc9-3251-4d71-9b7d-e1059822a4f3', 'tenant_id': '04762f6d6f55432ea3822a71fa1f481f', 'mac_address': 'fa:16:3e:d4:5d:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3134b106-4218-415e-bd16-8091c8c99414', 'device_owner': 'network:router_interface', 'standard_attr_id': 791, 'fixed_ips': [{'subnet_id': '008c4853-5d11-4379-b157-d4d82c3a9414', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:10:06Z', 'updated_at': '2022-01-05T17:10:15Z', 'revision_number': 4, 'project_id': '04762f6d6f55432ea3822a71fa1f481f', 'subnets': [{'id': '008c4853-5d11-4379-b157-d4d82c3a9414', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7a6fce8b-82cd-4f66-b676-24715f48f101', 'name': '', 'network_id': '7a7c53f6-25d1-445c-b01b-3b897757c60b', 'tenant_id': '04762f6d6f55432ea3822a71fa1f481f', 'mac_address': 'fa:16:3e:23:5b:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3134b106-4218-415e-bd16-8091c8c99414', 'device_owner': 'network:router_interface', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': '55b94fe0-157d-4c54-8a73-461b6c3fcdca', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:09:48Z', 'updated_at': '2022-01-05T17:10:07Z', 'revision_number': 5, 'project_id': '04762f6d6f55432ea3822a71fa1f481f', 'subnets': [{'id': '55b94fe0-157d-4c54-8a73-461b6c3fcdca', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '80c0fed0-176f-4438-9a3e-aeeeb85fa8bd', 'name': '', 'network_id': '9b108e05-58cc-4d98-85c8-c21a57823860', 'tenant_id': '04762f6d6f55432ea3822a71fa1f481f', 'mac_address': 'fa:16:3e:19:8b:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3134b106-4218-415e-bd16-8091c8c99414', 'device_owner': 'network:router_interface', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': 'beb7642a-9087-4358-b980-878e8f238cce', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:09:28Z', 'updated_at': '2022-01-05T17:09:54Z', 'revision_number': 5, 'project_id': '04762f6d6f55432ea3822a71fa1f481f', 'subnets': [{'id': 'beb7642a-9087-4358-b980-878e8f238cce', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f94aa6e4-6d25-46f8-84f2-6ea65da467f1', 'name': '', 'network_id': '384f64a3-ca40-4479-9470-814f96969ff3', 'tenant_id': '04762f6d6f55432ea3822a71fa1f481f', 'mac_address': 'fa:16:3e:fb:c4:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3134b106-4218-415e-bd16-8091c8c99414', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'ebf673d0-4d72-4025-a6cc-aa8fd8d0db18', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:09:39Z', 'updated_at': '2022-01-05T17:10:02Z', 'revision_number': 5, 'project_id': '04762f6d6f55432ea3822a71fa1f481f', 'subnets': [{'id': 'ebf673d0-4d72-4025-a6cc-aa8fd8d0db18', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 05 17:10:16.508381 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-701a142b-f153-424e-9028-e5c5dd817973 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:16.516047 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.ipam_backend_mixin [None req-992080b1-4d02-4bc4-b006-0f4d45974062 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Performing IP validity checks on allocation pools {{(pid=103800) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jan 05 17:10:16.516567 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.ipam_backend_mixin [None req-992080b1-4d02-4bc4-b006-0f4d45974062 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103800) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jan 05 17:10:16.523993 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a18c5550-2f63-47fc-8a33-d9f97428fd9a tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Router 3134b106-4218-415e-bd16-8091c8c99414 has already been hosted by L3 agent 59446fdc-40e0-41fe-a575-a8eb11d742f7 {{(pid=103800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 05 17:10:16.564609 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90fca63f-2ca6-4d14-bfd1-da509bd830ff tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Made reservation on behalf of fd419c78d7194361a03f37a26ebeba76 for: {'port': 1} {{(pid=103801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:10:16.604667 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-701a142b-f153-424e-9028-e5c5dd817973 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533437'] for security_group_rule, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:16.652771 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d8588852-9291-4843-9768-d093a0174359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:16.686422 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-87c73600-7a8f-43eb-8047-2fdfff922871 None None] Port f08f94a0-904f-4241-999e-aa29638f9099 cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 17:10:16.736959 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701a142b-f153-424e-9028-e5c5dd817973 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8579c4a3-1eb0-446c-b62f-0d4f79b4b129,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:10:16.828743 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Provisioning complete for port 80c0fed0-176f-4438-9a3e-aeeeb85fa8bd triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:10:16.829445 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:16.845961 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a18c5550-2f63-47fc-8a33-d9f97428fd9a tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 05 17:10:16.855302 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-d0f3c5c2-ee69-41f2-8c5b-5c59c4551a29 tempest-DHCPAgentSchedulersTestJSON-1707090556 tempest-DHCPAgentSchedulersTestJSON-1707090556-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.3809268 Jan 05 17:10:16.886552 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-87c73600-7a8f-43eb-8047-2fdfff922871 None None] Provisioning complete for port dd5de01f-7f6a-4d2b-9c2e-ebcaf287eb61 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:10:16.886552 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-87c73600-7a8f-43eb-8047-2fdfff922871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:16.892677 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 42200) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:10:16.926646 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a18c5550-2f63-47fc-8a33-d9f97428fd9a tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks [] for router, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:16.931434 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f3c5c2-ee69-41f2-8c5b-5c59c4551a29 tempest-DHCPAgentSchedulersTestJSON-1707090556 tempest-DHCPAgentSchedulersTestJSON-1707090556-project] Pushing event updated for resources: {'Network': ['ID=d72ffa7f-acf8-4bd2-9480-8d766c01b59e,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:10:16.931650 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-a18c5550-2f63-47fc-8a33-d9f97428fd9a tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] 10.222.0.11 "PUT /v2.0/routers/3134b106-4218-415e-bd16-8091c8c99414 HTTP/1.1" status: 200 len: 954 time: 3.4665160 Jan 05 17:10:16.934599 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-701a142b-f153-424e-9028-e5c5dd817973 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:16.936049 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-701a142b-f153-424e-9028-e5c5dd817973 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.9399595 Jan 05 17:10:16.938709 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 42202) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:10:16.939197 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 42204) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:10:16.952848 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-54531bfd-8c10-42a7-9dea-0336879794c2 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] Request body: {'security_group_rule': {'security_group_id': '74da9e44-17f3-4e78-b165-acdbd8889547', 'project_id': '9bafc9d0d75b44f696c7001918c22f7e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:10:16.955409 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Network d72ffa7f-acf8-4bd2-9480-8d766c01b59e details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 05 17:10:16.980973 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-8819c6a8-935e-48a3-898f-d067ab5dafed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:16.983785 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-8819c6a8-935e-48a3-898f-d067ab5dafed admin admin] Publish callbacks [] for security_group, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:16.987928 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-8819c6a8-935e-48a3-898f-d067ab5dafed admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/19cb8e4e-875f-4709-a959-6d71c0d519bf HTTP/1.1" status: 204 len: 168 time: 1.8116331 Jan 05 17:10:17.012379 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-992080b1-4d02-4bc4-b006-0f4d45974062 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8784852', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8521873'] for subnet, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:17.078461 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992080b1-4d02-4bc4-b006-0f4d45974062 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Pushing event updated for resources: {'Subnet': ['ID=3da5c934-962f-4a34-8b30-8448c35ade4c,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:10:17.219266 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-ddea4cfc-dd99-4dfd-b74e-5014f7be6017 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] 10.222.0.11 "GET /v2.0/routers/3134b106-4218-415e-bd16-8091c8c99414 HTTP/1.1" status: 200 len: 954 time: 0.2786829 Jan 05 17:10:17.222413 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 42208) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:10:17.234257 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-02019c02-357a-4fc2-bc85-f4d488edd078 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Request body: {'router': {'routes': None}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:10:17.298752 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.db.securitygroups_db [None req-54531bfd-8c10-42a7-9dea-0336879794c2 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] Project 9bafc9d0d75b44f696c7001918c22f7e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 05 17:10:17.322603 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-00cb6d7d-6d83-4ae7-a2e3-9f7a31a385c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:17.372392 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-54531bfd-8c10-42a7-9dea-0336879794c2 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:17.399055 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-992080b1-4d02-4bc4-b006-0f4d45974062 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Checking segment: {'id': 'd15c4a43-311a-4f73-b1d5-f78d858a7232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '73299fae-e033-4cb2-b34e-b9dfcdaf53a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:10:17.403068 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-992080b1-4d02-4bc4-b006-0f4d45974062 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Network hostable DHCP agents. Network: 73299fae-e033-4cb2-b34e-b9dfcdaf53a4, hostable agents: ['3f70c195-17da-4084-9fd6-bf6059d88535'], hosted agents: [] {{(pid=103800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 05 17:10:17.458939 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-87c73600-7a8f-43eb-8047-2fdfff922871 None None] Could not find standard attr ID for object fae786b7-f5eb-45c9-a39f-43ee76ad5665. {{(pid=103802) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 05 17:10:17.532179 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c604f0b8-18a5-453f-92a8-9917b66efff0 None None] Network e897f8fc-3cef-40ca-9466-c6c65ecd9833 requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:10:17.614909 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-90fca63f-2ca6-4d14-bfd1-da509bd830ff tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:17.653927 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device c94a3c6f-9d42-409f-9990-a50b2521d38e up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:10:17.664457 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8819c6a8-935e-48a3-898f-d067ab5dafed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19cb8e4e-875f-4709-a959-6d71c0d519bf,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:10:17.677052 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-94793f57-d8e5-4ffb-a282-2940a92140b5 tempest-RoutersAdminTest-1676889452 tempest-RoutersAdminTest-1676889452-project] Publish callbacks [] for router_gateway, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:17.678748 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-992080b1-4d02-4bc4-b006-0f4d45974062 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Network 73299fae-e033-4cb2-b34e-b9dfcdaf53a4 is scheduled to be hosted by DHCP agent 3f70c195-17da-4084-9fd6-bf6059d88535 with binding_index 1 {{(pid=103800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 05 17:10:17.734622 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-94793f57-d8e5-4ffb-a282-2940a92140b5 tempest-RoutersAdminTest-1676889452 tempest-RoutersAdminTest-1676889452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:17.784297 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-56c362d8-8713-4436-89fc-c1f6282ed021 None None] Provisioning complete for port 52abf501-ba74-4e7a-a6a7-57e2c1b5592e triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:10:17.784693 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-56c362d8-8713-4436-89fc-c1f6282ed021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:17.790219 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.notifiers.nova [None req-90fca63f-2ca6-4d14-bfd1-da509bd830ff tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] device_id is not set on port 9faf4dea-ef48-4766-b27b-9825ab618aea yet. {{(pid=103801) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 05 17:10:17.796669 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-54531bfd-8c10-42a7-9dea-0336879794c2 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:17.800546 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-992080b1-4d02-4bc4-b006-0f4d45974062 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 73299fae-e033-4cb2-b34e-b9dfcdaf53a4) {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:10:17.832835 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00e9f696-8662-43b5-903c-bbffe5c95ded None None] Sync routers for ids ['3134b106-4218-415e-bd16-8091c8c99414'] in dv-neutron-master-2-hyperv {{(pid=103803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 05 17:10:17.847477 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-992080b1-4d02-4bc4-b006-0f4d45974062 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:10:17.848119 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-992080b1-4d02-4bc4-b006-0f4d45974062 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Publish callbacks [] for subnet, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:17.848391 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00e9f696-8662-43b5-903c-bbffe5c95ded None None] Routers {'3134b106-4218-415e-bd16-8091c8c99414'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:10:17.849208 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-00e9f696-8662-43b5-903c-bbffe5c95ded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:09:49Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['3134b106-4218-415e-bd16-8091c8c99414'], 'active': True} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:10:17.895441 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-071cdfd0-a4ca-4e13-b6eb-f3c1aeb0bdd6 None None] Network 73299fae-e033-4cb2-b34e-b9dfcdaf53a4 requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:10:17.920627 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-54531bfd-8c10-42a7-9dea-0336879794c2 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533437'] for security_group_rule, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:18.004673 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54531bfd-8c10-42a7-9dea-0336879794c2 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d18d292-3fc7-45f5-b7d6-74b23d048a45,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:10:18.021553 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-f79b10bc-4d55-40bf-a34d-b9d0cdebc0ad tempest-DHCPAgentSchedulersTestJSON-1178668524 tempest-DHCPAgentSchedulersTestJSON-1178668524-project-admin] 10.222.0.11 "GET /v2.0/agents/3f70c195-17da-4084-9fd6-bf6059d88535/dhcp-networks HTTP/1.1" status: 200 len: 11209 time: 1.1239645 Jan 05 17:10:18.024778 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 42220) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:10:18.026849 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-992080b1-4d02-4bc4-b006-0f4d45974062 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 2.9325311 Jan 05 17:10:18.040254 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 42222) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:10:18.055652 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d8588852-9291-4843-9768-d093a0174359 None None] Publish callbacks [] for port, precommit_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:18.061652 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5539850e-28d1-4ec4-b987-d69ffd0b2647 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-73299fae-e033-4cb2-b34e-b9dfcdaf53a4', 'network_id': '73299fae-e033-4cb2-b34e-b9dfcdaf53a4', 'project_id': '2c187912c919424a8a16116bf03056cd', 'fixed_ips': [{'subnet_id': '3da5c934-962f-4a34-8b30-8448c35ade4c'}]}} from dv-neutron-master-2-hyperv. {{(pid=103802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 05 17:10:18.063706 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-5539850e-28d1-4ec4-b987-d69ffd0b2647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:18.103812 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvr_db [None req-00e9f696-8662-43b5-903c-bbffe5c95ded None None] Set router 3134b106-4218-415e-bd16-8091c8c99414 gateway port host: None {{(pid=103803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:10:18.105763 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-54531bfd-8c10-42a7-9dea-0336879794c2 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:18.110643 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-54531bfd-8c10-42a7-9dea-0336879794c2 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.1635733 Jan 05 17:10:18.115146 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 42224) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:10:18.117483 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Provisioning complete for port c94a3c6f-9d42-409f-9990-a50b2521d38e triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:10:18.117903 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:18.124003 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-60a5ae5a-cd4e-4f53-ac62-bc7e4b6c556a tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] Request body: {'security_group_rule': {'security_group_id': '74da9e44-17f3-4e78-b165-acdbd8889547', 'project_id': '9bafc9d0d75b44f696c7001918c22f7e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:10:18.149147 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-6fa5ef20-2d47-42a1-ba16-9b637802d9d8 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-531685'] for router_interface, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:18.331237 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.db_base_plugin_common [None req-5539850e-28d1-4ec4-b987-d69ffd0b2647 None None] Allocated IP 172.20.0.3 (73299fae-e033-4cb2-b34e-b9dfcdaf53a4/3da5c934-962f-4a34-8b30-8448c35ade4c/d7810d7f-53bc-4a09-968e-314d5ce63724) {{(pid=103802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:10:18.336685 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c6dd967-50e0-4694-a3b5-5f85adbd8878 tempest-DHCPAgentSchedulersTestJSON-1178668524 tempest-DHCPAgentSchedulersTestJSON-1178668524-project-admin] Network d72ffa7f-acf8-4bd2-9480-8d766c01b59e is scheduled to be hosted by DHCP agent 3f70c195-17da-4084-9fd6-bf6059d88535 with binding_index 1 {{(pid=103801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 05 17:10:18.370638 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [None req-90fca63f-2ca6-4d14-bfd1-da509bd830ff tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Allocated IP 2001:db8:0:1::47 (e897f8fc-3cef-40ca-9466-c6c65ecd9833/ccff4bbf-5814-426e-88e6-e540ae96acd2/9faf4dea-ef48-4766-b27b-9825ab618aea) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:10:18.382604 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [None req-90fca63f-2ca6-4d14-bfd1-da509bd830ff tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Allocated IP 2001:db8::f816:3eff:fe57:eee3 (e897f8fc-3cef-40ca-9466-c6c65ecd9833/e689b71c-8473-44f5-a490-e6fa7459f147/9faf4dea-ef48-4766-b27b-9825ab618aea) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:10:18.543220 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d8588852-9291-4843-9768-d093a0174359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:18.588636 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [None req-94793f57-d8e5-4ffb-a282-2940a92140b5 tempest-RoutersAdminTest-1676889452 tempest-RoutersAdminTest-1676889452-project] Allocated IP 172.36.4.188 (b0167590-0699-4c5c-a932-3939414a9573/7a784a6d-3d96-418f-a645-b9ccd0b1ac55/aad23609-b5d8-4908-aa21-426e33a9d743) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:10:18.589163 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-1c6dd967-50e0-4694-a3b5-5f85adbd8878 tempest-DHCPAgentSchedulersTestJSON-1178668524 tempest-DHCPAgentSchedulersTestJSON-1178668524-project-admin] 10.222.0.11 "POST /v2.0/agents/3f70c195-17da-4084-9fd6-bf6059d88535/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.5628424 Jan 05 17:10:18.593344 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 42234) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:10:18.606020 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a93a67db-52b9-4954-a6d4-362b36225e71 None None] Network d72ffa7f-acf8-4bd2-9480-8d766c01b59e requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:10:18.673795 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-00e9f696-8662-43b5-903c-bbffe5c95ded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3134b106-4218-415e-bd16-8091c8c99414', 'name': 'tempest-RoutersIpV6Test-router-1976028866', 'tenant_id': '04762f6d6f55432ea3822a71fa1f481f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:09:21Z', 'updated_at': '2022-01-05T17:10:14Z', 'revision_number': 6, 'project_id': '04762f6d6f55432ea3822a71fa1f481f', 'gw_port_host': None, '_interfaces': [{'id': '318a7ebe-f268-4c22-965c-c340c522693b', 'name': '', 'network_id': '340e1cc9-3251-4d71-9b7d-e1059822a4f3', 'tenant_id': '04762f6d6f55432ea3822a71fa1f481f', 'mac_address': 'fa:16:3e:d4:5d:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3134b106-4218-415e-bd16-8091c8c99414', 'device_owner': 'network:router_interface', 'standard_attr_id': 791, 'fixed_ips': [{'subnet_id': '008c4853-5d11-4379-b157-d4d82c3a9414', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:10:06Z', 'updated_at': '2022-01-05T17:10:15Z', 'revision_number': 4, 'project_id': '04762f6d6f55432ea3822a71fa1f481f', 'subnets': [{'id': '008c4853-5d11-4379-b157-d4d82c3a9414', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7a6fce8b-82cd-4f66-b676-24715f48f101', 'name': '', 'network_id': '7a7c53f6-25d1-445c-b01b-3b897757c60b', 'tenant_id': '04762f6d6f55432ea3822a71fa1f481f', 'mac_address': 'fa:16:3e:23:5b:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3134b106-4218-415e-bd16-8091c8c99414', 'device_owner': 'network:router_interface', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': '55b94fe0-157d-4c54-8a73-461b6c3fcdca', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:09:48Z', 'updated_at': '2022-01-05T17:10:07Z', 'revision_number': 5, 'project_id': '04762f6d6f55432ea3822a71fa1f481f', 'subnets': [{'id': '55b94fe0-157d-4c54-8a73-461b6c3fcdca', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '80c0fed0-176f-4438-9a3e-aeeeb85fa8bd', 'name': '', 'network_id': '9b108e05-58cc-4d98-85c8-c21a57823860', 'tenant_id': '04762f6d6f55432ea3822a71fa1f481f', 'mac_address': 'fa:16:3e:19:8b:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3134b106-4218-415e-bd16-8091c8c99414', 'device_owner': 'network:router_interface', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': 'beb7642a-9087-4358-b980-878e8f238cce', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:09:28Z', 'updated_at': '2022-01-05T17:09:54Z', 'revision_number': 5, 'project_id': '04762f6d6f55432ea3822a71fa1f481f', 'subnets': [{'id': 'beb7642a-9087-4358-b980-878e8f238cce', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f94aa6e4-6d25-46f8-84f2-6ea65da467f1', 'name': '', 'network_id': '384f64a3-ca40-4479-9470-814f96969ff3', 'tenant_id': '04762f6d6f55432ea3822a71fa1f481f', 'mac_address': 'fa:16:3e:fb:c4:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3134b106-4218-415e-bd16-8091c8c99414', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'ebf673d0-4d72-4025-a6cc-aa8fd8d0db18', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:09:39Z', 'updated_at': '2022-01-05T17:10:02Z', 'revision_number': 5, 'project_id': '04762f6d6f55432ea3822a71fa1f481f', 'subnets': [{'id': 'ebf673d0-4d72-4025-a6cc-aa8fd8d0db18', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:10:18.760853 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00e9f696-8662-43b5-903c-bbffe5c95ded None None] Checking router: 3134b106-4218-415e-bd16-8091c8c99414 for host: dv-neutron-master-2-hyperv {{(pid=103803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 05 17:10:18.771295 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.db.securitygroups_db [None req-60a5ae5a-cd4e-4f53-ac62-bc7e4b6c556a tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] Project 9bafc9d0d75b44f696c7001918c22f7e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 05 17:10:18.777149 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 42236) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:10:18.778108 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b081fe2c-c763-468d-8630-e5ea5947e156 None None] Update dhcp port {'port': {'network_id': 'e897f8fc-3cef-40ca-9466-c6c65ecd9833', 'fixed_ips': [{'subnet_id': 'e689b71c-8473-44f5-a490-e6fa7459f147', 'ip_address': '2001:db8::f816:3eff:fe5b:8de8'}, {'subnet_id': 'ccff4bbf-5814-426e-88e6-e540ae96acd2'}], 'binding:host_id': 'dv-neutron-master-2-hyperv'}, 'id': '52abf501-ba74-4e7a-a6a7-57e2c1b5592e'} from dv-neutron-master-2-hyperv. {{(pid=103802) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Jan 05 17:10:18.784322 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00e9f696-8662-43b5-903c-bbffe5c95ded None None] Routers {'3134b106-4218-415e-bd16-8091c8c99414'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:10:18.785069 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-00e9f696-8662-43b5-903c-bbffe5c95ded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:09:49Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['3134b106-4218-415e-bd16-8091c8c99414'], 'active': True} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:10:18.797516 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.extraroute_db [None req-02019c02-357a-4fc2-bc85-f4d488edd078 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Added routes are [] {{(pid=103800) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jan 05 17:10:18.797516 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.extraroute_db [None req-02019c02-357a-4fc2-bc85-f4d488edd078 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Removed routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=103800) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jan 05 17:10:18.816594 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4eb77add-4578-4273-807f-2996284a103e tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3809644'] for network, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:18.818810 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-90fca63f-2ca6-4d14-bfd1-da509bd830ff tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks [] for port, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:18.871373 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-02019c02-357a-4fc2-bc85-f4d488edd078 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-649822', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-648421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62737'] for router, precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:18.881799 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-60a5ae5a-cd4e-4f53-ac62-bc7e4b6c556a tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:18.884931 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-5539850e-28d1-4ec4-b987-d69ffd0b2647 None None] Publish callbacks [] for port, precommit_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:18.888070 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c253a1-ba92-4d57-9d96-b7073d4945a3 None None] Pushing event updated for resources: {'Port': ['ID=f08f94a0-904f-4241-999e-aa29638f9099,revision_number=3']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:10:18.891296 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-56c362d8-8713-4436-89fc-c1f6282ed021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:18.929292 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvr_db [None req-00e9f696-8662-43b5-903c-bbffe5c95ded None None] Set router 3134b106-4218-415e-bd16-8091c8c99414 gateway port host: None {{(pid=103803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:10:18.971061 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-b081fe2c-c763-468d-8630-e5ea5947e156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:18.987663 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-5539850e-28d1-4ec4-b987-d69ffd0b2647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669'] for port, after_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:19.033905 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-0995af2f-f091-4ea3-9010-75a92383315b tempest-DvrRoutersNegativeTest-1227350708 tempest-DvrRoutersNegativeTest-1227350708-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1917720836', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:10:19.043950 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.policy [None req-0995af2f-f091-4ea3-9010-75a92383315b tempest-DvrRoutersNegativeTest-1227350708 tempest-DvrRoutersNegativeTest-1227350708-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=103800) log_rule_list /opt/stack/neutron/neutron/policy.py:450}} Jan 05 17:10:19.051559 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.policy [None req-0995af2f-f091-4ea3-9010-75a92383315b tempest-DvrRoutersNegativeTest-1227350708 tempest-DvrRoutersNegativeTest-1227350708-project] Failed policy check for 'create_router' {{(pid=103800) enforce /opt/stack/neutron/neutron/policy.py:524}} Jan 05 17:10:19.051559 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.api.v2.resource [None req-0995af2f-f091-4ea3-9010-75a92383315b tempest-DvrRoutersNegativeTest-1227350708 tempest-DvrRoutersNegativeTest-1227350708-project] create failed (client error): Access was denied to this resource. Jan 05 17:10:19.051795 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-90fca63f-2ca6-4d14-bfd1-da509bd830ff tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11433176'] for port, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:19.053091 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-0995af2f-f091-4ea3-9010-75a92383315b tempest-DvrRoutersNegativeTest-1227350708 tempest-DvrRoutersNegativeTest-1227350708-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.2695558 Jan 05 17:10:19.096105 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5539850e-28d1-4ec4-b987-d69ffd0b2647 None None] Pushing event updated for resources: {'Port': ['ID=d7810d7f-53bc-4a09-968e-314d5ce63724,revision_number=1']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:10:19.157971 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-56c362d8-8713-4436-89fc-c1f6282ed021 None None] For port 52abf501-ba74-4e7a-a6a7-57e2c1b5592e, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=52abf501-ba74-4e7a-a6a7-57e2c1b5592e,segment=NetworkSegment(68e6c437-46c2-424d-85e7-20547f69066d),segment_id=68e6c437-46c2-424d-85e7-20547f69066d)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:10:19.166274 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-d8588852-9291-4843-9768-d093a0174359 None None] Attempting to bind port f08f94a0-904f-4241-999e-aa29638f9099 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 05 17:10:19.167378 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-d8588852-9291-4843-9768-d093a0174359 None None] Attempting to bind port f08f94a0-904f-4241-999e-aa29638f9099 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'e0bfc2f4-4c87-4187-8117-32b74454b01f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'b309d5de-a6f2-4833-9079-a7a49b21ea2a'}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 05 17:10:19.167378 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8588852-9291-4843-9768-d093a0174359 None None] Attempting to bind port f08f94a0-904f-4241-999e-aa29638f9099 on network b309d5de-a6f2-4833-9079-a7a49b21ea2a {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:10:19.173968 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5539850e-28d1-4ec4-b987-d69ffd0b2647 None None] Network 73299fae-e033-4cb2-b34e-b9dfcdaf53a4 is already hosted by enough agents. {{(pid=103802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:10:19.179482 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.scheduler.base_scheduler [None req-5539850e-28d1-4ec4-b987-d69ffd0b2647 None None] Resources bound (agent type, host, resource id): {{(pid=103802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:10:19.187479 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5539850e-28d1-4ec4-b987-d69ffd0b2647 None None] Received port after_create {{(pid=103802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:10:19.189902 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8588852-9291-4843-9768-d093a0174359 None None] Checking agent: {'id': '0d4f8fd3-ce62-4651-970c-efa6a8bb22b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 5, 16, 57, 23), 'started_at': datetime.datetime(2022, 1, 5, 16, 57, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 5, 17, 9, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 05 17:10:19.190271 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8588852-9291-4843-9768-d093a0174359 None None] Checking segment: {'id': 'e0bfc2f4-4c87-4187-8117-32b74454b01f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'b309d5de-a6f2-4833-9079-a7a49b21ea2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:10:19.190664 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d8588852-9291-4843-9768-d093a0174359 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:19.191049 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8588852-9291-4843-9768-d093a0174359 None None] Bound using segment: {'id': 'e0bfc2f4-4c87-4187-8117-32b74454b01f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'b309d5de-a6f2-4833-9079-a7a49b21ea2a'} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 05 17:10:19.194078 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-d8588852-9291-4843-9768-d093a0174359 None None] Bound port: f08f94a0-904f-4241-999e-aa29638f9099, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0bfc2f4-4c87-4187-8117-32b74454b01f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'b309d5de-a6f2-4833-9079-a7a49b21ea2a'}}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 05 17:10:19.194497 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d8588852-9291-4843-9768-d093a0174359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:19.205091 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 32fba249-9cf0-4f95-aae3-832f1a1acd88 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 05 17:10:19.259514 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-60a5ae5a-cd4e-4f53-ac62-bc7e4b6c556a tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:19.264271 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-94793f57-d8e5-4ffb-a282-2940a92140b5 tempest-RoutersAdminTest-1676889452 tempest-RoutersAdminTest-1676889452-project] Publish callbacks [] for port, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:19.269560 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90fca63f-2ca6-4d14-bfd1-da509bd830ff tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Network e897f8fc-3cef-40ca-9466-c6c65ecd9833 is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:10:19.283639 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-90fca63f-2ca6-4d14-bfd1-da509bd830ff tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:10:19.292284 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fca63f-2ca6-4d14-bfd1-da509bd830ff tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Pushing event updated for resources: {'Port': ['ID=9faf4dea-ef48-4766-b27b-9825ab618aea,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:10:19.297847 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90fca63f-2ca6-4d14-bfd1-da509bd830ff tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:10:19.305502 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90fca63f-2ca6-4d14-bfd1-da509bd830ff tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:10:19.306973 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-90fca63f-2ca6-4d14-bfd1-da509bd830ff tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:19.320864 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-2821f38f-4f68-4a24-b962-7553ee4a9bbb tempest-DHCPAgentSchedulersTestJSON-1178668524 tempest-DHCPAgentSchedulersTestJSON-1178668524-project-admin] 10.222.0.11 "GET /v2.0/agents/3f70c195-17da-4084-9fd6-bf6059d88535/dhcp-networks HTTP/1.1" status: 200 len: 12771 time: 0.7200854 Jan 05 17:10:19.326315 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 42242) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:10:19.340537 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-6fa5ef20-2d47-42a1-ba16-9b637802d9d8 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Deleting port f12a2d89-62c7-4c93-8256-419ab8c31f4b {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:10:19.341924 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-6fa5ef20-2d47-42a1-ba16-9b637802d9d8 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:19.359178 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-00e9f696-8662-43b5-903c-bbffe5c95ded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3134b106-4218-415e-bd16-8091c8c99414', 'name': 'tempest-RoutersIpV6Test-router-1976028866', 'tenant_id': '04762f6d6f55432ea3822a71fa1f481f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:09:21Z', 'updated_at': '2022-01-05T17:10:14Z', 'revision_number': 6, 'project_id': '04762f6d6f55432ea3822a71fa1f481f', 'gw_port_host': None, '_interfaces': [{'id': '318a7ebe-f268-4c22-965c-c340c522693b', 'name': '', 'network_id': '340e1cc9-3251-4d71-9b7d-e1059822a4f3', 'tenant_id': '04762f6d6f55432ea3822a71fa1f481f', 'mac_address': 'fa:16:3e:d4:5d:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3134b106-4218-415e-bd16-8091c8c99414', 'device_owner': 'network:router_interface', 'standard_attr_id': 791, 'fixed_ips': [{'subnet_id': '008c4853-5d11-4379-b157-d4d82c3a9414', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:10:06Z', 'updated_at': '2022-01-05T17:10:15Z', 'revision_number': 4, 'project_id': '04762f6d6f55432ea3822a71fa1f481f', 'subnets': [{'id': '008c4853-5d11-4379-b157-d4d82c3a9414', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7a6fce8b-82cd-4f66-b676-24715f48f101', 'name': '', 'network_id': '7a7c53f6-25d1-445c-b01b-3b897757c60b', 'tenant_id': '04762f6d6f55432ea3822a71fa1f481f', 'mac_address': 'fa:16:3e:23:5b:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3134b106-4218-415e-bd16-8091c8c99414', 'device_owner': 'network:router_interface', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': '55b94fe0-157d-4c54-8a73-461b6c3fcdca', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:09:48Z', 'updated_at': '2022-01-05T17:10:07Z', 'revision_number': 5, 'project_id': '04762f6d6f55432ea3822a71fa1f481f', 'subnets': [{'id': '55b94fe0-157d-4c54-8a73-461b6c3fcdca', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '80c0fed0-176f-4438-9a3e-aeeeb85fa8bd', 'name': '', 'network_id': '9b108e05-58cc-4d98-85c8-c21a57823860', 'tenant_id': '04762f6d6f55432ea3822a71fa1f481f', 'mac_address': 'fa:16:3e:19:8b:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3134b106-4218-415e-bd16-8091c8c99414', 'device_owner': 'network:router_interface', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': 'beb7642a-9087-4358-b980-878e8f238cce', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:09:28Z', 'updated_at': '2022-01-05T17:09:54Z', 'revision_number': 5, 'project_id': '04762f6d6f55432ea3822a71fa1f481f', 'subnets': [{'id': 'beb7642a-9087-4358-b980-878e8f238cce', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f94aa6e4-6d25-46f8-84f2-6ea65da467f1', 'name': '', 'network_id': '384f64a3-ca40-4479-9470-814f96969ff3', 'tenant_id': '04762f6d6f55432ea3822a71fa1f481f', 'mac_address': 'fa:16:3e:fb:c4:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3134b106-4218-415e-bd16-8091c8c99414', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'ebf673d0-4d72-4025-a6cc-aa8fd8d0db18', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:09:39Z', 'updated_at': '2022-01-05T17:10:02Z', 'revision_number': 5, 'project_id': '04762f6d6f55432ea3822a71fa1f481f', 'subnets': [{'id': 'ebf673d0-4d72-4025-a6cc-aa8fd8d0db18', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:10:19.390710 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00e9f696-8662-43b5-903c-bbffe5c95ded None None] The sync data for ids ['3134b106-4218-415e-bd16-8091c8c99414'] in dv-neutron-master-2-hyperv is: [{'id': '3134b106-4218-415e-bd16-8091c8c99414', 'name': 'tempest-RoutersIpV6Test-router-1976028866', 'tenant_id': '04762f6d6f55432ea3822a71fa1f481f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:09:21Z', 'updated_at': '2022-01-05T17:10:14Z', 'revision_number': 6, 'project_id': '04762f6d6f55432ea3822a71fa1f481f', 'gw_port_host': None, '_interfaces': [{'id': '318a7ebe-f268-4c22-965c-c340c522693b', 'name': '', 'network_id': '340e1cc9-3251-4d71-9b7d-e1059822a4f3', 'tenant_id': '04762f6d6f55432ea3822a71fa1f481f', 'mac_address': 'fa:16:3e:d4:5d:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3134b106-4218-415e-bd16-8091c8c99414', 'device_owner': 'network:router_interface', 'standard_attr_id': 791, 'fixed_ips': [{'subnet_id': '008c4853-5d11-4379-b157-d4d82c3a9414', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:10:06Z', 'updated_at': '2022-01-05T17:10:15Z', 'revision_number': 4, 'project_id': '04762f6d6f55432ea3822a71fa1f481f', 'subnets': [{'id': '008c4853-5d11-4379-b157-d4d82c3a9414', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7a6fce8b-82cd-4f66-b676-24715f48f101', 'name': '', 'network_id': '7a7c53f6-25d1-445c-b01b-3b897757c60b', 'tenant_id': '04762f6d6f55432ea3822a71fa1f481f', 'mac_address': 'fa:16:3e:23:5b:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3134b106-4218-415e-bd16-8091c8c99414', 'device_owner': 'network:router_interface', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': '55b94fe0-157d-4c54-8a73-461b6c3fcdca', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:09:48Z', 'updated_at': '2022-01-05T17:10:07Z', 'revision_number': 5, 'project_id': '04762f6d6f55432ea3822a71fa1f481f', 'subnets': [{'id': '55b94fe0-157d-4c54-8a73-461b6c3fcdca', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '80c0fed0-176f-4438-9a3e-aeeeb85fa8bd', 'name': '', 'network_id': '9b108e05-58cc-4d98-85c8-c21a57823860', 'tenant_id': '04762f6d6f55432ea3822a71fa1f481f', 'mac_address': 'fa:16:3e:19:8b:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3134b106-4218-415e-bd16-8091c8c99414', 'device_owner': 'network:router_interface', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': 'beb7642a-9087-4358-b980-878e8f238cce', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:09:28Z', 'updated_at': '2022-01-05T17:09:54Z', 'revision_number': 5, 'project_id': '04762f6d6f55432ea3822a71fa1f481f', 'subnets': [{'id': 'beb7642a-9087-4358-b980-878e8f238cce', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f94aa6e4-6d25-46f8-84f2-6ea65da467f1', 'name': '', 'network_id': '384f64a3-ca40-4479-9470-814f96969ff3', 'tenant_id': '04762f6d6f55432ea3822a71fa1f481f', 'mac_address': 'fa:16:3e:fb:c4:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3134b106-4218-415e-bd16-8091c8c99414', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'ebf673d0-4d72-4025-a6cc-aa8fd8d0db18', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:09:39Z', 'updated_at': '2022-01-05T17:10:02Z', 'revision_number': 5, 'project_id': '04762f6d6f55432ea3822a71fa1f481f', 'subnets': [{'id': 'ebf673d0-4d72-4025-a6cc-aa8fd8d0db18', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 05 17:10:19.423890 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4eb77add-4578-4273-807f-2996284a103e tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892868'] for subnet, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:19.428497 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-60a5ae5a-cd4e-4f53-ac62-bc7e4b6c556a tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533437'] for security_group_rule, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:19.448809 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-90fca63f-2ca6-4d14-bfd1-da509bd830ff tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 4.1920280 Jan 05 17:10:19.448809 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 42244) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:10:19.526273 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a5ae5a-cd4e-4f53-ac62-bc7e4b6c556a tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6fb12f6-82cc-466e-9735-aaf5db5f1df4,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:10:19.528396 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-56c362d8-8713-4436-89fc-c1f6282ed021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:19.530669 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-02019c02-357a-4fc2-bc85-f4d488edd078 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-649822', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-648421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62737'] for router, precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:19.550264 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-6fa5ef20-2d47-42a1-ba16-9b637802d9d8 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] For port f12a2d89-62c7-4c93-8256-419ab8c31f4b, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f12a2d89-62c7-4c93-8256-419ab8c31f4b,segment=NetworkSegment(7eb50c60-3826-4a12-b3f6-85e19db53949),segment_id=7eb50c60-3826-4a12-b3f6-85e19db53949)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:10:19.550632 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-6fa5ef20-2d47-42a1-ba16-9b637802d9d8 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:19.564850 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-6fa5ef20-2d47-42a1-ba16-9b637802d9d8 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Calling delete_port for f12a2d89-62c7-4c93-8256-419ab8c31f4b owned by network:router_interface {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:10:19.567416 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-02019c02-357a-4fc2-bc85-f4d488edd078 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-649813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-649804', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-648412'] for router, after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:19.633198 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-d8588852-9291-4843-9768-d093a0174359 None None] For port f08f94a0-904f-4241-999e-aa29638f9099, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 05 17:10:19.637027 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-d8588852-9291-4843-9768-d093a0174359 None None] For port f08f94a0-904f-4241-999e-aa29638f9099, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f08f94a0-904f-4241-999e-aa29638f9099,segment=NetworkSegment(e0bfc2f4-4c87-4187-8117-32b74454b01f),segment_id=e0bfc2f4-4c87-4187-8117-32b74454b01f)] {{(pid=103802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 05 17:10:19.645383 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] No Port match for: 32fba249-9cf0-4f95-aae3-832f1a1acd88 {{(pid=103802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 05 17:10:19.645664 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 32fba249-9cf0-4f95-aae3-832f1a1acd88 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 05 17:10:19.646125 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 626ae523-21d7-4e15-ba22-fd67cd4107ce no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 05 17:10:19.649503 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-60a5ae5a-cd4e-4f53-ac62-bc7e4b6c556a tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:19.650750 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-60a5ae5a-cd4e-4f53-ac62-bc7e4b6c556a tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.5303526 Jan 05 17:10:19.684225 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-39536f45-39fc-45dd-92e2-a162500e7fbc tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Deleting port 9faf4dea-ef48-4766-b27b-9825ab618aea {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:10:19.684449 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-39536f45-39fc-45dd-92e2-a162500e7fbc tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:19.719477 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-e4a01135-4524-484e-bab8-757fd1633a9f tempest-DHCPAgentSchedulersTestJSON-1178668524 tempest-DHCPAgentSchedulersTestJSON-1178668524-project-admin] 10.222.0.11 "DELETE /v2.0/agents/3f70c195-17da-4084-9fd6-bf6059d88535/dhcp-networks/d72ffa7f-acf8-4bd2-9480-8d766c01b59e HTTP/1.1" status: 204 len: 168 time: 0.3088996 Jan 05 17:10:19.724002 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 42258) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:10:19.725082 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-94793f57-d8e5-4ffb-a282-2940a92140b5 tempest-RoutersAdminTest-1676889452 tempest-RoutersAdminTest-1676889452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:19.827087 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94793f57-d8e5-4ffb-a282-2940a92140b5 tempest-RoutersAdminTest-1676889452 tempest-RoutersAdminTest-1676889452-project] Network b0167590-0699-4c5c-a932-3939414a9573 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:10:19.838607 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4eb77add-4578-4273-807f-2996284a103e tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3893367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8784787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8521880'] for subnet, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:19.844511 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 42270) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:10:19.872935 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d8588852-9291-4843-9768-d093a0174359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:19.878155 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-94793f57-d8e5-4ffb-a282-2940a92140b5 tempest-RoutersAdminTest-1676889452 tempest-RoutersAdminTest-1676889452-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:10:19.886384 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] No Port match for: 626ae523-21d7-4e15-ba22-fd67cd4107ce {{(pid=103802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 05 17:10:19.886759 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 626ae523-21d7-4e15-ba22-fd67cd4107ce not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 05 17:10:19.887142 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 1d056cac-a58f-45cb-a6fa-ee29d41d14ab no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 05 17:10:19.900527 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c362d8-8713-4436-89fc-c1f6282ed021 None None] Pushing event updated for resources: {'Port': ['ID=52abf501-ba74-4e7a-a6a7-57e2c1b5592e,revision_number=3']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:10:19.909122 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02019c02-357a-4fc2-bc85-f4d488edd078 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Router 3134b106-4218-415e-bd16-8091c8c99414 has already been hosted by L3 agent 59446fdc-40e0-41fe-a575-a8eb11d742f7 {{(pid=103800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 05 17:10:19.931432 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94793f57-d8e5-4ffb-a282-2940a92140b5 tempest-RoutersAdminTest-1676889452 tempest-RoutersAdminTest-1676889452-project] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:10:19.934357 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-56c362d8-8713-4436-89fc-c1f6282ed021 None None] Provisioning complete for port 318a7ebe-f268-4c22-965c-c340c522693b triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:10:19.934741 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-56c362d8-8713-4436-89fc-c1f6282ed021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:19.935668 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-39536f45-39fc-45dd-92e2-a162500e7fbc tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:19.946628 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b31fdac4-d37b-46dc-a998-c3d9c96fcbfa None None] DHCP port deletion for b0167590-0699-4c5c-a932-3939414a9573 request from dv-neutron-master-2-hyperv {{(pid=103802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 05 17:10:19.957776 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-39536f45-39fc-45dd-92e2-a162500e7fbc tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Calling delete_port for 9faf4dea-ef48-4766-b27b-9825ab618aea owned by {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:10:19.982572 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] No Port match for: 1d056cac-a58f-45cb-a6fa-ee29d41d14ab {{(pid=103802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 05 17:10:19.983742 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 1d056cac-a58f-45cb-a6fa-ee29d41d14ab not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 05 17:10:19.984163 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 91713b26-3785-46ca-8e55-3d4f498f1b7e no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 05 17:10:20.023547 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb77add-4578-4273-807f-2996284a103e tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Pushing event deleted for resources: {'Subnet': ['ID=3da5c934-962f-4a34-8b30-8448c35ade4c,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:10:20.044340 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-b7d22bee-3aff-4059-8cd3-b399bd10b4e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:20.100776 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8588852-9291-4843-9768-d093a0174359 None None] Routers {'7bbefd89-31c6-455d-afd7-76fa4cfc8ec4'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:10:20.101428 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-d8588852-9291-4843-9768-d093a0174359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:09:49Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['7bbefd89-31c6-455d-afd7-76fa4cfc8ec4'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:10:20.112434 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-5539850e-28d1-4ec4-b987-d69ffd0b2647 None None] Attempting to bind port d7810d7f-53bc-4a09-968e-314d5ce63724 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 05 17:10:20.112859 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-5539850e-28d1-4ec4-b987-d69ffd0b2647 None None] Attempting to bind port d7810d7f-53bc-4a09-968e-314d5ce63724 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'd15c4a43-311a-4f73-b1d5-f78d858a7232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '73299fae-e033-4cb2-b34e-b9dfcdaf53a4'}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 05 17:10:20.113168 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5539850e-28d1-4ec4-b987-d69ffd0b2647 None None] Attempting to bind port d7810d7f-53bc-4a09-968e-314d5ce63724 on network 73299fae-e033-4cb2-b34e-b9dfcdaf53a4 {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:10:20.121545 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94793f57-d8e5-4ffb-a282-2940a92140b5 tempest-RoutersAdminTest-1676889452 tempest-RoutersAdminTest-1676889452-project] Pushing event updated for resources: {'Port': ['ID=aad23609-b5d8-4908-aa21-426e33a9d743,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:10:20.122929 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:20.177901 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] No Port match for: 91713b26-3785-46ca-8e55-3d4f498f1b7e {{(pid=103802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 05 17:10:20.178319 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 91713b26-3785-46ca-8e55-3d4f498f1b7e not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 05 17:10:20.197399 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5539850e-28d1-4ec4-b987-d69ffd0b2647 None None] Checking agent: {'id': '0d4f8fd3-ce62-4651-970c-efa6a8bb22b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 5, 16, 57, 23), 'started_at': datetime.datetime(2022, 1, 5, 16, 57, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 5, 17, 9, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 05 17:10:20.207381 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5539850e-28d1-4ec4-b987-d69ffd0b2647 None None] Checking segment: {'id': 'd15c4a43-311a-4f73-b1d5-f78d858a7232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '73299fae-e033-4cb2-b34e-b9dfcdaf53a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:10:20.207913 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-5539850e-28d1-4ec4-b987-d69ffd0b2647 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:20.208342 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5539850e-28d1-4ec4-b987-d69ffd0b2647 None None] Bound using segment: {'id': 'd15c4a43-311a-4f73-b1d5-f78d858a7232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '73299fae-e033-4cb2-b34e-b9dfcdaf53a4'} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 05 17:10:20.208774 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-5539850e-28d1-4ec4-b987-d69ffd0b2647 None None] Bound port: d7810d7f-53bc-4a09-968e-314d5ce63724, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd15c4a43-311a-4f73-b1d5-f78d858a7232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '73299fae-e033-4cb2-b34e-b9dfcdaf53a4'}}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 05 17:10:20.209161 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-5539850e-28d1-4ec4-b987-d69ffd0b2647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:20.215010 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-6fa5ef20-2d47-42a1-ba16-9b637802d9d8 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11433176'] for port, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:20.254081 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa5ef20-2d47-42a1-ba16-9b637802d9d8 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Pushing event deleted for resources: {'Port': ['ID=f12a2d89-62c7-4c93-8256-419ab8c31f4b,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:10:20.271017 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4eb77add-4578-4273-807f-2996284a103e tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3891715', 'neutron.services.segments.db._delete_segments_for_network-8754181063482'] for network, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:20.283403 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-603eff87-8107-47ef-9947-6840a417b48d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:20.300678 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-39536f45-39fc-45dd-92e2-a162500e7fbc tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11433176'] for port, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:20.316542 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.db_base_plugin_common [None req-b081fe2c-c763-468d-8630-e5ea5947e156 None None] Allocated IP 2001:db8:0:1::2 (e897f8fc-3cef-40ca-9466-c6c65ecd9833/ccff4bbf-5814-426e-88e6-e540ae96acd2/52abf501-ba74-4e7a-a6a7-57e2c1b5592e) {{(pid=103802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:10:20.337497 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c253a1-ba92-4d57-9d96-b7073d4945a3 None None] Pushing event updated for resources: {'Port': ['ID=f08f94a0-904f-4241-999e-aa29638f9099,revision_number=4']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:10:20.393137 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39536f45-39fc-45dd-92e2-a162500e7fbc tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Pushing event deleted for resources: {'Port': ['ID=9faf4dea-ef48-4766-b27b-9825ab618aea,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:10:20.598074 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.services.segments.db [None req-4eb77add-4578-4273-807f-2996284a103e tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73299fae-e033-4cb2-b34e-b9dfcdaf53a4']}} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:10:20.612293 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-39536f45-39fc-45dd-92e2-a162500e7fbc tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:20.618024 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-39536f45-39fc-45dd-92e2-a162500e7fbc tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] 10.222.0.11 "DELETE /v2.0/ports/9faf4dea-ef48-4766-b27b-9825ab618aea HTTP/1.1" status: 204 len: 168 time: 1.1659045 Jan 05 17:10:20.619185 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 42302) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:10:20.736207 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-56c362d8-8713-4436-89fc-c1f6282ed021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:20.739518 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6350fcd0-df2c-4c85-ad1a-3de72859fae2 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:10:20.740437 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-6350fcd0-df2c-4c85-ad1a-3de72859fae2 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.1203034 Jan 05 17:10:20.744484 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 42304) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:10:20.746547 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-6fa5ef20-2d47-42a1-ba16-9b637802d9d8 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-560676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531569'] for router_interface, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:20.758661 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.services.segments.db [None req-4eb77add-4578-4273-807f-2996284a103e tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd15c4a43-311a-4f73-b1d5-f78d858a7232') {'for_net_delete': True} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:10:20.758964 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.services.segments.db [None req-4eb77add-4578-4273-807f-2996284a103e tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd15c4a43-311a-4f73-b1d5-f78d858a7232') {} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:10:20.803662 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d2607572-b3c9-472c-85bc-c8de0c3fb75c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:20.817620 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-750acd88-bacd-4d38-af2f-91c472fce4b0 tempest-DHCPAgentSchedulersTestJSON-1178668524 tempest-DHCPAgentSchedulersTestJSON-1178668524-project-admin] 10.222.0.11 "GET /v2.0/agents/3f70c195-17da-4084-9fd6-bf6059d88535/dhcp-networks HTTP/1.1" status: 200 len: 11964 time: 1.0778079 Jan 05 17:10:20.827611 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 42306) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:10:20.828255 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-5539850e-28d1-4ec4-b987-d69ffd0b2647 None None] For port d7810d7f-53bc-4a09-968e-314d5ce63724, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 05 17:10:20.844592 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-56c362d8-8713-4436-89fc-c1f6282ed021 None None] For port 318a7ebe-f268-4c22-965c-c340c522693b, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=318a7ebe-f268-4c22-965c-c340c522693b,segment=NetworkSegment(82dfb23c-5fe9-444a-8846-65afb56ac0ca),segment_id=82dfb23c-5fe9-444a-8846-65afb56ac0ca)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:10:20.850278 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4eb77add-4578-4273-807f-2996284a103e tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754181064771', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8784833'] for segment, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:20.864393 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02019c02-357a-4fc2-bc85-f4d488edd078 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 05 17:10:20.867642 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-d8588852-9291-4843-9768-d093a0174359 None None] Set router 7bbefd89-31c6-455d-afd7-76fa4cfc8ec4 gateway port host: dv-neutron-master-2-hyperv {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:10:20.873089 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-5539850e-28d1-4ec4-b987-d69ffd0b2647 None None] For port d7810d7f-53bc-4a09-968e-314d5ce63724, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d7810d7f-53bc-4a09-968e-314d5ce63724,segment=NetworkSegment(d15c4a43-311a-4f73-b1d5-f78d858a7232),segment_id=d15c4a43-311a-4f73-b1d5-f78d858a7232)] {{(pid=103802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 05 17:10:20.887885 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-02019c02-357a-4fc2-bc85-f4d488edd078 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks [] for router, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:20.890615 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-02019c02-357a-4fc2-bc85-f4d488edd078 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] 10.222.0.11 "PUT /v2.0/routers/3134b106-4218-415e-bd16-8091c8c99414 HTTP/1.1" status: 200 len: 704 time: 3.6597824 Jan 05 17:10:20.894562 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 42308) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:10:20.913997 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21f677bc-9442-44e4-bf28-669879603dd0 None None] Sync routers for ids ['3134b106-4218-415e-bd16-8091c8c99414'] in dv-neutron-master-2-hyperv {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 05 17:10:20.945288 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-b081fe2c-c763-468d-8630-e5ea5947e156 None None] For port 52abf501-ba74-4e7a-a6a7-57e2c1b5592e, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=52abf501-ba74-4e7a-a6a7-57e2c1b5592e,segment=NetworkSegment(68e6c437-46c2-424d-85e7-20547f69066d),segment_id=68e6c437-46c2-424d-85e7-20547f69066d)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:10:20.950434 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21f677bc-9442-44e4-bf28-669879603dd0 None None] Routers {'3134b106-4218-415e-bd16-8091c8c99414'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:10:20.952926 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-21f677bc-9442-44e4-bf28-669879603dd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:10:19Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['3134b106-4218-415e-bd16-8091c8c99414'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:10:20.954634 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-fbfa6352-6353-41cf-a7e4-4aac787da27b tempest-DHCPAgentSchedulersTestJSON-1178668524 tempest-DHCPAgentSchedulersTestJSON-1178668524-project-admin] 10.222.0.11 "GET /v2.0/networks/235f325a-d69c-4bd0-bca1-4a146a23bbdb/dhcp-agents HTTP/1.1" status: 200 len: 811 time: 0.1204672 Jan 05 17:10:20.955627 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 42310) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:10:20.998285 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4eb77add-4578-4273-807f-2996284a103e tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225'] for segment, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:21.008385 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4eb77add-4578-4273-807f-2996284a103e tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Releasing vlan 120 on physical network physnet1 to pool {{(pid=103800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 05 17:10:21.008873 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4eb77add-4578-4273-807f-2996284a103e tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8784497'] for segment, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:21.051588 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-56c362d8-8713-4436-89fc-c1f6282ed021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:21.056776 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-5539850e-28d1-4ec4-b987-d69ffd0b2647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:21.066855 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-56c362d8-8713-4436-89fc-c1f6282ed021 None None] Could not find standard attr ID for object 138b722f-3316-4484-98fe-bf7817131fff. {{(pid=103802) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 05 17:10:21.068694 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device dd5de01f-7f6a-4d2b-9c2e-ebcaf287eb61 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:10:21.092961 dv-neutron-master-2-hyperv neutron-server[103800]: Traceback (most recent call last): Jan 05 17:10:21.092961 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 05 17:10:21.092961 dv-neutron-master-2-hyperv neutron-server[103800]: timer() Jan 05 17:10:21.092961 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 05 17:10:21.092961 dv-neutron-master-2-hyperv neutron-server[103800]: cb(*args, **kw) Jan 05 17:10:21.092961 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 05 17:10:21.092961 dv-neutron-master-2-hyperv neutron-server[103800]: return func(*args, **kwargs) Jan 05 17:10:21.092961 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 05 17:10:21.092961 dv-neutron-master-2-hyperv neutron-server[103800]: self._notify() Jan 05 17:10:21.092961 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 05 17:10:21.092961 dv-neutron-master-2-hyperv neutron-server[103800]: self.callback(batched_events) Jan 05 17:10:21.092961 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 05 17:10:21.092961 dv-neutron-master-2-hyperv neutron-server[103800]: event.method(event) Jan 05 17:10:21.092961 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 05 17:10:21.092961 dv-neutron-master-2-hyperv neutron-server[103800]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 05 17:10:21.092961 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 05 17:10:21.092961 dv-neutron-master-2-hyperv neutron-server[103800]: aggregate_uuid = self.p_client.list_aggregates( Jan 05 17:10:21.092961 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 05 17:10:21.092961 dv-neutron-master-2-hyperv neutron-server[103800]: return f(self, *a, **k) Jan 05 17:10:21.092961 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 05 17:10:21.092961 dv-neutron-master-2-hyperv neutron-server[103800]: return self._get(url).json() Jan 05 17:10:21.092961 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 05 17:10:21.092961 dv-neutron-master-2-hyperv neutron-server[103800]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 05 17:10:21.092961 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 05 17:10:21.092961 dv-neutron-master-2-hyperv neutron-server[103800]: return self.request(url, 'GET', **kwargs) Jan 05 17:10:21.092961 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 05 17:10:21.092961 dv-neutron-master-2-hyperv neutron-server[103800]: base_url = self.get_endpoint(auth, allow=allow, Jan 05 17:10:21.092961 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 05 17:10:21.092961 dv-neutron-master-2-hyperv neutron-server[103800]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 05 17:10:21.092961 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 05 17:10:21.092961 dv-neutron-master-2-hyperv neutron-server[103800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 05 17:10:21.092961 dv-neutron-master-2-hyperv neutron-server[103800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 05 17:10:21.145788 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-7c8d44dd-0e4e-4aba-a24d-4a5dbb0c7922 tempest-DHCPAgentSchedulersTestJSON-1178668524 tempest-DHCPAgentSchedulersTestJSON-1178668524-project-admin] 10.222.0.11 "GET /v2.0/networks/235f325a-d69c-4bd0-bca1-4a146a23bbdb/dhcp-agents HTTP/1.1" status: 200 len: 811 time: 0.1873617 Jan 05 17:10:21.153003 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 42312) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:10:21.243870 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-b081fe2c-c763-468d-8630-e5ea5947e156 None None] Publish callbacks [] for port, precommit_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:21.245843 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.db.api [None req-4eb77add-4578-4273-807f-2996284a103e tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 05 17:10:21.245843 dv-neutron-master-2-hyperv neutron-server[103800]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 05 17:10:21.245843 dv-neutron-master-2-hyperv neutron-server[103800]: [parameters: {'id': '73299fae-e033-4cb2-b34e-b9dfcdaf53a4'}] Jan 05 17:10:21.245843 dv-neutron-master-2-hyperv neutron-server[103800]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103800) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 05 17:10:21.246385 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG oslo_db.api [None req-4eb77add-4578-4273-807f-2996284a103e tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 05 17:10:21.254173 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-603eff87-8107-47ef-9947-6840a417b48d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:21.267138 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-56c362d8-8713-4436-89fc-c1f6282ed021 None None] Provisioning complete for port 7062cf34-535c-4ec4-a676-57dcd8c327f7 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:10:21.267606 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-56c362d8-8713-4436-89fc-c1f6282ed021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:21.287241 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d501ff97-7c4c-4992-8c2f-3ec4f73335bf tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:10:21.292328 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-d501ff97-7c4c-4992-8c2f-3ec4f73335bf tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.5414367 Jan 05 17:10:21.292328 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 42314) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:10:21.343143 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-94793f57-d8e5-4ffb-a282-2940a92140b5 tempest-RoutersAdminTest-1676889452 tempest-RoutersAdminTest-1676889452-project] Publish callbacks [] for router_gateway, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:21.359030 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-21f677bc-9442-44e4-bf28-669879603dd0 None None] Set router 3134b106-4218-415e-bd16-8091c8c99414 gateway port host: None {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:10:21.391813 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-603eff87-8107-47ef-9947-6840a417b48d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:21.406895 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-b081fe2c-c763-468d-8630-e5ea5947e156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:21.422880 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c362d8-8713-4436-89fc-c1f6282ed021 None None] Pushing event updated for resources: {'Port': ['ID=318a7ebe-f268-4c22-965c-c340c522693b,revision_number=5']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:10:21.430895 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-f2adade0-3639-4e7f-aa0c-eca168cd5b67 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] 10.222.0.11 "GET /v2.0/routers/3134b106-4218-415e-bd16-8091c8c99414 HTTP/1.1" status: 200 len: 704 time: 0.5333376 Jan 05 17:10:21.433981 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 42316) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:10:21.438294 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ea57b2a-8dab-409a-950f-33fa2e3b93d9 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:10:21.439989 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ea57b2a-8dab-409a-950f-33fa2e3b93d9 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:10:21.441293 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ea57b2a-8dab-409a-950f-33fa2e3b93d9 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:10:21.445476 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-5ea57b2a-8dab-409a-950f-33fa2e3b93d9 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1490426 Jan 05 17:10:21.447522 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 42318) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:10:21.461654 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-ab872003-145d-4689-9e00-183653d4ba48 tempest-DHCPAgentSchedulersTestJSON-1178668524 tempest-DHCPAgentSchedulersTestJSON-1178668524-project-admin] 10.222.0.11 "GET /v2.0/agents/3f70c195-17da-4084-9fd6-bf6059d88535/dhcp-networks HTTP/1.1" status: 200 len: 11964 time: 0.2977109 Jan 05 17:10:21.461654 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 42320) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:10:21.550689 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5539850e-28d1-4ec4-b987-d69ffd0b2647 None None] Pushing event updated for resources: {'Port': ['ID=d7810d7f-53bc-4a09-968e-314d5ce63724,revision_number=2']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:10:21.567076 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603eff87-8107-47ef-9947-6840a417b48d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5e25915-27de-4429-849f-0d5af57734d8,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:10:21.600002 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-603eff87-8107-47ef-9947-6840a417b48d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b58b4d7e46d54ffa9c3ec8ad9955855f&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7376006 Jan 05 17:10:21.601898 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 42328) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:10:21.615016 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-127654c3-9f56-4b3c-b314-f9d617636906 tempest-DHCPAgentSchedulersTestJSON-1707090556 tempest-DHCPAgentSchedulersTestJSON-1707090556-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3809644'] for network, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:21.708782 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fa5ef20-2d47-42a1-ba16-9b637802d9d8 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Router bf1afd4d-680c-4871-aabc-4aca87161f6d has already been hosted by L3 agent 59446fdc-40e0-41fe-a575-a8eb11d742f7 {{(pid=103801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 05 17:10:21.819335 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.db_base_plugin_v2 [None req-1dfa2109-4993-43bd-9f8c-d30cc1cf1bfd tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Deleting subnet ccff4bbf-5814-426e-88e6-e540ae96acd2 {{(pid=103801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 05 17:10:21.833081 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-1dfa2109-4993-43bd-9f8c-d30cc1cf1bfd tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks [] for subnet, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:21.974806 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57cd48b5-906a-481c-b349-26f8f7f6309c None None] Network 73299fae-e033-4cb2-b34e-b9dfcdaf53a4 requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:10:22.063242 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-1dfa2109-4993-43bd-9f8c-d30cc1cf1bfd tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11316398'] for subnet, precommit_delete_associations {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:22.161283 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4eb77add-4578-4273-807f-2996284a103e tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3809644'] for network, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:22.178563 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Provisioning complete for port dd5de01f-7f6a-4d2b-9c2e-ebcaf287eb61 triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:10:22.179074 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:22.193859 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d504d802-9546-4ce5-a9d3-96c844ac5808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:22.231344 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-56c362d8-8713-4436-89fc-c1f6282ed021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:22.235856 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-94793f57-d8e5-4ffb-a282-2940a92140b5 tempest-RoutersAdminTest-1676889452 tempest-RoutersAdminTest-1676889452-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-649822', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-648421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62737'] for router, precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:22.237753 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-514682b6-83d5-4a76-b101-24470514f5e3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:22.252697 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b081fe2c-c763-468d-8630-e5ea5947e156 None None] Pushing event updated for resources: {'Port': ['ID=52abf501-ba74-4e7a-a6a7-57e2c1b5592e,revision_number=4']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:10:22.259838 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-94793f57-d8e5-4ffb-a282-2940a92140b5 tempest-RoutersAdminTest-1676889452 tempest-RoutersAdminTest-1676889452-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-649813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-649804', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-648412'] for router, after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:22.268393 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fa5ef20-2d47-42a1-ba16-9b637802d9d8 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 05 17:10:22.281264 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-6fa5ef20-2d47-42a1-ba16-9b637802d9d8 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] 10.222.0.11 "PUT /v2.0/routers/bf1afd4d-680c-4871-aabc-4aca87161f6d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3545463 Jan 05 17:10:22.285388 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 42352) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:10:22.294602 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31ab4058-e65a-4150-bc58-f498d288d577 None None] Sync routers for ids ['bf1afd4d-680c-4871-aabc-4aca87161f6d'] in dv-neutron-master-2-hyperv {{(pid=103803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 05 17:10:22.337773 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31ab4058-e65a-4150-bc58-f498d288d577 None None] Routers {'bf1afd4d-680c-4871-aabc-4aca87161f6d'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:10:22.338401 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-31ab4058-e65a-4150-bc58-f498d288d577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:10:19Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['bf1afd4d-680c-4871-aabc-4aca87161f6d'], 'active': True} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:10:22.368055 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-d8588852-9291-4843-9768-d093a0174359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bbefd89-31c6-455d-afd7-76fa4cfc8ec4', 'name': 'tempest-TestVolumeBootPattern-1504285469-router', 'tenant_id': '65c8e0828a294c109aa1b82a3792b00a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.53'}], 'enable_snat': True}, 'gw_port_id': 'dd5de01f-7f6a-4d2b-9c2e-ebcaf287eb61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:09:48Z', 'updated_at': '2022-01-05T17:10:05Z', 'revision_number': 4, 'project_id': '65c8e0828a294c109aa1b82a3792b00a', 'gw_port': {'id': 'dd5de01f-7f6a-4d2b-9c2e-ebcaf287eb61', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:bf:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bbefd89-31c6-455d-afd7-76fa4cfc8ec4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 762, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:09:51Z', 'updated_at': '2022-01-05T17:10:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'f08f94a0-904f-4241-999e-aa29638f9099', 'name': '', 'network_id': 'b309d5de-a6f2-4833-9079-a7a49b21ea2a', 'tenant_id': '65c8e0828a294c109aa1b82a3792b00a', 'mac_address': 'fa:16:3e:c3:56:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bbefd89-31c6-455d-afd7-76fa4cfc8ec4', 'device_owner': 'network:router_interface', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': '0aed6401-addd-43e4-aa68-a602b05fee12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:10:02Z', 'updated_at': '2022-01-05T17:10:19Z', 'revision_number': 4, 'project_id': '65c8e0828a294c109aa1b82a3792b00a', 'subnets': [{'id': '0aed6401-addd-43e4-aa68-a602b05fee12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:10:22.440278 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e4309f0-e46d-4aca-b725-fa6edfd8eaca tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Deleting subnet 21285678-2d09-4af6-a22e-c08e91089594 {{(pid=103801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 05 17:10:22.443589 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-56c362d8-8713-4436-89fc-c1f6282ed021 None None] For port 7062cf34-535c-4ec4-a676-57dcd8c327f7, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=7062cf34-535c-4ec4-a676-57dcd8c327f7,segment=NetworkSegment(34ba967c-dd4b-4e8f-993d-e20fbd5287cf),segment_id=34ba967c-dd4b-4e8f-993d-e20fbd5287cf)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:10:22.445633 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-1dfa2109-4993-43bd-9f8c-d30cc1cf1bfd tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892868'] for subnet, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:22.446629 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8588852-9291-4843-9768-d093a0174359 None None] The sync data for ids ['7bbefd89-31c6-455d-afd7-76fa4cfc8ec4'] in dv-neutron-master-2-hyperv is: [{'id': '7bbefd89-31c6-455d-afd7-76fa4cfc8ec4', 'name': 'tempest-TestVolumeBootPattern-1504285469-router', 'tenant_id': '65c8e0828a294c109aa1b82a3792b00a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.53'}], 'enable_snat': True}, 'gw_port_id': 'dd5de01f-7f6a-4d2b-9c2e-ebcaf287eb61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:09:48Z', 'updated_at': '2022-01-05T17:10:05Z', 'revision_number': 4, 'project_id': '65c8e0828a294c109aa1b82a3792b00a', 'gw_port': {'id': 'dd5de01f-7f6a-4d2b-9c2e-ebcaf287eb61', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:bf:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bbefd89-31c6-455d-afd7-76fa4cfc8ec4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 762, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:09:51Z', 'updated_at': '2022-01-05T17:10:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'f08f94a0-904f-4241-999e-aa29638f9099', 'name': '', 'network_id': 'b309d5de-a6f2-4833-9079-a7a49b21ea2a', 'tenant_id': '65c8e0828a294c109aa1b82a3792b00a', 'mac_address': 'fa:16:3e:c3:56:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bbefd89-31c6-455d-afd7-76fa4cfc8ec4', 'device_owner': 'network:router_interface', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': '0aed6401-addd-43e4-aa68-a602b05fee12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:10:02Z', 'updated_at': '2022-01-05T17:10:19Z', 'revision_number': 4, 'project_id': '65c8e0828a294c109aa1b82a3792b00a', 'subnets': [{'id': '0aed6401-addd-43e4-aa68-a602b05fee12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 05 17:10:22.449255 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-2e4309f0-e46d-4aca-b725-fa6edfd8eaca tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks [] for subnet, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:22.527172 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-514682b6-83d5-4a76-b101-24470514f5e3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:22.535783 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-127654c3-9f56-4b3c-b314-f9d617636906 tempest-DHCPAgentSchedulersTestJSON-1707090556 tempest-DHCPAgentSchedulersTestJSON-1707090556-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3891715', 'neutron.services.segments.db._delete_segments_for_network-8754181063482'] for network, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:22.545162 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-56c362d8-8713-4436-89fc-c1f6282ed021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:22.581186 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvr_db [None req-31ab4058-e65a-4150-bc58-f498d288d577 None None] Set router bf1afd4d-680c-4871-aabc-4aca87161f6d gateway port host: None {{(pid=103803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:10:22.608201 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-2e4309f0-e46d-4aca-b725-fa6edfd8eaca tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11316398'] for subnet, precommit_delete_associations {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:22.634801 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 318a7ebe-f268-4c22-965c-c340c522693b up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:10:22.752647 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c362d8-8713-4436-89fc-c1f6282ed021 None None] Pushing event updated for resources: {'Port': ['ID=7062cf34-535c-4ec4-a676-57dcd8c327f7,revision_number=3']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:10:22.775138 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-21f677bc-9442-44e4-bf28-669879603dd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3134b106-4218-415e-bd16-8091c8c99414', 'name': 'tempest-RoutersIpV6Test-router-1976028866', 'tenant_id': '04762f6d6f55432ea3822a71fa1f481f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:09:21Z', 'updated_at': '2022-01-05T17:10:18Z', 'revision_number': 7, 'project_id': '04762f6d6f55432ea3822a71fa1f481f', 'gw_port_host': None, '_interfaces': [{'id': '318a7ebe-f268-4c22-965c-c340c522693b', 'name': '', 'network_id': '340e1cc9-3251-4d71-9b7d-e1059822a4f3', 'tenant_id': '04762f6d6f55432ea3822a71fa1f481f', 'mac_address': 'fa:16:3e:d4:5d:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3134b106-4218-415e-bd16-8091c8c99414', 'device_owner': 'network:router_interface', 'standard_attr_id': 791, 'fixed_ips': [{'subnet_id': '008c4853-5d11-4379-b157-d4d82c3a9414', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:10:06Z', 'updated_at': '2022-01-05T17:10:15Z', 'revision_number': 4, 'project_id': '04762f6d6f55432ea3822a71fa1f481f', 'subnets': [{'id': '008c4853-5d11-4379-b157-d4d82c3a9414', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7a6fce8b-82cd-4f66-b676-24715f48f101', 'name': '', 'network_id': '7a7c53f6-25d1-445c-b01b-3b897757c60b', 'tenant_id': '04762f6d6f55432ea3822a71fa1f481f', 'mac_address': 'fa:16:3e:23:5b:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3134b106-4218-415e-bd16-8091c8c99414', 'device_owner': 'network:router_interface', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': '55b94fe0-157d-4c54-8a73-461b6c3fcdca', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:09:48Z', 'updated_at': '2022-01-05T17:10:07Z', 'revision_number': 5, 'project_id': '04762f6d6f55432ea3822a71fa1f481f', 'subnets': [{'id': '55b94fe0-157d-4c54-8a73-461b6c3fcdca', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '80c0fed0-176f-4438-9a3e-aeeeb85fa8bd', 'name': '', 'network_id': '9b108e05-58cc-4d98-85c8-c21a57823860', 'tenant_id': '04762f6d6f55432ea3822a71fa1f481f', 'mac_address': 'fa:16:3e:19:8b:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3134b106-4218-415e-bd16-8091c8c99414', 'device_owner': 'network:router_interface', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': 'beb7642a-9087-4358-b980-878e8f238cce', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:09:28Z', 'updated_at': '2022-01-05T17:09:54Z', 'revision_number': 5, 'project_id': '04762f6d6f55432ea3822a71fa1f481f', 'subnets': [{'id': 'beb7642a-9087-4358-b980-878e8f238cce', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f94aa6e4-6d25-46f8-84f2-6ea65da467f1', 'name': '', 'network_id': '384f64a3-ca40-4479-9470-814f96969ff3', 'tenant_id': '04762f6d6f55432ea3822a71fa1f481f', 'mac_address': 'fa:16:3e:fb:c4:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3134b106-4218-415e-bd16-8091c8c99414', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'ebf673d0-4d72-4025-a6cc-aa8fd8d0db18', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:09:39Z', 'updated_at': '2022-01-05T17:10:02Z', 'revision_number': 5, 'project_id': '04762f6d6f55432ea3822a71fa1f481f', 'subnets': [{'id': 'ebf673d0-4d72-4025-a6cc-aa8fd8d0db18', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:10:22.829114 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21f677bc-9442-44e4-bf28-669879603dd0 None None] Checking router: 3134b106-4218-415e-bd16-8091c8c99414 for host: dv-neutron-master-2-hyperv {{(pid=103802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 05 17:10:22.853123 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21f677bc-9442-44e4-bf28-669879603dd0 None None] Routers {'3134b106-4218-415e-bd16-8091c8c99414'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:10:22.854067 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-21f677bc-9442-44e4-bf28-669879603dd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:10:19Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['3134b106-4218-415e-bd16-8091c8c99414'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:10:22.885779 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-1dfa2109-4993-43bd-9f8c-d30cc1cf1bfd tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3893367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11433231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12480600'] for subnet, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:22.973813 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.services.segments.db [None req-127654c3-9f56-4b3c-b314-f9d617636906 tempest-DHCPAgentSchedulersTestJSON-1707090556 tempest-DHCPAgentSchedulersTestJSON-1707090556-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d72ffa7f-acf8-4bd2-9480-8d766c01b59e']}} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:10:23.013903 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-4394590c-2415-49bb-ad27-bcb8f3085fd3 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-531685'] for router_interface, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:23.016101 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfa2109-4993-43bd-9f8c-d30cc1cf1bfd tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Pushing event deleted for resources: {'Subnet': ['ID=ccff4bbf-5814-426e-88e6-e540ae96acd2,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:10:23.027163 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-31ab4058-e65a-4150-bc58-f498d288d577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf1afd4d-680c-4871-aabc-4aca87161f6d', 'name': 'tempest-RoutersTest-router-1392716440', 'tenant_id': '85eea60e03994a48a004c2f9e50e4168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:09:02Z', 'updated_at': '2022-01-05T17:10:19Z', 'revision_number': 10, 'project_id': '85eea60e03994a48a004c2f9e50e4168', 'gw_port_host': None, '_interfaces': [{'id': '182e09e5-42e6-4f62-bbbb-0058488f34b5', 'name': '', 'network_id': '185acd14-b895-4704-a83b-f6ba048b49d6', 'tenant_id': '85eea60e03994a48a004c2f9e50e4168', 'mac_address': 'fa:16:3e:bc:8d:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf1afd4d-680c-4871-aabc-4aca87161f6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '429e9b39-4f6c-40eb-b133-5051cc8163a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:09:09Z', 'updated_at': '2022-01-05T17:09:19Z', 'revision_number': 5, 'project_id': '85eea60e03994a48a004c2f9e50e4168', 'subnets': [{'id': '429e9b39-4f6c-40eb-b133-5051cc8163a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:10:23.037949 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-1dfa2109-4993-43bd-9f8c-d30cc1cf1bfd tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks [] for subnet, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:23.042532 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-21f677bc-9442-44e4-bf28-669879603dd0 None None] Set router 3134b106-4218-415e-bd16-8091c8c99414 gateway port host: None {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:10:23.050426 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.services.segments.db [None req-127654c3-9f56-4b3c-b314-f9d617636906 tempest-DHCPAgentSchedulersTestJSON-1707090556 tempest-DHCPAgentSchedulersTestJSON-1707090556-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93f1068d-226b-4a3f-8af0-973bfd0eb04e') {'for_net_delete': True} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:10:23.051015 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.services.segments.db [None req-127654c3-9f56-4b3c-b314-f9d617636906 tempest-DHCPAgentSchedulersTestJSON-1707090556 tempest-DHCPAgentSchedulersTestJSON-1707090556-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93f1068d-226b-4a3f-8af0-973bfd0eb04e') {} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:10:23.053542 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-1dfa2109-4993-43bd-9f8c-d30cc1cf1bfd tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] 10.222.0.11 "DELETE /v2.0/subnets/ccff4bbf-5814-426e-88e6-e540ae96acd2 HTTP/1.1" status: 204 len: 168 time: 1.5979981 Jan 05 17:10:23.057345 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 42370) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:10:23.074717 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31ab4058-e65a-4150-bc58-f498d288d577 None None] Checking router: bf1afd4d-680c-4871-aabc-4aca87161f6d for host: dv-neutron-master-2-hyperv {{(pid=103803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 05 17:10:23.088234 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-127654c3-9f56-4b3c-b314-f9d617636906 tempest-DHCPAgentSchedulersTestJSON-1707090556 tempest-DHCPAgentSchedulersTestJSON-1707090556-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754181064771', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8784833'] for segment, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:23.092884 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31ab4058-e65a-4150-bc58-f498d288d577 None None] Routers {'bf1afd4d-680c-4871-aabc-4aca87161f6d'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:10:23.094980 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-31ab4058-e65a-4150-bc58-f498d288d577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:10:19Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['bf1afd4d-680c-4871-aabc-4aca87161f6d'], 'active': True} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:10:23.203325 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-127654c3-9f56-4b3c-b314-f9d617636906 tempest-DHCPAgentSchedulersTestJSON-1707090556 tempest-DHCPAgentSchedulersTestJSON-1707090556-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225'] for segment, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:23.216104 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-4eb77add-4578-4273-807f-2996284a103e tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Deleting port d7810d7f-53bc-4a09-968e-314d5ce63724 {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:10:23.217338 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4eb77add-4578-4273-807f-2996284a103e tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:23.225985 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-9cb0229a-435d-4941-a919-df4e93ae80ff None None] Provisioning complete for port aad23609-b5d8-4908-aa21-426e33a9d743 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:10:23.229604 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-9cb0229a-435d-4941-a919-df4e93ae80ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:23.257986 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-2e4309f0-e46d-4aca-b725-fa6edfd8eaca tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892868'] for subnet, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:23.265875 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Provisioning complete for port 318a7ebe-f268-4c22-965c-c340c522693b triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:10:23.266212 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:23.278415 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvr_db [None req-31ab4058-e65a-4150-bc58-f498d288d577 None None] Set router bf1afd4d-680c-4871-aabc-4aca87161f6d gateway port host: None {{(pid=103803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:10:23.285366 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-127654c3-9f56-4b3c-b314-f9d617636906 tempest-DHCPAgentSchedulersTestJSON-1707090556 tempest-DHCPAgentSchedulersTestJSON-1707090556-project] Releasing vlan 131 on physical network physnet1 to pool {{(pid=103800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 05 17:10:23.286077 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-127654c3-9f56-4b3c-b314-f9d617636906 tempest-DHCPAgentSchedulersTestJSON-1707090556 tempest-DHCPAgentSchedulersTestJSON-1707090556-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8784497'] for segment, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:23.295291 dv-neutron-master-2-hyperv neutron-server[103800]: Traceback (most recent call last): Jan 05 17:10:23.295291 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 05 17:10:23.295291 dv-neutron-master-2-hyperv neutron-server[103800]: timer() Jan 05 17:10:23.295291 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 05 17:10:23.295291 dv-neutron-master-2-hyperv neutron-server[103800]: cb(*args, **kw) Jan 05 17:10:23.295291 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 05 17:10:23.295291 dv-neutron-master-2-hyperv neutron-server[103800]: return func(*args, **kwargs) Jan 05 17:10:23.295291 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 05 17:10:23.295291 dv-neutron-master-2-hyperv neutron-server[103800]: self._notify() Jan 05 17:10:23.295291 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 05 17:10:23.295291 dv-neutron-master-2-hyperv neutron-server[103800]: self.callback(batched_events) Jan 05 17:10:23.295291 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 05 17:10:23.295291 dv-neutron-master-2-hyperv neutron-server[103800]: event.method(event) Jan 05 17:10:23.295291 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 05 17:10:23.295291 dv-neutron-master-2-hyperv neutron-server[103800]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 05 17:10:23.295291 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 05 17:10:23.295291 dv-neutron-master-2-hyperv neutron-server[103800]: aggregate_uuid = self.p_client.list_aggregates( Jan 05 17:10:23.295291 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 05 17:10:23.295291 dv-neutron-master-2-hyperv neutron-server[103800]: return f(self, *a, **k) Jan 05 17:10:23.295291 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 05 17:10:23.295291 dv-neutron-master-2-hyperv neutron-server[103800]: return self._get(url).json() Jan 05 17:10:23.295291 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 05 17:10:23.295291 dv-neutron-master-2-hyperv neutron-server[103800]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 05 17:10:23.295291 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 05 17:10:23.295291 dv-neutron-master-2-hyperv neutron-server[103800]: return self.request(url, 'GET', **kwargs) Jan 05 17:10:23.295291 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 05 17:10:23.295291 dv-neutron-master-2-hyperv neutron-server[103800]: base_url = self.get_endpoint(auth, allow=allow, Jan 05 17:10:23.295291 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 05 17:10:23.295291 dv-neutron-master-2-hyperv neutron-server[103800]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 05 17:10:23.295291 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 05 17:10:23.295291 dv-neutron-master-2-hyperv neutron-server[103800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 05 17:10:23.295291 dv-neutron-master-2-hyperv neutron-server[103800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 05 17:10:23.417707 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c02264a6-7a02-4665-8484-572cdb5afaed None None] Network e897f8fc-3cef-40ca-9466-c6c65ecd9833 requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:10:23.424329 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-514682b6-83d5-4a76-b101-24470514f5e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:23.427384 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:23.427850 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-514682b6-83d5-4a76-b101-24470514f5e3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:23.431971 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-514682b6-83d5-4a76-b101-24470514f5e3 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e5e25915-27de-4429-849f-0d5af57734d8 HTTP/1.1" status: 204 len: 168 time: 1.8272057 Jan 05 17:10:23.494109 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.db [None req-4eb77add-4578-4273-807f-2996284a103e tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] For port d7810d7f-53bc-4a09-968e-314d5ce63724, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d7810d7f-53bc-4a09-968e-314d5ce63724,segment=NetworkSegment(d15c4a43-311a-4f73-b1d5-f78d858a7232),segment_id=d15c4a43-311a-4f73-b1d5-f78d858a7232)] {{(pid=103800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:10:23.494483 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4eb77add-4578-4273-807f-2996284a103e tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:23.501446 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.db_base_plugin_v2 [None req-533a6e42-3103-4c4d-a84f-f40f4799a630 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Deleting subnet e689b71c-8473-44f5-a490-e6fa7459f147 {{(pid=103801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 05 17:10:23.519170 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514682b6-83d5-4a76-b101-24470514f5e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5e25915-27de-4429-849f-0d5af57734d8,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:10:23.536682 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-4eb77add-4578-4273-807f-2996284a103e tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Calling delete_port for d7810d7f-53bc-4a09-968e-314d5ce63724 owned by network:dhcp {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:10:23.539049 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-533a6e42-3103-4c4d-a84f-f40f4799a630 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks [] for subnet, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:23.547022 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-127654c3-9f56-4b3c-b314-f9d617636906 tempest-DHCPAgentSchedulersTestJSON-1707090556 tempest-DHCPAgentSchedulersTestJSON-1707090556-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3891722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648695'] for network, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:23.590821 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-127654c3-9f56-4b3c-b314-f9d617636906 tempest-DHCPAgentSchedulersTestJSON-1707090556 tempest-DHCPAgentSchedulersTestJSON-1707090556-project] Publish callbacks [] for network, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:23.603254 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-127654c3-9f56-4b3c-b314-f9d617636906 tempest-DHCPAgentSchedulersTestJSON-1707090556 tempest-DHCPAgentSchedulersTestJSON-1707090556-project] 10.222.0.11 "DELETE /v2.0/networks/d72ffa7f-acf8-4bd2-9480-8d766c01b59e HTTP/1.1" status: 204 len: 168 time: 2.1424217 Jan 05 17:10:23.613386 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 42374) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:10:23.637160 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94793f57-d8e5-4ffb-a282-2940a92140b5 tempest-RoutersAdminTest-1676889452 tempest-RoutersAdminTest-1676889452-project] Router eab30a81-6781-47db-8aca-405d08207bf3 is scheduled to L3 agent 59446fdc-40e0-41fe-a575-a8eb11d742f7 with binding_index 1 {{(pid=103800) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 05 17:10:23.720408 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-9cb0229a-435d-4941-a919-df4e93ae80ff None None] Port aad23609-b5d8-4908-aa21-426e33a9d743 cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 17:10:23.721716 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-31ab4058-e65a-4150-bc58-f498d288d577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf1afd4d-680c-4871-aabc-4aca87161f6d', 'name': 'tempest-RoutersTest-router-1392716440', 'tenant_id': '85eea60e03994a48a004c2f9e50e4168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:09:02Z', 'updated_at': '2022-01-05T17:10:19Z', 'revision_number': 10, 'project_id': '85eea60e03994a48a004c2f9e50e4168', 'gw_port_host': None, '_interfaces': [{'id': '182e09e5-42e6-4f62-bbbb-0058488f34b5', 'name': '', 'network_id': '185acd14-b895-4704-a83b-f6ba048b49d6', 'tenant_id': '85eea60e03994a48a004c2f9e50e4168', 'mac_address': 'fa:16:3e:bc:8d:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf1afd4d-680c-4871-aabc-4aca87161f6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '429e9b39-4f6c-40eb-b133-5051cc8163a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:09:09Z', 'updated_at': '2022-01-05T17:09:19Z', 'revision_number': 5, 'project_id': '85eea60e03994a48a004c2f9e50e4168', 'subnets': [{'id': '429e9b39-4f6c-40eb-b133-5051cc8163a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:10:23.732650 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127654c3-9f56-4b3c-b314-f9d617636906 tempest-DHCPAgentSchedulersTestJSON-1707090556 tempest-DHCPAgentSchedulersTestJSON-1707090556-project] Pushing event deleted for resources: {'Network': ['ID=d72ffa7f-acf8-4bd2-9480-8d766c01b59e,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:10:23.751171 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31ab4058-e65a-4150-bc58-f498d288d577 None None] The sync data for ids ['bf1afd4d-680c-4871-aabc-4aca87161f6d'] in dv-neutron-master-2-hyperv is: [{'id': 'bf1afd4d-680c-4871-aabc-4aca87161f6d', 'name': 'tempest-RoutersTest-router-1392716440', 'tenant_id': '85eea60e03994a48a004c2f9e50e4168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:09:02Z', 'updated_at': '2022-01-05T17:10:19Z', 'revision_number': 10, 'project_id': '85eea60e03994a48a004c2f9e50e4168', 'gw_port_host': None, '_interfaces': [{'id': '182e09e5-42e6-4f62-bbbb-0058488f34b5', 'name': '', 'network_id': '185acd14-b895-4704-a83b-f6ba048b49d6', 'tenant_id': '85eea60e03994a48a004c2f9e50e4168', 'mac_address': 'fa:16:3e:bc:8d:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf1afd4d-680c-4871-aabc-4aca87161f6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '429e9b39-4f6c-40eb-b133-5051cc8163a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:09:09Z', 'updated_at': '2022-01-05T17:09:19Z', 'revision_number': 5, 'project_id': '85eea60e03994a48a004c2f9e50e4168', 'subnets': [{'id': '429e9b39-4f6c-40eb-b133-5051cc8163a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 05 17:10:23.857747 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.pecan_wsgi.hooks.translation [None req-a546a7e3-c5e0-48d4-8003-28dd59115307 tempest-DHCPAgentSchedulersTestJSON-1707090556 tempest-DHCPAgentSchedulersTestJSON-1707090556-project] DELETE failed (client error): The resource could not be found. Jan 05 17:10:23.858484 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a546a7e3-c5e0-48d4-8003-28dd59115307 tempest-DHCPAgentSchedulersTestJSON-1707090556 tempest-DHCPAgentSchedulersTestJSON-1707090556-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 05 17:10:23.864417 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-a546a7e3-c5e0-48d4-8003-28dd59115307 tempest-DHCPAgentSchedulersTestJSON-1707090556 tempest-DHCPAgentSchedulersTestJSON-1707090556-project] 10.222.0.11 "DELETE /v2.0/ports/138b722f-3316-4484-98fe-bf7817131fff HTTP/1.1" status: 404 len: 333 time: 0.2492208 Jan 05 17:10:23.868838 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 42380) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:10:23.947422 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-9cb0229a-435d-4941-a919-df4e93ae80ff None None] Provisioning complete for port f08f94a0-904f-4241-999e-aa29638f9099 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:10:23.947749 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-9cb0229a-435d-4941-a919-df4e93ae80ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:23.968248 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-533a6e42-3103-4c4d-a84f-f40f4799a630 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11316398'] for subnet, precommit_delete_associations {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:24.002140 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 7062cf34-535c-4ec4-a676-57dcd8c327f7 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:10:24.015073 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-2e4309f0-e46d-4aca-b725-fa6edfd8eaca tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3893367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11433231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12480600'] for subnet, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:24.094218 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4309f0-e46d-4aca-b725-fa6edfd8eaca tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Pushing event deleted for resources: {'Subnet': ['ID=21285678-2d09-4af6-a22e-c08e91089594,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:10:24.112477 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-2e4309f0-e46d-4aca-b725-fa6edfd8eaca tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks [] for subnet, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:24.120215 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c3c9de9-efe6-44be-a444-1ff1e69383db None None] Network 77e4a2d6-51aa-4a68-b5b7-38d6e0087161 requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:10:24.121335 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-2e4309f0-e46d-4aca-b725-fa6edfd8eaca tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] 10.222.0.11 "DELETE /v2.0/subnets/21285678-2d09-4af6-a22e-c08e91089594 HTTP/1.1" status: 204 len: 168 time: 1.8330803 Jan 05 17:10:24.125851 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 42388) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:10:24.184270 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f799723-d63c-4979-9e73-464372eddd08 tempest-DHCPAgentSchedulersTestJSON-1707090556 tempest-DHCPAgentSchedulersTestJSON-1707090556-project] Deleting subnet 546b325d-4d52-429f-8bc3-647404eb770f {{(pid=103801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 05 17:10:24.200832 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-21f677bc-9442-44e4-bf28-669879603dd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3134b106-4218-415e-bd16-8091c8c99414', 'name': 'tempest-RoutersIpV6Test-router-1976028866', 'tenant_id': '04762f6d6f55432ea3822a71fa1f481f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:09:21Z', 'updated_at': '2022-01-05T17:10:18Z', 'revision_number': 7, 'project_id': '04762f6d6f55432ea3822a71fa1f481f', 'gw_port_host': None, '_interfaces': [{'id': '318a7ebe-f268-4c22-965c-c340c522693b', 'name': '', 'network_id': '340e1cc9-3251-4d71-9b7d-e1059822a4f3', 'tenant_id': '04762f6d6f55432ea3822a71fa1f481f', 'mac_address': 'fa:16:3e:d4:5d:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3134b106-4218-415e-bd16-8091c8c99414', 'device_owner': 'network:router_interface', 'standard_attr_id': 791, 'fixed_ips': [{'subnet_id': '008c4853-5d11-4379-b157-d4d82c3a9414', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:10:06Z', 'updated_at': '2022-01-05T17:10:20Z', 'revision_number': 5, 'project_id': '04762f6d6f55432ea3822a71fa1f481f', 'subnets': [{'id': '008c4853-5d11-4379-b157-d4d82c3a9414', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7a6fce8b-82cd-4f66-b676-24715f48f101', 'name': '', 'network_id': '7a7c53f6-25d1-445c-b01b-3b897757c60b', 'tenant_id': '04762f6d6f55432ea3822a71fa1f481f', 'mac_address': 'fa:16:3e:23:5b:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3134b106-4218-415e-bd16-8091c8c99414', 'device_owner': 'network:router_interface', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': '55b94fe0-157d-4c54-8a73-461b6c3fcdca', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:09:48Z', 'updated_at': '2022-01-05T17:10:07Z', 'revision_number': 5, 'project_id': '04762f6d6f55432ea3822a71fa1f481f', 'subnets': [{'id': '55b94fe0-157d-4c54-8a73-461b6c3fcdca', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '80c0fed0-176f-4438-9a3e-aeeeb85fa8bd', 'name': '', 'network_id': '9b108e05-58cc-4d98-85c8-c21a57823860', 'tenant_id': '04762f6d6f55432ea3822a71fa1f481f', 'mac_address': 'fa:16:3e:19:8b:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3134b106-4218-415e-bd16-8091c8c99414', 'device_owner': 'network:router_interface', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': 'beb7642a-9087-4358-b980-878e8f238cce', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:09:28Z', 'updated_at': '2022-01-05T17:09:54Z', 'revision_number': 5, 'project_id': '04762f6d6f55432ea3822a71fa1f481f', 'subnets': [{'id': 'beb7642a-9087-4358-b980-878e8f238cce', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f94aa6e4-6d25-46f8-84f2-6ea65da467f1', 'name': '', 'network_id': '384f64a3-ca40-4479-9470-814f96969ff3', 'tenant_id': '04762f6d6f55432ea3822a71fa1f481f', 'mac_address': 'fa:16:3e:fb:c4:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3134b106-4218-415e-bd16-8091c8c99414', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'ebf673d0-4d72-4025-a6cc-aa8fd8d0db18', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:09:39Z', 'updated_at': '2022-01-05T17:10:02Z', 'revision_number': 5, 'project_id': '04762f6d6f55432ea3822a71fa1f481f', 'subnets': [{'id': 'ebf673d0-4d72-4025-a6cc-aa8fd8d0db18', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:10:24.206672 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94793f57-d8e5-4ffb-a282-2940a92140b5 tempest-RoutersAdminTest-1676889452 tempest-RoutersAdminTest-1676889452-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 05 17:10:24.215107 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-94793f57-d8e5-4ffb-a282-2940a92140b5 tempest-RoutersAdminTest-1676889452 tempest-RoutersAdminTest-1676889452-project] Publish callbacks [] for router, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:24.216396 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-94793f57-d8e5-4ffb-a282-2940a92140b5 tempest-RoutersAdminTest-1676889452 tempest-RoutersAdminTest-1676889452-project] 10.222.0.11 "PUT /v2.0/routers/eab30a81-6781-47db-8aca-405d08207bf3 HTTP/1.1" status: 200 len: 879 time: 8.8119943 Jan 05 17:10:24.233634 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 42390) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:10:24.290927 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d41471ec-f239-43ce-bbdb-34a5ba9eccd6 None None] Sync routers for ids ['eab30a81-6781-47db-8aca-405d08207bf3'] in dv-neutron-master-2-hyperv {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 05 17:10:24.314918 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4eb77add-4578-4273-807f-2996284a103e tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:24.320628 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21f677bc-9442-44e4-bf28-669879603dd0 None None] The sync data for ids ['3134b106-4218-415e-bd16-8091c8c99414'] in dv-neutron-master-2-hyperv is: [{'id': '3134b106-4218-415e-bd16-8091c8c99414', 'name': 'tempest-RoutersIpV6Test-router-1976028866', 'tenant_id': '04762f6d6f55432ea3822a71fa1f481f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:09:21Z', 'updated_at': '2022-01-05T17:10:18Z', 'revision_number': 7, 'project_id': '04762f6d6f55432ea3822a71fa1f481f', 'gw_port_host': None, '_interfaces': [{'id': '318a7ebe-f268-4c22-965c-c340c522693b', 'name': '', 'network_id': '340e1cc9-3251-4d71-9b7d-e1059822a4f3', 'tenant_id': '04762f6d6f55432ea3822a71fa1f481f', 'mac_address': 'fa:16:3e:d4:5d:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3134b106-4218-415e-bd16-8091c8c99414', 'device_owner': 'network:router_interface', 'standard_attr_id': 791, 'fixed_ips': [{'subnet_id': '008c4853-5d11-4379-b157-d4d82c3a9414', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:10:06Z', 'updated_at': '2022-01-05T17:10:20Z', 'revision_number': 5, 'project_id': '04762f6d6f55432ea3822a71fa1f481f', 'subnets': [{'id': '008c4853-5d11-4379-b157-d4d82c3a9414', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7a6fce8b-82cd-4f66-b676-24715f48f101', 'name': '', 'network_id': '7a7c53f6-25d1-445c-b01b-3b897757c60b', 'tenant_id': '04762f6d6f55432ea3822a71fa1f481f', 'mac_address': 'fa:16:3e:23:5b:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3134b106-4218-415e-bd16-8091c8c99414', 'device_owner': 'network:router_interface', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': '55b94fe0-157d-4c54-8a73-461b6c3fcdca', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:09:48Z', 'updated_at': '2022-01-05T17:10:07Z', 'revision_number': 5, 'project_id': '04762f6d6f55432ea3822a71fa1f481f', 'subnets': [{'id': '55b94fe0-157d-4c54-8a73-461b6c3fcdca', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '80c0fed0-176f-4438-9a3e-aeeeb85fa8bd', 'name': '', 'network_id': '9b108e05-58cc-4d98-85c8-c21a57823860', 'tenant_id': '04762f6d6f55432ea3822a71fa1f481f', 'mac_address': 'fa:16:3e:19:8b:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3134b106-4218-415e-bd16-8091c8c99414', 'device_owner': 'network:router_interface', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': 'beb7642a-9087-4358-b980-878e8f238cce', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:09:28Z', 'updated_at': '2022-01-05T17:09:54Z', 'revision_number': 5, 'project_id': '04762f6d6f55432ea3822a71fa1f481f', 'subnets': [{'id': 'beb7642a-9087-4358-b980-878e8f238cce', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f94aa6e4-6d25-46f8-84f2-6ea65da467f1', 'name': '', 'network_id': '384f64a3-ca40-4479-9470-814f96969ff3', 'tenant_id': '04762f6d6f55432ea3822a71fa1f481f', 'mac_address': 'fa:16:3e:fb:c4:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3134b106-4218-415e-bd16-8091c8c99414', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'ebf673d0-4d72-4025-a6cc-aa8fd8d0db18', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:09:39Z', 'updated_at': '2022-01-05T17:10:02Z', 'revision_number': 5, 'project_id': '04762f6d6f55432ea3822a71fa1f481f', 'subnets': [{'id': 'ebf673d0-4d72-4025-a6cc-aa8fd8d0db18', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 05 17:10:24.349543 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eb77add-4578-4273-807f-2996284a103e tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] No DVR routers for this DVR port d7810d7f-53bc-4a09-968e-314d5ce63724 on host dv-neutron-master-2-hyperv {{(pid=103800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 05 17:10:24.424907 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb77add-4578-4273-807f-2996284a103e tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Pushing event deleted for resources: {'Port': ['ID=d7810d7f-53bc-4a09-968e-314d5ce63724,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:10:24.428117 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Provisioning complete for port 7062cf34-535c-4ec4-a676-57dcd8c327f7 triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:10:24.428699 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:24.563043 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4eb77add-4578-4273-807f-2996284a103e tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3891715', 'neutron.services.segments.db._delete_segments_for_network-8754181063482'] for network, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:24.582384 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d41471ec-f239-43ce-bbdb-34a5ba9eccd6 None None] Routers {'eab30a81-6781-47db-8aca-405d08207bf3'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:10:24.583295 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-d41471ec-f239-43ce-bbdb-34a5ba9eccd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:10:19Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['eab30a81-6781-47db-8aca-405d08207bf3'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:10:24.611733 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-c0a5a108-f9e2-43ba-b4d7-32930f94d2ec tempest-RoutersAdminTest-952369856 tempest-RoutersAdminTest-952369856-project-admin] 10.222.0.11 "GET /v2.0/routers/eab30a81-6781-47db-8aca-405d08207bf3 HTTP/1.1" status: 200 len: 920 time: 0.3762064 Jan 05 17:10:24.614342 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 42394) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:10:24.616140 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.services.segments.db [None req-4eb77add-4578-4273-807f-2996284a103e tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73299fae-e033-4cb2-b34e-b9dfcdaf53a4']}} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:10:24.629345 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.services.segments.db [None req-4eb77add-4578-4273-807f-2996284a103e tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd15c4a43-311a-4f73-b1d5-f78d858a7232') {'for_net_delete': True} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:10:24.630130 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.services.segments.db [None req-4eb77add-4578-4273-807f-2996284a103e tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd15c4a43-311a-4f73-b1d5-f78d858a7232') {} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:10:24.642700 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4eb77add-4578-4273-807f-2996284a103e tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754181064771', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8784833'] for segment, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:24.657866 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4eb77add-4578-4273-807f-2996284a103e tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225'] for segment, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:24.665169 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4eb77add-4578-4273-807f-2996284a103e tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Releasing vlan 120 on physical network physnet1 to pool {{(pid=103800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 05 17:10:24.665765 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4eb77add-4578-4273-807f-2996284a103e tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8784497'] for segment, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:24.743675 dv-neutron-master-2-hyperv neutron-server[103800]: Traceback (most recent call last): Jan 05 17:10:24.743675 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 05 17:10:24.743675 dv-neutron-master-2-hyperv neutron-server[103800]: timer() Jan 05 17:10:24.743675 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 05 17:10:24.743675 dv-neutron-master-2-hyperv neutron-server[103800]: cb(*args, **kw) Jan 05 17:10:24.743675 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 05 17:10:24.743675 dv-neutron-master-2-hyperv neutron-server[103800]: return func(*args, **kwargs) Jan 05 17:10:24.743675 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 05 17:10:24.743675 dv-neutron-master-2-hyperv neutron-server[103800]: self._notify() Jan 05 17:10:24.743675 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 05 17:10:24.743675 dv-neutron-master-2-hyperv neutron-server[103800]: self.callback(batched_events) Jan 05 17:10:24.743675 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 05 17:10:24.743675 dv-neutron-master-2-hyperv neutron-server[103800]: event.method(event) Jan 05 17:10:24.743675 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 05 17:10:24.743675 dv-neutron-master-2-hyperv neutron-server[103800]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 05 17:10:24.743675 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 05 17:10:24.743675 dv-neutron-master-2-hyperv neutron-server[103800]: aggregate_uuid = self.p_client.list_aggregates( Jan 05 17:10:24.743675 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 05 17:10:24.743675 dv-neutron-master-2-hyperv neutron-server[103800]: return f(self, *a, **k) Jan 05 17:10:24.743675 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 05 17:10:24.743675 dv-neutron-master-2-hyperv neutron-server[103800]: return self._get(url).json() Jan 05 17:10:24.743675 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 05 17:10:24.743675 dv-neutron-master-2-hyperv neutron-server[103800]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 05 17:10:24.743675 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 05 17:10:24.743675 dv-neutron-master-2-hyperv neutron-server[103800]: return self.request(url, 'GET', **kwargs) Jan 05 17:10:24.743675 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 05 17:10:24.743675 dv-neutron-master-2-hyperv neutron-server[103800]: base_url = self.get_endpoint(auth, allow=allow, Jan 05 17:10:24.743675 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 05 17:10:24.743675 dv-neutron-master-2-hyperv neutron-server[103800]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 05 17:10:24.743675 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 05 17:10:24.743675 dv-neutron-master-2-hyperv neutron-server[103800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 05 17:10:24.743675 dv-neutron-master-2-hyperv neutron-server[103800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 05 17:10:24.824782 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3793de1b-ad45-4d02-8e09-3317c22a79b0 tempest-RoutersAdminTest-952369856 tempest-RoutersAdminTest-952369856-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:10:24.829769 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-3793de1b-ad45-4d02-8e09-3317c22a79b0 tempest-RoutersAdminTest-952369856 tempest-RoutersAdminTest-952369856-project-admin] 10.222.0.11 "GET /v2.0/ports?network_id=b0167590-0699-4c5c-a932-3939414a9573&device_id=eab30a81-6781-47db-8aca-405d08207bf3&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0945730 Jan 05 17:10:24.829769 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 42396) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:10:24.853174 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4eb77add-4578-4273-807f-2996284a103e tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3891722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648695'] for network, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:24.944587 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4eb77add-4578-4273-807f-2996284a103e tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Publish callbacks [] for network, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:24.952473 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-4eb77add-4578-4273-807f-2996284a103e tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] 10.222.0.11 "DELETE /v2.0/networks/73299fae-e033-4cb2-b34e-b9dfcdaf53a4 HTTP/1.1" status: 204 len: 168 time: 6.9093747 Jan 05 17:10:24.959231 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb77add-4578-4273-807f-2996284a103e tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Pushing event deleted for resources: {'Network': ['ID=73299fae-e033-4cb2-b34e-b9dfcdaf53a4,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:10:24.966032 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 42404) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:10:24.975423 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-d41471ec-f239-43ce-bbdb-34a5ba9eccd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:10:24.983661 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-9cb0229a-435d-4941-a919-df4e93ae80ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:24.984759 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-1c7cd6c4-4361-447d-addb-dfe7498f6d3a tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-678973353'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:10:25.073189 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d41471ec-f239-43ce-bbdb-34a5ba9eccd6 None None] Routers {'eab30a81-6781-47db-8aca-405d08207bf3'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:10:25.073915 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-d41471ec-f239-43ce-bbdb-34a5ba9eccd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:10:19Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['eab30a81-6781-47db-8aca-405d08207bf3'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:10:25.094083 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87e264d2-c95b-4164-9025-a207b5b14cc5 tempest-RoutersAdminTest-952369856 tempest-RoutersAdminTest-952369856-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:10:25.096282 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-87e264d2-c95b-4164-9025-a207b5b14cc5 tempest-RoutersAdminTest-952369856 tempest-RoutersAdminTest-952369856-project-admin] 10.222.0.11 "GET /v2.0/networks/b0167590-0699-4c5c-a932-3939414a9573 HTTP/1.1" status: 200 len: 881 time: 0.2651513 Jan 05 17:10:25.101268 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 42408) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:10:25.156482 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-f4797af0-6866-4e96-b95f-5212dbaa3989 tempest-RoutersAdminTest-1676889452 tempest-RoutersAdminTest-1676889452-project] 10.222.0.11 "GET /v2.0/ports?device_id=eab30a81-6781-47db-8aca-405d08207bf3 HTTP/1.1" status: 200 len: 205 time: 0.0532496 Jan 05 17:10:25.158617 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c7cd6c4-4361-447d-addb-dfe7498f6d3a tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Made reservation on behalf of 2c187912c919424a8a16116bf03056cd for: {'network': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:10:25.163722 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1c7cd6c4-4361-447d-addb-dfe7498f6d3a tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for network, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:25.164259 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-9cb0229a-435d-4941-a919-df4e93ae80ff None None] For port f08f94a0-904f-4241-999e-aa29638f9099, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f08f94a0-904f-4241-999e-aa29638f9099,segment=NetworkSegment(e0bfc2f4-4c87-4187-8117-32b74454b01f),segment_id=e0bfc2f4-4c87-4187-8117-32b74454b01f)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:10:25.167772 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 42410) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:10:25.168481 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-d41471ec-f239-43ce-bbdb-34a5ba9eccd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:10:25.169169 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d41471ec-f239-43ce-bbdb-34a5ba9eccd6 None None] The sync data for ids ['eab30a81-6781-47db-8aca-405d08207bf3'] in dv-neutron-master-2-hyperv is: [] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 05 17:10:25.178399 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c2f44f8-9f47-4d46-bcc5-6bb3861b225e None None] DHCP port deletion for 77e4a2d6-51aa-4a68-b5b7-38d6e0087161 request from dv-neutron-master-2-hyperv {{(pid=103802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 05 17:10:25.197656 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device f08f94a0-904f-4241-999e-aa29638f9099 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:10:25.238460 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-2f799723-d63c-4979-9e73-464372eddd08 tempest-DHCPAgentSchedulersTestJSON-1707090556 tempest-DHCPAgentSchedulersTestJSON-1707090556-project] Publish callbacks [] for subnet, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:25.268697 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-9cb0229a-435d-4941-a919-df4e93ae80ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:25.280135 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c7cd6c4-4361-447d-addb-dfe7498f6d3a tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'} {{(pid=103800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 05 17:10:25.331876 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1c7cd6c4-4361-447d-addb-dfe7498f6d3a tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225'] for segment, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:25.332476 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.db.segments_db [None req-1c7cd6c4-4361-447d-addb-dfe7498f6d3a tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Added segment 0fc0c1c8-ad7f-43c6-9a15-aad8c24d2ddf of type vlan for network abf13d90-990a-4af4-a2d0-1d0f9d1b7685 Jan 05 17:10:25.391792 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb0229a-435d-4941-a919-df4e93ae80ff None None] Pushing event updated for resources: {'Port': ['ID=f08f94a0-904f-4241-999e-aa29638f9099,revision_number=5']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:10:25.399856 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-37710e20-2ba2-4c47-9439-5853ed0cebf0 tempest-RoutersAdminTest-1676889452 tempest-RoutersAdminTest-1676889452-project] Publish callbacks [] for router, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:25.432932 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Provisioning complete for port f08f94a0-904f-4241-999e-aa29638f9099 triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:10:25.434353 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:25.471423 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1c7cd6c4-4361-447d-addb-dfe7498f6d3a tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754180566020'] for network, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:25.489356 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-4c2f44f8-9f47-4d46-bcc5-6bb3861b225e None None] Deleting port 01b4e3a0-334c-463a-9aad-3e08126a4618 {{(pid=103802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:10:25.490247 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-4c2f44f8-9f47-4d46-bcc5-6bb3861b225e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:25.495509 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-533a6e42-3103-4c4d-a84f-f40f4799a630 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892868'] for subnet, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:25.510473 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-149f0b6d-b3f0-41cd-9c4c-c6f4afc7e165 None None] Provisioning complete for port 52abf501-ba74-4e7a-a6a7-57e2c1b5592e triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:10:25.511242 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-149f0b6d-b3f0-41cd-9c4c-c6f4afc7e165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:25.544023 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 42414) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:10:25.548526 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [-] 10.222.0.11 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0034604 Jan 05 17:10:25.555905 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-363c0f14-4719-4678-a6a7-b93c77fc0152 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3809644'] for network, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:25.558188 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 42416) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:10:25.574487 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-2f799723-d63c-4979-9e73-464372eddd08 tempest-DHCPAgentSchedulersTestJSON-1707090556 tempest-DHCPAgentSchedulersTestJSON-1707090556-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11316398'] for subnet, precommit_delete_associations {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:25.647873 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-37710e20-2ba2-4c47-9439-5853ed0cebf0 tempest-RoutersAdminTest-1676889452 tempest-RoutersAdminTest-1676889452-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:25.666842 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1c7cd6c4-4361-447d-addb-dfe7498f6d3a tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685'] for network, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:25.682498 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c7cd6c4-4361-447d-addb-dfe7498f6d3a tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:10:25.689989 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1c7cd6c4-4361-447d-addb-dfe7498f6d3a tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Publish callbacks [] for network, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:25.707958 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-4c2f44f8-9f47-4d46-bcc5-6bb3861b225e None None] For port 01b4e3a0-334c-463a-9aad-3e08126a4618, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=01b4e3a0-334c-463a-9aad-3e08126a4618,segment=NetworkSegment(7eb50c60-3826-4a12-b3f6-85e19db53949),segment_id=7eb50c60-3826-4a12-b3f6-85e19db53949)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:10:25.708685 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-4c2f44f8-9f47-4d46-bcc5-6bb3861b225e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:25.773990 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-4394590c-2415-49bb-ad27-bcb8f3085fd3 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Deleting port 318a7ebe-f268-4c22-965c-c340c522693b {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:10:25.774528 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-4394590c-2415-49bb-ad27-bcb8f3085fd3 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:25.780506 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-4c2f44f8-9f47-4d46-bcc5-6bb3861b225e None None] Calling delete_port for 01b4e3a0-334c-463a-9aad-3e08126a4618 owned by network:dhcp {{(pid=103802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:10:25.882842 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-4ec91396-a6cb-43f7-b41b-cbb1f00404f1 tempest-NetworksApiDiscovery-617426031 tempest-NetworksApiDiscovery-617426031-project] 10.222.0.11 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.3184824 Jan 05 17:10:25.885534 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-1c7cd6c4-4361-447d-addb-dfe7498f6d3a tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.9169157 Jan 05 17:10:25.903709 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device c94a3c6f-9d42-409f-9990-a50b2521d38e up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:10:25.907394 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 42420) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:10:25.932251 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-3bcb43c0-7568-40a4-bd6f-dc964fd4b3f5 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Request body: {'subnet': {'network_id': 'abf13d90-990a-4af4-a2d0-1d0f9d1b7685', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:10:25.999625 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-2f799723-d63c-4979-9e73-464372eddd08 tempest-DHCPAgentSchedulersTestJSON-1707090556 tempest-DHCPAgentSchedulersTestJSON-1707090556-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892868'] for subnet, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:26.022388 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7cd6c4-4361-447d-addb-dfe7498f6d3a tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Pushing event updated for resources: {'Network': ['ID=abf13d90-990a-4af4-a2d0-1d0f9d1b7685,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:10:26.033231 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-533a6e42-3103-4c4d-a84f-f40f4799a630 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3893367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11433231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12480600'] for subnet, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:26.092969 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-37710e20-2ba2-4c47-9439-5853ed0cebf0 tempest-RoutersAdminTest-1676889452 tempest-RoutersAdminTest-1676889452-project] Deleting port aad23609-b5d8-4908-aa21-426e33a9d743 {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:10:26.093308 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-37710e20-2ba2-4c47-9439-5853ed0cebf0 tempest-RoutersAdminTest-1676889452 tempest-RoutersAdminTest-1676889452-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:26.109010 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533a6e42-3103-4c4d-a84f-f40f4799a630 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Pushing event deleted for resources: {'Subnet': ['ID=e689b71c-8473-44f5-a490-e6fa7459f147,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:10:26.112490 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-533a6e42-3103-4c4d-a84f-f40f4799a630 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks [] for subnet, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:26.120635 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-533a6e42-3103-4c4d-a84f-f40f4799a630 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] 10.222.0.11 "DELETE /v2.0/subnets/e689b71c-8473-44f5-a490-e6fa7459f147 HTTP/1.1" status: 204 len: 168 time: 3.0489469 Jan 05 17:10:26.125316 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 42426) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:10:26.137795 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-4394590c-2415-49bb-ad27-bcb8f3085fd3 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] For port 318a7ebe-f268-4c22-965c-c340c522693b, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=318a7ebe-f268-4c22-965c-c340c522693b,segment=NetworkSegment(82dfb23c-5fe9-444a-8846-65afb56ac0ca),segment_id=82dfb23c-5fe9-444a-8846-65afb56ac0ca)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:10:26.138573 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-4394590c-2415-49bb-ad27-bcb8f3085fd3 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:26.152486 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-4c2f44f8-9f47-4d46-bcc5-6bb3861b225e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678'] for port, after_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:26.157376 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Network abf13d90-990a-4af4-a2d0-1d0f9d1b7685 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 05 17:10:26.162563 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaf66d48-aebb-4178-89f9-64f652960edf None None] Network e897f8fc-3cef-40ca-9466-c6c65ecd9833 requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:10:26.180725 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bcb43c0-7568-40a4-bd6f-dc964fd4b3f5 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Made reservation on behalf of 2c187912c919424a8a16116bf03056cd for: {'subnet': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:10:26.184904 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3bcb43c0-7568-40a4-bd6f-dc964fd4b3f5 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8521827'] for subnet, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:26.190252 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-363c0f14-4719-4678-a6a7-b93c77fc0152 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Deleting port 01b4e3a0-334c-463a-9aad-3e08126a4618 {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:10:26.190825 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-363c0f14-4719-4678-a6a7-b93c77fc0152 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:26.197167 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-e4028a6a-f975-4069-9e9a-4f4a9a55bec6 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0663407 Jan 05 17:10:26.200435 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-4394590c-2415-49bb-ad27-bcb8f3085fd3 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Calling delete_port for 318a7ebe-f268-4c22-965c-c340c522693b owned by network:router_interface {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:10:26.202222 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 42428) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:10:26.208276 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-23bf9558-155a-4199-bff8-b48be9f082f4 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Request body: {'subnet': {'network_id': 'e897f8fc-3cef-40ca-9466-c6c65ecd9833', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:10:26.227598 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-37710e20-2ba2-4c47-9439-5853ed0cebf0 tempest-RoutersAdminTest-1676889452 tempest-RoutersAdminTest-1676889452-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:26.233609 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2f44f8-9f47-4d46-bcc5-6bb3861b225e None None] Pushing event deleted for resources: {'Port': ['ID=01b4e3a0-334c-463a-9aad-3e08126a4618,revision_number=None']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:10:26.245155 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-51f66905-e560-4c30-b5c4-097bfeb16931 None None] Could not find standard attr ID for object 9faf4dea-ef48-4766-b27b-9825ab618aea. {{(pid=103802) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 05 17:10:26.287809 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-37710e20-2ba2-4c47-9439-5853ed0cebf0 tempest-RoutersAdminTest-1676889452 tempest-RoutersAdminTest-1676889452-project] Calling delete_port for aad23609-b5d8-4908-aa21-426e33a9d743 owned by network:router_gateway {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:10:26.291307 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c2f44f8-9f47-4d46-bcc5-6bb3861b225e None None] No DVR routers for this DVR port 01b4e3a0-334c-463a-9aad-3e08126a4618 on host dv-neutron-master-2-hyperv {{(pid=103802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 05 17:10:26.385256 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-2f799723-d63c-4979-9e73-464372eddd08 tempest-DHCPAgentSchedulersTestJSON-1707090556 tempest-DHCPAgentSchedulersTestJSON-1707090556-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3893367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11433231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12480600'] for subnet, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:26.425552 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-2f799723-d63c-4979-9e73-464372eddd08 tempest-DHCPAgentSchedulersTestJSON-1707090556 tempest-DHCPAgentSchedulersTestJSON-1707090556-project] Publish callbacks [] for subnet, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:26.428494 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Provisioning complete for port c94a3c6f-9d42-409f-9990-a50b2521d38e triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:10:26.428874 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:26.433094 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-2f799723-d63c-4979-9e73-464372eddd08 tempest-DHCPAgentSchedulersTestJSON-1707090556 tempest-DHCPAgentSchedulersTestJSON-1707090556-project] 10.222.0.11 "DELETE /v2.0/subnets/546b325d-4d52-429f-8bc3-647404eb770f HTTP/1.1" status: 204 len: 168 time: 2.5608277 Jan 05 17:10:26.443605 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 42430) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:10:26.460606 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d7121fb-6dc5-41d3-910e-7f5cdd7ba689 None None] Network 235f325a-d69c-4bd0-bca1-4a146a23bbdb requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:10:26.464473 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f799723-d63c-4979-9e73-464372eddd08 tempest-DHCPAgentSchedulersTestJSON-1707090556 tempest-DHCPAgentSchedulersTestJSON-1707090556-project] Pushing event deleted for resources: {'Subnet': ['ID=546b325d-4d52-429f-8bc3-647404eb770f,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:10:26.472141 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-363c0f14-4719-4678-a6a7-b93c77fc0152 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] For port 01b4e3a0-334c-463a-9aad-3e08126a4618, host dv-neutron-master-2-hyperv, got binding levels [] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:10:26.472501 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-363c0f14-4719-4678-a6a7-b93c77fc0152 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:26.504086 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-363c0f14-4719-4678-a6a7-b93c77fc0152 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Calling delete_port for 01b4e3a0-334c-463a-9aad-3e08126a4618 owned by network:dhcp {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:10:26.508743 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.ipam_backend_mixin [None req-363c0f14-4719-4678-a6a7-b93c77fc0152 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Port 01b4e3a0-334c-463a-9aad-3e08126a4618 was not found and therefore no delete operation was performed {{(pid=103801) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 05 17:10:26.515389 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-363c0f14-4719-4678-a6a7-b93c77fc0152 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11433176'] for port, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:26.578559 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363c0f14-4719-4678-a6a7-b93c77fc0152 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Pushing event deleted for resources: {'Port': ['ID=01b4e3a0-334c-463a-9aad-3e08126a4618,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:10:26.603399 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-363c0f14-4719-4678-a6a7-b93c77fc0152 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] No DVR routers for this DVR port 01b4e3a0-334c-463a-9aad-3e08126a4618 on host dv-neutron-master-2-hyperv {{(pid=103801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 05 17:10:26.711543 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6164599d-7391-4b48-ad49-f7d01ecb610c None None] DHCP port deletion for e897f8fc-3cef-40ca-9466-c6c65ecd9833 request from dv-neutron-master-2-hyperv {{(pid=103802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 05 17:10:26.723658 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 42434) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:10:26.726324 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 52abf501-ba74-4e7a-a6a7-57e2c1b5592e up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:10:26.734283 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23bf9558-155a-4199-bff8-b48be9f082f4 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Made reservation on behalf of fd419c78d7194361a03f37a26ebeba76 for: {'subnet': 1} {{(pid=103801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:10:26.738484 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-23bf9558-155a-4199-bff8-b48be9f082f4 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12480675'] for subnet, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:26.776484 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-37710e20-2ba2-4c47-9439-5853ed0cebf0 tempest-RoutersAdminTest-1676889452 tempest-RoutersAdminTest-1676889452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:26.806253 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9edb03a6-b98f-4036-a24f-9f37a7acb8f7 None None] DHCP port deletion for 235f325a-d69c-4bd0-bca1-4a146a23bbdb request from dv-neutron-master-2-hyperv {{(pid=103802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 05 17:10:26.831552 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-6164599d-7391-4b48-ad49-f7d01ecb610c None None] Deleting port 52abf501-ba74-4e7a-a6a7-57e2c1b5592e {{(pid=103802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:10:26.831895 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-6164599d-7391-4b48-ad49-f7d01ecb610c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:26.835800 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37710e20-2ba2-4c47-9439-5853ed0cebf0 tempest-RoutersAdminTest-1676889452 tempest-RoutersAdminTest-1676889452-project] Pushing event deleted for resources: {'Port': ['ID=aad23609-b5d8-4908-aa21-426e33a9d743,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:10:26.852252 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Provisioning complete for port 52abf501-ba74-4e7a-a6a7-57e2c1b5592e triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:10:26.852623 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:26.865665 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a32b8e19-f07c-4eb6-ad41-b54b3728c838 tempest-DHCPAgentSchedulersTestJSON-1707090556 tempest-DHCPAgentSchedulersTestJSON-1707090556-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3809644'] for network, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:26.865894 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9edf1f21-1573-49e3-b189-c75374f5aa66 None None] DHCP port deletion for b0167590-0699-4c5c-a932-3939414a9573 request from dv-neutron-master-2-hyperv {{(pid=103802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 05 17:10:26.869251 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3bcb43c0-7568-40a4-bd6f-dc964fd4b3f5 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8784852', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8521873'] for subnet, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:26.963035 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-6164599d-7391-4b48-ad49-f7d01ecb610c None None] For port 52abf501-ba74-4e7a-a6a7-57e2c1b5592e, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=52abf501-ba74-4e7a-a6a7-57e2c1b5592e,segment=NetworkSegment(68e6c437-46c2-424d-85e7-20547f69066d),segment_id=68e6c437-46c2-424d-85e7-20547f69066d)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:10:26.963447 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-6164599d-7391-4b48-ad49-f7d01ecb610c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:26.964720 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-37710e20-2ba2-4c47-9439-5853ed0cebf0 tempest-RoutersAdminTest-1676889452 tempest-RoutersAdminTest-1676889452-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-648595'] for router_gateway, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:26.972903 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-363c0f14-4719-4678-a6a7-b93c77fc0152 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3891715', 'neutron.services.segments.db._delete_segments_for_network-8754181063482'] for network, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:26.986853 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-6164599d-7391-4b48-ad49-f7d01ecb610c None None] Calling delete_port for 52abf501-ba74-4e7a-a6a7-57e2c1b5592e owned by network:dhcp {{(pid=103802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:10:27.048192 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.services.segments.db [None req-363c0f14-4719-4678-a6a7-b93c77fc0152 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77e4a2d6-51aa-4a68-b5b7-38d6e0087161']}} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:10:27.072138 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-9edb03a6-b98f-4036-a24f-9f37a7acb8f7 None None] Deleting port 7062cf34-535c-4ec4-a676-57dcd8c327f7 {{(pid=103802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:10:27.072338 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-9edb03a6-b98f-4036-a24f-9f37a7acb8f7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:27.073853 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.services.segments.db [None req-363c0f14-4719-4678-a6a7-b93c77fc0152 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7eb50c60-3826-4a12-b3f6-85e19db53949') {'for_net_delete': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:10:27.074293 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.services.segments.db [None req-363c0f14-4719-4678-a6a7-b93c77fc0152 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7eb50c60-3826-4a12-b3f6-85e19db53949') {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:10:27.093827 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-363c0f14-4719-4678-a6a7-b93c77fc0152 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754181064771', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11316385'] for segment, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:27.102369 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device df8ceb93-163e-423c-b665-e6e114895515 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:10:27.126395 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-b9a536ca-0277-40ea-a7c3-ffe411f18ceb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:27.137011 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-37710e20-2ba2-4c47-9439-5853ed0cebf0 tempest-RoutersAdminTest-1676889452 tempest-RoutersAdminTest-1676889452-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-648249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62744'] for router, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:27.142248 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-37710e20-2ba2-4c47-9439-5853ed0cebf0 tempest-RoutersAdminTest-1676889452 tempest-RoutersAdminTest-1676889452-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:27.143865 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-363c0f14-4719-4678-a6a7-b93c77fc0152 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225'] for segment, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:27.163514 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-363c0f14-4719-4678-a6a7-b93c77fc0152 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Releasing vlan 132 on physical network physnet1 to pool {{(pid=103801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 05 17:10:27.163514 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-363c0f14-4719-4678-a6a7-b93c77fc0152 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11433197'] for segment, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:27.163514 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:10:27.163514 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:10:27.163514 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:10:27.163514 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:10:27.163514 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:10:27.163514 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:10:27.163514 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:10:27.163514 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:10:27.163514 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:10:27.163514 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:10:27.163514 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:10:27.163514 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:10:27.163514 dv-neutron-master-2-hyperv neutron-server[103801]: Traceback (most recent call last): Jan 05 17:10:27.163514 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 05 17:10:27.163514 dv-neutron-master-2-hyperv neutron-server[103801]: timer() Jan 05 17:10:27.163514 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 05 17:10:27.163514 dv-neutron-master-2-hyperv neutron-server[103801]: cb(*args, **kw) Jan 05 17:10:27.163514 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 05 17:10:27.163514 dv-neutron-master-2-hyperv neutron-server[103801]: return func(*args, **kwargs) Jan 05 17:10:27.163514 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 05 17:10:27.163514 dv-neutron-master-2-hyperv neutron-server[103801]: self._notify() Jan 05 17:10:27.163514 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 05 17:10:27.163514 dv-neutron-master-2-hyperv neutron-server[103801]: self.callback(batched_events) Jan 05 17:10:27.163514 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 05 17:10:27.163514 dv-neutron-master-2-hyperv neutron-server[103801]: event.method(event) Jan 05 17:10:27.163514 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 05 17:10:27.163514 dv-neutron-master-2-hyperv neutron-server[103801]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 05 17:10:27.163514 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 05 17:10:27.163514 dv-neutron-master-2-hyperv neutron-server[103801]: aggregate_uuid = self.p_client.list_aggregates( Jan 05 17:10:27.163514 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 05 17:10:27.163514 dv-neutron-master-2-hyperv neutron-server[103801]: return f(self, *a, **k) Jan 05 17:10:27.163514 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 05 17:10:27.163514 dv-neutron-master-2-hyperv neutron-server[103801]: return self._get(url).json() Jan 05 17:10:27.163514 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 05 17:10:27.163514 dv-neutron-master-2-hyperv neutron-server[103801]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 05 17:10:27.163514 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 05 17:10:27.163514 dv-neutron-master-2-hyperv neutron-server[103801]: return self.request(url, 'GET', **kwargs) Jan 05 17:10:27.163514 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 05 17:10:27.163514 dv-neutron-master-2-hyperv neutron-server[103801]: base_url = self.get_endpoint(auth, allow=allow, Jan 05 17:10:27.163514 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 05 17:10:27.163514 dv-neutron-master-2-hyperv neutron-server[103801]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 05 17:10:27.163514 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 05 17:10:27.163514 dv-neutron-master-2-hyperv neutron-server[103801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 05 17:10:27.163514 dv-neutron-master-2-hyperv neutron-server[103801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 05 17:10:27.167129 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-4394590c-2415-49bb-ad27-bcb8f3085fd3 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11433176'] for port, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:27.207702 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-9edb03a6-b98f-4036-a24f-9f37a7acb8f7 None None] For port 7062cf34-535c-4ec4-a676-57dcd8c327f7, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=7062cf34-535c-4ec4-a676-57dcd8c327f7,segment=NetworkSegment(34ba967c-dd4b-4e8f-993d-e20fbd5287cf),segment_id=34ba967c-dd4b-4e8f-993d-e20fbd5287cf)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:10:27.208124 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-9edb03a6-b98f-4036-a24f-9f37a7acb8f7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:27.224945 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-9edb03a6-b98f-4036-a24f-9f37a7acb8f7 None None] Calling delete_port for 7062cf34-535c-4ec4-a676-57dcd8c327f7 owned by network:dhcp {{(pid=103802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:10:27.254773 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-23bf9558-155a-4199-bff8-b48be9f082f4 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11433288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12480593'] for subnet, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:27.268807 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4394590c-2415-49bb-ad27-bcb8f3085fd3 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Pushing event deleted for resources: {'Port': ['ID=318a7ebe-f268-4c22-965c-c340c522693b,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:10:27.290700 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Provisioning complete for port df8ceb93-163e-423c-b665-e6e114895515 triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:10:27.290700 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:27.298985 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bcb43c0-7568-40a4-bd6f-dc964fd4b3f5 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Checking segment: {'id': '0fc0c1c8-ad7f-43c6-9a15-aad8c24d2ddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'abf13d90-990a-4af4-a2d0-1d0f9d1b7685'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:10:27.299628 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bcb43c0-7568-40a4-bd6f-dc964fd4b3f5 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Network hostable DHCP agents. Network: abf13d90-990a-4af4-a2d0-1d0f9d1b7685, hostable agents: ['3f70c195-17da-4084-9fd6-bf6059d88535'], hosted agents: [] {{(pid=103800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 05 17:10:27.324397 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-37710e20-2ba2-4c47-9439-5853ed0cebf0 tempest-RoutersAdminTest-1676889452 tempest-RoutersAdminTest-1676889452-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-648240'] for router, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:27.324841 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37710e20-2ba2-4c47-9439-5853ed0cebf0 tempest-RoutersAdminTest-1676889452 tempest-RoutersAdminTest-1676889452-project] Fanout notify agent at l3_agent the message router_deleted on router eab30a81-6781-47db-8aca-405d08207bf3 {{(pid=103800) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 05 17:10:27.352067 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-37710e20-2ba2-4c47-9439-5853ed0cebf0 tempest-RoutersAdminTest-1676889452 tempest-RoutersAdminTest-1676889452-project] Publish callbacks [] for router, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:27.353200 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-37710e20-2ba2-4c47-9439-5853ed0cebf0 tempest-RoutersAdminTest-1676889452 tempest-RoutersAdminTest-1676889452-project] 10.222.0.11 "DELETE /v2.0/routers/eab30a81-6781-47db-8aca-405d08207bf3 HTTP/1.1" status: 204 len: 168 time: 2.1802111 Jan 05 17:10:27.354058 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcb43c0-7568-40a4-bd6f-dc964fd4b3f5 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Pushing event updated for resources: {'Subnet': ['ID=0f237fa5-9fd4-4e8a-9667-500c0823546a,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:10:27.362313 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 42440) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:10:27.365651 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-6164599d-7391-4b48-ad49-f7d01ecb610c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678'] for port, after_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:27.376941 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-3f481eb5-fb54-4d9f-9840-c984380edcef tempest-RoutersAdminTest-1676889452 tempest-RoutersAdminTest-1676889452-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1258050025', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:10:27.415336 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6164599d-7391-4b48-ad49-f7d01ecb610c None None] No DVR routers for this DVR port 52abf501-ba74-4e7a-a6a7-57e2c1b5592e on host dv-neutron-master-2-hyperv {{(pid=103802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 05 17:10:27.419148 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6164599d-7391-4b48-ad49-f7d01ecb610c None None] Pushing event deleted for resources: {'Port': ['ID=52abf501-ba74-4e7a-a6a7-57e2c1b5592e,revision_number=None']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:10:27.432288 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bcb43c0-7568-40a4-bd6f-dc964fd4b3f5 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Network abf13d90-990a-4af4-a2d0-1d0f9d1b7685 is scheduled to be hosted by DHCP agent 3f70c195-17da-4084-9fd6-bf6059d88535 with binding_index 1 {{(pid=103800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 05 17:10:27.452887 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-a32b8e19-f07c-4eb6-ad41-b54b3728c838 tempest-DHCPAgentSchedulersTestJSON-1707090556 tempest-DHCPAgentSchedulersTestJSON-1707090556-project] Deleting port 7062cf34-535c-4ec4-a676-57dcd8c327f7 {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:10:27.453615 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a32b8e19-f07c-4eb6-ad41-b54b3728c838 tempest-DHCPAgentSchedulersTestJSON-1707090556 tempest-DHCPAgentSchedulersTestJSON-1707090556-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:27.492415 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3f481eb5-fb54-4d9f-9840-c984380edcef tempest-RoutersAdminTest-1676889452 tempest-RoutersAdminTest-1676889452-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-649063', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58098'] for router, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:27.494222 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3f481eb5-fb54-4d9f-9840-c984380edcef tempest-RoutersAdminTest-1676889452 tempest-RoutersAdminTest-1676889452-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649832', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-545006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58091'] for router, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:27.501210 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23bf9558-155a-4199-bff8-b48be9f082f4 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Network e897f8fc-3cef-40ca-9466-c6c65ecd9833 is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:10:27.505768 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-4394590c-2415-49bb-ad27-bcb8f3085fd3 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-560676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531569'] for router_interface, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:27.511599 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 93b7a35a-4580-4193-aff2-cf8327706c27 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:10:27.521517 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-23bf9558-155a-4199-bff8-b48be9f082f4 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:10:27.525354 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23bf9558-155a-4199-bff8-b48be9f082f4 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:10:27.526417 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-23bf9558-155a-4199-bff8-b48be9f082f4 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks [] for subnet, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:27.539631 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e851d977-01de-4eb0-a941-88a6d9d1d444 None None] Network e897f8fc-3cef-40ca-9466-c6c65ecd9833 requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:10:27.551780 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-3bcb43c0-7568-40a4-bd6f-dc964fd4b3f5 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, abf13d90-990a-4af4-a2d0-1d0f9d1b7685) {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:10:27.574345 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bcb43c0-7568-40a4-bd6f-dc964fd4b3f5 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:10:27.575000 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3bcb43c0-7568-40a4-bd6f-dc964fd4b3f5 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Publish callbacks [] for subnet, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:27.583440 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7087c117-07e6-4b16-8cca-b9a8e898d52e None None] Network abf13d90-990a-4af4-a2d0-1d0f9d1b7685 requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:10:27.585711 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-9edb03a6-b98f-4036-a24f-9f37a7acb8f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678'] for port, after_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:27.605305 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.db [None req-a32b8e19-f07c-4eb6-ad41-b54b3728c838 tempest-DHCPAgentSchedulersTestJSON-1707090556 tempest-DHCPAgentSchedulersTestJSON-1707090556-project] For port 7062cf34-535c-4ec4-a676-57dcd8c327f7, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=7062cf34-535c-4ec4-a676-57dcd8c327f7,segment=NetworkSegment(34ba967c-dd4b-4e8f-993d-e20fbd5287cf),segment_id=34ba967c-dd4b-4e8f-993d-e20fbd5287cf)] {{(pid=103800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:10:27.609219 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a32b8e19-f07c-4eb6-ad41-b54b3728c838 tempest-DHCPAgentSchedulersTestJSON-1707090556 tempest-DHCPAgentSchedulersTestJSON-1707090556-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:27.629531 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-a32b8e19-f07c-4eb6-ad41-b54b3728c838 tempest-DHCPAgentSchedulersTestJSON-1707090556 tempest-DHCPAgentSchedulersTestJSON-1707090556-project] Calling delete_port for 7062cf34-535c-4ec4-a676-57dcd8c327f7 owned by network:dhcp {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:10:27.662951 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-23bf9558-155a-4199-bff8-b48be9f082f4 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4586673 Jan 05 17:10:27.669878 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-363c0f14-4719-4678-a6a7-b93c77fc0152 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3891722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648695'] for network, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:27.675349 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-363c0f14-4719-4678-a6a7-b93c77fc0152 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks [] for network, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:27.681552 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-363c0f14-4719-4678-a6a7-b93c77fc0152 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] 10.222.0.11 "DELETE /v2.0/networks/77e4a2d6-51aa-4a68-b5b7-38d6e0087161 HTTP/1.1" status: 204 len: 168 time: 3.5495851 Jan 05 17:10:27.681552 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 42442) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:10:27.699531 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-00acb883-52e2-418f-b1cf-00cdeea5d219 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Request body: {'subnet': {'network_id': 'e897f8fc-3cef-40ca-9466-c6c65ecd9833', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:10:27.708229 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 42444) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:10:27.733861 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-3bcb43c0-7568-40a4-bd6f-dc964fd4b3f5 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.8251774 Jan 05 17:10:27.736328 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3f481eb5-fb54-4d9f-9840-c984380edcef tempest-RoutersAdminTest-1676889452 tempest-RoutersAdminTest-1676889452-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:27.738746 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 42446) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:10:27.754948 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bf9558-155a-4199-bff8-b48be9f082f4 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Pushing event updated for resources: {'Subnet': ['ID=66ac7629-d842-4988-94d0-0945c54fa680,revision_number=0']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:10:27.767153 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363c0f14-4719-4678-a6a7-b93c77fc0152 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Pushing event deleted for resources: {'Network': ['ID=77e4a2d6-51aa-4a68-b5b7-38d6e0087161,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:10:27.770102 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bf9558-155a-4199-bff8-b48be9f082f4 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:10:27.770566 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bf9558-155a-4199-bff8-b48be9f082f4 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:10:27.771362 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bf9558-155a-4199-bff8-b48be9f082f4 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:10:27.771362 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bf9558-155a-4199-bff8-b48be9f082f4 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:10:27.771862 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bf9558-155a-4199-bff8-b48be9f082f4 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:10:27.773614 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bf9558-155a-4199-bff8-b48be9f082f4 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:10:27.773614 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bf9558-155a-4199-bff8-b48be9f082f4 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:10:27.773614 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bf9558-155a-4199-bff8-b48be9f082f4 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:10:27.773614 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bf9558-155a-4199-bff8-b48be9f082f4 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:10:27.774424 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bf9558-155a-4199-bff8-b48be9f082f4 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:10:27.775371 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bf9558-155a-4199-bff8-b48be9f082f4 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:10:27.775371 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bf9558-155a-4199-bff8-b48be9f082f4 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:10:27.775371 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bf9558-155a-4199-bff8-b48be9f082f4 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:10:27.823390 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3f481eb5-fb54-4d9f-9840-c984380edcef tempest-RoutersAdminTest-1676889452 tempest-RoutersAdminTest-1676889452-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-648430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648639'] for router, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:27.873109 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363c0f14-4719-4678-a6a7-b93c77fc0152 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:10:27.873496 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363c0f14-4719-4678-a6a7-b93c77fc0152 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:10:27.874016 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363c0f14-4719-4678-a6a7-b93c77fc0152 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:10:27.875353 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363c0f14-4719-4678-a6a7-b93c77fc0152 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:10:27.875353 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363c0f14-4719-4678-a6a7-b93c77fc0152 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:10:27.875353 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363c0f14-4719-4678-a6a7-b93c77fc0152 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:10:27.875798 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363c0f14-4719-4678-a6a7-b93c77fc0152 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:10:27.876307 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363c0f14-4719-4678-a6a7-b93c77fc0152 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:10:27.876758 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363c0f14-4719-4678-a6a7-b93c77fc0152 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:10:27.877630 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363c0f14-4719-4678-a6a7-b93c77fc0152 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:10:27.877630 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363c0f14-4719-4678-a6a7-b93c77fc0152 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:10:27.878142 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363c0f14-4719-4678-a6a7-b93c77fc0152 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:10:27.878531 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363c0f14-4719-4678-a6a7-b93c77fc0152 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:10:27.904480 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-76c515ea-0075-4032-adcf-0cd4154d52af tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3809644'] for network, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:27.905631 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edb03a6-b98f-4036-a24f-9f37a7acb8f7 None None] Pushing event deleted for resources: {'Port': ['ID=7062cf34-535c-4ec4-a676-57dcd8c327f7,revision_number=None']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:10:27.906523 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a32b8e19-f07c-4eb6-ad41-b54b3728c838 tempest-DHCPAgentSchedulersTestJSON-1707090556 tempest-DHCPAgentSchedulersTestJSON-1707090556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:27.910716 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9edb03a6-b98f-4036-a24f-9f37a7acb8f7 None None] No DVR routers for this DVR port 7062cf34-535c-4ec4-a676-57dcd8c327f7 on host dv-neutron-master-2-hyperv {{(pid=103802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 05 17:10:27.976950 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Provisioning complete for port 93b7a35a-4580-4193-aff2-cf8327706c27 triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:10:27.977326 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:28.065049 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f95ee0c8-33e7-4668-9461-3cbbd207c6c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-e897f8fc-3cef-40ca-9466-c6c65ecd9833', 'network_id': 'e897f8fc-3cef-40ca-9466-c6c65ecd9833', 'project_id': 'fd419c78d7194361a03f37a26ebeba76', 'fixed_ips': [{'subnet_id': '66ac7629-d842-4988-94d0-0945c54fa680'}]}} from dv-neutron-master-2-hyperv. {{(pid=103802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 05 17:10:28.065746 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-f95ee0c8-33e7-4668-9461-3cbbd207c6c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:28.100290 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d4a83c0-e07a-4fa2-8af6-a2bfec4d189c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-abf13d90-990a-4af4-a2d0-1d0f9d1b7685', 'network_id': 'abf13d90-990a-4af4-a2d0-1d0f9d1b7685', 'project_id': '2c187912c919424a8a16116bf03056cd', 'fixed_ips': [{'subnet_id': '0f237fa5-9fd4-4e8a-9667-500c0823546a'}]}} from dv-neutron-master-2-hyperv. {{(pid=103802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 05 17:10:28.101183 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-5d4a83c0-e07a-4fa2-8af6-a2bfec4d189c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:28.123795 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-b9a536ca-0277-40ea-a7c3-ffe411f18ceb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:28.146597 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device f94aa6e4-6d25-46f8-84f2-6ea65da467f1 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:10:28.214794 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-b9a536ca-0277-40ea-a7c3-ffe411f18ceb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:28.291473 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4394590c-2415-49bb-ad27-bcb8f3085fd3 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Router 3134b106-4218-415e-bd16-8091c8c99414 has already been hosted by L3 agent 59446fdc-40e0-41fe-a575-a8eb11d742f7 {{(pid=103801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 05 17:10:28.324612 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32b8e19-f07c-4eb6-ad41-b54b3728c838 tempest-DHCPAgentSchedulersTestJSON-1707090556 tempest-DHCPAgentSchedulersTestJSON-1707090556-project] Pushing event deleted for resources: {'Port': ['ID=7062cf34-535c-4ec4-a676-57dcd8c327f7,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:10:28.329076 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3f481eb5-fb54-4d9f-9840-c984380edcef tempest-RoutersAdminTest-1676889452 tempest-RoutersAdminTest-1676889452-project] Publish callbacks [] for router, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:28.330350 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-3f481eb5-fb54-4d9f-9840-c984380edcef tempest-RoutersAdminTest-1676889452 tempest-RoutersAdminTest-1676889452-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.9589512 Jan 05 17:10:28.336556 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 42450) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:10:28.338489 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a32b8e19-f07c-4eb6-ad41-b54b3728c838 tempest-DHCPAgentSchedulersTestJSON-1707090556 tempest-DHCPAgentSchedulersTestJSON-1707090556-project] No DVR routers for this DVR port 7062cf34-535c-4ec4-a676-57dcd8c327f7 on host dv-neutron-master-2-hyperv {{(pid=103800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 05 17:10:28.345153 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Provisioning complete for port f94aa6e4-6d25-46f8-84f2-6ea65da467f1 triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:10:28.345843 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:28.363869 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-5814e45f-a9c0-4240-8d44-3bbeb651c968 tempest-RoutersAdminTest-952369856 tempest-RoutersAdminTest-952369856-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'enable_snat': True}}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:10:28.457177 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.db_base_plugin_common [None req-f95ee0c8-33e7-4668-9461-3cbbd207c6c0 None None] Allocated IP 2001:db8::2 (e897f8fc-3cef-40ca-9466-c6c65ecd9833/66ac7629-d842-4988-94d0-0945c54fa680/de37bf9a-b0f5-454c-877e-5c81755837aa) {{(pid=103802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:10:28.479630 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.db_base_plugin_common [None req-5d4a83c0-e07a-4fa2-8af6-a2bfec4d189c None None] Allocated IP 172.20.0.1 (abf13d90-990a-4af4-a2d0-1d0f9d1b7685/0f237fa5-9fd4-4e8a-9667-500c0823546a/0a0090de-f3ef-431f-be13-0f0a23e8961b) {{(pid=103802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:10:28.557189 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-76c515ea-0075-4032-adcf-0cd4154d52af tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892868'] for subnet, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:28.605150 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 7a6fce8b-82cd-4f66-b676-24715f48f101 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:10:28.646566 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a32b8e19-f07c-4eb6-ad41-b54b3728c838 tempest-DHCPAgentSchedulersTestJSON-1707090556 tempest-DHCPAgentSchedulersTestJSON-1707090556-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3891715', 'neutron.services.segments.db._delete_segments_for_network-8754181063482'] for network, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:28.648124 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a536ca-0277-40ea-a7c3-ffe411f18ceb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52ef870f-46c3-4b2b-8429-3ff401906847,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:10:28.658416 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-b9a536ca-0277-40ea-a7c3-ffe411f18ceb admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=67dd3a70dfff45c8831624f760cc4737&name=default HTTP/1.1" status: 200 len: 2996 time: 1.9336021 Jan 05 17:10:28.662362 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 42452) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:10:28.720888 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.services.segments.db [None req-a32b8e19-f07c-4eb6-ad41-b54b3728c838 tempest-DHCPAgentSchedulersTestJSON-1707090556 tempest-DHCPAgentSchedulersTestJSON-1707090556-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['235f325a-d69c-4bd0-bca1-4a146a23bbdb']}} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:10:28.774192 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00acb883-52e2-418f-b1cf-00cdeea5d219 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Made reservation on behalf of fd419c78d7194361a03f37a26ebeba76 for: {'subnet': 1} {{(pid=103801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:10:28.778495 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-00acb883-52e2-418f-b1cf-00cdeea5d219 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12480675'] for subnet, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:28.779186 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.services.segments.db [None req-a32b8e19-f07c-4eb6-ad41-b54b3728c838 tempest-DHCPAgentSchedulersTestJSON-1707090556 tempest-DHCPAgentSchedulersTestJSON-1707090556-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34ba967c-dd4b-4e8f-993d-e20fbd5287cf') {'for_net_delete': True} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:10:28.779286 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.services.segments.db [None req-a32b8e19-f07c-4eb6-ad41-b54b3728c838 tempest-DHCPAgentSchedulersTestJSON-1707090556 tempest-DHCPAgentSchedulersTestJSON-1707090556-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34ba967c-dd4b-4e8f-993d-e20fbd5287cf') {} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:10:28.800200 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Provisioning complete for port 7a6fce8b-82cd-4f66-b676-24715f48f101 triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:10:28.800200 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:28.854954 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-5814e45f-a9c0-4240-8d44-3bbeb651c968 tempest-RoutersAdminTest-952369856 tempest-RoutersAdminTest-952369856-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:28.859479 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a32b8e19-f07c-4eb6-ad41-b54b3728c838 tempest-DHCPAgentSchedulersTestJSON-1707090556 tempest-DHCPAgentSchedulersTestJSON-1707090556-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754181064771', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8784833'] for segment, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:28.868066 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-f95ee0c8-33e7-4668-9461-3cbbd207c6c0 None None] Publish callbacks [] for port, precommit_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:28.879833 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-818350b1-19c9-422f-b36d-7718acf0ca97 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:28.891082 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a32b8e19-f07c-4eb6-ad41-b54b3728c838 tempest-DHCPAgentSchedulersTestJSON-1707090556 tempest-DHCPAgentSchedulersTestJSON-1707090556-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225'] for segment, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:28.892030 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-5d4a83c0-e07a-4fa2-8af6-a2bfec4d189c None None] Publish callbacks [] for port, precommit_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:28.911749 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a32b8e19-f07c-4eb6-ad41-b54b3728c838 tempest-DHCPAgentSchedulersTestJSON-1707090556 tempest-DHCPAgentSchedulersTestJSON-1707090556-project] Releasing vlan 112 on physical network physnet1 to pool {{(pid=103800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 05 17:10:28.916027 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a32b8e19-f07c-4eb6-ad41-b54b3728c838 tempest-DHCPAgentSchedulersTestJSON-1707090556 tempest-DHCPAgentSchedulersTestJSON-1707090556-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8784497'] for segment, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:28.916027 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 05 17:10:28.916027 dv-neutron-master-2-hyperv neutron-server[103800]: self.session.flush() Jan 05 17:10:28.916027 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 05 17:10:28.916027 dv-neutron-master-2-hyperv neutron-server[103800]: self.session.flush() Jan 05 17:10:28.916027 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 05 17:10:28.916027 dv-neutron-master-2-hyperv neutron-server[103800]: self.session.flush() Jan 05 17:10:28.916027 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 05 17:10:28.916027 dv-neutron-master-2-hyperv neutron-server[103800]: self.session.flush() Jan 05 17:10:28.916027 dv-neutron-master-2-hyperv neutron-server[103800]: Traceback (most recent call last): Jan 05 17:10:28.916027 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 05 17:10:28.916027 dv-neutron-master-2-hyperv neutron-server[103800]: timer() Jan 05 17:10:28.916027 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 05 17:10:28.916027 dv-neutron-master-2-hyperv neutron-server[103800]: cb(*args, **kw) Jan 05 17:10:28.916027 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 05 17:10:28.916027 dv-neutron-master-2-hyperv neutron-server[103800]: return func(*args, **kwargs) Jan 05 17:10:28.916027 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 05 17:10:28.916027 dv-neutron-master-2-hyperv neutron-server[103800]: self._notify() Jan 05 17:10:28.916027 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 05 17:10:28.916027 dv-neutron-master-2-hyperv neutron-server[103800]: self.callback(batched_events) Jan 05 17:10:28.916027 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 05 17:10:28.916027 dv-neutron-master-2-hyperv neutron-server[103800]: event.method(event) Jan 05 17:10:28.916027 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 05 17:10:28.916027 dv-neutron-master-2-hyperv neutron-server[103800]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 05 17:10:28.916027 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 05 17:10:28.916027 dv-neutron-master-2-hyperv neutron-server[103800]: aggregate_uuid = self.p_client.list_aggregates( Jan 05 17:10:28.916027 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 05 17:10:28.916027 dv-neutron-master-2-hyperv neutron-server[103800]: return f(self, *a, **k) Jan 05 17:10:28.916027 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 05 17:10:28.916027 dv-neutron-master-2-hyperv neutron-server[103800]: return self._get(url).json() Jan 05 17:10:28.916027 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 05 17:10:28.916027 dv-neutron-master-2-hyperv neutron-server[103800]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 05 17:10:28.916027 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 05 17:10:28.916027 dv-neutron-master-2-hyperv neutron-server[103800]: return self.request(url, 'GET', **kwargs) Jan 05 17:10:28.916027 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 05 17:10:28.916027 dv-neutron-master-2-hyperv neutron-server[103800]: base_url = self.get_endpoint(auth, allow=allow, Jan 05 17:10:28.916027 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 05 17:10:28.916027 dv-neutron-master-2-hyperv neutron-server[103800]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 05 17:10:28.916027 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 05 17:10:28.916027 dv-neutron-master-2-hyperv neutron-server[103800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 05 17:10:28.916027 dv-neutron-master-2-hyperv neutron-server[103800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 05 17:10:28.936333 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-818350b1-19c9-422f-b36d-7718acf0ca97 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:29.009707 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-f95ee0c8-33e7-4668-9461-3cbbd207c6c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669'] for port, after_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:29.023985 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-5d4a83c0-e07a-4fa2-8af6-a2bfec4d189c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669'] for port, after_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:29.050543 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.db.ipam_backend_mixin [None req-00acb883-52e2-418f-b1cf-00cdeea5d219 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 66ac7629-d842-4988-94d0-0945c54fa680 (CIDR: 2001:db8::/64) Jan 05 17:10:29.053717 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device ea7894b0-f008-4655-8b83-6c9c68fd5623 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 05 17:10:29.101785 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d4a83c0-e07a-4fa2-8af6-a2bfec4d189c None None] Network abf13d90-990a-4af4-a2d0-1d0f9d1b7685 is already hosted by enough agents. {{(pid=103802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:10:29.105978 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4394590c-2415-49bb-ad27-bcb8f3085fd3 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 05 17:10:29.120705 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f95ee0c8-33e7-4668-9461-3cbbd207c6c0 None None] Network e897f8fc-3cef-40ca-9466-c6c65ecd9833 is already hosted by enough agents. {{(pid=103802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:10:29.121945 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] No Port match for: ea7894b0-f008-4655-8b83-6c9c68fd5623 {{(pid=103802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 05 17:10:29.122502 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74749b0d-64da-4edf-a860-68332b3a00b2 None None] Sync routers for ids ['3134b106-4218-415e-bd16-8091c8c99414'] in dv-neutron-master-2-hyperv {{(pid=103803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 05 17:10:29.123096 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device ea7894b0-f008-4655-8b83-6c9c68fd5623 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 05 17:10:29.123300 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 13801738-c9ac-4705-a6e2-f2dcc39b53cc no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 05 17:10:29.136519 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-4394590c-2415-49bb-ad27-bcb8f3085fd3 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] 10.222.0.11 "PUT /v2.0/routers/3134b106-4218-415e-bd16-8091c8c99414/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6923139 Jan 05 17:10:29.172816 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74749b0d-64da-4edf-a860-68332b3a00b2 None None] Routers {'3134b106-4218-415e-bd16-8091c8c99414'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:10:29.172816 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-74749b0d-64da-4edf-a860-68332b3a00b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:10:19Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['3134b106-4218-415e-bd16-8091c8c99414'], 'active': True} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:10:29.173132 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.pecan_wsgi.hooks.translation [None req-00acb883-52e2-418f-b1cf-00cdeea5d219 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 05 17:10:29.173132 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00acb883-52e2-418f-b1cf-00cdeea5d219 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 05 17:10:29.173132 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 42454) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:10:29.191442 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.scheduler.base_scheduler [None req-5d4a83c0-e07a-4fa2-8af6-a2bfec4d189c None None] Resources bound (agent type, host, resource id): {{(pid=103802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:10:29.194524 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95ee0c8-33e7-4668-9461-3cbbd207c6c0 None None] Pushing event updated for resources: {'Port': ['ID=de37bf9a-b0f5-454c-877e-5c81755837aa,revision_number=1']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:10:29.201946 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a32b8e19-f07c-4eb6-ad41-b54b3728c838 tempest-DHCPAgentSchedulersTestJSON-1707090556 tempest-DHCPAgentSchedulersTestJSON-1707090556-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3891722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648695'] for network, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:29.204195 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d4a83c0-e07a-4fa2-8af6-a2bfec4d189c None None] Received port after_create {{(pid=103802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:10:29.206765 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] No Port match for: 13801738-c9ac-4705-a6e2-f2dcc39b53cc {{(pid=103802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 05 17:10:29.207297 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 13801738-c9ac-4705-a6e2-f2dcc39b53cc not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 05 17:10:29.207948 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device fae786b7-f5eb-45c9-a39f-43ee76ad5665 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 05 17:10:29.215578 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.scheduler.base_scheduler [None req-f95ee0c8-33e7-4668-9461-3cbbd207c6c0 None None] Resources bound (agent type, host, resource id): {{(pid=103802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:10:29.256455 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a32b8e19-f07c-4eb6-ad41-b54b3728c838 tempest-DHCPAgentSchedulersTestJSON-1707090556 tempest-DHCPAgentSchedulersTestJSON-1707090556-project] Publish callbacks [] for network, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:29.260586 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b6fc8ea-ebff-4b5d-a51e-75d48570212c tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Deleting subnet 008c4853-5d11-4379-b157-d4d82c3a9414 {{(pid=103801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 05 17:10:29.261490 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-a32b8e19-f07c-4eb6-ad41-b54b3728c838 tempest-DHCPAgentSchedulersTestJSON-1707090556 tempest-DHCPAgentSchedulersTestJSON-1707090556-project] 10.222.0.11 "DELETE /v2.0/networks/235f325a-d69c-4bd0-bca1-4a146a23bbdb HTTP/1.1" status: 204 len: 168 time: 2.8168232 Jan 05 17:10:29.263753 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32b8e19-f07c-4eb6-ad41-b54b3728c838 tempest-DHCPAgentSchedulersTestJSON-1707090556 tempest-DHCPAgentSchedulersTestJSON-1707090556-project] Pushing event deleted for resources: {'Network': ['ID=235f325a-d69c-4bd0-bca1-4a146a23bbdb,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:10:29.282784 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-8b6fc8ea-ebff-4b5d-a51e-75d48570212c tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks [] for subnet, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:29.292380 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f95ee0c8-33e7-4668-9461-3cbbd207c6c0 None None] Received port after_create {{(pid=103802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:10:29.342498 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-76c515ea-0075-4032-adcf-0cd4154d52af tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3893367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8784787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8521880'] for subnet, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:29.348810 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-818350b1-19c9-422f-b36d-7718acf0ca97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:29.358089 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-818350b1-19c9-422f-b36d-7718acf0ca97 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:29.362809 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-818350b1-19c9-422f-b36d-7718acf0ca97 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/52ef870f-46c3-4b2b-8429-3ff401906847 HTTP/1.1" status: 204 len: 168 time: 0.6994023 Jan 05 17:10:29.363748 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] No Port match for: fae786b7-f5eb-45c9-a39f-43ee76ad5665 {{(pid=103802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 05 17:10:29.364284 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device fae786b7-f5eb-45c9-a39f-43ee76ad5665 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 05 17:10:29.365793 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-00acb883-52e2-418f-b1cf-00cdeea5d219 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.6705406 Jan 05 17:10:29.400403 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 42460) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:10:29.401178 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvr_db [None req-74749b0d-64da-4edf-a860-68332b3a00b2 None None] Set router 3134b106-4218-415e-bd16-8091c8c99414 gateway port host: None {{(pid=103803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:10:29.446528 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-147bc450-6033-4938-acb8-8ee91381a37d tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Request body: {'subnet': {'network_id': 'e897f8fc-3cef-40ca-9466-c6c65ecd9833', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:10:29.530433 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32b8e19-f07c-4eb6-ad41-b54b3728c838 tempest-DHCPAgentSchedulersTestJSON-1707090556 tempest-DHCPAgentSchedulersTestJSON-1707090556-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:10:29.532046 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32b8e19-f07c-4eb6-ad41-b54b3728c838 tempest-DHCPAgentSchedulersTestJSON-1707090556 tempest-DHCPAgentSchedulersTestJSON-1707090556-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:10:29.533279 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32b8e19-f07c-4eb6-ad41-b54b3728c838 tempest-DHCPAgentSchedulersTestJSON-1707090556 tempest-DHCPAgentSchedulersTestJSON-1707090556-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:10:29.535350 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32b8e19-f07c-4eb6-ad41-b54b3728c838 tempest-DHCPAgentSchedulersTestJSON-1707090556 tempest-DHCPAgentSchedulersTestJSON-1707090556-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:10:29.535815 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32b8e19-f07c-4eb6-ad41-b54b3728c838 tempest-DHCPAgentSchedulersTestJSON-1707090556 tempest-DHCPAgentSchedulersTestJSON-1707090556-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:10:29.537150 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32b8e19-f07c-4eb6-ad41-b54b3728c838 tempest-DHCPAgentSchedulersTestJSON-1707090556 tempest-DHCPAgentSchedulersTestJSON-1707090556-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:10:29.539712 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32b8e19-f07c-4eb6-ad41-b54b3728c838 tempest-DHCPAgentSchedulersTestJSON-1707090556 tempest-DHCPAgentSchedulersTestJSON-1707090556-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:10:29.541596 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32b8e19-f07c-4eb6-ad41-b54b3728c838 tempest-DHCPAgentSchedulersTestJSON-1707090556 tempest-DHCPAgentSchedulersTestJSON-1707090556-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:10:29.542105 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32b8e19-f07c-4eb6-ad41-b54b3728c838 tempest-DHCPAgentSchedulersTestJSON-1707090556 tempest-DHCPAgentSchedulersTestJSON-1707090556-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:10:29.542609 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32b8e19-f07c-4eb6-ad41-b54b3728c838 tempest-DHCPAgentSchedulersTestJSON-1707090556 tempest-DHCPAgentSchedulersTestJSON-1707090556-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:10:29.547452 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32b8e19-f07c-4eb6-ad41-b54b3728c838 tempest-DHCPAgentSchedulersTestJSON-1707090556 tempest-DHCPAgentSchedulersTestJSON-1707090556-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:10:29.547967 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32b8e19-f07c-4eb6-ad41-b54b3728c838 tempest-DHCPAgentSchedulersTestJSON-1707090556 tempest-DHCPAgentSchedulersTestJSON-1707090556-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:10:29.558047 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32b8e19-f07c-4eb6-ad41-b54b3728c838 tempest-DHCPAgentSchedulersTestJSON-1707090556 tempest-DHCPAgentSchedulersTestJSON-1707090556-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:10:29.575785 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c515ea-0075-4032-adcf-0cd4154d52af tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Pushing event deleted for resources: {'Subnet': ['ID=0f237fa5-9fd4-4e8a-9667-500c0823546a,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:10:29.590659 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-8b6fc8ea-ebff-4b5d-a51e-75d48570212c tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11316398'] for subnet, precommit_delete_associations {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:29.597521 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818350b1-19c9-422f-b36d-7718acf0ca97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52ef870f-46c3-4b2b-8429-3ff401906847,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:10:29.628825 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-5d4a83c0-e07a-4fa2-8af6-a2bfec4d189c None None] Attempting to bind port 0a0090de-f3ef-431f-be13-0f0a23e8961b on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 05 17:10:29.630203 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-5d4a83c0-e07a-4fa2-8af6-a2bfec4d189c None None] Attempting to bind port 0a0090de-f3ef-431f-be13-0f0a23e8961b by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '0fc0c1c8-ad7f-43c6-9a15-aad8c24d2ddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'abf13d90-990a-4af4-a2d0-1d0f9d1b7685'}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 05 17:10:29.631800 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d4a83c0-e07a-4fa2-8af6-a2bfec4d189c None None] Attempting to bind port 0a0090de-f3ef-431f-be13-0f0a23e8961b on network abf13d90-990a-4af4-a2d0-1d0f9d1b7685 {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:10:29.645100 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4a83c0-e07a-4fa2-8af6-a2bfec4d189c None None] Pushing event updated for resources: {'Port': ['ID=0a0090de-f3ef-431f-be13-0f0a23e8961b,revision_number=1']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:10:29.707773 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d4a83c0-e07a-4fa2-8af6-a2bfec4d189c None None] Checking agent: {'id': '0d4f8fd3-ce62-4651-970c-efa6a8bb22b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 5, 16, 57, 23), 'started_at': datetime.datetime(2022, 1, 5, 16, 57, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 5, 17, 10, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 05 17:10:29.708153 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d4a83c0-e07a-4fa2-8af6-a2bfec4d189c None None] Checking segment: {'id': '0fc0c1c8-ad7f-43c6-9a15-aad8c24d2ddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'abf13d90-990a-4af4-a2d0-1d0f9d1b7685'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:10:29.710082 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-5d4a83c0-e07a-4fa2-8af6-a2bfec4d189c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:29.710082 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d4a83c0-e07a-4fa2-8af6-a2bfec4d189c None None] Bound using segment: {'id': '0fc0c1c8-ad7f-43c6-9a15-aad8c24d2ddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'abf13d90-990a-4af4-a2d0-1d0f9d1b7685'} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 05 17:10:29.710334 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-5d4a83c0-e07a-4fa2-8af6-a2bfec4d189c None None] Bound port: 0a0090de-f3ef-431f-be13-0f0a23e8961b, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fc0c1c8-ad7f-43c6-9a15-aad8c24d2ddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'abf13d90-990a-4af4-a2d0-1d0f9d1b7685'}}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 05 17:10:29.710636 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-5d4a83c0-e07a-4fa2-8af6-a2bfec4d189c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:29.730278 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-5814e45f-a9c0-4240-8d44-3bbeb651c968 tempest-RoutersAdminTest-952369856 tempest-RoutersAdminTest-952369856-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:29.749496 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-f95ee0c8-33e7-4668-9461-3cbbd207c6c0 None None] Attempting to bind port de37bf9a-b0f5-454c-877e-5c81755837aa on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 05 17:10:29.753364 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-f95ee0c8-33e7-4668-9461-3cbbd207c6c0 None None] Attempting to bind port de37bf9a-b0f5-454c-877e-5c81755837aa by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '68e6c437-46c2-424d-85e7-20547f69066d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'e897f8fc-3cef-40ca-9466-c6c65ecd9833'}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 05 17:10:29.753364 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f95ee0c8-33e7-4668-9461-3cbbd207c6c0 None None] Attempting to bind port de37bf9a-b0f5-454c-877e-5c81755837aa on network e897f8fc-3cef-40ca-9466-c6c65ecd9833 {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:10:29.763153 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-5814e45f-a9c0-4240-8d44-3bbeb651c968 tempest-RoutersAdminTest-952369856 tempest-RoutersAdminTest-952369856-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:29.767176 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-76c515ea-0075-4032-adcf-0cd4154d52af tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3891715', 'neutron.services.segments.db._delete_segments_for_network-8754181063482'] for network, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:29.789828 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f95ee0c8-33e7-4668-9461-3cbbd207c6c0 None None] Checking agent: {'id': '0d4f8fd3-ce62-4651-970c-efa6a8bb22b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 5, 16, 57, 23), 'started_at': datetime.datetime(2022, 1, 5, 16, 57, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 5, 17, 10, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 05 17:10:29.791834 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f95ee0c8-33e7-4668-9461-3cbbd207c6c0 None None] Checking segment: {'id': '68e6c437-46c2-424d-85e7-20547f69066d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'e897f8fc-3cef-40ca-9466-c6c65ecd9833'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:10:29.794965 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-f95ee0c8-33e7-4668-9461-3cbbd207c6c0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:29.795383 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f95ee0c8-33e7-4668-9461-3cbbd207c6c0 None None] Bound using segment: {'id': '68e6c437-46c2-424d-85e7-20547f69066d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'e897f8fc-3cef-40ca-9466-c6c65ecd9833'} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 05 17:10:29.795889 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-f95ee0c8-33e7-4668-9461-3cbbd207c6c0 None None] Bound port: de37bf9a-b0f5-454c-877e-5c81755837aa, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68e6c437-46c2-424d-85e7-20547f69066d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'e897f8fc-3cef-40ca-9466-c6c65ecd9833'}}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 05 17:10:29.800128 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-f95ee0c8-33e7-4668-9461-3cbbd207c6c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:29.859354 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.services.segments.db [None req-76c515ea-0075-4032-adcf-0cd4154d52af tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abf13d90-990a-4af4-a2d0-1d0f9d1b7685']}} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:10:29.944922 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-020cee00-14d7-48fe-b58c-ce756f3349a7 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-531685'] for router_interface, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:29.965210 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device f08f94a0-904f-4241-999e-aa29638f9099 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:10:30.079597 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 42466) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:10:30.110622 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [None req-5814e45f-a9c0-4240-8d44-3bbeb651c968 tempest-RoutersAdminTest-952369856 tempest-RoutersAdminTest-952369856-project-admin] Allocated IP 172.36.4.122 (b0167590-0699-4c5c-a932-3939414a9573/7a784a6d-3d96-418f-a645-b9ccd0b1ac55/8fbc79e1-0518-4773-b9c5-5e8ea2287a9e) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:10:30.209700 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.services.segments.db [None req-76c515ea-0075-4032-adcf-0cd4154d52af tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0fc0c1c8-ad7f-43c6-9a15-aad8c24d2ddf') {'for_net_delete': True} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:10:30.218121 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.services.segments.db [None req-76c515ea-0075-4032-adcf-0cd4154d52af tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0fc0c1c8-ad7f-43c6-9a15-aad8c24d2ddf') {} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:10:30.230320 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-8b6fc8ea-ebff-4b5d-a51e-75d48570212c tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892868'] for subnet, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:30.233736 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-74749b0d-64da-4edf-a860-68332b3a00b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3134b106-4218-415e-bd16-8091c8c99414', 'name': 'tempest-RoutersIpV6Test-router-1976028866', 'tenant_id': '04762f6d6f55432ea3822a71fa1f481f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:09:21Z', 'updated_at': '2022-01-05T17:10:26Z', 'revision_number': 8, 'project_id': '04762f6d6f55432ea3822a71fa1f481f', 'gw_port_host': None, '_interfaces': [{'id': '7a6fce8b-82cd-4f66-b676-24715f48f101', 'name': '', 'network_id': '7a7c53f6-25d1-445c-b01b-3b897757c60b', 'tenant_id': '04762f6d6f55432ea3822a71fa1f481f', 'mac_address': 'fa:16:3e:23:5b:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3134b106-4218-415e-bd16-8091c8c99414', 'device_owner': 'network:router_interface', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': '55b94fe0-157d-4c54-8a73-461b6c3fcdca', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:09:48Z', 'updated_at': '2022-01-05T17:10:07Z', 'revision_number': 5, 'project_id': '04762f6d6f55432ea3822a71fa1f481f', 'subnets': [{'id': '55b94fe0-157d-4c54-8a73-461b6c3fcdca', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '80c0fed0-176f-4438-9a3e-aeeeb85fa8bd', 'name': '', 'network_id': '9b108e05-58cc-4d98-85c8-c21a57823860', 'tenant_id': '04762f6d6f55432ea3822a71fa1f481f', 'mac_address': 'fa:16:3e:19:8b:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3134b106-4218-415e-bd16-8091c8c99414', 'device_owner': 'network:router_interface', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': 'beb7642a-9087-4358-b980-878e8f238cce', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:09:28Z', 'updated_at': '2022-01-05T17:09:54Z', 'revision_number': 5, 'project_id': '04762f6d6f55432ea3822a71fa1f481f', 'subnets': [{'id': 'beb7642a-9087-4358-b980-878e8f238cce', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f94aa6e4-6d25-46f8-84f2-6ea65da467f1', 'name': '', 'network_id': '384f64a3-ca40-4479-9470-814f96969ff3', 'tenant_id': '04762f6d6f55432ea3822a71fa1f481f', 'mac_address': 'fa:16:3e:fb:c4:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3134b106-4218-415e-bd16-8091c8c99414', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'ebf673d0-4d72-4025-a6cc-aa8fd8d0db18', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:09:39Z', 'updated_at': '2022-01-05T17:10:02Z', 'revision_number': 5, 'project_id': '04762f6d6f55432ea3822a71fa1f481f', 'subnets': [{'id': 'ebf673d0-4d72-4025-a6cc-aa8fd8d0db18', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:10:30.255549 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-76c515ea-0075-4032-adcf-0cd4154d52af tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754181064771', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8784833'] for segment, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:30.292197 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-76c515ea-0075-4032-adcf-0cd4154d52af tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225'] for segment, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:30.300102 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76c515ea-0075-4032-adcf-0cd4154d52af tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Releasing vlan 141 on physical network physnet1 to pool {{(pid=103800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 05 17:10:30.300511 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-76c515ea-0075-4032-adcf-0cd4154d52af tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8784497'] for segment, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:30.306606 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74749b0d-64da-4edf-a860-68332b3a00b2 None None] Checking router: 3134b106-4218-415e-bd16-8091c8c99414 for host: dv-neutron-master-2-hyperv {{(pid=103803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 05 17:10:30.326282 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-f95ee0c8-33e7-4668-9461-3cbbd207c6c0 None None] For port de37bf9a-b0f5-454c-877e-5c81755837aa, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 05 17:10:30.331975 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74749b0d-64da-4edf-a860-68332b3a00b2 None None] Routers {'3134b106-4218-415e-bd16-8091c8c99414'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:10:30.332748 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-74749b0d-64da-4edf-a860-68332b3a00b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:10:19Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['3134b106-4218-415e-bd16-8091c8c99414'], 'active': True} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:10:30.348552 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-f95ee0c8-33e7-4668-9461-3cbbd207c6c0 None None] For port de37bf9a-b0f5-454c-877e-5c81755837aa, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=de37bf9a-b0f5-454c-877e-5c81755837aa,segment=NetworkSegment(68e6c437-46c2-424d-85e7-20547f69066d),segment_id=68e6c437-46c2-424d-85e7-20547f69066d)] {{(pid=103802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 05 17:10:30.350286 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-5d4a83c0-e07a-4fa2-8af6-a2bfec4d189c None None] For port 0a0090de-f3ef-431f-be13-0f0a23e8961b, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 05 17:10:30.354451 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Provisioning complete for port f08f94a0-904f-4241-999e-aa29638f9099 triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:10:30.354817 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:30.408216 dv-neutron-master-2-hyperv neutron-server[103800]: Traceback (most recent call last): Jan 05 17:10:30.408216 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 05 17:10:30.408216 dv-neutron-master-2-hyperv neutron-server[103800]: timer() Jan 05 17:10:30.408216 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 05 17:10:30.408216 dv-neutron-master-2-hyperv neutron-server[103800]: cb(*args, **kw) Jan 05 17:10:30.408216 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 05 17:10:30.408216 dv-neutron-master-2-hyperv neutron-server[103800]: return func(*args, **kwargs) Jan 05 17:10:30.408216 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 05 17:10:30.408216 dv-neutron-master-2-hyperv neutron-server[103800]: self._notify() Jan 05 17:10:30.408216 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 05 17:10:30.408216 dv-neutron-master-2-hyperv neutron-server[103800]: self.callback(batched_events) Jan 05 17:10:30.408216 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 05 17:10:30.408216 dv-neutron-master-2-hyperv neutron-server[103800]: event.method(event) Jan 05 17:10:30.408216 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 05 17:10:30.408216 dv-neutron-master-2-hyperv neutron-server[103800]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 05 17:10:30.408216 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 05 17:10:30.408216 dv-neutron-master-2-hyperv neutron-server[103800]: aggregate_uuid = self.p_client.list_aggregates( Jan 05 17:10:30.408216 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 05 17:10:30.408216 dv-neutron-master-2-hyperv neutron-server[103800]: return f(self, *a, **k) Jan 05 17:10:30.408216 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 05 17:10:30.408216 dv-neutron-master-2-hyperv neutron-server[103800]: return self._get(url).json() Jan 05 17:10:30.408216 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 05 17:10:30.408216 dv-neutron-master-2-hyperv neutron-server[103800]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 05 17:10:30.408216 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 05 17:10:30.408216 dv-neutron-master-2-hyperv neutron-server[103800]: return self.request(url, 'GET', **kwargs) Jan 05 17:10:30.408216 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 05 17:10:30.408216 dv-neutron-master-2-hyperv neutron-server[103800]: base_url = self.get_endpoint(auth, allow=allow, Jan 05 17:10:30.408216 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 05 17:10:30.408216 dv-neutron-master-2-hyperv neutron-server[103800]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 05 17:10:30.408216 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 05 17:10:30.408216 dv-neutron-master-2-hyperv neutron-server[103800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 05 17:10:30.408216 dv-neutron-master-2-hyperv neutron-server[103800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 05 17:10:30.427959 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-5d4a83c0-e07a-4fa2-8af6-a2bfec4d189c None None] For port 0a0090de-f3ef-431f-be13-0f0a23e8961b, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=0a0090de-f3ef-431f-be13-0f0a23e8961b,segment=NetworkSegment(0fc0c1c8-ad7f-43c6-9a15-aad8c24d2ddf),segment_id=0fc0c1c8-ad7f-43c6-9a15-aad8c24d2ddf)] {{(pid=103802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 05 17:10:30.431008 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-147bc450-6033-4938-acb8-8ee91381a37d tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Made reservation on behalf of fd419c78d7194361a03f37a26ebeba76 for: {'subnet': 1} {{(pid=103801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:10:30.444723 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-147bc450-6033-4938-acb8-8ee91381a37d tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12480675'] for subnet, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:30.453388 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-f95ee0c8-33e7-4668-9461-3cbbd207c6c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:30.488232 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.db.api [None req-76c515ea-0075-4032-adcf-0cd4154d52af tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 05 17:10:30.488232 dv-neutron-master-2-hyperv neutron-server[103800]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 05 17:10:30.488232 dv-neutron-master-2-hyperv neutron-server[103800]: [parameters: {'id': 'abf13d90-990a-4af4-a2d0-1d0f9d1b7685'}] Jan 05 17:10:30.488232 dv-neutron-master-2-hyperv neutron-server[103800]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103800) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 05 17:10:30.488706 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG oslo_db.api [None req-76c515ea-0075-4032-adcf-0cd4154d52af tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 05 17:10:30.495384 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-5814e45f-a9c0-4240-8d44-3bbeb651c968 tempest-RoutersAdminTest-952369856 tempest-RoutersAdminTest-952369856-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:30.538036 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvr_db [None req-74749b0d-64da-4edf-a860-68332b3a00b2 None None] Set router 3134b106-4218-415e-bd16-8091c8c99414 gateway port host: None {{(pid=103803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:10:30.565970 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-5d4a83c0-e07a-4fa2-8af6-a2bfec4d189c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:30.629761 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-5814e45f-a9c0-4240-8d44-3bbeb651c968 tempest-RoutersAdminTest-952369856 tempest-RoutersAdminTest-952369856-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:30.682166 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95ee0c8-33e7-4668-9461-3cbbd207c6c0 None None] Pushing event updated for resources: {'Port': ['ID=de37bf9a-b0f5-454c-877e-5c81755837aa,revision_number=2']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:10:30.761079 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-8b6fc8ea-ebff-4b5d-a51e-75d48570212c tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3893367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11433231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12480600'] for subnet, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:30.782249 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5814e45f-a9c0-4240-8d44-3bbeb651c968 tempest-RoutersAdminTest-952369856 tempest-RoutersAdminTest-952369856-project-admin] Network b0167590-0699-4c5c-a932-3939414a9573 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:10:30.787602 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-5814e45f-a9c0-4240-8d44-3bbeb651c968 tempest-RoutersAdminTest-952369856 tempest-RoutersAdminTest-952369856-project-admin] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:10:30.792292 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5814e45f-a9c0-4240-8d44-3bbeb651c968 tempest-RoutersAdminTest-952369856 tempest-RoutersAdminTest-952369856-project-admin] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:10:30.814365 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4a83c0-e07a-4fa2-8af6-a2bfec4d189c None None] Pushing event updated for resources: {'Port': ['ID=0a0090de-f3ef-431f-be13-0f0a23e8961b,revision_number=2']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:10:30.850054 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e4b5959-4f5a-492c-9399-0e973dc12f1c None None] DHCP port deletion for b0167590-0699-4c5c-a932-3939414a9573 request from dv-neutron-master-2-hyperv {{(pid=103802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 05 17:10:30.852649 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-d8cf6157-d39a-4648-b30c-ce1ba0598d2b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=2eb3ba497dfc47b9be49dec96b6da37c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7573631 Jan 05 17:10:30.858763 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 42472) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:10:30.887668 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6fc8ea-ebff-4b5d-a51e-75d48570212c tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Pushing event deleted for resources: {'Subnet': ['ID=008c4853-5d11-4379-b157-d4d82c3a9414,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:10:30.892337 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-8b6fc8ea-ebff-4b5d-a51e-75d48570212c tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks [] for subnet, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:30.901516 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-8b6fc8ea-ebff-4b5d-a51e-75d48570212c tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] 10.222.0.11 "DELETE /v2.0/subnets/008c4853-5d11-4379-b157-d4d82c3a9414 HTTP/1.1" status: 204 len: 168 time: 1.7291448 Jan 05 17:10:30.902597 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5814e45f-a9c0-4240-8d44-3bbeb651c968 tempest-RoutersAdminTest-952369856 tempest-RoutersAdminTest-952369856-project-admin] Pushing event updated for resources: {'Port': ['ID=8fbc79e1-0518-4773-b9c5-5e8ea2287a9e,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:10:30.904550 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b333b7bb-d2af-4778-aff9-46f7a150263f None None] Network 340e1cc9-3251-4d71-9b7d-e1059822a4f3 requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:10:30.913892 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 42474) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:10:31.007861 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cd39989-7e4d-49c2-ad97-2f04b29ecaa3 None None] Network abf13d90-990a-4af4-a2d0-1d0f9d1b7685 requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:10:31.009378 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-76c515ea-0075-4032-adcf-0cd4154d52af tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3809644'] for network, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:31.077992 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-74749b0d-64da-4edf-a860-68332b3a00b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3134b106-4218-415e-bd16-8091c8c99414', 'name': 'tempest-RoutersIpV6Test-router-1976028866', 'tenant_id': '04762f6d6f55432ea3822a71fa1f481f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:09:21Z', 'updated_at': '2022-01-05T17:10:26Z', 'revision_number': 8, 'project_id': '04762f6d6f55432ea3822a71fa1f481f', 'gw_port_host': None, '_interfaces': [{'id': '7a6fce8b-82cd-4f66-b676-24715f48f101', 'name': '', 'network_id': '7a7c53f6-25d1-445c-b01b-3b897757c60b', 'tenant_id': '04762f6d6f55432ea3822a71fa1f481f', 'mac_address': 'fa:16:3e:23:5b:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3134b106-4218-415e-bd16-8091c8c99414', 'device_owner': 'network:router_interface', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': '55b94fe0-157d-4c54-8a73-461b6c3fcdca', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:09:48Z', 'updated_at': '2022-01-05T17:10:07Z', 'revision_number': 5, 'project_id': '04762f6d6f55432ea3822a71fa1f481f', 'subnets': [{'id': '55b94fe0-157d-4c54-8a73-461b6c3fcdca', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '80c0fed0-176f-4438-9a3e-aeeeb85fa8bd', 'name': '', 'network_id': '9b108e05-58cc-4d98-85c8-c21a57823860', 'tenant_id': '04762f6d6f55432ea3822a71fa1f481f', 'mac_address': 'fa:16:3e:19:8b:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3134b106-4218-415e-bd16-8091c8c99414', 'device_owner': 'network:router_interface', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': 'beb7642a-9087-4358-b980-878e8f238cce', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:09:28Z', 'updated_at': '2022-01-05T17:09:54Z', 'revision_number': 5, 'project_id': '04762f6d6f55432ea3822a71fa1f481f', 'subnets': [{'id': 'beb7642a-9087-4358-b980-878e8f238cce', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f94aa6e4-6d25-46f8-84f2-6ea65da467f1', 'name': '', 'network_id': '384f64a3-ca40-4479-9470-814f96969ff3', 'tenant_id': '04762f6d6f55432ea3822a71fa1f481f', 'mac_address': 'fa:16:3e:fb:c4:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3134b106-4218-415e-bd16-8091c8c99414', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'ebf673d0-4d72-4025-a6cc-aa8fd8d0db18', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:09:39Z', 'updated_at': '2022-01-05T17:10:02Z', 'revision_number': 5, 'project_id': '04762f6d6f55432ea3822a71fa1f481f', 'subnets': [{'id': 'ebf673d0-4d72-4025-a6cc-aa8fd8d0db18', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:10:31.143297 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74749b0d-64da-4edf-a860-68332b3a00b2 None None] The sync data for ids ['3134b106-4218-415e-bd16-8091c8c99414'] in dv-neutron-master-2-hyperv is: [{'id': '3134b106-4218-415e-bd16-8091c8c99414', 'name': 'tempest-RoutersIpV6Test-router-1976028866', 'tenant_id': '04762f6d6f55432ea3822a71fa1f481f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:09:21Z', 'updated_at': '2022-01-05T17:10:26Z', 'revision_number': 8, 'project_id': '04762f6d6f55432ea3822a71fa1f481f', 'gw_port_host': None, '_interfaces': [{'id': '7a6fce8b-82cd-4f66-b676-24715f48f101', 'name': '', 'network_id': '7a7c53f6-25d1-445c-b01b-3b897757c60b', 'tenant_id': '04762f6d6f55432ea3822a71fa1f481f', 'mac_address': 'fa:16:3e:23:5b:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3134b106-4218-415e-bd16-8091c8c99414', 'device_owner': 'network:router_interface', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': '55b94fe0-157d-4c54-8a73-461b6c3fcdca', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:09:48Z', 'updated_at': '2022-01-05T17:10:07Z', 'revision_number': 5, 'project_id': '04762f6d6f55432ea3822a71fa1f481f', 'subnets': [{'id': '55b94fe0-157d-4c54-8a73-461b6c3fcdca', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '80c0fed0-176f-4438-9a3e-aeeeb85fa8bd', 'name': '', 'network_id': '9b108e05-58cc-4d98-85c8-c21a57823860', 'tenant_id': '04762f6d6f55432ea3822a71fa1f481f', 'mac_address': 'fa:16:3e:19:8b:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3134b106-4218-415e-bd16-8091c8c99414', 'device_owner': 'network:router_interface', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': 'beb7642a-9087-4358-b980-878e8f238cce', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:09:28Z', 'updated_at': '2022-01-05T17:09:54Z', 'revision_number': 5, 'project_id': '04762f6d6f55432ea3822a71fa1f481f', 'subnets': [{'id': 'beb7642a-9087-4358-b980-878e8f238cce', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f94aa6e4-6d25-46f8-84f2-6ea65da467f1', 'name': '', 'network_id': '384f64a3-ca40-4479-9470-814f96969ff3', 'tenant_id': '04762f6d6f55432ea3822a71fa1f481f', 'mac_address': 'fa:16:3e:fb:c4:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3134b106-4218-415e-bd16-8091c8c99414', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'ebf673d0-4d72-4025-a6cc-aa8fd8d0db18', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:09:39Z', 'updated_at': '2022-01-05T17:10:02Z', 'revision_number': 5, 'project_id': '04762f6d6f55432ea3822a71fa1f481f', 'subnets': [{'id': 'ebf673d0-4d72-4025-a6cc-aa8fd8d0db18', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 05 17:10:31.198265 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 7062cf34-535c-4ec4-a676-57dcd8c327f7 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 05 17:10:31.271108 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-0d531257-4e0c-4e5c-a73f-fa69bf3763b0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:31.322852 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-0d531257-4e0c-4e5c-a73f-fa69bf3763b0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:31.327219 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d0de0b0d-499f-440c-9391-feeadafd9343 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3809644'] for network, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:31.411319 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-020cee00-14d7-48fe-b58c-ce756f3349a7 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Deleting port 182e09e5-42e6-4f62-bbbb-0058488f34b5 {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:10:31.412397 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-020cee00-14d7-48fe-b58c-ce756f3349a7 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:31.478197 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-9e224113-dcfd-4731-81ef-67bd1a5516b3 None None] Provisioning complete for port 8fbc79e1-0518-4773-b9c5-5e8ea2287a9e triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:10:31.479407 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-9e224113-dcfd-4731-81ef-67bd1a5516b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:31.484564 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] No Port match for: 7062cf34-535c-4ec4-a676-57dcd8c327f7 {{(pid=103802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 05 17:10:31.485137 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 7062cf34-535c-4ec4-a676-57dcd8c327f7 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 05 17:10:31.485730 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device f12a2d89-62c7-4c93-8256-419ab8c31f4b no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 05 17:10:31.545396 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] No Port match for: f12a2d89-62c7-4c93-8256-419ab8c31f4b {{(pid=103802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 05 17:10:31.545767 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device f12a2d89-62c7-4c93-8256-419ab8c31f4b not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 05 17:10:31.546196 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 52abf501-ba74-4e7a-a6a7-57e2c1b5592e no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 05 17:10:31.583858 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] No Port match for: 52abf501-ba74-4e7a-a6a7-57e2c1b5592e {{(pid=103802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 05 17:10:31.599951 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 52abf501-ba74-4e7a-a6a7-57e2c1b5592e not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 05 17:10:31.600383 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 01b4e3a0-334c-463a-9aad-3e08126a4618 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 05 17:10:31.643085 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-76c515ea-0075-4032-adcf-0cd4154d52af tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Deleting port 0a0090de-f3ef-431f-be13-0f0a23e8961b {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:10:31.644176 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-76c515ea-0075-4032-adcf-0cd4154d52af tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:31.687919 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-020cee00-14d7-48fe-b58c-ce756f3349a7 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] For port 182e09e5-42e6-4f62-bbbb-0058488f34b5, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=182e09e5-42e6-4f62-bbbb-0058488f34b5,segment=NetworkSegment(079e8fea-7656-44b3-bb6e-8cb0885366a3),segment_id=079e8fea-7656-44b3-bb6e-8cb0885366a3)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:10:31.688373 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-020cee00-14d7-48fe-b58c-ce756f3349a7 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:31.705180 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-0d531257-4e0c-4e5c-a73f-fa69bf3763b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:31.721457 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-0d531257-4e0c-4e5c-a73f-fa69bf3763b0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:31.723608 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-0d531257-4e0c-4e5c-a73f-fa69bf3763b0 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d55cbacc-a0c6-438b-b941-081baf183ad8 HTTP/1.1" status: 204 len: 168 time: 0.8628306 Jan 05 17:10:31.777073 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] No Port match for: 01b4e3a0-334c-463a-9aad-3e08126a4618 {{(pid=103802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 05 17:10:31.794075 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 01b4e3a0-334c-463a-9aad-3e08126a4618 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 05 17:10:31.832438 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-9e224113-dcfd-4731-81ef-67bd1a5516b3 None None] Port 8fbc79e1-0518-4773-b9c5-5e8ea2287a9e cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 17:10:31.833156 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.db [None req-76c515ea-0075-4032-adcf-0cd4154d52af tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] For port 0a0090de-f3ef-431f-be13-0f0a23e8961b, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=0a0090de-f3ef-431f-be13-0f0a23e8961b,segment=NetworkSegment(0fc0c1c8-ad7f-43c6-9a15-aad8c24d2ddf),segment_id=0fc0c1c8-ad7f-43c6-9a15-aad8c24d2ddf)] {{(pid=103800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:10:31.837344 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-76c515ea-0075-4032-adcf-0cd4154d52af tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:31.854316 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-020cee00-14d7-48fe-b58c-ce756f3349a7 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Calling delete_port for 182e09e5-42e6-4f62-bbbb-0058488f34b5 owned by network:router_interface {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:10:31.887598 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-76c515ea-0075-4032-adcf-0cd4154d52af tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Calling delete_port for 0a0090de-f3ef-431f-be13-0f0a23e8961b owned by network:dhcp {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:10:31.896512 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d531257-4e0c-4e5c-a73f-fa69bf3763b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d55cbacc-a0c6-438b-b941-081baf183ad8,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:10:31.973799 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a36e508-f3e4-4a45-ae2c-87ca859e9ebb None None] DHCP port deletion for 340e1cc9-3251-4d71-9b7d-e1059822a4f3 request from dv-neutron-master-2-hyperv {{(pid=103802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 05 17:10:32.104623 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-1a36e508-f3e4-4a45-ae2c-87ca859e9ebb None None] Deleting port df8ceb93-163e-423c-b665-e6e114895515 {{(pid=103802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:10:32.104990 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-1a36e508-f3e4-4a45-ae2c-87ca859e9ebb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:32.144919 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.objects.ports [None req-147bc450-6033-4938-acb8-8ee91381a37d tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103801) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 05 17:10:32.203719 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-76c515ea-0075-4032-adcf-0cd4154d52af tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:32.211559 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-d0de0b0d-499f-440c-9391-feeadafd9343 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Deleting port df8ceb93-163e-423c-b665-e6e114895515 {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:10:32.219022 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d0de0b0d-499f-440c-9391-feeadafd9343 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:32.352660 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-1a36e508-f3e4-4a45-ae2c-87ca859e9ebb None None] For port df8ceb93-163e-423c-b665-e6e114895515, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=df8ceb93-163e-423c-b665-e6e114895515,segment=NetworkSegment(82dfb23c-5fe9-444a-8846-65afb56ac0ca),segment_id=82dfb23c-5fe9-444a-8846-65afb56ac0ca)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:10:32.353203 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-1a36e508-f3e4-4a45-ae2c-87ca859e9ebb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:32.377134 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76c515ea-0075-4032-adcf-0cd4154d52af tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] No DVR routers for this DVR port 0a0090de-f3ef-431f-be13-0f0a23e8961b on host dv-neutron-master-2-hyperv {{(pid=103800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 05 17:10:32.383530 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-1a36e508-f3e4-4a45-ae2c-87ca859e9ebb None None] Calling delete_port for df8ceb93-163e-423c-b665-e6e114895515 owned by network:dhcp {{(pid=103802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:10:32.395362 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c515ea-0075-4032-adcf-0cd4154d52af tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Pushing event deleted for resources: {'Port': ['ID=0a0090de-f3ef-431f-be13-0f0a23e8961b,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:10:32.416590 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device de37bf9a-b0f5-454c-877e-5c81755837aa up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:10:32.554156 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-76c515ea-0075-4032-adcf-0cd4154d52af tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3891715', 'neutron.services.segments.db._delete_segments_for_network-8754181063482'] for network, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:32.590180 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-edce25d3-6178-45d4-9677-00a956d8df05 None None] Provisioning complete for port de37bf9a-b0f5-454c-877e-5c81755837aa triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:10:32.590749 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.services.segments.db [None req-76c515ea-0075-4032-adcf-0cd4154d52af tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abf13d90-990a-4af4-a2d0-1d0f9d1b7685']}} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:10:32.590877 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-edce25d3-6178-45d4-9677-00a956d8df05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:32.601799 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.services.segments.db [None req-76c515ea-0075-4032-adcf-0cd4154d52af tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0fc0c1c8-ad7f-43c6-9a15-aad8c24d2ddf') {'for_net_delete': True} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:10:32.602259 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.services.segments.db [None req-76c515ea-0075-4032-adcf-0cd4154d52af tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0fc0c1c8-ad7f-43c6-9a15-aad8c24d2ddf') {} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:10:32.608717 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-020cee00-14d7-48fe-b58c-ce756f3349a7 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11433176'] for port, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:32.616793 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-76c515ea-0075-4032-adcf-0cd4154d52af tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754181064771', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8784833'] for segment, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:32.629678 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-76c515ea-0075-4032-adcf-0cd4154d52af tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225'] for segment, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:32.636722 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76c515ea-0075-4032-adcf-0cd4154d52af tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Releasing vlan 141 on physical network physnet1 to pool {{(pid=103800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 05 17:10:32.637176 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-76c515ea-0075-4032-adcf-0cd4154d52af tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8784497'] for segment, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:32.638627 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Provisioning complete for port de37bf9a-b0f5-454c-877e-5c81755837aa triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:10:32.639008 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:32.687616 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-147bc450-6033-4938-acb8-8ee91381a37d tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:32.706204 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-1a36e508-f3e4-4a45-ae2c-87ca859e9ebb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678'] for port, after_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:32.729334 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020cee00-14d7-48fe-b58c-ce756f3349a7 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Pushing event deleted for resources: {'Port': ['ID=182e09e5-42e6-4f62-bbbb-0058488f34b5,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:10:32.738140 dv-neutron-master-2-hyperv neutron-server[103800]: Traceback (most recent call last): Jan 05 17:10:32.738140 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 05 17:10:32.738140 dv-neutron-master-2-hyperv neutron-server[103800]: timer() Jan 05 17:10:32.738140 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 05 17:10:32.738140 dv-neutron-master-2-hyperv neutron-server[103800]: cb(*args, **kw) Jan 05 17:10:32.738140 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 05 17:10:32.738140 dv-neutron-master-2-hyperv neutron-server[103800]: return func(*args, **kwargs) Jan 05 17:10:32.738140 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 05 17:10:32.738140 dv-neutron-master-2-hyperv neutron-server[103800]: self._notify() Jan 05 17:10:32.738140 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 05 17:10:32.738140 dv-neutron-master-2-hyperv neutron-server[103800]: self.callback(batched_events) Jan 05 17:10:32.738140 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 05 17:10:32.738140 dv-neutron-master-2-hyperv neutron-server[103800]: event.method(event) Jan 05 17:10:32.738140 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 05 17:10:32.738140 dv-neutron-master-2-hyperv neutron-server[103800]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 05 17:10:32.738140 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 05 17:10:32.738140 dv-neutron-master-2-hyperv neutron-server[103800]: aggregate_uuid = self.p_client.list_aggregates( Jan 05 17:10:32.738140 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 05 17:10:32.738140 dv-neutron-master-2-hyperv neutron-server[103800]: return f(self, *a, **k) Jan 05 17:10:32.738140 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 05 17:10:32.738140 dv-neutron-master-2-hyperv neutron-server[103800]: return self._get(url).json() Jan 05 17:10:32.738140 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 05 17:10:32.738140 dv-neutron-master-2-hyperv neutron-server[103800]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 05 17:10:32.738140 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 05 17:10:32.738140 dv-neutron-master-2-hyperv neutron-server[103800]: return self.request(url, 'GET', **kwargs) Jan 05 17:10:32.738140 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 05 17:10:32.738140 dv-neutron-master-2-hyperv neutron-server[103800]: base_url = self.get_endpoint(auth, allow=allow, Jan 05 17:10:32.738140 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 05 17:10:32.738140 dv-neutron-master-2-hyperv neutron-server[103800]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 05 17:10:32.738140 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 05 17:10:32.738140 dv-neutron-master-2-hyperv neutron-server[103800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 05 17:10:32.738140 dv-neutron-master-2-hyperv neutron-server[103800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 05 17:10:32.776578 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-edce25d3-6178-45d4-9677-00a956d8df05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:32.846872 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.db [None req-d0de0b0d-499f-440c-9391-feeadafd9343 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] For port df8ceb93-163e-423c-b665-e6e114895515, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=df8ceb93-163e-423c-b665-e6e114895515,segment=NetworkSegment(82dfb23c-5fe9-444a-8846-65afb56ac0ca),segment_id=82dfb23c-5fe9-444a-8846-65afb56ac0ca)] {{(pid=103800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:10:32.847605 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d0de0b0d-499f-440c-9391-feeadafd9343 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:32.850469 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 42482) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:10:32.858398 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-76c515ea-0075-4032-adcf-0cd4154d52af tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3891722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648695'] for network, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:32.864480 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a36e508-f3e4-4a45-ae2c-87ca859e9ebb None None] Pushing event deleted for resources: {'Port': ['ID=df8ceb93-163e-423c-b665-e6e114895515,revision_number=None']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:10:32.873472 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-76c515ea-0075-4032-adcf-0cd4154d52af tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Publish callbacks [] for network, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:32.878354 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-76c515ea-0075-4032-adcf-0cd4154d52af tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] 10.222.0.11 "DELETE /v2.0/networks/abf13d90-990a-4af4-a2d0-1d0f9d1b7685 HTTP/1.1" status: 204 len: 168 time: 5.1378729 Jan 05 17:10:32.890313 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 42486) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:10:32.891316 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-d0de0b0d-499f-440c-9391-feeadafd9343 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Calling delete_port for df8ceb93-163e-423c-b665-e6e114895515 owned by network:dhcp {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:10:32.905207 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-2cb88bc7-1cab-44a4-b829-bbaaeb2712da tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-923962888'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:10:32.921142 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-1b35b2d0-fd46-403f-a5d4-e1b1a486e225 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:32.938443 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-edce25d3-6178-45d4-9677-00a956d8df05 None None] For port de37bf9a-b0f5-454c-877e-5c81755837aa, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=de37bf9a-b0f5-454c-877e-5c81755837aa,segment=NetworkSegment(68e6c437-46c2-424d-85e7-20547f69066d),segment_id=68e6c437-46c2-424d-85e7-20547f69066d)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:10:32.939762 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c515ea-0075-4032-adcf-0cd4154d52af tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Pushing event deleted for resources: {'Network': ['ID=abf13d90-990a-4af4-a2d0-1d0f9d1b7685,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:10:32.941887 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a36e508-f3e4-4a45-ae2c-87ca859e9ebb None None] No DVR routers for this DVR port df8ceb93-163e-423c-b665-e6e114895515 on host dv-neutron-master-2-hyperv {{(pid=103802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 05 17:10:32.951848 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a36e508-f3e4-4a45-ae2c-87ca859e9ebb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:10:32.951848 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a36e508-f3e4-4a45-ae2c-87ca859e9ebb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:10:32.951848 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a36e508-f3e4-4a45-ae2c-87ca859e9ebb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:10:32.953734 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a36e508-f3e4-4a45-ae2c-87ca859e9ebb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:10:32.956114 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a36e508-f3e4-4a45-ae2c-87ca859e9ebb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:10:32.956463 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a36e508-f3e4-4a45-ae2c-87ca859e9ebb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:10:32.956665 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a36e508-f3e4-4a45-ae2c-87ca859e9ebb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:10:32.957004 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a36e508-f3e4-4a45-ae2c-87ca859e9ebb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:10:32.957359 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a36e508-f3e4-4a45-ae2c-87ca859e9ebb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:10:32.957735 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a36e508-f3e4-4a45-ae2c-87ca859e9ebb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:10:32.960572 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a36e508-f3e4-4a45-ae2c-87ca859e9ebb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:10:32.960923 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a36e508-f3e4-4a45-ae2c-87ca859e9ebb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:10:32.961303 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a36e508-f3e4-4a45-ae2c-87ca859e9ebb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:10:32.979528 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-5814e45f-a9c0-4240-8d44-3bbeb651c968 tempest-RoutersAdminTest-952369856 tempest-RoutersAdminTest-952369856-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:33.009812 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.db.api [None req-147bc450-6033-4938-acb8-8ee91381a37d tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103801) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 05 17:10:33.009812 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG oslo_db.api [None req-147bc450-6033-4938-acb8-8ee91381a37d tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 05 17:10:33.028717 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-edce25d3-6178-45d4-9677-00a956d8df05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:33.070224 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cb88bc7-1cab-44a4-b829-bbaaeb2712da tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Made reservation on behalf of 2c187912c919424a8a16116bf03056cd for: {'network': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:10:33.074255 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2cb88bc7-1cab-44a4-b829-bbaaeb2712da tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for network, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:33.134096 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edce25d3-6178-45d4-9677-00a956d8df05 None None] Pushing event updated for resources: {'Port': ['ID=de37bf9a-b0f5-454c-877e-5c81755837aa,revision_number=4']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:10:33.156479 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:33.158360 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-1b35b2d0-fd46-403f-a5d4-e1b1a486e225 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:33.160017 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0a2716c-2183-486d-a04d-5c328dc53b90 None None] get_active_networks_info from dv-neutron-master-2-hyperv {{(pid=103802) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 05 17:10:33.192490 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2cb88bc7-1cab-44a4-b829-bbaaeb2712da tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'} {{(pid=103800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 05 17:10:33.203431 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-020cee00-14d7-48fe-b58c-ce756f3349a7 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-560676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531569'] for router_interface, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:33.257163 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-1b35b2d0-fd46-403f-a5d4-e1b1a486e225 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:33.258336 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d0de0b0d-499f-440c-9391-feeadafd9343 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:33.300239 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0de0b0d-499f-440c-9391-feeadafd9343 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Pushing event deleted for resources: {'Port': ['ID=df8ceb93-163e-423c-b665-e6e114895515,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:10:33.306199 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2cb88bc7-1cab-44a4-b829-bbaaeb2712da tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225'] for segment, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:33.306648 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.db.segments_db [None req-2cb88bc7-1cab-44a4-b829-bbaaeb2712da tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Added segment 2e1714a8-d144-402b-ad4a-3193c3e85bec of type vlan for network ea1c83ec-abfb-4c58-9272-47c2de2d9ffe Jan 05 17:10:33.353737 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b35b2d0-fd46-403f-a5d4-e1b1a486e225 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6291fe62-38bb-4b10-9255-95ffb74cccba,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:10:33.375815 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-1b35b2d0-fd46-403f-a5d4-e1b1a486e225 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=127f8a9ad93a4f989b878b589b99cb84&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5219312 Jan 05 17:10:33.385565 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 42488) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:10:33.399626 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.db.api [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103802) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 05 17:10:33.400060 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG oslo_db.api [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 05 17:10:33.432314 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0a2716c-2183-486d-a04d-5c328dc53b90 None None] Resources bound (agent type, host, resource id): {{(pid=103802) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 05 17:10:33.460843 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-020cee00-14d7-48fe-b58c-ce756f3349a7 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Router bf1afd4d-680c-4871-aabc-4aca87161f6d has already been hosted by L3 agent 59446fdc-40e0-41fe-a575-a8eb11d742f7 {{(pid=103801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 05 17:10:33.569011 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-020cee00-14d7-48fe-b58c-ce756f3349a7 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 05 17:10:33.580512 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-020cee00-14d7-48fe-b58c-ce756f3349a7 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] 10.222.0.11 "PUT /v2.0/routers/bf1afd4d-680c-4871-aabc-4aca87161f6d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8686185 Jan 05 17:10:33.583709 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 42490) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:10:33.588379 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bad6b633-ae24-4208-a8b4-d7256c15c9da None None] Sync routers for ids ['bf1afd4d-680c-4871-aabc-4aca87161f6d'] in dv-neutron-master-2-hyperv {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 05 17:10:33.614183 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bad6b633-ae24-4208-a8b4-d7256c15c9da None None] Routers {'bf1afd4d-680c-4871-aabc-4aca87161f6d'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:10:33.614962 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-bad6b633-ae24-4208-a8b4-d7256c15c9da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:10:19Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['bf1afd4d-680c-4871-aabc-4aca87161f6d'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:10:33.621033 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-147bc450-6033-4938-acb8-8ee91381a37d tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:33.693035 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.db_base_plugin_v2 [None req-caac9c7b-ab96-4786-9a35-e53ead6582c4 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Deleting subnet 429e9b39-4f6c-40eb-b133-5051cc8163a3 {{(pid=103801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 05 17:10:33.702143 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-caac9c7b-ab96-4786-9a35-e53ead6582c4 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks [] for subnet, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:33.708360 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-bad6b633-ae24-4208-a8b4-d7256c15c9da None None] Set router bf1afd4d-680c-4871-aabc-4aca87161f6d gateway port host: None {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:10:33.771042 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-bad6b633-ae24-4208-a8b4-d7256c15c9da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf1afd4d-680c-4871-aabc-4aca87161f6d', 'name': 'tempest-RoutersTest-router-1392716440', 'tenant_id': '85eea60e03994a48a004c2f9e50e4168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:09:02Z', 'updated_at': '2022-01-05T17:10:32Z', 'revision_number': 11, 'project_id': '85eea60e03994a48a004c2f9e50e4168', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:10:33.835859 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bad6b633-ae24-4208-a8b4-d7256c15c9da None None] Checking router: bf1afd4d-680c-4871-aabc-4aca87161f6d for host: dv-neutron-master-2-hyperv {{(pid=103802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 05 17:10:33.863470 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0de0b0d-499f-440c-9391-feeadafd9343 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] No DVR routers for this DVR port df8ceb93-163e-423c-b665-e6e114895515 on host dv-neutron-master-2-hyperv {{(pid=103800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 05 17:10:33.897767 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bad6b633-ae24-4208-a8b4-d7256c15c9da None None] Routers {'bf1afd4d-680c-4871-aabc-4aca87161f6d'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:10:33.898264 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-bad6b633-ae24-4208-a8b4-d7256c15c9da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:10:19Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['bf1afd4d-680c-4871-aabc-4aca87161f6d'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:10:33.903359 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2cb88bc7-1cab-44a4-b829-bbaaeb2712da tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754180566020'] for network, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:33.975141 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-5814e45f-a9c0-4240-8d44-3bbeb651c968 tempest-RoutersAdminTest-952369856 tempest-RoutersAdminTest-952369856-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-649822', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-648421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62737'] for router, precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:34.027962 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-5814e45f-a9c0-4240-8d44-3bbeb651c968 tempest-RoutersAdminTest-952369856 tempest-RoutersAdminTest-952369856-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-649813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-649804', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-648412'] for router, after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:34.054601 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d0de0b0d-499f-440c-9391-feeadafd9343 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3891715', 'neutron.services.segments.db._delete_segments_for_network-8754181063482'] for network, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:34.066311 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-bad6b633-ae24-4208-a8b4-d7256c15c9da None None] Set router bf1afd4d-680c-4871-aabc-4aca87161f6d gateway port host: None {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:10:34.092918 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-caac9c7b-ab96-4786-9a35-e53ead6582c4 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11316398'] for subnet, precommit_delete_associations {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:34.123118 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2cb88bc7-1cab-44a4-b829-bbaaeb2712da tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685'] for network, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:34.128689 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cb88bc7-1cab-44a4-b829-bbaaeb2712da tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:10:34.129280 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2cb88bc7-1cab-44a4-b829-bbaaeb2712da tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Publish callbacks [] for network, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:34.150571 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69269165-14af-434a-b22b-ba92a2a034ab None None] get_active_networks_info from dv-neutron-master-2-hyperv {{(pid=103802) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 05 17:10:34.150949 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0de17dac-6981-4e92-a085-aa7fb97726fc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:34.172062 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.services.segments.db [None req-d0de0b0d-499f-440c-9391-feeadafd9343 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['340e1cc9-3251-4d71-9b7d-e1059822a4f3']}} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:10:34.226055 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-bad6b633-ae24-4208-a8b4-d7256c15c9da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf1afd4d-680c-4871-aabc-4aca87161f6d', 'name': 'tempest-RoutersTest-router-1392716440', 'tenant_id': '85eea60e03994a48a004c2f9e50e4168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:09:02Z', 'updated_at': '2022-01-05T17:10:32Z', 'revision_number': 11, 'project_id': '85eea60e03994a48a004c2f9e50e4168', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:10:34.226884 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.services.segments.db [None req-d0de0b0d-499f-440c-9391-feeadafd9343 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82dfb23c-5fe9-444a-8846-65afb56ac0ca') {'for_net_delete': True} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:10:34.227185 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.services.segments.db [None req-d0de0b0d-499f-440c-9391-feeadafd9343 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82dfb23c-5fe9-444a-8846-65afb56ac0ca') {} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:10:34.252243 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-147bc450-6033-4938-acb8-8ee91381a37d tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] For port de37bf9a-b0f5-454c-877e-5c81755837aa, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=de37bf9a-b0f5-454c-877e-5c81755837aa,segment=NetworkSegment(68e6c437-46c2-424d-85e7-20547f69066d),segment_id=68e6c437-46c2-424d-85e7-20547f69066d)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:10:34.271795 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-caac9c7b-ab96-4786-9a35-e53ead6582c4 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892868'] for subnet, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:34.277195 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bad6b633-ae24-4208-a8b4-d7256c15c9da None None] The sync data for ids ['bf1afd4d-680c-4871-aabc-4aca87161f6d'] in dv-neutron-master-2-hyperv is: [{'id': 'bf1afd4d-680c-4871-aabc-4aca87161f6d', 'name': 'tempest-RoutersTest-router-1392716440', 'tenant_id': '85eea60e03994a48a004c2f9e50e4168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:09:02Z', 'updated_at': '2022-01-05T17:10:32Z', 'revision_number': 11, 'project_id': '85eea60e03994a48a004c2f9e50e4168', 'gw_port_host': None}] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 05 17:10:34.300467 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0de17dac-6981-4e92-a085-aa7fb97726fc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:34.300467 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-2cb88bc7-1cab-44a4-b829-bbaaeb2712da tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.4023445 Jan 05 17:10:34.300467 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d0de0b0d-499f-440c-9391-feeadafd9343 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754181064771', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8784833'] for segment, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:34.303579 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 42494) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:10:34.308890 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-e0398a35-ac4e-466a-b398-4e26f9096be4 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Request body: {'subnet': {'network_id': 'ea1c83ec-abfb-4c58-9272-47c2de2d9ffe', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:10:34.312538 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 318a7ebe-f268-4c22-965c-c340c522693b no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 05 17:10:34.333201 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb88bc7-1cab-44a4-b829-bbaaeb2712da tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Pushing event updated for resources: {'Network': ['ID=ea1c83ec-abfb-4c58-9272-47c2de2d9ffe,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:10:34.345571 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d0de0b0d-499f-440c-9391-feeadafd9343 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225'] for segment, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:34.354111 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-147bc450-6033-4938-acb8-8ee91381a37d tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks [] for port, precommit_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:34.359190 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] No Port match for: 318a7ebe-f268-4c22-965c-c340c522693b {{(pid=103802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 05 17:10:34.359190 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 318a7ebe-f268-4c22-965c-c340c522693b not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 05 17:10:34.364998 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0de0b0d-499f-440c-9391-feeadafd9343 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Releasing vlan 118 on physical network physnet1 to pool {{(pid=103800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 05 17:10:34.365396 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d0de0b0d-499f-440c-9391-feeadafd9343 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8784497'] for segment, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:34.369523 dv-neutron-master-2-hyperv neutron-server[103800]: Traceback (most recent call last): Jan 05 17:10:34.369523 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 05 17:10:34.369523 dv-neutron-master-2-hyperv neutron-server[103800]: timer() Jan 05 17:10:34.369523 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 05 17:10:34.369523 dv-neutron-master-2-hyperv neutron-server[103800]: cb(*args, **kw) Jan 05 17:10:34.369523 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 05 17:10:34.369523 dv-neutron-master-2-hyperv neutron-server[103800]: return func(*args, **kwargs) Jan 05 17:10:34.369523 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 05 17:10:34.369523 dv-neutron-master-2-hyperv neutron-server[103800]: self._notify() Jan 05 17:10:34.369523 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 05 17:10:34.369523 dv-neutron-master-2-hyperv neutron-server[103800]: self.callback(batched_events) Jan 05 17:10:34.369523 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 05 17:10:34.369523 dv-neutron-master-2-hyperv neutron-server[103800]: event.method(event) Jan 05 17:10:34.369523 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 05 17:10:34.369523 dv-neutron-master-2-hyperv neutron-server[103800]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 05 17:10:34.369523 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 05 17:10:34.369523 dv-neutron-master-2-hyperv neutron-server[103800]: aggregate_uuid = self.p_client.list_aggregates( Jan 05 17:10:34.369523 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 05 17:10:34.369523 dv-neutron-master-2-hyperv neutron-server[103800]: return f(self, *a, **k) Jan 05 17:10:34.369523 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 05 17:10:34.369523 dv-neutron-master-2-hyperv neutron-server[103800]: return self._get(url).json() Jan 05 17:10:34.369523 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 05 17:10:34.369523 dv-neutron-master-2-hyperv neutron-server[103800]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 05 17:10:34.369523 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 05 17:10:34.369523 dv-neutron-master-2-hyperv neutron-server[103800]: return self.request(url, 'GET', **kwargs) Jan 05 17:10:34.369523 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 05 17:10:34.369523 dv-neutron-master-2-hyperv neutron-server[103800]: base_url = self.get_endpoint(auth, allow=allow, Jan 05 17:10:34.369523 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 05 17:10:34.369523 dv-neutron-master-2-hyperv neutron-server[103800]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 05 17:10:34.369523 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 05 17:10:34.369523 dv-neutron-master-2-hyperv neutron-server[103800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 05 17:10:34.369523 dv-neutron-master-2-hyperv neutron-server[103800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 05 17:10:34.386282 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Network ea1c83ec-abfb-4c58-9272-47c2de2d9ffe details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 05 17:10:34.444062 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-147bc450-6033-4938-acb8-8ee91381a37d tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11433169'] for port, after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:34.444919 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-147bc450-6033-4938-acb8-8ee91381a37d tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11433288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12480593'] for subnet, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:34.509696 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69269165-14af-434a-b22b-ba92a2a034ab None None] Resources bound (agent type, host, resource id): {{(pid=103802) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 05 17:10:34.537093 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-147bc450-6033-4938-acb8-8ee91381a37d tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Network e897f8fc-3cef-40ca-9466-c6c65ecd9833 is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:10:34.544297 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-147bc450-6033-4938-acb8-8ee91381a37d tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:10:34.549087 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-147bc450-6033-4938-acb8-8ee91381a37d tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:10:34.549087 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-147bc450-6033-4938-acb8-8ee91381a37d tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks [] for subnet, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:34.550842 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-caac9c7b-ab96-4786-9a35-e53ead6582c4 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3893367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11433231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12480600'] for subnet, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:34.573519 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147bc450-6033-4938-acb8-8ee91381a37d tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Pushing event updated for resources: {'Subnet': ['ID=e5190811-264e-4968-9338-c2766d92e5ad,revision_number=0']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:10:34.576442 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5814e45f-a9c0-4240-8d44-3bbeb651c968 tempest-RoutersAdminTest-952369856 tempest-RoutersAdminTest-952369856-project-admin] Router f1ef086d-18e1-4af9-b8a8-cba1d48c343f is scheduled to L3 agent 59446fdc-40e0-41fe-a575-a8eb11d742f7 with binding_index 1 {{(pid=103800) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 05 17:10:34.582692 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d0de0b0d-499f-440c-9391-feeadafd9343 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3891722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648695'] for network, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:34.584594 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0de17dac-6981-4e92-a085-aa7fb97726fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:34.589252 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0de17dac-6981-4e92-a085-aa7fb97726fc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:34.593471 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-0de17dac-6981-4e92-a085-aa7fb97726fc admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/6291fe62-38bb-4b10-9255-95ffb74cccba HTTP/1.1" status: 204 len: 168 time: 1.1534529 Jan 05 17:10:34.623318 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-caac9c7b-ab96-4786-9a35-e53ead6582c4 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks [] for subnet, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:34.635178 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-caac9c7b-ab96-4786-9a35-e53ead6582c4 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] 10.222.0.11 "DELETE /v2.0/subnets/429e9b39-4f6c-40eb-b133-5051cc8163a3 HTTP/1.1" status: 204 len: 168 time: 1.0481312 Jan 05 17:10:34.635178 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caac9c7b-ab96-4786-9a35-e53ead6582c4 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Pushing event deleted for resources: {'Subnet': ['ID=429e9b39-4f6c-40eb-b133-5051cc8163a3,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:10:34.640467 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147bc450-6033-4938-acb8-8ee91381a37d tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Pushing event updated for resources: {'Port': ['ID=de37bf9a-b0f5-454c-877e-5c81755837aa,revision_number=5']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:10:34.644926 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 42498) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:10:34.645768 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0398a35-ac4e-466a-b398-4e26f9096be4 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Made reservation on behalf of 2c187912c919424a8a16116bf03056cd for: {'subnet': 1} {{(pid=103801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:10:34.649817 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e0398a35-ac4e-466a-b398-4e26f9096be4 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12480675'] for subnet, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:34.673335 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d0de0b0d-499f-440c-9391-feeadafd9343 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks [] for network, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:34.681356 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-d0de0b0d-499f-440c-9391-feeadafd9343 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] 10.222.0.11 "DELETE /v2.0/networks/340e1cc9-3251-4d71-9b7d-e1059822a4f3 HTTP/1.1" status: 204 len: 168 time: 3.7615530 Jan 05 17:10:34.686458 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de17dac-6981-4e92-a085-aa7fb97726fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6291fe62-38bb-4b10-9255-95ffb74cccba,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:10:34.687191 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 42500) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:10:34.700310 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0de0b0d-499f-440c-9391-feeadafd9343 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Pushing event deleted for resources: {'Network': ['ID=340e1cc9-3251-4d71-9b7d-e1059822a4f3,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:10:34.727666 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-147bc450-6033-4938-acb8-8ee91381a37d tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 5.3084543 Jan 05 17:10:34.801414 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 42502) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:10:34.827733 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-e4eeeb8e-505b-4752-a6af-879f0a6ab855 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Request body: {'port': {'network_id': 'e897f8fc-3cef-40ca-9466-c6c65ecd9833', 'mac_address': 'fa:16:3e:4e:84:cd', 'name': 'tempest-NetworksTestDHCPv6-416529546'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:10:34.952420 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5814e45f-a9c0-4240-8d44-3bbeb651c968 tempest-RoutersAdminTest-952369856 tempest-RoutersAdminTest-952369856-project-admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 05 17:10:34.958508 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-5814e45f-a9c0-4240-8d44-3bbeb651c968 tempest-RoutersAdminTest-952369856 tempest-RoutersAdminTest-952369856-project-admin] Publish callbacks [] for router, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:34.961439 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-5814e45f-a9c0-4240-8d44-3bbeb651c968 tempest-RoutersAdminTest-952369856 tempest-RoutersAdminTest-952369856-project-admin] 10.222.0.11 "PUT /v2.0/routers/f1ef086d-18e1-4af9-b8a8-cba1d48c343f HTTP/1.1" status: 200 len: 915 time: 6.6237497 Jan 05 17:10:34.966147 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 42504) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:10:34.966315 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc9a9cb8-5e81-4edc-83b6-821928fc5444 None None] Sync routers for ids ['f1ef086d-18e1-4af9-b8a8-cba1d48c343f'] in dv-neutron-master-2-hyperv {{(pid=103803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 05 17:10:34.982440 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc9a9cb8-5e81-4edc-83b6-821928fc5444 None None] Routers {'f1ef086d-18e1-4af9-b8a8-cba1d48c343f'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:10:34.983632 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-fc9a9cb8-5e81-4edc-83b6-821928fc5444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:10:19Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['f1ef086d-18e1-4af9-b8a8-cba1d48c343f'], 'active': True} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:10:35.007441 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device de37bf9a-b0f5-454c-877e-5c81755837aa up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:10:35.035248 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-fc9a9cb8-5e81-4edc-83b6-821928fc5444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:10:35.046442 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-0c4de37d-9ae4-4e17-af67-31f5382300a7 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3809644'] for network, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:35.078103 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc9a9cb8-5e81-4edc-83b6-821928fc5444 None None] Routers {'f1ef086d-18e1-4af9-b8a8-cba1d48c343f'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:10:35.079592 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-fc9a9cb8-5e81-4edc-83b6-821928fc5444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:10:19Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['f1ef086d-18e1-4af9-b8a8-cba1d48c343f'], 'active': True} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:10:35.143179 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-fc9a9cb8-5e81-4edc-83b6-821928fc5444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:10:35.144059 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc9a9cb8-5e81-4edc-83b6-821928fc5444 None None] The sync data for ids ['f1ef086d-18e1-4af9-b8a8-cba1d48c343f'] in dv-neutron-master-2-hyperv is: [] {{(pid=103803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 05 17:10:35.177748 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09e727c8-22a9-4e3c-8d3a-822594332326 None None] Network 185acd14-b895-4704-a83b-f6ba048b49d6 requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:10:35.191572 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaaf032b-1fe7-4b2a-a9c7-b49ebf0b171d None None] Network e897f8fc-3cef-40ca-9466-c6c65ecd9833 requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:10:35.210925 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-caa7d97b-9a1c-485b-97d9-a3c1801fa8c3 tempest-RoutersAdminTest-952369856 tempest-RoutersAdminTest-952369856-project-admin] 10.222.0.11 "GET /v2.0/routers/f1ef086d-18e1-4af9-b8a8-cba1d48c343f HTTP/1.1" status: 200 len: 921 time: 0.2402389 Jan 05 17:10:35.211685 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 42510) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:10:35.275349 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db269b16-8a4c-48aa-965c-f430aa16e01b tempest-RoutersAdminTest-952369856 tempest-RoutersAdminTest-952369856-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:10:35.280890 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-db269b16-8a4c-48aa-965c-f430aa16e01b tempest-RoutersAdminTest-952369856 tempest-RoutersAdminTest-952369856-project-admin] 10.222.0.11 "GET /v2.0/ports?network_id=b0167590-0699-4c5c-a932-3939414a9573&device_id=f1ef086d-18e1-4af9-b8a8-cba1d48c343f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0678098 Jan 05 17:10:35.281515 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 42512) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:10:35.356208 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Provisioning complete for port de37bf9a-b0f5-454c-877e-5c81755837aa triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:10:35.356208 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:35.417551 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6aeca4d-1610-40a8-a1ec-fd9fb48ce733 tempest-RoutersAdminTest-952369856 tempest-RoutersAdminTest-952369856-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:10:35.424315 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-c6aeca4d-1610-40a8-a1ec-fd9fb48ce733 tempest-RoutersAdminTest-952369856 tempest-RoutersAdminTest-952369856-project-admin] 10.222.0.11 "GET /v2.0/networks/b0167590-0699-4c5c-a932-3939414a9573 HTTP/1.1" status: 200 len: 881 time: 0.1416852 Jan 05 17:10:35.428004 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 42516) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:10:35.480457 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-fc427861-0f42-43c2-a76f-301c7df27885 tempest-RoutersAdminTest-1676889452 tempest-RoutersAdminTest-1676889452-project] 10.222.0.11 "GET /v2.0/ports?device_id=f1ef086d-18e1-4af9-b8a8-cba1d48c343f HTTP/1.1" status: 200 len: 205 time: 0.0502496 Jan 05 17:10:35.481324 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 42520) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:10:35.526652 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4eeeb8e-505b-4752-a6af-879f0a6ab855 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Made reservation on behalf of fd419c78d7194361a03f37a26ebeba76 for: {'port': 1} {{(pid=103801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:10:35.552299 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0916fd6-6cf8-464c-8e98-9e4eed62defb None None] DHCP port deletion for 185acd14-b895-4704-a83b-f6ba048b49d6 request from dv-neutron-master-2-hyperv {{(pid=103802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 05 17:10:35.623407 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 182e09e5-42e6-4f62-bbbb-0058488f34b5 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 05 17:10:35.681034 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-bf0ff704-d96b-483f-8a96-702a03803cf2 tempest-RoutersAdminTest-1676889452 tempest-RoutersAdminTest-1676889452-project] Publish callbacks [] for router, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:35.681541 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] No Port match for: 182e09e5-42e6-4f62-bbbb-0058488f34b5 {{(pid=103802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 05 17:10:35.683356 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 182e09e5-42e6-4f62-bbbb-0058488f34b5 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 05 17:10:35.684553 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device df8ceb93-163e-423c-b665-e6e114895515 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 05 17:10:35.749437 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] No Port match for: df8ceb93-163e-423c-b665-e6e114895515 {{(pid=103802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 05 17:10:35.749858 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device df8ceb93-163e-423c-b665-e6e114895515 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 05 17:10:35.773877 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-0c4de37d-9ae4-4e17-af67-31f5382300a7 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Deleting port 06d9fd88-7e33-4313-8764-a62f88857800 {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:10:35.774474 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-0c4de37d-9ae4-4e17-af67-31f5382300a7 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:35.801526 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-b0916fd6-6cf8-464c-8e98-9e4eed62defb None None] Deleting port 06d9fd88-7e33-4313-8764-a62f88857800 {{(pid=103802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:10:35.801923 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-b0916fd6-6cf8-464c-8e98-9e4eed62defb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:35.843589 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-bf0ff704-d96b-483f-8a96-702a03803cf2 tempest-RoutersAdminTest-1676889452 tempest-RoutersAdminTest-1676889452-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:35.886144 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-0c4de37d-9ae4-4e17-af67-31f5382300a7 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] For port 06d9fd88-7e33-4313-8764-a62f88857800, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=06d9fd88-7e33-4313-8764-a62f88857800,segment=NetworkSegment(079e8fea-7656-44b3-bb6e-8cb0885366a3),segment_id=079e8fea-7656-44b3-bb6e-8cb0885366a3)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:10:35.886682 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-0c4de37d-9ae4-4e17-af67-31f5382300a7 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:35.918692 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-0c4de37d-9ae4-4e17-af67-31f5382300a7 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Calling delete_port for 06d9fd88-7e33-4313-8764-a62f88857800 owned by network:dhcp {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:10:35.986594 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-b0916fd6-6cf8-464c-8e98-9e4eed62defb None None] For port 06d9fd88-7e33-4313-8764-a62f88857800, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=06d9fd88-7e33-4313-8764-a62f88857800,segment=NetworkSegment(079e8fea-7656-44b3-bb6e-8cb0885366a3),segment_id=079e8fea-7656-44b3-bb6e-8cb0885366a3)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:10:35.986824 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-b0916fd6-6cf8-464c-8e98-9e4eed62defb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:36.022873 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-b0916fd6-6cf8-464c-8e98-9e4eed62defb None None] Calling delete_port for 06d9fd88-7e33-4313-8764-a62f88857800 owned by network:dhcp {{(pid=103802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:10:36.023537 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-bf0ff704-d96b-483f-8a96-702a03803cf2 tempest-RoutersAdminTest-1676889452 tempest-RoutersAdminTest-1676889452-project] Deleting port 8fbc79e1-0518-4773-b9c5-5e8ea2287a9e {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:10:36.024333 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-bf0ff704-d96b-483f-8a96-702a03803cf2 tempest-RoutersAdminTest-1676889452 tempest-RoutersAdminTest-1676889452-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:36.033888 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e4eeeb8e-505b-4752-a6af-879f0a6ab855 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:36.069892 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e0398a35-ac4e-466a-b398-4e26f9096be4 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11433288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12480593'] for subnet, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:36.134647 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.notifiers.nova [None req-e4eeeb8e-505b-4752-a6af-879f0a6ab855 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] device_id is not set on port 240bbaa0-c25c-4cd2-8ac9-1ab6c73cbaae yet. {{(pid=103801) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 05 17:10:36.234342 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-bf0ff704-d96b-483f-8a96-702a03803cf2 tempest-RoutersAdminTest-1676889452 tempest-RoutersAdminTest-1676889452-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:36.265024 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-bf0ff704-d96b-483f-8a96-702a03803cf2 tempest-RoutersAdminTest-1676889452 tempest-RoutersAdminTest-1676889452-project] Calling delete_port for 8fbc79e1-0518-4773-b9c5-5e8ea2287a9e owned by network:router_gateway {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:10:36.295175 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-0c4de37d-9ae4-4e17-af67-31f5382300a7 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11433176'] for port, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:36.351651 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-b0916fd6-6cf8-464c-8e98-9e4eed62defb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678'] for port, after_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:36.407591 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0916fd6-6cf8-464c-8e98-9e4eed62defb None None] Pushing event deleted for resources: {'Port': ['ID=06d9fd88-7e33-4313-8764-a62f88857800,revision_number=None']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:10:36.420111 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0916fd6-6cf8-464c-8e98-9e4eed62defb None None] No DVR routers for this DVR port 06d9fd88-7e33-4313-8764-a62f88857800 on host dv-neutron-master-2-hyperv {{(pid=103802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 05 17:10:36.543343 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4de37d-9ae4-4e17-af67-31f5382300a7 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Pushing event deleted for resources: {'Port': ['ID=06d9fd88-7e33-4313-8764-a62f88857800,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:10:36.549743 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 42536) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:10:36.555838 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0398a35-ac4e-466a-b398-4e26f9096be4 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Pushing event updated for resources: {'Subnet': ['ID=92809881-71a2-48a5-b42e-f234d0ca4b11,revision_number=0']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:10:36.561506 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c4de37d-9ae4-4e17-af67-31f5382300a7 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] No DVR routers for this DVR port 06d9fd88-7e33-4313-8764-a62f88857800 on host dv-neutron-master-2-hyperv {{(pid=103801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 05 17:10:36.567917 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0398a35-ac4e-466a-b398-4e26f9096be4 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Checking segment: {'id': '2e1714a8-d144-402b-ad4a-3193c3e85bec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'ea1c83ec-abfb-4c58-9272-47c2de2d9ffe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:10:36.568380 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0398a35-ac4e-466a-b398-4e26f9096be4 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Network hostable DHCP agents. Network: ea1c83ec-abfb-4c58-9272-47c2de2d9ffe, hostable agents: ['3f70c195-17da-4084-9fd6-bf6059d88535'], hosted agents: [] {{(pid=103801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 05 17:10:36.614946 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 06d9fd88-7e33-4313-8764-a62f88857800 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 05 17:10:36.642551 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] No Port match for: 06d9fd88-7e33-4313-8764-a62f88857800 {{(pid=103802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 05 17:10:36.642926 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 06d9fd88-7e33-4313-8764-a62f88857800 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 05 17:10:36.655930 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-bf0ff704-d96b-483f-8a96-702a03803cf2 tempest-RoutersAdminTest-1676889452 tempest-RoutersAdminTest-1676889452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:36.700106 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-55f2f591-fbc3-45fe-8ee8-e2551ebc2025 None None] Provisioning complete for port de37bf9a-b0f5-454c-877e-5c81755837aa triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:10:36.701182 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-55f2f591-fbc3-45fe-8ee8-e2551ebc2025 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:36.710729 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-5e85a444-5046-4c4e-84bc-61ada224eecd tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-531685'] for router_interface, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:36.744932 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-077727a5-66cd-44b0-9505-9608a5982fb5 None None] DHCP port deletion for b0167590-0699-4c5c-a932-3939414a9573 request from dv-neutron-master-2-hyperv {{(pid=103802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 05 17:10:36.797493 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0ff704-d96b-483f-8a96-702a03803cf2 tempest-RoutersAdminTest-1676889452 tempest-RoutersAdminTest-1676889452-project] Pushing event deleted for resources: {'Port': ['ID=8fbc79e1-0518-4773-b9c5-5e8ea2287a9e,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:10:36.809280 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-bf0ff704-d96b-483f-8a96-702a03803cf2 tempest-RoutersAdminTest-1676889452 tempest-RoutersAdminTest-1676889452-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-648595'] for router_gateway, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:36.812197 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0398a35-ac4e-466a-b398-4e26f9096be4 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Network ea1c83ec-abfb-4c58-9272-47c2de2d9ffe is scheduled to be hosted by DHCP agent 3f70c195-17da-4084-9fd6-bf6059d88535 with binding_index 1 {{(pid=103801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 05 17:10:36.822138 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-049c06fb-27d9-40d2-a25f-b304cf1ffed3 tempest-FloatingIPNegativeTestJSON-29840365 tempest-FloatingIPNegativeTestJSON-29840365-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-475706961'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:10:36.847829 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-0c4de37d-9ae4-4e17-af67-31f5382300a7 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3891715', 'neutron.services.segments.db._delete_segments_for_network-8754181063482'] for network, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:36.908681 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [None req-e4eeeb8e-505b-4752-a6af-879f0a6ab855 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Allocated IP 2001:db8::64 (e897f8fc-3cef-40ca-9466-c6c65ecd9833/66ac7629-d842-4988-94d0-0945c54fa680/240bbaa0-c25c-4cd2-8ac9-1ab6c73cbaae) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:10:36.910091 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-bf0ff704-d96b-483f-8a96-702a03803cf2 tempest-RoutersAdminTest-1676889452 tempest-RoutersAdminTest-1676889452-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-648249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62744'] for router, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:36.912591 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-bf0ff704-d96b-483f-8a96-702a03803cf2 tempest-RoutersAdminTest-1676889452 tempest-RoutersAdminTest-1676889452-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:36.920216 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.services.segments.db [None req-0c4de37d-9ae4-4e17-af67-31f5382300a7 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['185acd14-b895-4704-a83b-f6ba048b49d6']}} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:10:36.931042 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [None req-e4eeeb8e-505b-4752-a6af-879f0a6ab855 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Allocated IP 2001:db8:0:1:f816:3eff:fe4e:84cd (e897f8fc-3cef-40ca-9466-c6c65ecd9833/e5190811-264e-4968-9338-c2766d92e5ad/240bbaa0-c25c-4cd2-8ac9-1ab6c73cbaae) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:10:36.943058 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.services.segments.db [None req-0c4de37d-9ae4-4e17-af67-31f5382300a7 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '079e8fea-7656-44b3-bb6e-8cb0885366a3') {'for_net_delete': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:10:36.943334 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.services.segments.db [None req-0c4de37d-9ae4-4e17-af67-31f5382300a7 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '079e8fea-7656-44b3-bb6e-8cb0885366a3') {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:10:36.971386 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-e0398a35-ac4e-466a-b398-4e26f9096be4 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, ea1c83ec-abfb-4c58-9272-47c2de2d9ffe) {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:10:36.977036 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-0c4de37d-9ae4-4e17-af67-31f5382300a7 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754181064771', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11316385'] for segment, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:36.980270 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d774334b-e405-4741-89d6-94b147eb20bc None None] Network ea1c83ec-abfb-4c58-9272-47c2de2d9ffe requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:10:36.996270 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0398a35-ac4e-466a-b398-4e26f9096be4 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:10:37.000780 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e0398a35-ac4e-466a-b398-4e26f9096be4 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Publish callbacks [] for subnet, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:37.021069 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-bf0ff704-d96b-483f-8a96-702a03803cf2 tempest-RoutersAdminTest-1676889452 tempest-RoutersAdminTest-1676889452-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-648240'] for router, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:37.021639 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf0ff704-d96b-483f-8a96-702a03803cf2 tempest-RoutersAdminTest-1676889452 tempest-RoutersAdminTest-1676889452-project] Fanout notify agent at l3_agent the message router_deleted on router f1ef086d-18e1-4af9-b8a8-cba1d48c343f {{(pid=103800) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 05 17:10:37.035586 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-bf0ff704-d96b-483f-8a96-702a03803cf2 tempest-RoutersAdminTest-1676889452 tempest-RoutersAdminTest-1676889452-project] Publish callbacks [] for router, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:37.035586 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-bf0ff704-d96b-483f-8a96-702a03803cf2 tempest-RoutersAdminTest-1676889452 tempest-RoutersAdminTest-1676889452-project] 10.222.0.11 "DELETE /v2.0/routers/f1ef086d-18e1-4af9-b8a8-cba1d48c343f HTTP/1.1" status: 204 len: 168 time: 1.5482779 Jan 05 17:10:37.036449 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 42540) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:10:37.041527 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-a6ff740f-520b-4ed3-ba11-dcd2f273bf6f tempest-RoutersAdminTest-1676889452 tempest-RoutersAdminTest-1676889452-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1590912802', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:10:37.071642 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-049c06fb-27d9-40d2-a25f-b304cf1ffed3 tempest-FloatingIPNegativeTestJSON-29840365 tempest-FloatingIPNegativeTestJSON-29840365-project] Made reservation on behalf of 8e12e62f70d846e9a99323147f379e25 for: {'network': 1} {{(pid=103801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:10:37.075928 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-049c06fb-27d9-40d2-a25f-b304cf1ffed3 tempest-FloatingIPNegativeTestJSON-29840365 tempest-FloatingIPNegativeTestJSON-29840365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for network, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:37.090840 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6867edd-bb0e-4bb6-8da7-952e66d52c8f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-ea1c83ec-abfb-4c58-9272-47c2de2d9ffe', 'network_id': 'ea1c83ec-abfb-4c58-9272-47c2de2d9ffe', 'project_id': '2c187912c919424a8a16116bf03056cd', 'fixed_ips': [{'subnet_id': '92809881-71a2-48a5-b42e-f234d0ca4b11'}]}} from dv-neutron-master-2-hyperv. {{(pid=103802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 05 17:10:37.092289 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d6867edd-bb0e-4bb6-8da7-952e66d52c8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:37.099019 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-0c4de37d-9ae4-4e17-af67-31f5382300a7 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225'] for segment, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:37.121428 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-049c06fb-27d9-40d2-a25f-b304cf1ffed3 tempest-FloatingIPNegativeTestJSON-29840365 tempest-FloatingIPNegativeTestJSON-29840365-project] Publish callbacks [] for security_group, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:37.123923 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c4de37d-9ae4-4e17-af67-31f5382300a7 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Releasing vlan 113 on physical network physnet1 to pool {{(pid=103801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 05 17:10:37.124054 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-0c4de37d-9ae4-4e17-af67-31f5382300a7 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11433197'] for segment, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:37.130584 dv-neutron-master-2-hyperv neutron-server[103801]: Traceback (most recent call last): Jan 05 17:10:37.130584 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 05 17:10:37.130584 dv-neutron-master-2-hyperv neutron-server[103801]: timer() Jan 05 17:10:37.130584 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 05 17:10:37.130584 dv-neutron-master-2-hyperv neutron-server[103801]: cb(*args, **kw) Jan 05 17:10:37.130584 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 05 17:10:37.130584 dv-neutron-master-2-hyperv neutron-server[103801]: return func(*args, **kwargs) Jan 05 17:10:37.130584 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 05 17:10:37.130584 dv-neutron-master-2-hyperv neutron-server[103801]: self._notify() Jan 05 17:10:37.130584 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 05 17:10:37.130584 dv-neutron-master-2-hyperv neutron-server[103801]: self.callback(batched_events) Jan 05 17:10:37.130584 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 05 17:10:37.130584 dv-neutron-master-2-hyperv neutron-server[103801]: event.method(event) Jan 05 17:10:37.130584 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 05 17:10:37.130584 dv-neutron-master-2-hyperv neutron-server[103801]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 05 17:10:37.130584 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 05 17:10:37.130584 dv-neutron-master-2-hyperv neutron-server[103801]: aggregate_uuid = self.p_client.list_aggregates( Jan 05 17:10:37.130584 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 05 17:10:37.130584 dv-neutron-master-2-hyperv neutron-server[103801]: return f(self, *a, **k) Jan 05 17:10:37.130584 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 05 17:10:37.130584 dv-neutron-master-2-hyperv neutron-server[103801]: return self._get(url).json() Jan 05 17:10:37.130584 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 05 17:10:37.130584 dv-neutron-master-2-hyperv neutron-server[103801]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 05 17:10:37.130584 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 05 17:10:37.130584 dv-neutron-master-2-hyperv neutron-server[103801]: return self.request(url, 'GET', **kwargs) Jan 05 17:10:37.130584 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 05 17:10:37.130584 dv-neutron-master-2-hyperv neutron-server[103801]: base_url = self.get_endpoint(auth, allow=allow, Jan 05 17:10:37.130584 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 05 17:10:37.130584 dv-neutron-master-2-hyperv neutron-server[103801]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 05 17:10:37.130584 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 05 17:10:37.130584 dv-neutron-master-2-hyperv neutron-server[103801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 05 17:10:37.130584 dv-neutron-master-2-hyperv neutron-server[103801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 05 17:10:37.143481 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a6ff740f-520b-4ed3-ba11-dcd2f273bf6f tempest-RoutersAdminTest-1676889452 tempest-RoutersAdminTest-1676889452-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-649063', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58098'] for router, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:37.146329 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a6ff740f-520b-4ed3-ba11-dcd2f273bf6f tempest-RoutersAdminTest-1676889452 tempest-RoutersAdminTest-1676889452-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649832', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-545006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58091'] for router, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:37.217304 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a6ff740f-520b-4ed3-ba11-dcd2f273bf6f tempest-RoutersAdminTest-1676889452 tempest-RoutersAdminTest-1676889452-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:37.249234 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-e0398a35-ac4e-466a-b398-4e26f9096be4 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.9445717 Jan 05 17:10:37.252632 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 42542) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:10:37.256030 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.db_base_plugin_common [None req-d6867edd-bb0e-4bb6-8da7-952e66d52c8f None None] Allocated IP 172.20.0.1 (ea1c83ec-abfb-4c58-9272-47c2de2d9ffe/92809881-71a2-48a5-b42e-f234d0ca4b11/c49a7be7-eaff-4ecb-b005-d21256f0b36e) {{(pid=103802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:10:37.345324 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a6ff740f-520b-4ed3-ba11-dcd2f273bf6f tempest-RoutersAdminTest-1676889452 tempest-RoutersAdminTest-1676889452-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-648430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648639'] for router, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:37.358581 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e4eeeb8e-505b-4752-a6af-879f0a6ab855 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks [] for port, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:37.362916 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-0c4de37d-9ae4-4e17-af67-31f5382300a7 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3891722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648695'] for network, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:37.412497 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-0c4de37d-9ae4-4e17-af67-31f5382300a7 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks [] for network, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:37.426070 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 42546) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:10:37.426208 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-0c4de37d-9ae4-4e17-af67-31f5382300a7 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] 10.222.0.11 "DELETE /v2.0/networks/185acd14-b895-4704-a83b-f6ba048b49d6 HTTP/1.1" status: 204 len: 168 time: 2.7669656 Jan 05 17:10:37.426317 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-a9cf7849-a329-4cd1-91c8-c76acd9859c6 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Request body: {'router': {'routes': None}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:10:37.448901 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4de37d-9ae4-4e17-af67-31f5382300a7 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Pushing event deleted for resources: {'Network': ['ID=185acd14-b895-4704-a83b-f6ba048b49d6,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:10:37.457423 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d6867edd-bb0e-4bb6-8da7-952e66d52c8f None None] Publish callbacks [] for port, precommit_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:37.471664 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a6ff740f-520b-4ed3-ba11-dcd2f273bf6f tempest-RoutersAdminTest-1676889452 tempest-RoutersAdminTest-1676889452-project] Publish callbacks [] for router, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:37.475504 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-a6ff740f-520b-4ed3-ba11-dcd2f273bf6f tempest-RoutersAdminTest-1676889452 tempest-RoutersAdminTest-1676889452-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4354434 Jan 05 17:10:37.479753 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 42548) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:10:37.488581 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-862496c1-fe86-4734-a42d-11d58c71aecf tempest-RoutersAdminTest-952369856 tempest-RoutersAdminTest-952369856-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'enable_snat': False}}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:10:37.503531 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-049c06fb-27d9-40d2-a25f-b304cf1ffed3 tempest-FloatingIPNegativeTestJSON-29840365 tempest-FloatingIPNegativeTestJSON-29840365-project] Publish callbacks [] for security_group, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:37.515751 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d6867edd-bb0e-4bb6-8da7-952e66d52c8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669'] for port, after_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:37.527022 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b386110a-a2cf-44e7-9f37-5de18ca71949 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3809644'] for network, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:37.542010 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-5e85a444-5046-4c4e-84bc-61ada224eecd tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Deleting port 7a6fce8b-82cd-4f66-b676-24715f48f101 {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:10:37.542350 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-5e85a444-5046-4c4e-84bc-61ada224eecd tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:37.560844 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6867edd-bb0e-4bb6-8da7-952e66d52c8f None None] Network ea1c83ec-abfb-4c58-9272-47c2de2d9ffe is already hosted by enough agents. {{(pid=103802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:10:37.562543 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-049c06fb-27d9-40d2-a25f-b304cf1ffed3 tempest-FloatingIPNegativeTestJSON-29840365 tempest-FloatingIPNegativeTestJSON-29840365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:37.564499 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.scheduler.base_scheduler [None req-d6867edd-bb0e-4bb6-8da7-952e66d52c8f None None] Resources bound (agent type, host, resource id): {{(pid=103802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:10:37.568334 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6867edd-bb0e-4bb6-8da7-952e66d52c8f None None] Received port after_create {{(pid=103802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:10:37.579965 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6867edd-bb0e-4bb6-8da7-952e66d52c8f None None] Pushing event updated for resources: {'Port': ['ID=c49a7be7-eaff-4ecb-b005-d21256f0b36e,revision_number=1']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:10:37.619532 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e4eeeb8e-505b-4752-a6af-879f0a6ab855 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11433176'] for port, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:37.663974 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-d6867edd-bb0e-4bb6-8da7-952e66d52c8f None None] Attempting to bind port c49a7be7-eaff-4ecb-b005-d21256f0b36e on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 05 17:10:37.664351 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-d6867edd-bb0e-4bb6-8da7-952e66d52c8f None None] Attempting to bind port c49a7be7-eaff-4ecb-b005-d21256f0b36e by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '2e1714a8-d144-402b-ad4a-3193c3e85bec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'ea1c83ec-abfb-4c58-9272-47c2de2d9ffe'}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 05 17:10:37.664710 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6867edd-bb0e-4bb6-8da7-952e66d52c8f None None] Attempting to bind port c49a7be7-eaff-4ecb-b005-d21256f0b36e on network ea1c83ec-abfb-4c58-9272-47c2de2d9ffe {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:10:37.670649 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6867edd-bb0e-4bb6-8da7-952e66d52c8f None None] Checking agent: {'id': '0d4f8fd3-ce62-4651-970c-efa6a8bb22b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 5, 16, 57, 23), 'started_at': datetime.datetime(2022, 1, 5, 16, 57, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 5, 17, 10, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 05 17:10:37.671019 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6867edd-bb0e-4bb6-8da7-952e66d52c8f None None] Checking segment: {'id': '2e1714a8-d144-402b-ad4a-3193c3e85bec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'ea1c83ec-abfb-4c58-9272-47c2de2d9ffe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:10:37.671426 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d6867edd-bb0e-4bb6-8da7-952e66d52c8f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:37.671816 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6867edd-bb0e-4bb6-8da7-952e66d52c8f None None] Bound using segment: {'id': '2e1714a8-d144-402b-ad4a-3193c3e85bec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'ea1c83ec-abfb-4c58-9272-47c2de2d9ffe'} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 05 17:10:37.672299 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-d6867edd-bb0e-4bb6-8da7-952e66d52c8f None None] Bound port: c49a7be7-eaff-4ecb-b005-d21256f0b36e, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e1714a8-d144-402b-ad4a-3193c3e85bec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'ea1c83ec-abfb-4c58-9272-47c2de2d9ffe'}}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 05 17:10:37.672831 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d6867edd-bb0e-4bb6-8da7-952e66d52c8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:37.764349 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.extraroute_db [None req-a9cf7849-a329-4cd1-91c8-c76acd9859c6 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Added routes are [] {{(pid=103800) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jan 05 17:10:37.764651 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.extraroute_db [None req-a9cf7849-a329-4cd1-91c8-c76acd9859c6 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Removed routes are [] {{(pid=103800) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jan 05 17:10:37.765017 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a9cf7849-a329-4cd1-91c8-c76acd9859c6 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-649822', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-648421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62737'] for router, precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:37.772394 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-d6867edd-bb0e-4bb6-8da7-952e66d52c8f None None] For port c49a7be7-eaff-4ecb-b005-d21256f0b36e, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 05 17:10:37.780776 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-d6867edd-bb0e-4bb6-8da7-952e66d52c8f None None] For port c49a7be7-eaff-4ecb-b005-d21256f0b36e, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c49a7be7-eaff-4ecb-b005-d21256f0b36e,segment=NetworkSegment(2e1714a8-d144-402b-ad4a-3193c3e85bec),segment_id=2e1714a8-d144-402b-ad4a-3193c3e85bec)] {{(pid=103802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 05 17:10:37.847717 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d6867edd-bb0e-4bb6-8da7-952e66d52c8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:37.956410 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6867edd-bb0e-4bb6-8da7-952e66d52c8f None None] Pushing event updated for resources: {'Port': ['ID=c49a7be7-eaff-4ecb-b005-d21256f0b36e,revision_number=2']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:10:37.958275 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-862496c1-fe86-4734-a42d-11d58c71aecf tempest-RoutersAdminTest-952369856 tempest-RoutersAdminTest-952369856-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:37.975534 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-049c06fb-27d9-40d2-a25f-b304cf1ffed3 tempest-FloatingIPNegativeTestJSON-29840365 tempest-FloatingIPNegativeTestJSON-29840365-project] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=103801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 05 17:10:37.989894 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049c06fb-27d9-40d2-a25f-b304cf1ffed3 tempest-FloatingIPNegativeTestJSON-29840365 tempest-FloatingIPNegativeTestJSON-29840365-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c54fbbb0-2f3b-41db-97dc-ee1c284ee777,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:10:38.004075 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-b386110a-a2cf-44e7-9f37-5de18ca71949 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Deleting port c49a7be7-eaff-4ecb-b005-d21256f0b36e {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:10:38.004311 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b386110a-a2cf-44e7-9f37-5de18ca71949 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:38.026485 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-049c06fb-27d9-40d2-a25f-b304cf1ffed3 tempest-FloatingIPNegativeTestJSON-29840365 tempest-FloatingIPNegativeTestJSON-29840365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225'] for segment, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:38.026909 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.db.segments_db [None req-049c06fb-27d9-40d2-a25f-b304cf1ffed3 tempest-FloatingIPNegativeTestJSON-29840365 tempest-FloatingIPNegativeTestJSON-29840365-project] Added segment 7cd3633b-8ff5-471e-b8a6-efdd20685433 of type vlan for network dd42544a-8664-4632-a65f-33923484589c Jan 05 17:10:38.029852 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4eeeb8e-505b-4752-a6af-879f0a6ab855 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Network e897f8fc-3cef-40ca-9466-c6c65ecd9833 is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:10:38.050084 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-e4eeeb8e-505b-4752-a6af-879f0a6ab855 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:10:38.056495 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a9cf7849-a329-4cd1-91c8-c76acd9859c6 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-649822', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-648421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62737'] for router, precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:38.089486 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4eeeb8e-505b-4752-a6af-879f0a6ab855 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:10:38.097458 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4eeeb8e-505b-4752-a6af-879f0a6ab855 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:10:38.100951 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e4eeeb8e-505b-4752-a6af-879f0a6ab855 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:38.103133 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a9cf7849-a329-4cd1-91c8-c76acd9859c6 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-649813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-649804', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-648412'] for router, after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:38.104222 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4eeeb8e-505b-4752-a6af-879f0a6ab855 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Pushing event updated for resources: {'Port': ['ID=240bbaa0-c25c-4cd2-8ac9-1ab6c73cbaae,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:10:38.132410 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-5e85a444-5046-4c4e-84bc-61ada224eecd tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] For port 7a6fce8b-82cd-4f66-b676-24715f48f101, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=7a6fce8b-82cd-4f66-b676-24715f48f101,segment=NetworkSegment(da8da688-6b03-4fdb-b52a-5f5193f8dbd7),segment_id=da8da688-6b03-4fdb-b52a-5f5193f8dbd7)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:10:38.132773 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-5e85a444-5046-4c4e-84bc-61ada224eecd tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:38.136563 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-049c06fb-27d9-40d2-a25f-b304cf1ffed3 tempest-FloatingIPNegativeTestJSON-29840365 tempest-FloatingIPNegativeTestJSON-29840365-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754180566020'] for network, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:38.160391 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-5e85a444-5046-4c4e-84bc-61ada224eecd tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Calling delete_port for 7a6fce8b-82cd-4f66-b676-24715f48f101 owned by network:router_interface {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:10:38.249977 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-e4eeeb8e-505b-4752-a6af-879f0a6ab855 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 3.4348996 Jan 05 17:10:38.264735 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 42550) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:10:38.277332 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-049c06fb-27d9-40d2-a25f-b304cf1ffed3 tempest-FloatingIPNegativeTestJSON-29840365 tempest-FloatingIPNegativeTestJSON-29840365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685'] for network, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:38.288401 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-049c06fb-27d9-40d2-a25f-b304cf1ffed3 tempest-FloatingIPNegativeTestJSON-29840365 tempest-FloatingIPNegativeTestJSON-29840365-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:10:38.289053 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-049c06fb-27d9-40d2-a25f-b304cf1ffed3 tempest-FloatingIPNegativeTestJSON-29840365 tempest-FloatingIPNegativeTestJSON-29840365-project] Publish callbacks [] for network, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:38.524821 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-97b48319-4edd-45b9-97f8-887397b2db74 None None] Provisioning complete for port 240bbaa0-c25c-4cd2-8ac9-1ab6c73cbaae triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:10:38.527746 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-97b48319-4edd-45b9-97f8-887397b2db74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:38.557846 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049c06fb-27d9-40d2-a25f-b304cf1ffed3 tempest-FloatingIPNegativeTestJSON-29840365 tempest-FloatingIPNegativeTestJSON-29840365-project] Pushing event updated for resources: {'Network': ['ID=dd42544a-8664-4632-a65f-33923484589c,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:10:38.563127 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-049c06fb-27d9-40d2-a25f-b304cf1ffed3 tempest-FloatingIPNegativeTestJSON-29840365 tempest-FloatingIPNegativeTestJSON-29840365-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 2.0082376 Jan 05 17:10:38.567696 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 42554) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:10:38.585401 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-f14956d4-27ca-4b02-a588-f43a3a244266 tempest-FloatingIPNegativeTestJSON-29840365 tempest-FloatingIPNegativeTestJSON-29840365-project] Request body: {'subnet': {'network_id': 'dd42544a-8664-4632-a65f-33923484589c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:10:38.585685 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Network dd42544a-8664-4632-a65f-33923484589c details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 05 17:10:38.667792 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-3814da0e-bdb0-40c5-bbf2-16fc0553efcb tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Deleting port 240bbaa0-c25c-4cd2-8ac9-1ab6c73cbaae {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:10:38.668057 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3814da0e-bdb0-40c5-bbf2-16fc0553efcb tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:38.681786 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-97b48319-4edd-45b9-97f8-887397b2db74 None None] Port 240bbaa0-c25c-4cd2-8ac9-1ab6c73cbaae cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 17:10:38.701799 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device c49a7be7-eaff-4ecb-b005-d21256f0b36e up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:10:38.757159 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Provisioning complete for port c49a7be7-eaff-4ecb-b005-d21256f0b36e triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:10:38.757527 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:38.776341 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.db [None req-b386110a-a2cf-44e7-9f37-5de18ca71949 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] For port c49a7be7-eaff-4ecb-b005-d21256f0b36e, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c49a7be7-eaff-4ecb-b005-d21256f0b36e,segment=NetworkSegment(2e1714a8-d144-402b-ad4a-3193c3e85bec),segment_id=2e1714a8-d144-402b-ad4a-3193c3e85bec)] {{(pid=103800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:10:38.777283 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b386110a-a2cf-44e7-9f37-5de18ca71949 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:38.804052 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9cf7849-a329-4cd1-91c8-c76acd9859c6 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Router bf1afd4d-680c-4871-aabc-4aca87161f6d has already been hosted by L3 agent 59446fdc-40e0-41fe-a575-a8eb11d742f7 {{(pid=103800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 05 17:10:38.818399 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-b386110a-a2cf-44e7-9f37-5de18ca71949 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Calling delete_port for c49a7be7-eaff-4ecb-b005-d21256f0b36e owned by network:dhcp {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:10:38.856751 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3814da0e-bdb0-40c5-bbf2-16fc0553efcb tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:38.864319 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:38.876108 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-3814da0e-bdb0-40c5-bbf2-16fc0553efcb tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Calling delete_port for 240bbaa0-c25c-4cd2-8ac9-1ab6c73cbaae owned by {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:10:38.899791 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] For port c49a7be7-eaff-4ecb-b005-d21256f0b36e, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c49a7be7-eaff-4ecb-b005-d21256f0b36e,segment=NetworkSegment(2e1714a8-d144-402b-ad4a-3193c3e85bec),segment_id=2e1714a8-d144-402b-ad4a-3193c3e85bec)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:10:39.016623 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:39.054680 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9cf7849-a329-4cd1-91c8-c76acd9859c6 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 05 17:10:39.088687 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfc8c219-a47e-444d-875c-ca6ea9c0783d None None] Sync routers for ids ['bf1afd4d-680c-4871-aabc-4aca87161f6d'] in dv-neutron-master-2-hyperv {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 05 17:10:39.098547 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a9cf7849-a329-4cd1-91c8-c76acd9859c6 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks [] for router, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:39.104920 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-a9cf7849-a329-4cd1-91c8-c76acd9859c6 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] 10.222.0.11 "PUT /v2.0/routers/bf1afd4d-680c-4871-aabc-4aca87161f6d HTTP/1.1" status: 200 len: 701 time: 1.6828816 Jan 05 17:10:39.108482 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Pushing event updated for resources: {'Port': ['ID=c49a7be7-eaff-4ecb-b005-d21256f0b36e,revision_number=3']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:10:39.109561 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 42556) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:10:39.123490 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfc8c219-a47e-444d-875c-ca6ea9c0783d None None] Routers {'bf1afd4d-680c-4871-aabc-4aca87161f6d'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:10:39.124932 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-dfc8c219-a47e-444d-875c-ca6ea9c0783d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:10:19Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['bf1afd4d-680c-4871-aabc-4aca87161f6d'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:10:39.165914 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f14956d4-27ca-4b02-a588-f43a3a244266 tempest-FloatingIPNegativeTestJSON-29840365 tempest-FloatingIPNegativeTestJSON-29840365-project] Made reservation on behalf of 8e12e62f70d846e9a99323147f379e25 for: {'subnet': 1} {{(pid=103801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:10:39.169840 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f14956d4-27ca-4b02-a588-f43a3a244266 tempest-FloatingIPNegativeTestJSON-29840365 tempest-FloatingIPNegativeTestJSON-29840365-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12480675'] for subnet, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:39.185622 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-5e85a444-5046-4c4e-84bc-61ada224eecd tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11433176'] for port, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:39.203401 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-9b71ab33-a49e-48ef-a4c6-f2664ea02fe0 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] 10.222.0.11 "GET /v2.0/ports?device_id=bf1afd4d-680c-4871-aabc-4aca87161f6d HTTP/1.1" status: 200 len: 205 time: 0.0856774 Jan 05 17:10:39.204903 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 42558) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:10:39.281759 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e85a444-5046-4c4e-84bc-61ada224eecd tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Pushing event deleted for resources: {'Port': ['ID=7a6fce8b-82cd-4f66-b676-24715f48f101,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:10:39.283832 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3814da0e-bdb0-40c5-bbf2-16fc0553efcb tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11433176'] for port, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:39.298963 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-dfc8c219-a47e-444d-875c-ca6ea9c0783d None None] Set router bf1afd4d-680c-4871-aabc-4aca87161f6d gateway port host: None {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:10:39.353604 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3814da0e-bdb0-40c5-bbf2-16fc0553efcb tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Pushing event deleted for resources: {'Port': ['ID=240bbaa0-c25c-4cd2-8ac9-1ab6c73cbaae,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:10:39.415914 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0f6484b1-4379-4b21-bc51-4de1c385cd15 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks [] for router, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:39.474142 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-dfc8c219-a47e-444d-875c-ca6ea9c0783d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf1afd4d-680c-4871-aabc-4aca87161f6d', 'name': 'tempest-RoutersTest-router-1392716440', 'tenant_id': '85eea60e03994a48a004c2f9e50e4168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:09:02Z', 'updated_at': '2022-01-05T17:10:32Z', 'revision_number': 11, 'project_id': '85eea60e03994a48a004c2f9e50e4168', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:10:39.542143 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfc8c219-a47e-444d-875c-ca6ea9c0783d None None] Checking router: bf1afd4d-680c-4871-aabc-4aca87161f6d for host: dv-neutron-master-2-hyperv {{(pid=103802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 05 17:10:39.569331 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfc8c219-a47e-444d-875c-ca6ea9c0783d None None] Routers {'bf1afd4d-680c-4871-aabc-4aca87161f6d'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:10:39.569999 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-dfc8c219-a47e-444d-875c-ca6ea9c0783d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:10:19Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['bf1afd4d-680c-4871-aabc-4aca87161f6d'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:10:39.710458 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3814da0e-bdb0-40c5-bbf2-16fc0553efcb tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:39.710458 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-3814da0e-bdb0-40c5-bbf2-16fc0553efcb tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] 10.222.0.11 "DELETE /v2.0/ports/240bbaa0-c25c-4cd2-8ac9-1ab6c73cbaae HTTP/1.1" status: 204 len: 168 time: 1.4416792 Jan 05 17:10:39.713624 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 42562) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:10:39.866910 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-5e85a444-5046-4c4e-84bc-61ada224eecd tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-560676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531569'] for router_interface, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:39.902956 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-862496c1-fe86-4734-a42d-11d58c71aecf tempest-RoutersAdminTest-952369856 tempest-RoutersAdminTest-952369856-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:39.967936 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0f6484b1-4379-4b21-bc51-4de1c385cd15 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-648249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62744'] for router, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:39.970681 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-862496c1-fe86-4734-a42d-11d58c71aecf tempest-RoutersAdminTest-952369856 tempest-RoutersAdminTest-952369856-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:39.983710 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3938e266-b365-4949-aad5-e8804189dd5a tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:10:39.988296 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-3938e266-b365-4949-aad5-e8804189dd5a tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2321255 Jan 05 17:10:39.988296 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0f6484b1-4379-4b21-bc51-4de1c385cd15 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:39.990072 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 42564) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:10:39.996294 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a50a099-2b12-4288-a5bd-7de45fb64958 None None] Network ea1c83ec-abfb-4c58-9272-47c2de2d9ffe requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:10:40.004244 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-dfc8c219-a47e-444d-875c-ca6ea9c0783d None None] Set router bf1afd4d-680c-4871-aabc-4aca87161f6d gateway port host: None {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:10:40.073457 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b386110a-a2cf-44e7-9f37-5de18ca71949 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:40.117259 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b386110a-a2cf-44e7-9f37-5de18ca71949 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Pushing event deleted for resources: {'Port': ['ID=c49a7be7-eaff-4ecb-b005-d21256f0b36e,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:10:40.141637 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-597e30a1-58ea-4d6f-9cf3-ea299f7d848d tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:10:40.145639 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-597e30a1-58ea-4d6f-9cf3-ea299f7d848d tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1522989 Jan 05 17:10:40.145639 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e85a444-5046-4c4e-84bc-61ada224eecd tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Router 3134b106-4218-415e-bd16-8091c8c99414 has already been hosted by L3 agent 59446fdc-40e0-41fe-a575-a8eb11d742f7 {{(pid=103801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 05 17:10:40.146210 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 42566) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:10:40.157146 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-dfc8c219-a47e-444d-875c-ca6ea9c0783d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf1afd4d-680c-4871-aabc-4aca87161f6d', 'name': 'tempest-RoutersTest-router-1392716440', 'tenant_id': '85eea60e03994a48a004c2f9e50e4168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:09:02Z', 'updated_at': '2022-01-05T17:10:32Z', 'revision_number': 11, 'project_id': '85eea60e03994a48a004c2f9e50e4168', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:10:40.162955 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0f6484b1-4379-4b21-bc51-4de1c385cd15 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-648240'] for router, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:40.162955 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f6484b1-4379-4b21-bc51-4de1c385cd15 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Fanout notify agent at l3_agent the message router_deleted on router bf1afd4d-680c-4871-aabc-4aca87161f6d {{(pid=103800) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 05 17:10:40.166740 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-c0bd556a-cab1-431a-8e65-c4cee5094b77 None None] Provisioning complete for port c49a7be7-eaff-4ecb-b005-d21256f0b36e triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:10:40.166740 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c0bd556a-cab1-431a-8e65-c4cee5094b77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:40.175478 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0f6484b1-4379-4b21-bc51-4de1c385cd15 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks [] for router, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:40.181265 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-0f6484b1-4379-4b21-bc51-4de1c385cd15 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] 10.222.0.11 "DELETE /v2.0/routers/bf1afd4d-680c-4871-aabc-4aca87161f6d HTTP/1.1" status: 204 len: 168 time: 0.9701674 Jan 05 17:10:40.193478 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f14956d4-27ca-4b02-a588-f43a3a244266 tempest-FloatingIPNegativeTestJSON-29840365 tempest-FloatingIPNegativeTestJSON-29840365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11433288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12480593'] for subnet, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:40.196350 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 42568) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:10:40.200819 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b386110a-a2cf-44e7-9f37-5de18ca71949 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] No DVR routers for this DVR port c49a7be7-eaff-4ecb-b005-d21256f0b36e on host dv-neutron-master-2-hyperv {{(pid=103800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 05 17:10:40.212303 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-c155ae7b-260b-481f-beb0-1426ea11022e tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-531957097', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:10:40.225065 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfc8c219-a47e-444d-875c-ca6ea9c0783d None None] The sync data for ids ['bf1afd4d-680c-4871-aabc-4aca87161f6d'] in dv-neutron-master-2-hyperv is: [{'id': 'bf1afd4d-680c-4871-aabc-4aca87161f6d', 'name': 'tempest-RoutersTest-router-1392716440', 'tenant_id': '85eea60e03994a48a004c2f9e50e4168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:09:02Z', 'updated_at': '2022-01-05T17:10:32Z', 'revision_number': 11, 'project_id': '85eea60e03994a48a004c2f9e50e4168', 'gw_port_host': None}] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 05 17:10:40.229872 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-c0bd556a-cab1-431a-8e65-c4cee5094b77 None None] Port c49a7be7-eaff-4ecb-b005-d21256f0b36e was deleted so its status cannot be updated. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Jan 05 17:10:40.255371 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [None req-862496c1-fe86-4734-a42d-11d58c71aecf tempest-RoutersAdminTest-952369856 tempest-RoutersAdminTest-952369856-project-admin] Allocated IP 172.36.4.220 (b0167590-0699-4c5c-a932-3939414a9573/7a784a6d-3d96-418f-a645-b9ccd0b1ac55/b67d77f1-e082-409a-b5f9-2e4da20ba052) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:10:40.371763 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4060be6-830f-49ba-a220-9d3750bde65e tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:10:40.375418 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4060be6-830f-49ba-a220-9d3750bde65e tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:10:40.376989 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4060be6-830f-49ba-a220-9d3750bde65e tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:10:40.379063 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-f4060be6-830f-49ba-a220-9d3750bde65e tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.2319283 Jan 05 17:10:40.393608 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 42570) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:10:40.402564 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b386110a-a2cf-44e7-9f37-5de18ca71949 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892868'] for subnet, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:40.478792 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-862496c1-fe86-4734-a42d-11d58c71aecf tempest-RoutersAdminTest-952369856 tempest-RoutersAdminTest-952369856-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:40.529399 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14956d4-27ca-4b02-a588-f43a3a244266 tempest-FloatingIPNegativeTestJSON-29840365 tempest-FloatingIPNegativeTestJSON-29840365-project] Pushing event updated for resources: {'Subnet': ['ID=c881ed7e-9daa-4399-96d7-d5d4f5adafde,revision_number=0']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:10:40.577926 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e85a444-5046-4c4e-84bc-61ada224eecd tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 05 17:10:40.588165 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1659df84-a88a-483d-99d6-a925de2da4fe None None] Sync routers for ids ['3134b106-4218-415e-bd16-8091c8c99414'] in dv-neutron-master-2-hyperv {{(pid=103803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 05 17:10:40.597975 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b386110a-a2cf-44e7-9f37-5de18ca71949 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3893367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8784787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8521880'] for subnet, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:40.624286 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1659df84-a88a-483d-99d6-a925de2da4fe None None] Routers {'3134b106-4218-415e-bd16-8091c8c99414'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:10:40.624286 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-1659df84-a88a-483d-99d6-a925de2da4fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:10:19Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['3134b106-4218-415e-bd16-8091c8c99414'], 'active': True} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:10:40.626146 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-5e85a444-5046-4c4e-84bc-61ada224eecd tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] 10.222.0.11 "PUT /v2.0/routers/3134b106-4218-415e-bd16-8091c8c99414/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9158752 Jan 05 17:10:40.639394 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 42574) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:10:40.654812 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b386110a-a2cf-44e7-9f37-5de18ca71949 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Pushing event deleted for resources: {'Subnet': ['ID=92809881-71a2-48a5-b42e-f234d0ca4b11,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:10:40.657286 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-862496c1-fe86-4734-a42d-11d58c71aecf tempest-RoutersAdminTest-952369856 tempest-RoutersAdminTest-952369856-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:40.680421 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-c155ae7b-260b-481f-beb0-1426ea11022e tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-649063', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58098'] for router, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:40.682332 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-c155ae7b-260b-481f-beb0-1426ea11022e tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649832', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-545006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58091'] for router, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:40.691499 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-019e943b-0ec5-4f11-92f4-a9d0bf9572ec None None] Network ea1c83ec-abfb-4c58-9272-47c2de2d9ffe requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:10:40.721778 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f14956d4-27ca-4b02-a588-f43a3a244266 tempest-FloatingIPNegativeTestJSON-29840365 tempest-FloatingIPNegativeTestJSON-29840365-project] Checking segment: {'id': '7cd3633b-8ff5-471e-b8a6-efdd20685433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'dd42544a-8664-4632-a65f-33923484589c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:10:40.723123 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f14956d4-27ca-4b02-a588-f43a3a244266 tempest-FloatingIPNegativeTestJSON-29840365 tempest-FloatingIPNegativeTestJSON-29840365-project] Network hostable DHCP agents. Network: dd42544a-8664-4632-a65f-33923484589c, hostable agents: ['3f70c195-17da-4084-9fd6-bf6059d88535'], hosted agents: [] {{(pid=103801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 05 17:10:40.725856 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-862496c1-fe86-4734-a42d-11d58c71aecf tempest-RoutersAdminTest-952369856 tempest-RoutersAdminTest-952369856-project-admin] Network b0167590-0699-4c5c-a932-3939414a9573 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:10:40.741615 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.db_base_plugin_v2 [None req-987a461c-d965-4acb-a899-50902d710310 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Deleting subnet 66ac7629-d842-4988-94d0-0945c54fa680 {{(pid=103801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 05 17:10:40.758781 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-987a461c-d965-4acb-a899-50902d710310 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks [] for subnet, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:40.773000 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-862496c1-fe86-4734-a42d-11d58c71aecf tempest-RoutersAdminTest-952369856 tempest-RoutersAdminTest-952369856-project-admin] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:10:40.775804 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvr_db [None req-1659df84-a88a-483d-99d6-a925de2da4fe None None] Set router 3134b106-4218-415e-bd16-8091c8c99414 gateway port host: None {{(pid=103803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:10:40.794732 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-862496c1-fe86-4734-a42d-11d58c71aecf tempest-RoutersAdminTest-952369856 tempest-RoutersAdminTest-952369856-project-admin] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:10:40.807841 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b38c51c-74cc-4719-a1a6-81a7eda6b614 None None] DHCP port deletion for b0167590-0699-4c5c-a932-3939414a9573 request from dv-neutron-master-2-hyperv {{(pid=103802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 05 17:10:40.819567 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862496c1-fe86-4734-a42d-11d58c71aecf tempest-RoutersAdminTest-952369856 tempest-RoutersAdminTest-952369856-project-admin] Pushing event updated for resources: {'Port': ['ID=b67d77f1-e082-409a-b5f9-2e4da20ba052,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:10:40.871020 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-70270c40-c057-4d33-b0ef-a8b18ae2fa7d None None] Provisioning complete for port b67d77f1-e082-409a-b5f9-2e4da20ba052 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:10:40.871388 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-70270c40-c057-4d33-b0ef-a8b18ae2fa7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:40.873684 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b386110a-a2cf-44e7-9f37-5de18ca71949 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3891715', 'neutron.services.segments.db._delete_segments_for_network-8754181063482'] for network, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:40.913444 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-70270c40-c057-4d33-b0ef-a8b18ae2fa7d None None] Port b67d77f1-e082-409a-b5f9-2e4da20ba052 cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 17:10:40.935810 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.services.segments.db [None req-b386110a-a2cf-44e7-9f37-5de18ca71949 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea1c83ec-abfb-4c58-9272-47c2de2d9ffe']}} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:10:40.940209 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f14956d4-27ca-4b02-a588-f43a3a244266 tempest-FloatingIPNegativeTestJSON-29840365 tempest-FloatingIPNegativeTestJSON-29840365-project] Network dd42544a-8664-4632-a65f-33923484589c is scheduled to be hosted by DHCP agent 3f70c195-17da-4084-9fd6-bf6059d88535 with binding_index 1 {{(pid=103801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 05 17:10:40.943802 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-987a461c-d965-4acb-a899-50902d710310 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11316398'] for subnet, precommit_delete_associations {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:40.948209 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-c155ae7b-260b-481f-beb0-1426ea11022e tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:40.950593 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-830c6486-a6b5-471e-9900-c1b164a3c5cd None None] DHCP port deletion for ea1c83ec-abfb-4c58-9272-47c2de2d9ffe request from dv-neutron-master-2-hyperv {{(pid=103802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 05 17:10:40.964224 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e2c0f31-bb47-43c1-aaa7-c35313f6a4af tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Deleting subnet 55b94fe0-157d-4c54-8a73-461b6c3fcdca {{(pid=103801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 05 17:10:40.976535 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.services.segments.db [None req-b386110a-a2cf-44e7-9f37-5de18ca71949 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e1714a8-d144-402b-ad4a-3193c3e85bec') {'for_net_delete': True} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:10:40.977478 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.services.segments.db [None req-b386110a-a2cf-44e7-9f37-5de18ca71949 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e1714a8-d144-402b-ad4a-3193c3e85bec') {} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:10:40.995328 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-1e2c0f31-bb47-43c1-aaa7-c35313f6a4af tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks [] for subnet, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:41.027184 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b386110a-a2cf-44e7-9f37-5de18ca71949 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754181064771', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8784833'] for segment, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:41.038924 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-c155ae7b-260b-481f-beb0-1426ea11022e tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-648430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648639'] for router, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:41.066158 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-1e2c0f31-bb47-43c1-aaa7-c35313f6a4af tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11316398'] for subnet, precommit_delete_associations {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:41.088875 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-f14956d4-27ca-4b02-a588-f43a3a244266 tempest-FloatingIPNegativeTestJSON-29840365 tempest-FloatingIPNegativeTestJSON-29840365-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, dd42544a-8664-4632-a65f-33923484589c) {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:10:41.098253 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b386110a-a2cf-44e7-9f37-5de18ca71949 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225'] for segment, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:41.099227 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76835472-e910-4bd3-b858-f41a719b93f7 None None] Network dd42544a-8664-4632-a65f-33923484589c requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:10:41.109818 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-1659df84-a88a-483d-99d6-a925de2da4fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3134b106-4218-415e-bd16-8091c8c99414', 'name': 'tempest-RoutersIpV6Test-router-1976028866', 'tenant_id': '04762f6d6f55432ea3822a71fa1f481f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:09:21Z', 'updated_at': '2022-01-05T17:10:38Z', 'revision_number': 9, 'project_id': '04762f6d6f55432ea3822a71fa1f481f', 'gw_port_host': None, '_interfaces': [{'id': '80c0fed0-176f-4438-9a3e-aeeeb85fa8bd', 'name': '', 'network_id': '9b108e05-58cc-4d98-85c8-c21a57823860', 'tenant_id': '04762f6d6f55432ea3822a71fa1f481f', 'mac_address': 'fa:16:3e:19:8b:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3134b106-4218-415e-bd16-8091c8c99414', 'device_owner': 'network:router_interface', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': 'beb7642a-9087-4358-b980-878e8f238cce', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:09:28Z', 'updated_at': '2022-01-05T17:09:54Z', 'revision_number': 5, 'project_id': '04762f6d6f55432ea3822a71fa1f481f', 'subnets': [{'id': 'beb7642a-9087-4358-b980-878e8f238cce', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f94aa6e4-6d25-46f8-84f2-6ea65da467f1', 'name': '', 'network_id': '384f64a3-ca40-4479-9470-814f96969ff3', 'tenant_id': '04762f6d6f55432ea3822a71fa1f481f', 'mac_address': 'fa:16:3e:fb:c4:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3134b106-4218-415e-bd16-8091c8c99414', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'ebf673d0-4d72-4025-a6cc-aa8fd8d0db18', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:09:39Z', 'updated_at': '2022-01-05T17:10:02Z', 'revision_number': 5, 'project_id': '04762f6d6f55432ea3822a71fa1f481f', 'subnets': [{'id': 'ebf673d0-4d72-4025-a6cc-aa8fd8d0db18', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:10:41.116717 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b386110a-a2cf-44e7-9f37-5de18ca71949 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Releasing vlan 119 on physical network physnet1 to pool {{(pid=103800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 05 17:10:41.117114 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b386110a-a2cf-44e7-9f37-5de18ca71949 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8784497'] for segment, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:41.123039 dv-neutron-master-2-hyperv neutron-server[103800]: Traceback (most recent call last): Jan 05 17:10:41.123039 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 05 17:10:41.123039 dv-neutron-master-2-hyperv neutron-server[103800]: timer() Jan 05 17:10:41.123039 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 05 17:10:41.123039 dv-neutron-master-2-hyperv neutron-server[103800]: cb(*args, **kw) Jan 05 17:10:41.123039 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 05 17:10:41.123039 dv-neutron-master-2-hyperv neutron-server[103800]: return func(*args, **kwargs) Jan 05 17:10:41.123039 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 05 17:10:41.123039 dv-neutron-master-2-hyperv neutron-server[103800]: self._notify() Jan 05 17:10:41.123039 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 05 17:10:41.123039 dv-neutron-master-2-hyperv neutron-server[103800]: self.callback(batched_events) Jan 05 17:10:41.123039 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 05 17:10:41.123039 dv-neutron-master-2-hyperv neutron-server[103800]: event.method(event) Jan 05 17:10:41.123039 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 05 17:10:41.123039 dv-neutron-master-2-hyperv neutron-server[103800]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 05 17:10:41.123039 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 05 17:10:41.123039 dv-neutron-master-2-hyperv neutron-server[103800]: aggregate_uuid = self.p_client.list_aggregates( Jan 05 17:10:41.123039 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 05 17:10:41.123039 dv-neutron-master-2-hyperv neutron-server[103800]: return f(self, *a, **k) Jan 05 17:10:41.123039 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 05 17:10:41.123039 dv-neutron-master-2-hyperv neutron-server[103800]: return self._get(url).json() Jan 05 17:10:41.123039 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 05 17:10:41.123039 dv-neutron-master-2-hyperv neutron-server[103800]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 05 17:10:41.123039 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 05 17:10:41.123039 dv-neutron-master-2-hyperv neutron-server[103800]: return self.request(url, 'GET', **kwargs) Jan 05 17:10:41.123039 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 05 17:10:41.123039 dv-neutron-master-2-hyperv neutron-server[103800]: base_url = self.get_endpoint(auth, allow=allow, Jan 05 17:10:41.123039 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 05 17:10:41.123039 dv-neutron-master-2-hyperv neutron-server[103800]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 05 17:10:41.123039 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 05 17:10:41.123039 dv-neutron-master-2-hyperv neutron-server[103800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 05 17:10:41.123039 dv-neutron-master-2-hyperv neutron-server[103800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 05 17:10:41.126075 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f14956d4-27ca-4b02-a588-f43a3a244266 tempest-FloatingIPNegativeTestJSON-29840365 tempest-FloatingIPNegativeTestJSON-29840365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:10:41.126075 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f14956d4-27ca-4b02-a588-f43a3a244266 tempest-FloatingIPNegativeTestJSON-29840365 tempest-FloatingIPNegativeTestJSON-29840365-project] Publish callbacks [] for subnet, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:41.156360 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1659df84-a88a-483d-99d6-a925de2da4fe None None] Checking router: 3134b106-4218-415e-bd16-8091c8c99414 for host: dv-neutron-master-2-hyperv {{(pid=103803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 05 17:10:41.164840 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-987a461c-d965-4acb-a899-50902d710310 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892868'] for subnet, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:41.166369 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1659df84-a88a-483d-99d6-a925de2da4fe None None] Routers {'3134b106-4218-415e-bd16-8091c8c99414'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:10:41.167108 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-1659df84-a88a-483d-99d6-a925de2da4fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:10:19Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['3134b106-4218-415e-bd16-8091c8c99414'], 'active': True} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:10:41.195292 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-c155ae7b-260b-481f-beb0-1426ea11022e tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks [] for router, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:41.196411 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-c155ae7b-260b-481f-beb0-1426ea11022e tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.9875343 Jan 05 17:10:41.199455 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 42576) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:10:41.206825 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-3bd88639-bf0a-4ec4-9885-6e2e255bfb1b tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:10:41.247810 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-f14956d4-27ca-4b02-a588-f43a3a244266 tempest-FloatingIPNegativeTestJSON-29840365 tempest-FloatingIPNegativeTestJSON-29840365-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6747723 Jan 05 17:10:41.250885 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-1e2c0f31-bb47-43c1-aaa7-c35313f6a4af tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892868'] for subnet, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:41.254041 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 42578) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:10:41.277814 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-471459aa-ca69-4da4-9c5f-9b366853eed3 tempest-FloatingIPNegativeTestJSON-29840365 tempest-FloatingIPNegativeTestJSON-29840365-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1278292120', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:10:41.289852 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvr_db [None req-1659df84-a88a-483d-99d6-a925de2da4fe None None] Set router 3134b106-4218-415e-bd16-8091c8c99414 gateway port host: None {{(pid=103803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:10:41.310650 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e591688-47e0-4fc5-8465-7f8edd58491e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-dd42544a-8664-4632-a65f-33923484589c', 'network_id': 'dd42544a-8664-4632-a65f-33923484589c', 'project_id': '8e12e62f70d846e9a99323147f379e25', 'fixed_ips': [{'subnet_id': 'c881ed7e-9daa-4399-96d7-d5d4f5adafde'}]}} from dv-neutron-master-2-hyperv. {{(pid=103802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 05 17:10:41.311570 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-5e591688-47e0-4fc5-8465-7f8edd58491e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:41.375954 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-987a461c-d965-4acb-a899-50902d710310 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3893367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11433231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12480600'] for subnet, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:41.429135 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987a461c-d965-4acb-a899-50902d710310 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Pushing event deleted for resources: {'Subnet': ['ID=66ac7629-d842-4988-94d0-0945c54fa680,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:10:41.435567 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-987a461c-d965-4acb-a899-50902d710310 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks [] for subnet, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:41.439594 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 42580) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:10:41.439946 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-987a461c-d965-4acb-a899-50902d710310 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] 10.222.0.11 "DELETE /v2.0/subnets/66ac7629-d842-4988-94d0-0945c54fa680 HTTP/1.1" status: 204 len: 168 time: 1.0438235 Jan 05 17:10:41.442035 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-1e2c0f31-bb47-43c1-aaa7-c35313f6a4af tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3893367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11433231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12480600'] for subnet, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:41.445182 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-471459aa-ca69-4da4-9c5f-9b366853eed3 tempest-FloatingIPNegativeTestJSON-29840365 tempest-FloatingIPNegativeTestJSON-29840365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-649063', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58098'] for router, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:41.446343 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-471459aa-ca69-4da4-9c5f-9b366853eed3 tempest-FloatingIPNegativeTestJSON-29840365 tempest-FloatingIPNegativeTestJSON-29840365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649832', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-545006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58091'] for router, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:41.458693 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adcf0e49-7695-487d-b05c-d4bb806abfa2 None None] Network e897f8fc-3cef-40ca-9466-c6c65ecd9833 requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:10:41.600360 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3bd88639-bf0a-4ec4-9885-6e2e255bfb1b tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-649822', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-648421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62737'] for router, precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:41.620465 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.db_base_plugin_common [None req-5e591688-47e0-4fc5-8465-7f8edd58491e None None] Allocated IP 172.20.0.2 (dd42544a-8664-4632-a65f-33923484589c/c881ed7e-9daa-4399-96d7-d5d4f5adafde/3c10ff6e-42eb-48ed-b007-6780cdbf6d15) {{(pid=103802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:10:41.630627 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b386110a-a2cf-44e7-9f37-5de18ca71949 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3891722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648695'] for network, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:41.636701 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b386110a-a2cf-44e7-9f37-5de18ca71949 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Publish callbacks [] for network, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:41.641222 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-b386110a-a2cf-44e7-9f37-5de18ca71949 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] 10.222.0.11 "DELETE /v2.0/networks/ea1c83ec-abfb-4c58-9272-47c2de2d9ffe HTTP/1.1" status: 204 len: 168 time: 4.3874691 Jan 05 17:10:41.666374 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-1659df84-a88a-483d-99d6-a925de2da4fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3134b106-4218-415e-bd16-8091c8c99414', 'name': 'tempest-RoutersIpV6Test-router-1976028866', 'tenant_id': '04762f6d6f55432ea3822a71fa1f481f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:09:21Z', 'updated_at': '2022-01-05T17:10:38Z', 'revision_number': 9, 'project_id': '04762f6d6f55432ea3822a71fa1f481f', 'gw_port_host': None, '_interfaces': [{'id': '80c0fed0-176f-4438-9a3e-aeeeb85fa8bd', 'name': '', 'network_id': '9b108e05-58cc-4d98-85c8-c21a57823860', 'tenant_id': '04762f6d6f55432ea3822a71fa1f481f', 'mac_address': 'fa:16:3e:19:8b:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3134b106-4218-415e-bd16-8091c8c99414', 'device_owner': 'network:router_interface', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': 'beb7642a-9087-4358-b980-878e8f238cce', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:09:28Z', 'updated_at': '2022-01-05T17:09:54Z', 'revision_number': 5, 'project_id': '04762f6d6f55432ea3822a71fa1f481f', 'subnets': [{'id': 'beb7642a-9087-4358-b980-878e8f238cce', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f94aa6e4-6d25-46f8-84f2-6ea65da467f1', 'name': '', 'network_id': '384f64a3-ca40-4479-9470-814f96969ff3', 'tenant_id': '04762f6d6f55432ea3822a71fa1f481f', 'mac_address': 'fa:16:3e:fb:c4:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3134b106-4218-415e-bd16-8091c8c99414', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'ebf673d0-4d72-4025-a6cc-aa8fd8d0db18', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:09:39Z', 'updated_at': '2022-01-05T17:10:02Z', 'revision_number': 5, 'project_id': '04762f6d6f55432ea3822a71fa1f481f', 'subnets': [{'id': 'ebf673d0-4d72-4025-a6cc-aa8fd8d0db18', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:10:41.701054 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 42582) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:10:41.703141 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b386110a-a2cf-44e7-9f37-5de18ca71949 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Pushing event deleted for resources: {'Network': ['ID=ea1c83ec-abfb-4c58-9272-47c2de2d9ffe,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:10:41.715401 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-5f51d801-6a67-4cac-aea4-d842f9394a70 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-449147184'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:10:41.723646 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1659df84-a88a-483d-99d6-a925de2da4fe None None] The sync data for ids ['3134b106-4218-415e-bd16-8091c8c99414'] in dv-neutron-master-2-hyperv is: [{'id': '3134b106-4218-415e-bd16-8091c8c99414', 'name': 'tempest-RoutersIpV6Test-router-1976028866', 'tenant_id': '04762f6d6f55432ea3822a71fa1f481f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:09:21Z', 'updated_at': '2022-01-05T17:10:38Z', 'revision_number': 9, 'project_id': '04762f6d6f55432ea3822a71fa1f481f', 'gw_port_host': None, '_interfaces': [{'id': '80c0fed0-176f-4438-9a3e-aeeeb85fa8bd', 'name': '', 'network_id': '9b108e05-58cc-4d98-85c8-c21a57823860', 'tenant_id': '04762f6d6f55432ea3822a71fa1f481f', 'mac_address': 'fa:16:3e:19:8b:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3134b106-4218-415e-bd16-8091c8c99414', 'device_owner': 'network:router_interface', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': 'beb7642a-9087-4358-b980-878e8f238cce', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:09:28Z', 'updated_at': '2022-01-05T17:09:54Z', 'revision_number': 5, 'project_id': '04762f6d6f55432ea3822a71fa1f481f', 'subnets': [{'id': 'beb7642a-9087-4358-b980-878e8f238cce', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f94aa6e4-6d25-46f8-84f2-6ea65da467f1', 'name': '', 'network_id': '384f64a3-ca40-4479-9470-814f96969ff3', 'tenant_id': '04762f6d6f55432ea3822a71fa1f481f', 'mac_address': 'fa:16:3e:fb:c4:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3134b106-4218-415e-bd16-8091c8c99414', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'ebf673d0-4d72-4025-a6cc-aa8fd8d0db18', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:09:39Z', 'updated_at': '2022-01-05T17:10:02Z', 'revision_number': 5, 'project_id': '04762f6d6f55432ea3822a71fa1f481f', 'subnets': [{'id': 'ebf673d0-4d72-4025-a6cc-aa8fd8d0db18', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 05 17:10:41.745865 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3bd88639-bf0a-4ec4-9885-6e2e255bfb1b tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-649813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-649804', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-648412'] for router, after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:41.761392 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.db_base_plugin_v2 [None req-6789a943-8d4a-4e75-8c67-06cdc78a05da tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Deleting subnet e5190811-264e-4968-9338-c2766d92e5ad {{(pid=103800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 05 17:10:41.765605 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6789a943-8d4a-4e75-8c67-06cdc78a05da tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks [] for subnet, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:41.805211 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2c0f31-bb47-43c1-aaa7-c35313f6a4af tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Pushing event deleted for resources: {'Subnet': ['ID=55b94fe0-157d-4c54-8a73-461b6c3fcdca,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:10:41.810628 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-1e2c0f31-bb47-43c1-aaa7-c35313f6a4af tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks [] for subnet, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:41.816066 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-1e2c0f31-bb47-43c1-aaa7-c35313f6a4af tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] 10.222.0.11 "DELETE /v2.0/subnets/55b94fe0-157d-4c54-8a73-461b6c3fcdca HTTP/1.1" status: 204 len: 168 time: 1.1747606 Jan 05 17:10:41.816709 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6789a943-8d4a-4e75-8c67-06cdc78a05da tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8784846'] for subnet, precommit_delete_associations {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:41.818181 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 42586) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:10:41.877147 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-862496c1-fe86-4734-a42d-11d58c71aecf tempest-RoutersAdminTest-952369856 tempest-RoutersAdminTest-952369856-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:41.896244 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d96250a-7974-48ec-986e-2eee85039894 None None] Network 7a7c53f6-25d1-445c-b01b-3b897757c60b requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:10:41.906636 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-6c054b9c-a0fd-4a9e-b0fe-b508c319aca8 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3809644'] for network, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:41.945447 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-471459aa-ca69-4da4-9c5f-9b366853eed3 tempest-FloatingIPNegativeTestJSON-29840365 tempest-FloatingIPNegativeTestJSON-29840365-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:42.000091 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-6c054b9c-a0fd-4a9e-b0fe-b508c319aca8 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Deleting port c94a3c6f-9d42-409f-9990-a50b2521d38e {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:10:42.000429 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-6c054b9c-a0fd-4a9e-b0fe-b508c319aca8 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:42.014401 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f51d801-6a67-4cac-aea4-d842f9394a70 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Made reservation on behalf of 2c187912c919424a8a16116bf03056cd for: {'network': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:10:42.017789 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-5f51d801-6a67-4cac-aea4-d842f9394a70 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for network, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:42.060463 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-471459aa-ca69-4da4-9c5f-9b366853eed3 tempest-FloatingIPNegativeTestJSON-29840365 tempest-FloatingIPNegativeTestJSON-29840365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-648430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648639'] for router, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:42.065571 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f51d801-6a67-4cac-aea4-d842f9394a70 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] vlan segment allocate from pool success with {'vlan_id': 140, 'physical_network': 'physnet1'} {{(pid=103800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 05 17:10:42.078639 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6789a943-8d4a-4e75-8c67-06cdc78a05da tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892868'] for subnet, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:42.108832 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-6c054b9c-a0fd-4a9e-b0fe-b508c319aca8 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] For port c94a3c6f-9d42-409f-9990-a50b2521d38e, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c94a3c6f-9d42-409f-9990-a50b2521d38e,segment=NetworkSegment(da8da688-6b03-4fdb-b52a-5f5193f8dbd7),segment_id=da8da688-6b03-4fdb-b52a-5f5193f8dbd7)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:10:42.111811 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-6c054b9c-a0fd-4a9e-b0fe-b508c319aca8 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:42.126648 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-6c054b9c-a0fd-4a9e-b0fe-b508c319aca8 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Calling delete_port for c94a3c6f-9d42-409f-9990-a50b2521d38e owned by network:dhcp {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:10:42.138882 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-5e591688-47e0-4fc5-8465-7f8edd58491e None None] Publish callbacks [] for port, precommit_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:42.207492 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-5e591688-47e0-4fc5-8465-7f8edd58491e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669'] for port, after_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:42.235267 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-471459aa-ca69-4da4-9c5f-9b366853eed3 tempest-FloatingIPNegativeTestJSON-29840365 tempest-FloatingIPNegativeTestJSON-29840365-project] Publish callbacks [] for router, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:42.239323 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-471459aa-ca69-4da4-9c5f-9b366853eed3 tempest-FloatingIPNegativeTestJSON-29840365 tempest-FloatingIPNegativeTestJSON-29840365-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.9814458 Jan 05 17:10:42.242692 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 42588) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:10:42.315049 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-933e197d-9713-4c96-b8c3-9783da713c55 None None] DHCP port deletion for 7a7c53f6-25d1-445c-b01b-3b897757c60b request from dv-neutron-master-2-hyperv {{(pid=103802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 05 17:10:42.339216 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e591688-47e0-4fc5-8465-7f8edd58491e None None] Network dd42544a-8664-4632-a65f-33923484589c is already hosted by enough agents. {{(pid=103802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:10:42.348882 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.scheduler.base_scheduler [None req-5e591688-47e0-4fc5-8465-7f8edd58491e None None] Resources bound (agent type, host, resource id): {{(pid=103802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:10:42.362856 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e591688-47e0-4fc5-8465-7f8edd58491e None None] Received port after_create {{(pid=103802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:10:42.367275 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e591688-47e0-4fc5-8465-7f8edd58491e None None] Pushing event updated for resources: {'Port': ['ID=3c10ff6e-42eb-48ed-b007-6780cdbf6d15,revision_number=1']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:10:42.513290 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-5e591688-47e0-4fc5-8465-7f8edd58491e None None] Attempting to bind port 3c10ff6e-42eb-48ed-b007-6780cdbf6d15 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 05 17:10:42.514011 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-5e591688-47e0-4fc5-8465-7f8edd58491e None None] Attempting to bind port 3c10ff6e-42eb-48ed-b007-6780cdbf6d15 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '7cd3633b-8ff5-471e-b8a6-efdd20685433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'dd42544a-8664-4632-a65f-33923484589c'}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 05 17:10:42.514540 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e591688-47e0-4fc5-8465-7f8edd58491e None None] Attempting to bind port 3c10ff6e-42eb-48ed-b007-6780cdbf6d15 on network dd42544a-8664-4632-a65f-33923484589c {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:10:42.527409 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e591688-47e0-4fc5-8465-7f8edd58491e None None] Checking agent: {'id': '0d4f8fd3-ce62-4651-970c-efa6a8bb22b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 5, 16, 57, 23), 'started_at': datetime.datetime(2022, 1, 5, 16, 57, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 5, 17, 10, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 05 17:10:42.528101 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e591688-47e0-4fc5-8465-7f8edd58491e None None] Checking segment: {'id': '7cd3633b-8ff5-471e-b8a6-efdd20685433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'dd42544a-8664-4632-a65f-33923484589c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:10:42.528778 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-5e591688-47e0-4fc5-8465-7f8edd58491e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:42.529340 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e591688-47e0-4fc5-8465-7f8edd58491e None None] Bound using segment: {'id': '7cd3633b-8ff5-471e-b8a6-efdd20685433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'dd42544a-8664-4632-a65f-33923484589c'} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 05 17:10:42.530075 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-5e591688-47e0-4fc5-8465-7f8edd58491e None None] Bound port: 3c10ff6e-42eb-48ed-b007-6780cdbf6d15, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7cd3633b-8ff5-471e-b8a6-efdd20685433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'dd42544a-8664-4632-a65f-33923484589c'}}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 05 17:10:42.530648 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-5e591688-47e0-4fc5-8465-7f8edd58491e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:42.559519 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-933e197d-9713-4c96-b8c3-9783da713c55 None None] Deleting port c94a3c6f-9d42-409f-9990-a50b2521d38e {{(pid=103802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:10:42.560781 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-933e197d-9713-4c96-b8c3-9783da713c55 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:42.572642 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-5f51d801-6a67-4cac-aea4-d842f9394a70 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225'] for segment, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:42.573324 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.db.segments_db [None req-5f51d801-6a67-4cac-aea4-d842f9394a70 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Added segment a51fe504-b9d7-444a-bb29-32777c7cade1 of type vlan for network 650e6e90-7510-47e3-b1b1-363944a749c9 Jan 05 17:10:42.599515 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device c49a7be7-eaff-4ecb-b005-d21256f0b36e no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 05 17:10:42.680246 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] No Port match for: c49a7be7-eaff-4ecb-b005-d21256f0b36e {{(pid=103802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 05 17:10:42.680744 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device c49a7be7-eaff-4ecb-b005-d21256f0b36e not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 05 17:10:42.681383 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 7a6fce8b-82cd-4f66-b676-24715f48f101 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 05 17:10:42.699116 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-5f51d801-6a67-4cac-aea4-d842f9394a70 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754180566020'] for network, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:42.726006 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] No Port match for: 7a6fce8b-82cd-4f66-b676-24715f48f101 {{(pid=103802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 05 17:10:42.726443 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 7a6fce8b-82cd-4f66-b676-24715f48f101 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 05 17:10:42.726868 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device c94a3c6f-9d42-409f-9990-a50b2521d38e no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 05 17:10:42.787208 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-933e197d-9713-4c96-b8c3-9783da713c55 None None] For port c94a3c6f-9d42-409f-9990-a50b2521d38e, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c94a3c6f-9d42-409f-9990-a50b2521d38e,segment=NetworkSegment(da8da688-6b03-4fdb-b52a-5f5193f8dbd7),segment_id=da8da688-6b03-4fdb-b52a-5f5193f8dbd7)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:10:42.787604 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-933e197d-9713-4c96-b8c3-9783da713c55 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:42.797249 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-67a2e342-646f-4c8d-83c0-96290088ab7c tempest-FloatingIPNegativeTestJSON-29840365 tempest-FloatingIPNegativeTestJSON-29840365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:42.804535 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-5e591688-47e0-4fc5-8465-7f8edd58491e None None] For port 3c10ff6e-42eb-48ed-b007-6780cdbf6d15, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 05 17:10:42.808437 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-5e591688-47e0-4fc5-8465-7f8edd58491e None None] For port 3c10ff6e-42eb-48ed-b007-6780cdbf6d15, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=3c10ff6e-42eb-48ed-b007-6780cdbf6d15,segment=NetworkSegment(7cd3633b-8ff5-471e-b8a6-efdd20685433),segment_id=7cd3633b-8ff5-471e-b8a6-efdd20685433)] {{(pid=103802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 05 17:10:42.845826 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-933e197d-9713-4c96-b8c3-9783da713c55 None None] Calling delete_port for c94a3c6f-9d42-409f-9990-a50b2521d38e owned by network:dhcp {{(pid=103802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:10:42.846476 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-6c054b9c-a0fd-4a9e-b0fe-b508c319aca8 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11433176'] for port, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:42.875475 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:42.881198 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-5e591688-47e0-4fc5-8465-7f8edd58491e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:42.913531 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-5f51d801-6a67-4cac-aea4-d842f9394a70 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685'] for network, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:42.921888 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f51d801-6a67-4cac-aea4-d842f9394a70 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:10:42.924258 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-5f51d801-6a67-4cac-aea4-d842f9394a70 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Publish callbacks [] for network, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:42.954183 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-862496c1-fe86-4734-a42d-11d58c71aecf tempest-RoutersAdminTest-952369856 tempest-RoutersAdminTest-952369856-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-649822', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-648421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62737'] for router, precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:42.969732 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c054b9c-a0fd-4a9e-b0fe-b508c319aca8 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] No DVR routers for this DVR port c94a3c6f-9d42-409f-9990-a50b2521d38e on host dv-neutron-master-2-hyperv {{(pid=103801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 05 17:10:42.973675 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c054b9c-a0fd-4a9e-b0fe-b508c319aca8 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Pushing event deleted for resources: {'Port': ['ID=c94a3c6f-9d42-409f-9990-a50b2521d38e,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:10:42.995815 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-862496c1-fe86-4734-a42d-11d58c71aecf tempest-RoutersAdminTest-952369856 tempest-RoutersAdminTest-952369856-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-649813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-649804', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-648412'] for router, after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:43.097906 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f51d801-6a67-4cac-aea4-d842f9394a70 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Pushing event updated for resources: {'Network': ['ID=650e6e90-7510-47e3-b1b1-363944a749c9,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:10:43.150599 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-933e197d-9713-4c96-b8c3-9783da713c55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678'] for port, after_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:43.161449 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Network 650e6e90-7510-47e3-b1b1-363944a749c9 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 05 17:10:43.193014 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-6c054b9c-a0fd-4a9e-b0fe-b508c319aca8 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3891715', 'neutron.services.segments.db._delete_segments_for_network-8754181063482'] for network, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:43.236355 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e591688-47e0-4fc5-8465-7f8edd58491e None None] Pushing event updated for resources: {'Port': ['ID=3c10ff6e-42eb-48ed-b007-6780cdbf6d15,revision_number=2']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:10:43.236355 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-933e197d-9713-4c96-b8c3-9783da713c55 None None] No DVR routers for this DVR port c94a3c6f-9d42-409f-9990-a50b2521d38e on host dv-neutron-master-2-hyperv {{(pid=103802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 05 17:10:43.247202 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933e197d-9713-4c96-b8c3-9783da713c55 None None] Pushing event deleted for resources: {'Port': ['ID=c94a3c6f-9d42-409f-9990-a50b2521d38e,revision_number=None']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:10:43.281842 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.services.segments.db [None req-6c054b9c-a0fd-4a9e-b0fe-b508c319aca8 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a7c53f6-25d1-445c-b01b-3b897757c60b']}} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:10:43.319565 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.services.segments.db [None req-6c054b9c-a0fd-4a9e-b0fe-b508c319aca8 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da8da688-6b03-4fdb-b52a-5f5193f8dbd7') {'for_net_delete': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:10:43.319565 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.services.segments.db [None req-6c054b9c-a0fd-4a9e-b0fe-b508c319aca8 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da8da688-6b03-4fdb-b52a-5f5193f8dbd7') {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:10:43.334621 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-277eb7e7-efa8-43b7-8a54-803461e41ba4 None None] Provisioning complete for port de37bf9a-b0f5-454c-877e-5c81755837aa triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:10:43.335192 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-277eb7e7-efa8-43b7-8a54-803461e41ba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:43.337782 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-6c054b9c-a0fd-4a9e-b0fe-b508c319aca8 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754181064771', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11316385'] for segment, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:43.391556 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-6c054b9c-a0fd-4a9e-b0fe-b508c319aca8 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225'] for segment, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:43.405090 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c054b9c-a0fd-4a9e-b0fe-b508c319aca8 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Releasing vlan 134 on physical network physnet1 to pool {{(pid=103801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 05 17:10:43.405501 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-6c054b9c-a0fd-4a9e-b0fe-b508c319aca8 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11433197'] for segment, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:43.408819 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:10:43.408819 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:10:43.408819 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:10:43.408819 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:10:43.408819 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:10:43.408819 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:10:43.408819 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:10:43.408819 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:10:43.408819 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:10:43.408819 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:10:43.408819 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:10:43.408819 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:10:43.408819 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:10:43.408819 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:10:43.408819 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:10:43.408819 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:10:43.408819 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:10:43.408819 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:10:43.408819 dv-neutron-master-2-hyperv neutron-server[103801]: Traceback (most recent call last): Jan 05 17:10:43.408819 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 05 17:10:43.408819 dv-neutron-master-2-hyperv neutron-server[103801]: timer() Jan 05 17:10:43.408819 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 05 17:10:43.408819 dv-neutron-master-2-hyperv neutron-server[103801]: cb(*args, **kw) Jan 05 17:10:43.408819 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 05 17:10:43.408819 dv-neutron-master-2-hyperv neutron-server[103801]: return func(*args, **kwargs) Jan 05 17:10:43.408819 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 05 17:10:43.408819 dv-neutron-master-2-hyperv neutron-server[103801]: self._notify() Jan 05 17:10:43.408819 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 05 17:10:43.408819 dv-neutron-master-2-hyperv neutron-server[103801]: self.callback(batched_events) Jan 05 17:10:43.408819 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 05 17:10:43.408819 dv-neutron-master-2-hyperv neutron-server[103801]: event.method(event) Jan 05 17:10:43.408819 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 05 17:10:43.408819 dv-neutron-master-2-hyperv neutron-server[103801]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 05 17:10:43.408819 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 05 17:10:43.408819 dv-neutron-master-2-hyperv neutron-server[103801]: aggregate_uuid = self.p_client.list_aggregates( Jan 05 17:10:43.408819 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 05 17:10:43.408819 dv-neutron-master-2-hyperv neutron-server[103801]: return f(self, *a, **k) Jan 05 17:10:43.408819 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 05 17:10:43.408819 dv-neutron-master-2-hyperv neutron-server[103801]: return self._get(url).json() Jan 05 17:10:43.408819 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 05 17:10:43.408819 dv-neutron-master-2-hyperv neutron-server[103801]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 05 17:10:43.408819 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 05 17:10:43.408819 dv-neutron-master-2-hyperv neutron-server[103801]: return self.request(url, 'GET', **kwargs) Jan 05 17:10:43.408819 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 05 17:10:43.408819 dv-neutron-master-2-hyperv neutron-server[103801]: base_url = self.get_endpoint(auth, allow=allow, Jan 05 17:10:43.408819 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 05 17:10:43.408819 dv-neutron-master-2-hyperv neutron-server[103801]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 05 17:10:43.408819 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 05 17:10:43.408819 dv-neutron-master-2-hyperv neutron-server[103801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 05 17:10:43.408819 dv-neutron-master-2-hyperv neutron-server[103801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 05 17:10:43.427650 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [None req-67a2e342-646f-4c8d-83c0-96290088ab7c tempest-FloatingIPNegativeTestJSON-29840365 tempest-FloatingIPNegativeTestJSON-29840365-project] Allocated IP 172.20.0.1 (dd42544a-8664-4632-a65f-33923484589c/c881ed7e-9daa-4399-96d7-d5d4f5adafde/894292c4-765c-4116-9489-4463d970d38f) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:10:43.495202 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bd88639-bf0a-4ec4-9885-6e2e255bfb1b tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Router e386ad64-1290-4143-85c2-0fe4b82cfc48 is scheduled to L3 agent 59446fdc-40e0-41fe-a575-a8eb11d742f7 with binding_index 1 {{(pid=103800) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 05 17:10:43.584214 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bd88639-bf0a-4ec4-9885-6e2e255bfb1b tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 05 17:10:43.592379 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3bd88639-bf0a-4ec4-9885-6e2e255bfb1b tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks [] for router, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:43.597253 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-3bd88639-bf0a-4ec4-9885-6e2e255bfb1b tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] 10.222.0.11 "PUT /v2.0/routers/e386ad64-1290-4143-85c2-0fe4b82cfc48 HTTP/1.1" status: 200 len: 693 time: 2.3945472 Jan 05 17:10:43.597560 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa92a5f8-7d01-41e7-8a4d-ffc1c9dc4470 None None] Sync routers for ids ['e386ad64-1290-4143-85c2-0fe4b82cfc48'] in dv-neutron-master-2-hyperv {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 05 17:10:43.598081 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 42600) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:10:43.611721 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa92a5f8-7d01-41e7-8a4d-ffc1c9dc4470 None None] Routers {'e386ad64-1290-4143-85c2-0fe4b82cfc48'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:10:43.612294 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-fa92a5f8-7d01-41e7-8a4d-ffc1c9dc4470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:10:19Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['e386ad64-1290-4143-85c2-0fe4b82cfc48'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:10:43.631372 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-67a2e342-646f-4c8d-83c0-96290088ab7c tempest-FloatingIPNegativeTestJSON-29840365 tempest-FloatingIPNegativeTestJSON-29840365-project] Publish callbacks [] for port, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:43.692774 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 42602) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:10:43.692938 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-4bfa7d58-2bf4-4779-8935-5f9664a2ee1b tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] 10.222.0.11 "GET /v2.0/routers/e386ad64-1290-4143-85c2-0fe4b82cfc48 HTTP/1.1" status: 200 len: 699 time: 0.0936251 Jan 05 17:10:43.698874 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-fa92a5f8-7d01-41e7-8a4d-ffc1c9dc4470 None None] Set router e386ad64-1290-4143-85c2-0fe4b82cfc48 gateway port host: None {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:10:43.724880 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.agents_db [None req-291d1585-17df-45c0-b64a-d244e6d90872 None None] Agent healthcheck: found 6 active agents {{(pid=103803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 05 17:10:43.731365 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 42604) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:10:43.732114 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-341928c5-f8e0-4379-9f42-5602ce993ffe tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] 10.222.0.11 "GET /v2.0/ports?device_id=e386ad64-1290-4143-85c2-0fe4b82cfc48 HTTP/1.1" status: 200 len: 205 time: 0.0377121 Jan 05 17:10:43.765003 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-fa92a5f8-7d01-41e7-8a4d-ffc1c9dc4470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e386ad64-1290-4143-85c2-0fe4b82cfc48', 'name': 'tempest-RoutersTest-router-531957097', 'tenant_id': '85eea60e03994a48a004c2f9e50e4168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:10:40Z', 'updated_at': '2022-01-05T17:10:41Z', 'revision_number': 2, 'project_id': '85eea60e03994a48a004c2f9e50e4168', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:10:43.792333 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa92a5f8-7d01-41e7-8a4d-ffc1c9dc4470 None None] Checking router: e386ad64-1290-4143-85c2-0fe4b82cfc48 for host: dv-neutron-master-2-hyperv {{(pid=103802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 05 17:10:43.802187 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa92a5f8-7d01-41e7-8a4d-ffc1c9dc4470 None None] Routers {'e386ad64-1290-4143-85c2-0fe4b82cfc48'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:10:43.802395 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-fa92a5f8-7d01-41e7-8a4d-ffc1c9dc4470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:10:19Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['e386ad64-1290-4143-85c2-0fe4b82cfc48'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:10:43.803739 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6789a943-8d4a-4e75-8c67-06cdc78a05da tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3893367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8784787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8521880'] for subnet, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:43.816984 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 42606) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:10:43.817267 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-5f51d801-6a67-4cac-aea4-d842f9394a70 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 2.1063225 Jan 05 17:10:43.822818 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-4ea86238-55fa-4666-9319-2b607f1d75e5 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:10:43.848848 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-db8faebb-ec61-4090-a039-340e5f97b94e tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks [] for router, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:43.856907 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6789a943-8d4a-4e75-8c67-06cdc78a05da tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Pushing event deleted for resources: {'Subnet': ['ID=e5190811-264e-4968-9338-c2766d92e5ad,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:10:43.884406 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-6c054b9c-a0fd-4a9e-b0fe-b508c319aca8 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3891722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648695'] for network, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:43.914807 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-862496c1-fe86-4734-a42d-11d58c71aecf tempest-RoutersAdminTest-952369856 tempest-RoutersAdminTest-952369856-project-admin] Router baa4e709-a2d8-4f6b-ab06-913eccca4950 is scheduled to L3 agent 59446fdc-40e0-41fe-a575-a8eb11d742f7 with binding_index 1 {{(pid=103800) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 05 17:10:43.917157 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6789a943-8d4a-4e75-8c67-06cdc78a05da tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks [] for subnet, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:43.918341 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-6c054b9c-a0fd-4a9e-b0fe-b508c319aca8 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks [] for network, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:43.922975 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-6789a943-8d4a-4e75-8c67-06cdc78a05da tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] 10.222.0.11 "DELETE /v2.0/subnets/e5190811-264e-4968-9338-c2766d92e5ad HTTP/1.1" status: 204 len: 168 time: 2.4805338 Jan 05 17:10:43.924406 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-fa92a5f8-7d01-41e7-8a4d-ffc1c9dc4470 None None] Set router e386ad64-1290-4143-85c2-0fe4b82cfc48 gateway port host: None {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:10:43.925402 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 42610) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:10:43.934762 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-6c054b9c-a0fd-4a9e-b0fe-b508c319aca8 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] 10.222.0.11 "DELETE /v2.0/networks/7a7c53f6-25d1-445c-b01b-3b897757c60b HTTP/1.1" status: 204 len: 168 time: 2.1144137 Jan 05 17:10:43.952464 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 42612) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:10:43.995407 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-67a2e342-646f-4c8d-83c0-96290088ab7c tempest-FloatingIPNegativeTestJSON-29840365 tempest-FloatingIPNegativeTestJSON-29840365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11433176'] for port, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:44.013278 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-fa92a5f8-7d01-41e7-8a4d-ffc1c9dc4470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e386ad64-1290-4143-85c2-0fe4b82cfc48', 'name': 'tempest-RoutersTest-router-531957097', 'tenant_id': '85eea60e03994a48a004c2f9e50e4168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:10:40Z', 'updated_at': '2022-01-05T17:10:41Z', 'revision_number': 2, 'project_id': '85eea60e03994a48a004c2f9e50e4168', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:10:44.048357 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5146657f-b76b-4be3-a6a2-c1b02af2d62f None None] Network e897f8fc-3cef-40ca-9466-c6c65ecd9833 requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:10:44.049165 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-ae7f5ea7-43e1-46d7-a117-57ca74e902e3 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1217089 Jan 05 17:10:44.053136 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa92a5f8-7d01-41e7-8a4d-ffc1c9dc4470 None None] The sync data for ids ['e386ad64-1290-4143-85c2-0fe4b82cfc48'] in dv-neutron-master-2-hyperv is: [{'id': 'e386ad64-1290-4143-85c2-0fe4b82cfc48', 'name': 'tempest-RoutersTest-router-531957097', 'tenant_id': '85eea60e03994a48a004c2f9e50e4168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:10:40Z', 'updated_at': '2022-01-05T17:10:41Z', 'revision_number': 2, 'project_id': '85eea60e03994a48a004c2f9e50e4168', 'gw_port_host': None}] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 05 17:10:44.057573 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 42614) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:10:44.059453 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c054b9c-a0fd-4a9e-b0fe-b508c319aca8 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Pushing event deleted for resources: {'Network': ['ID=7a7c53f6-25d1-445c-b01b-3b897757c60b,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:10:44.196655 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67a2e342-646f-4c8d-83c0-96290088ab7c tempest-FloatingIPNegativeTestJSON-29840365 tempest-FloatingIPNegativeTestJSON-29840365-project] Network dd42544a-8664-4632-a65f-33923484589c is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:10:44.208743 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-db8faebb-ec61-4090-a039-340e5f97b94e tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-648249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62744'] for router, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:44.211158 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-db8faebb-ec61-4090-a039-340e5f97b94e tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:44.265601 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-78e55cf5-6c90-4891-873c-615b96700893 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Request body: {'subnet': {'network_id': 'e897f8fc-3cef-40ca-9466-c6c65ecd9833', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:10:44.287311 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-67a2e342-646f-4c8d-83c0-96290088ab7c tempest-FloatingIPNegativeTestJSON-29840365 tempest-FloatingIPNegativeTestJSON-29840365-project] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:10:44.287311 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67a2e342-646f-4c8d-83c0-96290088ab7c tempest-FloatingIPNegativeTestJSON-29840365 tempest-FloatingIPNegativeTestJSON-29840365-project] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:10:44.303388 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fb855e2-e363-4ed3-bb3f-0e41785c49c3 None None] DHCP port deletion for e897f8fc-3cef-40ca-9466-c6c65ecd9833 request from dv-neutron-master-2-hyperv {{(pid=103802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 05 17:10:44.364609 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a2e342-646f-4c8d-83c0-96290088ab7c tempest-FloatingIPNegativeTestJSON-29840365 tempest-FloatingIPNegativeTestJSON-29840365-project] Pushing event updated for resources: {'Port': ['ID=894292c4-765c-4116-9489-4463d970d38f,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:10:44.401114 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-5fb855e2-e363-4ed3-bb3f-0e41785c49c3 None None] Deleting port de37bf9a-b0f5-454c-877e-5c81755837aa {{(pid=103802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:10:44.401659 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-5fb855e2-e363-4ed3-bb3f-0e41785c49c3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:44.419932 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-db8faebb-ec61-4090-a039-340e5f97b94e tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-648240'] for router, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:44.419932 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db8faebb-ec61-4090-a039-340e5f97b94e tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Fanout notify agent at l3_agent the message router_deleted on router e386ad64-1290-4143-85c2-0fe4b82cfc48 {{(pid=103800) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 05 17:10:44.431554 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-db8faebb-ec61-4090-a039-340e5f97b94e tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] Publish callbacks [] for router, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:44.432846 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-db8faebb-ec61-4090-a039-340e5f97b94e tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] 10.222.0.11 "DELETE /v2.0/routers/e386ad64-1290-4143-85c2-0fe4b82cfc48 HTTP/1.1" status: 204 len: 168 time: 0.6994216 Jan 05 17:10:44.459686 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 42616) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:10:44.502055 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-67a2e342-646f-4c8d-83c0-96290088ab7c tempest-FloatingIPNegativeTestJSON-29840365 tempest-FloatingIPNegativeTestJSON-29840365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-648552'] for router_interface, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:44.510453 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-9c16b904-7940-4764-bad8-c1e53fd5d70b tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] 10.222.0.11 "GET /v2.0/ports?device_id=e386ad64-1290-4143-85c2-0fe4b82cfc48 HTTP/1.1" status: 200 len: 205 time: 0.0488255 Jan 05 17:10:44.515693 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-4ea86238-55fa-4666-9319-2b607f1d75e5 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754180566020'] for network, precommit_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:44.517423 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 42618) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:10:44.556906 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-5fb855e2-e363-4ed3-bb3f-0e41785c49c3 None None] For port de37bf9a-b0f5-454c-877e-5c81755837aa, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=de37bf9a-b0f5-454c-877e-5c81755837aa,segment=NetworkSegment(68e6c437-46c2-424d-85e7-20547f69066d),segment_id=68e6c437-46c2-424d-85e7-20547f69066d)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:10:44.557507 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-5fb855e2-e363-4ed3-bb3f-0e41785c49c3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:44.578501 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-5fb855e2-e363-4ed3-bb3f-0e41785c49c3 None None] Calling delete_port for de37bf9a-b0f5-454c-877e-5c81755837aa owned by network:dhcp {{(pid=103802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:10:44.628237 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.api.v2.resource [None req-f719b7ef-b0ee-4fd7-b948-bd75c614b1bc tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] delete failed (client error): The resource could not be found. Jan 05 17:10:44.628237 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-f719b7ef-b0ee-4fd7-b948-bd75c614b1bc tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] 10.222.0.11 "DELETE /v2.0/routers/e386ad64-1290-4143-85c2-0fe4b82cfc48 HTTP/1.1" status: 404 len: 336 time: 0.1075592 Jan 05 17:10:44.628887 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-4ea86238-55fa-4666-9319-2b607f1d75e5 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685'] for network, after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:44.633428 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 42620) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:10:44.656482 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-4ea86238-55fa-4666-9319-2b607f1d75e5 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Network 650e6e90-7510-47e3-b1b1-363944a749c9 is not hosted by any dhcp agent {{(pid=103801) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jan 05 17:10:44.663172 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ea86238-55fa-4666-9319-2b607f1d75e5 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:10:44.663922 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-4ea86238-55fa-4666-9319-2b607f1d75e5 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Publish callbacks [] for network, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:44.665987 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-4ea86238-55fa-4666-9319-2b607f1d75e5 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] 10.222.0.11 "PUT /v2.0/networks/650e6e90-7510-47e3-b1b1-363944a749c9 HTTP/1.1" status: 200 len: 723 time: 0.8477206 Jan 05 17:10:44.672660 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 42622) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:10:44.681376 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-503ac5b0-b703-49a1-8d3b-a050075cb706 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Request body: {'subnet': {'network_id': '650e6e90-7510-47e3-b1b1-363944a749c9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:10:44.689547 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e7b5172-c611-4406-8f9b-8764035d4a88 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] DELETE failed (client error): The resource could not be found. Jan 05 17:10:44.695125 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e7b5172-c611-4406-8f9b-8764035d4a88 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103800) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 05 17:10:44.698490 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-8e7b5172-c611-4406-8f9b-8764035d4a88 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] 10.222.0.11 "DELETE /v2.0/subnets/9adc8326-caed-4892-bbbe-b495a47ad17d HTTP/1.1" status: 404 len: 337 time: 0.0638249 Jan 05 17:10:44.715309 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 42624) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:10:44.745086 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-862496c1-fe86-4734-a42d-11d58c71aecf tempest-RoutersAdminTest-952369856 tempest-RoutersAdminTest-952369856-project-admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 05 17:10:44.756374 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-624e7ec1-a120-4707-b364-c2a8e6a0ae46 None None] Sync routers for ids ['baa4e709-a2d8-4f6b-ab06-913eccca4950'] in dv-neutron-master-2-hyperv {{(pid=103803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 05 17:10:44.771488 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-624e7ec1-a120-4707-b364-c2a8e6a0ae46 None None] Routers {'baa4e709-a2d8-4f6b-ab06-913eccca4950'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:10:44.772126 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-624e7ec1-a120-4707-b364-c2a8e6a0ae46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:10:19Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['baa4e709-a2d8-4f6b-ab06-913eccca4950'], 'active': True} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:10:44.775073 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-862496c1-fe86-4734-a42d-11d58c71aecf tempest-RoutersAdminTest-952369856 tempest-RoutersAdminTest-952369856-project-admin] Publish callbacks [] for router, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:44.782766 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-862496c1-fe86-4734-a42d-11d58c71aecf tempest-RoutersAdminTest-952369856 tempest-RoutersAdminTest-952369856-project-admin] 10.222.0.11 "PUT /v2.0/routers/baa4e709-a2d8-4f6b-ab06-913eccca4950 HTTP/1.1" status: 200 len: 916 time: 7.2970593 Jan 05 17:10:44.790582 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 42626) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:10:44.809056 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.pecan_wsgi.hooks.translation [None req-ccbfa61c-3402-48bd-81ff-f59c022abc87 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] DELETE failed (client error): The resource could not be found. Jan 05 17:10:44.809433 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ccbfa61c-3402-48bd-81ff-f59c022abc87 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103800) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 05 17:10:44.815812 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-ccbfa61c-3402-48bd-81ff-f59c022abc87 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] 10.222.0.11 "DELETE /v2.0/subnets/c343cccc-8aec-4f0b-a6d7-7d4f99734aed HTTP/1.1" status: 404 len: 337 time: 0.0994377 Jan 05 17:10:44.822901 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78e55cf5-6c90-4891-873c-615b96700893 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Made reservation on behalf of fd419c78d7194361a03f37a26ebeba76 for: {'subnet': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:10:44.826727 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-78e55cf5-6c90-4891-873c-615b96700893 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8521827'] for subnet, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:44.832330 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 42628) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:10:44.860095 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-624e7ec1-a120-4707-b364-c2a8e6a0ae46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:10:44.862887 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-999c96e5-b9ee-4e77-9cf9-801556eb759b None None] Network dd42544a-8664-4632-a65f-33923484589c requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:10:44.866863 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 3c10ff6e-42eb-48ed-b007-6780cdbf6d15 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:10:44.882098 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-624e7ec1-a120-4707-b364-c2a8e6a0ae46 None None] Routers {'baa4e709-a2d8-4f6b-ab06-913eccca4950'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:10:44.882729 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-624e7ec1-a120-4707-b364-c2a8e6a0ae46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:10:19Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['baa4e709-a2d8-4f6b-ab06-913eccca4950'], 'active': True} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:10:44.912720 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.pecan_wsgi.hooks.translation [None req-b98d25d4-3714-45df-bbde-20c07574accf tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] DELETE failed (client error): The resource could not be found. Jan 05 17:10:44.913178 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b98d25d4-3714-45df-bbde-20c07574accf tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103800) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 05 17:10:44.916331 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-b98d25d4-3714-45df-bbde-20c07574accf tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] 10.222.0.11 "DELETE /v2.0/subnets/21285678-2d09-4af6-a22e-c08e91089594 HTTP/1.1" status: 404 len: 337 time: 0.0809441 Jan 05 17:10:44.930154 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 42630) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:10:44.945033 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-e91f1354-ae81-48ff-a668-3d38c7e8ea11 tempest-RoutersAdminTest-952369856 tempest-RoutersAdminTest-952369856-project-admin] 10.222.0.11 "GET /v2.0/routers/baa4e709-a2d8-4f6b-ab06-913eccca4950 HTTP/1.1" status: 200 len: 922 time: 0.1527565 Jan 05 17:10:44.965336 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-3d7f3fcd-e4c4-4407-918d-fd581003d7d8 None None] Provisioning complete for port 3c10ff6e-42eb-48ed-b007-6780cdbf6d15 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:10:44.966370 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-3d7f3fcd-e4c4-4407-918d-fd581003d7d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:44.977350 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 42632) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:10:44.992189 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.pecan_wsgi.hooks.translation [None req-05367f24-a85f-45a2-80b2-2039887643c7 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] DELETE failed (client error): The resource could not be found. Jan 05 17:10:44.992744 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05367f24-a85f-45a2-80b2-2039887643c7 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103800) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 05 17:10:44.996360 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-5fb855e2-e363-4ed3-bb3f-0e41785c49c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678'] for port, after_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:45.000498 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-05367f24-a85f-45a2-80b2-2039887643c7 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] 10.222.0.11 "DELETE /v2.0/subnets/429e9b39-4f6c-40eb-b133-5051cc8163a3 HTTP/1.1" status: 404 len: 337 time: 0.0639451 Jan 05 17:10:45.004983 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 42636) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:10:45.040761 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea86238-55fa-4666-9319-2b607f1d75e5 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Pushing event updated for resources: {'Network': ['ID=650e6e90-7510-47e3-b1b1-363944a749c9,revision_number=2']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:10:45.084142 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fb855e2-e363-4ed3-bb3f-0e41785c49c3 None None] No DVR routers for this DVR port de37bf9a-b0f5-454c-877e-5c81755837aa on host dv-neutron-master-2-hyperv {{(pid=103802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 05 17:10:45.109388 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-b9fbcbc2-1de4-4e83-bf7c-21677d728f54 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] 10.222.0.11 "GET /v2.0/ports?device_id=bf1afd4d-680c-4871-aabc-4aca87161f6d HTTP/1.1" status: 200 len: 205 time: 0.0994108 Jan 05 17:10:45.114684 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 42638) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:10:45.125882 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Network 650e6e90-7510-47e3-b1b1-363944a749c9 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 05 17:10:45.157746 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb855e2-e363-4ed3-bb3f-0e41785c49c3 None None] Pushing event deleted for resources: {'Port': ['ID=de37bf9a-b0f5-454c-877e-5c81755837aa,revision_number=None']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:10:45.181304 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.api.v2.resource [None req-44609c3c-5ffc-4ebc-b900-c57a4e20a69b tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] delete failed (client error): The resource could not be found. Jan 05 17:10:45.182821 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-44609c3c-5ffc-4ebc-b900-c57a4e20a69b tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] 10.222.0.11 "DELETE /v2.0/routers/bf1afd4d-680c-4871-aabc-4aca87161f6d HTTP/1.1" status: 404 len: 336 time: 0.0614297 Jan 05 17:10:45.187397 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 42640) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:10:45.223735 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Provisioning complete for port 3c10ff6e-42eb-48ed-b007-6780cdbf6d15 triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:10:45.224055 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:45.227630 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-624e7ec1-a120-4707-b364-c2a8e6a0ae46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:10:45.228507 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-624e7ec1-a120-4707-b364-c2a8e6a0ae46 None None] The sync data for ids ['baa4e709-a2d8-4f6b-ab06-913eccca4950'] in dv-neutron-master-2-hyperv is: [] {{(pid=103803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 05 17:10:45.249513 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62ced7a5-0100-47e5-a315-bf4770aedb53 tempest-RoutersAdminTest-952369856 tempest-RoutersAdminTest-952369856-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:10:45.253972 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-62ced7a5-0100-47e5-a315-bf4770aedb53 tempest-RoutersAdminTest-952369856 tempest-RoutersAdminTest-952369856-project-admin] 10.222.0.11 "GET /v2.0/ports?network_id=b0167590-0699-4c5c-a932-3939414a9573&device_id=baa4e709-a2d8-4f6b-ab06-913eccca4950&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2727456 Jan 05 17:10:45.256999 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-c74c3753-7396-4038-9f97-b022c8f77463 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] 10.222.0.11 "GET /v2.0/ports?device_id=c2fd2f78-32aa-4669-9f22-d98710cb07ad HTTP/1.1" status: 200 len: 205 time: 0.0661554 Jan 05 17:10:45.257808 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 42642) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:10:45.268922 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 42644) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:10:45.325424 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-503ac5b0-b703-49a1-8d3b-a050075cb706 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Made reservation on behalf of 2c187912c919424a8a16116bf03056cd for: {'subnet': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:10:45.329127 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-503ac5b0-b703-49a1-8d3b-a050075cb706 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8521827'] for subnet, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:45.362638 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.api.v2.resource [None req-711419ed-84f8-4df1-bb84-c5bebef15d27 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] delete failed (client error): The resource could not be found. Jan 05 17:10:45.363712 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-711419ed-84f8-4df1-bb84-c5bebef15d27 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] 10.222.0.11 "DELETE /v2.0/routers/c2fd2f78-32aa-4669-9f22-d98710cb07ad HTTP/1.1" status: 404 len: 336 time: 0.0891395 Jan 05 17:10:45.371598 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 42646) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:10:45.458541 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.pecan_wsgi.hooks.translation [None req-340eb5e1-6824-4878-bb45-44653a13b94f tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] DELETE failed (client error): The resource could not be found. Jan 05 17:10:45.458995 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-340eb5e1-6824-4878-bb45-44653a13b94f tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103800) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 05 17:10:45.464564 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-340eb5e1-6824-4878-bb45-44653a13b94f tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] 10.222.0.11 "DELETE /v2.0/subnets/0432803f-5f8c-4f59-850d-18d160953366 HTTP/1.1" status: 404 len: 337 time: 0.0849519 Jan 05 17:10:45.468232 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:45.472230 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 42648) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:10:45.510012 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] For port 3c10ff6e-42eb-48ed-b007-6780cdbf6d15, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=3c10ff6e-42eb-48ed-b007-6780cdbf6d15,segment=NetworkSegment(7cd3633b-8ff5-471e-b8a6-efdd20685433),segment_id=7cd3633b-8ff5-471e-b8a6-efdd20685433)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:10:45.513167 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-3d7f3fcd-e4c4-4407-918d-fd581003d7d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:45.529404 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-67a2e342-646f-4c8d-83c0-96290088ab7c tempest-FloatingIPNegativeTestJSON-29840365 tempest-FloatingIPNegativeTestJSON-29840365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:45.551965 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-b0202184-22c1-436f-8847-4396de030db8 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f9dbb05-9948-4a21-8362-c2bb28b6934e HTTP/1.1" status: 200 len: 205 time: 0.0705729 Jan 05 17:10:45.555315 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 42650) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:10:45.604773 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:45.652280 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f336d91d-7470-42f9-8da9-3162f354c670 tempest-RoutersAdminTest-952369856 tempest-RoutersAdminTest-952369856-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:10:45.655928 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.api.v2.resource [None req-cbb5173b-ae22-4278-b47e-e3ab94dd1232 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] delete failed (client error): The resource could not be found. Jan 05 17:10:45.662956 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-f336d91d-7470-42f9-8da9-3162f354c670 tempest-RoutersAdminTest-952369856 tempest-RoutersAdminTest-952369856-project-admin] 10.222.0.11 "GET /v2.0/networks/b0167590-0699-4c5c-a932-3939414a9573 HTTP/1.1" status: 200 len: 881 time: 0.3985994 Jan 05 17:10:45.664731 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 42652) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:10:45.670574 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-cbb5173b-ae22-4278-b47e-e3ab94dd1232 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] 10.222.0.11 "DELETE /v2.0/routers/6f9dbb05-9948-4a21-8362-c2bb28b6934e HTTP/1.1" status: 404 len: 336 time: 0.1114583 Jan 05 17:10:45.675289 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 42654) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:10:45.712483 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-78e55cf5-6c90-4891-873c-615b96700893 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8784852', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8521873'] for subnet, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:45.733625 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device de37bf9a-b0f5-454c-877e-5c81755837aa no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 05 17:10:45.780275 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] No Port match for: de37bf9a-b0f5-454c-877e-5c81755837aa {{(pid=103802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 05 17:10:45.780797 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device de37bf9a-b0f5-454c-877e-5c81755837aa not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 05 17:10:45.781157 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-ec77467d-f388-42bf-b11b-0f00e463de0a tempest-RoutersAdminTest-1676889452 tempest-RoutersAdminTest-1676889452-project] 10.222.0.11 "GET /v2.0/ports?device_id=baa4e709-a2d8-4f6b-ab06-913eccca4950 HTTP/1.1" status: 200 len: 205 time: 0.1129951 Jan 05 17:10:45.800027 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-a6dd9a62-b431-4ca0-980d-412775b79176 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] 10.222.0.11 "GET /v2.0/ports?device_id=1ffe8a08-6920-4d21-ac4f-b8df5ebc9707 HTTP/1.1" status: 200 len: 205 time: 0.1195085 Jan 05 17:10:45.800027 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 42656) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:10:45.803616 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 42662) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:10:45.807481 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.db.api [None req-3d7f3fcd-e4c4-4407-918d-fd581003d7d8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103802) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 05 17:10:45.807966 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG oslo_db.api [None req-3d7f3fcd-e4c4-4407-918d-fd581003d7d8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 05 17:10:45.813897 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Pushing event updated for resources: {'Port': ['ID=3c10ff6e-42eb-48ed-b007-6780cdbf6d15,revision_number=3']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:10:45.865761 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78e55cf5-6c90-4891-873c-615b96700893 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Network e897f8fc-3cef-40ca-9466-c6c65ecd9833 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:10:45.927385 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-78e55cf5-6c90-4891-873c-615b96700893 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:10:45.933850 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.api.v2.resource [None req-2d7e5aee-7cf3-41f7-bdb5-4cfe284c72f2 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] delete failed (client error): The resource could not be found. Jan 05 17:10:45.937790 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-2d7e5aee-7cf3-41f7-bdb5-4cfe284c72f2 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] 10.222.0.11 "DELETE /v2.0/routers/1ffe8a08-6920-4d21-ac4f-b8df5ebc9707 HTTP/1.1" status: 404 len: 336 time: 0.1289878 Jan 05 17:10:45.937790 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78e55cf5-6c90-4891-873c-615b96700893 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:10:45.937790 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-78e55cf5-6c90-4891-873c-615b96700893 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks [] for subnet, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:45.943362 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92a48c13-0cff-4125-b743-a1ae07376e19 None None] Network e897f8fc-3cef-40ca-9466-c6c65ecd9833 requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:10:45.945312 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 42668) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:10:45.968686 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e55cf5-6c90-4891-873c-615b96700893 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Pushing event updated for resources: {'Subnet': ['ID=6d65c754-d167-4d7b-a735-fe72fc8340f5,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:10:46.025355 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.pecan_wsgi.hooks.translation [None req-27009433-634f-4cd8-ad49-7c1b6b82740a tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] DELETE failed (client error): The resource could not be found. Jan 05 17:10:46.033341 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27009433-634f-4cd8-ad49-7c1b6b82740a tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 05 17:10:46.038135 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-27009433-634f-4cd8-ad49-7c1b6b82740a tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] 10.222.0.11 "DELETE /v2.0/subnets/099eb42d-18f6-4ee1-9b5c-559d91ee47c7 HTTP/1.1" status: 404 len: 337 time: 0.0896163 Jan 05 17:10:46.043212 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 42670) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:10:46.061530 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-78e55cf5-6c90-4891-873c-615b96700893 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.8002994 Jan 05 17:10:46.099498 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 42672) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:10:46.108571 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-ff1afe99-3d60-4c51-afe0-a0dddb586647 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Request body: {'subnet': {'network_id': 'e897f8fc-3cef-40ca-9466-c6c65ecd9833', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:10:46.111466 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1b7a42d-403c-4d20-8b1f-54945aab9979 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-e897f8fc-3cef-40ca-9466-c6c65ecd9833', 'network_id': 'e897f8fc-3cef-40ca-9466-c6c65ecd9833', 'project_id': 'fd419c78d7194361a03f37a26ebeba76', 'fixed_ips': [{'subnet_id': '6d65c754-d167-4d7b-a735-fe72fc8340f5'}]}} from dv-neutron-master-2-hyperv. {{(pid=103802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 05 17:10:46.113121 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d1b7a42d-403c-4d20-8b1f-54945aab9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:46.144859 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-0642537b-ab3f-49f9-9fe0-b4899263add5 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] 10.222.0.11 "GET /v2.0/ports?device_id=8745032a-d287-452f-8596-d0ad3acdff43 HTTP/1.1" status: 200 len: 205 time: 0.0937290 Jan 05 17:10:46.144859 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-503ac5b0-b703-49a1-8d3b-a050075cb706 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8784852', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8521873'] for subnet, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:46.147774 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 42676) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:10:46.259313 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.api.v2.resource [None req-8557d13d-d88e-4100-a94d-191474dbc061 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] delete failed (client error): The resource could not be found. Jan 05 17:10:46.262630 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-8557d13d-d88e-4100-a94d-191474dbc061 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] 10.222.0.11 "DELETE /v2.0/routers/8745032a-d287-452f-8596-d0ad3acdff43 HTTP/1.1" status: 404 len: 336 time: 0.0980582 Jan 05 17:10:46.269625 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 42678) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:10:46.296684 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-67a2e342-646f-4c8d-83c0-96290088ab7c tempest-FloatingIPNegativeTestJSON-29840365 tempest-FloatingIPNegativeTestJSON-29840365-project] Publish callbacks [] for port, precommit_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:46.298978 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.db_base_plugin_common [None req-d1b7a42d-403c-4d20-8b1f-54945aab9979 None None] Allocated IP 2001:db8::2 (e897f8fc-3cef-40ca-9466-c6c65ecd9833/6d65c754-d167-4d7b-a735-fe72fc8340f5/337214d0-4fec-473d-852c-81e828dae3f6) {{(pid=103802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:10:46.321451 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.pecan_wsgi.hooks.translation [None req-78e8b0a3-763f-4e29-a674-acf6286aeafe tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] DELETE failed (client error): The resource could not be found. Jan 05 17:10:46.322336 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78e8b0a3-763f-4e29-a674-acf6286aeafe tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103800) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 05 17:10:46.326742 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-78e8b0a3-763f-4e29-a674-acf6286aeafe tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] 10.222.0.11 "DELETE /v2.0/subnets/8546841b-10bd-4d93-99da-3031ac40e520 HTTP/1.1" status: 404 len: 337 time: 0.0543716 Jan 05 17:10:46.331352 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-0057409a-afcd-4b53-bdb7-811975324730 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-531685'] for router_interface, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:46.335955 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 42680) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:10:46.340630 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503ac5b0-b703-49a1-8d3b-a050075cb706 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Pushing event updated for resources: {'Subnet': ['ID=712c4dbf-5e64-47ad-9f69-29246544c53b,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:10:46.369199 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-503ac5b0-b703-49a1-8d3b-a050075cb706 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Checking segment: {'id': 'a51fe504-b9d7-444a-bb29-32777c7cade1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '650e6e90-7510-47e3-b1b1-363944a749c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:10:46.369874 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-503ac5b0-b703-49a1-8d3b-a050075cb706 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Network hostable DHCP agents. Network: 650e6e90-7510-47e3-b1b1-363944a749c9, hostable agents: ['3f70c195-17da-4084-9fd6-bf6059d88535'], hosted agents: [] {{(pid=103800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 05 17:10:46.420717 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-986c651f-291d-4c26-b227-07fe16a5c896 tempest-RoutersAdminTest-1676889452 tempest-RoutersAdminTest-1676889452-project] Publish callbacks [] for router, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:46.444921 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-67a2e342-646f-4c8d-83c0-96290088ab7c tempest-FloatingIPNegativeTestJSON-29840365 tempest-FloatingIPNegativeTestJSON-29840365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11433169'] for port, after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:46.457941 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-503ac5b0-b703-49a1-8d3b-a050075cb706 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Network 650e6e90-7510-47e3-b1b1-363944a749c9 is scheduled to be hosted by DHCP agent 3f70c195-17da-4084-9fd6-bf6059d88535 with binding_index 1 {{(pid=103800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 05 17:10:46.486460 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff1afe99-3d60-4c51-afe0-a0dddb586647 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Made reservation on behalf of fd419c78d7194361a03f37a26ebeba76 for: {'subnet': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:10:46.495717 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ff1afe99-3d60-4c51-afe0-a0dddb586647 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8521827'] for subnet, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:46.520004 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d1b7a42d-403c-4d20-8b1f-54945aab9979 None None] Publish callbacks [] for port, precommit_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:46.527978 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-ca19e1b2-6e93-4b6c-ba88-dc6053b805e7 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] 10.222.0.11 "GET /v2.0/ports?device_id=24052343-05ae-4baf-9e85-ab239661bfc4 HTTP/1.1" status: 200 len: 205 time: 0.1903775 Jan 05 17:10:46.534323 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 42682) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:10:46.547975 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 3c10ff6e-42eb-48ed-b007-6780cdbf6d15 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:10:46.613869 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-503ac5b0-b703-49a1-8d3b-a050075cb706 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 650e6e90-7510-47e3-b1b1-363944a749c9) {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:10:46.615204 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.api.v2.resource [None req-4066595c-6fcf-4186-a5ae-8ba33bb047d8 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] delete failed (client error): The resource could not be found. Jan 05 17:10:46.616156 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d1b7a42d-403c-4d20-8b1f-54945aab9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669'] for port, after_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:46.621730 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-4066595c-6fcf-4186-a5ae-8ba33bb047d8 tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] 10.222.0.11 "DELETE /v2.0/routers/24052343-05ae-4baf-9e85-ab239661bfc4 HTTP/1.1" status: 404 len: 336 time: 0.0832000 Jan 05 17:10:46.622530 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-67a2e342-646f-4c8d-83c0-96290088ab7c tempest-FloatingIPNegativeTestJSON-29840365 tempest-FloatingIPNegativeTestJSON-29840365-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-531704'] for router_interface, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:46.623767 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 42684) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:10:46.641242 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Provisioning complete for port 3c10ff6e-42eb-48ed-b007-6780cdbf6d15 triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:10:46.642197 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:46.645396 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b1bbc50-7ab9-4170-8e1e-5e4da3f7ca3b None None] Network 650e6e90-7510-47e3-b1b1-363944a749c9 requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:10:46.653529 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-503ac5b0-b703-49a1-8d3b-a050075cb706 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:10:46.656216 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-503ac5b0-b703-49a1-8d3b-a050075cb706 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Publish callbacks [] for subnet, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:46.660940 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.pecan_wsgi.hooks.translation [None req-89a4edcc-8bea-45fa-8274-731003fe260b tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] DELETE failed (client error): The resource could not be found. Jan 05 17:10:46.661379 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89a4edcc-8bea-45fa-8274-731003fe260b tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103800) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 05 17:10:46.665143 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a2e342-646f-4c8d-83c0-96290088ab7c tempest-FloatingIPNegativeTestJSON-29840365 tempest-FloatingIPNegativeTestJSON-29840365-project] Pushing event updated for resources: {'Port': ['ID=894292c4-765c-4116-9489-4463d970d38f,revision_number=2']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:10:46.667472 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-89a4edcc-8bea-45fa-8274-731003fe260b tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] 10.222.0.11 "DELETE /v2.0/subnets/4c669fed-adf9-4d53-89ae-da63726ac2f2 HTTP/1.1" status: 404 len: 337 time: 0.0418015 Jan 05 17:10:46.667829 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 42686) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:10:46.708199 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6933d0a-cae0-4fa6-8219-64d3c13eea0f tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] DELETE failed (client error): The resource could not be found. Jan 05 17:10:46.708648 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6933d0a-cae0-4fa6-8219-64d3c13eea0f tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103800) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 05 17:10:46.714087 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-f6933d0a-cae0-4fa6-8219-64d3c13eea0f tempest-RoutersTest-1243954683 tempest-RoutersTest-1243954683-project] 10.222.0.11 "DELETE /v2.0/subnets/824d5f3e-3925-4528-b0f0-8eab3aa823b5 HTTP/1.1" status: 404 len: 337 time: 0.0415998 Jan 05 17:10:46.756733 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.db.ipam_backend_mixin [None req-ff1afe99-3d60-4c51-afe0-a0dddb586647 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 6d65c754-d167-4d7b-a735-fe72fc8340f5 (CIDR: 2001:db8::/64) Jan 05 17:10:46.761210 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b7a42d-403c-4d20-8b1f-54945aab9979 None None] Pushing event updated for resources: {'Port': ['ID=337214d0-4fec-473d-852c-81e828dae3f6,revision_number=1']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:10:46.819202 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff1afe99-3d60-4c51-afe0-a0dddb586647 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 05 17:10:46.822080 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff1afe99-3d60-4c51-afe0-a0dddb586647 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103800) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 05 17:10:46.853520 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-503ac5b0-b703-49a1-8d3b-a050075cb706 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1755183 Jan 05 17:10:46.853781 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 42690) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:10:46.864593 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-5d57dedb-1695-401b-b689-ccf2a2409bfe tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:10:46.878841 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-986c651f-291d-4c26-b227-07fe16a5c896 tempest-RoutersAdminTest-1676889452 tempest-RoutersAdminTest-1676889452-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:46.891163 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1b7a42d-403c-4d20-8b1f-54945aab9979 None None] Network e897f8fc-3cef-40ca-9466-c6c65ecd9833 is already hosted by enough agents. {{(pid=103802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:10:46.892200 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-24c92d3e-e920-4fd4-8421-8130994511d5 None None] Provisioning complete for port 894292c4-765c-4116-9489-4463d970d38f triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:10:46.892783 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-24c92d3e-e920-4fd4-8421-8130994511d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:46.933122 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-24c92d3e-e920-4fd4-8421-8130994511d5 None None] Port 894292c4-765c-4116-9489-4463d970d38f cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 17:10:46.939031 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67a2e342-646f-4c8d-83c0-96290088ab7c tempest-FloatingIPNegativeTestJSON-29840365 tempest-FloatingIPNegativeTestJSON-29840365-project] Network dd42544a-8664-4632-a65f-33923484589c is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:10:46.941500 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-67a2e342-646f-4c8d-83c0-96290088ab7c tempest-FloatingIPNegativeTestJSON-29840365 tempest-FloatingIPNegativeTestJSON-29840365-project] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:10:46.942992 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.scheduler.base_scheduler [None req-d1b7a42d-403c-4d20-8b1f-54945aab9979 None None] Resources bound (agent type, host, resource id): {{(pid=103802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:10:46.952669 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1b7a42d-403c-4d20-8b1f-54945aab9979 None None] Received port after_create {{(pid=103802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:10:46.967510 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-ff1afe99-3d60-4c51-afe0-a0dddb586647 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8669274 Jan 05 17:10:46.992401 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 42692) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:10:47.002798 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-7eac9ea4-b30e-4941-b0f4-d35deecea6aa tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Request body: {'subnet': {'network_id': 'e897f8fc-3cef-40ca-9466-c6c65ecd9833', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:10:47.223347 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-24c92d3e-e920-4fd4-8421-8130994511d5 None None] Provisioning complete for port 3c10ff6e-42eb-48ed-b007-6780cdbf6d15 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:10:47.224125 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-24c92d3e-e920-4fd4-8421-8130994511d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:47.279469 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-92be1f68-2c04-4656-9661-59529fedfa71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:47.289107 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d2b9f8f-790c-4377-ae6f-d66ac56c7639 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-650e6e90-7510-47e3-b1b1-363944a749c9', 'network_id': '650e6e90-7510-47e3-b1b1-363944a749c9', 'project_id': '2c187912c919424a8a16116bf03056cd', 'fixed_ips': [{'subnet_id': '712c4dbf-5e64-47ad-9f69-29246544c53b'}]}} from dv-neutron-master-2-hyperv. {{(pid=103802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 05 17:10:47.293279 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-1d2b9f8f-790c-4377-ae6f-d66ac56c7639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:47.293279 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-d1b7a42d-403c-4d20-8b1f-54945aab9979 None None] Attempting to bind port 337214d0-4fec-473d-852c-81e828dae3f6 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 05 17:10:47.293279 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-d1b7a42d-403c-4d20-8b1f-54945aab9979 None None] Attempting to bind port 337214d0-4fec-473d-852c-81e828dae3f6 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '68e6c437-46c2-424d-85e7-20547f69066d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'e897f8fc-3cef-40ca-9466-c6c65ecd9833'}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 05 17:10:47.293279 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1b7a42d-403c-4d20-8b1f-54945aab9979 None None] Attempting to bind port 337214d0-4fec-473d-852c-81e828dae3f6 on network e897f8fc-3cef-40ca-9466-c6c65ecd9833 {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:10:47.321824 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1b7a42d-403c-4d20-8b1f-54945aab9979 None None] Checking agent: {'id': '0d4f8fd3-ce62-4651-970c-efa6a8bb22b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 5, 16, 57, 23), 'started_at': datetime.datetime(2022, 1, 5, 16, 57, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 5, 17, 10, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 05 17:10:47.322476 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1b7a42d-403c-4d20-8b1f-54945aab9979 None None] Checking segment: {'id': '68e6c437-46c2-424d-85e7-20547f69066d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'e897f8fc-3cef-40ca-9466-c6c65ecd9833'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:10:47.322770 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d1b7a42d-403c-4d20-8b1f-54945aab9979 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:47.323164 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1b7a42d-403c-4d20-8b1f-54945aab9979 None None] Bound using segment: {'id': '68e6c437-46c2-424d-85e7-20547f69066d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'e897f8fc-3cef-40ca-9466-c6c65ecd9833'} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 05 17:10:47.323764 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-d1b7a42d-403c-4d20-8b1f-54945aab9979 None None] Bound port: 337214d0-4fec-473d-852c-81e828dae3f6, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68e6c437-46c2-424d-85e7-20547f69066d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'e897f8fc-3cef-40ca-9466-c6c65ecd9833'}}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 05 17:10:47.324026 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d1b7a42d-403c-4d20-8b1f-54945aab9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:47.377258 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-986c651f-291d-4c26-b227-07fe16a5c896 tempest-RoutersAdminTest-1676889452 tempest-RoutersAdminTest-1676889452-project] Deleting port b67d77f1-e082-409a-b5f9-2e4da20ba052 {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:10:47.377686 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-986c651f-291d-4c26-b227-07fe16a5c896 tempest-RoutersAdminTest-1676889452 tempest-RoutersAdminTest-1676889452-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:47.440331 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 42698) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:10:47.499849 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-0057409a-afcd-4b53-bdb7-811975324730 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Deleting port f94aa6e4-6d25-46f8-84f2-6ea65da467f1 {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:10:47.501413 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-0057409a-afcd-4b53-bdb7-811975324730 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:47.565248 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67a2e342-646f-4c8d-83c0-96290088ab7c tempest-FloatingIPNegativeTestJSON-29840365 tempest-FloatingIPNegativeTestJSON-29840365-project] Router 22101224-95bd-448b-82ce-89077c23ce6f is scheduled to L3 agent 59446fdc-40e0-41fe-a575-a8eb11d742f7 with binding_index 1 {{(pid=103801) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 05 17:10:47.600572 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-986c651f-291d-4c26-b227-07fe16a5c896 tempest-RoutersAdminTest-1676889452 tempest-RoutersAdminTest-1676889452-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:47.633650 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-986c651f-291d-4c26-b227-07fe16a5c896 tempest-RoutersAdminTest-1676889452 tempest-RoutersAdminTest-1676889452-project] Calling delete_port for b67d77f1-e082-409a-b5f9-2e4da20ba052 owned by network:router_gateway {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:10:47.766995 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-5d57dedb-1695-401b-b689-ccf2a2409bfe tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-8521834'] for subnet, before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:47.791491 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-0057409a-afcd-4b53-bdb7-811975324730 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] For port f94aa6e4-6d25-46f8-84f2-6ea65da467f1, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f94aa6e4-6d25-46f8-84f2-6ea65da467f1,segment=NetworkSegment(03f91a80-ffe0-42fd-8206-c112e229e91a),segment_id=03f91a80-ffe0-42fd-8206-c112e229e91a)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:10:47.792369 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-0057409a-afcd-4b53-bdb7-811975324730 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:47.833422 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-0057409a-afcd-4b53-bdb7-811975324730 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Calling delete_port for f94aa6e4-6d25-46f8-84f2-6ea65da467f1 owned by network:router_interface {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:10:47.846151 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67a2e342-646f-4c8d-83c0-96290088ab7c tempest-FloatingIPNegativeTestJSON-29840365 tempest-FloatingIPNegativeTestJSON-29840365-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 05 17:10:47.862815 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-5c885316-a527-4dc1-9e06-db16226139da admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=85eea60e03994a48a004c2f9e50e4168&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3900132 Jan 05 17:10:47.863831 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-d1b7a42d-403c-4d20-8b1f-54945aab9979 None None] For port 337214d0-4fec-473d-852c-81e828dae3f6, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 05 17:10:47.868497 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 42702) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:10:47.872399 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-67a2e342-646f-4c8d-83c0-96290088ab7c tempest-FloatingIPNegativeTestJSON-29840365 tempest-FloatingIPNegativeTestJSON-29840365-project] 10.222.0.11 "PUT /v2.0/routers/22101224-95bd-448b-82ce-89077c23ce6f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6284127 Jan 05 17:10:47.875114 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e1a3bd4-4108-4478-aa26-4c4adbab6ffc None None] Sync routers for ids ['22101224-95bd-448b-82ce-89077c23ce6f'] in dv-neutron-master-2-hyperv {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 05 17:10:47.878412 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 42704) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:10:47.892577 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-92319acd-878f-4253-b71d-c6bf1b3031a5 tempest-FloatingIPNegativeTestJSON-29840365 tempest-FloatingIPNegativeTestJSON-29840365-project] Request body: {'port': {'network_id': 'dd42544a-8664-4632-a65f-33923484589c', 'name': 'tempest-FloatingIPNegativeTestJSON-473404313'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:10:47.917157 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-d1b7a42d-403c-4d20-8b1f-54945aab9979 None None] For port 337214d0-4fec-473d-852c-81e828dae3f6, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=337214d0-4fec-473d-852c-81e828dae3f6,segment=NetworkSegment(68e6c437-46c2-424d-85e7-20547f69066d),segment_id=68e6c437-46c2-424d-85e7-20547f69066d)] {{(pid=103802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 05 17:10:47.926916 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e1a3bd4-4108-4478-aa26-4c4adbab6ffc None None] Routers {'22101224-95bd-448b-82ce-89077c23ce6f'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:10:47.928815 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-7e1a3bd4-4108-4478-aa26-4c4adbab6ffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:10:19Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['22101224-95bd-448b-82ce-89077c23ce6f'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:10:47.984376 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.db_base_plugin_common [None req-1d2b9f8f-790c-4377-ae6f-d66ac56c7639 None None] Allocated IP 172.20.0.2 (650e6e90-7510-47e3-b1b1-363944a749c9/712c4dbf-5e64-47ad-9f69-29246544c53b/e4bf0ce9-6ec6-43bf-9adb-7d1cc7711538) {{(pid=103802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:10:48.001797 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-7e1a3bd4-4108-4478-aa26-4c4adbab6ffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:10:48.013576 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d1b7a42d-403c-4d20-8b1f-54945aab9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:48.057100 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7eac9ea4-b30e-4941-b0f4-d35deecea6aa tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Made reservation on behalf of fd419c78d7194361a03f37a26ebeba76 for: {'subnet': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:10:48.065195 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e1a3bd4-4108-4478-aa26-4c4adbab6ffc None None] Routers {'22101224-95bd-448b-82ce-89077c23ce6f'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:10:48.065943 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-7e1a3bd4-4108-4478-aa26-4c4adbab6ffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:10:19Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['22101224-95bd-448b-82ce-89077c23ce6f'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:10:48.067135 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7eac9ea4-b30e-4941-b0f4-d35deecea6aa tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8521827'] for subnet, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:48.172948 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-e1679e86-09ca-4ba3-b218-a0268cbf3dde None None] Provisioning complete for port 894292c4-765c-4116-9489-4463d970d38f triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:10:48.173210 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-e1679e86-09ca-4ba3-b218-a0268cbf3dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:48.179801 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-7e1a3bd4-4108-4478-aa26-4c4adbab6ffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:10:48.180682 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e1a3bd4-4108-4478-aa26-4c4adbab6ffc None None] The sync data for ids ['22101224-95bd-448b-82ce-89077c23ce6f'] in dv-neutron-master-2-hyperv is: [] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 05 17:10:48.236349 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b7a42d-403c-4d20-8b1f-54945aab9979 None None] Pushing event updated for resources: {'Port': ['ID=337214d0-4fec-473d-852c-81e828dae3f6,revision_number=2']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:10:48.264448 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92319acd-878f-4253-b71d-c6bf1b3031a5 tempest-FloatingIPNegativeTestJSON-29840365 tempest-FloatingIPNegativeTestJSON-29840365-project] Made reservation on behalf of 8e12e62f70d846e9a99323147f379e25 for: {'port': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:10:48.268070 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-92319acd-878f-4253-b71d-c6bf1b3031a5 tempest-FloatingIPNegativeTestJSON-29840365 tempest-FloatingIPNegativeTestJSON-29840365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:48.269306 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-e1679e86-09ca-4ba3-b218-a0268cbf3dde None None] Port 894292c4-765c-4116-9489-4463d970d38f cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 17:10:48.366894 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.notifiers.nova [None req-92319acd-878f-4253-b71d-c6bf1b3031a5 tempest-FloatingIPNegativeTestJSON-29840365 tempest-FloatingIPNegativeTestJSON-29840365-project] device_id is not set on port b0c7d5c5-4151-48b5-b170-2f493eb22b9a yet. {{(pid=103800) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 05 17:10:48.392163 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-1d2b9f8f-790c-4377-ae6f-d66ac56c7639 None None] Publish callbacks [] for port, precommit_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:48.464409 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-1d2b9f8f-790c-4377-ae6f-d66ac56c7639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669'] for port, after_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:48.517029 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d2b9f8f-790c-4377-ae6f-d66ac56c7639 None None] Network 650e6e90-7510-47e3-b1b1-363944a749c9 is already hosted by enough agents. {{(pid=103802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:10:48.529300 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.scheduler.base_scheduler [None req-1d2b9f8f-790c-4377-ae6f-d66ac56c7639 None None] Resources bound (agent type, host, resource id): {{(pid=103802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:10:48.531147 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-5e188736-59ee-4f3a-9490-a49de2562e67 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:48.535445 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d2b9f8f-790c-4377-ae6f-d66ac56c7639 None None] Received port after_create {{(pid=103802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:10:48.555764 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-5e188736-59ee-4f3a-9490-a49de2562e67 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:48.574757 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2b9f8f-790c-4377-ae6f-d66ac56c7639 None None] Pushing event updated for resources: {'Port': ['ID=e4bf0ce9-6ec6-43bf-9adb-7d1cc7711538,revision_number=1']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:10:48.622805 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-1d2b9f8f-790c-4377-ae6f-d66ac56c7639 None None] Attempting to bind port e4bf0ce9-6ec6-43bf-9adb-7d1cc7711538 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 05 17:10:48.623283 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-1d2b9f8f-790c-4377-ae6f-d66ac56c7639 None None] Attempting to bind port e4bf0ce9-6ec6-43bf-9adb-7d1cc7711538 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'a51fe504-b9d7-444a-bb29-32777c7cade1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '650e6e90-7510-47e3-b1b1-363944a749c9'}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 05 17:10:48.623649 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d2b9f8f-790c-4377-ae6f-d66ac56c7639 None None] Attempting to bind port e4bf0ce9-6ec6-43bf-9adb-7d1cc7711538 on network 650e6e90-7510-47e3-b1b1-363944a749c9 {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:10:48.635504 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d2b9f8f-790c-4377-ae6f-d66ac56c7639 None None] Checking agent: {'id': '0d4f8fd3-ce62-4651-970c-efa6a8bb22b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 5, 16, 57, 23), 'started_at': datetime.datetime(2022, 1, 5, 16, 57, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 5, 17, 10, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 05 17:10:48.636007 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d2b9f8f-790c-4377-ae6f-d66ac56c7639 None None] Checking segment: {'id': 'a51fe504-b9d7-444a-bb29-32777c7cade1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '650e6e90-7510-47e3-b1b1-363944a749c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:10:48.637026 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-1d2b9f8f-790c-4377-ae6f-d66ac56c7639 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:48.637354 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d2b9f8f-790c-4377-ae6f-d66ac56c7639 None None] Bound using segment: {'id': 'a51fe504-b9d7-444a-bb29-32777c7cade1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '650e6e90-7510-47e3-b1b1-363944a749c9'} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 05 17:10:48.637946 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-1d2b9f8f-790c-4377-ae6f-d66ac56c7639 None None] Bound port: e4bf0ce9-6ec6-43bf-9adb-7d1cc7711538, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a51fe504-b9d7-444a-bb29-32777c7cade1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '650e6e90-7510-47e3-b1b1-363944a749c9'}}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 05 17:10:48.638330 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-1d2b9f8f-790c-4377-ae6f-d66ac56c7639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:48.695070 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-5e188736-59ee-4f3a-9490-a49de2562e67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:48.695070 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-5e188736-59ee-4f3a-9490-a49de2562e67 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:48.696501 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-5e188736-59ee-4f3a-9490-a49de2562e67 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/cb54c9c3-a5f3-4645-90be-9c3a32dc7793 HTTP/1.1" status: 204 len: 168 time: 0.8226955 Jan 05 17:10:48.714664 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e188736-59ee-4f3a-9490-a49de2562e67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb54c9c3-a5f3-4645-90be-9c3a32dc7793,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:10:48.726642 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-1d2b9f8f-790c-4377-ae6f-d66ac56c7639 None None] For port e4bf0ce9-6ec6-43bf-9adb-7d1cc7711538, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 05 17:10:48.730906 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-1d2b9f8f-790c-4377-ae6f-d66ac56c7639 None None] For port e4bf0ce9-6ec6-43bf-9adb-7d1cc7711538, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e4bf0ce9-6ec6-43bf-9adb-7d1cc7711538,segment=NetworkSegment(a51fe504-b9d7-444a-bb29-32777c7cade1),segment_id=a51fe504-b9d7-444a-bb29-32777c7cade1)] {{(pid=103802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 05 17:10:48.759097 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [None req-92319acd-878f-4253-b71d-c6bf1b3031a5 tempest-FloatingIPNegativeTestJSON-29840365 tempest-FloatingIPNegativeTestJSON-29840365-project] Allocated IP 172.20.0.4 (dd42544a-8664-4632-a65f-33923484589c/c881ed7e-9daa-4399-96d7-d5d4f5adafde/b0c7d5c5-4151-48b5-b170-2f493eb22b9a) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:10:48.779463 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-986c651f-291d-4c26-b227-07fe16a5c896 tempest-RoutersAdminTest-1676889452 tempest-RoutersAdminTest-1676889452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11433176'] for port, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:48.810476 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-1d2b9f8f-790c-4377-ae6f-d66ac56c7639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:48.835816 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-0057409a-afcd-4b53-bdb7-811975324730 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11433176'] for port, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:48.849856 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986c651f-291d-4c26-b227-07fe16a5c896 tempest-RoutersAdminTest-1676889452 tempest-RoutersAdminTest-1676889452-project] Pushing event deleted for resources: {'Port': ['ID=b67d77f1-e082-409a-b5f9-2e4da20ba052,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:10:48.866988 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-5d57dedb-1695-401b-b689-ccf2a2409bfe tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8754181109252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-8784778'] for subnet, after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:48.885377 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d57dedb-1695-401b-b689-ccf2a2409bfe tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:10:48.886022 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-5d57dedb-1695-401b-b689-ccf2a2409bfe tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Publish callbacks [] for subnet, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:48.890425 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-5d57dedb-1695-401b-b689-ccf2a2409bfe tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] 10.222.0.11 "PUT /v2.0/subnets/712c4dbf-5e64-47ad-9f69-29246544c53b HTTP/1.1" status: 200 len: 806 time: 2.0352495 Jan 05 17:10:48.900774 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 42710) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:10:48.905663 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2b9f8f-790c-4377-ae6f-d66ac56c7639 None None] Pushing event updated for resources: {'Port': ['ID=e4bf0ce9-6ec6-43bf-9adb-7d1cc7711538,revision_number=2']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:10:48.915487 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf142f6f-8404-4298-9169-ff1d04657b4d None None] DHCP port deletion for b0167590-0699-4c5c-a932-3939414a9573 request from dv-neutron-master-2-hyperv {{(pid=103802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 05 17:10:49.009992 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0057409a-afcd-4b53-bdb7-811975324730 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Pushing event deleted for resources: {'Port': ['ID=f94aa6e4-6d25-46f8-84f2-6ea65da467f1,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:10:49.111147 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.objects.ports [None req-7eac9ea4-b30e-4941-b0f4-d35deecea6aa tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103800) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 05 17:10:49.129826 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d57dedb-1695-401b-b689-ccf2a2409bfe tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Pushing event updated for resources: {'Subnet': ['ID=712c4dbf-5e64-47ad-9f69-29246544c53b,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:10:49.366905 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-67124756-2051-40ae-9014-9237a5dc9cf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:49.384534 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-0057409a-afcd-4b53-bdb7-811975324730 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-560676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531569'] for router_interface, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:49.501376 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-92319acd-878f-4253-b71d-c6bf1b3031a5 tempest-FloatingIPNegativeTestJSON-29840365 tempest-FloatingIPNegativeTestJSON-29840365-project] Publish callbacks [] for port, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:49.584047 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-399c09b5-6dca-4a6d-82e4-1302f75e2ab2 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3809644'] for network, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:49.594867 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-986c651f-291d-4c26-b227-07fe16a5c896 tempest-RoutersAdminTest-1676889452 tempest-RoutersAdminTest-1676889452-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-648595'] for router_gateway, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:49.597935 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:49.718349 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-92319acd-878f-4253-b71d-c6bf1b3031a5 tempest-FloatingIPNegativeTestJSON-29840365 tempest-FloatingIPNegativeTestJSON-29840365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:49.758505 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-986c651f-291d-4c26-b227-07fe16a5c896 tempest-RoutersAdminTest-1676889452 tempest-RoutersAdminTest-1676889452-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-648249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62744'] for router, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:49.766275 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-986c651f-291d-4c26-b227-07fe16a5c896 tempest-RoutersAdminTest-1676889452 tempest-RoutersAdminTest-1676889452-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:49.811502 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92319acd-878f-4253-b71d-c6bf1b3031a5 tempest-FloatingIPNegativeTestJSON-29840365 tempest-FloatingIPNegativeTestJSON-29840365-project] Pushing event updated for resources: {'Port': ['ID=b0c7d5c5-4151-48b5-b170-2f493eb22b9a,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:10:49.815609 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7eac9ea4-b30e-4941-b0f4-d35deecea6aa tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:49.824491 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92319acd-878f-4253-b71d-c6bf1b3031a5 tempest-FloatingIPNegativeTestJSON-29840365 tempest-FloatingIPNegativeTestJSON-29840365-project] Network dd42544a-8664-4632-a65f-33923484589c is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:10:49.837036 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-92319acd-878f-4253-b71d-c6bf1b3031a5 tempest-FloatingIPNegativeTestJSON-29840365 tempest-FloatingIPNegativeTestJSON-29840365-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:10:49.839938 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92319acd-878f-4253-b71d-c6bf1b3031a5 tempest-FloatingIPNegativeTestJSON-29840365 tempest-FloatingIPNegativeTestJSON-29840365-project] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:10:49.960930 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92319acd-878f-4253-b71d-c6bf1b3031a5 tempest-FloatingIPNegativeTestJSON-29840365 tempest-FloatingIPNegativeTestJSON-29840365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:10:49.961686 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-92319acd-878f-4253-b71d-c6bf1b3031a5 tempest-FloatingIPNegativeTestJSON-29840365 tempest-FloatingIPNegativeTestJSON-29840365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:49.984326 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-986c651f-291d-4c26-b227-07fe16a5c896 tempest-RoutersAdminTest-1676889452 tempest-RoutersAdminTest-1676889452-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-648240'] for router, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:49.984928 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-986c651f-291d-4c26-b227-07fe16a5c896 tempest-RoutersAdminTest-1676889452 tempest-RoutersAdminTest-1676889452-project] Fanout notify agent at l3_agent the message router_deleted on router baa4e709-a2d8-4f6b-ab06-913eccca4950 {{(pid=103801) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 05 17:10:49.998707 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-986c651f-291d-4c26-b227-07fe16a5c896 tempest-RoutersAdminTest-1676889452 tempest-RoutersAdminTest-1676889452-project] Publish callbacks [] for router, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:50.004960 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-986c651f-291d-4c26-b227-07fe16a5c896 tempest-RoutersAdminTest-1676889452 tempest-RoutersAdminTest-1676889452-project] 10.222.0.11 "DELETE /v2.0/routers/baa4e709-a2d8-4f6b-ab06-913eccca4950 HTTP/1.1" status: 204 len: 168 time: 4.2020652 Jan 05 17:10:50.011932 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 42724) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:10:50.022955 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-4d005f3b-6fe8-47a1-b988-6b87a56c12aa tempest-RoutersAdminTest-1676889452 tempest-RoutersAdminTest-1676889452-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-54823024', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573'}, 'admin_state_up': False}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:10:50.064806 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-0ead8897-a6aa-42a9-b54c-07228e981bf3 None None] Provisioning complete for port 337214d0-4fec-473d-852c-81e828dae3f6 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:10:50.065408 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-0ead8897-a6aa-42a9-b54c-07228e981bf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:50.096068 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0057409a-afcd-4b53-bdb7-811975324730 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Router 3134b106-4218-415e-bd16-8091c8c99414 has already been hosted by L3 agent 59446fdc-40e0-41fe-a575-a8eb11d742f7 {{(pid=103801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 05 17:10:50.110423 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-399c09b5-6dca-4a6d-82e4-1302f75e2ab2 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Deleting port e4bf0ce9-6ec6-43bf-9adb-7d1cc7711538 {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:10:50.110423 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-399c09b5-6dca-4a6d-82e4-1302f75e2ab2 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:50.124360 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-92319acd-878f-4253-b71d-c6bf1b3031a5 tempest-FloatingIPNegativeTestJSON-29840365 tempest-FloatingIPNegativeTestJSON-29840365-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.2438281 Jan 05 17:10:50.144685 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 42732) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:10:50.159995 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-3178b58f-42d9-435c-a693-b6ad1227ed27 tempest-FloatingIPNegativeTestJSON-29840365 tempest-FloatingIPNegativeTestJSON-29840365-project] Request body: {'floatingip': {'floating_network_id': 'b0167590-0699-4c5c-a932-3939414a9573'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:10:50.200875 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-0ead8897-a6aa-42a9-b54c-07228e981bf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:50.208285 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.db [None req-7eac9ea4-b30e-4941-b0f4-d35deecea6aa tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] For port 337214d0-4fec-473d-852c-81e828dae3f6, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=337214d0-4fec-473d-852c-81e828dae3f6,segment=NetworkSegment(68e6c437-46c2-424d-85e7-20547f69066d),segment_id=68e6c437-46c2-424d-85e7-20547f69066d)] {{(pid=103800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:10:50.258118 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7eac9ea4-b30e-4941-b0f4-d35deecea6aa tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks [] for port, precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:50.277991 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4d005f3b-6fe8-47a1-b988-6b87a56c12aa tempest-RoutersAdminTest-1676889452 tempest-RoutersAdminTest-1676889452-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-649063', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58098'] for router, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:50.281199 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4d005f3b-6fe8-47a1-b988-6b87a56c12aa tempest-RoutersAdminTest-1676889452 tempest-RoutersAdminTest-1676889452-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649832', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-545006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58091'] for router, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:50.325513 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3178b58f-42d9-435c-a693-b6ad1227ed27 tempest-FloatingIPNegativeTestJSON-29840365 tempest-FloatingIPNegativeTestJSON-29840365-project] Publish callbacks [] for floatingip, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:50.392025 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7eac9ea4-b30e-4941-b0f4-d35deecea6aa tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8784461'] for port, after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:50.392809 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7eac9ea4-b30e-4941-b0f4-d35deecea6aa tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8784852', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8521873'] for subnet, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:50.400634 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4d005f3b-6fe8-47a1-b988-6b87a56c12aa tempest-RoutersAdminTest-1676889452 tempest-RoutersAdminTest-1676889452-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:50.438682 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0057409a-afcd-4b53-bdb7-811975324730 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 05 17:10:50.446551 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.db.api [None req-0ead8897-a6aa-42a9-b54c-07228e981bf3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103802) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 05 17:10:50.450304 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf06bded-f052-46e5-9179-d197ee81ab8c None None] Sync routers for ids ['3134b106-4218-415e-bd16-8091c8c99414'] in dv-neutron-master-2-hyperv {{(pid=103803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 05 17:10:50.459328 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-0057409a-afcd-4b53-bdb7-811975324730 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] 10.222.0.11 "PUT /v2.0/routers/3134b106-4218-415e-bd16-8091c8c99414/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4977953 Jan 05 17:10:50.466631 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG oslo_db.api [None req-0ead8897-a6aa-42a9-b54c-07228e981bf3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 05 17:10:50.472457 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf06bded-f052-46e5-9179-d197ee81ab8c None None] Routers {'3134b106-4218-415e-bd16-8091c8c99414'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:10:50.478625 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-bf06bded-f052-46e5-9179-d197ee81ab8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:10:49Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['3134b106-4218-415e-bd16-8091c8c99414'], 'active': True} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:10:50.482591 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-399c09b5-6dca-4a6d-82e4-1302f75e2ab2 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] For port e4bf0ce9-6ec6-43bf-9adb-7d1cc7711538, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e4bf0ce9-6ec6-43bf-9adb-7d1cc7711538,segment=NetworkSegment(a51fe504-b9d7-444a-bb29-32777c7cade1),segment_id=a51fe504-b9d7-444a-bb29-32777c7cade1)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:10:50.488180 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 42746) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:10:50.488843 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-399c09b5-6dca-4a6d-82e4-1302f75e2ab2 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:50.492565 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eac9ea4-b30e-4941-b0f4-d35deecea6aa tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Pushing event updated for resources: {'Port': ['ID=337214d0-4fec-473d-852c-81e828dae3f6,revision_number=4']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:10:50.560772 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-399c09b5-6dca-4a6d-82e4-1302f75e2ab2 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Calling delete_port for e4bf0ce9-6ec6-43bf-9adb-7d1cc7711538 owned by network:dhcp {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:10:50.598393 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d2607572-b3c9-472c-85bc-c8de0c3fb75c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:50.684035 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 42748) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:10:50.702482 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvr_db [None req-bf06bded-f052-46e5-9179-d197ee81ab8c None None] Set router 3134b106-4218-415e-bd16-8091c8c99414 gateway port host: None {{(pid=103803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:10:50.820261 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eac9ea4-b30e-4941-b0f4-d35deecea6aa tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Network e897f8fc-3cef-40ca-9466-c6c65ecd9833 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:10:50.881833 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-7eac9ea4-b30e-4941-b0f4-d35deecea6aa tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:10:50.896976 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eac9ea4-b30e-4941-b0f4-d35deecea6aa tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:10:50.899159 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7eac9ea4-b30e-4941-b0f4-d35deecea6aa tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks [] for subnet, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:50.900392 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a27178b0-f4d9-43dc-8ef0-fbb0c152383b None None] Network e897f8fc-3cef-40ca-9466-c6c65ecd9833 requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:10:50.928777 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-30322eb7-43c2-49e4-86fe-b757c4b25696 tempest-RoutersNegativeIpV6Test-1533253519 tempest-RoutersNegativeIpV6Test-1533253519-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-510084598', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:10:50.955801 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-bf06bded-f052-46e5-9179-d197ee81ab8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3134b106-4218-415e-bd16-8091c8c99414', 'name': 'tempest-RoutersIpV6Test-router-1976028866', 'tenant_id': '04762f6d6f55432ea3822a71fa1f481f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:09:21Z', 'updated_at': '2022-01-05T17:10:48Z', 'revision_number': 10, 'project_id': '04762f6d6f55432ea3822a71fa1f481f', 'gw_port_host': None, '_interfaces': [{'id': '80c0fed0-176f-4438-9a3e-aeeeb85fa8bd', 'name': '', 'network_id': '9b108e05-58cc-4d98-85c8-c21a57823860', 'tenant_id': '04762f6d6f55432ea3822a71fa1f481f', 'mac_address': 'fa:16:3e:19:8b:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3134b106-4218-415e-bd16-8091c8c99414', 'device_owner': 'network:router_interface', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': 'beb7642a-9087-4358-b980-878e8f238cce', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:09:28Z', 'updated_at': '2022-01-05T17:09:54Z', 'revision_number': 5, 'project_id': '04762f6d6f55432ea3822a71fa1f481f', 'subnets': [{'id': 'beb7642a-9087-4358-b980-878e8f238cce', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:10:50.957545 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-399c09b5-6dca-4a6d-82e4-1302f75e2ab2 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11433176'] for port, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:50.986786 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf06bded-f052-46e5-9179-d197ee81ab8c None None] Checking router: 3134b106-4218-415e-bd16-8091c8c99414 for host: dv-neutron-master-2-hyperv {{(pid=103803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 05 17:10:50.998336 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf06bded-f052-46e5-9179-d197ee81ab8c None None] Routers {'3134b106-4218-415e-bd16-8091c8c99414'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:10:50.999579 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-bf06bded-f052-46e5-9179-d197ee81ab8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:10:49Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['3134b106-4218-415e-bd16-8091c8c99414'], 'active': True} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:10:51.008563 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399c09b5-6dca-4a6d-82e4-1302f75e2ab2 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Pushing event deleted for resources: {'Port': ['ID=e4bf0ce9-6ec6-43bf-9adb-7d1cc7711538,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:10:51.017757 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eac9ea4-b30e-4941-b0f4-d35deecea6aa tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Pushing event updated for resources: {'Subnet': ['ID=3978b6a4-ef4c-4b23-b1df-d61c16871465,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:10:51.027363 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-7eac9ea4-b30e-4941-b0f4-d35deecea6aa tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 4.0339437 Jan 05 17:10:51.034963 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 42752) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:10:51.043749 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-dd66a7a4-e683-4c30-afde-a8391e2e04c4 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Request body: {'port': {'network_id': 'e897f8fc-3cef-40ca-9466-c6c65ecd9833', 'mac_address': 'fa:16:3e:1d:c2:63', 'name': 'tempest-NetworksTestDHCPv6-296921677'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:10:51.075786 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-399c09b5-6dca-4a6d-82e4-1302f75e2ab2 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] No DVR routers for this DVR port e4bf0ce9-6ec6-43bf-9adb-7d1cc7711538 on host dv-neutron-master-2-hyperv {{(pid=103801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 05 17:10:51.096624 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee7e7dbf-4694-469e-8329-28786ede46f8 None None] Network 650e6e90-7510-47e3-b1b1-363944a749c9 requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:10:51.157541 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-399c09b5-6dca-4a6d-82e4-1302f75e2ab2 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892868'] for subnet, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:51.158676 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvr_db [None req-bf06bded-f052-46e5-9179-d197ee81ab8c None None] Set router 3134b106-4218-415e-bd16-8091c8c99414 gateway port host: None {{(pid=103803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:10:51.178201 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 337214d0-4fec-473d-852c-81e828dae3f6 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:10:51.208718 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb42b32a-e959-4789-b906-2644f6ca18b3 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Deleting subnet ebf673d0-4d72-4025-a6cc-aa8fd8d0db18 {{(pid=103800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 05 17:10:51.230256 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-eb42b32a-e959-4789-b906-2644f6ca18b3 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks [] for subnet, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:51.246642 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-30322eb7-43c2-49e4-86fe-b757c4b25696 tempest-RoutersNegativeIpV6Test-1533253519 tempest-RoutersNegativeIpV6Test-1533253519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-649063', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58098'] for router, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:51.248270 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-30322eb7-43c2-49e4-86fe-b757c4b25696 tempest-RoutersNegativeIpV6Test-1533253519 tempest-RoutersNegativeIpV6Test-1533253519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649832', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-545006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58091'] for router, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:51.329719 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-30322eb7-43c2-49e4-86fe-b757c4b25696 tempest-RoutersNegativeIpV6Test-1533253519 tempest-RoutersNegativeIpV6Test-1533253519-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:51.329719 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-399c09b5-6dca-4a6d-82e4-1302f75e2ab2 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3893367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11433231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12480600'] for subnet, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:51.339390 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-0ead8897-a6aa-42a9-b54c-07228e981bf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:51.360670 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4d005f3b-6fe8-47a1-b988-6b87a56c12aa tempest-RoutersAdminTest-1676889452 tempest-RoutersAdminTest-1676889452-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:51.392491 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399c09b5-6dca-4a6d-82e4-1302f75e2ab2 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Pushing event deleted for resources: {'Subnet': ['ID=712c4dbf-5e64-47ad-9f69-29246544c53b,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:10:51.393292 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Provisioning complete for port 337214d0-4fec-473d-852c-81e828dae3f6 triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:10:51.399037 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:51.452215 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-30322eb7-43c2-49e4-86fe-b757c4b25696 tempest-RoutersNegativeIpV6Test-1533253519 tempest-RoutersNegativeIpV6Test-1533253519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-648430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648639'] for router, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:51.468340 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-399c09b5-6dca-4a6d-82e4-1302f75e2ab2 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3891715', 'neutron.services.segments.db._delete_segments_for_network-8754181063482'] for network, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:51.497809 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.services.segments.db [None req-399c09b5-6dca-4a6d-82e4-1302f75e2ab2 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['650e6e90-7510-47e3-b1b1-363944a749c9']}} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:10:51.512424 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.services.segments.db [None req-399c09b5-6dca-4a6d-82e4-1302f75e2ab2 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a51fe504-b9d7-444a-bb29-32777c7cade1') {'for_net_delete': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:10:51.512964 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.services.segments.db [None req-399c09b5-6dca-4a6d-82e4-1302f75e2ab2 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a51fe504-b9d7-444a-bb29-32777c7cade1') {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:10:51.525131 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-399c09b5-6dca-4a6d-82e4-1302f75e2ab2 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754181064771', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11316385'] for segment, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:51.543366 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-399c09b5-6dca-4a6d-82e4-1302f75e2ab2 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225'] for segment, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:51.546643 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-eb42b32a-e959-4789-b906-2644f6ca18b3 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8784846'] for subnet, precommit_delete_associations {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:51.552144 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-399c09b5-6dca-4a6d-82e4-1302f75e2ab2 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Releasing vlan 140 on physical network physnet1 to pool {{(pid=103801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 05 17:10:51.552621 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-399c09b5-6dca-4a6d-82e4-1302f75e2ab2 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11433197'] for segment, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:51.564417 dv-neutron-master-2-hyperv neutron-server[103801]: Traceback (most recent call last): Jan 05 17:10:51.564417 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 05 17:10:51.564417 dv-neutron-master-2-hyperv neutron-server[103801]: timer() Jan 05 17:10:51.564417 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 05 17:10:51.564417 dv-neutron-master-2-hyperv neutron-server[103801]: cb(*args, **kw) Jan 05 17:10:51.564417 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 05 17:10:51.564417 dv-neutron-master-2-hyperv neutron-server[103801]: return func(*args, **kwargs) Jan 05 17:10:51.564417 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 05 17:10:51.564417 dv-neutron-master-2-hyperv neutron-server[103801]: self._notify() Jan 05 17:10:51.564417 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 05 17:10:51.564417 dv-neutron-master-2-hyperv neutron-server[103801]: self.callback(batched_events) Jan 05 17:10:51.564417 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 05 17:10:51.564417 dv-neutron-master-2-hyperv neutron-server[103801]: event.method(event) Jan 05 17:10:51.564417 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 05 17:10:51.564417 dv-neutron-master-2-hyperv neutron-server[103801]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 05 17:10:51.564417 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 05 17:10:51.564417 dv-neutron-master-2-hyperv neutron-server[103801]: aggregate_uuid = self.p_client.list_aggregates( Jan 05 17:10:51.564417 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 05 17:10:51.564417 dv-neutron-master-2-hyperv neutron-server[103801]: return f(self, *a, **k) Jan 05 17:10:51.564417 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 05 17:10:51.564417 dv-neutron-master-2-hyperv neutron-server[103801]: return self._get(url).json() Jan 05 17:10:51.564417 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 05 17:10:51.564417 dv-neutron-master-2-hyperv neutron-server[103801]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 05 17:10:51.564417 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 05 17:10:51.564417 dv-neutron-master-2-hyperv neutron-server[103801]: return self.request(url, 'GET', **kwargs) Jan 05 17:10:51.564417 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 05 17:10:51.564417 dv-neutron-master-2-hyperv neutron-server[103801]: base_url = self.get_endpoint(auth, allow=allow, Jan 05 17:10:51.564417 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 05 17:10:51.564417 dv-neutron-master-2-hyperv neutron-server[103801]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 05 17:10:51.564417 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 05 17:10:51.564417 dv-neutron-master-2-hyperv neutron-server[103801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 05 17:10:51.564417 dv-neutron-master-2-hyperv neutron-server[103801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 05 17:10:51.572065 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-0ead8897-a6aa-42a9-b54c-07228e981bf3 None None] For port 337214d0-4fec-473d-852c-81e828dae3f6, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=337214d0-4fec-473d-852c-81e828dae3f6,segment=NetworkSegment(68e6c437-46c2-424d-85e7-20547f69066d),segment_id=68e6c437-46c2-424d-85e7-20547f69066d)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:10:51.585730 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-bf06bded-f052-46e5-9179-d197ee81ab8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3134b106-4218-415e-bd16-8091c8c99414', 'name': 'tempest-RoutersIpV6Test-router-1976028866', 'tenant_id': '04762f6d6f55432ea3822a71fa1f481f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:09:21Z', 'updated_at': '2022-01-05T17:10:48Z', 'revision_number': 10, 'project_id': '04762f6d6f55432ea3822a71fa1f481f', 'gw_port_host': None, '_interfaces': [{'id': '80c0fed0-176f-4438-9a3e-aeeeb85fa8bd', 'name': '', 'network_id': '9b108e05-58cc-4d98-85c8-c21a57823860', 'tenant_id': '04762f6d6f55432ea3822a71fa1f481f', 'mac_address': 'fa:16:3e:19:8b:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3134b106-4218-415e-bd16-8091c8c99414', 'device_owner': 'network:router_interface', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': 'beb7642a-9087-4358-b980-878e8f238cce', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:09:28Z', 'updated_at': '2022-01-05T17:09:54Z', 'revision_number': 5, 'project_id': '04762f6d6f55432ea3822a71fa1f481f', 'subnets': [{'id': 'beb7642a-9087-4358-b980-878e8f238cce', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:10:51.590669 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-30322eb7-43c2-49e4-86fe-b757c4b25696 tempest-RoutersNegativeIpV6Test-1533253519 tempest-RoutersNegativeIpV6Test-1533253519-project] Publish callbacks [] for router, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:51.592888 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-30322eb7-43c2-49e4-86fe-b757c4b25696 tempest-RoutersNegativeIpV6Test-1533253519 tempest-RoutersNegativeIpV6Test-1533253519-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 0.9062867 Jan 05 17:10:51.597057 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 42756) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:10:51.606133 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-3ce6c224-149d-4f3c-bee6-33418449e268 tempest-RoutersNegativeIpV6Test-1533253519 tempest-RoutersNegativeIpV6Test-1533253519-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-515609340'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:10:51.616959 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:51.647215 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-0ead8897-a6aa-42a9-b54c-07228e981bf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:51.666179 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf06bded-f052-46e5-9179-d197ee81ab8c None None] The sync data for ids ['3134b106-4218-415e-bd16-8091c8c99414'] in dv-neutron-master-2-hyperv is: [{'id': '3134b106-4218-415e-bd16-8091c8c99414', 'name': 'tempest-RoutersIpV6Test-router-1976028866', 'tenant_id': '04762f6d6f55432ea3822a71fa1f481f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:09:21Z', 'updated_at': '2022-01-05T17:10:48Z', 'revision_number': 10, 'project_id': '04762f6d6f55432ea3822a71fa1f481f', 'gw_port_host': None, '_interfaces': [{'id': '80c0fed0-176f-4438-9a3e-aeeeb85fa8bd', 'name': '', 'network_id': '9b108e05-58cc-4d98-85c8-c21a57823860', 'tenant_id': '04762f6d6f55432ea3822a71fa1f481f', 'mac_address': 'fa:16:3e:19:8b:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3134b106-4218-415e-bd16-8091c8c99414', 'device_owner': 'network:router_interface', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': 'beb7642a-9087-4358-b980-878e8f238cce', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:09:28Z', 'updated_at': '2022-01-05T17:09:54Z', 'revision_number': 5, 'project_id': '04762f6d6f55432ea3822a71fa1f481f', 'subnets': [{'id': 'beb7642a-9087-4358-b980-878e8f238cce', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 05 17:10:51.738028 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-399c09b5-6dca-4a6d-82e4-1302f75e2ab2 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3891722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648695'] for network, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:51.743942 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-399c09b5-6dca-4a6d-82e4-1302f75e2ab2 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Publish callbacks [] for network, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:51.749313 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-399c09b5-6dca-4a6d-82e4-1302f75e2ab2 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] 10.222.0.11 "DELETE /v2.0/networks/650e6e90-7510-47e3-b1b1-363944a749c9 HTTP/1.1" status: 204 len: 168 time: 2.8517704 Jan 05 17:10:51.750316 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd66a7a4-e683-4c30-afde-a8391e2e04c4 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Made reservation on behalf of fd419c78d7194361a03f37a26ebeba76 for: {'port': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:10:51.757396 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 42758) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:10:51.791233 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399c09b5-6dca-4a6d-82e4-1302f75e2ab2 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Pushing event deleted for resources: {'Network': ['ID=650e6e90-7510-47e3-b1b1-363944a749c9,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:10:51.794976 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ce6c224-149d-4f3c-bee6-33418449e268 tempest-RoutersNegativeIpV6Test-1533253519 tempest-RoutersNegativeIpV6Test-1533253519-project] Made reservation on behalf of 3b20c1d908604d8f8cda83a036aa36a0 for: {'network': 1} {{(pid=103801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:10:51.806315 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3ce6c224-149d-4f3c-bee6-33418449e268 tempest-RoutersNegativeIpV6Test-1533253519 tempest-RoutersNegativeIpV6Test-1533253519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for network, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:51.814890 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.pecan_wsgi.hooks.translation [None req-15685137-521b-48e2-a597-5472571c09e4 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] DELETE failed (client error): The resource could not be found. Jan 05 17:10:51.815435 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15685137-521b-48e2-a597-5472571c09e4 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103800) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 05 17:10:51.821792 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3ce6c224-149d-4f3c-bee6-33418449e268 tempest-RoutersNegativeIpV6Test-1533253519 tempest-RoutersNegativeIpV6Test-1533253519-project] Publish callbacks [] for security_group, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:51.828308 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-15685137-521b-48e2-a597-5472571c09e4 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] 10.222.0.11 "DELETE /v2.0/networks/650e6e90-7510-47e3-b1b1-363944a749c9 HTTP/1.1" status: 404 len: 339 time: 0.0654259 Jan 05 17:10:51.839324 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 42760) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:10:51.847814 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-09c149a3-4931-4342-8dbb-30cd97e1ad26 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-91789724', 'description': 'd1'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:10:51.863146 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-0e336289-43c3-4b5b-9cb2-164d5713be65 None None] Could not find standard attr ID for object e4bf0ce9-6ec6-43bf-9adb-7d1cc7711538. {{(pid=103802) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 05 17:10:51.879068 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ead8897-a6aa-42a9-b54c-07228e981bf3 None None] Pushing event updated for resources: {'Port': ['ID=337214d0-4fec-473d-852c-81e828dae3f6,revision_number=5']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:10:51.937730 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-0e336289-43c3-4b5b-9cb2-164d5713be65 None None] Provisioning complete for port b0c7d5c5-4151-48b5-b170-2f493eb22b9a triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:10:51.938388 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-0e336289-43c3-4b5b-9cb2-164d5713be65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:51.944971 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3178b58f-42d9-435c-a693-b6ad1227ed27 tempest-FloatingIPNegativeTestJSON-29840365 tempest-FloatingIPNegativeTestJSON-29840365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:51.978030 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3ce6c224-149d-4f3c-bee6-33418449e268 tempest-RoutersNegativeIpV6Test-1533253519 tempest-RoutersNegativeIpV6Test-1533253519-project] Publish callbacks [] for security_group, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:51.988638 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09c149a3-4931-4342-8dbb-30cd97e1ad26 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Made reservation on behalf of 2c187912c919424a8a16116bf03056cd for: {'network': 1} {{(pid=103801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:10:51.989040 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.db.api [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103802) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 05 17:10:51.989522 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG oslo_db.api [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 05 17:10:51.991276 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-0e336289-43c3-4b5b-9cb2-164d5713be65 None None] Port b0c7d5c5-4151-48b5-b170-2f493eb22b9a cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 17:10:52.000718 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-09c149a3-4931-4342-8dbb-30cd97e1ad26 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for network, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:52.026707 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d504d802-9546-4ce5-a9d3-96c844ac5808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:52.027259 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09c149a3-4931-4342-8dbb-30cd97e1ad26 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'} {{(pid=103801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 05 17:10:52.040219 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-09c149a3-4931-4342-8dbb-30cd97e1ad26 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225'] for segment, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:52.040572 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.db.segments_db [None req-09c149a3-4931-4342-8dbb-30cd97e1ad26 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Added segment a2b4d642-d4f5-4dbf-8c35-80f6731d99f8 of type vlan for network 401e1ff0-280c-4885-87f0-7de01c7f588d Jan 05 17:10:52.080620 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06763aae-f83f-456f-814b-9d6bd6b9ed71 None None] DHCP port deletion for 650e6e90-7510-47e3-b1b1-363944a749c9 request from dv-neutron-master-2-hyperv {{(pid=103802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 05 17:10:52.115420 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4112d67c-d0ce-44c2-ab6a-352089a661af None None] Network 650e6e90-7510-47e3-b1b1-363944a749c9 requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:10:52.141826 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4112d67c-d0ce-44c2-ab6a-352089a661af None None] Network 650e6e90-7510-47e3-b1b1-363944a749c9 could not be found, it might have been deleted concurrently. {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}} Jan 05 17:10:52.151856 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-09c149a3-4931-4342-8dbb-30cd97e1ad26 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754180566020'] for network, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:52.152869 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-eb42b32a-e959-4789-b906-2644f6ca18b3 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892868'] for subnet, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:52.183565 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3ce6c224-149d-4f3c-bee6-33418449e268 tempest-RoutersNegativeIpV6Test-1533253519 tempest-RoutersNegativeIpV6Test-1533253519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:52.209519 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-dd66a7a4-e683-4c30-afde-a8391e2e04c4 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:52.231901 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce6c224-149d-4f3c-bee6-33418449e268 tempest-RoutersNegativeIpV6Test-1533253519 tempest-RoutersNegativeIpV6Test-1533253519-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ab6ea15-11b0-4ae8-8816-5004eda3682d,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:10:52.234864 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ce6c224-149d-4f3c-bee6-33418449e268 tempest-RoutersNegativeIpV6Test-1533253519 tempest-RoutersNegativeIpV6Test-1533253519-project] vlan segment allocate from pool success with {'vlan_id': 134, 'physical_network': 'physnet1'} {{(pid=103801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 05 17:10:52.245258 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-09c149a3-4931-4342-8dbb-30cd97e1ad26 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685'] for network, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:52.251850 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09c149a3-4931-4342-8dbb-30cd97e1ad26 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:10:52.252510 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-09c149a3-4931-4342-8dbb-30cd97e1ad26 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Publish callbacks [] for network, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:52.326840 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.notifiers.nova [None req-dd66a7a4-e683-4c30-afde-a8391e2e04c4 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] device_id is not set on port b95d77cb-be12-4c6a-960b-624b908cd582 yet. {{(pid=103800) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 05 17:10:52.346036 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [None req-3178b58f-42d9-435c-a693-b6ad1227ed27 tempest-FloatingIPNegativeTestJSON-29840365 tempest-FloatingIPNegativeTestJSON-29840365-project] Allocated IP 172.36.4.89 (b0167590-0699-4c5c-a932-3939414a9573/7a784a6d-3d96-418f-a645-b9ccd0b1ac55/2b0ef66e-0155-4240-8931-75534a842de8) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:10:52.355344 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3ce6c224-149d-4f3c-bee6-33418449e268 tempest-RoutersNegativeIpV6Test-1533253519 tempest-RoutersNegativeIpV6Test-1533253519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225'] for segment, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:52.355639 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.db.segments_db [None req-3ce6c224-149d-4f3c-bee6-33418449e268 tempest-RoutersNegativeIpV6Test-1533253519 tempest-RoutersNegativeIpV6Test-1533253519-project] Added segment a146aefd-69ce-49c1-a09d-aa7aa7500239 of type vlan for network 81231b46-7bbe-4055-a24a-0d85545786e9 Jan 05 17:10:52.399841 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3ce6c224-149d-4f3c-bee6-33418449e268 tempest-RoutersNegativeIpV6Test-1533253519 tempest-RoutersNegativeIpV6Test-1533253519-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754180566020'] for network, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:52.410821 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-09c149a3-4931-4342-8dbb-30cd97e1ad26 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5701334 Jan 05 17:10:52.415837 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 42762) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:10:52.430114 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c149a3-4931-4342-8dbb-30cd97e1ad26 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Pushing event updated for resources: {'Network': ['ID=401e1ff0-280c-4885-87f0-7de01c7f588d,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:10:52.447350 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Network 401e1ff0-280c-4885-87f0-7de01c7f588d details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 05 17:10:52.529327 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3ce6c224-149d-4f3c-bee6-33418449e268 tempest-RoutersNegativeIpV6Test-1533253519 tempest-RoutersNegativeIpV6Test-1533253519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685'] for network, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:52.539300 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-eb42b32a-e959-4789-b906-2644f6ca18b3 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3893367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8784787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8521880'] for subnet, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:52.542381 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ce6c224-149d-4f3c-bee6-33418449e268 tempest-RoutersNegativeIpV6Test-1533253519 tempest-RoutersNegativeIpV6Test-1533253519-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:10:52.543169 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3ce6c224-149d-4f3c-bee6-33418449e268 tempest-RoutersNegativeIpV6Test-1533253519 tempest-RoutersNegativeIpV6Test-1533253519-project] Publish callbacks [] for network, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:52.568906 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device e4bf0ce9-6ec6-43bf-9adb-7d1cc7711538 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:10:52.592393 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] No Port match for: e4bf0ce9-6ec6-43bf-9adb-7d1cc7711538 {{(pid=103802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 05 17:10:52.592727 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device e4bf0ce9-6ec6-43bf-9adb-7d1cc7711538 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jan 05 17:10:52.595877 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-a8f2fe85-ed19-439d-8586-24193ffb2f75 None None] Provisioning complete for port 337214d0-4fec-473d-852c-81e828dae3f6 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:10:52.596216 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-a8f2fe85-ed19-439d-8586-24193ffb2f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:52.620777 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Port e4bf0ce9-6ec6-43bf-9adb-7d1cc7711538 not found, will not notify nova. {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jan 05 17:10:52.651286 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce6c224-149d-4f3c-bee6-33418449e268 tempest-RoutersNegativeIpV6Test-1533253519 tempest-RoutersNegativeIpV6Test-1533253519-project] Pushing event updated for resources: {'Network': ['ID=81231b46-7bbe-4055-a24a-0d85545786e9,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:10:52.660475 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-3ce6c224-149d-4f3c-bee6-33418449e268 tempest-RoutersNegativeIpV6Test-1533253519 tempest-RoutersNegativeIpV6Test-1533253519-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.0615125 Jan 05 17:10:52.663163 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 42764) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:10:52.671877 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-b5ca7a4c-53f1-463d-8289-facfd914d157 tempest-RoutersNegativeIpV6Test-1533253519 tempest-RoutersNegativeIpV6Test-1533253519-project] Request body: {'subnet': {'network_id': '81231b46-7bbe-4055-a24a-0d85545786e9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:10:52.687921 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Network 81231b46-7bbe-4055-a24a-0d85545786e9 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 05 17:10:52.779080 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 337214d0-4fec-473d-852c-81e828dae3f6 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:10:52.893911 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Provisioning complete for port 337214d0-4fec-473d-852c-81e828dae3f6 triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:10:52.894282 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:52.920944 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5ca7a4c-53f1-463d-8289-facfd914d157 tempest-RoutersNegativeIpV6Test-1533253519 tempest-RoutersNegativeIpV6Test-1533253519-project] Made reservation on behalf of 3b20c1d908604d8f8cda83a036aa36a0 for: {'subnet': 1} {{(pid=103801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:10:52.924647 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-b5ca7a4c-53f1-463d-8289-facfd914d157 tempest-RoutersNegativeIpV6Test-1533253519 tempest-RoutersNegativeIpV6Test-1533253519-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12480675'] for subnet, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:53.026020 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb42b32a-e959-4789-b906-2644f6ca18b3 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Pushing event deleted for resources: {'Subnet': ['ID=ebf673d0-4d72-4025-a6cc-aa8fd8d0db18,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:10:53.033266 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-eb42b32a-e959-4789-b906-2644f6ca18b3 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks [] for subnet, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:53.034809 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-eb42b32a-e959-4789-b906-2644f6ca18b3 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] 10.222.0.11 "DELETE /v2.0/subnets/ebf673d0-4d72-4025-a6cc-aa8fd8d0db18 HTTP/1.1" status: 204 len: 168 time: 2.5326149 Jan 05 17:10:53.040497 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2e720c2-4c42-48ee-9b0b-186377ec10cf None None] Network 384f64a3-ca40-4479-9470-814f96969ff3 requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:10:53.040685 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 42768) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:10:53.108612 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device f94aa6e4-6d25-46f8-84f2-6ea65da467f1 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 05 17:10:53.123394 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1549582b-0f4f-409e-9cc4-3458f4305961 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:10:53.125620 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-1549582b-0f4f-409e-9cc4-3458f4305961 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] 10.222.0.11 "GET /v2.0/networks?id=401e1ff0-280c-4885-87f0-7de01c7f588d HTTP/1.1" status: 200 len: 759 time: 0.7051694 Jan 05 17:10:53.129898 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 42770) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:10:53.134119 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] No Port match for: f94aa6e4-6d25-46f8-84f2-6ea65da467f1 {{(pid=103802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 05 17:10:53.135946 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device f94aa6e4-6d25-46f8-84f2-6ea65da467f1 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 05 17:10:53.135946 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device e4bf0ce9-6ec6-43bf-9adb-7d1cc7711538 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 05 17:10:53.137907 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-d266e1c7-9c7d-435f-9faa-2b29724263ed tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Request body: {'network': {'description': 'd2'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:10:53.176011 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] No Port match for: e4bf0ce9-6ec6-43bf-9adb-7d1cc7711538 {{(pid=103802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 05 17:10:53.176383 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device e4bf0ce9-6ec6-43bf-9adb-7d1cc7711538 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 05 17:10:53.250728 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:53.280213 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62c1ca45-2188-4113-a44e-4916f42c9da8 None None] DHCP port deletion for 384f64a3-ca40-4479-9470-814f96969ff3 request from dv-neutron-master-2-hyperv {{(pid=103802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 05 17:10:53.346975 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-62c1ca45-2188-4113-a44e-4916f42c9da8 None None] Deleting port b352b87a-e533-427e-8605-a37923615867 {{(pid=103802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:10:53.347413 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-62c1ca45-2188-4113-a44e-4916f42c9da8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:53.357781 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4d005f3b-6fe8-47a1-b988-6b87a56c12aa tempest-RoutersAdminTest-1676889452 tempest-RoutersAdminTest-1676889452-project] Publish callbacks [] for router_gateway, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:53.366303 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-b5ca7a4c-53f1-463d-8289-facfd914d157 tempest-RoutersNegativeIpV6Test-1533253519 tempest-RoutersNegativeIpV6Test-1533253519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11433288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12480593'] for subnet, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:53.370471 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3178b58f-42d9-435c-a693-b6ad1227ed27 tempest-FloatingIPNegativeTestJSON-29840365 tempest-FloatingIPNegativeTestJSON-29840365-project] Publish callbacks [] for port, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:53.399497 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [None req-dd66a7a4-e683-4c30-afde-a8391e2e04c4 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Allocated IP 2001:db8::25c (e897f8fc-3cef-40ca-9466-c6c65ecd9833/6d65c754-d167-4d7b-a735-fe72fc8340f5/b95d77cb-be12-4c6a-960b-624b908cd582) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:10:53.409780 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4d005f3b-6fe8-47a1-b988-6b87a56c12aa tempest-RoutersAdminTest-1676889452 tempest-RoutersAdminTest-1676889452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:53.427856 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [None req-dd66a7a4-e683-4c30-afde-a8391e2e04c4 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Allocated IP 2001:db8:0:1:f816:3eff:fe1d:c263 (e897f8fc-3cef-40ca-9466-c6c65ecd9833/3978b6a4-ef4c-4b23-b1df-d61c16871465/b95d77cb-be12-4c6a-960b-624b908cd582) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:10:53.434752 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-62c1ca45-2188-4113-a44e-4916f42c9da8 None None] For port b352b87a-e533-427e-8605-a37923615867, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b352b87a-e533-427e-8605-a37923615867,segment=NetworkSegment(03f91a80-ffe0-42fd-8206-c112e229e91a),segment_id=03f91a80-ffe0-42fd-8206-c112e229e91a)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:10:53.435083 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f3ee582f-b821-465b-bd4f-6081c210834d tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3809644'] for network, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:53.435223 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-62c1ca45-2188-4113-a44e-4916f42c9da8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:53.456329 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-62c1ca45-2188-4113-a44e-4916f42c9da8 None None] Calling delete_port for b352b87a-e533-427e-8605-a37923615867 owned by network:dhcp {{(pid=103802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:10:53.458421 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-d266e1c7-9c7d-435f-9faa-2b29724263ed tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754180566020'] for network, precommit_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:53.474175 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ca7a4c-53f1-463d-8289-facfd914d157 tempest-RoutersNegativeIpV6Test-1533253519 tempest-RoutersNegativeIpV6Test-1533253519-project] Pushing event updated for resources: {'Subnet': ['ID=f51063dd-777b-4dd2-af0e-90f0c0b4a2fb,revision_number=0']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:10:53.486997 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5ca7a4c-53f1-463d-8289-facfd914d157 tempest-RoutersNegativeIpV6Test-1533253519 tempest-RoutersNegativeIpV6Test-1533253519-project] Checking segment: {'id': 'a146aefd-69ce-49c1-a09d-aa7aa7500239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '81231b46-7bbe-4055-a24a-0d85545786e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:10:53.487664 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5ca7a4c-53f1-463d-8289-facfd914d157 tempest-RoutersNegativeIpV6Test-1533253519 tempest-RoutersNegativeIpV6Test-1533253519-project] Network hostable DHCP agents. Network: 81231b46-7bbe-4055-a24a-0d85545786e9, hostable agents: ['3f70c195-17da-4084-9fd6-bf6059d88535'], hosted agents: [] {{(pid=103801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 05 17:10:53.551056 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-d266e1c7-9c7d-435f-9faa-2b29724263ed tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685'] for network, after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:53.576474 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d266e1c7-9c7d-435f-9faa-2b29724263ed tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Network 401e1ff0-280c-4885-87f0-7de01c7f588d is not hosted by any dhcp agent {{(pid=103801) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jan 05 17:10:53.583636 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d266e1c7-9c7d-435f-9faa-2b29724263ed tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:10:53.584334 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-d266e1c7-9c7d-435f-9faa-2b29724263ed tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Publish callbacks [] for network, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:53.588546 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-d266e1c7-9c7d-435f-9faa-2b29724263ed tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] 10.222.0.11 "PUT /v2.0/networks/401e1ff0-280c-4885-87f0-7de01c7f588d HTTP/1.1" status: 200 len: 756 time: 0.4568086 Jan 05 17:10:53.589125 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 42772) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:10:53.593709 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5ca7a4c-53f1-463d-8289-facfd914d157 tempest-RoutersNegativeIpV6Test-1533253519 tempest-RoutersNegativeIpV6Test-1533253519-project] Network 81231b46-7bbe-4055-a24a-0d85545786e9 is scheduled to be hosted by DHCP agent 3f70c195-17da-4084-9fd6-bf6059d88535 with binding_index 1 {{(pid=103801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 05 17:10:53.637180 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-62c1ca45-2188-4113-a44e-4916f42c9da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678'] for port, after_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:53.646209 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-f3ee582f-b821-465b-bd4f-6081c210834d tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Deleting port b352b87a-e533-427e-8605-a37923615867 {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:10:53.646861 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f3ee582f-b821-465b-bd4f-6081c210834d tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:53.653854 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d266e1c7-9c7d-435f-9faa-2b29724263ed tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Pushing event updated for resources: {'Network': ['ID=401e1ff0-280c-4885-87f0-7de01c7f588d,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:10:53.747255 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3178b58f-42d9-435c-a693-b6ad1227ed27 tempest-FloatingIPNegativeTestJSON-29840365 tempest-FloatingIPNegativeTestJSON-29840365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:53.768943 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-b5ca7a4c-53f1-463d-8289-facfd914d157 tempest-RoutersNegativeIpV6Test-1533253519 tempest-RoutersNegativeIpV6Test-1533253519-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 81231b46-7bbe-4055-a24a-0d85545786e9) {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:10:53.782554 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5ca7a4c-53f1-463d-8289-facfd914d157 tempest-RoutersNegativeIpV6Test-1533253519 tempest-RoutersNegativeIpV6Test-1533253519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:10:53.786089 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-b5ca7a4c-53f1-463d-8289-facfd914d157 tempest-RoutersNegativeIpV6Test-1533253519 tempest-RoutersNegativeIpV6Test-1533253519-project] Publish callbacks [] for subnet, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:53.846818 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Network 401e1ff0-280c-4885-87f0-7de01c7f588d details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 05 17:10:53.848655 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1559c438-7c4c-4d11-b202-0af450363374 None None] Network 81231b46-7bbe-4055-a24a-0d85545786e9 requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:10:53.853748 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c1ca45-2188-4113-a44e-4916f42c9da8 None None] Pushing event deleted for resources: {'Port': ['ID=b352b87a-e533-427e-8605-a37923615867,revision_number=None']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:10:53.883117 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62c1ca45-2188-4113-a44e-4916f42c9da8 None None] No DVR routers for this DVR port b352b87a-e533-427e-8605-a37923615867 on host dv-neutron-master-2-hyperv {{(pid=103802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 05 17:10:53.885728 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-b5ca7a4c-53f1-463d-8289-facfd914d157 tempest-RoutersNegativeIpV6Test-1533253519 tempest-RoutersNegativeIpV6Test-1533253519-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2203953 Jan 05 17:10:53.889957 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 42778) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:10:53.902240 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-16147b33-feb8-4e27-a792-6a0783e58331 tempest-RoutersNegativeIpV6Test-1533253519 tempest-RoutersNegativeIpV6Test-1533253519-project] Request body: {'network': {'name': 'tempest-router-network01--1736818909'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:10:53.917250 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3178b58f-42d9-435c-a693-b6ad1227ed27 tempest-FloatingIPNegativeTestJSON-29840365 tempest-FloatingIPNegativeTestJSON-29840365-project] Network b0167590-0699-4c5c-a932-3939414a9573 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:10:53.936056 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-3178b58f-42d9-435c-a693-b6ad1227ed27 tempest-FloatingIPNegativeTestJSON-29840365 tempest-FloatingIPNegativeTestJSON-29840365-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:10:53.955095 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dd7d68b-161b-4c07-88cc-2e143dbc237f tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:10:53.956968 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-9dd7d68b-161b-4c07-88cc-2e143dbc237f tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] 10.222.0.11 "GET /v2.0/networks?id=401e1ff0-280c-4885-87f0-7de01c7f588d HTTP/1.1" status: 200 len: 759 time: 0.3652213 Jan 05 17:10:53.959936 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3178b58f-42d9-435c-a693-b6ad1227ed27 tempest-FloatingIPNegativeTestJSON-29840365 tempest-FloatingIPNegativeTestJSON-29840365-project] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:10:53.960880 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 42780) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:10:53.967182 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-af3ff824-7b1b-4299-8ee1-2b8d5ba45838 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-788541283'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:10:53.989104 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16147b33-feb8-4e27-a792-6a0783e58331 tempest-RoutersNegativeIpV6Test-1533253519 tempest-RoutersNegativeIpV6Test-1533253519-project] Made reservation on behalf of 3b20c1d908604d8f8cda83a036aa36a0 for: {'network': 1} {{(pid=103801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:10:53.998551 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-16147b33-feb8-4e27-a792-6a0783e58331 tempest-RoutersNegativeIpV6Test-1533253519 tempest-RoutersNegativeIpV6Test-1533253519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for network, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:54.028041 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [None req-4d005f3b-6fe8-47a1-b988-6b87a56c12aa tempest-RoutersAdminTest-1676889452 tempest-RoutersAdminTest-1676889452-project] Allocated IP 172.36.4.195 (b0167590-0699-4c5c-a932-3939414a9573/7a784a6d-3d96-418f-a645-b9ccd0b1ac55/bedfa5aa-508d-4fab-81ca-7fbe076487db) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:10:54.032342 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.db [None req-f3ee582f-b821-465b-bd4f-6081c210834d tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] For port b352b87a-e533-427e-8605-a37923615867, host dv-neutron-master-2-hyperv, got binding levels [] {{(pid=103800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:10:54.032707 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f3ee582f-b821-465b-bd4f-6081c210834d tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:54.033124 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1413a96-8bdc-4f82-a5e9-2cd86823beef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-81231b46-7bbe-4055-a24a-0d85545786e9', 'network_id': '81231b46-7bbe-4055-a24a-0d85545786e9', 'project_id': '3b20c1d908604d8f8cda83a036aa36a0', 'fixed_ips': [{'subnet_id': 'f51063dd-777b-4dd2-af0e-90f0c0b4a2fb'}]}} from dv-neutron-master-2-hyperv. {{(pid=103802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 05 17:10:54.034389 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-e1413a96-8bdc-4f82-a5e9-2cd86823beef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:54.043050 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3178b58f-42d9-435c-a693-b6ad1227ed27 tempest-FloatingIPNegativeTestJSON-29840365 tempest-FloatingIPNegativeTestJSON-29840365-project] Pushing event updated for resources: {'Port': ['ID=2b0ef66e-0155-4240-8931-75534a842de8,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:10:54.070165 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16147b33-feb8-4e27-a792-6a0783e58331 tempest-RoutersNegativeIpV6Test-1533253519 tempest-RoutersNegativeIpV6Test-1533253519-project] vlan segment allocate from pool success with {'vlan_id': 116, 'physical_network': 'physnet1'} {{(pid=103801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 05 17:10:54.075862 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-f3ee582f-b821-465b-bd4f-6081c210834d tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Calling delete_port for b352b87a-e533-427e-8605-a37923615867 owned by network:dhcp {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:10:54.083519 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.ipam_backend_mixin [None req-f3ee582f-b821-465b-bd4f-6081c210834d tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Port b352b87a-e533-427e-8605-a37923615867 was not found and therefore no delete operation was performed {{(pid=103800) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 05 17:10:54.084544 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af3ff824-7b1b-4299-8ee1-2b8d5ba45838 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Made reservation on behalf of 2c187912c919424a8a16116bf03056cd for: {'network': 1} {{(pid=103801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:10:54.090050 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-af3ff824-7b1b-4299-8ee1-2b8d5ba45838 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for network, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:54.094780 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-16147b33-feb8-4e27-a792-6a0783e58331 tempest-RoutersNegativeIpV6Test-1533253519 tempest-RoutersNegativeIpV6Test-1533253519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225'] for segment, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:54.095549 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.db.segments_db [None req-16147b33-feb8-4e27-a792-6a0783e58331 tempest-RoutersNegativeIpV6Test-1533253519 tempest-RoutersNegativeIpV6Test-1533253519-project] Added segment 6a39afeb-cd3b-43f8-8b00-2d627230caac of type vlan for network 41b882c9-2f8e-47c2-9b8b-de8c6b9e4d7a Jan 05 17:10:54.097352 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f3ee582f-b821-465b-bd4f-6081c210834d tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:54.120090 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-dd66a7a4-e683-4c30-afde-a8391e2e04c4 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks [] for port, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:54.165442 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af3ff824-7b1b-4299-8ee1-2b8d5ba45838 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=103801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 05 17:10:54.176838 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ee582f-b821-465b-bd4f-6081c210834d tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Pushing event deleted for resources: {'Port': ['ID=b352b87a-e533-427e-8605-a37923615867,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:10:54.185971 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-16147b33-feb8-4e27-a792-6a0783e58331 tempest-RoutersNegativeIpV6Test-1533253519 tempest-RoutersNegativeIpV6Test-1533253519-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754180566020'] for network, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:54.188721 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-af3ff824-7b1b-4299-8ee1-2b8d5ba45838 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225'] for segment, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:54.189263 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.db.segments_db [None req-af3ff824-7b1b-4299-8ee1-2b8d5ba45838 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Added segment 684c6641-a3cc-4b56-808a-68d8a6ea6af3 of type vlan for network fe0d89ae-ddb6-4fe5-bf90-e5cce9463221 Jan 05 17:10:54.208379 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3ee582f-b821-465b-bd4f-6081c210834d tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] No DVR routers for this DVR port b352b87a-e533-427e-8605-a37923615867 on host dv-neutron-master-2-hyperv {{(pid=103800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 05 17:10:54.248209 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-af3ff824-7b1b-4299-8ee1-2b8d5ba45838 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754180566020'] for network, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:54.280022 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.db_base_plugin_common [None req-e1413a96-8bdc-4f82-a5e9-2cd86823beef None None] Allocated IP 2001:db8::2 (81231b46-7bbe-4055-a24a-0d85545786e9/f51063dd-777b-4dd2-af0e-90f0c0b4a2fb/441e0c1a-5e68-494a-8b50-56cb7aca5772) {{(pid=103802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:10:54.321027 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-16147b33-feb8-4e27-a792-6a0783e58331 tempest-RoutersNegativeIpV6Test-1533253519 tempest-RoutersNegativeIpV6Test-1533253519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685'] for network, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:54.332729 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16147b33-feb8-4e27-a792-6a0783e58331 tempest-RoutersNegativeIpV6Test-1533253519 tempest-RoutersNegativeIpV6Test-1533253519-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:10:54.334399 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-16147b33-feb8-4e27-a792-6a0783e58331 tempest-RoutersNegativeIpV6Test-1533253519 tempest-RoutersNegativeIpV6Test-1533253519-project] Publish callbacks [] for network, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:54.337866 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f3ee582f-b821-465b-bd4f-6081c210834d tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3891715', 'neutron.services.segments.db._delete_segments_for_network-8754181063482'] for network, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:54.341211 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3178b58f-42d9-435c-a693-b6ad1227ed27 tempest-FloatingIPNegativeTestJSON-29840365 tempest-FloatingIPNegativeTestJSON-29840365-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:54.392023 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.services.segments.db [None req-f3ee582f-b821-465b-bd4f-6081c210834d tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['384f64a3-ca40-4479-9470-814f96969ff3']}} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:10:54.396404 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4d005f3b-6fe8-47a1-b988-6b87a56c12aa tempest-RoutersAdminTest-1676889452 tempest-RoutersAdminTest-1676889452-project] Publish callbacks [] for port, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:54.407399 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.services.segments.db [None req-f3ee582f-b821-465b-bd4f-6081c210834d tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03f91a80-ffe0-42fd-8206-c112e229e91a') {'for_net_delete': True} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:10:54.407801 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.services.segments.db [None req-f3ee582f-b821-465b-bd4f-6081c210834d tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03f91a80-ffe0-42fd-8206-c112e229e91a') {} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:10:54.411375 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-af3ff824-7b1b-4299-8ee1-2b8d5ba45838 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685'] for network, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:54.418001 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af3ff824-7b1b-4299-8ee1-2b8d5ba45838 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:10:54.418685 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-af3ff824-7b1b-4299-8ee1-2b8d5ba45838 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Publish callbacks [] for network, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:54.421856 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f3ee582f-b821-465b-bd4f-6081c210834d tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754181064771', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8784833'] for segment, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:54.439641 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-16147b33-feb8-4e27-a792-6a0783e58331 tempest-RoutersNegativeIpV6Test-1533253519 tempest-RoutersNegativeIpV6Test-1533253519-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5482469 Jan 05 17:10:54.444947 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 42782) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:10:54.447562 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f3ee582f-b821-465b-bd4f-6081c210834d tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225'] for segment, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:54.453424 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-ed851222-a7c8-470e-8f76-3df8b4afefe6 tempest-RoutersNegativeIpV6Test-1533253519 tempest-RoutersNegativeIpV6Test-1533253519-project] Request body: {'network': {'name': 'tempest-router-network02--896587030'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:10:54.456612 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3ee582f-b821-465b-bd4f-6081c210834d tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Releasing vlan 128 on physical network physnet1 to pool {{(pid=103800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 05 17:10:54.457084 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f3ee582f-b821-465b-bd4f-6081c210834d tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8784497'] for segment, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:54.458214 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16147b33-feb8-4e27-a792-6a0783e58331 tempest-RoutersNegativeIpV6Test-1533253519 tempest-RoutersNegativeIpV6Test-1533253519-project] Pushing event updated for resources: {'Network': ['ID=41b882c9-2f8e-47c2-9b8b-de8c6b9e4d7a,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:10:54.460530 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:10:54.460530 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:10:54.460530 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:10:54.460530 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:10:54.460530 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:10:54.460530 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:10:54.460530 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:10:54.460530 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:10:54.460530 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:10:54.460530 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:10:54.460530 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:10:54.460530 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:10:54.460530 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:10:54.460530 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:10:54.460530 dv-neutron-master-2-hyperv neutron-server[103800]: Traceback (most recent call last): Jan 05 17:10:54.460530 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 05 17:10:54.460530 dv-neutron-master-2-hyperv neutron-server[103800]: timer() Jan 05 17:10:54.460530 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 05 17:10:54.460530 dv-neutron-master-2-hyperv neutron-server[103800]: cb(*args, **kw) Jan 05 17:10:54.460530 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 05 17:10:54.460530 dv-neutron-master-2-hyperv neutron-server[103800]: return func(*args, **kwargs) Jan 05 17:10:54.460530 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 05 17:10:54.460530 dv-neutron-master-2-hyperv neutron-server[103800]: self._notify() Jan 05 17:10:54.460530 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 05 17:10:54.460530 dv-neutron-master-2-hyperv neutron-server[103800]: self.callback(batched_events) Jan 05 17:10:54.460530 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 05 17:10:54.460530 dv-neutron-master-2-hyperv neutron-server[103800]: event.method(event) Jan 05 17:10:54.460530 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 05 17:10:54.460530 dv-neutron-master-2-hyperv neutron-server[103800]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 05 17:10:54.460530 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 05 17:10:54.460530 dv-neutron-master-2-hyperv neutron-server[103800]: aggregate_uuid = self.p_client.list_aggregates( Jan 05 17:10:54.460530 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 05 17:10:54.460530 dv-neutron-master-2-hyperv neutron-server[103800]: return f(self, *a, **k) Jan 05 17:10:54.460530 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 05 17:10:54.460530 dv-neutron-master-2-hyperv neutron-server[103800]: return self._get(url).json() Jan 05 17:10:54.460530 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 05 17:10:54.460530 dv-neutron-master-2-hyperv neutron-server[103800]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 05 17:10:54.460530 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 05 17:10:54.460530 dv-neutron-master-2-hyperv neutron-server[103800]: return self.request(url, 'GET', **kwargs) Jan 05 17:10:54.460530 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 05 17:10:54.460530 dv-neutron-master-2-hyperv neutron-server[103800]: base_url = self.get_endpoint(auth, allow=allow, Jan 05 17:10:54.460530 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 05 17:10:54.460530 dv-neutron-master-2-hyperv neutron-server[103800]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 05 17:10:54.460530 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 05 17:10:54.460530 dv-neutron-master-2-hyperv neutron-server[103800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 05 17:10:54.460530 dv-neutron-master-2-hyperv neutron-server[103800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 05 17:10:54.482742 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Network 41b882c9-2f8e-47c2-9b8b-de8c6b9e4d7a details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 05 17:10:54.516436 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-dd66a7a4-e683-4c30-afde-a8391e2e04c4 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:54.539952 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3ff824-7b1b-4299-8ee1-2b8d5ba45838 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Pushing event updated for resources: {'Network': ['ID=fe0d89ae-ddb6-4fe5-bf90-e5cce9463221,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:10:54.551327 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-af3ff824-7b1b-4299-8ee1-2b8d5ba45838 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5888820 Jan 05 17:10:54.552675 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 42784) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:10:54.560583 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-35836d60-1490-4bb0-a430-c2ed0d962d5d tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Request body: {'subnet': {'network_id': 'fe0d89ae-ddb6-4fe5-bf90-e5cce9463221', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:10:54.583367 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Network fe0d89ae-ddb6-4fe5-bf90-e5cce9463221 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 05 17:10:54.592063 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd66a7a4-e683-4c30-afde-a8391e2e04c4 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Network e897f8fc-3cef-40ca-9466-c6c65ecd9833 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:10:54.592919 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3178b58f-42d9-435c-a693-b6ad1227ed27 tempest-FloatingIPNegativeTestJSON-29840365 tempest-FloatingIPNegativeTestJSON-29840365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:54.598083 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-dd66a7a4-e683-4c30-afde-a8391e2e04c4 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:10:54.624311 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd66a7a4-e683-4c30-afde-a8391e2e04c4 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:10:54.631123 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd66a7a4-e683-4c30-afde-a8391e2e04c4 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:10:54.632008 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-dd66a7a4-e683-4c30-afde-a8391e2e04c4 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:54.641970 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-e1413a96-8bdc-4f82-a5e9-2cd86823beef None None] Publish callbacks [] for port, precommit_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:54.649885 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4d005f3b-6fe8-47a1-b988-6b87a56c12aa tempest-RoutersAdminTest-1676889452 tempest-RoutersAdminTest-1676889452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:54.666405 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f3ee582f-b821-465b-bd4f-6081c210834d tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3891722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648695'] for network, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:54.673973 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd66a7a4-e683-4c30-afde-a8391e2e04c4 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Pushing event updated for resources: {'Port': ['ID=b95d77cb-be12-4c6a-960b-624b908cd582,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:10:54.701612 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f3ee582f-b821-465b-bd4f-6081c210834d tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks [] for network, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:54.712067 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-f3ee582f-b821-465b-bd4f-6081c210834d tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] 10.222.0.11 "DELETE /v2.0/networks/384f64a3-ca40-4479-9470-814f96969ff3 HTTP/1.1" status: 204 len: 168 time: 1.6618419 Jan 05 17:10:54.761265 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device b352b87a-e533-427e-8605-a37923615867 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 05 17:10:54.777865 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-e1413a96-8bdc-4f82-a5e9-2cd86823beef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669'] for port, after_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:54.795535 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 42786) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:10:54.834836 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-dd66a7a4-e683-4c30-afde-a8391e2e04c4 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 3.7979162 Jan 05 17:10:54.846425 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ee582f-b821-465b-bd4f-6081c210834d tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Pushing event deleted for resources: {'Network': ['ID=384f64a3-ca40-4479-9470-814f96969ff3,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:10:54.850835 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d005f3b-6fe8-47a1-b988-6b87a56c12aa tempest-RoutersAdminTest-1676889452 tempest-RoutersAdminTest-1676889452-project] Network b0167590-0699-4c5c-a932-3939414a9573 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:10:54.877190 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] No Port match for: b352b87a-e533-427e-8605-a37923615867 {{(pid=103802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 05 17:10:54.877711 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device b352b87a-e533-427e-8605-a37923615867 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 05 17:10:54.899626 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1413a96-8bdc-4f82-a5e9-2cd86823beef None None] Network 81231b46-7bbe-4055-a24a-0d85545786e9 is already hosted by enough agents. {{(pid=103802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:10:54.911835 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.scheduler.base_scheduler [None req-e1413a96-8bdc-4f82-a5e9-2cd86823beef None None] Resources bound (agent type, host, resource id): {{(pid=103802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:10:54.916489 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1413a96-8bdc-4f82-a5e9-2cd86823beef None None] Received port after_create {{(pid=103802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:10:54.953730 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 42788) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:10:55.018210 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1413a96-8bdc-4f82-a5e9-2cd86823beef None None] Pushing event updated for resources: {'Port': ['ID=441e0c1a-5e68-494a-8b50-56cb7aca5772,revision_number=1']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:10:55.045771 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-e1413a96-8bdc-4f82-a5e9-2cd86823beef None None] Attempting to bind port 441e0c1a-5e68-494a-8b50-56cb7aca5772 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 05 17:10:55.045979 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-e1413a96-8bdc-4f82-a5e9-2cd86823beef None None] Attempting to bind port 441e0c1a-5e68-494a-8b50-56cb7aca5772 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'a146aefd-69ce-49c1-a09d-aa7aa7500239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '81231b46-7bbe-4055-a24a-0d85545786e9'}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 05 17:10:55.046260 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1413a96-8bdc-4f82-a5e9-2cd86823beef None None] Attempting to bind port 441e0c1a-5e68-494a-8b50-56cb7aca5772 on network 81231b46-7bbe-4055-a24a-0d85545786e9 {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:10:55.056061 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1413a96-8bdc-4f82-a5e9-2cd86823beef None None] Checking agent: {'id': '0d4f8fd3-ce62-4651-970c-efa6a8bb22b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 5, 16, 57, 23), 'started_at': datetime.datetime(2022, 1, 5, 16, 57, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 5, 17, 10, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 05 17:10:55.056471 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1413a96-8bdc-4f82-a5e9-2cd86823beef None None] Checking segment: {'id': 'a146aefd-69ce-49c1-a09d-aa7aa7500239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '81231b46-7bbe-4055-a24a-0d85545786e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:10:55.056869 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-e1413a96-8bdc-4f82-a5e9-2cd86823beef None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:55.057261 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1413a96-8bdc-4f82-a5e9-2cd86823beef None None] Bound using segment: {'id': 'a146aefd-69ce-49c1-a09d-aa7aa7500239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '81231b46-7bbe-4055-a24a-0d85545786e9'} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 05 17:10:55.058053 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-e1413a96-8bdc-4f82-a5e9-2cd86823beef None None] Bound port: 441e0c1a-5e68-494a-8b50-56cb7aca5772, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a146aefd-69ce-49c1-a09d-aa7aa7500239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '81231b46-7bbe-4055-a24a-0d85545786e9'}}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 05 17:10:55.058552 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-e1413a96-8bdc-4f82-a5e9-2cd86823beef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:55.078117 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-c3471309-8408-4dca-9f6c-69651dba9931 None None] Provisioning complete for port b95d77cb-be12-4c6a-960b-624b908cd582 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:10:55.078975 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c3471309-8408-4dca-9f6c-69651dba9931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:55.101649 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed851222-a7c8-470e-8f76-3df8b4afefe6 tempest-RoutersNegativeIpV6Test-1533253519 tempest-RoutersNegativeIpV6Test-1533253519-project] Made reservation on behalf of 3b20c1d908604d8f8cda83a036aa36a0 for: {'network': 1} {{(pid=103801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:10:55.106557 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-ed851222-a7c8-470e-8f76-3df8b4afefe6 tempest-RoutersNegativeIpV6Test-1533253519 tempest-RoutersNegativeIpV6Test-1533253519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for network, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:55.142202 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed851222-a7c8-470e-8f76-3df8b4afefe6 tempest-RoutersNegativeIpV6Test-1533253519 tempest-RoutersNegativeIpV6Test-1533253519-project] vlan segment allocate from pool success with {'vlan_id': 132, 'physical_network': 'physnet1'} {{(pid=103801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 05 17:10:55.152039 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-ed851222-a7c8-470e-8f76-3df8b4afefe6 tempest-RoutersNegativeIpV6Test-1533253519 tempest-RoutersNegativeIpV6Test-1533253519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225'] for segment, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:55.152415 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.db.segments_db [None req-ed851222-a7c8-470e-8f76-3df8b4afefe6 tempest-RoutersNegativeIpV6Test-1533253519 tempest-RoutersNegativeIpV6Test-1533253519-project] Added segment 1c3e740e-a73c-4746-be57-e98e256c3420 of type vlan for network 2c04eee0-741e-4243-810f-be8d3248fecd Jan 05 17:10:55.154826 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-c3471309-8408-4dca-9f6c-69651dba9931 None None] Port b95d77cb-be12-4c6a-960b-624b908cd582 cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 17:10:55.173231 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-e1413a96-8bdc-4f82-a5e9-2cd86823beef None None] For port 441e0c1a-5e68-494a-8b50-56cb7aca5772, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 05 17:10:55.177556 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-e1413a96-8bdc-4f82-a5e9-2cd86823beef None None] For port 441e0c1a-5e68-494a-8b50-56cb7aca5772, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=441e0c1a-5e68-494a-8b50-56cb7aca5772,segment=NetworkSegment(a146aefd-69ce-49c1-a09d-aa7aa7500239),segment_id=a146aefd-69ce-49c1-a09d-aa7aa7500239)] {{(pid=103802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 05 17:10:55.188419 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-4d005f3b-6fe8-47a1-b988-6b87a56c12aa tempest-RoutersAdminTest-1676889452 tempest-RoutersAdminTest-1676889452-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:10:55.203902 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-ed851222-a7c8-470e-8f76-3df8b4afefe6 tempest-RoutersNegativeIpV6Test-1533253519 tempest-RoutersNegativeIpV6Test-1533253519-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754180566020'] for network, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:55.207062 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55013575-9835-474e-b5b6-feb92b994907 None None] DHCP port deletion for b0167590-0699-4c5c-a932-3939414a9573 request from dv-neutron-master-2-hyperv {{(pid=103802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 05 17:10:55.217149 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d005f3b-6fe8-47a1-b988-6b87a56c12aa tempest-RoutersAdminTest-1676889452 tempest-RoutersAdminTest-1676889452-project] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:10:55.221193 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35836d60-1490-4bb0-a430-c2ed0d962d5d tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Made reservation on behalf of 2c187912c919424a8a16116bf03056cd for: {'subnet': 1} {{(pid=103801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:10:55.225544 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-35836d60-1490-4bb0-a430-c2ed0d962d5d tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12480675'] for subnet, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:55.255652 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-e1413a96-8bdc-4f82-a5e9-2cd86823beef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:55.257752 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d005f3b-6fe8-47a1-b988-6b87a56c12aa tempest-RoutersAdminTest-1676889452 tempest-RoutersAdminTest-1676889452-project] Pushing event updated for resources: {'Port': ['ID=bedfa5aa-508d-4fab-81ca-7fbe076487db,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:10:55.346011 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-89ce821a-0879-42b1-9185-8ea573735e1c None None] Provisioning complete for port bedfa5aa-508d-4fab-81ca-7fbe076487db triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:10:55.348722 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-89ce821a-0879-42b1-9185-8ea573735e1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:55.373157 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-ed851222-a7c8-470e-8f76-3df8b4afefe6 tempest-RoutersNegativeIpV6Test-1533253519 tempest-RoutersNegativeIpV6Test-1533253519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685'] for network, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:55.373571 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3178b58f-42d9-435c-a693-b6ad1227ed27 tempest-FloatingIPNegativeTestJSON-29840365 tempest-FloatingIPNegativeTestJSON-29840365-project] Publish callbacks [] for port, precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:55.379713 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed851222-a7c8-470e-8f76-3df8b4afefe6 tempest-RoutersNegativeIpV6Test-1533253519 tempest-RoutersNegativeIpV6Test-1533253519-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:10:55.380436 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-ed851222-a7c8-470e-8f76-3df8b4afefe6 tempest-RoutersNegativeIpV6Test-1533253519 tempest-RoutersNegativeIpV6Test-1533253519-project] Publish callbacks [] for network, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:55.398628 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-89ce821a-0879-42b1-9185-8ea573735e1c None None] Port bedfa5aa-508d-4fab-81ca-7fbe076487db cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 17:10:55.419185 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1413a96-8bdc-4f82-a5e9-2cd86823beef None None] Pushing event updated for resources: {'Port': ['ID=441e0c1a-5e68-494a-8b50-56cb7aca5772,revision_number=2']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:10:55.460894 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3178b58f-42d9-435c-a693-b6ad1227ed27 tempest-FloatingIPNegativeTestJSON-29840365 tempest-FloatingIPNegativeTestJSON-29840365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8784461'] for port, after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:55.491861 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-ed851222-a7c8-470e-8f76-3df8b4afefe6 tempest-RoutersNegativeIpV6Test-1533253519 tempest-RoutersNegativeIpV6Test-1533253519-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.0451372 Jan 05 17:10:55.504373 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 42792) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:10:55.509548 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-cb9694b1-6508-4a36-987b-3290ded97fee tempest-RoutersNegativeIpV6Test-1533253519 tempest-RoutersNegativeIpV6Test-1533253519-project] Request body: {'subnet': {'network_id': '41b882c9-2f8e-47c2-9b8b-de8c6b9e4d7a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:10:55.553266 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3178b58f-42d9-435c-a693-b6ad1227ed27 tempest-FloatingIPNegativeTestJSON-29840365 tempest-FloatingIPNegativeTestJSON-29840365-project] Pushing event updated for resources: {'Port': ['ID=2b0ef66e-0155-4240-8931-75534a842de8,revision_number=2']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:10:55.630204 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed851222-a7c8-470e-8f76-3df8b4afefe6 tempest-RoutersNegativeIpV6Test-1533253519 tempest-RoutersNegativeIpV6Test-1533253519-project] Pushing event updated for resources: {'Network': ['ID=2c04eee0-741e-4243-810f-be8d3248fecd,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:10:55.662798 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Network 2c04eee0-741e-4243-810f-be8d3248fecd details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 05 17:10:55.813470 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb9694b1-6508-4a36-987b-3290ded97fee tempest-RoutersNegativeIpV6Test-1533253519 tempest-RoutersNegativeIpV6Test-1533253519-project] Made reservation on behalf of 3b20c1d908604d8f8cda83a036aa36a0 for: {'subnet': 1} {{(pid=103801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:10:55.819502 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-cb9694b1-6508-4a36-987b-3290ded97fee tempest-RoutersNegativeIpV6Test-1533253519 tempest-RoutersNegativeIpV6Test-1533253519-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12480675'] for subnet, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:55.846980 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-c0cee9a4-7358-473b-ae9d-183a7af38183 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Deleting port b95d77cb-be12-4c6a-960b-624b908cd582 {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:10:55.847267 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c0cee9a4-7358-473b-ae9d-183a7af38183 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:55.847911 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-35836d60-1490-4bb0-a430-c2ed0d962d5d tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11433288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12480593'] for subnet, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:55.967450 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3178b58f-42d9-435c-a693-b6ad1227ed27 tempest-FloatingIPNegativeTestJSON-29840365 tempest-FloatingIPNegativeTestJSON-29840365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648677'] for floatingip, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:56.014447 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35836d60-1490-4bb0-a430-c2ed0d962d5d tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Checking segment: {'id': '684c6641-a3cc-4b56-808a-68d8a6ea6af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'fe0d89ae-ddb6-4fe5-bf90-e5cce9463221'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:10:56.014821 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35836d60-1490-4bb0-a430-c2ed0d962d5d tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Network hostable DHCP agents. Network: fe0d89ae-ddb6-4fe5-bf90-e5cce9463221, hostable agents: ['3f70c195-17da-4084-9fd6-bf6059d88535'], hosted agents: [] {{(pid=103801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 05 17:10:56.020106 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c0cee9a4-7358-473b-ae9d-183a7af38183 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:56.025291 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35836d60-1490-4bb0-a430-c2ed0d962d5d tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Pushing event updated for resources: {'Subnet': ['ID=750866e2-fa80-483a-913e-1e50dd885df8,revision_number=0']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:10:56.049207 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-c0cee9a4-7358-473b-ae9d-183a7af38183 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Calling delete_port for b95d77cb-be12-4c6a-960b-624b908cd582 owned by {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:10:56.112297 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3178b58f-42d9-435c-a693-b6ad1227ed27 tempest-FloatingIPNegativeTestJSON-29840365 tempest-FloatingIPNegativeTestJSON-29840365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for floatingip, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:56.113847 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-3178b58f-42d9-435c-a693-b6ad1227ed27 tempest-FloatingIPNegativeTestJSON-29840365 tempest-FloatingIPNegativeTestJSON-29840365-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.9660254 Jan 05 17:10:56.126393 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 42796) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:10:56.134525 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-297d55eb-cdcf-472e-9cf6-692452024dfb tempest-FloatingIPNegativeTestJSON-29840365 tempest-FloatingIPNegativeTestJSON-29840365-project] Request body: {'floatingip': {'port_id': 'b0c7d5c5-4151-48b5-b170-2f493eb22b9a', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:10:56.143820 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35836d60-1490-4bb0-a430-c2ed0d962d5d tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Network fe0d89ae-ddb6-4fe5-bf90-e5cce9463221 is scheduled to be hosted by DHCP agent 3f70c195-17da-4084-9fd6-bf6059d88535 with binding_index 1 {{(pid=103801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 05 17:10:56.207797 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-297d55eb-cdcf-472e-9cf6-692452024dfb tempest-FloatingIPNegativeTestJSON-29840365 tempest-FloatingIPNegativeTestJSON-29840365-project] Publish callbacks [] for floatingip, before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:56.284301 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-35836d60-1490-4bb0-a430-c2ed0d962d5d tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, fe0d89ae-ddb6-4fe5-bf90-e5cce9463221) {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:10:56.293253 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35836d60-1490-4bb0-a430-c2ed0d962d5d tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:10:56.295252 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-35836d60-1490-4bb0-a430-c2ed0d962d5d tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Publish callbacks [] for subnet, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:56.297846 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a335dea4-5daa-40b9-a5b6-4c35c58211ff None None] Network fe0d89ae-ddb6-4fe5-bf90-e5cce9463221 requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:10:56.351913 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-cb9694b1-6508-4a36-987b-3290ded97fee tempest-RoutersNegativeIpV6Test-1533253519 tempest-RoutersNegativeIpV6Test-1533253519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11433288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12480593'] for subnet, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:56.434826 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f715a605-8a88-4c40-8df7-13a7af021d3e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-fe0d89ae-ddb6-4fe5-bf90-e5cce9463221', 'network_id': 'fe0d89ae-ddb6-4fe5-bf90-e5cce9463221', 'project_id': '2c187912c919424a8a16116bf03056cd', 'fixed_ips': [{'subnet_id': '750866e2-fa80-483a-913e-1e50dd885df8'}]}} from dv-neutron-master-2-hyperv. {{(pid=103802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 05 17:10:56.435860 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-f715a605-8a88-4c40-8df7-13a7af021d3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:56.439721 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.api.v2.resource [None req-297d55eb-cdcf-472e-9cf6-692452024dfb tempest-FloatingIPNegativeTestJSON-29840365 tempest-FloatingIPNegativeTestJSON-29840365-project] update failed (client error): The resource could not be found. Jan 05 17:10:56.445726 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-297d55eb-cdcf-472e-9cf6-692452024dfb tempest-FloatingIPNegativeTestJSON-29840365 tempest-FloatingIPNegativeTestJSON-29840365-project] 10.222.0.11 "PUT /v2.0/floatingips/b07670fd-b436-4693-9fc1-52b20d52ae73 HTTP/1.1" status: 404 len: 507 time: 0.3112948 Jan 05 17:10:56.447072 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 42798) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:10:56.464895 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-35836d60-1490-4bb0-a430-c2ed0d962d5d tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9074435 Jan 05 17:10:56.499608 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 42800) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:10:56.511769 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb9694b1-6508-4a36-987b-3290ded97fee tempest-RoutersNegativeIpV6Test-1533253519 tempest-RoutersNegativeIpV6Test-1533253519-project] Checking segment: {'id': '6a39afeb-cd3b-43f8-8b00-2d627230caac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '41b882c9-2f8e-47c2-9b8b-de8c6b9e4d7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:10:56.512139 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb9694b1-6508-4a36-987b-3290ded97fee tempest-RoutersNegativeIpV6Test-1533253519 tempest-RoutersNegativeIpV6Test-1533253519-project] Network hostable DHCP agents. Network: 41b882c9-2f8e-47c2-9b8b-de8c6b9e4d7a, hostable agents: ['3f70c195-17da-4084-9fd6-bf6059d88535'], hosted agents: [] {{(pid=103801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 05 17:10:56.533099 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9694b1-6508-4a36-987b-3290ded97fee tempest-RoutersNegativeIpV6Test-1533253519 tempest-RoutersNegativeIpV6Test-1533253519-project] Pushing event updated for resources: {'Subnet': ['ID=110945fa-bf42-4730-b3bb-117fda993e1b,revision_number=0']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:10:56.678580 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.db_base_plugin_common [None req-f715a605-8a88-4c40-8df7-13a7af021d3e None None] Allocated IP 172.20.0.2 (fe0d89ae-ddb6-4fe5-bf90-e5cce9463221/750866e2-fa80-483a-913e-1e50dd885df8/2c0e2392-aff9-4e48-90c2-13b3e4e15c0e) {{(pid=103802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:10:56.706881 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3cb27865-c776-4ffc-924b-da30466b7384 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3809644'] for network, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:56.758650 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb9694b1-6508-4a36-987b-3290ded97fee tempest-RoutersNegativeIpV6Test-1533253519 tempest-RoutersNegativeIpV6Test-1533253519-project] Network 41b882c9-2f8e-47c2-9b8b-de8c6b9e4d7a is scheduled to be hosted by DHCP agent 3f70c195-17da-4084-9fd6-bf6059d88535 with binding_index 1 {{(pid=103801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 05 17:10:56.763138 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4d005f3b-6fe8-47a1-b988-6b87a56c12aa tempest-RoutersAdminTest-1676889452 tempest-RoutersAdminTest-1676889452-project] Publish callbacks [] for router_gateway, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:56.800823 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-77264f47-a741-4971-9bc6-82fff21507ff tempest-FloatingIPNegativeTestJSON-29840365 tempest-FloatingIPNegativeTestJSON-29840365-project] Deleting port 2b0ef66e-0155-4240-8931-75534a842de8 {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:10:56.800823 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-77264f47-a741-4971-9bc6-82fff21507ff tempest-FloatingIPNegativeTestJSON-29840365 tempest-FloatingIPNegativeTestJSON-29840365-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:56.807879 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 441e0c1a-5e68-494a-8b50-56cb7aca5772 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:10:56.828545 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3cb27865-c776-4ffc-924b-da30466b7384 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892868'] for subnet, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:56.850213 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9e0ccd1c-2df1-44a5-b301-4d08fc0ddf5c tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-531685'] for router_interface, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:56.898547 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-cb9694b1-6508-4a36-987b-3290ded97fee tempest-RoutersNegativeIpV6Test-1533253519 tempest-RoutersNegativeIpV6Test-1533253519-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 41b882c9-2f8e-47c2-9b8b-de8c6b9e4d7a) {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:10:56.914598 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb9694b1-6508-4a36-987b-3290ded97fee tempest-RoutersNegativeIpV6Test-1533253519 tempest-RoutersNegativeIpV6Test-1533253519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:10:56.914772 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-cb9694b1-6508-4a36-987b-3290ded97fee tempest-RoutersNegativeIpV6Test-1533253519 tempest-RoutersNegativeIpV6Test-1533253519-project] Publish callbacks [] for subnet, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:56.914881 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Provisioning complete for port 441e0c1a-5e68-494a-8b50-56cb7aca5772 triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:10:56.915223 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:56.953577 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27dd6d96-7304-4b7a-b82a-ad031791cbd9 None None] Network 41b882c9-2f8e-47c2-9b8b-de8c6b9e4d7a requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:10:56.956099 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4687810-8e24-4647-a015-a92a91850263 None None] Network 81231b46-7bbe-4055-a24a-0d85545786e9 requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:10:56.960059 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-77264f47-a741-4971-9bc6-82fff21507ff tempest-FloatingIPNegativeTestJSON-29840365 tempest-FloatingIPNegativeTestJSON-29840365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:56.960394 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-77264f47-a741-4971-9bc6-82fff21507ff tempest-FloatingIPNegativeTestJSON-29840365 tempest-FloatingIPNegativeTestJSON-29840365-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:56.973828 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-77264f47-a741-4971-9bc6-82fff21507ff tempest-FloatingIPNegativeTestJSON-29840365 tempest-FloatingIPNegativeTestJSON-29840365-project] Calling delete_port for 2b0ef66e-0155-4240-8931-75534a842de8 owned by network:floatingip {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:10:57.123336 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-66de4b05-8792-4f82-80b4-03b95c8dbc3e None None] Provisioning complete for port 441e0c1a-5e68-494a-8b50-56cb7aca5772 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:10:57.123705 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-66de4b05-8792-4f82-80b4-03b95c8dbc3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:57.128330 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-cb9694b1-6508-4a36-987b-3290ded97fee tempest-RoutersNegativeIpV6Test-1533253519 tempest-RoutersNegativeIpV6Test-1533253519-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6229329 Jan 05 17:10:57.135258 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 42804) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:10:57.141563 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-f83d1c1f-0322-40d4-a3a9-908e7f3f0efb tempest-RoutersNegativeIpV6Test-1533253519 tempest-RoutersNegativeIpV6Test-1533253519-project] Request body: {'subnet': {'network_id': '2c04eee0-741e-4243-810f-be8d3248fecd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:10:57.168929 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-f715a605-8a88-4c40-8df7-13a7af021d3e None None] Publish callbacks [] for port, precommit_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:57.221216 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c0cee9a4-7358-473b-ae9d-183a7af38183 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:57.277911 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cee9a4-7358-473b-ae9d-183a7af38183 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Pushing event deleted for resources: {'Port': ['ID=b95d77cb-be12-4c6a-960b-624b908cd582,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:10:57.295477 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb57f797-320b-4b4b-b359-b2c0b3f26acc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-41b882c9-2f8e-47c2-9b8b-de8c6b9e4d7a', 'network_id': '41b882c9-2f8e-47c2-9b8b-de8c6b9e4d7a', 'project_id': '3b20c1d908604d8f8cda83a036aa36a0', 'fixed_ips': [{'subnet_id': '110945fa-bf42-4730-b3bb-117fda993e1b'}]}} from dv-neutron-master-2-hyperv. {{(pid=103802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 05 17:10:57.296394 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-bb57f797-320b-4b4b-b359-b2c0b3f26acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:57.302074 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-f715a605-8a88-4c40-8df7-13a7af021d3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669'] for port, after_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:57.303909 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4d005f3b-6fe8-47a1-b988-6b87a56c12aa tempest-RoutersAdminTest-1676889452 tempest-RoutersAdminTest-1676889452-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-648430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648639'] for router, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:57.304100 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:57.339503 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-77264f47-a741-4971-9bc6-82fff21507ff tempest-FloatingIPNegativeTestJSON-29840365 tempest-FloatingIPNegativeTestJSON-29840365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11433176'] for port, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:57.388606 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77264f47-a741-4971-9bc6-82fff21507ff tempest-FloatingIPNegativeTestJSON-29840365 tempest-FloatingIPNegativeTestJSON-29840365-project] Pushing event deleted for resources: {'Port': ['ID=2b0ef66e-0155-4240-8931-75534a842de8,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:10:57.402355 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c0cee9a4-7358-473b-ae9d-183a7af38183 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:57.408840 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-c0cee9a4-7358-473b-ae9d-183a7af38183 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] 10.222.0.11 "DELETE /v2.0/ports/b95d77cb-be12-4c6a-960b-624b908cd582 HTTP/1.1" status: 204 len: 168 time: 2.4510844 Jan 05 17:10:57.409180 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 42806) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:10:57.480199 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f83d1c1f-0322-40d4-a3a9-908e7f3f0efb tempest-RoutersNegativeIpV6Test-1533253519 tempest-RoutersNegativeIpV6Test-1533253519-project] Made reservation on behalf of 3b20c1d908604d8f8cda83a036aa36a0 for: {'subnet': 1} {{(pid=103801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:10:57.488559 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f83d1c1f-0322-40d4-a3a9-908e7f3f0efb tempest-RoutersNegativeIpV6Test-1533253519 tempest-RoutersNegativeIpV6Test-1533253519-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12480675'] for subnet, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:57.546244 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86c86dfd-30f3-4167-8e63-fb14d6457b93 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:10:57.547893 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-86c86dfd-30f3-4167-8e63-fb14d6457b93 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.1361651 Jan 05 17:10:57.550998 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 42808) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:10:57.568407 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-77264f47-a741-4971-9bc6-82fff21507ff tempest-FloatingIPNegativeTestJSON-29840365 tempest-FloatingIPNegativeTestJSON-29840365-project] Publish callbacks [] for floatingip, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:57.571876 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-77264f47-a741-4971-9bc6-82fff21507ff tempest-FloatingIPNegativeTestJSON-29840365 tempest-FloatingIPNegativeTestJSON-29840365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for floatingip, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:57.573415 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-77264f47-a741-4971-9bc6-82fff21507ff tempest-FloatingIPNegativeTestJSON-29840365 tempest-FloatingIPNegativeTestJSON-29840365-project] 10.222.0.11 "DELETE /v2.0/floatingips/b07670fd-b436-4693-9fc1-52b20d52ae73 HTTP/1.1" status: 204 len: 168 time: 1.1251979 Jan 05 17:10:57.577403 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3cb27865-c776-4ffc-924b-da30466b7384 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3893367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11433231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12480600'] for subnet, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:57.579883 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 42810) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:10:57.594291 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-9e0ccd1c-2df1-44a5-b301-4d08fc0ddf5c tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Deleting port 80c0fed0-176f-4438-9a3e-aeeeb85fa8bd {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:10:57.594631 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9e0ccd1c-2df1-44a5-b301-4d08fc0ddf5c tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:57.604639 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-bceeab2b-414a-476f-9b8b-1e8635be2889 tempest-FloatingIPNegativeTestJSON-29840365 tempest-FloatingIPNegativeTestJSON-29840365-project] Request body: {'floatingip': {'floating_network_id': 'dd42544a-8664-4632-a65f-33923484589c', 'port_id': 'b0c7d5c5-4151-48b5-b170-2f493eb22b9a', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:10:57.641195 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb27865-c776-4ffc-924b-da30466b7384 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Pushing event deleted for resources: {'Subnet': ['ID=750866e2-fa80-483a-913e-1e50dd885df8,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:10:57.681554 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f715a605-8a88-4c40-8df7-13a7af021d3e None None] Network fe0d89ae-ddb6-4fe5-bf90-e5cce9463221 is already hosted by enough agents. {{(pid=103802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:10:57.700991 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eee41a6-7cfa-4dee-b690-f8220785f7a7 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:10:57.705256 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-9eee41a6-7cfa-4dee-b690-f8220785f7a7 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.1532421 Jan 05 17:10:57.709173 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 42812) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:10:57.736328 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3cb27865-c776-4ffc-924b-da30466b7384 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3891715', 'neutron.services.segments.db._delete_segments_for_network-8754181063482'] for network, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:57.756754 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.scheduler.base_scheduler [None req-f715a605-8a88-4c40-8df7-13a7af021d3e None None] Resources bound (agent type, host, resource id): {{(pid=103802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:10:57.760995 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f715a605-8a88-4c40-8df7-13a7af021d3e None None] Received port after_create {{(pid=103802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:10:57.775163 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.services.segments.db [None req-3cb27865-c776-4ffc-924b-da30466b7384 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe0d89ae-ddb6-4fe5-bf90-e5cce9463221']}} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:10:57.778784 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f715a605-8a88-4c40-8df7-13a7af021d3e None None] Pushing event updated for resources: {'Port': ['ID=2c0e2392-aff9-4e48-90c2-13b3e4e15c0e,revision_number=1']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:10:57.782790 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-66de4b05-8792-4f82-80b4-03b95c8dbc3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:57.806013 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] For port 441e0c1a-5e68-494a-8b50-56cb7aca5772, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=441e0c1a-5e68-494a-8b50-56cb7aca5772,segment=NetworkSegment(a146aefd-69ce-49c1-a09d-aa7aa7500239),segment_id=a146aefd-69ce-49c1-a09d-aa7aa7500239)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:10:57.808266 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-737eeda2-2c47-4bda-b868-91eba5283db8 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:10:57.810634 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-737eeda2-2c47-4bda-b868-91eba5283db8 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:10:57.812185 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-737eeda2-2c47-4bda-b868-91eba5283db8 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:10:57.816652 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.services.segments.db [None req-3cb27865-c776-4ffc-924b-da30466b7384 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '684c6641-a3cc-4b56-808a-68d8a6ea6af3') {'for_net_delete': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:10:57.821510 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.services.segments.db [None req-3cb27865-c776-4ffc-924b-da30466b7384 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '684c6641-a3cc-4b56-808a-68d8a6ea6af3') {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:10:57.821671 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-737eeda2-2c47-4bda-b868-91eba5283db8 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1077411 Jan 05 17:10:57.821671 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 42814) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:10:57.834944 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.db [None req-9e0ccd1c-2df1-44a5-b301-4d08fc0ddf5c tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] For port 80c0fed0-176f-4438-9a3e-aeeeb85fa8bd, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=80c0fed0-176f-4438-9a3e-aeeeb85fa8bd,segment=NetworkSegment(581a18a5-edd1-42ee-a875-f54ee991bb72),segment_id=581a18a5-edd1-42ee-a875-f54ee991bb72)] {{(pid=103800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:10:57.835226 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3cb27865-c776-4ffc-924b-da30466b7384 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754181064771', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11316385'] for segment, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:57.835359 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9e0ccd1c-2df1-44a5-b301-4d08fc0ddf5c tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:57.862220 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3cb27865-c776-4ffc-924b-da30466b7384 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225'] for segment, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:57.874113 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-bceeab2b-414a-476f-9b8b-1e8635be2889 tempest-FloatingIPNegativeTestJSON-29840365 tempest-FloatingIPNegativeTestJSON-29840365-project] Publish callbacks [] for floatingip, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:57.877803 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-9e0ccd1c-2df1-44a5-b301-4d08fc0ddf5c tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Calling delete_port for 80c0fed0-176f-4438-9a3e-aeeeb85fa8bd owned by network:router_interface {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:10:57.899155 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3cb27865-c776-4ffc-924b-da30466b7384 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Releasing vlan 107 on physical network physnet1 to pool {{(pid=103801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 05 17:10:57.899897 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3cb27865-c776-4ffc-924b-da30466b7384 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11433197'] for segment, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:57.903736 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.db_base_plugin_v2 [None req-05dec31a-0c5a-4c3c-b61e-ffcc59f2a453 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Deleting subnet 3978b6a4-ef4c-4b23-b1df-d61c16871465 {{(pid=103800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 05 17:10:57.903919 dv-neutron-master-2-hyperv neutron-server[103801]: Traceback (most recent call last): Jan 05 17:10:57.903919 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 05 17:10:57.903919 dv-neutron-master-2-hyperv neutron-server[103801]: timer() Jan 05 17:10:57.903919 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 05 17:10:57.903919 dv-neutron-master-2-hyperv neutron-server[103801]: cb(*args, **kw) Jan 05 17:10:57.903919 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 05 17:10:57.903919 dv-neutron-master-2-hyperv neutron-server[103801]: return func(*args, **kwargs) Jan 05 17:10:57.903919 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 05 17:10:57.903919 dv-neutron-master-2-hyperv neutron-server[103801]: self._notify() Jan 05 17:10:57.903919 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 05 17:10:57.903919 dv-neutron-master-2-hyperv neutron-server[103801]: self.callback(batched_events) Jan 05 17:10:57.903919 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 05 17:10:57.903919 dv-neutron-master-2-hyperv neutron-server[103801]: event.method(event) Jan 05 17:10:57.903919 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 05 17:10:57.903919 dv-neutron-master-2-hyperv neutron-server[103801]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 05 17:10:57.903919 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 05 17:10:57.903919 dv-neutron-master-2-hyperv neutron-server[103801]: aggregate_uuid = self.p_client.list_aggregates( Jan 05 17:10:57.903919 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 05 17:10:57.903919 dv-neutron-master-2-hyperv neutron-server[103801]: return f(self, *a, **k) Jan 05 17:10:57.903919 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 05 17:10:57.903919 dv-neutron-master-2-hyperv neutron-server[103801]: return self._get(url).json() Jan 05 17:10:57.903919 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 05 17:10:57.903919 dv-neutron-master-2-hyperv neutron-server[103801]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 05 17:10:57.903919 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 05 17:10:57.903919 dv-neutron-master-2-hyperv neutron-server[103801]: return self.request(url, 'GET', **kwargs) Jan 05 17:10:57.903919 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 05 17:10:57.903919 dv-neutron-master-2-hyperv neutron-server[103801]: base_url = self.get_endpoint(auth, allow=allow, Jan 05 17:10:57.903919 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 05 17:10:57.903919 dv-neutron-master-2-hyperv neutron-server[103801]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 05 17:10:57.903919 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 05 17:10:57.903919 dv-neutron-master-2-hyperv neutron-server[103801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 05 17:10:57.903919 dv-neutron-master-2-hyperv neutron-server[103801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 05 17:10:57.908280 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-05dec31a-0c5a-4c3c-b61e-ffcc59f2a453 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks [] for subnet, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:57.944467 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-f715a605-8a88-4c40-8df7-13a7af021d3e None None] Attempting to bind port 2c0e2392-aff9-4e48-90c2-13b3e4e15c0e on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 05 17:10:57.944840 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-f715a605-8a88-4c40-8df7-13a7af021d3e None None] Attempting to bind port 2c0e2392-aff9-4e48-90c2-13b3e4e15c0e by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '684c6641-a3cc-4b56-808a-68d8a6ea6af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'fe0d89ae-ddb6-4fe5-bf90-e5cce9463221'}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 05 17:10:57.945205 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f715a605-8a88-4c40-8df7-13a7af021d3e None None] Attempting to bind port 2c0e2392-aff9-4e48-90c2-13b3e4e15c0e on network fe0d89ae-ddb6-4fe5-bf90-e5cce9463221 {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:10:57.955097 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f715a605-8a88-4c40-8df7-13a7af021d3e None None] Checking agent: {'id': '0d4f8fd3-ce62-4651-970c-efa6a8bb22b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 5, 16, 57, 23), 'started_at': datetime.datetime(2022, 1, 5, 16, 57, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 5, 17, 10, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 05 17:10:57.955433 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f715a605-8a88-4c40-8df7-13a7af021d3e None None] Checking segment: {'id': '684c6641-a3cc-4b56-808a-68d8a6ea6af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'fe0d89ae-ddb6-4fe5-bf90-e5cce9463221'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:10:57.955882 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-f715a605-8a88-4c40-8df7-13a7af021d3e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:57.956189 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f715a605-8a88-4c40-8df7-13a7af021d3e None None] Bound using segment: {'id': '684c6641-a3cc-4b56-808a-68d8a6ea6af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'fe0d89ae-ddb6-4fe5-bf90-e5cce9463221'} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 05 17:10:57.956671 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-f715a605-8a88-4c40-8df7-13a7af021d3e None None] Bound port: 2c0e2392-aff9-4e48-90c2-13b3e4e15c0e, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '684c6641-a3cc-4b56-808a-68d8a6ea6af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'fe0d89ae-ddb6-4fe5-bf90-e5cce9463221'}}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 05 17:10:57.957052 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-f715a605-8a88-4c40-8df7-13a7af021d3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:57.983480 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d005f3b-6fe8-47a1-b988-6b87a56c12aa tempest-RoutersAdminTest-1676889452 tempest-RoutersAdminTest-1676889452-project] Router 60f25ba4-2736-489c-93ea-a454a9f3f99e is scheduled to L3 agent 59446fdc-40e0-41fe-a575-a8eb11d742f7 with binding_index 1 {{(pid=103800) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 05 17:10:57.993769 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:58.034857 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-05dec31a-0c5a-4c3c-b61e-ffcc59f2a453 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8784846'] for subnet, precommit_delete_associations {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:58.104046 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.db.api [None req-3cb27865-c776-4ffc-924b-da30466b7384 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 05 17:10:58.104046 dv-neutron-master-2-hyperv neutron-server[103801]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 05 17:10:58.104046 dv-neutron-master-2-hyperv neutron-server[103801]: [parameters: {'id': 'fe0d89ae-ddb6-4fe5-bf90-e5cce9463221'}] Jan 05 17:10:58.104046 dv-neutron-master-2-hyperv neutron-server[103801]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103801) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 05 17:10:58.104564 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG oslo_db.api [None req-3cb27865-c776-4ffc-924b-da30466b7384 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 05 17:10:58.122912 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.db_base_plugin_common [None req-bb57f797-320b-4b4b-b359-b2c0b3f26acc None None] Allocated IP 2001:db8::2 (41b882c9-2f8e-47c2-9b8b-de8c6b9e4d7a/110945fa-bf42-4730-b3bb-117fda993e1b/b688b38d-4921-464d-b00b-d7488729cb0d) {{(pid=103802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:10:58.148597 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f83d1c1f-0322-40d4-a3a9-908e7f3f0efb tempest-RoutersNegativeIpV6Test-1533253519 tempest-RoutersNegativeIpV6Test-1533253519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11433288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12480593'] for subnet, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:58.176856 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.db.api [None req-66de4b05-8792-4f82-80b4-03b95c8dbc3e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103802) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 05 17:10:58.177295 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG oslo_db.api [None req-66de4b05-8792-4f82-80b4-03b95c8dbc3e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 05 17:10:58.180816 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Pushing event updated for resources: {'Port': ['ID=441e0c1a-5e68-494a-8b50-56cb7aca5772,revision_number=3']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:10:58.190676 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-f715a605-8a88-4c40-8df7-13a7af021d3e None None] For port 2c0e2392-aff9-4e48-90c2-13b3e4e15c0e, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 05 17:10:58.239771 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-f715a605-8a88-4c40-8df7-13a7af021d3e None None] For port 2c0e2392-aff9-4e48-90c2-13b3e4e15c0e, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=2c0e2392-aff9-4e48-90c2-13b3e4e15c0e,segment=NetworkSegment(684c6641-a3cc-4b56-808a-68d8a6ea6af3),segment_id=684c6641-a3cc-4b56-808a-68d8a6ea6af3)] {{(pid=103802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 05 17:10:58.244420 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.api.v2.resource [None req-bceeab2b-414a-476f-9b8b-1e8635be2889 tempest-FloatingIPNegativeTestJSON-29840365 tempest-FloatingIPNegativeTestJSON-29840365-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 05 17:10:58.244606 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d005f3b-6fe8-47a1-b988-6b87a56c12aa tempest-RoutersAdminTest-1676889452 tempest-RoutersAdminTest-1676889452-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 05 17:10:58.251909 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-bceeab2b-414a-476f-9b8b-1e8635be2889 tempest-FloatingIPNegativeTestJSON-29840365 tempest-FloatingIPNegativeTestJSON-29840365-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.6588533 Jan 05 17:10:58.255373 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 42818) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:10:58.256271 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83d1c1f-0322-40d4-a3a9-908e7f3f0efb tempest-RoutersNegativeIpV6Test-1533253519 tempest-RoutersNegativeIpV6Test-1533253519-project] Pushing event updated for resources: {'Subnet': ['ID=e13da934-b228-4f7e-9ccc-90de1e3d1db5,revision_number=0']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:10:58.260041 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5424209-033f-4080-b51f-c58d8a3f5764 None None] Sync routers for ids ['60f25ba4-2736-489c-93ea-a454a9f3f99e'] in dv-neutron-master-2-hyperv {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 05 17:10:58.261286 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-6508ccef-bf51-49cd-bbae-9410cddec32d tempest-FloatingIPNegativeTestJSON-29840365 tempest-FloatingIPNegativeTestJSON-29840365-project] Request body: {'floatingip': {'floating_network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'port_id': 'b0c7d5c5-4151-48b5-b170-2f493eb22b9a', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:10:58.267884 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f83d1c1f-0322-40d4-a3a9-908e7f3f0efb tempest-RoutersNegativeIpV6Test-1533253519 tempest-RoutersNegativeIpV6Test-1533253519-project] Checking segment: {'id': '1c3e740e-a73c-4746-be57-e98e256c3420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '2c04eee0-741e-4243-810f-be8d3248fecd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:10:58.269045 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f83d1c1f-0322-40d4-a3a9-908e7f3f0efb tempest-RoutersNegativeIpV6Test-1533253519 tempest-RoutersNegativeIpV6Test-1533253519-project] Network hostable DHCP agents. Network: 2c04eee0-741e-4243-810f-be8d3248fecd, hostable agents: ['3f70c195-17da-4084-9fd6-bf6059d88535'], hosted agents: [] {{(pid=103801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 05 17:10:58.284628 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5424209-033f-4080-b51f-c58d8a3f5764 None None] Routers {'60f25ba4-2736-489c-93ea-a454a9f3f99e'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:10:58.286515 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-a5424209-033f-4080-b51f-c58d8a3f5764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:10:49Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['60f25ba4-2736-489c-93ea-a454a9f3f99e'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:10:58.288060 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-05dec31a-0c5a-4c3c-b61e-ffcc59f2a453 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892868'] for subnet, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:58.339870 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-a5424209-033f-4080-b51f-c58d8a3f5764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:10:58.362401 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5424209-033f-4080-b51f-c58d8a3f5764 None None] Routers {'60f25ba4-2736-489c-93ea-a454a9f3f99e'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:10:58.363116 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-a5424209-033f-4080-b51f-c58d8a3f5764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:10:49Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['60f25ba4-2736-489c-93ea-a454a9f3f99e'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:10:58.385164 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-f715a605-8a88-4c40-8df7-13a7af021d3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:58.406235 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f83d1c1f-0322-40d4-a3a9-908e7f3f0efb tempest-RoutersNegativeIpV6Test-1533253519 tempest-RoutersNegativeIpV6Test-1533253519-project] Network 2c04eee0-741e-4243-810f-be8d3248fecd is scheduled to be hosted by DHCP agent 3f70c195-17da-4084-9fd6-bf6059d88535 with binding_index 1 {{(pid=103801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 05 17:10:58.446068 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-a5424209-033f-4080-b51f-c58d8a3f5764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:10:58.446722 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5424209-033f-4080-b51f-c58d8a3f5764 None None] The sync data for ids ['60f25ba4-2736-489c-93ea-a454a9f3f99e'] in dv-neutron-master-2-hyperv is: [] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 05 17:10:58.453676 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4d005f3b-6fe8-47a1-b988-6b87a56c12aa tempest-RoutersAdminTest-1676889452 tempest-RoutersAdminTest-1676889452-project] Publish callbacks [] for router, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:58.455109 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-4d005f3b-6fe8-47a1-b988-6b87a56c12aa tempest-RoutersAdminTest-1676889452 tempest-RoutersAdminTest-1676889452-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 8.4419973 Jan 05 17:10:58.458264 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 42820) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:10:58.465007 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-8b5c850e-b8aa-4b1a-af43-3920938b7e63 tempest-RoutersAdminTest-1676889452 tempest-RoutersAdminTest-1676889452-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:10:58.496627 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-bb57f797-320b-4b4b-b359-b2c0b3f26acc None None] Publish callbacks [] for port, precommit_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:58.520652 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f715a605-8a88-4c40-8df7-13a7af021d3e None None] Pushing event updated for resources: {'Port': ['ID=2c0e2392-aff9-4e48-90c2-13b3e4e15c0e,revision_number=2']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:10:58.540962 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e31ac4e2-5c56-46e9-b428-011502dee15e None None] Network fe0d89ae-ddb6-4fe5-bf90-e5cce9463221 requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:10:58.553624 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9e0ccd1c-2df1-44a5-b301-4d08fc0ddf5c tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:58.565161 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-05dec31a-0c5a-4c3c-b61e-ffcc59f2a453 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3893367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8784787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8521880'] for subnet, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:58.574547 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-f83d1c1f-0322-40d4-a3a9-908e7f3f0efb tempest-RoutersNegativeIpV6Test-1533253519 tempest-RoutersNegativeIpV6Test-1533253519-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 2c04eee0-741e-4243-810f-be8d3248fecd) {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:10:58.578881 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f83d1c1f-0322-40d4-a3a9-908e7f3f0efb tempest-RoutersNegativeIpV6Test-1533253519 tempest-RoutersNegativeIpV6Test-1533253519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:10:58.579532 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f83d1c1f-0322-40d4-a3a9-908e7f3f0efb tempest-RoutersNegativeIpV6Test-1533253519 tempest-RoutersNegativeIpV6Test-1533253519-project] Publish callbacks [] for subnet, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:58.600340 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b947bd8-cb01-47ec-b38d-853552c02332 None None] Network 2c04eee0-741e-4243-810f-be8d3248fecd requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:10:58.605861 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3cb27865-c776-4ffc-924b-da30466b7384 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3809644'] for network, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:58.621117 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05dec31a-0c5a-4c3c-b61e-ffcc59f2a453 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Pushing event deleted for resources: {'Subnet': ['ID=3978b6a4-ef4c-4b23-b1df-d61c16871465,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:10:58.624537 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6508ccef-bf51-49cd-bbae-9410cddec32d tempest-FloatingIPNegativeTestJSON-29840365 tempest-FloatingIPNegativeTestJSON-29840365-project] Publish callbacks [] for floatingip, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:58.643501 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0ccd1c-2df1-44a5-b301-4d08fc0ddf5c tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Pushing event deleted for resources: {'Port': ['ID=80c0fed0-176f-4438-9a3e-aeeeb85fa8bd,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:10:58.666815 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-05dec31a-0c5a-4c3c-b61e-ffcc59f2a453 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks [] for subnet, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:58.670719 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-05dec31a-0c5a-4c3c-b61e-ffcc59f2a453 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] 10.222.0.11 "DELETE /v2.0/subnets/3978b6a4-ef4c-4b23-b1df-d61c16871465 HTTP/1.1" status: 204 len: 168 time: 0.8481598 Jan 05 17:10:58.682005 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 42822) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:10:58.690256 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-185f1582-7144-4508-b98b-88edc7087f7f None None] Network e897f8fc-3cef-40ca-9466-c6c65ecd9833 requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:10:58.700897 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-bb57f797-320b-4b4b-b359-b2c0b3f26acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669'] for port, after_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:58.758188 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-f83d1c1f-0322-40d4-a3a9-908e7f3f0efb tempest-RoutersNegativeIpV6Test-1533253519 tempest-RoutersNegativeIpV6Test-1533253519-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6209424 Jan 05 17:10:58.765112 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 42824) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:10:58.812063 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 441e0c1a-5e68-494a-8b50-56cb7aca5772 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:10:58.883715 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f8a8860-0d88-40ab-b875-578b291149db tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Deleting subnet 6d65c754-d167-4d7b-a735-fe72fc8340f5 {{(pid=103801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 05 17:10:58.904984 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9e0ccd1c-2df1-44a5-b301-4d08fc0ddf5c tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-560676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531569'] for router_interface, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:58.929547 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-9f8a8860-0d88-40ab-b875-578b291149db tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks [] for subnet, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:58.955810 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb57f797-320b-4b4b-b359-b2c0b3f26acc None None] Network 41b882c9-2f8e-47c2-9b8b-de8c6b9e4d7a is already hosted by enough agents. {{(pid=103802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:10:58.986978 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.scheduler.base_scheduler [None req-bb57f797-320b-4b4b-b359-b2c0b3f26acc None None] Resources bound (agent type, host, resource id): {{(pid=103802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:10:59.004667 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d484eeb-b3a4-4119-9b12-01391205780e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-2c04eee0-741e-4243-810f-be8d3248fecd', 'network_id': '2c04eee0-741e-4243-810f-be8d3248fecd', 'project_id': '3b20c1d908604d8f8cda83a036aa36a0', 'fixed_ips': [{'subnet_id': 'e13da934-b228-4f7e-9ccc-90de1e3d1db5'}]}} from dv-neutron-master-2-hyperv. {{(pid=103802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 05 17:10:59.004667 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-5d484eeb-b3a4-4119-9b12-01391205780e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:59.011219 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb57f797-320b-4b4b-b359-b2c0b3f26acc None None] Received port after_create {{(pid=103802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:10:59.015889 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-3cb27865-c776-4ffc-924b-da30466b7384 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Deleting port 2c0e2392-aff9-4e48-90c2-13b3e4e15c0e {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:10:59.016366 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3cb27865-c776-4ffc-924b-da30466b7384 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:59.018481 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb57f797-320b-4b4b-b359-b2c0b3f26acc None None] Pushing event updated for resources: {'Port': ['ID=b688b38d-4921-464d-b00b-d7488729cb0d,revision_number=1']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:10:59.085758 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-ca6c9f64-3ea1-4c12-ba8b-d4bfea250817 None None] Provisioning complete for port 441e0c1a-5e68-494a-8b50-56cb7aca5772 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:10:59.086148 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-ca6c9f64-3ea1-4c12-ba8b-d4bfea250817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:59.147831 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-9f8a8860-0d88-40ab-b875-578b291149db tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11316398'] for subnet, precommit_delete_associations {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:59.228156 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-3cb27865-c776-4ffc-924b-da30466b7384 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] For port 2c0e2392-aff9-4e48-90c2-13b3e4e15c0e, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=2c0e2392-aff9-4e48-90c2-13b3e4e15c0e,segment=NetworkSegment(684c6641-a3cc-4b56-808a-68d8a6ea6af3),segment_id=684c6641-a3cc-4b56-808a-68d8a6ea6af3)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:10:59.228679 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3cb27865-c776-4ffc-924b-da30466b7384 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:59.258102 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-bb57f797-320b-4b4b-b359-b2c0b3f26acc None None] Attempting to bind port b688b38d-4921-464d-b00b-d7488729cb0d on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 05 17:10:59.258102 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-bb57f797-320b-4b4b-b359-b2c0b3f26acc None None] Attempting to bind port b688b38d-4921-464d-b00b-d7488729cb0d by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '6a39afeb-cd3b-43f8-8b00-2d627230caac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '41b882c9-2f8e-47c2-9b8b-de8c6b9e4d7a'}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 05 17:10:59.258102 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb57f797-320b-4b4b-b359-b2c0b3f26acc None None] Attempting to bind port b688b38d-4921-464d-b00b-d7488729cb0d on network 41b882c9-2f8e-47c2-9b8b-de8c6b9e4d7a {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:10:59.271034 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-3cb27865-c776-4ffc-924b-da30466b7384 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Calling delete_port for 2c0e2392-aff9-4e48-90c2-13b3e4e15c0e owned by network:dhcp {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:10:59.278083 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb57f797-320b-4b4b-b359-b2c0b3f26acc None None] Checking agent: {'id': '0d4f8fd3-ce62-4651-970c-efa6a8bb22b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 5, 16, 57, 23), 'started_at': datetime.datetime(2022, 1, 5, 16, 57, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 5, 17, 10, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 05 17:10:59.279487 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb57f797-320b-4b4b-b359-b2c0b3f26acc None None] Checking segment: {'id': '6a39afeb-cd3b-43f8-8b00-2d627230caac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '41b882c9-2f8e-47c2-9b8b-de8c6b9e4d7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:10:59.280020 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-bb57f797-320b-4b4b-b359-b2c0b3f26acc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:59.280423 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb57f797-320b-4b4b-b359-b2c0b3f26acc None None] Bound using segment: {'id': '6a39afeb-cd3b-43f8-8b00-2d627230caac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '41b882c9-2f8e-47c2-9b8b-de8c6b9e4d7a'} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 05 17:10:59.281062 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-bb57f797-320b-4b4b-b359-b2c0b3f26acc None None] Bound port: b688b38d-4921-464d-b00b-d7488729cb0d, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a39afeb-cd3b-43f8-8b00-2d627230caac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '41b882c9-2f8e-47c2-9b8b-de8c6b9e4d7a'}}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 05 17:10:59.281298 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-bb57f797-320b-4b4b-b359-b2c0b3f26acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:59.284586 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Provisioning complete for port 441e0c1a-5e68-494a-8b50-56cb7aca5772 triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:10:59.284937 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:59.331325 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-b649f042-96e3-4c10-ad94-8024c63eac5a tempest-RoutersNegativeIpV6Test-1533253519 tempest-RoutersNegativeIpV6Test-1533253519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:59.568871 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.db_base_plugin_common [None req-5d484eeb-b3a4-4119-9b12-01391205780e None None] Allocated IP 2001:db8::2 (2c04eee0-741e-4243-810f-be8d3248fecd/e13da934-b228-4f7e-9ccc-90de1e3d1db5/da77a0fc-167b-43b6-ad41-4ce154ebdf78) {{(pid=103802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:10:59.573564 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-bb57f797-320b-4b4b-b359-b2c0b3f26acc None None] For port b688b38d-4921-464d-b00b-d7488729cb0d, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 05 17:10:59.579090 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-bb57f797-320b-4b4b-b359-b2c0b3f26acc None None] For port b688b38d-4921-464d-b00b-d7488729cb0d, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b688b38d-4921-464d-b00b-d7488729cb0d,segment=NetworkSegment(6a39afeb-cd3b-43f8-8b00-2d627230caac),segment_id=6a39afeb-cd3b-43f8-8b00-2d627230caac)] {{(pid=103802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 05 17:10:59.653994 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e0ccd1c-2df1-44a5-b301-4d08fc0ddf5c tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Router 3134b106-4218-415e-bd16-8091c8c99414 has already been hosted by L3 agent 59446fdc-40e0-41fe-a575-a8eb11d742f7 {{(pid=103800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 05 17:10:59.670888 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-8b5c850e-b8aa-4b1a-af43-3920938b7e63 tempest-RoutersAdminTest-1676889452 tempest-RoutersAdminTest-1676889452-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:59.680287 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6508ccef-bf51-49cd-bbae-9410cddec32d tempest-FloatingIPNegativeTestJSON-29840365 tempest-FloatingIPNegativeTestJSON-29840365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:59.778834 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-8b5c850e-b8aa-4b1a-af43-3920938b7e63 tempest-RoutersAdminTest-1676889452 tempest-RoutersAdminTest-1676889452-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:59.826727 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-9f8a8860-0d88-40ab-b875-578b291149db tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892868'] for subnet, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:59.841832 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e0ccd1c-2df1-44a5-b301-4d08fc0ddf5c tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 05 17:10:59.859212 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-669871d4-bb85-4344-bc42-74474945eda6 None None] Sync routers for ids ['3134b106-4218-415e-bd16-8091c8c99414'] in dv-neutron-master-2-hyperv {{(pid=103803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 05 17:10:59.864804 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-9e0ccd1c-2df1-44a5-b301-4d08fc0ddf5c tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] 10.222.0.11 "PUT /v2.0/routers/3134b106-4218-415e-bd16-8091c8c99414/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0494559 Jan 05 17:10:59.865786 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 42828) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:10:59.885936 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-669871d4-bb85-4344-bc42-74474945eda6 None None] Routers {'3134b106-4218-415e-bd16-8091c8c99414'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:10:59.887134 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-669871d4-bb85-4344-bc42-74474945eda6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:10:49Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['3134b106-4218-415e-bd16-8091c8c99414'], 'active': True} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:10:59.913049 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-bb57f797-320b-4b4b-b359-b2c0b3f26acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:10:59.980604 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-5d484eeb-b3a4-4119-9b12-01391205780e None None] Publish callbacks [] for port, precommit_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:00.000399 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvr_db [None req-669871d4-bb85-4344-bc42-74474945eda6 None None] Set router 3134b106-4218-415e-bd16-8091c8c99414 gateway port host: None {{(pid=103803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:11:00.019503 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb57f797-320b-4b4b-b359-b2c0b3f26acc None None] Pushing event updated for resources: {'Port': ['ID=b688b38d-4921-464d-b00b-d7488729cb0d,revision_number=2']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:11:00.057663 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.db_base_plugin_v2 [None req-002f49a3-b3d1-4694-8f33-123d8b75e8f3 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Deleting subnet beb7642a-9087-4358-b980-878e8f238cce {{(pid=103800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 05 17:11:00.067548 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-002f49a3-b3d1-4694-8f33-123d8b75e8f3 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks [] for subnet, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:00.100070 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3cb27865-c776-4ffc-924b-da30466b7384 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11433176'] for port, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:00.116465 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [None req-6508ccef-bf51-49cd-bbae-9410cddec32d tempest-FloatingIPNegativeTestJSON-29840365 tempest-FloatingIPNegativeTestJSON-29840365-project] Allocated IP 172.36.4.61 (b0167590-0699-4c5c-a932-3939414a9573/7a784a6d-3d96-418f-a645-b9ccd0b1ac55/6c86ccdd-c64b-4ff2-ad6b-e0f3fe8c4dd3) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:11:00.122648 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-669871d4-bb85-4344-bc42-74474945eda6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3134b106-4218-415e-bd16-8091c8c99414', 'name': 'tempest-RoutersIpV6Test-router-1976028866', 'tenant_id': '04762f6d6f55432ea3822a71fa1f481f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:09:21Z', 'updated_at': '2022-01-05T17:10:58Z', 'revision_number': 11, 'project_id': '04762f6d6f55432ea3822a71fa1f481f', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:11:00.142894 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-002f49a3-b3d1-4694-8f33-123d8b75e8f3 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8784846'] for subnet, precommit_delete_associations {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:00.150569 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb27865-c776-4ffc-924b-da30466b7384 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Pushing event deleted for resources: {'Port': ['ID=2c0e2392-aff9-4e48-90c2-13b3e4e15c0e,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:11:00.152739 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cb27865-c776-4ffc-924b-da30466b7384 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] No DVR routers for this DVR port 2c0e2392-aff9-4e48-90c2-13b3e4e15c0e on host dv-neutron-master-2-hyperv {{(pid=103801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 05 17:11:00.158803 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-669871d4-bb85-4344-bc42-74474945eda6 None None] Checking router: 3134b106-4218-415e-bd16-8091c8c99414 for host: dv-neutron-master-2-hyperv {{(pid=103803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 05 17:11:00.168789 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-669871d4-bb85-4344-bc42-74474945eda6 None None] Routers {'3134b106-4218-415e-bd16-8091c8c99414'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:11:00.169432 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-669871d4-bb85-4344-bc42-74474945eda6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:10:49Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['3134b106-4218-415e-bd16-8091c8c99414'], 'active': True} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:11:00.199580 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-ba162ed9-5f4a-458e-a08a-0289505fb907 None None] Provisioning complete for port 337214d0-4fec-473d-852c-81e828dae3f6 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:11:00.199985 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-ba162ed9-5f4a-458e-a08a-0289505fb907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:00.232871 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-5d484eeb-b3a4-4119-9b12-01391205780e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669'] for port, after_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:00.238639 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-9f8a8860-0d88-40ab-b875-578b291149db tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3893367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11433231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12480600'] for subnet, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:00.311629 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d484eeb-b3a4-4119-9b12-01391205780e None None] Network 2c04eee0-741e-4243-810f-be8d3248fecd is already hosted by enough agents. {{(pid=103802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:11:00.314712 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.scheduler.base_scheduler [None req-5d484eeb-b3a4-4119-9b12-01391205780e None None] Resources bound (agent type, host, resource id): {{(pid=103802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:11:00.321931 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvr_db [None req-669871d4-bb85-4344-bc42-74474945eda6 None None] Set router 3134b106-4218-415e-bd16-8091c8c99414 gateway port host: None {{(pid=103803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:11:00.322042 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d484eeb-b3a4-4119-9b12-01391205780e None None] Received port after_create {{(pid=103802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:11:00.397017 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8a8860-0d88-40ab-b875-578b291149db tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Pushing event deleted for resources: {'Subnet': ['ID=6d65c754-d167-4d7b-a735-fe72fc8340f5,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:11:00.408905 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-9f8a8860-0d88-40ab-b875-578b291149db tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks [] for subnet, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:00.411008 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b463371a-d0a5-4658-a2bf-1d5727006dcd None None] Network e897f8fc-3cef-40ca-9466-c6c65ecd9833 requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:11:00.422725 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-9f8a8860-0d88-40ab-b875-578b291149db tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] 10.222.0.11 "DELETE /v2.0/subnets/6d65c754-d167-4d7b-a735-fe72fc8340f5 HTTP/1.1" status: 204 len: 168 time: 1.7375882 Jan 05 17:11:00.423776 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-669871d4-bb85-4344-bc42-74474945eda6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3134b106-4218-415e-bd16-8091c8c99414', 'name': 'tempest-RoutersIpV6Test-router-1976028866', 'tenant_id': '04762f6d6f55432ea3822a71fa1f481f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:09:21Z', 'updated_at': '2022-01-05T17:10:58Z', 'revision_number': 11, 'project_id': '04762f6d6f55432ea3822a71fa1f481f', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:11:00.428523 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 42832) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:00.430983 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d484eeb-b3a4-4119-9b12-01391205780e None None] Pushing event updated for resources: {'Port': ['ID=da77a0fc-167b-43b6-ad41-4ce154ebdf78,revision_number=1']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:11:00.433407 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [None req-b649f042-96e3-4c10-ad94-8024c63eac5a tempest-RoutersNegativeIpV6Test-1533253519 tempest-RoutersNegativeIpV6Test-1533253519-project] Allocated IP 2001:db8::1 (41b882c9-2f8e-47c2-9b8b-de8c6b9e4d7a/110945fa-bf42-4730-b3bb-117fda993e1b/fc9c494a-e8b5-498d-9527-b52696a2dcca) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:11:00.440046 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3cb27865-c776-4ffc-924b-da30466b7384 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3891715', 'neutron.services.segments.db._delete_segments_for_network-8754181063482'] for network, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:00.472837 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-669871d4-bb85-4344-bc42-74474945eda6 None None] The sync data for ids ['3134b106-4218-415e-bd16-8091c8c99414'] in dv-neutron-master-2-hyperv is: [{'id': '3134b106-4218-415e-bd16-8091c8c99414', 'name': 'tempest-RoutersIpV6Test-router-1976028866', 'tenant_id': '04762f6d6f55432ea3822a71fa1f481f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:09:21Z', 'updated_at': '2022-01-05T17:10:58Z', 'revision_number': 11, 'project_id': '04762f6d6f55432ea3822a71fa1f481f', 'gw_port_host': None}] {{(pid=103803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 05 17:11:00.480132 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6508ccef-bf51-49cd-bbae-9410cddec32d tempest-FloatingIPNegativeTestJSON-29840365 tempest-FloatingIPNegativeTestJSON-29840365-project] Publish callbacks [] for port, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:00.536442 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-578da617-4bdc-44fb-9a5e-a9c0de2737e2 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1038878 Jan 05 17:11:00.536662 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 42834) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:00.549192 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-5d484eeb-b3a4-4119-9b12-01391205780e None None] Attempting to bind port da77a0fc-167b-43b6-ad41-4ce154ebdf78 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 05 17:11:00.549723 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-5d484eeb-b3a4-4119-9b12-01391205780e None None] Attempting to bind port da77a0fc-167b-43b6-ad41-4ce154ebdf78 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '1c3e740e-a73c-4746-be57-e98e256c3420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '2c04eee0-741e-4243-810f-be8d3248fecd'}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 05 17:11:00.550177 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d484eeb-b3a4-4119-9b12-01391205780e None None] Attempting to bind port da77a0fc-167b-43b6-ad41-4ce154ebdf78 on network 2c04eee0-741e-4243-810f-be8d3248fecd {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:11:00.567202 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d484eeb-b3a4-4119-9b12-01391205780e None None] Checking agent: {'id': '0d4f8fd3-ce62-4651-970c-efa6a8bb22b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 5, 16, 57, 23), 'started_at': datetime.datetime(2022, 1, 5, 16, 57, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 5, 17, 10, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 05 17:11:00.567903 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d484eeb-b3a4-4119-9b12-01391205780e None None] Checking segment: {'id': '1c3e740e-a73c-4746-be57-e98e256c3420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '2c04eee0-741e-4243-810f-be8d3248fecd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:11:00.569639 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-5d484eeb-b3a4-4119-9b12-01391205780e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:00.569639 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d484eeb-b3a4-4119-9b12-01391205780e None None] Bound using segment: {'id': '1c3e740e-a73c-4746-be57-e98e256c3420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '2c04eee0-741e-4243-810f-be8d3248fecd'} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 05 17:11:00.570650 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-5d484eeb-b3a4-4119-9b12-01391205780e None None] Bound port: da77a0fc-167b-43b6-ad41-4ce154ebdf78, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c3e740e-a73c-4746-be57-e98e256c3420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '2c04eee0-741e-4243-810f-be8d3248fecd'}}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 05 17:11:00.570977 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-8b5c850e-b8aa-4b1a-af43-3920938b7e63 tempest-RoutersAdminTest-1676889452 tempest-RoutersAdminTest-1676889452-project] Deleting port bedfa5aa-508d-4fab-81ca-7fbe076487db {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:11:00.571125 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-5d484eeb-b3a4-4119-9b12-01391205780e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:00.571744 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-8b5c850e-b8aa-4b1a-af43-3920938b7e63 tempest-RoutersAdminTest-1676889452 tempest-RoutersAdminTest-1676889452-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:00.582615 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.services.segments.db [None req-3cb27865-c776-4ffc-924b-da30466b7384 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe0d89ae-ddb6-4fe5-bf90-e5cce9463221']}} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:11:00.616411 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.services.segments.db [None req-3cb27865-c776-4ffc-924b-da30466b7384 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '684c6641-a3cc-4b56-808a-68d8a6ea6af3') {'for_net_delete': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:11:00.616748 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.services.segments.db [None req-3cb27865-c776-4ffc-924b-da30466b7384 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '684c6641-a3cc-4b56-808a-68d8a6ea6af3') {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:11:00.639063 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6508ccef-bf51-49cd-bbae-9410cddec32d tempest-FloatingIPNegativeTestJSON-29840365 tempest-FloatingIPNegativeTestJSON-29840365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:00.651020 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-002f49a3-b3d1-4694-8f33-123d8b75e8f3 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892868'] for subnet, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:00.668353 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3cb27865-c776-4ffc-924b-da30466b7384 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754181064771', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11316385'] for segment, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:00.675949 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-5d484eeb-b3a4-4119-9b12-01391205780e None None] For port da77a0fc-167b-43b6-ad41-4ce154ebdf78, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 05 17:11:00.680398 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-5d484eeb-b3a4-4119-9b12-01391205780e None None] For port da77a0fc-167b-43b6-ad41-4ce154ebdf78, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=da77a0fc-167b-43b6-ad41-4ce154ebdf78,segment=NetworkSegment(1c3e740e-a73c-4746-be57-e98e256c3420),segment_id=1c3e740e-a73c-4746-be57-e98e256c3420)] {{(pid=103802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 05 17:11:00.703755 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2342e5c5-d7a8-41f6-82c5-4b0ccc9013a6 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:11:00.707792 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-2342e5c5-d7a8-41f6-82c5-4b0ccc9013a6 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1629987 Jan 05 17:11:00.707944 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3cb27865-c776-4ffc-924b-da30466b7384 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225'] for segment, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:00.712691 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 42836) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:00.725479 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3cb27865-c776-4ffc-924b-da30466b7384 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Releasing vlan 107 on physical network physnet1 to pool {{(pid=103801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 05 17:11:00.726093 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3cb27865-c776-4ffc-924b-da30466b7384 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11433197'] for segment, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:00.729407 dv-neutron-master-2-hyperv neutron-server[103801]: Traceback (most recent call last): Jan 05 17:11:00.729407 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 05 17:11:00.729407 dv-neutron-master-2-hyperv neutron-server[103801]: timer() Jan 05 17:11:00.729407 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 05 17:11:00.729407 dv-neutron-master-2-hyperv neutron-server[103801]: cb(*args, **kw) Jan 05 17:11:00.729407 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 05 17:11:00.729407 dv-neutron-master-2-hyperv neutron-server[103801]: return func(*args, **kwargs) Jan 05 17:11:00.729407 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 05 17:11:00.729407 dv-neutron-master-2-hyperv neutron-server[103801]: self._notify() Jan 05 17:11:00.729407 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 05 17:11:00.729407 dv-neutron-master-2-hyperv neutron-server[103801]: self.callback(batched_events) Jan 05 17:11:00.729407 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 05 17:11:00.729407 dv-neutron-master-2-hyperv neutron-server[103801]: event.method(event) Jan 05 17:11:00.729407 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 05 17:11:00.729407 dv-neutron-master-2-hyperv neutron-server[103801]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 05 17:11:00.729407 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 05 17:11:00.729407 dv-neutron-master-2-hyperv neutron-server[103801]: aggregate_uuid = self.p_client.list_aggregates( Jan 05 17:11:00.729407 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 05 17:11:00.729407 dv-neutron-master-2-hyperv neutron-server[103801]: return f(self, *a, **k) Jan 05 17:11:00.729407 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 05 17:11:00.729407 dv-neutron-master-2-hyperv neutron-server[103801]: return self._get(url).json() Jan 05 17:11:00.729407 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 05 17:11:00.729407 dv-neutron-master-2-hyperv neutron-server[103801]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 05 17:11:00.729407 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 05 17:11:00.729407 dv-neutron-master-2-hyperv neutron-server[103801]: return self.request(url, 'GET', **kwargs) Jan 05 17:11:00.729407 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 05 17:11:00.729407 dv-neutron-master-2-hyperv neutron-server[103801]: base_url = self.get_endpoint(auth, allow=allow, Jan 05 17:11:00.729407 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 05 17:11:00.729407 dv-neutron-master-2-hyperv neutron-server[103801]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 05 17:11:00.729407 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 05 17:11:00.729407 dv-neutron-master-2-hyperv neutron-server[103801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 05 17:11:00.729407 dv-neutron-master-2-hyperv neutron-server[103801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 05 17:11:00.773443 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6508ccef-bf51-49cd-bbae-9410cddec32d tempest-FloatingIPNegativeTestJSON-29840365 tempest-FloatingIPNegativeTestJSON-29840365-project] Network b0167590-0699-4c5c-a932-3939414a9573 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:11:00.789937 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-6508ccef-bf51-49cd-bbae-9410cddec32d tempest-FloatingIPNegativeTestJSON-29840365 tempest-FloatingIPNegativeTestJSON-29840365-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:11:00.798489 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-5d484eeb-b3a4-4119-9b12-01391205780e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:00.803503 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6508ccef-bf51-49cd-bbae-9410cddec32d tempest-FloatingIPNegativeTestJSON-29840365 tempest-FloatingIPNegativeTestJSON-29840365-project] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:11:00.818929 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-b649f042-96e3-4c10-ad94-8024c63eac5a tempest-RoutersNegativeIpV6Test-1533253519 tempest-RoutersNegativeIpV6Test-1533253519-project] Publish callbacks [] for port, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:00.847221 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-8b5c850e-b8aa-4b1a-af43-3920938b7e63 tempest-RoutersAdminTest-1676889452 tempest-RoutersAdminTest-1676889452-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:00.852999 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6508ccef-bf51-49cd-bbae-9410cddec32d tempest-FloatingIPNegativeTestJSON-29840365 tempest-FloatingIPNegativeTestJSON-29840365-project] Pushing event updated for resources: {'Port': ['ID=6c86ccdd-c64b-4ff2-ad6b-e0f3fe8c4dd3,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:11:00.867035 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcd2386d-11f6-4fdd-b7c9-4bd7289bf2d6 None None] DHCP port deletion for e897f8fc-3cef-40ca-9466-c6c65ecd9833 request from dv-neutron-master-2-hyperv {{(pid=103802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 05 17:11:00.891223 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-8b5c850e-b8aa-4b1a-af43-3920938b7e63 tempest-RoutersAdminTest-1676889452 tempest-RoutersAdminTest-1676889452-project] Calling delete_port for bedfa5aa-508d-4fab-81ca-7fbe076487db owned by network:router_gateway {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:11:00.897248 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88d685ac-8364-49c5-aec2-d1feda2bc851 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:11:00.900232 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-88d685ac-8364-49c5-aec2-d1feda2bc851 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1798425 Jan 05 17:11:00.901450 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 42838) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:01.014590 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-20963813-c4b9-42a1-95f7-ae30237047af tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1078184 Jan 05 17:11:01.019993 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d484eeb-b3a4-4119-9b12-01391205780e None None] Pushing event updated for resources: {'Port': ['ID=da77a0fc-167b-43b6-ad41-4ce154ebdf78,revision_number=2']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:11:01.023588 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3cb27865-c776-4ffc-924b-da30466b7384 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3891722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648695'] for network, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:01.025292 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 42840) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:01.040703 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-b649f042-96e3-4c10-ad94-8024c63eac5a tempest-RoutersNegativeIpV6Test-1533253519 tempest-RoutersNegativeIpV6Test-1533253519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11433176'] for port, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:01.057823 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device b688b38d-4921-464d-b00b-d7488729cb0d up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:11:01.096925 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3cb27865-c776-4ffc-924b-da30466b7384 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Publish callbacks [] for network, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:01.101346 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-3cb27865-c776-4ffc-924b-da30466b7384 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] 10.222.0.11 "DELETE /v2.0/networks/fe0d89ae-ddb6-4fe5-bf90-e5cce9463221 HTTP/1.1" status: 204 len: 168 time: 4.6006744 Jan 05 17:11:01.103925 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-002f49a3-b3d1-4694-8f33-123d8b75e8f3 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3893367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8784787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8521880'] for subnet, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:01.112134 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-dcd2386d-11f6-4fdd-b7c9-4bd7289bf2d6 None None] Deleting port 337214d0-4fec-473d-852c-81e828dae3f6 {{(pid=103802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:11:01.112678 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-dcd2386d-11f6-4fdd-b7c9-4bd7289bf2d6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:01.117572 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 42842) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:01.145067 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a2010ae-3c80-4f99-9d50-b7810eaeac3e tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] DELETE failed (client error): The resource could not be found. Jan 05 17:11:01.145727 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a2010ae-3c80-4f99-9d50-b7810eaeac3e tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 05 17:11:01.151924 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-9a2010ae-3c80-4f99-9d50-b7810eaeac3e tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] 10.222.0.11 "DELETE /v2.0/ports/b95d77cb-be12-4c6a-960b-624b908cd582 HTTP/1.1" status: 404 len: 333 time: 0.1251779 Jan 05 17:11:01.152726 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 42844) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:01.156802 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb27865-c776-4ffc-924b-da30466b7384 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Pushing event deleted for resources: {'Network': ['ID=fe0d89ae-ddb6-4fe5-bf90-e5cce9463221,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:11:01.199007 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b649f042-96e3-4c10-ad94-8024c63eac5a tempest-RoutersNegativeIpV6Test-1533253519 tempest-RoutersNegativeIpV6Test-1533253519-project] Network 41b882c9-2f8e-47c2-9b8b-de8c6b9e4d7a is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:11:01.203137 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.pecan_wsgi.hooks.translation [None req-901d1665-a164-4b07-9ebb-79ed9e7bbc8a tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] DELETE failed (client error): The resource could not be found. Jan 05 17:11:01.203600 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-901d1665-a164-4b07-9ebb-79ed9e7bbc8a tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 05 17:11:01.210199 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-901d1665-a164-4b07-9ebb-79ed9e7bbc8a tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] 10.222.0.11 "DELETE /v2.0/subnets/3978b6a4-ef4c-4b23-b1df-d61c16871465 HTTP/1.1" status: 404 len: 337 time: 0.0510738 Jan 05 17:11:01.210876 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 42846) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:01.215789 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-dcd2386d-11f6-4fdd-b7c9-4bd7289bf2d6 None None] For port 337214d0-4fec-473d-852c-81e828dae3f6, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=337214d0-4fec-473d-852c-81e828dae3f6,segment=NetworkSegment(68e6c437-46c2-424d-85e7-20547f69066d),segment_id=68e6c437-46c2-424d-85e7-20547f69066d)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:11:01.216211 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-dcd2386d-11f6-4fdd-b7c9-4bd7289bf2d6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:01.221951 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-b649f042-96e3-4c10-ad94-8024c63eac5a tempest-RoutersNegativeIpV6Test-1533253519 tempest-RoutersNegativeIpV6Test-1533253519-project] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:11:01.234640 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-dcd2386d-11f6-4fdd-b7c9-4bd7289bf2d6 None None] Calling delete_port for 337214d0-4fec-473d-852c-81e828dae3f6 owned by network:dhcp {{(pid=103802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:11:01.241712 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Provisioning complete for port b688b38d-4921-464d-b00b-d7488729cb0d triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:11:01.242218 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:01.245911 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b649f042-96e3-4c10-ad94-8024c63eac5a tempest-RoutersNegativeIpV6Test-1533253519 tempest-RoutersNegativeIpV6Test-1533253519-project] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:11:01.246461 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-b649f042-96e3-4c10-ad94-8024c63eac5a tempest-RoutersNegativeIpV6Test-1533253519 tempest-RoutersNegativeIpV6Test-1533253519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-648552'] for router_interface, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:01.252459 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002f49a3-b3d1-4694-8f33-123d8b75e8f3 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Pushing event deleted for resources: {'Subnet': ['ID=beb7642a-9087-4358-b980-878e8f238cce,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:11:01.258282 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.pecan_wsgi.hooks.translation [None req-221fdf87-f772-44e9-ad2b-609ea3a4ca7a tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] DELETE failed (client error): The resource could not be found. Jan 05 17:11:01.258724 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-221fdf87-f772-44e9-ad2b-609ea3a4ca7a tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 05 17:11:01.265881 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-221fdf87-f772-44e9-ad2b-609ea3a4ca7a tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] 10.222.0.11 "DELETE /v2.0/subnets/6d65c754-d167-4d7b-a735-fe72fc8340f5 HTTP/1.1" status: 404 len: 337 time: 0.0513649 Jan 05 17:11:01.266528 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 42848) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:01.340231 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.pecan_wsgi.hooks.translation [None req-27ab8c61-50b9-4864-ad4b-0f5534dc5168 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] GET failed (client error): The resource could not be found. Jan 05 17:11:01.342998 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b649f042-96e3-4c10-ad94-8024c63eac5a tempest-RoutersNegativeIpV6Test-1533253519 tempest-RoutersNegativeIpV6Test-1533253519-project] Pushing event updated for resources: {'Port': ['ID=fc9c494a-e8b5-498d-9527-b52696a2dcca,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:11:01.344477 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-27ab8c61-50b9-4864-ad4b-0f5534dc5168 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] 10.222.0.11 "GET /v2.0/subnets/750866e2-fa80-483a-913e-1e50dd885df8 HTTP/1.1" status: 404 len: 337 time: 0.2133760 Jan 05 17:11:01.346310 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 42850) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:01.346835 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-002f49a3-b3d1-4694-8f33-123d8b75e8f3 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks [] for subnet, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:01.348715 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44a87783-7b3b-43d2-ad4e-91e94005d821 None None] Network 9b108e05-58cc-4d98-85c8-c21a57823860 requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:11:01.354029 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-002f49a3-b3d1-4694-8f33-123d8b75e8f3 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] 10.222.0.11 "DELETE /v2.0/subnets/beb7642a-9087-4358-b980-878e8f238cce HTTP/1.1" status: 204 len: 168 time: 1.4835846 Jan 05 17:11:01.355220 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 42852) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:01.416278 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.pecan_wsgi.hooks.translation [None req-a99300b3-aafe-4139-8056-6e7184c9d2fb tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] DELETE failed (client error): The resource could not be found. Jan 05 17:11:01.416862 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a99300b3-aafe-4139-8056-6e7184c9d2fb tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 05 17:11:01.421530 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-a99300b3-aafe-4139-8056-6e7184c9d2fb tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] 10.222.0.11 "DELETE /v2.0/ports/240bbaa0-c25c-4cd2-8ac9-1ab6c73cbaae HTTP/1.1" status: 404 len: 333 time: 0.0892785 Jan 05 17:11:01.428127 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 42856) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:01.433979 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.pecan_wsgi.hooks.translation [None req-336afae8-dedb-46b2-ba1b-f706d6e0d260 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] DELETE failed (client error): The resource could not be found. Jan 05 17:11:01.434829 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-336afae8-dedb-46b2-ba1b-f706d6e0d260 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 05 17:11:01.438314 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-336afae8-dedb-46b2-ba1b-f706d6e0d260 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] 10.222.0.11 "DELETE /v2.0/networks/fe0d89ae-ddb6-4fe5-bf90-e5cce9463221 HTTP/1.1" status: 404 len: 339 time: 0.0877345 Jan 05 17:11:01.446824 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 42858) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:01.591451 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:01.614362 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.pecan_wsgi.hooks.translation [None req-a83a3fc5-9a65-4605-be3f-7ca25c7f77de tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] DELETE failed (client error): The resource could not be found. Jan 05 17:11:01.614837 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a83a3fc5-9a65-4605-be3f-7ca25c7f77de tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103800) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 05 17:11:01.623079 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 42860) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:01.623624 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-a83a3fc5-9a65-4605-be3f-7ca25c7f77de tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] 10.222.0.11 "DELETE /v2.0/subnets/e5190811-264e-4968-9338-c2766d92e5ad HTTP/1.1" status: 404 len: 337 time: 0.1886518 Jan 05 17:11:01.668416 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-832ea46d-85ed-4f91-85cb-40a3b574d6f4 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3809644'] for network, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:01.672047 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] For port b688b38d-4921-464d-b00b-d7488729cb0d, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b688b38d-4921-464d-b00b-d7488729cb0d,segment=NetworkSegment(6a39afeb-cd3b-43f8-8b00-2d627230caac),segment_id=6a39afeb-cd3b-43f8-8b00-2d627230caac)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:11:01.674530 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-dcd2386d-11f6-4fdd-b7c9-4bd7289bf2d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678'] for port, after_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:01.685284 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-6508ccef-bf51-49cd-bbae-9410cddec32d tempest-FloatingIPNegativeTestJSON-29840365 tempest-FloatingIPNegativeTestJSON-29840365-project] Deleting port 6c86ccdd-c64b-4ff2-ad6b-e0f3fe8c4dd3 {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:11:01.685648 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6508ccef-bf51-49cd-bbae-9410cddec32d tempest-FloatingIPNegativeTestJSON-29840365 tempest-FloatingIPNegativeTestJSON-29840365-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:01.691918 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b4852bd-b903-4bf1-8abd-a952f7582a33 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] DELETE failed (client error): The resource could not be found. Jan 05 17:11:01.692605 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b4852bd-b903-4bf1-8abd-a952f7582a33 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 05 17:11:01.693026 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcd2386d-11f6-4fdd-b7c9-4bd7289bf2d6 None None] No DVR routers for this DVR port 337214d0-4fec-473d-852c-81e828dae3f6 on host dv-neutron-master-2-hyperv {{(pid=103802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 05 17:11:01.699783 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-2b4852bd-b903-4bf1-8abd-a952f7582a33 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] 10.222.0.11 "DELETE /v2.0/subnets/66ac7629-d842-4988-94d0-0945c54fa680 HTTP/1.1" status: 404 len: 337 time: 0.0662446 Jan 05 17:11:01.705371 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 42862) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:01.725654 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87b2f81d-0f7e-407a-84cc-bec2c8e7b1ea None None] DHCP port deletion for 9b108e05-58cc-4d98-85c8-c21a57823860 request from dv-neutron-master-2-hyperv {{(pid=103802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 05 17:11:01.763574 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c54cdbb-d2d6-4f52-a4b8-f9b0352de89a tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] DELETE failed (client error): The resource could not be found. Jan 05 17:11:01.764021 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c54cdbb-d2d6-4f52-a4b8-f9b0352de89a tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 05 17:11:01.767491 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-8c54cdbb-d2d6-4f52-a4b8-f9b0352de89a tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] 10.222.0.11 "DELETE /v2.0/ports/9faf4dea-ef48-4766-b27b-9825ab618aea HTTP/1.1" status: 404 len: 333 time: 0.0610673 Jan 05 17:11:01.773658 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd2386d-11f6-4fdd-b7c9-4bd7289bf2d6 None None] Pushing event deleted for resources: {'Port': ['ID=337214d0-4fec-473d-852c-81e828dae3f6,revision_number=None']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:11:01.780285 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 42864) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:01.784420 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87b1962a-e16f-4630-8700-1340f8bfbf0f None None] Network 41b882c9-2f8e-47c2-9b8b-de8c6b9e4d7a requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:11:01.801469 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:01.862042 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-b649f042-96e3-4c10-ad94-8024c63eac5a tempest-RoutersNegativeIpV6Test-1533253519 tempest-RoutersNegativeIpV6Test-1533253519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:01.876029 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-588b3b00-30cc-4353-99a5-39149a848311 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:11:01.876273 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-588b3b00-30cc-4353-99a5-39149a848311 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.4286318 Jan 05 17:11:01.882873 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 42866) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:01.922800 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.pecan_wsgi.hooks.translation [None req-a571feb0-ed63-4ba5-bece-644d2febef0c tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] DELETE failed (client error): The resource could not be found. Jan 05 17:11:01.923269 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a571feb0-ed63-4ba5-bece-644d2febef0c tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103800) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 05 17:11:01.927712 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-0a8a0fd9-9117-4cec-a135-4e04ee0df6b5 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] 10.222.0.11 "GET /v2.0/subnets?network_id=b0167590-0699-4c5c-a932-3939414a9573 HTTP/1.1" status: 200 len: 207 time: 0.0437236 Jan 05 17:11:01.932244 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 42868) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:01.932356 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-a571feb0-ed63-4ba5-bece-644d2febef0c tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] 10.222.0.11 "DELETE /v2.0/subnets/ccff4bbf-5814-426e-88e6-e540ae96acd2 HTTP/1.1" status: 404 len: 337 time: 0.1524849 Jan 05 17:11:01.933846 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 42870) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:01.935576 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 80c0fed0-176f-4438-9a3e-aeeeb85fa8bd no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 05 17:11:01.946812 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-ea3f0ebf-8a76-4b45-afd7-033a41d6b979 None None] Provisioning complete for port b688b38d-4921-464d-b00b-d7488729cb0d triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:11:01.947506 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-ea3f0ebf-8a76-4b45-afd7-033a41d6b979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:01.985557 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.pecan_wsgi.hooks.translation [None req-19c88f19-ee8b-4d37-aac3-5bc4d61729cf tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] DELETE failed (client error): The resource could not be found. Jan 05 17:11:01.986047 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19c88f19-ee8b-4d37-aac3-5bc4d61729cf tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 05 17:11:01.989147 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-19c88f19-ee8b-4d37-aac3-5bc4d61729cf tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] 10.222.0.11 "DELETE /v2.0/subnets/e689b71c-8473-44f5-a490-e6fa7459f147 HTTP/1.1" status: 404 len: 337 time: 0.0589011 Jan 05 17:11:01.992772 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 42872) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:02.022580 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a37f813-58fa-46a1-8bc5-6d2fc9fb0b8d tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] DELETE failed (client error): The resource could not be found. Jan 05 17:11:02.023146 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a37f813-58fa-46a1-8bc5-6d2fc9fb0b8d tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 05 17:11:02.026389 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-8a37f813-58fa-46a1-8bc5-6d2fc9fb0b8d tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] 10.222.0.11 "DELETE /v2.0/ports/615e2116-3edb-4a73-82ae-1916d960648e HTTP/1.1" status: 404 len: 333 time: 0.0324709 Jan 05 17:11:02.034345 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 42874) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:02.048126 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Pushing event updated for resources: {'Port': ['ID=b688b38d-4921-464d-b00b-d7488729cb0d,revision_number=3']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:11:02.051030 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6508ccef-bf51-49cd-bbae-9410cddec32d tempest-FloatingIPNegativeTestJSON-29840365 tempest-FloatingIPNegativeTestJSON-29840365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:02.051365 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6508ccef-bf51-49cd-bbae-9410cddec32d tempest-FloatingIPNegativeTestJSON-29840365 tempest-FloatingIPNegativeTestJSON-29840365-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:02.064065 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] No Port match for: 80c0fed0-176f-4438-9a3e-aeeeb85fa8bd {{(pid=103802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 05 17:11:02.064410 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 80c0fed0-176f-4438-9a3e-aeeeb85fa8bd not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 05 17:11:02.065283 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 337214d0-4fec-473d-852c-81e828dae3f6 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 05 17:11:02.072250 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-8b5c850e-b8aa-4b1a-af43-3920938b7e63 tempest-RoutersAdminTest-1676889452 tempest-RoutersAdminTest-1676889452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:02.089561 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-6508ccef-bf51-49cd-bbae-9410cddec32d tempest-FloatingIPNegativeTestJSON-29840365 tempest-FloatingIPNegativeTestJSON-29840365-project] Calling delete_port for 6c86ccdd-c64b-4ff2-ad6b-e0f3fe8c4dd3 owned by network:floatingip {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:11:02.101523 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.pecan_wsgi.hooks.translation [None req-564279f5-3c6f-438f-90a1-71d797356bd9 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] DELETE failed (client error): The resource could not be found. Jan 05 17:11:02.102031 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-564279f5-3c6f-438f-90a1-71d797356bd9 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 05 17:11:02.105393 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-564279f5-3c6f-438f-90a1-71d797356bd9 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] 10.222.0.11 "DELETE /v2.0/subnets/72843417-b35e-4aba-a6a9-e3dd1372dd23 HTTP/1.1" status: 404 len: 337 time: 0.0704873 Jan 05 17:11:02.108390 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 42876) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:02.130209 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] No Port match for: 337214d0-4fec-473d-852c-81e828dae3f6 {{(pid=103802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 05 17:11:02.130209 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 337214d0-4fec-473d-852c-81e828dae3f6 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 05 17:11:02.150276 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5c850e-b8aa-4b1a-af43-3920938b7e63 tempest-RoutersAdminTest-1676889452 tempest-RoutersAdminTest-1676889452-project] Pushing event deleted for resources: {'Port': ['ID=bedfa5aa-508d-4fab-81ca-7fbe076487db,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:11:02.163548 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f800580-c377-4ba9-acfe-407e25def3f1 None None] DHCP port deletion for b0167590-0699-4c5c-a932-3939414a9573 request from dv-neutron-master-2-hyperv {{(pid=103802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 05 17:11:02.175628 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-832ea46d-85ed-4f91-85cb-40a3b574d6f4 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Deleting port 9fe985d6-8f80-4f81-a35c-8c066a1a0271 {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:11:02.176057 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-832ea46d-85ed-4f91-85cb-40a3b574d6f4 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:02.193383 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.pecan_wsgi.hooks.translation [None req-faab0266-9a76-4c56-b95d-917809333f33 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] DELETE failed (client error): The resource could not be found. Jan 05 17:11:02.193828 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-faab0266-9a76-4c56-b95d-917809333f33 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 05 17:11:02.197460 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-faab0266-9a76-4c56-b95d-917809333f33 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] 10.222.0.11 "DELETE /v2.0/subnets/b6da2fe0-e28e-43ba-9b46-eabcff8e95be HTTP/1.1" status: 404 len: 337 time: 0.0879514 Jan 05 17:11:02.200725 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 42878) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:02.225806 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-87b2f81d-0f7e-407a-84cc-bec2c8e7b1ea None None] Deleting port 9fe985d6-8f80-4f81-a35c-8c066a1a0271 {{(pid=103802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:11:02.226181 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-87b2f81d-0f7e-407a-84cc-bec2c8e7b1ea None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:02.246430 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7ad1896-a710-4260-abf3-4926b21ec362 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] DELETE failed (client error): The resource could not be found. Jan 05 17:11:02.247766 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7ad1896-a710-4260-abf3-4926b21ec362 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 05 17:11:02.252414 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-f7ad1896-a710-4260-abf3-4926b21ec362 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] 10.222.0.11 "DELETE /v2.0/ports/63627661-ae70-45ca-bcb4-0ee677c46c44 HTTP/1.1" status: 404 len: 333 time: 0.0492883 Jan 05 17:11:02.255511 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 42880) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:02.288678 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3529153-c849-4e89-9953-3b272dd32166 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] DELETE failed (client error): The resource could not be found. Jan 05 17:11:02.289190 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3529153-c849-4e89-9953-3b272dd32166 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 05 17:11:02.292389 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-a3529153-c849-4e89-9953-3b272dd32166 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] 10.222.0.11 "DELETE /v2.0/subnets/b46c87e2-b2d6-414f-a746-739cab240b58 HTTP/1.1" status: 404 len: 337 time: 0.0357080 Jan 05 17:11:02.297432 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64bbf2e1-e11b-463a-9f79-025f9ee146e5 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:11:02.298260 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 42882) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:02.303851 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64bbf2e1-e11b-463a-9f79-025f9ee146e5 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:11:02.311472 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64bbf2e1-e11b-463a-9f79-025f9ee146e5 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:11:02.318273 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64bbf2e1-e11b-463a-9f79-025f9ee146e5 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:11:02.323447 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-64bbf2e1-e11b-463a-9f79-025f9ee146e5 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] 10.222.0.11 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2485 time: 0.3829348 Jan 05 17:11:02.328887 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 42884) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:02.338569 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7121440-4995-4588-8a32-54a5e70de834 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] DELETE failed (client error): The resource could not be found. Jan 05 17:11:02.339160 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7121440-4995-4588-8a32-54a5e70de834 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 05 17:11:02.343108 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-e7121440-4995-4588-8a32-54a5e70de834 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] 10.222.0.11 "DELETE /v2.0/ports/6f9bf9d8-b608-4e9f-ada4-66857d7ac567 HTTP/1.1" status: 404 len: 333 time: 0.0438991 Jan 05 17:11:02.347212 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 42886) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:02.367902 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-87b2f81d-0f7e-407a-84cc-bec2c8e7b1ea None None] For port 9fe985d6-8f80-4f81-a35c-8c066a1a0271, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=9fe985d6-8f80-4f81-a35c-8c066a1a0271,segment=NetworkSegment(581a18a5-edd1-42ee-a875-f54ee991bb72),segment_id=581a18a5-edd1-42ee-a875-f54ee991bb72)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:11:02.372819 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-87b2f81d-0f7e-407a-84cc-bec2c8e7b1ea None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:02.403106 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.pecan_wsgi.hooks.translation [None req-a95f449e-e944-49c4-a2dd-61cfe3f0b86d tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] DELETE failed (client error): The resource could not be found. Jan 05 17:11:02.403348 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a95f449e-e944-49c4-a2dd-61cfe3f0b86d tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 05 17:11:02.405442 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-87b2f81d-0f7e-407a-84cc-bec2c8e7b1ea None None] Calling delete_port for 9fe985d6-8f80-4f81-a35c-8c066a1a0271 owned by network:dhcp {{(pid=103802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:11:02.408570 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-a95f449e-e944-49c4-a2dd-61cfe3f0b86d tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] 10.222.0.11 "DELETE /v2.0/subnets/00d983fb-e07c-4714-b65c-2d04cda4c8c9 HTTP/1.1" status: 404 len: 337 time: 0.0603411 Jan 05 17:11:02.421758 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-8b5c850e-b8aa-4b1a-af43-3920938b7e63 tempest-RoutersAdminTest-1676889452 tempest-RoutersAdminTest-1676889452-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-648595'] for router_gateway, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:02.423559 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 42888) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:02.477055 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.db [None req-832ea46d-85ed-4f91-85cb-40a3b574d6f4 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] For port 9fe985d6-8f80-4f81-a35c-8c066a1a0271, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=9fe985d6-8f80-4f81-a35c-8c066a1a0271,segment=NetworkSegment(581a18a5-edd1-42ee-a875-f54ee991bb72),segment_id=581a18a5-edd1-42ee-a875-f54ee991bb72)] {{(pid=103800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:11:02.477055 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-832ea46d-85ed-4f91-85cb-40a3b574d6f4 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:02.541216 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8f8c306-bb47-4161-9379-56e1bebcaef1 None None] Network 2c04eee0-741e-4243-810f-be8d3248fecd requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:11:02.554808 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-b649f042-96e3-4c10-ad94-8024c63eac5a tempest-RoutersNegativeIpV6Test-1533253519 tempest-RoutersNegativeIpV6Test-1533253519-project] Publish callbacks [] for port, precommit_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:02.570028 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9d27db7-e617-469b-9ef3-e902c5d9ece4 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] DELETE failed (client error): The resource could not be found. Jan 05 17:11:02.570644 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9d27db7-e617-469b-9ef3-e902c5d9ece4 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103800) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 05 17:11:02.576802 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-e9d27db7-e617-469b-9ef3-e902c5d9ece4 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] 10.222.0.11 "DELETE /v2.0/ports/4981a946-afe0-4d2c-9634-b94cb6613b7a HTTP/1.1" status: 404 len: 333 time: 0.1491563 Jan 05 17:11:02.577483 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 42892) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:02.614089 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-832ea46d-85ed-4f91-85cb-40a3b574d6f4 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Calling delete_port for 9fe985d6-8f80-4f81-a35c-8c066a1a0271 owned by network:dhcp {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:11:02.638151 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1243eb6-bc85-422e-94dc-8e73a6e541a2 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] DELETE failed (client error): The resource could not be found. Jan 05 17:11:02.640447 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1243eb6-bc85-422e-94dc-8e73a6e541a2 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 05 17:11:02.644066 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-d1243eb6-bc85-422e-94dc-8e73a6e541a2 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] 10.222.0.11 "DELETE /v2.0/subnets/76a4e3c2-b548-49b0-a464-aaf252c247a0 HTTP/1.1" status: 404 len: 337 time: 0.0656078 Jan 05 17:11:02.648323 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 42894) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:02.697062 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-b649f042-96e3-4c10-ad94-8024c63eac5a tempest-RoutersNegativeIpV6Test-1533253519 tempest-RoutersNegativeIpV6Test-1533253519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11433169'] for port, after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:02.698342 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-b649f042-96e3-4c10-ad94-8024c63eac5a tempest-RoutersNegativeIpV6Test-1533253519 tempest-RoutersNegativeIpV6Test-1533253519-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-531704'] for router_interface, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:02.701482 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-48770786-2348-4578-ba1a-7eeb53e3e8c1 None None] Provisioning complete for port da77a0fc-167b-43b6-ad41-4ce154ebdf78 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:11:02.701942 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-48770786-2348-4578-ba1a-7eeb53e3e8c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:02.702281 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e8a0f4f-91e5-4486-903d-f44c28d86f62 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] DELETE failed (client error): The resource could not be found. Jan 05 17:11:02.703048 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e8a0f4f-91e5-4486-903d-f44c28d86f62 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 05 17:11:02.708741 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-87b2f81d-0f7e-407a-84cc-bec2c8e7b1ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678'] for port, after_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:02.710502 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-3e8a0f4f-91e5-4486-903d-f44c28d86f62 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] 10.222.0.11 "DELETE /v2.0/ports/e426cfab-e336-406f-9de0-7b77a348ffc0 HTTP/1.1" status: 404 len: 333 time: 0.0608346 Jan 05 17:11:02.720842 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 42896) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:02.790691 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87b2f81d-0f7e-407a-84cc-bec2c8e7b1ea None None] No DVR routers for this DVR port 9fe985d6-8f80-4f81-a35c-8c066a1a0271 on host dv-neutron-master-2-hyperv {{(pid=103802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 05 17:11:02.799283 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b2f81d-0f7e-407a-84cc-bec2c8e7b1ea None None] Pushing event deleted for resources: {'Port': ['ID=9fe985d6-8f80-4f81-a35c-8c066a1a0271,revision_number=None']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:11:02.811759 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.pecan_wsgi.hooks.translation [None req-1014c3fd-3ba9-4791-a076-b99bd47f4d6a tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] DELETE failed (client error): The resource could not be found. Jan 05 17:11:02.812741 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1014c3fd-3ba9-4791-a076-b99bd47f4d6a tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 05 17:11:02.821765 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-1014c3fd-3ba9-4791-a076-b99bd47f4d6a tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] 10.222.0.11 "DELETE /v2.0/subnets/0f3d7fc8-4abc-4d4f-abac-4e0bb5254d5a HTTP/1.1" status: 404 len: 337 time: 0.1032665 Jan 05 17:11:02.829379 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 42898) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:02.876881 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-dd9babc3-4326-4f2f-af56-693f2bb51a1e tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] 10.222.0.11 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 574 time: 0.5167587 Jan 05 17:11:02.924129 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-48770786-2348-4578-ba1a-7eeb53e3e8c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:02.943273 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 42900) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:02.968747 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device b688b38d-4921-464d-b00b-d7488729cb0d up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:11:02.993340 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.pecan_wsgi.hooks.translation [None req-61ad48d7-d947-4fda-ab26-42d758f37425 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] DELETE failed (client error): The resource could not be found. Jan 05 17:11:02.993927 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61ad48d7-d947-4fda-ab26-42d758f37425 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 05 17:11:02.998356 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-61ad48d7-d947-4fda-ab26-42d758f37425 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] 10.222.0.11 "DELETE /v2.0/ports/1d95916e-19c9-48a9-b956-2081ab8d4b80 HTTP/1.1" status: 404 len: 333 time: 0.1583052 Jan 05 17:11:03.032510 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-48770786-2348-4578-ba1a-7eeb53e3e8c1 None None] For port da77a0fc-167b-43b6-ad41-4ce154ebdf78, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=da77a0fc-167b-43b6-ad41-4ce154ebdf78,segment=NetworkSegment(1c3e740e-a73c-4746-be57-e98e256c3420),segment_id=1c3e740e-a73c-4746-be57-e98e256c3420)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:11:03.056471 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Provisioning complete for port b688b38d-4921-464d-b00b-d7488729cb0d triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:11:03.057163 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:03.085649 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-251f2dcf-4342-4749-921f-9fc0b465e343 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:11:03.089046 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-251f2dcf-4342-4749-921f-9fc0b465e343 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:11:03.091839 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-251f2dcf-4342-4749-921f-9fc0b465e343 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.0997133 Jan 05 17:11:03.092831 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b649f042-96e3-4c10-ad94-8024c63eac5a tempest-RoutersNegativeIpV6Test-1533253519 tempest-RoutersNegativeIpV6Test-1533253519-project] Pushing event updated for resources: {'Port': ['ID=fc9c494a-e8b5-498d-9527-b52696a2dcca,revision_number=2']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:11:03.098165 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 42902) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:03.098502 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 42904) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:03.125446 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-48770786-2348-4578-ba1a-7eeb53e3e8c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:03.189185 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.pecan_wsgi.hooks.translation [None req-d021003a-2b57-4ce3-a726-b0b988c99008 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] DELETE failed (client error): The resource could not be found. Jan 05 17:11:03.189679 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d021003a-2b57-4ce3-a726-b0b988c99008 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 05 17:11:03.196927 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-d021003a-2b57-4ce3-a726-b0b988c99008 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] 10.222.0.11 "DELETE /v2.0/subnets/1e7f436a-27fe-4738-b2ea-f7df4fe565bc HTTP/1.1" status: 404 len: 337 time: 0.0950651 Jan 05 17:11:03.205295 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 42908) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:03.210934 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device da77a0fc-167b-43b6-ad41-4ce154ebdf78 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:11:03.246327 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b051beb-c16a-419c-9e8f-ec06565e3a06 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] DELETE failed (client error): The resource could not be found. Jan 05 17:11:03.246670 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3285142a-3ed8-4bfa-9733-6c2cd483a5f7 None None] get_active_networks_info from dv-neutron-master-2-hyperv {{(pid=103802) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 05 17:11:03.247399 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b051beb-c16a-419c-9e8f-ec06565e3a06 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 05 17:11:03.253005 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-0b051beb-c16a-419c-9e8f-ec06565e3a06 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] 10.222.0.11 "DELETE /v2.0/ports/cc1a36ff-e684-4261-bba3-9cb1262f4f15 HTTP/1.1" status: 404 len: 333 time: 0.0394914 Jan 05 17:11:03.256426 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 42910) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:03.256836 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48770786-2348-4578-ba1a-7eeb53e3e8c1 None None] Pushing event updated for resources: {'Port': ['ID=da77a0fc-167b-43b6-ad41-4ce154ebdf78,revision_number=3']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:11:03.292005 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.pecan_wsgi.hooks.translation [None req-1383671d-afbd-4c0e-a2bd-5e806d53b1a1 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] DELETE failed (client error): The resource could not be found. Jan 05 17:11:03.292737 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1383671d-afbd-4c0e-a2bd-5e806d53b1a1 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 05 17:11:03.296602 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-1383671d-afbd-4c0e-a2bd-5e806d53b1a1 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] 10.222.0.11 "DELETE /v2.0/subnets/23fb3c7f-ffc6-4c80-afa0-18daf563aef4 HTTP/1.1" status: 404 len: 337 time: 0.0407763 Jan 05 17:11:03.305308 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 42912) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:03.308840 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b649f042-96e3-4c10-ad94-8024c63eac5a tempest-RoutersNegativeIpV6Test-1533253519 tempest-RoutersNegativeIpV6Test-1533253519-project] Network 41b882c9-2f8e-47c2-9b8b-de8c6b9e4d7a is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:11:03.310683 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-cd8ee078-1844-4d2b-9790-bcf79b746bab None None] Provisioning complete for port b688b38d-4921-464d-b00b-d7488729cb0d triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:11:03.311129 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-cd8ee078-1844-4d2b-9790-bcf79b746bab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:03.321072 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed027c63-d617-4989-a5d0-6f4ba4fd6093 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Attributes excluded by policy engine: ['shared'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:11:03.322833 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed027c63-d617-4989-a5d0-6f4ba4fd6093 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Attributes excluded by policy engine: ['shared'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:11:03.327748 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-ed027c63-d617-4989-a5d0-6f4ba4fd6093 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] 10.222.0.11 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.2235200 Jan 05 17:11:03.342410 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 42914) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:03.343478 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-b649f042-96e3-4c10-ad94-8024c63eac5a tempest-RoutersNegativeIpV6Test-1533253519 tempest-RoutersNegativeIpV6Test-1533253519-project] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:11:03.348454 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.pecan_wsgi.hooks.translation [None req-beef3aad-387c-4d8d-b825-0f9aceba7749 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] DELETE failed (client error): The resource could not be found. Jan 05 17:11:03.348762 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-beef3aad-387c-4d8d-b825-0f9aceba7749 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 05 17:11:03.351837 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-beef3aad-387c-4d8d-b825-0f9aceba7749 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] 10.222.0.11 "DELETE /v2.0/subnets/46d2d498-cfb7-4d74-94db-c70ee6729b41 HTTP/1.1" status: 404 len: 337 time: 0.0452664 Jan 05 17:11:03.358175 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 42916) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:03.386651 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.pecan_wsgi.hooks.translation [None req-8580755e-18f8-46f2-854b-a8b09a02d86f tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] DELETE failed (client error): The resource could not be found. Jan 05 17:11:03.387161 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8580755e-18f8-46f2-854b-a8b09a02d86f tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 05 17:11:03.393791 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-8580755e-18f8-46f2-854b-a8b09a02d86f tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] 10.222.0.11 "DELETE /v2.0/ports/f57dcbdc-60ae-4381-9a74-ae5f30a11c76 HTTP/1.1" status: 404 len: 333 time: 0.0345066 Jan 05 17:11:03.394428 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 42918) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:03.399997 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Provisioning complete for port da77a0fc-167b-43b6-ad41-4ce154ebdf78 triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:11:03.400476 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:03.406775 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-8b5c850e-b8aa-4b1a-af43-3920938b7e63 tempest-RoutersAdminTest-1676889452 tempest-RoutersAdminTest-1676889452-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-649822', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-648421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62737'] for router, precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:03.440541 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-8b5c850e-b8aa-4b1a-af43-3920938b7e63 tempest-RoutersAdminTest-1676889452 tempest-RoutersAdminTest-1676889452-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-649813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-649804', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-648412'] for router, after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:03.463097 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e47b33c-6fd8-4055-8426-12f691ffc64a tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] DELETE failed (client error): The resource could not be found. Jan 05 17:11:03.463431 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e47b33c-6fd8-4055-8426-12f691ffc64a tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 05 17:11:03.470478 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-5e47b33c-6fd8-4055-8426-12f691ffc64a tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] 10.222.0.11 "DELETE /v2.0/subnets/555974f1-936b-4556-a897-660e245c4704 HTTP/1.1" status: 404 len: 337 time: 0.0447080 Jan 05 17:11:03.472334 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 42920) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:03.512017 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3285142a-3ed8-4bfa-9733-6c2cd483a5f7 None None] Resources bound (agent type, host, resource id): {{(pid=103802) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 05 17:11:03.549801 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6508ccef-bf51-49cd-bbae-9410cddec32d tempest-FloatingIPNegativeTestJSON-29840365 tempest-FloatingIPNegativeTestJSON-29840365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:03.557796 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.pecan_wsgi.hooks.translation [None req-82705aa8-0176-4d00-8241-d7f0fb927aee tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] DELETE failed (client error): The resource could not be found. Jan 05 17:11:03.558264 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82705aa8-0176-4d00-8241-d7f0fb927aee tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103800) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 05 17:11:03.561870 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-82705aa8-0176-4d00-8241-d7f0fb927aee tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] 10.222.0.11 "DELETE /v2.0/subnets/f130c59d-94d1-4f21-9bd0-57fe5f10a29f HTTP/1.1" status: 404 len: 337 time: 0.0845144 Jan 05 17:11:03.565678 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 42922) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:03.583872 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-cd8ee078-1844-4d2b-9790-bcf79b746bab None None] Provisioning complete for port da77a0fc-167b-43b6-ad41-4ce154ebdf78 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:11:03.584318 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-cd8ee078-1844-4d2b-9790-bcf79b746bab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:03.594721 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd41fcb1-8672-4081-90b6-5870b3179529 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] DELETE failed (client error): The resource could not be found. Jan 05 17:11:03.595292 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd41fcb1-8672-4081-90b6-5870b3179529 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 05 17:11:03.600741 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-bd41fcb1-8672-4081-90b6-5870b3179529 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] 10.222.0.11 "DELETE /v2.0/ports/c64d3f55-aa5f-4ce5-a712-07048d96e7f8 HTTP/1.1" status: 404 len: 333 time: 0.0317919 Jan 05 17:11:03.604430 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-832ea46d-85ed-4f91-85cb-40a3b574d6f4 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:03.607384 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 42924) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:03.649487 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.pecan_wsgi.hooks.translation [None req-ccdd4acb-a8d0-4703-9e05-dbb8f9d00236 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] DELETE failed (client error): The resource could not be found. Jan 05 17:11:03.650055 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ccdd4acb-a8d0-4703-9e05-dbb8f9d00236 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 05 17:11:03.656620 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-ccdd4acb-a8d0-4703-9e05-dbb8f9d00236 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] 10.222.0.11 "DELETE /v2.0/subnets/f504f814-52b3-40fb-9d51-b79812ee24c4 HTTP/1.1" status: 404 len: 337 time: 0.0455086 Jan 05 17:11:03.656828 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6508ccef-bf51-49cd-bbae-9410cddec32d tempest-FloatingIPNegativeTestJSON-29840365 tempest-FloatingIPNegativeTestJSON-29840365-project] Pushing event deleted for resources: {'Port': ['ID=6c86ccdd-c64b-4ff2-ad6b-e0f3fe8c4dd3,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:11:03.656957 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 42928) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:03.658289 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-832ea46d-85ed-4f91-85cb-40a3b574d6f4 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] No DVR routers for this DVR port 9fe985d6-8f80-4f81-a35c-8c066a1a0271 on host dv-neutron-master-2-hyperv {{(pid=103800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 05 17:11:03.678463 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b5c850e-b8aa-4b1a-af43-3920938b7e63 tempest-RoutersAdminTest-1676889452 tempest-RoutersAdminTest-1676889452-project] Router 60f25ba4-2736-489c-93ea-a454a9f3f99e has already been hosted by L3 agent 59446fdc-40e0-41fe-a575-a8eb11d742f7 {{(pid=103800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 05 17:11:03.701214 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b649f042-96e3-4c10-ad94-8024c63eac5a tempest-RoutersNegativeIpV6Test-1533253519 tempest-RoutersNegativeIpV6Test-1533253519-project] Router c2952fad-98a1-4582-88b8-89acf570dadf is scheduled to L3 agent 59446fdc-40e0-41fe-a575-a8eb11d742f7 with binding_index 1 {{(pid=103801) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 05 17:11:03.706155 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.pecan_wsgi.hooks.translation [None req-0deb5b21-6846-459b-8cf4-001dca1dfc4e tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] DELETE failed (client error): The resource could not be found. Jan 05 17:11:03.706615 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0deb5b21-6846-459b-8cf4-001dca1dfc4e tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 05 17:11:03.714210 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-0deb5b21-6846-459b-8cf4-001dca1dfc4e tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] 10.222.0.11 "DELETE /v2.0/subnets/45e5ed4c-4e88-4c74-bec8-ecf054c35201 HTTP/1.1" status: 404 len: 337 time: 0.0564396 Jan 05 17:11:03.714996 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 42930) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:03.735218 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832ea46d-85ed-4f91-85cb-40a3b574d6f4 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Pushing event deleted for resources: {'Port': ['ID=9fe985d6-8f80-4f81-a35c-8c066a1a0271,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:11:03.743825 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6520eb3b-4972-496c-aa6f-1f00252ee102 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:11:03.749625 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-6520eb3b-4972-496c-aa6f-1f00252ee102 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] 10.222.0.11 "GET /v2.0/networks/e5086c4d-9a5a-4140-b101-4bbdc99c3dfc HTTP/1.1" status: 200 len: 800 time: 0.4020071 Jan 05 17:11:03.749817 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 42932) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:03.762605 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.pecan_wsgi.hooks.translation [None req-647d91f1-eb8e-4e5d-9387-3c13b27c6aba tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] DELETE failed (client error): The resource could not be found. Jan 05 17:11:03.763330 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-647d91f1-eb8e-4e5d-9387-3c13b27c6aba tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 05 17:11:03.768710 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-647d91f1-eb8e-4e5d-9387-3c13b27c6aba tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] 10.222.0.11 "DELETE /v2.0/ports/8d131494-829f-4c1b-8077-36480be30e5d HTTP/1.1" status: 404 len: 333 time: 0.0486329 Jan 05 17:11:03.770843 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 42934) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:03.890266 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-832ea46d-85ed-4f91-85cb-40a3b574d6f4 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3891715', 'neutron.services.segments.db._delete_segments_for_network-8754181063482'] for network, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:03.892525 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 9fe985d6-8f80-4f81-a35c-8c066a1a0271 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 05 17:11:03.928123 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] No Port match for: 9fe985d6-8f80-4f81-a35c-8c066a1a0271 {{(pid=103802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 05 17:11:03.928466 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 9fe985d6-8f80-4f81-a35c-8c066a1a0271 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 05 17:11:03.963738 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.services.segments.db [None req-832ea46d-85ed-4f91-85cb-40a3b574d6f4 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b108e05-58cc-4d98-85c8-c21a57823860']}} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:11:03.968425 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b5c850e-b8aa-4b1a-af43-3920938b7e63 tempest-RoutersAdminTest-1676889452 tempest-RoutersAdminTest-1676889452-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 05 17:11:03.980852 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-8b5c850e-b8aa-4b1a-af43-3920938b7e63 tempest-RoutersAdminTest-1676889452 tempest-RoutersAdminTest-1676889452-project] Publish callbacks [] for router, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:03.982724 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-8b5c850e-b8aa-4b1a-af43-3920938b7e63 tempest-RoutersAdminTest-1676889452 tempest-RoutersAdminTest-1676889452-project] 10.222.0.11 "PUT /v2.0/routers/60f25ba4-2736-489c-93ea-a454a9f3f99e HTTP/1.1" status: 200 len: 704 time: 5.5230548 Jan 05 17:11:03.991855 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-cd8ee078-1844-4d2b-9790-bcf79b746bab None None] Provisioning complete for port fc9c494a-e8b5-498d-9527-b52696a2dcca triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:11:03.991855 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-cd8ee078-1844-4d2b-9790-bcf79b746bab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:03.992084 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.services.segments.db [None req-832ea46d-85ed-4f91-85cb-40a3b574d6f4 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '581a18a5-edd1-42ee-a875-f54ee991bb72') {'for_net_delete': True} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:11:03.992084 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.services.segments.db [None req-832ea46d-85ed-4f91-85cb-40a3b574d6f4 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '581a18a5-edd1-42ee-a875-f54ee991bb72') {} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:11:03.992084 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 42936) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:03.992409 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ac648e5-f071-4eba-816b-cec8447b0a84 None None] Sync routers for ids ['60f25ba4-2736-489c-93ea-a454a9f3f99e'] in dv-neutron-master-2-hyperv {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 05 17:11:04.007007 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-832ea46d-85ed-4f91-85cb-40a3b574d6f4 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754181064771', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8784833'] for segment, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:04.055821 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-832ea46d-85ed-4f91-85cb-40a3b574d6f4 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225'] for segment, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:04.070527 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ac648e5-f071-4eba-816b-cec8447b0a84 None None] Routers {'60f25ba4-2736-489c-93ea-a454a9f3f99e'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:11:04.071200 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-2ac648e5-f071-4eba-816b-cec8447b0a84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:10:49Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['60f25ba4-2736-489c-93ea-a454a9f3f99e'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:11:04.096957 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.api.v2.resource [None req-6508ccef-bf51-49cd-bbae-9410cddec32d tempest-FloatingIPNegativeTestJSON-29840365 tempest-FloatingIPNegativeTestJSON-29840365-project] create failed (client error): The resource could not be found. Jan 05 17:11:04.102236 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-6508ccef-bf51-49cd-bbae-9410cddec32d tempest-FloatingIPNegativeTestJSON-29840365 tempest-FloatingIPNegativeTestJSON-29840365-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 5.8403399 Jan 05 17:11:04.102236 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-832ea46d-85ed-4f91-85cb-40a3b574d6f4 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Releasing vlan 114 on physical network physnet1 to pool {{(pid=103800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 05 17:11:04.102236 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-832ea46d-85ed-4f91-85cb-40a3b574d6f4 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8784497'] for segment, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:04.104983 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:11:04.104983 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:11:04.104983 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:11:04.104983 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:11:04.104983 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:11:04.104983 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:11:04.104983 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:11:04.104983 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:11:04.104983 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:11:04.104983 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:11:04.104983 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:11:04.104983 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:11:04.104983 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:11:04.104983 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:11:04.104983 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:11:04.104983 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:11:04.104983 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:11:04.104983 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:11:04.104983 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 05 17:11:04.104983 dv-neutron-master-2-hyperv neutron-server[103800]: self.session.flush() Jan 05 17:11:04.104983 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 05 17:11:04.104983 dv-neutron-master-2-hyperv neutron-server[103800]: self.session.flush() Jan 05 17:11:04.104983 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 05 17:11:04.104983 dv-neutron-master-2-hyperv neutron-server[103800]: self.session.flush() Jan 05 17:11:04.104983 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 05 17:11:04.104983 dv-neutron-master-2-hyperv neutron-server[103800]: self.session.flush() Jan 05 17:11:04.104983 dv-neutron-master-2-hyperv neutron-server[103800]: Traceback (most recent call last): Jan 05 17:11:04.104983 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 05 17:11:04.104983 dv-neutron-master-2-hyperv neutron-server[103800]: timer() Jan 05 17:11:04.104983 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 05 17:11:04.104983 dv-neutron-master-2-hyperv neutron-server[103800]: cb(*args, **kw) Jan 05 17:11:04.104983 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 05 17:11:04.104983 dv-neutron-master-2-hyperv neutron-server[103800]: return func(*args, **kwargs) Jan 05 17:11:04.104983 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 05 17:11:04.104983 dv-neutron-master-2-hyperv neutron-server[103800]: self._notify() Jan 05 17:11:04.104983 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 05 17:11:04.104983 dv-neutron-master-2-hyperv neutron-server[103800]: self.callback(batched_events) Jan 05 17:11:04.104983 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 05 17:11:04.104983 dv-neutron-master-2-hyperv neutron-server[103800]: event.method(event) Jan 05 17:11:04.104983 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 05 17:11:04.104983 dv-neutron-master-2-hyperv neutron-server[103800]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 05 17:11:04.104983 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 05 17:11:04.104983 dv-neutron-master-2-hyperv neutron-server[103800]: aggregate_uuid = self.p_client.list_aggregates( Jan 05 17:11:04.104983 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 05 17:11:04.104983 dv-neutron-master-2-hyperv neutron-server[103800]: return f(self, *a, **k) Jan 05 17:11:04.104983 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 05 17:11:04.104983 dv-neutron-master-2-hyperv neutron-server[103800]: return self._get(url).json() Jan 05 17:11:04.104983 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 05 17:11:04.104983 dv-neutron-master-2-hyperv neutron-server[103800]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 05 17:11:04.104983 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 05 17:11:04.104983 dv-neutron-master-2-hyperv neutron-server[103800]: return self.request(url, 'GET', **kwargs) Jan 05 17:11:04.104983 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 05 17:11:04.104983 dv-neutron-master-2-hyperv neutron-server[103800]: base_url = self.get_endpoint(auth, allow=allow, Jan 05 17:11:04.104983 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 05 17:11:04.104983 dv-neutron-master-2-hyperv neutron-server[103800]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 05 17:11:04.104983 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 05 17:11:04.104983 dv-neutron-master-2-hyperv neutron-server[103800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 05 17:11:04.104983 dv-neutron-master-2-hyperv neutron-server[103800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 05 17:11:04.110690 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-e3504e82-0efa-4a05-b966-8a7d8f1dff19 tempest-RoutersAdminTest-952369856 tempest-RoutersAdminTest-952369856-project-admin] 10.222.0.11 "GET /v2.0/routers/60f25ba4-2736-489c-93ea-a454a9f3f99e HTTP/1.1" status: 200 len: 739 time: 0.1201093 Jan 05 17:11:04.115647 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-cd8ee078-1844-4d2b-9790-bcf79b746bab None None] Port fc9c494a-e8b5-498d-9527-b52696a2dcca cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 17:11:04.119887 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-2ac648e5-f071-4eba-816b-cec8447b0a84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:11:04.122554 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 42938) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:04.122554 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 42940) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:04.144933 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ac648e5-f071-4eba-816b-cec8447b0a84 None None] Routers {'60f25ba4-2736-489c-93ea-a454a9f3f99e'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:11:04.144933 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-2ac648e5-f071-4eba-816b-cec8447b0a84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:10:49Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['60f25ba4-2736-489c-93ea-a454a9f3f99e'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:11:04.188061 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-2ac648e5-f071-4eba-816b-cec8447b0a84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:11:04.188712 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ac648e5-f071-4eba-816b-cec8447b0a84 None None] The sync data for ids ['60f25ba4-2736-489c-93ea-a454a9f3f99e'] in dv-neutron-master-2-hyperv is: [] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 05 17:11:04.213901 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.pecan_wsgi.hooks.translation [None req-59900ea0-7a11-4a24-8d70-42402535be39 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] DELETE failed (client error): The resource could not be found. Jan 05 17:11:04.214467 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59900ea0-7a11-4a24-8d70-42402535be39 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 05 17:11:04.218258 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-59900ea0-7a11-4a24-8d70-42402535be39 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] 10.222.0.11 "DELETE /v2.0/subnets/77dc0ea8-9f8e-406e-a78c-20ede745f77b HTTP/1.1" status: 404 len: 337 time: 0.4479373 Jan 05 17:11:04.222713 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 42942) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:04.233320 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-5edaaf9e-0dd5-4c0d-a33b-0d8a4ada38c1 tempest-RoutersAdminTest-952369856 tempest-RoutersAdminTest-952369856-project-admin] 10.222.0.11 "GET /v2.0/ports?network_id=b0167590-0699-4c5c-a932-3939414a9573&device_id=60f25ba4-2736-489c-93ea-a454a9f3f99e HTTP/1.1" status: 200 len: 205 time: 0.0992880 Jan 05 17:11:04.241159 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 42944) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:04.291566 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.pecan_wsgi.hooks.translation [None req-17437fc4-0378-4b95-96e3-a9375a463d64 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] DELETE failed (client error): The resource could not be found. Jan 05 17:11:04.292024 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17437fc4-0378-4b95-96e3-a9375a463d64 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 05 17:11:04.295137 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-17437fc4-0378-4b95-96e3-a9375a463d64 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] 10.222.0.11 "DELETE /v2.0/subnets/ef64ec8e-29e1-4ac6-9b4b-202cacbd9fc0 HTTP/1.1" status: 404 len: 337 time: 0.0640755 Jan 05 17:11:04.303959 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 42946) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:04.304404 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-1a28d7b7-5f1b-4e88-b6d6-7ecf9b484e41 tempest-RoutersAdminTest-1676889452 tempest-RoutersAdminTest-1676889452-project] 10.222.0.11 "GET /v2.0/ports?device_id=60f25ba4-2736-489c-93ea-a454a9f3f99e HTTP/1.1" status: 200 len: 205 time: 0.0609767 Jan 05 17:11:04.309947 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 42948) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:04.324326 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b649f042-96e3-4c10-ad94-8024c63eac5a tempest-RoutersNegativeIpV6Test-1533253519 tempest-RoutersNegativeIpV6Test-1533253519-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 05 17:11:04.339701 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04a54be6-ccf0-4676-9bdc-ae8f74a9b578 None None] Sync routers for ids ['c2952fad-98a1-4582-88b8-89acf570dadf'] in dv-neutron-master-2-hyperv {{(pid=103803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 05 17:11:04.342888 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-1d5fccfe-489a-44d6-bd80-2bd53146b793 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] 10.222.0.11 "GET /v2.0/ports?device_id=1988da65-1b6f-4af4-99bd-c43d91bbf438 HTTP/1.1" status: 200 len: 205 time: 0.0373614 Jan 05 17:11:04.343509 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 42950) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:04.353450 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04a54be6-ccf0-4676-9bdc-ae8f74a9b578 None None] Routers {'c2952fad-98a1-4582-88b8-89acf570dadf'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:11:04.355112 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-04a54be6-ccf0-4676-9bdc-ae8f74a9b578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:10:49Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['c2952fad-98a1-4582-88b8-89acf570dadf'], 'active': True} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:11:04.367718 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-b649f042-96e3-4c10-ad94-8024c63eac5a tempest-RoutersNegativeIpV6Test-1533253519 tempest-RoutersNegativeIpV6Test-1533253519-project] 10.222.0.11 "PUT /v2.0/routers/c2952fad-98a1-4582-88b8-89acf570dadf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5973041 Jan 05 17:11:04.379880 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 42952) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:04.400454 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.api.v2.resource [None req-f8c5abf9-b479-49c8-9130-a66038fd8e1f tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] delete failed (client error): The resource could not be found. Jan 05 17:11:04.401529 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-f8c5abf9-b479-49c8-9130-a66038fd8e1f tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] 10.222.0.11 "DELETE /v2.0/routers/1988da65-1b6f-4af4-99bd-c43d91bbf438 HTTP/1.1" status: 404 len: 336 time: 0.0567019 Jan 05 17:11:04.402353 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-832ea46d-85ed-4f91-85cb-40a3b574d6f4 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3891722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648695'] for network, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:04.405300 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-04a54be6-ccf0-4676-9bdc-ae8f74a9b578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:11:04.406694 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 42954) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:04.418288 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04a54be6-ccf0-4676-9bdc-ae8f74a9b578 None None] Routers {'c2952fad-98a1-4582-88b8-89acf570dadf'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:11:04.419013 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-04a54be6-ccf0-4676-9bdc-ae8f74a9b578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:10:49Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['c2952fad-98a1-4582-88b8-89acf570dadf'], 'active': True} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:11:04.445931 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-832ea46d-85ed-4f91-85cb-40a3b574d6f4 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks [] for network, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:04.453920 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-832ea46d-85ed-4f91-85cb-40a3b574d6f4 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] 10.222.0.11 "DELETE /v2.0/networks/9b108e05-58cc-4d98-85c8-c21a57823860 HTTP/1.1" status: 204 len: 168 time: 3.0906076 Jan 05 17:11:04.457365 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 42956) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:04.457531 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-04a54be6-ccf0-4676-9bdc-ae8f74a9b578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:11:04.458213 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04a54be6-ccf0-4676-9bdc-ae8f74a9b578 None None] The sync data for ids ['c2952fad-98a1-4582-88b8-89acf570dadf'] in dv-neutron-master-2-hyperv is: [] {{(pid=103803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 05 17:11:04.461950 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-3a41970e-d47c-4214-bd29-8f0143fee6a5 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Request body: {'router': {'routes': None}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:11:04.464551 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.pecan_wsgi.hooks.translation [None req-e690b980-a7e0-45ce-a146-3bc0432c401f tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] DELETE failed (client error): The resource could not be found. Jan 05 17:11:04.465000 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e690b980-a7e0-45ce-a146-3bc0432c401f tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103800) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 05 17:11:04.468139 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-e690b980-a7e0-45ce-a146-3bc0432c401f tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] 10.222.0.11 "DELETE /v2.0/subnets/252fa692-bedb-46cc-87b2-5a8b3fc5c9fa HTTP/1.1" status: 404 len: 337 time: 0.0559855 Jan 05 17:11:04.477946 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 42958) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:04.485671 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-3f072c04-16d1-4c73-b476-37318a3b4d69 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] 10.222.0.11 "GET /v2.0/networks/e5086c4d-9a5a-4140-b101-4bbdc99c3dfc?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.7343104 Jan 05 17:11:04.498475 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 42960) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:04.516017 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832ea46d-85ed-4f91-85cb-40a3b574d6f4 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Pushing event deleted for resources: {'Network': ['ID=9b108e05-58cc-4d98-85c8-c21a57823860,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:11:04.547531 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-6d7507c6-0d42-40e8-8852-09dd18a99b4f None None] Provisioning complete for port fc9c494a-e8b5-498d-9527-b52696a2dcca triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:11:04.547919 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-6d7507c6-0d42-40e8-8852-09dd18a99b4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:04.557826 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-8021394d-1af7-4b8e-9c18-552313663cbb tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] 10.222.0.11 "GET /v2.0/ports?device_id=273b7090-5938-4290-8804-38b358775354 HTTP/1.1" status: 200 len: 205 time: 0.0761287 Jan 05 17:11:04.560006 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-fef467fe-cb15-4d3c-b287-4c4e8d95990d tempest-RoutersAdminTest-1676889452 tempest-RoutersAdminTest-1676889452-project] Publish callbacks [] for router, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:04.561843 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 42962) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:04.564648 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-9922d02c-9e46-4465-a101-1c9559b6028f tempest-FloatingIPNegativeTestJSON-29840365 tempest-FloatingIPNegativeTestJSON-29840365-project] Deleting port b0c7d5c5-4151-48b5-b170-2f493eb22b9a {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:11:04.565172 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9922d02c-9e46-4465-a101-1c9559b6028f tempest-FloatingIPNegativeTestJSON-29840365 tempest-FloatingIPNegativeTestJSON-29840365-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:04.588787 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-6d7507c6-0d42-40e8-8852-09dd18a99b4f None None] Port fc9c494a-e8b5-498d-9527-b52696a2dcca cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 17:11:04.668077 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.api.v2.resource [None req-f06a1402-d1c4-4d81-bf73-80fc9200bf54 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] delete failed (client error): The resource could not be found. Jan 05 17:11:04.671521 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-f06a1402-d1c4-4d81-bf73-80fc9200bf54 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] 10.222.0.11 "DELETE /v2.0/routers/273b7090-5938-4290-8804-38b358775354 HTTP/1.1" status: 404 len: 336 time: 0.1000404 Jan 05 17:11:04.674862 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 42964) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:04.722255 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device da77a0fc-167b-43b6-ad41-4ce154ebdf78 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:11:04.728604 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64bdc4a5-0b7c-4ef6-8e83-886f69932e0f tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:11:04.730026 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-64bdc4a5-0b7c-4ef6-8e83-886f69932e0f tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] 10.222.0.11 "GET /v2.0/subnets/e6d775ba-da0f-46a8-835f-ede369208238 HTTP/1.1" status: 200 len: 811 time: 0.2288268 Jan 05 17:11:04.739845 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 42968) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:04.789030 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Provisioning complete for port da77a0fc-167b-43b6-ad41-4ce154ebdf78 triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:11:04.789392 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:04.796233 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.extraroute_db [None req-3a41970e-d47c-4214-bd29-8f0143fee6a5 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Added routes are [] {{(pid=103800) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jan 05 17:11:04.796567 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.extraroute_db [None req-3a41970e-d47c-4214-bd29-8f0143fee6a5 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Removed routes are [] {{(pid=103800) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jan 05 17:11:04.796883 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3a41970e-d47c-4214-bd29-8f0143fee6a5 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-649822', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-648421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62737'] for router, precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:04.819025 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.pecan_wsgi.hooks.translation [None req-a72864b7-0bf8-4a5e-b505-330ad3acd549 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] DELETE failed (client error): The resource could not be found. Jan 05 17:11:04.819262 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a72864b7-0bf8-4a5e-b505-330ad3acd549 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103800) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 05 17:11:04.822205 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-a72864b7-0bf8-4a5e-b505-330ad3acd549 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] 10.222.0.11 "DELETE /v2.0/subnets/3e2cc654-4ba5-4e61-9e3d-6b6fa5b996c9 HTTP/1.1" status: 404 len: 337 time: 0.1461906 Jan 05 17:11:04.827148 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 42970) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:04.855658 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-fef467fe-cb15-4d3c-b287-4c4e8d95990d tempest-RoutersAdminTest-1676889452 tempest-RoutersAdminTest-1676889452-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-648249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62744'] for router, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:04.859669 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-fef467fe-cb15-4d3c-b287-4c4e8d95990d tempest-RoutersAdminTest-1676889452 tempest-RoutersAdminTest-1676889452-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:04.917141 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.pecan_wsgi.hooks.translation [None req-660e3465-891b-40bc-921a-21a05f5114a5 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] DELETE failed (client error): The resource could not be found. Jan 05 17:11:04.917655 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-660e3465-891b-40bc-921a-21a05f5114a5 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103800) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 05 17:11:04.921172 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-660e3465-891b-40bc-921a-21a05f5114a5 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] 10.222.0.11 "DELETE /v2.0/subnets/3c533ecf-7200-47a3-8e13-0c0b1775afb5 HTTP/1.1" status: 404 len: 337 time: 0.0904031 Jan 05 17:11:04.936385 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 42972) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:04.962203 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a9018dc-dc91-46fc-9261-2ebc30e3e18b tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Attributes excluded by policy engine: ['shared'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:11:04.963537 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-9a9018dc-dc91-46fc-9261-2ebc30e3e18b tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] 10.222.0.11 "GET /v2.0/subnets/e6d775ba-da0f-46a8-835f-ede369208238?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.2113242 Jan 05 17:11:04.967815 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 42974) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:04.974385 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-0dd83818-425d-4eec-a259-8834474c8b12 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1065786204'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:11:04.987920 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9922d02c-9e46-4465-a101-1c9559b6028f tempest-FloatingIPNegativeTestJSON-29840365 tempest-FloatingIPNegativeTestJSON-29840365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:04.998576 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.pecan_wsgi.hooks.translation [None req-74c2ba8a-55c8-417e-a045-5f285a31ceb9 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] DELETE failed (client error): The resource could not be found. Jan 05 17:11:04.999116 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74c2ba8a-55c8-417e-a045-5f285a31ceb9 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 05 17:11:05.002183 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-74c2ba8a-55c8-417e-a045-5f285a31ceb9 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] 10.222.0.11 "DELETE /v2.0/ports/fbac4cb9-586c-4e60-aa98-f663558e1d03 HTTP/1.1" status: 404 len: 333 time: 0.0632298 Jan 05 17:11:05.004671 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 42976) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:05.036135 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb2c5429-0b51-4054-9536-02cb9bf5d88b tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] DELETE failed (client error): The resource could not be found. Jan 05 17:11:05.036596 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb2c5429-0b51-4054-9536-02cb9bf5d88b tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 05 17:11:05.040367 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-bb2c5429-0b51-4054-9536-02cb9bf5d88b tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] 10.222.0.11 "DELETE /v2.0/subnets/a7529701-b3d2-4a22-9113-c4080a482d4a HTTP/1.1" status: 404 len: 337 time: 0.0340438 Jan 05 17:11:05.045998 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-9922d02c-9e46-4465-a101-1c9559b6028f tempest-FloatingIPNegativeTestJSON-29840365 tempest-FloatingIPNegativeTestJSON-29840365-project] Calling delete_port for b0c7d5c5-4151-48b5-b170-2f493eb22b9a owned by {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:11:05.048219 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 42978) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:05.077096 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3a41970e-d47c-4214-bd29-8f0143fee6a5 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-649822', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-648421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62737'] for router, precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:05.088748 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3a41970e-d47c-4214-bd29-8f0143fee6a5 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-649813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-649804', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-648412'] for router, after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:05.091792 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.pecan_wsgi.hooks.translation [None req-024bf45a-b64b-4b37-87c4-ac93ea937f43 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] DELETE failed (client error): The resource could not be found. Jan 05 17:11:05.092381 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-024bf45a-b64b-4b37-87c4-ac93ea937f43 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 05 17:11:05.098510 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-024bf45a-b64b-4b37-87c4-ac93ea937f43 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] 10.222.0.11 "DELETE /v2.0/ports/86d036c4-955f-4f66-8bf5-03d57a26c70b HTTP/1.1" status: 404 len: 333 time: 0.0462766 Jan 05 17:11:05.098510 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-fef467fe-cb15-4d3c-b287-4c4e8d95990d tempest-RoutersAdminTest-1676889452 tempest-RoutersAdminTest-1676889452-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-648240'] for router, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:05.098510 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fef467fe-cb15-4d3c-b287-4c4e8d95990d tempest-RoutersAdminTest-1676889452 tempest-RoutersAdminTest-1676889452-project] Fanout notify agent at l3_agent the message router_deleted on router 60f25ba4-2736-489c-93ea-a454a9f3f99e {{(pid=103801) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 05 17:11:05.100696 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 42980) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:05.117691 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-fef467fe-cb15-4d3c-b287-4c4e8d95990d tempest-RoutersAdminTest-1676889452 tempest-RoutersAdminTest-1676889452-project] Publish callbacks [] for router, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:05.119056 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-fef467fe-cb15-4d3c-b287-4c4e8d95990d tempest-RoutersAdminTest-1676889452 tempest-RoutersAdminTest-1676889452-project] 10.222.0.11 "DELETE /v2.0/routers/60f25ba4-2736-489c-93ea-a454a9f3f99e HTTP/1.1" status: 204 len: 168 time: 0.8082669 Jan 05 17:11:05.128760 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 42982) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:05.142113 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa8418a0-2668-4db4-9673-afe4ca357a60 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] DELETE failed (client error): The resource could not be found. Jan 05 17:11:05.142593 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa8418a0-2668-4db4-9673-afe4ca357a60 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 05 17:11:05.145820 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-fa8418a0-2668-4db4-9673-afe4ca357a60 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] 10.222.0.11 "DELETE /v2.0/subnets/d036fff7-5f3b-46fb-9c5b-ae1d9d7b4c05 HTTP/1.1" status: 404 len: 337 time: 0.0444603 Jan 05 17:11:05.148875 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 42984) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:05.182088 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.pecan_wsgi.hooks.translation [None req-2cef2a00-1cdb-4aa1-9c90-9972c51f27d5 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] DELETE failed (client error): The resource could not be found. Jan 05 17:11:05.182663 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2cef2a00-1cdb-4aa1-9c90-9972c51f27d5 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 05 17:11:05.185863 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-2cef2a00-1cdb-4aa1-9c90-9972c51f27d5 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] 10.222.0.11 "DELETE /v2.0/ports/387d3c8a-4f4a-4925-b4ba-64cb6f2c24d9 HTTP/1.1" status: 404 len: 333 time: 0.0359774 Jan 05 17:11:05.188696 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 42986) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:05.189012 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-2734266a-44f8-4823-a4df-38e3375ed23d tempest-RoutersAdminTest-1676889452 tempest-RoutersAdminTest-1676889452-project] 10.222.0.11 "GET /v2.0/ports?device_id=60f25ba4-2736-489c-93ea-a454a9f3f99e HTTP/1.1" status: 200 len: 205 time: 0.0591216 Jan 05 17:11:05.193914 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 42988) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:05.237362 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b8efe74-2de0-4fe3-95b2-3c0fe0cd999f tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] DELETE failed (client error): The resource could not be found. Jan 05 17:11:05.238009 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b8efe74-2de0-4fe3-95b2-3c0fe0cd999f tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 05 17:11:05.240905 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-5b8efe74-2de0-4fe3-95b2-3c0fe0cd999f tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] 10.222.0.11 "DELETE /v2.0/subnets/4da47a25-4b9d-4cc7-b35f-0bc2a790a2e1 HTTP/1.1" status: 404 len: 337 time: 0.0502543 Jan 05 17:11:05.243769 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 42990) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:05.270786 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dd83818-425d-4eec-a259-8834474c8b12 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Made reservation on behalf of 2c187912c919424a8a16116bf03056cd for: {'network': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:11:05.271433 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.pecan_wsgi.hooks.translation [None req-188b70e7-c878-4264-a0ce-3feb4e66a5fa tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] DELETE failed (client error): The resource could not be found. Jan 05 17:11:05.271993 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-188b70e7-c878-4264-a0ce-3feb4e66a5fa tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 05 17:11:05.274257 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0dd83818-425d-4eec-a259-8834474c8b12 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for network, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:05.275079 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-188b70e7-c878-4264-a0ce-3feb4e66a5fa tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] 10.222.0.11 "DELETE /v2.0/ports/dab39e29-f224-4a85-834c-da35c8136618 HTTP/1.1" status: 404 len: 333 time: 0.0303767 Jan 05 17:11:05.276485 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.api.v2.resource [None req-64f177c5-3b1f-41ff-846b-6ddd1828b9a8 tempest-RoutersAdminTest-1676889452 tempest-RoutersAdminTest-1676889452-project] delete failed (client error): The resource could not be found. Jan 05 17:11:05.280280 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-64f177c5-3b1f-41ff-846b-6ddd1828b9a8 tempest-RoutersAdminTest-1676889452 tempest-RoutersAdminTest-1676889452-project] 10.222.0.11 "DELETE /v2.0/routers/60f25ba4-2736-489c-93ea-a454a9f3f99e HTTP/1.1" status: 404 len: 336 time: 0.0826690 Jan 05 17:11:05.280477 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 42992) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:05.281515 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 42994) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:05.288190 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.api.v2.resource [None req-c80c2414-1960-4d3b-a6f4-dea765b55041 tempest-RoutersNegativeIpV6Test-1533253519 tempest-RoutersNegativeIpV6Test-1533253519-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 05 17:11:05.289201 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-c80c2414-1960-4d3b-a6f4-dea765b55041 tempest-RoutersNegativeIpV6Test-1533253519 tempest-RoutersNegativeIpV6Test-1533253519-project] 10.222.0.11 "PUT /v2.0/routers/c2952fad-98a1-4582-88b8-89acf570dadf/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.9083643 Jan 05 17:11:05.303145 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 42996) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:05.308560 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.pecan_wsgi.hooks.translation [None req-b30534c0-6fb4-45d2-bc06-0ebd094ae0f6 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] DELETE failed (client error): The resource could not be found. Jan 05 17:11:05.309029 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b30534c0-6fb4-45d2-bc06-0ebd094ae0f6 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 05 17:11:05.314386 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-b30534c0-6fb4-45d2-bc06-0ebd094ae0f6 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] 10.222.0.11 "DELETE /v2.0/subnets/d8da3344-0017-4fb3-a269-1e0e5f8938de HTTP/1.1" status: 404 len: 337 time: 0.0328960 Jan 05 17:11:05.314634 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 42998) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:05.315046 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a41970e-d47c-4214-bd29-8f0143fee6a5 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Router 3134b106-4218-415e-bd16-8091c8c99414 has already been hosted by L3 agent 59446fdc-40e0-41fe-a575-a8eb11d742f7 {{(pid=103800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 05 17:11:05.335831 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-997a3a2c-1761-451a-a2dc-f02217280bba tempest-RoutersAdminTest-1676889452 tempest-RoutersAdminTest-1676889452-project] 10.222.0.11 "GET /v2.0/ports?device_id=baa4e709-a2d8-4f6b-ab06-913eccca4950 HTTP/1.1" status: 200 len: 205 time: 0.0483208 Jan 05 17:11:05.341826 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 43000) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:05.348917 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a1f62cf-15d6-40e3-9647-9b057821aa09 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] DELETE failed (client error): The resource could not be found. Jan 05 17:11:05.349496 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a1f62cf-15d6-40e3-9647-9b057821aa09 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 05 17:11:05.352530 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-3a1f62cf-15d6-40e3-9647-9b057821aa09 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] 10.222.0.11 "DELETE /v2.0/ports/840ea76b-2d41-47d0-a913-1a8474307cd3 HTTP/1.1" status: 404 len: 333 time: 0.0368421 Jan 05 17:11:05.376572 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 43002) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:05.385112 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.api.v2.resource [None req-546cd559-3f6e-4cdc-99d8-64bc536d151e tempest-RoutersAdminTest-1676889452 tempest-RoutersAdminTest-1676889452-project] delete failed (client error): The resource could not be found. Jan 05 17:11:05.386329 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-546cd559-3f6e-4cdc-99d8-64bc536d151e tempest-RoutersAdminTest-1676889452 tempest-RoutersAdminTest-1676889452-project] 10.222.0.11 "DELETE /v2.0/routers/baa4e709-a2d8-4f6b-ab06-913eccca4950 HTTP/1.1" status: 404 len: 336 time: 0.0434189 Jan 05 17:11:05.388926 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 43004) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:05.416419 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-f5073f64-cba0-49e9-9877-df94fc5cad0c tempest-RoutersAdminTest-1676889452 tempest-RoutersAdminTest-1676889452-project] 10.222.0.11 "GET /v2.0/ports?device_id=f1ef086d-18e1-4af9-b8a8-cba1d48c343f HTTP/1.1" status: 200 len: 205 time: 0.0263920 Jan 05 17:11:05.425113 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 43006) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:05.466976 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.api.v2.resource [None req-c77706bf-46ab-4f66-85c8-e82c1b50f665 tempest-RoutersAdminTest-1676889452 tempest-RoutersAdminTest-1676889452-project] delete failed (client error): The resource could not be found. Jan 05 17:11:05.468034 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-c77706bf-46ab-4f66-85c8-e82c1b50f665 tempest-RoutersAdminTest-1676889452 tempest-RoutersAdminTest-1676889452-project] 10.222.0.11 "DELETE /v2.0/routers/f1ef086d-18e1-4af9-b8a8-cba1d48c343f HTTP/1.1" status: 404 len: 336 time: 0.0418203 Jan 05 17:11:05.470795 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 43008) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:05.506918 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-c3ba28ea-5534-49b8-b301-1696662bce77 tempest-RoutersAdminTest-1676889452 tempest-RoutersAdminTest-1676889452-project] 10.222.0.11 "GET /v2.0/ports?device_id=eab30a81-6781-47db-8aca-405d08207bf3 HTTP/1.1" status: 200 len: 205 time: 0.0347261 Jan 05 17:11:05.509360 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 43010) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:05.548407 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.api.v2.resource [None req-22d5268b-49d7-4f2a-9909-d0527d42005e tempest-RoutersAdminTest-1676889452 tempest-RoutersAdminTest-1676889452-project] delete failed (client error): The resource could not be found. Jan 05 17:11:05.549678 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-22d5268b-49d7-4f2a-9909-d0527d42005e tempest-RoutersAdminTest-1676889452 tempest-RoutersAdminTest-1676889452-project] 10.222.0.11 "DELETE /v2.0/routers/eab30a81-6781-47db-8aca-405d08207bf3 HTTP/1.1" status: 404 len: 336 time: 0.0392830 Jan 05 17:11:05.552152 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 43012) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:05.580491 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-23065207-4f5a-4509-8310-8a6537d31285 tempest-RoutersAdminTest-1676889452 tempest-RoutersAdminTest-1676889452-project] 10.222.0.11 "GET /v2.0/ports?device_id=59d5efae-cc3b-4567-844e-a0aabc30319c HTTP/1.1" status: 200 len: 205 time: 0.0272112 Jan 05 17:11:05.582985 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 43014) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:05.628143 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.api.v2.resource [None req-146e6910-abce-4ae2-881f-27ad4b181d86 tempest-RoutersAdminTest-1676889452 tempest-RoutersAdminTest-1676889452-project] delete failed (client error): The resource could not be found. Jan 05 17:11:05.632179 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-146e6910-abce-4ae2-881f-27ad4b181d86 tempest-RoutersAdminTest-1676889452 tempest-RoutersAdminTest-1676889452-project] 10.222.0.11 "DELETE /v2.0/routers/59d5efae-cc3b-4567-844e-a0aabc30319c HTTP/1.1" status: 404 len: 336 time: 0.0452783 Jan 05 17:11:05.632383 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 43016) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:05.661943 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-82509cee-9f9f-4565-97c4-b983e99bf6f8 tempest-RoutersAdminTest-1676889452 tempest-RoutersAdminTest-1676889452-project] 10.222.0.11 "GET /v2.0/ports?device_id=168d59da-0d75-43b5-a14f-59cb27bd2e70 HTTP/1.1" status: 200 len: 205 time: 0.0283828 Jan 05 17:11:05.664340 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 43018) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:05.702000 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.api.v2.resource [None req-092f6a56-c9f4-451a-b755-5e2e793a9d27 tempest-RoutersAdminTest-1676889452 tempest-RoutersAdminTest-1676889452-project] delete failed (client error): The resource could not be found. Jan 05 17:11:05.703109 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-092f6a56-c9f4-451a-b755-5e2e793a9d27 tempest-RoutersAdminTest-1676889452 tempest-RoutersAdminTest-1676889452-project] 10.222.0.11 "DELETE /v2.0/routers/168d59da-0d75-43b5-a14f-59cb27bd2e70 HTTP/1.1" status: 404 len: 336 time: 0.0377469 Jan 05 17:11:05.705746 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 43020) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:05.734651 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.pecan_wsgi.hooks.translation [None req-d664809c-20f3-4bad-a689-be2e2b9aee66 tempest-RoutersAdminTest-1676889452 tempest-RoutersAdminTest-1676889452-project] DELETE failed (client error): The resource could not be found. Jan 05 17:11:05.735116 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d664809c-20f3-4bad-a689-be2e2b9aee66 tempest-RoutersAdminTest-1676889452 tempest-RoutersAdminTest-1676889452-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 05 17:11:05.739007 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-d664809c-20f3-4bad-a689-be2e2b9aee66 tempest-RoutersAdminTest-1676889452 tempest-RoutersAdminTest-1676889452-project] 10.222.0.11 "DELETE /v2.0/subnets/abccc1d9-783f-4740-aa04-e1701021ada0 HTTP/1.1" status: 404 len: 337 time: 0.0322194 Jan 05 17:11:05.782554 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9d8abf3-bfe1-4caa-a3a9-c3c70c1327ff tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] DELETE failed (client error): The resource could not be found. Jan 05 17:11:05.783013 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9d8abf3-bfe1-4caa-a3a9-c3c70c1327ff tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103800) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 05 17:11:05.786010 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-b9d8abf3-bfe1-4caa-a3a9-c3c70c1327ff tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] 10.222.0.11 "DELETE /v2.0/subnets/e335b396-0b20-4d4c-a7a6-0562c4e529ec HTTP/1.1" status: 404 len: 337 time: 0.4061058 Jan 05 17:11:05.788637 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0dd83818-425d-4eec-a259-8834474c8b12 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'} {{(pid=103800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 05 17:11:05.788809 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 43026) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:05.828701 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.pecan_wsgi.hooks.translation [None req-922dd5bf-f342-49ba-89da-c7dfbd6864f4 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] DELETE failed (client error): The resource could not be found. Jan 05 17:11:05.829358 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-922dd5bf-f342-49ba-89da-c7dfbd6864f4 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 05 17:11:05.834942 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-922dd5bf-f342-49ba-89da-c7dfbd6864f4 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] 10.222.0.11 "DELETE /v2.0/ports/86ab0ad0-f698-4bbb-8ad3-3c46c461a1a6 HTTP/1.1" status: 404 len: 333 time: 0.0428159 Jan 05 17:11:05.835286 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 43028) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:05.865279 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2ad8aaf-ca46-4c58-bc42-4722060cce38 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] DELETE failed (client error): The resource could not be found. Jan 05 17:11:05.865874 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2ad8aaf-ca46-4c58-bc42-4722060cce38 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 05 17:11:05.871681 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-d2ad8aaf-ca46-4c58-bc42-4722060cce38 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] 10.222.0.11 "DELETE /v2.0/subnets/e51e3913-a405-4a52-a535-b4827fe2e24c HTTP/1.1" status: 404 len: 337 time: 0.0329125 Jan 05 17:11:05.872977 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 43030) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:05.877121 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0dd83818-425d-4eec-a259-8834474c8b12 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225'] for segment, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:05.877467 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.db.segments_db [None req-0dd83818-425d-4eec-a259-8834474c8b12 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Added segment 0891bcf1-2a79-49e1-a673-ca58b919e72c of type vlan for network f8d431e5-e291-458a-87e8-f7fd255c8522 Jan 05 17:11:05.899312 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3978c78-5c65-41a6-9f6d-e6950f9a91fd tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] DELETE failed (client error): The resource could not be found. Jan 05 17:11:05.900003 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3978c78-5c65-41a6-9f6d-e6950f9a91fd tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 05 17:11:05.903644 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-f3978c78-5c65-41a6-9f6d-e6950f9a91fd tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] 10.222.0.11 "DELETE /v2.0/ports/2630430a-dce9-41ae-a1c7-c4735dead797 HTTP/1.1" status: 404 len: 333 time: 0.0286593 Jan 05 17:11:05.906543 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 43032) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:05.933216 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8576e19-1ce1-417d-8aac-d3799d46c2d9 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] DELETE failed (client error): The resource could not be found. Jan 05 17:11:05.933733 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8576e19-1ce1-417d-8aac-d3799d46c2d9 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 05 17:11:05.937549 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-b8576e19-1ce1-417d-8aac-d3799d46c2d9 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] 10.222.0.11 "DELETE /v2.0/subnets/51fa7ed0-12ee-4020-be16-c5f8aa5e6f30 HTTP/1.1" status: 404 len: 337 time: 0.0301602 Jan 05 17:11:05.940179 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 43034) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:05.963705 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a41970e-d47c-4214-bd29-8f0143fee6a5 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 05 17:11:05.975063 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d8923cb-e314-41b2-a2f9-339ec0051ad9 None None] Sync routers for ids ['3134b106-4218-415e-bd16-8091c8c99414'] in dv-neutron-master-2-hyperv {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 05 17:11:05.976362 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3a41970e-d47c-4214-bd29-8f0143fee6a5 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks [] for router, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:05.980877 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-3a41970e-d47c-4214-bd29-8f0143fee6a5 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] 10.222.0.11 "PUT /v2.0/routers/3134b106-4218-415e-bd16-8091c8c99414 HTTP/1.1" status: 200 len: 705 time: 1.5225730 Jan 05 17:11:05.988994 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 43036) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:05.998875 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d8923cb-e314-41b2-a2f9-339ec0051ad9 None None] Routers {'3134b106-4218-415e-bd16-8091c8c99414'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:11:05.999636 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-4d8923cb-e314-41b2-a2f9-339ec0051ad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:10:49Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['3134b106-4218-415e-bd16-8091c8c99414'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:11:06.042396 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e27a1c1f-e5af-4f20-ac74-644378616999 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3809644'] for network, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:06.070485 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-2cdf8dcb-d617-4eb8-b90b-ce13b1b1553d tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] 10.222.0.11 "GET /v2.0/ports?device_id=3134b106-4218-415e-bd16-8091c8c99414 HTTP/1.1" status: 200 len: 205 time: 0.0810301 Jan 05 17:11:06.077271 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 43038) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:06.081120 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-4d8923cb-e314-41b2-a2f9-339ec0051ad9 None None] Set router 3134b106-4218-415e-bd16-8091c8c99414 gateway port host: None {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:11:06.083607 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0dd83818-425d-4eec-a259-8834474c8b12 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754180566020'] for network, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:06.145862 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-4d8923cb-e314-41b2-a2f9-339ec0051ad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3134b106-4218-415e-bd16-8091c8c99414', 'name': 'tempest-RoutersIpV6Test-router-1976028866', 'tenant_id': '04762f6d6f55432ea3822a71fa1f481f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:09:21Z', 'updated_at': '2022-01-05T17:10:58Z', 'revision_number': 11, 'project_id': '04762f6d6f55432ea3822a71fa1f481f', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:11:06.151371 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9922d02c-9e46-4465-a101-1c9559b6028f tempest-FloatingIPNegativeTestJSON-29840365 tempest-FloatingIPNegativeTestJSON-29840365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:06.175433 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d8923cb-e314-41b2-a2f9-339ec0051ad9 None None] Checking router: 3134b106-4218-415e-bd16-8091c8c99414 for host: dv-neutron-master-2-hyperv {{(pid=103802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 05 17:11:06.185559 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d8923cb-e314-41b2-a2f9-339ec0051ad9 None None] Routers {'3134b106-4218-415e-bd16-8091c8c99414'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:11:06.186700 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-4d8923cb-e314-41b2-a2f9-339ec0051ad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:10:49Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['3134b106-4218-415e-bd16-8091c8c99414'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:11:06.202979 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e27a1c1f-e5af-4f20-ac74-644378616999 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3891715', 'neutron.services.segments.db._delete_segments_for_network-8754181063482'] for network, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:06.213119 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9922d02c-9e46-4465-a101-1c9559b6028f tempest-FloatingIPNegativeTestJSON-29840365 tempest-FloatingIPNegativeTestJSON-29840365-project] Pushing event deleted for resources: {'Port': ['ID=b0c7d5c5-4151-48b5-b170-2f493eb22b9a,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:11:06.268767 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-842d81d3-a1a1-483c-938b-273bef42683a tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks [] for router, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:06.271434 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-4d8923cb-e314-41b2-a2f9-339ec0051ad9 None None] Set router 3134b106-4218-415e-bd16-8091c8c99414 gateway port host: None {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:11:06.299706 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9922d02c-9e46-4465-a101-1c9559b6028f tempest-FloatingIPNegativeTestJSON-29840365 tempest-FloatingIPNegativeTestJSON-29840365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:06.304816 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-9922d02c-9e46-4465-a101-1c9559b6028f tempest-FloatingIPNegativeTestJSON-29840365 tempest-FloatingIPNegativeTestJSON-29840365-project] 10.222.0.11 "DELETE /v2.0/ports/b0c7d5c5-4151-48b5-b170-2f493eb22b9a HTTP/1.1" status: 204 len: 168 time: 2.1810217 Jan 05 17:11:06.305941 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0dd83818-425d-4eec-a259-8834474c8b12 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685'] for network, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:06.313575 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dd83818-425d-4eec-a259-8834474c8b12 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:11:06.314504 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0dd83818-425d-4eec-a259-8834474c8b12 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Publish callbacks [] for network, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:06.320094 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 43042) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:06.337500 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.services.segments.db [None req-e27a1c1f-e5af-4f20-ac74-644378616999 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e897f8fc-3cef-40ca-9466-c6c65ecd9833']}} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:11:06.361679 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-4d8923cb-e314-41b2-a2f9-339ec0051ad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3134b106-4218-415e-bd16-8091c8c99414', 'name': 'tempest-RoutersIpV6Test-router-1976028866', 'tenant_id': '04762f6d6f55432ea3822a71fa1f481f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:09:21Z', 'updated_at': '2022-01-05T17:10:58Z', 'revision_number': 11, 'project_id': '04762f6d6f55432ea3822a71fa1f481f', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:11:06.384533 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.services.segments.db [None req-e27a1c1f-e5af-4f20-ac74-644378616999 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68e6c437-46c2-424d-85e7-20547f69066d') {'for_net_delete': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:11:06.384826 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.services.segments.db [None req-e27a1c1f-e5af-4f20-ac74-644378616999 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68e6c437-46c2-424d-85e7-20547f69066d') {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:11:06.423783 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e27a1c1f-e5af-4f20-ac74-644378616999 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754181064771', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11316385'] for segment, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:06.437325 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d8923cb-e314-41b2-a2f9-339ec0051ad9 None None] The sync data for ids ['3134b106-4218-415e-bd16-8091c8c99414'] in dv-neutron-master-2-hyperv is: [{'id': '3134b106-4218-415e-bd16-8091c8c99414', 'name': 'tempest-RoutersIpV6Test-router-1976028866', 'tenant_id': '04762f6d6f55432ea3822a71fa1f481f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:09:21Z', 'updated_at': '2022-01-05T17:10:58Z', 'revision_number': 11, 'project_id': '04762f6d6f55432ea3822a71fa1f481f', 'gw_port_host': None}] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 05 17:11:06.494551 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd83818-425d-4eec-a259-8834474c8b12 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Pushing event updated for resources: {'Network': ['ID=f8d431e5-e291-458a-87e8-f7fd255c8522,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:11:06.506593 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e27a1c1f-e5af-4f20-ac74-644378616999 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225'] for segment, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:06.519716 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 43044) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:06.521819 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Network f8d431e5-e291-458a-87e8-f7fd255c8522 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 05 17:11:06.535367 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fee1ed6-db14-44f1-a797-ed5a6d9648d0 tempest-FloatingIPNegativeTestJSON-29840365 tempest-FloatingIPNegativeTestJSON-29840365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:11:06.540420 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-5fee1ed6-db14-44f1-a797-ed5a6d9648d0 tempest-FloatingIPNegativeTestJSON-29840365 tempest-FloatingIPNegativeTestJSON-29840365-project] 10.222.0.11 "GET /v2.0/ports?device_id=22101224-95bd-448b-82ce-89077c23ce6f HTTP/1.1" status: 200 len: 913 time: 0.2135606 Jan 05 17:11:06.547528 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 43048) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:06.559072 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-842d81d3-a1a1-483c-938b-273bef42683a tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-648249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62744'] for router, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:06.563474 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-842d81d3-a1a1-483c-938b-273bef42683a tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:06.611916 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-0dd83818-425d-4eec-a259-8834474c8b12 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.6428430 Jan 05 17:11:06.615935 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 43050) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:06.636567 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-1d9a0dbb-ff1d-402c-8ccf-7e6b79e84330 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Request body: {'subnet': {'network_id': 'f8d431e5-e291-458a-87e8-f7fd255c8522', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:11:06.645230 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e27a1c1f-e5af-4f20-ac74-644378616999 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Releasing vlan 110 on physical network physnet1 to pool {{(pid=103801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 05 17:11:06.645703 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e27a1c1f-e5af-4f20-ac74-644378616999 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11433197'] for segment, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:06.649310 dv-neutron-master-2-hyperv neutron-server[103801]: Traceback (most recent call last): Jan 05 17:11:06.649310 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 05 17:11:06.649310 dv-neutron-master-2-hyperv neutron-server[103801]: timer() Jan 05 17:11:06.649310 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 05 17:11:06.649310 dv-neutron-master-2-hyperv neutron-server[103801]: cb(*args, **kw) Jan 05 17:11:06.649310 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 05 17:11:06.649310 dv-neutron-master-2-hyperv neutron-server[103801]: return func(*args, **kwargs) Jan 05 17:11:06.649310 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 05 17:11:06.649310 dv-neutron-master-2-hyperv neutron-server[103801]: self._notify() Jan 05 17:11:06.649310 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 05 17:11:06.649310 dv-neutron-master-2-hyperv neutron-server[103801]: self.callback(batched_events) Jan 05 17:11:06.649310 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 05 17:11:06.649310 dv-neutron-master-2-hyperv neutron-server[103801]: event.method(event) Jan 05 17:11:06.649310 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 05 17:11:06.649310 dv-neutron-master-2-hyperv neutron-server[103801]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 05 17:11:06.649310 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 05 17:11:06.649310 dv-neutron-master-2-hyperv neutron-server[103801]: aggregate_uuid = self.p_client.list_aggregates( Jan 05 17:11:06.649310 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 05 17:11:06.649310 dv-neutron-master-2-hyperv neutron-server[103801]: return f(self, *a, **k) Jan 05 17:11:06.649310 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 05 17:11:06.649310 dv-neutron-master-2-hyperv neutron-server[103801]: return self._get(url).json() Jan 05 17:11:06.649310 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 05 17:11:06.649310 dv-neutron-master-2-hyperv neutron-server[103801]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 05 17:11:06.649310 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 05 17:11:06.649310 dv-neutron-master-2-hyperv neutron-server[103801]: return self.request(url, 'GET', **kwargs) Jan 05 17:11:06.649310 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 05 17:11:06.649310 dv-neutron-master-2-hyperv neutron-server[103801]: base_url = self.get_endpoint(auth, allow=allow, Jan 05 17:11:06.649310 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 05 17:11:06.649310 dv-neutron-master-2-hyperv neutron-server[103801]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 05 17:11:06.649310 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 05 17:11:06.649310 dv-neutron-master-2-hyperv neutron-server[103801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 05 17:11:06.649310 dv-neutron-master-2-hyperv neutron-server[103801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 05 17:11:06.713862 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a620444b-c189-4fdb-a6e1-5e11922b4707 tempest-RoutersNegativeIpV6Test-1533253519 tempest-RoutersNegativeIpV6Test-1533253519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-531685'] for router_interface, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:06.766309 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-842d81d3-a1a1-483c-938b-273bef42683a tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-648240'] for router, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:06.766875 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-842d81d3-a1a1-483c-938b-273bef42683a tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Fanout notify agent at l3_agent the message router_deleted on router 3134b106-4218-415e-bd16-8091c8c99414 {{(pid=103801) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 05 17:11:06.775799 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-842d81d3-a1a1-483c-938b-273bef42683a tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks [] for router, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:06.775799 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-842d81d3-a1a1-483c-938b-273bef42683a tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] 10.222.0.11 "DELETE /v2.0/routers/3134b106-4218-415e-bd16-8091c8c99414 HTTP/1.1" status: 204 len: 168 time: 0.6968720 Jan 05 17:11:06.781934 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 43052) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:06.787284 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-b30ffe7b-7e73-4da3-a595-50fffcac27d3 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2115150338', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:11:06.804502 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2d5ca1ba-4722-48e9-b073-2907d57a1679 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:06.829139 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e27a1c1f-e5af-4f20-ac74-644378616999 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3891722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648695'] for network, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:06.836232 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e27a1c1f-e5af-4f20-ac74-644378616999 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Publish callbacks [] for network, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:06.842917 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-e27a1c1f-e5af-4f20-ac74-644378616999 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] 10.222.0.11 "DELETE /v2.0/networks/e897f8fc-3cef-40ca-9466-c6c65ecd9833 HTTP/1.1" status: 204 len: 168 time: 0.8988669 Jan 05 17:11:06.879119 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27a1c1f-e5af-4f20-ac74-644378616999 tempest-NetworksTestDHCPv6-1054216280 tempest-NetworksTestDHCPv6-1054216280-project] Pushing event deleted for resources: {'Network': ['ID=e897f8fc-3cef-40ca-9466-c6c65ecd9833,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:11:06.978115 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-b30ffe7b-7e73-4da3-a595-50fffcac27d3 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-649063', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58098'] for router, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:06.979433 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-b30ffe7b-7e73-4da3-a595-50fffcac27d3 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649832', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-545006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58091'] for router, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:07.032264 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-b30ffe7b-7e73-4da3-a595-50fffcac27d3 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:07.129071 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-b30ffe7b-7e73-4da3-a595-50fffcac27d3 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-648430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648639'] for router, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:07.173934 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2d5ca1ba-4722-48e9-b073-2907d57a1679 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:07.178367 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d9a0dbb-ff1d-402c-8ccf-7e6b79e84330 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Made reservation on behalf of 2c187912c919424a8a16116bf03056cd for: {'subnet': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:11:07.182083 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1d9a0dbb-ff1d-402c-8ccf-7e6b79e84330 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8521827'] for subnet, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:07.210564 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-b30ffe7b-7e73-4da3-a595-50fffcac27d3 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks [] for router, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:07.212824 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-b30ffe7b-7e73-4da3-a595-50fffcac27d3 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4298856 Jan 05 17:11:07.217449 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 43058) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:07.222685 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-bd0ba2fd-72cc-4f59-9e80-39d1242582ae tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:11:07.261641 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.ipam_backend_mixin [None req-1d9a0dbb-ff1d-402c-8ccf-7e6b79e84330 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Performing IP validity checks on allocation pools {{(pid=103800) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jan 05 17:11:07.262126 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.ipam_backend_mixin [None req-1d9a0dbb-ff1d-402c-8ccf-7e6b79e84330 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103800) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jan 05 17:11:07.284827 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2d5ca1ba-4722-48e9-b073-2907d57a1679 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:07.390111 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-2d5ca1ba-4722-48e9-b073-2907d57a1679 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d965f8740bd84aac9758961003f04d20&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8660192 Jan 05 17:11:07.394479 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 43062) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:07.409368 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5ca1ba-4722-48e9-b073-2907d57a1679 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a95c1537-496c-48e1-b48b-e5a0915b7ae5,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:11:07.431325 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 43064) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:07.574686 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-a620444b-c189-4fdb-a6e1-5e11922b4707 tempest-RoutersNegativeIpV6Test-1533253519 tempest-RoutersNegativeIpV6Test-1533253519-project] Deleting port fc9c494a-e8b5-498d-9527-b52696a2dcca {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:11:07.576005 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a620444b-c189-4fdb-a6e1-5e11922b4707 tempest-RoutersNegativeIpV6Test-1533253519 tempest-RoutersNegativeIpV6Test-1533253519-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:07.598199 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-928ccb77-cad9-4bf6-9c70-e0fccf40852d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:07.681455 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2f8f1830-c715-4976-b06c-1fe4c1c037ee tempest-FloatingIPNegativeTestJSON-29840365 tempest-FloatingIPNegativeTestJSON-29840365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-531685'] for router_interface, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:07.741899 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-928ccb77-cad9-4bf6-9c70-e0fccf40852d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:07.783519 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-bd0ba2fd-72cc-4f59-9e80-39d1242582ae tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-649822', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-648421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62737'] for router, precommit_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:07.793518 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1d9a0dbb-ff1d-402c-8ccf-7e6b79e84330 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8784852', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8521873'] for subnet, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:07.869642 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-bd0ba2fd-72cc-4f59-9e80-39d1242582ae tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-649813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-649804', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-648412'] for router, after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:07.880996 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-748a44d9-58a4-4b69-ba63-a32ab3bea5a5 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=fd419c78d7194361a03f37a26ebeba76&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4408653 Jan 05 17:11:07.885616 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 43068) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:07.914879 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a620444b-c189-4fdb-a6e1-5e11922b4707 tempest-RoutersNegativeIpV6Test-1533253519 tempest-RoutersNegativeIpV6Test-1533253519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:07.974319 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-a620444b-c189-4fdb-a6e1-5e11922b4707 tempest-RoutersNegativeIpV6Test-1533253519 tempest-RoutersNegativeIpV6Test-1533253519-project] Calling delete_port for fc9c494a-e8b5-498d-9527-b52696a2dcca owned by network:router_interface {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:11:07.981739 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9a0dbb-ff1d-402c-8ccf-7e6b79e84330 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Pushing event updated for resources: {'Subnet': ['ID=1bdb5012-ed55-4745-a8b2-a5587631e9b8,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:11:08.041245 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-95a92a29-f168-432e-8dd7-47ada789f197 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:08.053001 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d9a0dbb-ff1d-402c-8ccf-7e6b79e84330 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Checking segment: {'id': '0891bcf1-2a79-49e1-a673-ca58b919e72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'f8d431e5-e291-458a-87e8-f7fd255c8522'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:11:08.054093 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d9a0dbb-ff1d-402c-8ccf-7e6b79e84330 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Network hostable DHCP agents. Network: f8d431e5-e291-458a-87e8-f7fd255c8522, hostable agents: ['3f70c195-17da-4084-9fd6-bf6059d88535'], hosted agents: [] {{(pid=103800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 05 17:11:08.071156 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-95a92a29-f168-432e-8dd7-47ada789f197 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:08.096907 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-928ccb77-cad9-4bf6-9c70-e0fccf40852d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:08.099620 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-928ccb77-cad9-4bf6-9c70-e0fccf40852d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:08.103298 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-928ccb77-cad9-4bf6-9c70-e0fccf40852d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a95c1537-496c-48e1-b48b-e5a0915b7ae5 HTTP/1.1" status: 204 len: 168 time: 0.7033997 Jan 05 17:11:08.194860 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd0ba2fd-72cc-4f59-9e80-39d1242582ae tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Router bb049673-5fe7-4fb2-b0c8-c7abc9581015 is scheduled to L3 agent 59446fdc-40e0-41fe-a575-a8eb11d742f7 with binding_index 1 {{(pid=103801) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 05 17:11:08.245383 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-95a92a29-f168-432e-8dd7-47ada789f197 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:08.248240 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-95a92a29-f168-432e-8dd7-47ada789f197 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:08.251848 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-95a92a29-f168-432e-8dd7-47ada789f197 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8168fd21-cf19-4289-a4cb-69f6272a61dd HTTP/1.1" status: 204 len: 168 time: 0.3616252 Jan 05 17:11:08.263064 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a92a29-f168-432e-8dd7-47ada789f197 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8168fd21-cf19-4289-a4cb-69f6272a61dd,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:11:08.302404 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd0ba2fd-72cc-4f59-9e80-39d1242582ae tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 05 17:11:08.322144 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dfbb689-f01a-43ff-a71c-9d8e2e38ab9e None None] Sync routers for ids ['bb049673-5fe7-4fb2-b0c8-c7abc9581015'] in dv-neutron-master-2-hyperv {{(pid=103803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 05 17:11:08.324594 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-bd0ba2fd-72cc-4f59-9e80-39d1242582ae tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks [] for router, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:08.327399 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-bd0ba2fd-72cc-4f59-9e80-39d1242582ae tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] 10.222.0.11 "PUT /v2.0/routers/bb049673-5fe7-4fb2-b0c8-c7abc9581015 HTTP/1.1" status: 200 len: 698 time: 1.1099172 Jan 05 17:11:08.329198 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 43076) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:08.335082 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dfbb689-f01a-43ff-a71c-9d8e2e38ab9e None None] Routers {'bb049673-5fe7-4fb2-b0c8-c7abc9581015'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:11:08.335729 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-2dfbb689-f01a-43ff-a71c-9d8e2e38ab9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:10:49Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['bb049673-5fe7-4fb2-b0c8-c7abc9581015'], 'active': True} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:11:08.501984 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d9a0dbb-ff1d-402c-8ccf-7e6b79e84330 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Network f8d431e5-e291-458a-87e8-f7fd255c8522 is scheduled to be hosted by DHCP agent 3f70c195-17da-4084-9fd6-bf6059d88535 with binding_index 1 {{(pid=103800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 05 17:11:08.504141 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928ccb77-cad9-4bf6-9c70-e0fccf40852d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a95c1537-496c-48e1-b48b-e5a0915b7ae5,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:11:08.518582 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-ace4f148-1369-4221-adeb-f6574b088b63 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] 10.222.0.11 "GET /v2.0/routers/bb049673-5fe7-4fb2-b0c8-c7abc9581015 HTTP/1.1" status: 200 len: 704 time: 0.1876912 Jan 05 17:11:08.519872 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 43080) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:08.576051 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-9c429cd0-da42-4ed4-8330-ccf3381bf81e tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] 10.222.0.11 "GET /v2.0/ports?device_id=bb049673-5fe7-4fb2-b0c8-c7abc9581015 HTTP/1.1" status: 200 len: 205 time: 0.0453231 Jan 05 17:11:08.578001 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 43082) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:08.617869 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvr_db [None req-2dfbb689-f01a-43ff-a71c-9d8e2e38ab9e None None] Set router bb049673-5fe7-4fb2-b0c8-c7abc9581015 gateway port host: None {{(pid=103803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:11:08.631147 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-1d9a0dbb-ff1d-402c-8ccf-7e6b79e84330 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, f8d431e5-e291-458a-87e8-f7fd255c8522) {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:11:08.642031 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b95ae348-65e8-48a1-909b-7f91cc483cac None None] Network f8d431e5-e291-458a-87e8-f7fd255c8522 requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:11:08.675090 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d9a0dbb-ff1d-402c-8ccf-7e6b79e84330 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:11:08.676404 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1d9a0dbb-ff1d-402c-8ccf-7e6b79e84330 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Publish callbacks [] for subnet, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:08.704414 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-6009654d-3a68-40de-a516-cd1741130ab1 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks [] for router, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:08.709180 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-2dfbb689-f01a-43ff-a71c-9d8e2e38ab9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb049673-5fe7-4fb2-b0c8-c7abc9581015', 'name': 'tempest-RoutersIpV6Test-router-2115150338', 'tenant_id': '04762f6d6f55432ea3822a71fa1f481f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:11:06Z', 'updated_at': '2022-01-05T17:11:07Z', 'revision_number': 2, 'project_id': '04762f6d6f55432ea3822a71fa1f481f', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:11:08.749812 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dfbb689-f01a-43ff-a71c-9d8e2e38ab9e None None] Checking router: bb049673-5fe7-4fb2-b0c8-c7abc9581015 for host: dv-neutron-master-2-hyperv {{(pid=103803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 05 17:11:08.761453 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dfbb689-f01a-43ff-a71c-9d8e2e38ab9e None None] Routers {'bb049673-5fe7-4fb2-b0c8-c7abc9581015'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:11:08.762083 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-2dfbb689-f01a-43ff-a71c-9d8e2e38ab9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:10:49Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['bb049673-5fe7-4fb2-b0c8-c7abc9581015'], 'active': True} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:11:08.763825 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-2f8f1830-c715-4976-b06c-1fe4c1c037ee tempest-FloatingIPNegativeTestJSON-29840365 tempest-FloatingIPNegativeTestJSON-29840365-project] Deleting port 894292c4-765c-4116-9489-4463d970d38f {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:11:08.764166 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2f8f1830-c715-4976-b06c-1fe4c1c037ee tempest-FloatingIPNegativeTestJSON-29840365 tempest-FloatingIPNegativeTestJSON-29840365-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:08.767223 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbc75175-2087-4f75-954e-507bb773dbeb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-f8d431e5-e291-458a-87e8-f7fd255c8522', 'network_id': 'f8d431e5-e291-458a-87e8-f7fd255c8522', 'project_id': '2c187912c919424a8a16116bf03056cd', 'fixed_ips': [{'subnet_id': '1bdb5012-ed55-4745-a8b2-a5587631e9b8'}]}} from dv-neutron-master-2-hyperv. {{(pid=103802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 05 17:11:08.781943 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-bbc75175-2087-4f75-954e-507bb773dbeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:08.870094 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvr_db [None req-2dfbb689-f01a-43ff-a71c-9d8e2e38ab9e None None] Set router bb049673-5fe7-4fb2-b0c8-c7abc9581015 gateway port host: None {{(pid=103803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:11:08.874055 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-1d9a0dbb-ff1d-402c-8ccf-7e6b79e84330 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 2.2562220 Jan 05 17:11:08.874897 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a620444b-c189-4fdb-a6e1-5e11922b4707 tempest-RoutersNegativeIpV6Test-1533253519 tempest-RoutersNegativeIpV6Test-1533253519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:08.876940 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 43088) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:08.893615 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-4b6208d7-06c3-4d89-a7c6-9cd23e4868a8 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:11:08.939055 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-2dfbb689-f01a-43ff-a71c-9d8e2e38ab9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb049673-5fe7-4fb2-b0c8-c7abc9581015', 'name': 'tempest-RoutersIpV6Test-router-2115150338', 'tenant_id': '04762f6d6f55432ea3822a71fa1f481f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:11:06Z', 'updated_at': '2022-01-05T17:11:07Z', 'revision_number': 2, 'project_id': '04762f6d6f55432ea3822a71fa1f481f', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:11:08.983097 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a620444b-c189-4fdb-a6e1-5e11922b4707 tempest-RoutersNegativeIpV6Test-1533253519 tempest-RoutersNegativeIpV6Test-1533253519-project] Pushing event deleted for resources: {'Port': ['ID=fc9c494a-e8b5-498d-9527-b52696a2dcca,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:11:09.019300 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 43096) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:09.057951 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dfbb689-f01a-43ff-a71c-9d8e2e38ab9e None None] The sync data for ids ['bb049673-5fe7-4fb2-b0c8-c7abc9581015'] in dv-neutron-master-2-hyperv is: [{'id': 'bb049673-5fe7-4fb2-b0c8-c7abc9581015', 'name': 'tempest-RoutersIpV6Test-router-2115150338', 'tenant_id': '04762f6d6f55432ea3822a71fa1f481f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:11:06Z', 'updated_at': '2022-01-05T17:11:07Z', 'revision_number': 2, 'project_id': '04762f6d6f55432ea3822a71fa1f481f', 'gw_port_host': None}] {{(pid=103803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 05 17:11:09.131110 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.db_base_plugin_common [None req-bbc75175-2087-4f75-954e-507bb773dbeb None None] Allocated IP 172.20.0.3 (f8d431e5-e291-458a-87e8-f7fd255c8522/1bdb5012-ed55-4745-a8b2-a5587631e9b8/25bb42de-f6dc-4bba-beae-7b509f410e0e) {{(pid=103802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:11:09.194251 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-6009654d-3a68-40de-a516-cd1741130ab1 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-648249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62744'] for router, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:09.195056 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2f8f1830-c715-4976-b06c-1fe4c1c037ee tempest-FloatingIPNegativeTestJSON-29840365 tempest-FloatingIPNegativeTestJSON-29840365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:09.204759 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-6009654d-3a68-40de-a516-cd1741130ab1 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:09.245115 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-2f8f1830-c715-4976-b06c-1fe4c1c037ee tempest-FloatingIPNegativeTestJSON-29840365 tempest-FloatingIPNegativeTestJSON-29840365-project] Calling delete_port for 894292c4-765c-4116-9489-4463d970d38f owned by network:router_interface {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:11:09.279803 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-7b9e9faf-477f-409c-ab56-94b30d58ea94 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=58667cb4efea4d45816f5ae9c56c5333&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2593687 Jan 05 17:11:09.283705 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 43100) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:09.308688 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a620444b-c189-4fdb-a6e1-5e11922b4707 tempest-RoutersNegativeIpV6Test-1533253519 tempest-RoutersNegativeIpV6Test-1533253519-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-560676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531569'] for router_interface, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:09.371413 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-6009654d-3a68-40de-a516-cd1741130ab1 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-648240'] for router, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:09.373194 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4b6208d7-06c3-4d89-a7c6-9cd23e4868a8 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-8521834'] for subnet, before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:09.373781 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6009654d-3a68-40de-a516-cd1741130ab1 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Fanout notify agent at l3_agent the message router_deleted on router bb049673-5fe7-4fb2-b0c8-c7abc9581015 {{(pid=103801) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 05 17:11:09.376591 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-8c15978c-6ac3-493f-80aa-0a5b2b3c9a32 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:09.388871 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-6009654d-3a68-40de-a516-cd1741130ab1 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] Publish callbacks [] for router, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:09.394239 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-6009654d-3a68-40de-a516-cd1741130ab1 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] 10.222.0.11 "DELETE /v2.0/routers/bb049673-5fe7-4fb2-b0c8-c7abc9581015 HTTP/1.1" status: 204 len: 168 time: 0.8151670 Jan 05 17:11:09.394978 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 43102) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:09.439104 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-bbc75175-2087-4f75-954e-507bb773dbeb None None] Publish callbacks [] for port, precommit_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:09.485647 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-d6f7072d-ff8f-4856-88a5-923f2a1b3e70 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] 10.222.0.11 "GET /v2.0/ports?device_id=bb049673-5fe7-4fb2-b0c8-c7abc9581015 HTTP/1.1" status: 200 len: 205 time: 0.0737677 Jan 05 17:11:09.487976 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 43106) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:09.495654 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-8c15978c-6ac3-493f-80aa-0a5b2b3c9a32 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:09.509281 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-bbc75175-2087-4f75-954e-507bb773dbeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669'] for port, after_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:09.541487 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.api.v2.resource [None req-9c731b50-11bb-4a78-8b9f-8fdb6edff1e0 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] delete failed (client error): The resource could not be found. Jan 05 17:11:09.545915 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-9c731b50-11bb-4a78-8b9f-8fdb6edff1e0 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] 10.222.0.11 "DELETE /v2.0/routers/bb049673-5fe7-4fb2-b0c8-c7abc9581015 HTTP/1.1" status: 404 len: 336 time: 0.0539734 Jan 05 17:11:09.546154 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 43108) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:09.566487 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc75175-2087-4f75-954e-507bb773dbeb None None] Pushing event updated for resources: {'Port': ['ID=25bb42de-f6dc-4bba-beae-7b509f410e0e,revision_number=1']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:11:09.578287 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbc75175-2087-4f75-954e-507bb773dbeb None None] Network f8d431e5-e291-458a-87e8-f7fd255c8522 is already hosted by enough agents. {{(pid=103802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:11:09.579735 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.scheduler.base_scheduler [None req-bbc75175-2087-4f75-954e-507bb773dbeb None None] Resources bound (agent type, host, resource id): {{(pid=103802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:11:09.582121 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbc75175-2087-4f75-954e-507bb773dbeb None None] Received port after_create {{(pid=103802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:11:09.584615 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.pecan_wsgi.hooks.translation [None req-cab35153-af1f-4ea2-90c6-e324a24dd726 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] DELETE failed (client error): The resource could not be found. Jan 05 17:11:09.585150 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cab35153-af1f-4ea2-90c6-e324a24dd726 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 05 17:11:09.590892 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-cab35153-af1f-4ea2-90c6-e324a24dd726 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] 10.222.0.11 "DELETE /v2.0/subnets/008c4853-5d11-4379-b157-d4d82c3a9414 HTTP/1.1" status: 404 len: 337 time: 0.0412016 Jan 05 17:11:09.591057 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 43110) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:09.637519 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.pecan_wsgi.hooks.translation [None req-36f1010d-6084-4da5-9900-d8492db940ce tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] DELETE failed (client error): The resource could not be found. Jan 05 17:11:09.638727 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36f1010d-6084-4da5-9900-d8492db940ce tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 05 17:11:09.645156 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-36f1010d-6084-4da5-9900-d8492db940ce tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] 10.222.0.11 "DELETE /v2.0/subnets/55b94fe0-157d-4c54-8a73-461b6c3fcdca HTTP/1.1" status: 404 len: 337 time: 0.0530159 Jan 05 17:11:09.645796 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 43114) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:09.660289 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-bbc75175-2087-4f75-954e-507bb773dbeb None None] Attempting to bind port 25bb42de-f6dc-4bba-beae-7b509f410e0e on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 05 17:11:09.669227 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-bbc75175-2087-4f75-954e-507bb773dbeb None None] Attempting to bind port 25bb42de-f6dc-4bba-beae-7b509f410e0e by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '0891bcf1-2a79-49e1-a673-ca58b919e72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'f8d431e5-e291-458a-87e8-f7fd255c8522'}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 05 17:11:09.669227 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbc75175-2087-4f75-954e-507bb773dbeb None None] Attempting to bind port 25bb42de-f6dc-4bba-beae-7b509f410e0e on network f8d431e5-e291-458a-87e8-f7fd255c8522 {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:11:09.669227 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbc75175-2087-4f75-954e-507bb773dbeb None None] Checking agent: {'id': '0d4f8fd3-ce62-4651-970c-efa6a8bb22b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 5, 16, 57, 23), 'started_at': datetime.datetime(2022, 1, 5, 16, 57, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 5, 17, 10, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 05 17:11:09.669227 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbc75175-2087-4f75-954e-507bb773dbeb None None] Checking segment: {'id': '0891bcf1-2a79-49e1-a673-ca58b919e72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'f8d431e5-e291-458a-87e8-f7fd255c8522'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:11:09.669227 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-bbc75175-2087-4f75-954e-507bb773dbeb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:09.669227 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbc75175-2087-4f75-954e-507bb773dbeb None None] Bound using segment: {'id': '0891bcf1-2a79-49e1-a673-ca58b919e72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'f8d431e5-e291-458a-87e8-f7fd255c8522'} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 05 17:11:09.670114 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-bbc75175-2087-4f75-954e-507bb773dbeb None None] Bound port: 25bb42de-f6dc-4bba-beae-7b509f410e0e, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0891bcf1-2a79-49e1-a673-ca58b919e72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'f8d431e5-e291-458a-87e8-f7fd255c8522'}}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 05 17:11:09.670215 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-bbc75175-2087-4f75-954e-507bb773dbeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:09.683171 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.pecan_wsgi.hooks.translation [None req-d91b3ed7-2a0e-46b3-9909-04dbee585dda tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] DELETE failed (client error): The resource could not be found. Jan 05 17:11:09.683637 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d91b3ed7-2a0e-46b3-9909-04dbee585dda tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 05 17:11:09.689763 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-d91b3ed7-2a0e-46b3-9909-04dbee585dda tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] 10.222.0.11 "DELETE /v2.0/subnets/ebf673d0-4d72-4025-a6cc-aa8fd8d0db18 HTTP/1.1" status: 404 len: 337 time: 0.0407190 Jan 05 17:11:09.690416 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 43118) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:09.732991 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.pecan_wsgi.hooks.translation [None req-29d096f6-a731-49f9-ad92-8e6951fb9b23 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] DELETE failed (client error): The resource could not be found. Jan 05 17:11:09.732991 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29d096f6-a731-49f9-ad92-8e6951fb9b23 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 05 17:11:09.737361 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-29d096f6-a731-49f9-ad92-8e6951fb9b23 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] 10.222.0.11 "DELETE /v2.0/subnets/beb7642a-9087-4358-b980-878e8f238cce HTTP/1.1" status: 404 len: 337 time: 0.0456181 Jan 05 17:11:09.738078 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 43122) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:09.746396 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a620444b-c189-4fdb-a6e1-5e11922b4707 tempest-RoutersNegativeIpV6Test-1533253519 tempest-RoutersNegativeIpV6Test-1533253519-project] Router c2952fad-98a1-4582-88b8-89acf570dadf has already been hosted by L3 agent 59446fdc-40e0-41fe-a575-a8eb11d742f7 {{(pid=103800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 05 17:11:09.759171 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-bbc75175-2087-4f75-954e-507bb773dbeb None None] For port 25bb42de-f6dc-4bba-beae-7b509f410e0e, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 05 17:11:09.762884 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-bbc75175-2087-4f75-954e-507bb773dbeb None None] For port 25bb42de-f6dc-4bba-beae-7b509f410e0e, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=25bb42de-f6dc-4bba-beae-7b509f410e0e,segment=NetworkSegment(0891bcf1-2a79-49e1-a673-ca58b919e72c),segment_id=0891bcf1-2a79-49e1-a673-ca58b919e72c)] {{(pid=103802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 05 17:11:09.772320 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-9545a8d9-8fee-4309-8481-ac3d4837284c tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] 10.222.0.11 "GET /v2.0/ports?device_id=3134b106-4218-415e-bd16-8091c8c99414 HTTP/1.1" status: 200 len: 205 time: 0.0303516 Jan 05 17:11:09.772669 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 43124) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:09.826048 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-bbc75175-2087-4f75-954e-507bb773dbeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:09.871355 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-8c15978c-6ac3-493f-80aa-0a5b2b3c9a32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:09.874107 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-8c15978c-6ac3-493f-80aa-0a5b2b3c9a32 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:09.874913 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.api.v2.resource [None req-f628c84d-3521-424c-9c63-30651f255ef4 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] delete failed (client error): The resource could not be found. Jan 05 17:11:09.875372 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-8c15978c-6ac3-493f-80aa-0a5b2b3c9a32 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/674f27b7-8c18-4e2c-8832-c24d3301d99a HTTP/1.1" status: 204 len: 168 time: 0.5897810 Jan 05 17:11:09.881080 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-f628c84d-3521-424c-9c63-30651f255ef4 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] 10.222.0.11 "DELETE /v2.0/routers/3134b106-4218-415e-bd16-8091c8c99414 HTTP/1.1" status: 404 len: 336 time: 0.0820639 Jan 05 17:11:09.887272 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 43128) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:09.894966 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c15978c-6ac3-493f-80aa-0a5b2b3c9a32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=674f27b7-8c18-4e2c-8832-c24d3301d99a,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:11:09.931924 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc75175-2087-4f75-954e-507bb773dbeb None None] Pushing event updated for resources: {'Port': ['ID=25bb42de-f6dc-4bba-beae-7b509f410e0e,revision_number=2']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:11:09.978679 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-ab0953c9-127e-47e6-a990-a25093e7df45 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] 10.222.0.11 "GET /v2.0/ports?device_id=9e14e19a-4c47-4ba6-b780-06add3e35bd0 HTTP/1.1" status: 200 len: 205 time: 0.0853488 Jan 05 17:11:09.978902 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 43132) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:10.047947 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a620444b-c189-4fdb-a6e1-5e11922b4707 tempest-RoutersNegativeIpV6Test-1533253519 tempest-RoutersNegativeIpV6Test-1533253519-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 05 17:11:10.059224 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-a620444b-c189-4fdb-a6e1-5e11922b4707 tempest-RoutersNegativeIpV6Test-1533253519 tempest-RoutersNegativeIpV6Test-1533253519-project] 10.222.0.11 "PUT /v2.0/routers/c2952fad-98a1-4582-88b8-89acf570dadf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7464738 Jan 05 17:11:10.059224 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 43134) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:10.063261 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b7fc91b-5776-44a9-9594-54504c653a8a None None] Sync routers for ids ['c2952fad-98a1-4582-88b8-89acf570dadf'] in dv-neutron-master-2-hyperv {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 05 17:11:10.076411 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.api.v2.resource [None req-984fff64-dbdb-400c-84a8-7f9f6f3c7815 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] delete failed (client error): The resource could not be found. Jan 05 17:11:10.077552 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-984fff64-dbdb-400c-84a8-7f9f6f3c7815 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] 10.222.0.11 "DELETE /v2.0/routers/9e14e19a-4c47-4ba6-b780-06add3e35bd0 HTTP/1.1" status: 404 len: 336 time: 0.0981994 Jan 05 17:11:10.089271 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b7fc91b-5776-44a9-9594-54504c653a8a None None] Routers {'c2952fad-98a1-4582-88b8-89acf570dadf'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:11:10.091178 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-4b7fc91b-5776-44a9-9594-54504c653a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:10:49Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['c2952fad-98a1-4582-88b8-89acf570dadf'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:11:10.093170 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 43136) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:10.110055 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.api.v2.resource [None req-6f268a60-c4e3-4487-a4cd-ea3252648a3c tempest-RoutersNegativeIpV6Test-1533253519 tempest-RoutersNegativeIpV6Test-1533253519-project] delete failed (client error): The resource could not be found. Jan 05 17:11:10.111195 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-6f268a60-c4e3-4487-a4cd-ea3252648a3c tempest-RoutersNegativeIpV6Test-1533253519 tempest-RoutersNegativeIpV6Test-1533253519-project] 10.222.0.11 "DELETE /v2.0/routers/tempest-non_exist_router-1600533907 HTTP/1.1" status: 404 len: 335 time: 0.0519629 Jan 05 17:11:10.114868 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 43138) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:10.118595 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 43140) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:10.122302 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-13bb04b6-f8a8-46d8-87d6-0cd96f7d9d2e tempest-RoutersNegativeIpV6Test-1533253519 tempest-RoutersNegativeIpV6Test-1533253519-project] Request body: {'router': {'external_gateway_info': {'network_id': 'c2952fad-98a1-4582-88b8-89acf570dadf'}}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:11:10.150136 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.pecan_wsgi.hooks.translation [None req-da70d580-2e1e-4fad-a4ae-b75fed8b7481 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] DELETE failed (client error): The resource could not be found. Jan 05 17:11:10.150628 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da70d580-2e1e-4fad-a4ae-b75fed8b7481 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 05 17:11:10.156571 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-da70d580-2e1e-4fad-a4ae-b75fed8b7481 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] 10.222.0.11 "DELETE /v2.0/subnets/0307b3c0-a83a-4f31-b998-cb32155430b7 HTTP/1.1" status: 404 len: 337 time: 0.0599284 Jan 05 17:11:10.156859 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 43144) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:10.170754 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2f8f1830-c715-4976-b06c-1fe4c1c037ee tempest-FloatingIPNegativeTestJSON-29840365 tempest-FloatingIPNegativeTestJSON-29840365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:10.220318 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-4b7fc91b-5776-44a9-9594-54504c653a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:11:10.231908 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b7fc91b-5776-44a9-9594-54504c653a8a None None] Routers {'c2952fad-98a1-4582-88b8-89acf570dadf'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:11:10.232540 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-4b7fc91b-5776-44a9-9594-54504c653a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:10:49Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['c2952fad-98a1-4582-88b8-89acf570dadf'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:11:10.238477 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-0da3f527-379f-4a86-bd3a-c9a0d30cd23c tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] 10.222.0.11 "GET /v2.0/ports?device_id=71d73028-92bd-4a11-81c6-96a04ade0f5d HTTP/1.1" status: 200 len: 205 time: 0.0804157 Jan 05 17:11:10.242460 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 43148) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:10.292754 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-4b7fc91b-5776-44a9-9594-54504c653a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:11:10.293428 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b7fc91b-5776-44a9-9594-54504c653a8a None None] The sync data for ids ['c2952fad-98a1-4582-88b8-89acf570dadf'] in dv-neutron-master-2-hyperv is: [] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 05 17:11:10.334497 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.api.v2.resource [None req-fddf21b8-ad0b-48bd-9a59-65e112a087f5 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] delete failed (client error): The resource could not be found. Jan 05 17:11:10.334497 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-fddf21b8-ad0b-48bd-9a59-65e112a087f5 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] 10.222.0.11 "DELETE /v2.0/routers/71d73028-92bd-4a11-81c6-96a04ade0f5d HTTP/1.1" status: 404 len: 336 time: 0.0872383 Jan 05 17:11:10.342958 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 43152) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:10.350250 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4b6208d7-06c3-4d89-a7c6-9cd23e4868a8 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8754181109252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-8784778'] for subnet, after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:10.369753 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8f1830-c715-4976-b06c-1fe4c1c037ee tempest-FloatingIPNegativeTestJSON-29840365 tempest-FloatingIPNegativeTestJSON-29840365-project] Pushing event deleted for resources: {'Port': ['ID=894292c4-765c-4116-9489-4463d970d38f,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:11:10.406102 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-6b458e68-94d7-48a2-8b92-51b81603593c tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] 10.222.0.11 "GET /v2.0/ports?device_id=e88dc343-7de3-4796-829a-fbd90891c4ba HTTP/1.1" status: 200 len: 205 time: 0.0617509 Jan 05 17:11:10.418182 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 43156) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:10.481348 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.api.v2.resource [None req-f81c50ea-730c-4375-bb2b-9de926e35615 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] delete failed (client error): The resource could not be found. Jan 05 17:11:10.487093 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-f81c50ea-730c-4375-bb2b-9de926e35615 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] 10.222.0.11 "DELETE /v2.0/routers/e88dc343-7de3-4796-829a-fbd90891c4ba HTTP/1.1" status: 404 len: 336 time: 0.0631037 Jan 05 17:11:10.487093 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 43160) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:10.548404 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb0dd702-68d3-4a07-bef3-da4aae0a1646 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] DELETE failed (client error): The resource could not be found. Jan 05 17:11:10.548850 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb0dd702-68d3-4a07-bef3-da4aae0a1646 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 05 17:11:10.554450 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-eb0dd702-68d3-4a07-bef3-da4aae0a1646 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] 10.222.0.11 "DELETE /v2.0/subnets/5989c740-7cc3-4b4f-8300-e3328cee727a HTTP/1.1" status: 404 len: 337 time: 0.0662291 Jan 05 17:11:10.554772 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 43164) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:10.605376 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-66791d4d-c349-4759-9027-d3aaf26905ae tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] 10.222.0.11 "GET /v2.0/ports?device_id=a022ff1d-cf29-4c1d-8ba7-43b9374580c4 HTTP/1.1" status: 200 len: 205 time: 0.0493255 Jan 05 17:11:10.610355 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 43166) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:10.679866 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b6208d7-06c3-4d89-a7c6-9cd23e4868a8 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:11:10.680538 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4b6208d7-06c3-4d89-a7c6-9cd23e4868a8 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Publish callbacks [] for subnet, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:10.685233 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-4b6208d7-06c3-4d89-a7c6-9cd23e4868a8 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] 10.222.0.11 "PUT /v2.0/subnets/1bdb5012-ed55-4745-a8b2-a5587631e9b8 HTTP/1.1" status: 200 len: 877 time: 1.7950821 Jan 05 17:11:10.738707 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-15b223ac-05ad-4e0e-a4ac-9f27b4b58db3 tempest-ExtraDHCPOptionsIpV6TestJSON-152488165 tempest-ExtraDHCPOptionsIpV6TestJSON-152488165-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-890026404'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:11:10.749471 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 43168) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:10.767301 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.api.v2.resource [None req-67821d02-fb56-476b-91e1-009294fcb934 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] delete failed (client error): The resource could not be found. Jan 05 17:11:10.770199 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-67821d02-fb56-476b-91e1-009294fcb934 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] 10.222.0.11 "DELETE /v2.0/routers/a022ff1d-cf29-4c1d-8ba7-43b9374580c4 HTTP/1.1" status: 404 len: 336 time: 0.1586878 Jan 05 17:11:10.778723 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 43174) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:10.833323 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6208d7-06c3-4d89-a7c6-9cd23e4868a8 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Pushing event updated for resources: {'Subnet': ['ID=1bdb5012-ed55-4745-a8b2-a5587631e9b8,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:11:10.836504 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.pecan_wsgi.hooks.translation [None req-357f5298-41c2-47e7-8a30-08de6da67efa tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] DELETE failed (client error): The resource could not be found. Jan 05 17:11:10.837712 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-357f5298-41c2-47e7-8a30-08de6da67efa tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103800) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 05 17:11:10.844343 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-357f5298-41c2-47e7-8a30-08de6da67efa tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] 10.222.0.11 "DELETE /v2.0/subnets/fec9d9ba-69ee-45c2-917d-98973993244f HTTP/1.1" status: 404 len: 337 time: 0.0607135 Jan 05 17:11:10.875687 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 25bb42de-f6dc-4bba-beae-7b509f410e0e up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:11:10.878780 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-13bb04b6-f8a8-46d8-87d6-0cd96f7d9d2e tempest-RoutersNegativeIpV6Test-1533253519 tempest-RoutersNegativeIpV6Test-1533253519-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:10.883607 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 43184) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:10.920323 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-5ce8c474-eab6-4959-9a00-d0395eed2123 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3809644'] for network, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:10.925543 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-ea0ef7f0-bd30-4ea8-bc1f-1ed7d75d93a4 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] 10.222.0.11 "GET /v2.0/ports?device_id=bb271784-11d2-4ab0-af5b-8431eab31390 HTTP/1.1" status: 200 len: 205 time: 0.0372636 Jan 05 17:11:10.929452 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 43188) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:10.987572 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.api.v2.resource [None req-737fc057-b2e0-497a-82f2-42659232d27b tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] delete failed (client error): The resource could not be found. Jan 05 17:11:10.988150 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Provisioning complete for port 25bb42de-f6dc-4bba-beae-7b509f410e0e triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:11:10.988885 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-737fc057-b2e0-497a-82f2-42659232d27b tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] 10.222.0.11 "DELETE /v2.0/routers/bb271784-11d2-4ab0-af5b-8431eab31390 HTTP/1.1" status: 404 len: 336 time: 0.0583267 Jan 05 17:11:10.989133 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:11.027038 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 43192) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:11.039763 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15b223ac-05ad-4e0e-a4ac-9f27b4b58db3 tempest-ExtraDHCPOptionsIpV6TestJSON-152488165 tempest-ExtraDHCPOptionsIpV6TestJSON-152488165-project] Made reservation on behalf of 099900e3b14f43edb3131cbb76569943 for: {'network': 1} {{(pid=103801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:11:11.043260 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-15b223ac-05ad-4e0e-a4ac-9f27b4b58db3 tempest-ExtraDHCPOptionsIpV6TestJSON-152488165 tempest-ExtraDHCPOptionsIpV6TestJSON-152488165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for network, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:11.053614 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2f8f1830-c715-4976-b06c-1fe4c1c037ee tempest-FloatingIPNegativeTestJSON-29840365 tempest-FloatingIPNegativeTestJSON-29840365-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-560676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531569'] for router_interface, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:11.073970 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-15b223ac-05ad-4e0e-a4ac-9f27b4b58db3 tempest-ExtraDHCPOptionsIpV6TestJSON-152488165 tempest-ExtraDHCPOptionsIpV6TestJSON-152488165-project] Publish callbacks [] for security_group, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:11.077931 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.pecan_wsgi.hooks.translation [None req-d48b634f-07f0-4e2b-92cc-f0f55a9988e6 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] DELETE failed (client error): The resource could not be found. Jan 05 17:11:11.078582 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d48b634f-07f0-4e2b-92cc-f0f55a9988e6 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 05 17:11:11.081450 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-d48b634f-07f0-4e2b-92cc-f0f55a9988e6 tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] 10.222.0.11 "DELETE /v2.0/subnets/0461ec13-88b5-4c75-8b67-c8ef6042bccb HTTP/1.1" status: 404 len: 337 time: 0.0498774 Jan 05 17:11:11.090538 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 43194) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:11.139488 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.pecan_wsgi.hooks.translation [None req-6976d719-8b0b-480f-a134-819fc03e3ebe tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] DELETE failed (client error): The resource could not be found. Jan 05 17:11:11.139945 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6976d719-8b0b-480f-a134-819fc03e3ebe tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 05 17:11:11.145621 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-6976d719-8b0b-480f-a134-819fc03e3ebe tempest-RoutersIpV6Test-1206213916 tempest-RoutersIpV6Test-1206213916-project] 10.222.0.11 "DELETE /v2.0/subnets/6924c082-5c52-4437-b712-e4e1189506ce HTTP/1.1" status: 404 len: 337 time: 0.0431409 Jan 05 17:11:11.150191 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:11.161195 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-5ce8c474-eab6-4959-9a00-d0395eed2123 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Deleting port 25bb42de-f6dc-4bba-beae-7b509f410e0e {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:11:11.161539 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-5ce8c474-eab6-4959-9a00-d0395eed2123 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:11.173235 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.api.v2.resource [None req-13bb04b6-f8a8-46d8-87d6-0cd96f7d9d2e tempest-RoutersNegativeIpV6Test-1533253519 tempest-RoutersNegativeIpV6Test-1533253519-project] update failed (client error): The resource could not be found. Jan 05 17:11:11.187655 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-13bb04b6-f8a8-46d8-87d6-0cd96f7d9d2e tempest-RoutersNegativeIpV6Test-1533253519 tempest-RoutersNegativeIpV6Test-1533253519-project] 10.222.0.11 "PUT /v2.0/routers/c2952fad-98a1-4582-88b8-89acf570dadf HTTP/1.1" status: 404 len: 339 time: 1.0717084 Jan 05 17:11:11.188329 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 43200) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:11.204145 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-e34b363d-2c01-42fa-9762-db91d2caea1f tempest-RoutersNegativeIpV6Test-1533253519 tempest-RoutersNegativeIpV6Test-1533253519-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1289196657'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:11:11.225568 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] For port 25bb42de-f6dc-4bba-beae-7b509f410e0e, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=25bb42de-f6dc-4bba-beae-7b509f410e0e,segment=NetworkSegment(0891bcf1-2a79-49e1-a673-ca58b919e72c),segment_id=0891bcf1-2a79-49e1-a673-ca58b919e72c)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:11:11.285948 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:11.382862 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Pushing event updated for resources: {'Port': ['ID=25bb42de-f6dc-4bba-beae-7b509f410e0e,revision_number=3']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:11:11.405084 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-5ce8c474-eab6-4959-9a00-d0395eed2123 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] For port 25bb42de-f6dc-4bba-beae-7b509f410e0e, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=25bb42de-f6dc-4bba-beae-7b509f410e0e,segment=NetworkSegment(0891bcf1-2a79-49e1-a673-ca58b919e72c),segment_id=0891bcf1-2a79-49e1-a673-ca58b919e72c)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:11:11.405438 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-5ce8c474-eab6-4959-9a00-d0395eed2123 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:11.423477 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f8f1830-c715-4976-b06c-1fe4c1c037ee tempest-FloatingIPNegativeTestJSON-29840365 tempest-FloatingIPNegativeTestJSON-29840365-project] Router 22101224-95bd-448b-82ce-89077c23ce6f has already been hosted by L3 agent 59446fdc-40e0-41fe-a575-a8eb11d742f7 {{(pid=103800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 05 17:11:11.429307 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-15b223ac-05ad-4e0e-a4ac-9f27b4b58db3 tempest-ExtraDHCPOptionsIpV6TestJSON-152488165 tempest-ExtraDHCPOptionsIpV6TestJSON-152488165-project] Publish callbacks [] for security_group, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:11.430565 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-5ce8c474-eab6-4959-9a00-d0395eed2123 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Calling delete_port for 25bb42de-f6dc-4bba-beae-7b509f410e0e owned by network:dhcp {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:11:11.453210 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e34b363d-2c01-42fa-9762-db91d2caea1f tempest-RoutersNegativeIpV6Test-1533253519 tempest-RoutersNegativeIpV6Test-1533253519-project] Made reservation on behalf of 3b20c1d908604d8f8cda83a036aa36a0 for: {'network': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:11:11.456634 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e34b363d-2c01-42fa-9762-db91d2caea1f tempest-RoutersNegativeIpV6Test-1533253519 tempest-RoutersNegativeIpV6Test-1533253519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for network, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:11.496927 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-9782b05e-603d-467b-9f10-7960879879c3 req-21802cd8-c5c4-4a9c-844a-0c3dab954b8d tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1677449079&fields=id&tenant_id=9bafc9d0d75b44f696c7001918c22f7e HTTP/1.1" status: 200 len: 267 time: 0.0985122 Jan 05 17:11:11.498794 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-423edbfe-92c2-45bc-854b-b8a8d6141fdf None None] Network f8d431e5-e291-458a-87e8-f7fd255c8522 requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:11:11.539438 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-15b223ac-05ad-4e0e-a4ac-9f27b4b58db3 tempest-ExtraDHCPOptionsIpV6TestJSON-152488165 tempest-ExtraDHCPOptionsIpV6TestJSON-152488165-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:11.560457 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e34b363d-2c01-42fa-9762-db91d2caea1f tempest-RoutersNegativeIpV6Test-1533253519 tempest-RoutersNegativeIpV6Test-1533253519-project] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'} {{(pid=103800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 05 17:11:11.598098 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b223ac-05ad-4e0e-a4ac-9f27b4b58db3 tempest-ExtraDHCPOptionsIpV6TestJSON-152488165 tempest-ExtraDHCPOptionsIpV6TestJSON-152488165-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85dd0118-e988-4021-b40a-0c8609996a1f,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:11:11.629147 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f8f1830-c715-4976-b06c-1fe4c1c037ee tempest-FloatingIPNegativeTestJSON-29840365 tempest-FloatingIPNegativeTestJSON-29840365-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 05 17:11:11.647826 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-a3465e56-2dc2-4623-a855-ba452e5342d6 None None] Provisioning complete for port 25bb42de-f6dc-4bba-beae-7b509f410e0e triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:11:11.650999 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-a3465e56-2dc2-4623-a855-ba452e5342d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:11.652529 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-2f8f1830-c715-4976-b06c-1fe4c1c037ee tempest-FloatingIPNegativeTestJSON-29840365 tempest-FloatingIPNegativeTestJSON-29840365-project] 10.222.0.11 "PUT /v2.0/routers/22101224-95bd-448b-82ce-89077c23ce6f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1035187 Jan 05 17:11:11.655837 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 43208) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:11.659810 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe05a7e4-fb96-4a6b-91e1-228be5cd8d41 None None] Sync routers for ids ['22101224-95bd-448b-82ce-89077c23ce6f'] in dv-neutron-master-2-hyperv {{(pid=103803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 05 17:11:11.663541 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e34b363d-2c01-42fa-9762-db91d2caea1f tempest-RoutersNegativeIpV6Test-1533253519 tempest-RoutersNegativeIpV6Test-1533253519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225'] for segment, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:11.663897 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.db.segments_db [None req-e34b363d-2c01-42fa-9762-db91d2caea1f tempest-RoutersNegativeIpV6Test-1533253519 tempest-RoutersNegativeIpV6Test-1533253519-project] Added segment 202d6884-7064-4389-975a-d59d3b021142 of type vlan for network 10a6df43-d644-4b84-bbd3-1b0d0dfe42ef Jan 05 17:11:11.688851 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe05a7e4-fb96-4a6b-91e1-228be5cd8d41 None None] Routers {'22101224-95bd-448b-82ce-89077c23ce6f'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:11:11.688851 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-fe05a7e4-fb96-4a6b-91e1-228be5cd8d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:10:49Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['22101224-95bd-448b-82ce-89077c23ce6f'], 'active': True} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:11:11.749418 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-5ce8c474-eab6-4959-9a00-d0395eed2123 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11433176'] for port, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:11.761944 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-a3465e56-2dc2-4623-a855-ba452e5342d6 None None] Could not find standard attr ID for object 25bb42de-f6dc-4bba-beae-7b509f410e0e. {{(pid=103802) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 05 17:11:11.765362 dv-neutron-master-2-hyperv neutron-server[103802]: INFO neutron.plugins.ml2.db [None req-a3465e56-2dc2-4623-a855-ba452e5342d6 None None] No ports have port_id starting with 25bb42de-f6dc-4bba-beae-7b509f410e0e Jan 05 17:11:11.776050 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-fe05a7e4-fb96-4a6b-91e1-228be5cd8d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:11:11.794918 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe05a7e4-fb96-4a6b-91e1-228be5cd8d41 None None] Routers {'22101224-95bd-448b-82ce-89077c23ce6f'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:11:11.794918 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-fe05a7e4-fb96-4a6b-91e1-228be5cd8d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:10:49Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['22101224-95bd-448b-82ce-89077c23ce6f'], 'active': True} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:11:11.831951 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-fe05a7e4-fb96-4a6b-91e1-228be5cd8d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:11:11.832894 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe05a7e4-fb96-4a6b-91e1-228be5cd8d41 None None] The sync data for ids ['22101224-95bd-448b-82ce-89077c23ce6f'] in dv-neutron-master-2-hyperv is: [] {{(pid=103803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 05 17:11:11.838463 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce8c474-eab6-4959-9a00-d0395eed2123 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Pushing event deleted for resources: {'Port': ['ID=25bb42de-f6dc-4bba-beae-7b509f410e0e,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:11:11.843070 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-93e5b01f-c768-4c86-a962-374ffe99b468 tempest-FloatingIPNegativeTestJSON-29840365 tempest-FloatingIPNegativeTestJSON-29840365-project] Publish callbacks [] for router, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:11.909256 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 43214) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:11.977374 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ce8c474-eab6-4959-9a00-d0395eed2123 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] No DVR routers for this DVR port 25bb42de-f6dc-4bba-beae-7b509f410e0e on host dv-neutron-master-2-hyperv {{(pid=103801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 05 17:11:12.025835 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 43218) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:12.040176 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-5ce8c474-eab6-4959-9a00-d0395eed2123 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892868'] for subnet, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:12.047596 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b11235ed-4c63-47ed-a063-3ad2eb696e40 None None] Network f8d431e5-e291-458a-87e8-f7fd255c8522 requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:11:12.163732 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-93e5b01f-c768-4c86-a962-374ffe99b468 tempest-FloatingIPNegativeTestJSON-29840365 tempest-FloatingIPNegativeTestJSON-29840365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-648249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62744'] for router, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:12.167991 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-93e5b01f-c768-4c86-a962-374ffe99b468 tempest-FloatingIPNegativeTestJSON-29840365 tempest-FloatingIPNegativeTestJSON-29840365-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:12.179045 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e34b363d-2c01-42fa-9762-db91d2caea1f tempest-RoutersNegativeIpV6Test-1533253519 tempest-RoutersNegativeIpV6Test-1533253519-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754180566020'] for network, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:12.197150 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-791f82a2-9a65-4220-bd85-94ea7de70518 None None] Could not find standard attr ID for object 25bb42de-f6dc-4bba-beae-7b509f410e0e. {{(pid=103802) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 05 17:11:12.228528 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9782b05e-603d-467b-9f10-7960879879c3 req-0aa0761d-a24b-4bbc-a731-0d06951fabaf tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:11:12.236696 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-9782b05e-603d-467b-9f10-7960879879c3 req-0aa0761d-a24b-4bbc-a731-0d06951fabaf tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] 10.222.0.11 "GET /v2.0/networks?id=9d892221-db72-44b5-b8b3-7f2a75d6a0ee HTTP/1.1" status: 200 len: 812 time: 0.7065423 Jan 05 17:11:12.254306 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-9782b05e-603d-467b-9f10-7960879879c3 req-a6d2b360-131c-458e-8d1a-745d6395b982 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] 10.222.0.11 "GET /v2.0/quotas/9bafc9d0d75b44f696c7001918c22f7e HTTP/1.1" status: 200 len: 375 time: 0.0159113 Jan 05 17:11:12.289116 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e34b363d-2c01-42fa-9762-db91d2caea1f tempest-RoutersNegativeIpV6Test-1533253519 tempest-RoutersNegativeIpV6Test-1533253519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685'] for network, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:12.295959 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e34b363d-2c01-42fa-9762-db91d2caea1f tempest-RoutersNegativeIpV6Test-1533253519 tempest-RoutersNegativeIpV6Test-1533253519-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:11:12.296594 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e34b363d-2c01-42fa-9762-db91d2caea1f tempest-RoutersNegativeIpV6Test-1533253519 tempest-RoutersNegativeIpV6Test-1533253519-project] Publish callbacks [] for network, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:12.410456 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34b363d-2c01-42fa-9762-db91d2caea1f tempest-RoutersNegativeIpV6Test-1533253519 tempest-RoutersNegativeIpV6Test-1533253519-project] Pushing event updated for resources: {'Network': ['ID=10a6df43-d644-4b84-bbd3-1b0d0dfe42ef,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:11:12.422040 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-9782b05e-603d-467b-9f10-7960879879c3 req-7cfb1326-6cf4-4978-b13e-7724dce3c9ec tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=9bafc9d0d75b44f696c7001918c22f7e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1667633 Jan 05 17:11:12.427473 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Network 10a6df43-d644-4b84-bbd3-1b0d0dfe42ef details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 05 17:11:12.439813 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-e34b363d-2c01-42fa-9762-db91d2caea1f tempest-RoutersNegativeIpV6Test-1533253519 tempest-RoutersNegativeIpV6Test-1533253519-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.2483644 Jan 05 17:11:12.442729 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 43222) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:12.447768 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-70dc3ff1-d324-48a5-bc46-44ab814ec277 tempest-RoutersNegativeIpV6Test-1533253519 tempest-RoutersNegativeIpV6Test-1533253519-project] Request body: {'subnet': {'network_id': '10a6df43-d644-4b84-bbd3-1b0d0dfe42ef', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:11:12.515579 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [None req-4181d990-5088-4a8a-9f55-a38e2647427a tempest-ExtensionsTestJSON-746926052 tempest-ExtensionsTestJSON-746926052-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103801) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 05 17:11:12.520402 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-4181d990-5088-4a8a-9f55-a38e2647427a tempest-ExtensionsTestJSON-746926052 tempest-ExtensionsTestJSON-746926052-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.6100237 Jan 05 17:11:12.521405 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 43226) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:12.539261 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [None req-c2846f90-32eb-4526-a9fb-955b1725430b tempest-ExtensionsTestJSON-746926052 tempest-ExtensionsTestJSON-746926052-project] http://10.222.0.11:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=103801) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 05 17:11:12.541280 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-c2846f90-32eb-4526-a9fb-955b1725430b tempest-ExtensionsTestJSON-746926052 tempest-ExtensionsTestJSON-746926052-project] 10.222.0.11 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0123560 Jan 05 17:11:12.546899 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 43228) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:12.555036 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [None req-60da6e1c-84c4-495a-bfbe-cf1a031b8aa9 tempest-ExtensionsTestJSON-746926052 tempest-ExtensionsTestJSON-746926052-project] http://10.222.0.11:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=103801) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 05 17:11:12.556018 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-60da6e1c-84c4-495a-bfbe-cf1a031b8aa9 tempest-ExtensionsTestJSON-746926052 tempest-ExtensionsTestJSON-746926052-project] 10.222.0.11 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0064452 Jan 05 17:11:12.560886 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 43230) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:12.585506 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [None req-ec396246-0083-423f-b444-c7a1e90cc9c7 tempest-ExtensionsTestJSON-746926052 tempest-ExtensionsTestJSON-746926052-project] http://10.222.0.11:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=103800) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 05 17:11:12.585768 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.db.api [None req-15b223ac-05ad-4e0e-a4ac-9f27b4b58db3 tempest-ExtraDHCPOptionsIpV6TestJSON-152488165 tempest-ExtraDHCPOptionsIpV6TestJSON-152488165-project] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=103801) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 05 17:11:12.585768 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG oslo_db.api [None req-15b223ac-05ad-4e0e-a4ac-9f27b4b58db3 tempest-ExtraDHCPOptionsIpV6TestJSON-152488165 tempest-ExtraDHCPOptionsIpV6TestJSON-152488165-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 05 17:11:12.586021 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-ec396246-0083-423f-b444-c7a1e90cc9c7 tempest-ExtensionsTestJSON-746926052 tempest-ExtensionsTestJSON-746926052-project] 10.222.0.11 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0092165 Jan 05 17:11:12.586123 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-8a6f9bcf-be82-4824-b45e-8fd0f42b3d2e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=04762f6d6f55432ea3822a71fa1f481f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5570893 Jan 05 17:11:12.587447 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 43232) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:12.593977 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 43234) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:12.597754 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [None req-25605eea-9c6d-49de-a99d-bc5472ca67f9 tempest-ExtensionsTestJSON-746926052 tempest-ExtensionsTestJSON-746926052-project] http://10.222.0.11:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=103801) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 05 17:11:12.601013 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-25605eea-9c6d-49de-a99d-bc5472ca67f9 tempest-ExtensionsTestJSON-746926052 tempest-ExtensionsTestJSON-746926052-project] 10.222.0.11 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0039062 Jan 05 17:11:12.607049 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 43236) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:12.613455 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [None req-22eb8700-60b5-4d76-bb7c-a05d418d2122 tempest-ExtensionsTestJSON-746926052 tempest-ExtensionsTestJSON-746926052-project] http://10.222.0.11:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=103801) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 05 17:11:12.615233 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-22eb8700-60b5-4d76-bb7c-a05d418d2122 tempest-ExtensionsTestJSON-746926052 tempest-ExtensionsTestJSON-746926052-project] 10.222.0.11 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0057907 Jan 05 17:11:12.621340 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 43238) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:12.626623 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [None req-176eba19-ccb0-4594-a25a-2afe6224435b tempest-ExtensionsTestJSON-746926052 tempest-ExtensionsTestJSON-746926052-project] http://10.222.0.11:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=103800) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 05 17:11:12.627591 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-176eba19-ccb0-4594-a25a-2afe6224435b tempest-ExtensionsTestJSON-746926052 tempest-ExtensionsTestJSON-746926052-project] 10.222.0.11 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0046875 Jan 05 17:11:12.630076 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 43240) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:12.635836 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [None req-052d646c-f364-4522-bbaf-72969a0fa904 tempest-ExtensionsTestJSON-746926052 tempest-ExtensionsTestJSON-746926052-project] http://10.222.0.11:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=103800) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 05 17:11:12.636773 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-052d646c-f364-4522-bbaf-72969a0fa904 tempest-ExtensionsTestJSON-746926052 tempest-ExtensionsTestJSON-746926052-project] 10.222.0.11 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0058358 Jan 05 17:11:12.640187 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 43242) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:12.644833 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [None req-8b35bed3-2358-4bdc-b4f8-4f4d536b7e0e tempest-ExtensionsTestJSON-746926052 tempest-ExtensionsTestJSON-746926052-project] http://10.222.0.11:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=103801) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 05 17:11:12.653452 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-8b35bed3-2358-4bdc-b4f8-4f4d536b7e0e tempest-ExtensionsTestJSON-746926052 tempest-ExtensionsTestJSON-746926052-project] 10.222.0.11 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0043986 Jan 05 17:11:12.653452 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-93e5b01f-c768-4c86-a962-374ffe99b468 tempest-FloatingIPNegativeTestJSON-29840365 tempest-FloatingIPNegativeTestJSON-29840365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-648240'] for router, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:12.653452 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93e5b01f-c768-4c86-a962-374ffe99b468 tempest-FloatingIPNegativeTestJSON-29840365 tempest-FloatingIPNegativeTestJSON-29840365-project] Fanout notify agent at l3_agent the message router_deleted on router 22101224-95bd-448b-82ce-89077c23ce6f {{(pid=103801) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 05 17:11:12.655734 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-93e5b01f-c768-4c86-a962-374ffe99b468 tempest-FloatingIPNegativeTestJSON-29840365 tempest-FloatingIPNegativeTestJSON-29840365-project] Publish callbacks [] for router, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:12.655859 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 43244) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:12.659141 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-93e5b01f-c768-4c86-a962-374ffe99b468 tempest-FloatingIPNegativeTestJSON-29840365 tempest-FloatingIPNegativeTestJSON-29840365-project] 10.222.0.11 "DELETE /v2.0/routers/22101224-95bd-448b-82ce-89077c23ce6f HTTP/1.1" status: 204 len: 168 time: 0.9998021 Jan 05 17:11:12.660085 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 43246) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:12.663437 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [None req-ece25803-0195-4885-8c4e-7c5c6afb2853 tempest-ExtensionsTestJSON-746926052 tempest-ExtensionsTestJSON-746926052-project] http://10.222.0.11:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=103800) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 05 17:11:12.666910 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-ece25803-0195-4885-8c4e-7c5c6afb2853 tempest-ExtensionsTestJSON-746926052 tempest-ExtensionsTestJSON-746926052-project] 10.222.0.11 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0073407 Jan 05 17:11:12.669508 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 43248) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:12.675742 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [None req-7d4a9bae-6d07-4b47-b0bb-3a3895d6948e tempest-ExtensionsTestJSON-746926052 tempest-ExtensionsTestJSON-746926052-project] http://10.222.0.11:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=103800) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 05 17:11:12.679172 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-7d4a9bae-6d07-4b47-b0bb-3a3895d6948e tempest-ExtensionsTestJSON-746926052 tempest-ExtensionsTestJSON-746926052-project] 10.222.0.11 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0067065 Jan 05 17:11:12.679620 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-9782b05e-603d-467b-9f10-7960879879c3 req-b0e2209b-4f28-4833-a7e2-8e353821fa13 service neutron] 10.222.0.11 "GET /v2.0/networks/9d892221-db72-44b5-b8b3-7f2a75d6a0ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2265379 Jan 05 17:11:12.680010 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 43250) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:12.682080 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70dc3ff1-d324-48a5-bc46-44ab814ec277 tempest-RoutersNegativeIpV6Test-1533253519 tempest-RoutersNegativeIpV6Test-1533253519-project] Made reservation on behalf of 3b20c1d908604d8f8cda83a036aa36a0 for: {'subnet': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:11:12.685511 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-70dc3ff1-d324-48a5-bc46-44ab814ec277 tempest-RoutersNegativeIpV6Test-1533253519 tempest-RoutersNegativeIpV6Test-1533253519-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8521827'] for subnet, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:12.694243 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [None req-15ee6892-57c2-4d95-86fc-45a2ab67545f tempest-ExtensionsTestJSON-746926052 tempest-ExtensionsTestJSON-746926052-project] http://10.222.0.11:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=103800) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 05 17:11:12.695221 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-15ee6892-57c2-4d95-86fc-45a2ab67545f tempest-ExtensionsTestJSON-746926052 tempest-ExtensionsTestJSON-746926052-project] 10.222.0.11 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0140653 Jan 05 17:11:12.699983 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-5ce8c474-eab6-4959-9a00-d0395eed2123 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3893367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11433231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12480600'] for subnet, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:12.705348 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 43252) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:12.722904 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [None req-4d6a7bdb-24ab-4682-9290-77482c5ee80b tempest-ExtensionsTestJSON-746926052 tempest-ExtensionsTestJSON-746926052-project] http://10.222.0.11:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=103801) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 05 17:11:12.724555 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-4d6a7bdb-24ab-4682-9290-77482c5ee80b tempest-ExtensionsTestJSON-746926052 tempest-ExtensionsTestJSON-746926052-project] 10.222.0.11 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0094759 Jan 05 17:11:12.730362 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 43254) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:12.739084 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [None req-3b35be23-5895-435a-9d6d-086c0b1e7035 tempest-ExtensionsTestJSON-746926052 tempest-ExtensionsTestJSON-746926052-project] http://10.222.0.11:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=103800) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 05 17:11:12.740051 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-3b35be23-5895-435a-9d6d-086c0b1e7035 tempest-ExtensionsTestJSON-746926052 tempest-ExtensionsTestJSON-746926052-project] 10.222.0.11 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0050240 Jan 05 17:11:12.745899 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 43256) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:12.754839 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [None req-4795fd17-2149-4b00-9b13-eb9abbb61129 tempest-ExtensionsTestJSON-746926052 tempest-ExtensionsTestJSON-746926052-project] http://10.222.0.11:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=103801) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 05 17:11:12.755813 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-4795fd17-2149-4b00-9b13-eb9abbb61129 tempest-ExtensionsTestJSON-746926052 tempest-ExtensionsTestJSON-746926052-project] 10.222.0.11 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0060899 Jan 05 17:11:12.758805 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce8c474-eab6-4959-9a00-d0395eed2123 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Pushing event deleted for resources: {'Subnet': ['ID=1bdb5012-ed55-4745-a8b2-a5587631e9b8,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:11:12.760551 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-ba9fd12b-c6a9-4ae2-ac15-19b31ffcb92c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:12.762144 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 43258) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:12.769560 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [None req-851b712f-6b24-4b26-be1b-29e7ee9299b6 tempest-ExtensionsTestJSON-746926052 tempest-ExtensionsTestJSON-746926052-project] http://10.222.0.11:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=103801) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 05 17:11:12.770535 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-851b712f-6b24-4b26-be1b-29e7ee9299b6 tempest-ExtensionsTestJSON-746926052 tempest-ExtensionsTestJSON-746926052-project] 10.222.0.11 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0041859 Jan 05 17:11:12.776009 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 43260) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:12.784416 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1e4c443-4684-4fd4-94ff-d0f4b04f2758 None None] Network f8d431e5-e291-458a-87e8-f7fd255c8522 requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:11:12.792948 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [None req-b1b86d16-19ce-477c-b64b-f6a36548a838 tempest-ExtensionsTestJSON-746926052 tempest-ExtensionsTestJSON-746926052-project] http://10.222.0.11:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=103801) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 05 17:11:12.797012 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-b1b86d16-19ce-477c-b64b-f6a36548a838 tempest-ExtensionsTestJSON-746926052 tempest-ExtensionsTestJSON-746926052-project] 10.222.0.11 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0091910 Jan 05 17:11:12.798182 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 43262) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:12.805737 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [None req-53f8fed3-8663-49d6-b56e-c6c32d89da3d tempest-ExtensionsTestJSON-746926052 tempest-ExtensionsTestJSON-746926052-project] http://10.222.0.11:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=103800) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 05 17:11:12.809500 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-53f8fed3-8663-49d6-b56e-c6c32d89da3d tempest-ExtensionsTestJSON-746926052 tempest-ExtensionsTestJSON-746926052-project] 10.222.0.11 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0047789 Jan 05 17:11:12.809712 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8910ba1-e126-4201-b72d-02daafce9336 tempest-FloatingIPNegativeTestJSON-29840365 tempest-FloatingIPNegativeTestJSON-29840365-project] Deleting subnet c881ed7e-9daa-4399-96d7-d5d4f5adafde {{(pid=103801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 05 17:11:12.816260 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 43264) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:12.825133 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [None req-b89e20d2-134e-4cee-b7ef-2c4ad4eeeb4b tempest-ExtensionsTestJSON-746926052 tempest-ExtensionsTestJSON-746926052-project] http://10.222.0.11:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=103800) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 05 17:11:12.833878 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-b89e20d2-134e-4cee-b7ef-2c4ad4eeeb4b tempest-ExtensionsTestJSON-746926052 tempest-ExtensionsTestJSON-746926052-project] 10.222.0.11 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0075626 Jan 05 17:11:12.834014 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-d8910ba1-e126-4201-b72d-02daafce9336 tempest-FloatingIPNegativeTestJSON-29840365 tempest-FloatingIPNegativeTestJSON-29840365-project] Publish callbacks [] for subnet, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:12.836584 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 43266) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:12.836712 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-ba9fd12b-c6a9-4ae2-ac15-19b31ffcb92c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:12.844239 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [None req-b8668c3d-7ab1-4d30-9c2c-f2c0259ffb84 tempest-ExtensionsTestJSON-746926052 tempest-ExtensionsTestJSON-746926052-project] http://10.222.0.11:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=103800) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 05 17:11:12.847508 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-b8668c3d-7ab1-4d30-9c2c-f2c0259ffb84 tempest-ExtensionsTestJSON-746926052 tempest-ExtensionsTestJSON-746926052-project] 10.222.0.11 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0059478 Jan 05 17:11:12.851662 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 43268) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:12.862360 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [None req-8db8f45d-1189-47f1-94f2-71505912696e tempest-ExtensionsTestJSON-746926052 tempest-ExtensionsTestJSON-746926052-project] http://10.222.0.11:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=103800) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 05 17:11:12.866847 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-8db8f45d-1189-47f1-94f2-71505912696e tempest-ExtensionsTestJSON-746926052 tempest-ExtensionsTestJSON-746926052-project] 10.222.0.11 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0075610 Jan 05 17:11:12.875569 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 43270) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:12.888600 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [None req-2d950f9d-a979-4bc9-99a2-7cd122f06c97 tempest-ExtensionsTestJSON-746926052 tempest-ExtensionsTestJSON-746926052-project] http://10.222.0.11:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=103800) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 05 17:11:12.889633 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-2d950f9d-a979-4bc9-99a2-7cd122f06c97 tempest-ExtensionsTestJSON-746926052 tempest-ExtensionsTestJSON-746926052-project] 10.222.0.11 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0131948 Jan 05 17:11:12.894291 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 43272) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:12.898585 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [None req-115a0314-d359-4bb4-b688-3ab53e236633 tempest-ExtensionsTestJSON-746926052 tempest-ExtensionsTestJSON-746926052-project] http://10.222.0.11:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=103800) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 05 17:11:12.906833 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-115a0314-d359-4bb4-b688-3ab53e236633 tempest-ExtensionsTestJSON-746926052 tempest-ExtensionsTestJSON-746926052-project] 10.222.0.11 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0043550 Jan 05 17:11:12.907542 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-9782b05e-603d-467b-9f10-7960879879c3 req-412e54de-75d4-4e46-a83a-51482f6b409f service neutron] 10.222.0.11 "GET /v2.0/networks/9d892221-db72-44b5-b8b3-7f2a75d6a0ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2109897 Jan 05 17:11:12.909622 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 43274) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:12.915227 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [None req-91f857a2-0a93-490c-aa86-f8b17e473f1e tempest-ExtensionsTestJSON-746926052 tempest-ExtensionsTestJSON-746926052-project] http://10.222.0.11:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=103800) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 05 17:11:12.919245 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-91f857a2-0a93-490c-aa86-f8b17e473f1e tempest-ExtensionsTestJSON-746926052 tempest-ExtensionsTestJSON-746926052-project] 10.222.0.11 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0056565 Jan 05 17:11:12.920553 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 43276) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:12.925118 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [None req-0668c433-3ca8-4879-b5e8-671d01f1e6bd tempest-ExtensionsTestJSON-746926052 tempest-ExtensionsTestJSON-746926052-project] http://10.222.0.11:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=103800) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 05 17:11:12.928530 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-0668c433-3ca8-4879-b5e8-671d01f1e6bd tempest-ExtensionsTestJSON-746926052 tempest-ExtensionsTestJSON-746926052-project] 10.222.0.11 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0057814 Jan 05 17:11:12.929446 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 43278) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:12.943658 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [None req-0ae07f44-d2bf-463d-833b-9f35d56b01d4 tempest-ExtensionsTestJSON-746926052 tempest-ExtensionsTestJSON-746926052-project] http://10.222.0.11:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=103801) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 05 17:11:12.944743 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-0ae07f44-d2bf-463d-833b-9f35d56b01d4 tempest-ExtensionsTestJSON-746926052 tempest-ExtensionsTestJSON-746926052-project] 10.222.0.11 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0125530 Jan 05 17:11:12.946687 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-5ce8c474-eab6-4959-9a00-d0395eed2123 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3891715', 'neutron.services.segments.db._delete_segments_for_network-8754181063482'] for network, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:12.953743 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 43280) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:12.955834 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-d8910ba1-e126-4201-b72d-02daafce9336 tempest-FloatingIPNegativeTestJSON-29840365 tempest-FloatingIPNegativeTestJSON-29840365-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11316398'] for subnet, precommit_delete_associations {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:12.962436 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [None req-ac0f43b7-0ce4-4691-8e3f-716e07bbca78 tempest-ExtensionsTestJSON-746926052 tempest-ExtensionsTestJSON-746926052-project] http://10.222.0.11:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=103801) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 05 17:11:12.963391 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-ac0f43b7-0ce4-4691-8e3f-716e07bbca78 tempest-ExtensionsTestJSON-746926052 tempest-ExtensionsTestJSON-746926052-project] 10.222.0.11 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0046051 Jan 05 17:11:12.968126 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 43282) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:12.975204 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [None req-8e8a6ec2-bfdb-4499-a71b-401b3672c5fc tempest-ExtensionsTestJSON-746926052 tempest-ExtensionsTestJSON-746926052-project] http://10.222.0.11:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=103800) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 05 17:11:12.982058 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-8e8a6ec2-bfdb-4499-a71b-401b3672c5fc tempest-ExtensionsTestJSON-746926052 tempest-ExtensionsTestJSON-746926052-project] 10.222.0.11 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0071309 Jan 05 17:11:12.983633 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 43284) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:12.991131 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29d2d33f-7752-499d-bb0a-a1e29265ece5 None None] DHCP port deletion for f8d431e5-e291-458a-87e8-f7fd255c8522 request from dv-neutron-master-2-hyperv {{(pid=103802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 05 17:11:12.993733 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [None req-1510ba7e-59f1-4d32-a2d5-24585cfeb402 tempest-ExtensionsTestJSON-746926052 tempest-ExtensionsTestJSON-746926052-project] http://10.222.0.11:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=103800) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 05 17:11:12.996268 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-1510ba7e-59f1-4d32-a2d5-24585cfeb402 tempest-ExtensionsTestJSON-746926052 tempest-ExtensionsTestJSON-746926052-project] 10.222.0.11 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0074019 Jan 05 17:11:12.999484 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 43286) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:13.006105 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [None req-9a79b259-8110-4354-b5de-9aa1a38fe9e8 tempest-ExtensionsTestJSON-746926052 tempest-ExtensionsTestJSON-746926052-project] http://10.222.0.11:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=103800) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 05 17:11:13.007271 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-9a79b259-8110-4354-b5de-9aa1a38fe9e8 tempest-ExtensionsTestJSON-746926052 tempest-ExtensionsTestJSON-746926052-project] 10.222.0.11 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0068645 Jan 05 17:11:13.010858 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 43290) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:13.015179 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [None req-82818b83-cf68-4999-9df3-900d4cb438c8 tempest-ExtensionsTestJSON-746926052 tempest-ExtensionsTestJSON-746926052-project] http://10.222.0.11:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=103800) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 05 17:11:13.018386 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-82818b83-cf68-4999-9df3-900d4cb438c8 tempest-ExtensionsTestJSON-746926052 tempest-ExtensionsTestJSON-746926052-project] 10.222.0.11 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0043838 Jan 05 17:11:13.019867 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 43292) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:13.024317 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.services.segments.db [None req-5ce8c474-eab6-4959-9a00-d0395eed2123 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8d431e5-e291-458a-87e8-f7fd255c8522']}} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:11:13.035829 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.services.segments.db [None req-5ce8c474-eab6-4959-9a00-d0395eed2123 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0891bcf1-2a79-49e1-a673-ca58b919e72c') {'for_net_delete': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:11:13.036113 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.services.segments.db [None req-5ce8c474-eab6-4959-9a00-d0395eed2123 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0891bcf1-2a79-49e1-a673-ca58b919e72c') {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:11:13.044654 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [None req-921ff3eb-f7d9-4436-9f3d-3dac54e91520 tempest-ExtensionsTestJSON-746926052 tempest-ExtensionsTestJSON-746926052-project] http://10.222.0.11:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=103800) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 05 17:11:13.048035 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-921ff3eb-f7d9-4436-9f3d-3dac54e91520 tempest-ExtensionsTestJSON-746926052 tempest-ExtensionsTestJSON-746926052-project] 10.222.0.11 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0248930 Jan 05 17:11:13.048194 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-5ce8c474-eab6-4959-9a00-d0395eed2123 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754181064771', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11316385'] for segment, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:13.051479 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 43294) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:13.055704 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [None req-70b7277e-c3fd-4a5b-9e35-674a9a2b43f5 tempest-ExtensionsTestJSON-746926052 tempest-ExtensionsTestJSON-746926052-project] http://10.222.0.11:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=103800) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 05 17:11:13.059001 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-70b7277e-c3fd-4a5b-9e35-674a9a2b43f5 tempest-ExtensionsTestJSON-746926052 tempest-ExtensionsTestJSON-746926052-project] 10.222.0.11 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0042400 Jan 05 17:11:13.059545 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 43296) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:13.069509 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-5ce8c474-eab6-4959-9a00-d0395eed2123 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225'] for segment, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:13.073423 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [None req-5f0a499a-0d6f-4adc-8959-c3b2442bf30e tempest-ExtensionsTestJSON-746926052 tempest-ExtensionsTestJSON-746926052-project] http://10.222.0.11:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=103800) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 05 17:11:13.076991 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-5f0a499a-0d6f-4adc-8959-c3b2442bf30e tempest-ExtensionsTestJSON-746926052 tempest-ExtensionsTestJSON-746926052-project] 10.222.0.11 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0108242 Jan 05 17:11:13.077138 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 43300) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:13.079690 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-15b223ac-05ad-4e0e-a4ac-9f27b4b58db3 tempest-ExtraDHCPOptionsIpV6TestJSON-152488165 tempest-ExtraDHCPOptionsIpV6TestJSON-152488165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for network, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:13.083384 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [None req-65e4fbd7-e2a5-4777-a8be-2ee38585fadc tempest-ExtensionsTestJSON-746926052 tempest-ExtensionsTestJSON-746926052-project] http://10.222.0.11:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=103800) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 05 17:11:13.086532 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ce8c474-eab6-4959-9a00-d0395eed2123 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Releasing vlan 148 on physical network physnet1 to pool {{(pid=103801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 05 17:11:13.086734 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-65e4fbd7-e2a5-4777-a8be-2ee38585fadc tempest-ExtensionsTestJSON-746926052 tempest-ExtensionsTestJSON-746926052-project] 10.222.0.11 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0045326 Jan 05 17:11:13.086845 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-5ce8c474-eab6-4959-9a00-d0395eed2123 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11433197'] for segment, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:13.086949 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 43302) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:13.089342 dv-neutron-master-2-hyperv neutron-server[103801]: Traceback (most recent call last): Jan 05 17:11:13.089342 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 05 17:11:13.089342 dv-neutron-master-2-hyperv neutron-server[103801]: timer() Jan 05 17:11:13.089342 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 05 17:11:13.089342 dv-neutron-master-2-hyperv neutron-server[103801]: cb(*args, **kw) Jan 05 17:11:13.089342 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 05 17:11:13.089342 dv-neutron-master-2-hyperv neutron-server[103801]: return func(*args, **kwargs) Jan 05 17:11:13.089342 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 05 17:11:13.089342 dv-neutron-master-2-hyperv neutron-server[103801]: self._notify() Jan 05 17:11:13.089342 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 05 17:11:13.089342 dv-neutron-master-2-hyperv neutron-server[103801]: self.callback(batched_events) Jan 05 17:11:13.089342 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 05 17:11:13.089342 dv-neutron-master-2-hyperv neutron-server[103801]: event.method(event) Jan 05 17:11:13.089342 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 05 17:11:13.089342 dv-neutron-master-2-hyperv neutron-server[103801]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 05 17:11:13.089342 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 05 17:11:13.089342 dv-neutron-master-2-hyperv neutron-server[103801]: aggregate_uuid = self.p_client.list_aggregates( Jan 05 17:11:13.089342 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 05 17:11:13.089342 dv-neutron-master-2-hyperv neutron-server[103801]: return f(self, *a, **k) Jan 05 17:11:13.089342 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 05 17:11:13.089342 dv-neutron-master-2-hyperv neutron-server[103801]: return self._get(url).json() Jan 05 17:11:13.089342 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 05 17:11:13.089342 dv-neutron-master-2-hyperv neutron-server[103801]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 05 17:11:13.089342 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 05 17:11:13.089342 dv-neutron-master-2-hyperv neutron-server[103801]: return self.request(url, 'GET', **kwargs) Jan 05 17:11:13.089342 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 05 17:11:13.089342 dv-neutron-master-2-hyperv neutron-server[103801]: base_url = self.get_endpoint(auth, allow=allow, Jan 05 17:11:13.089342 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 05 17:11:13.089342 dv-neutron-master-2-hyperv neutron-server[103801]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 05 17:11:13.089342 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 05 17:11:13.089342 dv-neutron-master-2-hyperv neutron-server[103801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 05 17:11:13.089342 dv-neutron-master-2-hyperv neutron-server[103801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 05 17:11:13.093617 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [None req-ebe4828b-f96f-49aa-95c7-5316874f5e16 tempest-ExtensionsTestJSON-746926052 tempest-ExtensionsTestJSON-746926052-project] http://10.222.0.11:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=103800) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 05 17:11:13.097390 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-ebe4828b-f96f-49aa-95c7-5316874f5e16 tempest-ExtensionsTestJSON-746926052 tempest-ExtensionsTestJSON-746926052-project] 10.222.0.11 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0070770 Jan 05 17:11:13.099341 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 43306) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:13.107316 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [None req-4ed81554-ab18-4ee4-a12c-7b830940ed3c tempest-ExtensionsTestJSON-746926052 tempest-ExtensionsTestJSON-746926052-project] http://10.222.0.11:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=103800) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 05 17:11:13.107316 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-4ed81554-ab18-4ee4-a12c-7b830940ed3c tempest-ExtensionsTestJSON-746926052 tempest-ExtensionsTestJSON-746926052-project] 10.222.0.11 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0048106 Jan 05 17:11:13.107872 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 43308) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:13.112269 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [None req-4ffdeffe-7c57-4257-8b76-381cea9a361d tempest-ExtensionsTestJSON-746926052 tempest-ExtensionsTestJSON-746926052-project] http://10.222.0.11:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=103800) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 05 17:11:13.114078 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-4ffdeffe-7c57-4257-8b76-381cea9a361d tempest-ExtensionsTestJSON-746926052 tempest-ExtensionsTestJSON-746926052-project] 10.222.0.11 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0052211 Jan 05 17:11:13.116307 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 43310) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:13.120967 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [None req-30d3a81b-9897-468f-8f31-5f7f601a4eda tempest-ExtensionsTestJSON-746926052 tempest-ExtensionsTestJSON-746926052-project] http://10.222.0.11:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=103800) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 05 17:11:13.122066 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-30d3a81b-9897-468f-8f31-5f7f601a4eda tempest-ExtensionsTestJSON-746926052 tempest-ExtensionsTestJSON-746926052-project] 10.222.0.11 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0047436 Jan 05 17:11:13.124460 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 43312) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:13.128404 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [None req-009a2770-e903-4469-9cb2-7307facbcb45 tempest-ExtensionsTestJSON-746926052 tempest-ExtensionsTestJSON-746926052-project] http://10.222.0.11:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=103800) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 05 17:11:13.131613 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-009a2770-e903-4469-9cb2-7307facbcb45 tempest-ExtensionsTestJSON-746926052 tempest-ExtensionsTestJSON-746926052-project] 10.222.0.11 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0041435 Jan 05 17:11:13.132002 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 43314) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:13.138712 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [None req-e92fb7a6-34b0-4a08-a204-08ac2e5dcc80 tempest-ExtensionsTestJSON-746926052 tempest-ExtensionsTestJSON-746926052-project] http://10.222.0.11:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=103800) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 05 17:11:13.140655 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-e92fb7a6-34b0-4a08-a204-08ac2e5dcc80 tempest-ExtensionsTestJSON-746926052 tempest-ExtensionsTestJSON-746926052-project] 10.222.0.11 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0076768 Jan 05 17:11:13.142321 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-70dc3ff1-d324-48a5-bc46-44ab814ec277 tempest-RoutersNegativeIpV6Test-1533253519 tempest-RoutersNegativeIpV6Test-1533253519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8784852', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8521873'] for subnet, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:13.144317 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 43316) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:13.151427 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [None req-ef25e04d-1820-4fa9-8c67-50a0307047ed tempest-ExtensionsTestJSON-746926052 tempest-ExtensionsTestJSON-746926052-project] http://10.222.0.11:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=103800) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 05 17:11:13.152374 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-ef25e04d-1820-4fa9-8c67-50a0307047ed tempest-ExtensionsTestJSON-746926052 tempest-ExtensionsTestJSON-746926052-project] 10.222.0.11 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0047605 Jan 05 17:11:13.157026 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 43318) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:13.165841 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [None req-cf7de76d-c8cc-4823-b017-4321f2304dee tempest-ExtensionsTestJSON-746926052 tempest-ExtensionsTestJSON-746926052-project] http://10.222.0.11:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=103801) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 05 17:11:13.166766 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-cf7de76d-c8cc-4823-b017-4321f2304dee tempest-ExtensionsTestJSON-746926052 tempest-ExtensionsTestJSON-746926052-project] 10.222.0.11 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0051982 Jan 05 17:11:13.172747 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 43320) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:13.181658 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [None req-c9966a15-5dac-41fc-88ff-c3b73f30c956 tempest-ExtensionsTestJSON-746926052 tempest-ExtensionsTestJSON-746926052-project] http://10.222.0.11:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=103800) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 05 17:11:13.182631 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-c9966a15-5dac-41fc-88ff-c3b73f30c956 tempest-ExtensionsTestJSON-746926052 tempest-ExtensionsTestJSON-746926052-project] 10.222.0.11 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0066462 Jan 05 17:11:13.188058 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 43322) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:13.196896 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [None req-068e275e-7b4e-411e-a3e5-0c01e04742b3 tempest-ExtensionsTestJSON-746926052 tempest-ExtensionsTestJSON-746926052-project] http://10.222.0.11:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=103800) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 05 17:11:13.197885 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-068e275e-7b4e-411e-a3e5-0c01e04742b3 tempest-ExtensionsTestJSON-746926052 tempest-ExtensionsTestJSON-746926052-project] 10.222.0.11 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0053480 Jan 05 17:11:13.205450 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 43324) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:13.210185 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15b223ac-05ad-4e0e-a4ac-9f27b4b58db3 tempest-ExtraDHCPOptionsIpV6TestJSON-152488165 tempest-ExtraDHCPOptionsIpV6TestJSON-152488165-project] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'} {{(pid=103801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 05 17:11:13.211733 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [None req-a4dfac73-c25e-4ddd-818a-b022760c12bd tempest-ExtensionsTestJSON-746926052 tempest-ExtensionsTestJSON-746926052-project] http://10.222.0.11:9696/v2.0/extensions/quota-check-limit returned with HTTP 200 {{(pid=103800) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 05 17:11:13.212587 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-a4dfac73-c25e-4ddd-818a-b022760c12bd tempest-ExtensionsTestJSON-746926052 tempest-ExtensionsTestJSON-746926052-project] 10.222.0.11 "GET /v2.0/extensions/quota-check-limit HTTP/1.1" status: 200 len: 420 time: 0.0060468 Jan 05 17:11:13.216427 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 43326) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:13.222591 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [None req-56385bd1-6336-46ae-9ddc-1c759ffc5eb2 tempest-ExtensionsTestJSON-746926052 tempest-ExtensionsTestJSON-746926052-project] http://10.222.0.11:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=103800) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 05 17:11:13.223470 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-56385bd1-6336-46ae-9ddc-1c759ffc5eb2 tempest-ExtensionsTestJSON-746926052 tempest-ExtensionsTestJSON-746926052-project] 10.222.0.11 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0062015 Jan 05 17:11:13.228296 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-15b223ac-05ad-4e0e-a4ac-9f27b4b58db3 tempest-ExtraDHCPOptionsIpV6TestJSON-152488165 tempest-ExtraDHCPOptionsIpV6TestJSON-152488165-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225'] for segment, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:13.229081 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.db.segments_db [None req-15b223ac-05ad-4e0e-a4ac-9f27b4b58db3 tempest-ExtraDHCPOptionsIpV6TestJSON-152488165 tempest-ExtraDHCPOptionsIpV6TestJSON-152488165-project] Added segment 032ad3e1-9b4f-438d-95c1-fff42b0a2838 of type vlan for network 1e2264ad-8edc-4a78-afb2-c115133aa65f Jan 05 17:11:13.230559 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-d8910ba1-e126-4201-b72d-02daafce9336 tempest-FloatingIPNegativeTestJSON-29840365 tempest-FloatingIPNegativeTestJSON-29840365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892868'] for subnet, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:13.233518 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 43328) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:13.238505 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70dc3ff1-d324-48a5-bc46-44ab814ec277 tempest-RoutersNegativeIpV6Test-1533253519 tempest-RoutersNegativeIpV6Test-1533253519-project] Pushing event updated for resources: {'Subnet': ['ID=14dee4f0-da49-4409-ae6e-a044cc5c1d5a,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:11:13.243994 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [None req-4acb8720-0e88-4967-83d1-63d00f76ac13 tempest-ExtensionsTestJSON-746926052 tempest-ExtensionsTestJSON-746926052-project] http://10.222.0.11:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=103801) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 05 17:11:13.247756 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-4acb8720-0e88-4967-83d1-63d00f76ac13 tempest-ExtensionsTestJSON-746926052 tempest-ExtensionsTestJSON-746926052-project] 10.222.0.11 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0073605 Jan 05 17:11:13.248010 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 43330) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:13.252309 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [None req-45bf5000-26a2-42e0-ae2c-7e4ae779ca1e tempest-ExtensionsTestJSON-746926052 tempest-ExtensionsTestJSON-746926052-project] http://10.222.0.11:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=103800) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 05 17:11:13.255959 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-45bf5000-26a2-42e0-ae2c-7e4ae779ca1e tempest-ExtensionsTestJSON-746926052 tempest-ExtensionsTestJSON-746926052-project] 10.222.0.11 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0043314 Jan 05 17:11:13.255959 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70dc3ff1-d324-48a5-bc46-44ab814ec277 tempest-RoutersNegativeIpV6Test-1533253519 tempest-RoutersNegativeIpV6Test-1533253519-project] Checking segment: {'id': '202d6884-7064-4389-975a-d59d3b021142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '10a6df43-d644-4b84-bbd3-1b0d0dfe42ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:11:13.255959 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70dc3ff1-d324-48a5-bc46-44ab814ec277 tempest-RoutersNegativeIpV6Test-1533253519 tempest-RoutersNegativeIpV6Test-1533253519-project] Network hostable DHCP agents. Network: 10a6df43-d644-4b84-bbd3-1b0d0dfe42ef, hostable agents: ['3f70c195-17da-4084-9fd6-bf6059d88535'], hosted agents: [] {{(pid=103800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 05 17:11:13.256624 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 43332) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:13.261653 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [None req-8dba0769-b55b-40dd-891f-b46261f39424 tempest-ExtensionsTestJSON-746926052 tempest-ExtensionsTestJSON-746926052-project] http://10.222.0.11:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=103800) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 05 17:11:13.265280 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-8dba0769-b55b-40dd-891f-b46261f39424 tempest-ExtensionsTestJSON-746926052 tempest-ExtensionsTestJSON-746926052-project] 10.222.0.11 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0056336 Jan 05 17:11:13.265895 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 43334) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:13.270840 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [None req-a1d3d523-925e-4801-9240-05889612059f tempest-ExtensionsTestJSON-746926052 tempest-ExtensionsTestJSON-746926052-project] http://10.222.0.11:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=103800) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 05 17:11:13.271795 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-a1d3d523-925e-4801-9240-05889612059f tempest-ExtensionsTestJSON-746926052 tempest-ExtensionsTestJSON-746926052-project] 10.222.0.11 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0050347 Jan 05 17:11:13.274512 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 43336) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:13.279402 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [None req-ed5253d5-3886-4f24-ac7f-fc674035cbe8 tempest-ExtensionsTestJSON-746926052 tempest-ExtensionsTestJSON-746926052-project] http://10.222.0.11:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=103800) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 05 17:11:13.287253 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-ed5253d5-3886-4f24-ac7f-fc674035cbe8 tempest-ExtensionsTestJSON-746926052 tempest-ExtensionsTestJSON-746926052-project] 10.222.0.11 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0047445 Jan 05 17:11:13.287529 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 43338) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:13.287813 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-ba9fd12b-c6a9-4ae2-ac15-19b31ffcb92c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:13.290432 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-ba9fd12b-c6a9-4ae2-ac15-19b31ffcb92c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:13.291543 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-ba9fd12b-c6a9-4ae2-ac15-19b31ffcb92c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/cff1c749-c87e-48f9-9cbb-c572f07fa606 HTTP/1.1" status: 204 len: 168 time: 0.7029033 Jan 05 17:11:13.292049 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [None req-5ccac85d-803c-46ce-b034-53910a7b053a tempest-ExtensionsTestJSON-746926052 tempest-ExtensionsTestJSON-746926052-project] http://10.222.0.11:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=103800) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 05 17:11:13.295327 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-5ccac85d-803c-46ce-b034-53910a7b053a tempest-ExtensionsTestJSON-746926052 tempest-ExtensionsTestJSON-746926052-project] 10.222.0.11 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0043669 Jan 05 17:11:13.295557 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 43342) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:13.305760 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [None req-dad58f67-f58c-48b1-8ba4-50340b0514d4 tempest-ExtensionsTestJSON-746926052 tempest-ExtensionsTestJSON-746926052-project] http://10.222.0.11:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=103800) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 05 17:11:13.306754 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-dad58f67-f58c-48b1-8ba4-50340b0514d4 tempest-ExtensionsTestJSON-746926052 tempest-ExtensionsTestJSON-746926052-project] 10.222.0.11 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0103467 Jan 05 17:11:13.309567 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 43344) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:13.313977 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [None req-6c379d93-75c7-4962-b9ea-32c81a2ffedc tempest-ExtensionsTestJSON-746926052 tempest-ExtensionsTestJSON-746926052-project] http://10.222.0.11:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=103800) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 05 17:11:13.315224 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-5ce8c474-eab6-4959-9a00-d0395eed2123 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3891722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648695'] for network, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:13.315351 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-6c379d93-75c7-4962-b9ea-32c81a2ffedc tempest-ExtensionsTestJSON-746926052 tempest-ExtensionsTestJSON-746926052-project] 10.222.0.11 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0044141 Jan 05 17:11:13.317647 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 43346) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:13.321658 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-15b223ac-05ad-4e0e-a4ac-9f27b4b58db3 tempest-ExtraDHCPOptionsIpV6TestJSON-152488165 tempest-ExtraDHCPOptionsIpV6TestJSON-152488165-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754180566020'] for network, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:13.323234 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [None req-1da44eba-de58-49db-8abd-8e50bb98cae6 tempest-ExtensionsTestJSON-746926052 tempest-ExtensionsTestJSON-746926052-project] http://10.222.0.11:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=103800) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 05 17:11:13.324466 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-1da44eba-de58-49db-8abd-8e50bb98cae6 tempest-ExtensionsTestJSON-746926052 tempest-ExtensionsTestJSON-746926052-project] 10.222.0.11 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0054271 Jan 05 17:11:13.328883 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9fd12b-c6a9-4ae2-ac15-19b31ffcb92c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cff1c749-c87e-48f9-9cbb-c572f07fa606,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:11:13.329285 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 43348) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:13.334360 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-5ce8c474-eab6-4959-9a00-d0395eed2123 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Publish callbacks [] for network, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:13.334603 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [None req-ea8b2d03-6799-4b39-b543-f1a5b3a55304 tempest-ExtensionsTestJSON-746926052 tempest-ExtensionsTestJSON-746926052-project] http://10.222.0.11:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=103800) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 05 17:11:13.338222 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-ea8b2d03-6799-4b39-b543-f1a5b3a55304 tempest-ExtensionsTestJSON-746926052 tempest-ExtensionsTestJSON-746926052-project] 10.222.0.11 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0046451 Jan 05 17:11:13.338595 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-5ce8c474-eab6-4959-9a00-d0395eed2123 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] 10.222.0.11 "DELETE /v2.0/networks/f8d431e5-e291-458a-87e8-f7fd255c8522 HTTP/1.1" status: 204 len: 168 time: 2.5835838 Jan 05 17:11:13.340357 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 43350) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:13.348571 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 43352) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:13.367165 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [None req-01da363b-bec8-4094-b2eb-0aab10115e70 tempest-ExtensionsTestJSON-746926052 tempest-ExtensionsTestJSON-746926052-project] http://10.222.0.11:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=103801) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 05 17:11:13.371306 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-01da363b-bec8-4094-b2eb-0aab10115e70 tempest-ExtensionsTestJSON-746926052 tempest-ExtensionsTestJSON-746926052-project] 10.222.0.11 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0231347 Jan 05 17:11:13.374231 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 43354) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:13.375035 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce8c474-eab6-4959-9a00-d0395eed2123 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Pushing event deleted for resources: {'Network': ['ID=f8d431e5-e291-458a-87e8-f7fd255c8522,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:11:13.380527 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [None req-64f4a81c-60be-46da-b11b-caf2a37ecb79 tempest-ExtensionsTestJSON-746926052 tempest-ExtensionsTestJSON-746926052-project] http://10.222.0.11:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=103801) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 05 17:11:13.384534 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-64f4a81c-60be-46da-b11b-caf2a37ecb79 tempest-ExtensionsTestJSON-746926052 tempest-ExtensionsTestJSON-746926052-project] 10.222.0.11 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0042543 Jan 05 17:11:13.391136 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 43356) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:13.397832 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [None req-43b73387-0579-46ac-9ee8-a0c4f7e5ecf1 tempest-ExtensionsTestJSON-746926052 tempest-ExtensionsTestJSON-746926052-project] http://10.222.0.11:9696/v2.0/extensions/security-groups-shared-filtering returned with HTTP 200 {{(pid=103801) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 05 17:11:13.398848 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-43b73387-0579-46ac-9ee8-a0c4f7e5ecf1 tempest-ExtensionsTestJSON-746926052 tempest-ExtensionsTestJSON-746926052-project] 10.222.0.11 "GET /v2.0/extensions/security-groups-shared-filtering HTTP/1.1" status: 200 len: 435 time: 0.0067501 Jan 05 17:11:13.404062 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 43358) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:13.413300 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [None req-63e6300b-8f27-483c-a49e-f57d8f2c3390 tempest-ExtensionsTestJSON-746926052 tempest-ExtensionsTestJSON-746926052-project] http://10.222.0.11:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=103801) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 05 17:11:13.416731 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-63e6300b-8f27-483c-a49e-f57d8f2c3390 tempest-ExtensionsTestJSON-746926052 tempest-ExtensionsTestJSON-746926052-project] 10.222.0.11 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0082662 Jan 05 17:11:13.416863 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70dc3ff1-d324-48a5-bc46-44ab814ec277 tempest-RoutersNegativeIpV6Test-1533253519 tempest-RoutersNegativeIpV6Test-1533253519-project] Network 10a6df43-d644-4b84-bbd3-1b0d0dfe42ef is scheduled to be hosted by DHCP agent 3f70c195-17da-4084-9fd6-bf6059d88535 with binding_index 1 {{(pid=103800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 05 17:11:13.417875 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8d0e431-4d2f-4fae-9954-dab155d074de tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] DELETE failed (client error): The resource could not be found. Jan 05 17:11:13.418036 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 43360) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:13.418553 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8d0e431-4d2f-4fae-9954-dab155d074de tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103800) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 05 17:11:13.422131 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [None req-b6affe34-8c0d-4712-a21b-9fd82fddc57c tempest-ExtensionsTestJSON-746926052 tempest-ExtensionsTestJSON-746926052-project] http://10.222.0.11:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=103801) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 05 17:11:13.423255 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-b6affe34-8c0d-4712-a21b-9fd82fddc57c tempest-ExtensionsTestJSON-746926052 tempest-ExtensionsTestJSON-746926052-project] 10.222.0.11 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0043068 Jan 05 17:11:13.426423 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-a8d0e431-4d2f-4fae-9954-dab155d074de tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] 10.222.0.11 "DELETE /v2.0/subnets/1bdb5012-ed55-4745-a8b2-a5587631e9b8 HTTP/1.1" status: 404 len: 337 time: 0.0767665 Jan 05 17:11:13.426844 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 43362) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:13.427245 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 43364) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:13.440760 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [None req-f01f3879-820b-449c-b35c-21a420e37397 tempest-ExtensionsTestJSON-746926052 tempest-ExtensionsTestJSON-746926052-project] http://10.222.0.11:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=103801) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 05 17:11:13.441915 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-f01f3879-820b-449c-b35c-21a420e37397 tempest-ExtensionsTestJSON-746926052 tempest-ExtensionsTestJSON-746926052-project] 10.222.0.11 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0121019 Jan 05 17:11:13.453547 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 43366) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:13.455093 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.pecan_wsgi.hooks.translation [None req-5eb75580-2576-4ffa-9575-936f255470cb tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] DELETE failed (client error): The resource could not be found. Jan 05 17:11:13.455611 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5eb75580-2576-4ffa-9575-936f255470cb tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 05 17:11:13.458180 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [None req-8c31405d-d50d-404a-ab96-65a93e05e22b tempest-ExtensionsTestJSON-746926052 tempest-ExtensionsTestJSON-746926052-project] http://10.222.0.11:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=103800) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 05 17:11:13.458980 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-5eb75580-2576-4ffa-9575-936f255470cb tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] 10.222.0.11 "DELETE /v2.0/networks/f8d431e5-e291-458a-87e8-f7fd255c8522 HTTP/1.1" status: 404 len: 339 time: 0.0305860 Jan 05 17:11:13.459925 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-8c31405d-d50d-404a-ab96-65a93e05e22b tempest-ExtensionsTestJSON-746926052 tempest-ExtensionsTestJSON-746926052-project] 10.222.0.11 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0050731 Jan 05 17:11:13.461779 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 43368) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:13.462791 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 43370) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:13.468535 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [None req-deaed476-f8f1-4dab-8303-04b3035d9426 tempest-ExtensionsTestJSON-746926052 tempest-ExtensionsTestJSON-746926052-project] http://10.222.0.11:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=103801) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 05 17:11:13.469710 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-deaed476-f8f1-4dab-8303-04b3035d9426 tempest-ExtensionsTestJSON-746926052 tempest-ExtensionsTestJSON-746926052-project] 10.222.0.11 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0059078 Jan 05 17:11:13.472477 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 43372) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:13.493928 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [None req-7d163dad-83c2-4803-a13a-eb86861172d3 tempest-ExtensionsTestJSON-746926052 tempest-ExtensionsTestJSON-746926052-project] http://10.222.0.11:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=103800) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 05 17:11:13.494906 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-7d163dad-83c2-4803-a13a-eb86861172d3 tempest-ExtensionsTestJSON-746926052 tempest-ExtensionsTestJSON-746926052-project] 10.222.0.11 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0215092 Jan 05 17:11:13.496445 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.pecan_wsgi.hooks.translation [None req-ccd9996a-6b1c-470e-ae97-8a6523e4ebec tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] DELETE failed (client error): The resource could not be found. Jan 05 17:11:13.496884 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ccd9996a-6b1c-470e-ae97-8a6523e4ebec tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103800) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 05 17:11:13.497763 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 43374) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:13.499937 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-ccd9996a-6b1c-470e-ae97-8a6523e4ebec tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] 10.222.0.11 "DELETE /v2.0/subnets/750866e2-fa80-483a-913e-1e50dd885df8 HTTP/1.1" status: 404 len: 337 time: 0.0370615 Jan 05 17:11:13.502150 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [None req-572277c0-e84b-49df-99a9-1f944537a94d tempest-ExtensionsTestJSON-746926052 tempest-ExtensionsTestJSON-746926052-project] http://10.222.0.11:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=103801) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 05 17:11:13.502375 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 43376) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:13.504086 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-572277c0-e84b-49df-99a9-1f944537a94d tempest-ExtensionsTestJSON-746926052 tempest-ExtensionsTestJSON-746926052-project] 10.222.0.11 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0053210 Jan 05 17:11:13.505560 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 43378) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:13.510834 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [None req-41b2c2b3-ed03-4ac0-9cd6-baf7c108b00d tempest-ExtensionsTestJSON-746926052 tempest-ExtensionsTestJSON-746926052-project] http://10.222.0.11:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=103801) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 05 17:11:13.511958 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-41b2c2b3-ed03-4ac0-9cd6-baf7c108b00d tempest-ExtensionsTestJSON-746926052 tempest-ExtensionsTestJSON-746926052-project] 10.222.0.11 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0052791 Jan 05 17:11:13.514249 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 43380) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:13.518204 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [None req-41d5ac3a-5cbc-4aee-984f-1dc1ac5c9802 tempest-ExtensionsTestJSON-746926052 tempest-ExtensionsTestJSON-746926052-project] http://10.222.0.11:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=103801) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 05 17:11:13.519530 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-41d5ac3a-5cbc-4aee-984f-1dc1ac5c9802 tempest-ExtensionsTestJSON-746926052 tempest-ExtensionsTestJSON-746926052-project] 10.222.0.11 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0043671 Jan 05 17:11:13.521473 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.pecan_wsgi.hooks.translation [None req-21cdba73-6021-413b-93cf-d5dc7bd45a37 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] DELETE failed (client error): The resource could not be found. Jan 05 17:11:13.522020 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21cdba73-6021-413b-93cf-d5dc7bd45a37 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103800) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 05 17:11:13.522295 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 43382) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:13.527514 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-21cdba73-6021-413b-93cf-d5dc7bd45a37 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] 10.222.0.11 "DELETE /v2.0/networks/fe0d89ae-ddb6-4fe5-bf90-e5cce9463221 HTTP/1.1" status: 404 len: 339 time: 0.0217431 Jan 05 17:11:13.527658 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [None req-820150ec-b7d0-4107-b02e-2bc45982d645 tempest-ExtensionsTestJSON-746926052 tempest-ExtensionsTestJSON-746926052-project] http://10.222.0.11:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=103801) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 05 17:11:13.527658 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-820150ec-b7d0-4107-b02e-2bc45982d645 tempest-ExtensionsTestJSON-746926052 tempest-ExtensionsTestJSON-746926052-project] 10.222.0.11 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0040579 Jan 05 17:11:13.528397 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 43384) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:13.530074 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 43386) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:13.534308 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [None req-0b4fcfdd-ef55-4380-95cd-6b0935f7f377 tempest-ExtensionsTestJSON-746926052 tempest-ExtensionsTestJSON-746926052-project] http://10.222.0.11:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=103801) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 05 17:11:13.535828 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-0b4fcfdd-ef55-4380-95cd-6b0935f7f377 tempest-ExtensionsTestJSON-746926052 tempest-ExtensionsTestJSON-746926052-project] 10.222.0.11 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0043001 Jan 05 17:11:13.616684 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-8c75ac1b-4492-40d1-9ea2-517921a72918 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3809644'] for network, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:13.671673 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-15b223ac-05ad-4e0e-a4ac-9f27b4b58db3 tempest-ExtraDHCPOptionsIpV6TestJSON-152488165 tempest-ExtraDHCPOptionsIpV6TestJSON-152488165-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685'] for network, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:13.678099 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15b223ac-05ad-4e0e-a4ac-9f27b4b58db3 tempest-ExtraDHCPOptionsIpV6TestJSON-152488165 tempest-ExtraDHCPOptionsIpV6TestJSON-152488165-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:11:13.679889 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-15b223ac-05ad-4e0e-a4ac-9f27b4b58db3 tempest-ExtraDHCPOptionsIpV6TestJSON-152488165 tempest-ExtraDHCPOptionsIpV6TestJSON-152488165-project] Publish callbacks [] for network, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:13.685918 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-d8910ba1-e126-4201-b72d-02daafce9336 tempest-FloatingIPNegativeTestJSON-29840365 tempest-FloatingIPNegativeTestJSON-29840365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3893367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11433231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12480600'] for subnet, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:13.697090 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-70dc3ff1-d324-48a5-bc46-44ab814ec277 tempest-RoutersNegativeIpV6Test-1533253519 tempest-RoutersNegativeIpV6Test-1533253519-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 10a6df43-d644-4b84-bbd3-1b0d0dfe42ef) {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:11:13.712410 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0790175-a99d-480b-9dac-1d61a0fcfde8 None None] Network 10a6df43-d644-4b84-bbd3-1b0d0dfe42ef requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:11:13.713070 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70dc3ff1-d324-48a5-bc46-44ab814ec277 tempest-RoutersNegativeIpV6Test-1533253519 tempest-RoutersNegativeIpV6Test-1533253519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:11:13.713191 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-70dc3ff1-d324-48a5-bc46-44ab814ec277 tempest-RoutersNegativeIpV6Test-1533253519 tempest-RoutersNegativeIpV6Test-1533253519-project] Publish callbacks [] for subnet, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:13.717270 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-8c75ac1b-4492-40d1-9ea2-517921a72918 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3891715', 'neutron.services.segments.db._delete_segments_for_network-8754181063482'] for network, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:13.744984 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.services.segments.db [None req-8c75ac1b-4492-40d1-9ea2-517921a72918 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['401e1ff0-280c-4885-87f0-7de01c7f588d']}} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:11:13.754525 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8910ba1-e126-4201-b72d-02daafce9336 tempest-FloatingIPNegativeTestJSON-29840365 tempest-FloatingIPNegativeTestJSON-29840365-project] Pushing event deleted for resources: {'Subnet': ['ID=c881ed7e-9daa-4399-96d7-d5d4f5adafde,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:11:13.756526 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.services.segments.db [None req-8c75ac1b-4492-40d1-9ea2-517921a72918 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2b4d642-d4f5-4dbf-8c35-80f6731d99f8') {'for_net_delete': True} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:11:13.756772 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.services.segments.db [None req-8c75ac1b-4492-40d1-9ea2-517921a72918 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2b4d642-d4f5-4dbf-8c35-80f6731d99f8') {} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:11:13.768116 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-8c75ac1b-4492-40d1-9ea2-517921a72918 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754181064771', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8784833'] for segment, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:13.787384 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-d8910ba1-e126-4201-b72d-02daafce9336 tempest-FloatingIPNegativeTestJSON-29840365 tempest-FloatingIPNegativeTestJSON-29840365-project] Publish callbacks [] for subnet, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:13.789309 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-8c75ac1b-4492-40d1-9ea2-517921a72918 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225'] for segment, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:13.793104 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-d8910ba1-e126-4201-b72d-02daafce9336 tempest-FloatingIPNegativeTestJSON-29840365 tempest-FloatingIPNegativeTestJSON-29840365-project] 10.222.0.11 "DELETE /v2.0/subnets/c881ed7e-9daa-4399-96d7-d5d4f5adafde HTTP/1.1" status: 204 len: 168 time: 1.1305292 Jan 05 17:11:13.798739 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 43392) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:13.800332 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28d5511d-a38f-4229-8e4d-bcc5119d2459 None None] Network dd42544a-8664-4632-a65f-33923484589c requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:11:13.807810 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c75ac1b-4492-40d1-9ea2-517921a72918 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Releasing vlan 139 on physical network physnet1 to pool {{(pid=103800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 05 17:11:13.808214 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-8c75ac1b-4492-40d1-9ea2-517921a72918 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8784497'] for segment, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:13.811528 dv-neutron-master-2-hyperv neutron-server[103800]: Traceback (most recent call last): Jan 05 17:11:13.811528 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 05 17:11:13.811528 dv-neutron-master-2-hyperv neutron-server[103800]: timer() Jan 05 17:11:13.811528 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 05 17:11:13.811528 dv-neutron-master-2-hyperv neutron-server[103800]: cb(*args, **kw) Jan 05 17:11:13.811528 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 05 17:11:13.811528 dv-neutron-master-2-hyperv neutron-server[103800]: return func(*args, **kwargs) Jan 05 17:11:13.811528 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 05 17:11:13.811528 dv-neutron-master-2-hyperv neutron-server[103800]: self._notify() Jan 05 17:11:13.811528 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 05 17:11:13.811528 dv-neutron-master-2-hyperv neutron-server[103800]: self.callback(batched_events) Jan 05 17:11:13.811528 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 05 17:11:13.811528 dv-neutron-master-2-hyperv neutron-server[103800]: event.method(event) Jan 05 17:11:13.811528 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 05 17:11:13.811528 dv-neutron-master-2-hyperv neutron-server[103800]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 05 17:11:13.811528 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 05 17:11:13.811528 dv-neutron-master-2-hyperv neutron-server[103800]: aggregate_uuid = self.p_client.list_aggregates( Jan 05 17:11:13.811528 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 05 17:11:13.811528 dv-neutron-master-2-hyperv neutron-server[103800]: return f(self, *a, **k) Jan 05 17:11:13.811528 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 05 17:11:13.811528 dv-neutron-master-2-hyperv neutron-server[103800]: return self._get(url).json() Jan 05 17:11:13.811528 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 05 17:11:13.811528 dv-neutron-master-2-hyperv neutron-server[103800]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 05 17:11:13.811528 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 05 17:11:13.811528 dv-neutron-master-2-hyperv neutron-server[103800]: return self.request(url, 'GET', **kwargs) Jan 05 17:11:13.811528 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 05 17:11:13.811528 dv-neutron-master-2-hyperv neutron-server[103800]: base_url = self.get_endpoint(auth, allow=allow, Jan 05 17:11:13.811528 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 05 17:11:13.811528 dv-neutron-master-2-hyperv neutron-server[103800]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 05 17:11:13.811528 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 05 17:11:13.811528 dv-neutron-master-2-hyperv neutron-server[103800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 05 17:11:13.811528 dv-neutron-master-2-hyperv neutron-server[103800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 05 17:11:13.847487 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-15b223ac-05ad-4e0e-a4ac-9f27b4b58db3 tempest-ExtraDHCPOptionsIpV6TestJSON-152488165 tempest-ExtraDHCPOptionsIpV6TestJSON-152488165-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 3.7261376 Jan 05 17:11:13.859895 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 43398) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:13.864646 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-69bcda68-db0f-4c25-829e-1430a63f3bb9 tempest-ExtraDHCPOptionsIpV6TestJSON-152488165 tempest-ExtraDHCPOptionsIpV6TestJSON-152488165-project] Request body: {'subnet': {'network_id': '1e2264ad-8edc-4a78-afb2-c115133aa65f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:11:13.899265 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-70dc3ff1-d324-48a5-bc46-44ab814ec277 tempest-RoutersNegativeIpV6Test-1533253519 tempest-RoutersNegativeIpV6Test-1533253519-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.4554894 Jan 05 17:11:13.919030 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b223ac-05ad-4e0e-a4ac-9f27b4b58db3 tempest-ExtraDHCPOptionsIpV6TestJSON-152488165 tempest-ExtraDHCPOptionsIpV6TestJSON-152488165-project] Pushing event updated for resources: {'Network': ['ID=1e2264ad-8edc-4a78-afb2-c115133aa65f,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:11:13.927872 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 43400) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:13.930213 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a51c344c-18f8-4362-afd0-eb225fb9a444 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-10a6df43-d644-4b84-bbd3-1b0d0dfe42ef', 'network_id': '10a6df43-d644-4b84-bbd3-1b0d0dfe42ef', 'project_id': '3b20c1d908604d8f8cda83a036aa36a0', 'fixed_ips': [{'subnet_id': '14dee4f0-da49-4409-ae6e-a044cc5c1d5a'}]}} from dv-neutron-master-2-hyperv. {{(pid=103802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 05 17:11:13.931077 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-a51c344c-18f8-4362-afd0-eb225fb9a444 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:13.950471 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-fb9cf2fc-9e8e-4a65-971c-100a6f1a865c tempest-RoutersNegativeIpV6Test-1533253519 tempest-RoutersNegativeIpV6Test-1533253519-project] Request body: {'router': {'external_gateway_info': {'network_id': '10a6df43-d644-4b84-bbd3-1b0d0dfe42ef'}}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:11:13.950906 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Network 1e2264ad-8edc-4a78-afb2-c115133aa65f details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 05 17:11:14.049343 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-7166fa06-d32f-43db-a240-1c7830b37cea tempest-FloatingIPNegativeTestJSON-29840365 tempest-FloatingIPNegativeTestJSON-29840365-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3809644'] for network, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:14.125046 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-8c75ac1b-4492-40d1-9ea2-517921a72918 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3891722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648695'] for network, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:14.140937 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-8c75ac1b-4492-40d1-9ea2-517921a72918 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Publish callbacks [] for network, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:14.149161 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-8c75ac1b-4492-40d1-9ea2-517921a72918 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] 10.222.0.11 "DELETE /v2.0/networks/401e1ff0-280c-4885-87f0-7de01c7f588d HTTP/1.1" status: 204 len: 168 time: 0.6195297 Jan 05 17:11:14.153527 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 43416) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:14.183931 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.db_base_plugin_common [None req-a51c344c-18f8-4362-afd0-eb225fb9a444 None None] Allocated IP 2001:db8:1::2 (10a6df43-d644-4b84-bbd3-1b0d0dfe42ef/14dee4f0-da49-4409-ae6e-a044cc5c1d5a/a1e28128-b298-47fa-b9ed-8e0a8cc10c5f) {{(pid=103802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:11:14.228435 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c75ac1b-4492-40d1-9ea2-517921a72918 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Pushing event deleted for resources: {'Network': ['ID=401e1ff0-280c-4885-87f0-7de01c7f588d,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:11:14.230509 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 43418) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:14.235500 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69bcda68-db0f-4c25-829e-1430a63f3bb9 tempest-ExtraDHCPOptionsIpV6TestJSON-152488165 tempest-ExtraDHCPOptionsIpV6TestJSON-152488165-project] Made reservation on behalf of 099900e3b14f43edb3131cbb76569943 for: {'subnet': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:11:14.241865 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-69bcda68-db0f-4c25-829e-1430a63f3bb9 tempest-ExtraDHCPOptionsIpV6TestJSON-152488165 tempest-ExtraDHCPOptionsIpV6TestJSON-152488165-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8521827'] for subnet, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:14.251424 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa4cdb0b-f0a0-4976-8ddf-aca6dfd9d38d tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] DELETE failed (client error): The resource could not be found. Jan 05 17:11:14.251891 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa4cdb0b-f0a0-4976-8ddf-aca6dfd9d38d tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103800) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 05 17:11:14.255037 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-fa4cdb0b-f0a0-4976-8ddf-aca6dfd9d38d tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] 10.222.0.11 "DELETE /v2.0/subnets/712c4dbf-5e64-47ad-9f69-29246544c53b HTTP/1.1" status: 404 len: 337 time: 0.0998178 Jan 05 17:11:14.267217 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 43422) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:14.287425 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5da92b7a-7843-4ee6-9a40-764b707be795 None None] DHCP port deletion for dd42544a-8664-4632-a65f-33923484589c request from dv-neutron-master-2-hyperv {{(pid=103802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 05 17:11:14.308519 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-fb9cf2fc-9e8e-4a65-971c-100a6f1a865c tempest-RoutersNegativeIpV6Test-1533253519 tempest-RoutersNegativeIpV6Test-1533253519-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:14.333026 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-7166fa06-d32f-43db-a240-1c7830b37cea tempest-FloatingIPNegativeTestJSON-29840365 tempest-FloatingIPNegativeTestJSON-29840365-project] Deleting port 3c10ff6e-42eb-48ed-b007-6780cdbf6d15 {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:11:14.333456 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-7166fa06-d32f-43db-a240-1c7830b37cea tempest-FloatingIPNegativeTestJSON-29840365 tempest-FloatingIPNegativeTestJSON-29840365-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:14.346078 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.pecan_wsgi.hooks.translation [None req-b112fc80-fd64-478b-86f9-f01083ac01b4 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] DELETE failed (client error): The resource could not be found. Jan 05 17:11:14.346338 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b112fc80-fd64-478b-86f9-f01083ac01b4 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103800) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 05 17:11:14.356849 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-b112fc80-fd64-478b-86f9-f01083ac01b4 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] 10.222.0.11 "DELETE /v2.0/networks/650e6e90-7510-47e3-b1b1-363944a749c9 HTTP/1.1" status: 404 len: 339 time: 0.0880413 Jan 05 17:11:14.359611 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 43424) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:14.372867 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-a51c344c-18f8-4362-afd0-eb225fb9a444 None None] Publish callbacks [] for port, precommit_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:14.426782 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.pecan_wsgi.hooks.translation [None req-2fd99948-e73d-4ef4-a5ae-bc4c5e12bfdb tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] DELETE failed (client error): The resource could not be found. Jan 05 17:11:14.427372 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2fd99948-e73d-4ef4-a5ae-bc4c5e12bfdb tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103800) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 05 17:11:14.430540 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-2fd99948-e73d-4ef4-a5ae-bc4c5e12bfdb tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] 10.222.0.11 "DELETE /v2.0/subnets/92809881-71a2-48a5-b42e-f234d0ca4b11 HTTP/1.1" status: 404 len: 337 time: 0.0661256 Jan 05 17:11:14.435843 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 43428) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:14.445908 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-26725cb6-cab6-4654-90ad-9d55a75642f4 req-d7efcf85-ae63-4b52-a106-b66379c22340 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] 10.222.0.11 "GET /v2.0/ports?device_id=960404e1-a8f8-4c26-83b9-87528fa8969d HTTP/1.1" status: 200 len: 210 time: 0.5068841 Jan 05 17:11:14.449042 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-a51c344c-18f8-4362-afd0-eb225fb9a444 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669'] for port, after_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:14.477771 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5b6d654-b716-4342-8bb7-0610bf39d7ed tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] DELETE failed (client error): The resource could not be found. Jan 05 17:11:14.478517 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5b6d654-b716-4342-8bb7-0610bf39d7ed tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103800) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 05 17:11:14.479298 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-7166fa06-d32f-43db-a240-1c7830b37cea tempest-FloatingIPNegativeTestJSON-29840365 tempest-FloatingIPNegativeTestJSON-29840365-project] For port 3c10ff6e-42eb-48ed-b007-6780cdbf6d15, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=3c10ff6e-42eb-48ed-b007-6780cdbf6d15,segment=NetworkSegment(7cd3633b-8ff5-471e-b8a6-efdd20685433),segment_id=7cd3633b-8ff5-471e-b8a6-efdd20685433)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:11:14.479861 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-7166fa06-d32f-43db-a240-1c7830b37cea tempest-FloatingIPNegativeTestJSON-29840365 tempest-FloatingIPNegativeTestJSON-29840365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:14.484990 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-a5b6d654-b716-4342-8bb7-0610bf39d7ed tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] 10.222.0.11 "DELETE /v2.0/networks/ea1c83ec-abfb-4c58-9272-47c2de2d9ffe HTTP/1.1" status: 404 len: 339 time: 0.0455043 Jan 05 17:11:14.486010 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 43432) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:14.506220 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-7166fa06-d32f-43db-a240-1c7830b37cea tempest-FloatingIPNegativeTestJSON-29840365 tempest-FloatingIPNegativeTestJSON-29840365-project] Calling delete_port for 3c10ff6e-42eb-48ed-b007-6780cdbf6d15 owned by network:dhcp {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:11:14.533672 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.pecan_wsgi.hooks.translation [None req-3219c191-d470-4681-9547-a4a596faf141 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] DELETE failed (client error): The resource could not be found. Jan 05 17:11:14.534574 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3219c191-d470-4681-9547-a4a596faf141 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103800) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 05 17:11:14.538816 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-3219c191-d470-4681-9547-a4a596faf141 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] 10.222.0.11 "DELETE /v2.0/subnets/0f237fa5-9fd4-4e8a-9667-500c0823546a HTTP/1.1" status: 404 len: 337 time: 0.0516546 Jan 05 17:11:14.542058 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 43436) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:14.562789 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ea7fa6eb-3fdb-4a94-b6bc-149d1a27bb57 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:14.607109 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.pecan_wsgi.hooks.translation [None req-0430019a-b579-49f4-91ee-0564dbde345e tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] DELETE failed (client error): The resource could not be found. Jan 05 17:11:14.608532 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0430019a-b579-49f4-91ee-0564dbde345e tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103800) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 05 17:11:14.617306 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-0430019a-b579-49f4-91ee-0564dbde345e tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] 10.222.0.11 "DELETE /v2.0/networks/abf13d90-990a-4af4-a2d0-1d0f9d1b7685 HTTP/1.1" status: 404 len: 339 time: 0.0662136 Jan 05 17:11:14.619941 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 43438) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:14.739924 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd473360-9f81-4c78-a387-9a2116929620 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] DELETE failed (client error): The resource could not be found. Jan 05 17:11:14.740356 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd473360-9f81-4c78-a387-9a2116929620 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103800) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 05 17:11:14.743921 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.api.v2.resource [None req-fb9cf2fc-9e8e-4a65-971c-100a6f1a865c tempest-RoutersNegativeIpV6Test-1533253519 tempest-RoutersNegativeIpV6Test-1533253519-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 05 17:11:14.746251 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-fb9cf2fc-9e8e-4a65-971c-100a6f1a865c tempest-RoutersNegativeIpV6Test-1533253519 tempest-RoutersNegativeIpV6Test-1533253519-project] 10.222.0.11 "PUT /v2.0/routers/c2952fad-98a1-4582-88b8-89acf570dadf HTTP/1.1" status: 400 len: 364 time: 0.7986474 Jan 05 17:11:14.748091 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 43442) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:14.748233 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-fd473360-9f81-4c78-a387-9a2116929620 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] 10.222.0.11 "DELETE /v2.0/subnets/3da5c934-962f-4a34-8b30-8448c35ade4c HTTP/1.1" status: 404 len: 337 time: 0.0642419 Jan 05 17:11:14.755326 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 43444) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:14.776411 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a51c344c-18f8-4362-afd0-eb225fb9a444 None None] Network 10a6df43-d644-4b84-bbd3-1b0d0dfe42ef is already hosted by enough agents. {{(pid=103802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:11:14.786656 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 25bb42de-f6dc-4bba-beae-7b509f410e0e no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 05 17:11:14.791376 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-5da92b7a-7843-4ee6-9a40-764b707be795 None None] Deleting port 3c10ff6e-42eb-48ed-b007-6780cdbf6d15 {{(pid=103802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:11:14.792048 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-5da92b7a-7843-4ee6-9a40-764b707be795 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:14.801961 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.pecan_wsgi.hooks.translation [None req-332674b6-85ec-403f-956e-890e872ca288 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] DELETE failed (client error): The resource could not be found. Jan 05 17:11:14.805286 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-332674b6-85ec-403f-956e-890e872ca288 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 05 17:11:14.808698 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-332674b6-85ec-403f-956e-890e872ca288 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] 10.222.0.11 "DELETE /v2.0/networks/73299fae-e033-4cb2-b34e-b9dfcdaf53a4 HTTP/1.1" status: 404 len: 339 time: 0.0608051 Jan 05 17:11:14.809700 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-7166fa06-d32f-43db-a240-1c7830b37cea tempest-FloatingIPNegativeTestJSON-29840365 tempest-FloatingIPNegativeTestJSON-29840365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11433176'] for port, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:14.819910 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 43450) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:14.849754 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7166fa06-d32f-43db-a240-1c7830b37cea tempest-FloatingIPNegativeTestJSON-29840365 tempest-FloatingIPNegativeTestJSON-29840365-project] No DVR routers for this DVR port 3c10ff6e-42eb-48ed-b007-6780cdbf6d15 on host dv-neutron-master-2-hyperv {{(pid=103801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 05 17:11:14.873336 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.scheduler.base_scheduler [None req-a51c344c-18f8-4362-afd0-eb225fb9a444 None None] Resources bound (agent type, host, resource id): {{(pid=103802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:11:14.875158 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51c344c-18f8-4362-afd0-eb225fb9a444 None None] Pushing event updated for resources: {'Port': ['ID=a1e28128-b298-47fa-b9ed-8e0a8cc10c5f,revision_number=1']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:11:14.878190 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-5da92b7a-7843-4ee6-9a40-764b707be795 None None] For port 3c10ff6e-42eb-48ed-b007-6780cdbf6d15, host dv-neutron-master-2-hyperv, got binding levels [] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:11:14.878614 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-5da92b7a-7843-4ee6-9a40-764b707be795 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:14.881364 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a51c344c-18f8-4362-afd0-eb225fb9a444 None None] Received port after_create {{(pid=103802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:11:14.890222 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7166fa06-d32f-43db-a240-1c7830b37cea tempest-FloatingIPNegativeTestJSON-29840365 tempest-FloatingIPNegativeTestJSON-29840365-project] Pushing event deleted for resources: {'Port': ['ID=3c10ff6e-42eb-48ed-b007-6780cdbf6d15,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:11:14.890393 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] No Port match for: 25bb42de-f6dc-4bba-beae-7b509f410e0e {{(pid=103802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 05 17:11:14.890709 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 25bb42de-f6dc-4bba-beae-7b509f410e0e not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 05 17:11:14.891199 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 3c10ff6e-42eb-48ed-b007-6780cdbf6d15 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 05 17:11:14.915097 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] No Port match for: 3c10ff6e-42eb-48ed-b007-6780cdbf6d15 {{(pid=103802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 05 17:11:14.915518 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 3c10ff6e-42eb-48ed-b007-6780cdbf6d15 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 05 17:11:14.924222 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-5da92b7a-7843-4ee6-9a40-764b707be795 None None] Calling delete_port for 3c10ff6e-42eb-48ed-b007-6780cdbf6d15 owned by network:dhcp {{(pid=103802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:11:14.926999 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.ipam_backend_mixin [None req-5da92b7a-7843-4ee6-9a40-764b707be795 None None] Port 3c10ff6e-42eb-48ed-b007-6780cdbf6d15 was not found and therefore no delete operation was performed {{(pid=103802) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 05 17:11:14.964146 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-5da92b7a-7843-4ee6-9a40-764b707be795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678'] for port, after_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:14.982663 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9e56e5f-1d9e-4f42-86c9-aa86ac211592 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] DELETE failed (client error): The resource could not be found. Jan 05 17:11:14.982891 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9e56e5f-1d9e-4f42-86c9-aa86ac211592 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 05 17:11:14.986288 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-e9e56e5f-1d9e-4f42-86c9-aa86ac211592 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] 10.222.0.11 "DELETE /v2.0/subnets/401dc1d4-212c-4d65-a3af-a0c3ae5cda0a HTTP/1.1" status: 404 len: 337 time: 0.1316621 Jan 05 17:11:15.000704 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-7166fa06-d32f-43db-a240-1c7830b37cea tempest-FloatingIPNegativeTestJSON-29840365 tempest-FloatingIPNegativeTestJSON-29840365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3891715', 'neutron.services.segments.db._delete_segments_for_network-8754181063482'] for network, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:15.001000 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 43454) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:15.003790 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-a51c344c-18f8-4362-afd0-eb225fb9a444 None None] Attempting to bind port a1e28128-b298-47fa-b9ed-8e0a8cc10c5f on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 05 17:11:15.004166 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-a51c344c-18f8-4362-afd0-eb225fb9a444 None None] Attempting to bind port a1e28128-b298-47fa-b9ed-8e0a8cc10c5f by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '202d6884-7064-4389-975a-d59d3b021142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '10a6df43-d644-4b84-bbd3-1b0d0dfe42ef'}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 05 17:11:15.004532 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a51c344c-18f8-4362-afd0-eb225fb9a444 None None] Attempting to bind port a1e28128-b298-47fa-b9ed-8e0a8cc10c5f on network 10a6df43-d644-4b84-bbd3-1b0d0dfe42ef {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:11:15.006712 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da92b7a-7843-4ee6-9a40-764b707be795 None None] Pushing event deleted for resources: {'Port': ['ID=3c10ff6e-42eb-48ed-b007-6780cdbf6d15,revision_number=None']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:11:15.008811 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5da92b7a-7843-4ee6-9a40-764b707be795 None None] No DVR routers for this DVR port 3c10ff6e-42eb-48ed-b007-6780cdbf6d15 on host dv-neutron-master-2-hyperv {{(pid=103802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 05 17:11:15.018431 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a51c344c-18f8-4362-afd0-eb225fb9a444 None None] Checking agent: {'id': '0d4f8fd3-ce62-4651-970c-efa6a8bb22b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 5, 16, 57, 23), 'started_at': datetime.datetime(2022, 1, 5, 16, 57, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 5, 17, 10, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 05 17:11:15.020101 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a51c344c-18f8-4362-afd0-eb225fb9a444 None None] Checking segment: {'id': '202d6884-7064-4389-975a-d59d3b021142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '10a6df43-d644-4b84-bbd3-1b0d0dfe42ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:11:15.020101 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-a51c344c-18f8-4362-afd0-eb225fb9a444 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:15.020101 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a51c344c-18f8-4362-afd0-eb225fb9a444 None None] Bound using segment: {'id': '202d6884-7064-4389-975a-d59d3b021142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '10a6df43-d644-4b84-bbd3-1b0d0dfe42ef'} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 05 17:11:15.020522 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-a51c344c-18f8-4362-afd0-eb225fb9a444 None None] Bound port: a1e28128-b298-47fa-b9ed-8e0a8cc10c5f, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '202d6884-7064-4389-975a-d59d3b021142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '10a6df43-d644-4b84-bbd3-1b0d0dfe42ef'}}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 05 17:11:15.021369 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-a51c344c-18f8-4362-afd0-eb225fb9a444 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:15.053443 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.services.segments.db [None req-7166fa06-d32f-43db-a240-1c7830b37cea tempest-FloatingIPNegativeTestJSON-29840365 tempest-FloatingIPNegativeTestJSON-29840365-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd42544a-8664-4632-a65f-33923484589c']}} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:11:15.076814 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.services.segments.db [None req-7166fa06-d32f-43db-a240-1c7830b37cea tempest-FloatingIPNegativeTestJSON-29840365 tempest-FloatingIPNegativeTestJSON-29840365-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7cd3633b-8ff5-471e-b8a6-efdd20685433') {'for_net_delete': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:11:15.077130 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.services.segments.db [None req-7166fa06-d32f-43db-a240-1c7830b37cea tempest-FloatingIPNegativeTestJSON-29840365 tempest-FloatingIPNegativeTestJSON-29840365-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7cd3633b-8ff5-471e-b8a6-efdd20685433') {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:11:15.086584 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.pecan_wsgi.hooks.translation [None req-7740db86-9c6c-4b90-b396-f6911ba6cb06 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] DELETE failed (client error): The resource could not be found. Jan 05 17:11:15.087639 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7740db86-9c6c-4b90-b396-f6911ba6cb06 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103800) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 05 17:11:15.094111 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-7740db86-9c6c-4b90-b396-f6911ba6cb06 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] 10.222.0.11 "DELETE /v2.0/networks/1de46755-4c3f-428d-af80-47a2f776c0c0 HTTP/1.1" status: 404 len: 339 time: 0.0918331 Jan 05 17:11:15.094417 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-7166fa06-d32f-43db-a240-1c7830b37cea tempest-FloatingIPNegativeTestJSON-29840365 tempest-FloatingIPNegativeTestJSON-29840365-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754181064771', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11316385'] for segment, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:15.104206 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-a51c344c-18f8-4362-afd0-eb225fb9a444 None None] For port a1e28128-b298-47fa-b9ed-8e0a8cc10c5f, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 05 17:11:15.107926 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-a51c344c-18f8-4362-afd0-eb225fb9a444 None None] For port a1e28128-b298-47fa-b9ed-8e0a8cc10c5f, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=a1e28128-b298-47fa-b9ed-8e0a8cc10c5f,segment=NetworkSegment(202d6884-7064-4389-975a-d59d3b021142),segment_id=202d6884-7064-4389-975a-d59d3b021142)] {{(pid=103802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 05 17:11:15.111391 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-7166fa06-d32f-43db-a240-1c7830b37cea tempest-FloatingIPNegativeTestJSON-29840365 tempest-FloatingIPNegativeTestJSON-29840365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225'] for segment, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:15.113348 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 43458) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:15.156312 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.pecan_wsgi.hooks.translation [None req-4308372b-4d7f-403a-8b1b-bc7b22226db0 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] DELETE failed (client error): The resource could not be found. Jan 05 17:11:15.156312 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4308372b-4d7f-403a-8b1b-bc7b22226db0 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 05 17:11:15.156312 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-4308372b-4d7f-403a-8b1b-bc7b22226db0 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] 10.222.0.11 "DELETE /v2.0/subnets/1cec41c5-12fb-44cd-b18d-13f0f5b54386 HTTP/1.1" status: 404 len: 337 time: 0.0394850 Jan 05 17:11:15.156312 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7166fa06-d32f-43db-a240-1c7830b37cea tempest-FloatingIPNegativeTestJSON-29840365 tempest-FloatingIPNegativeTestJSON-29840365-project] Releasing vlan 142 on physical network physnet1 to pool {{(pid=103801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 05 17:11:15.156312 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-7166fa06-d32f-43db-a240-1c7830b37cea tempest-FloatingIPNegativeTestJSON-29840365 tempest-FloatingIPNegativeTestJSON-29840365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11433197'] for segment, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:15.159104 dv-neutron-master-2-hyperv neutron-server[103801]: Traceback (most recent call last): Jan 05 17:11:15.159104 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 05 17:11:15.159104 dv-neutron-master-2-hyperv neutron-server[103801]: timer() Jan 05 17:11:15.159104 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 05 17:11:15.159104 dv-neutron-master-2-hyperv neutron-server[103801]: cb(*args, **kw) Jan 05 17:11:15.159104 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 05 17:11:15.159104 dv-neutron-master-2-hyperv neutron-server[103801]: return func(*args, **kwargs) Jan 05 17:11:15.159104 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 05 17:11:15.159104 dv-neutron-master-2-hyperv neutron-server[103801]: self._notify() Jan 05 17:11:15.159104 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 05 17:11:15.159104 dv-neutron-master-2-hyperv neutron-server[103801]: self.callback(batched_events) Jan 05 17:11:15.159104 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 05 17:11:15.159104 dv-neutron-master-2-hyperv neutron-server[103801]: event.method(event) Jan 05 17:11:15.159104 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 05 17:11:15.159104 dv-neutron-master-2-hyperv neutron-server[103801]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 05 17:11:15.159104 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 05 17:11:15.159104 dv-neutron-master-2-hyperv neutron-server[103801]: aggregate_uuid = self.p_client.list_aggregates( Jan 05 17:11:15.159104 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 05 17:11:15.159104 dv-neutron-master-2-hyperv neutron-server[103801]: return f(self, *a, **k) Jan 05 17:11:15.159104 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 05 17:11:15.159104 dv-neutron-master-2-hyperv neutron-server[103801]: return self._get(url).json() Jan 05 17:11:15.159104 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 05 17:11:15.159104 dv-neutron-master-2-hyperv neutron-server[103801]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 05 17:11:15.159104 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 05 17:11:15.159104 dv-neutron-master-2-hyperv neutron-server[103801]: return self.request(url, 'GET', **kwargs) Jan 05 17:11:15.159104 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 05 17:11:15.159104 dv-neutron-master-2-hyperv neutron-server[103801]: base_url = self.get_endpoint(auth, allow=allow, Jan 05 17:11:15.159104 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 05 17:11:15.159104 dv-neutron-master-2-hyperv neutron-server[103801]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 05 17:11:15.159104 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 05 17:11:15.159104 dv-neutron-master-2-hyperv neutron-server[103801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 05 17:11:15.159104 dv-neutron-master-2-hyperv neutron-server[103801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 05 17:11:15.161174 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 43462) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:15.162130 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-69bcda68-db0f-4c25-829e-1430a63f3bb9 tempest-ExtraDHCPOptionsIpV6TestJSON-152488165 tempest-ExtraDHCPOptionsIpV6TestJSON-152488165-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8784852', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8521873'] for subnet, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:15.169877 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ea7fa6eb-3fdb-4a94-b6bc-149d1a27bb57 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:15.204563 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-a51c344c-18f8-4362-afd0-eb225fb9a444 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:15.222747 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca9ef048-5f33-48b8-ad9a-47c1fdbe7c2d tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] DELETE failed (client error): The resource could not be found. Jan 05 17:11:15.223278 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca9ef048-5f33-48b8-ad9a-47c1fdbe7c2d tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 05 17:11:15.226342 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-ca9ef048-5f33-48b8-ad9a-47c1fdbe7c2d tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] 10.222.0.11 "DELETE /v2.0/networks/3c0cb470-bdcf-45ee-afa9-305830136320 HTTP/1.1" status: 404 len: 339 time: 0.0658002 Jan 05 17:11:15.234783 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 43464) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:15.252783 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ea7fa6eb-3fdb-4a94-b6bc-149d1a27bb57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:15.281766 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.pecan_wsgi.hooks.translation [None req-055b5867-5b2e-4933-90fc-20682d530889 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] DELETE failed (client error): The resource could not be found. Jan 05 17:11:15.282488 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-055b5867-5b2e-4933-90fc-20682d530889 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 05 17:11:15.286618 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-055b5867-5b2e-4933-90fc-20682d530889 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] 10.222.0.11 "DELETE /v2.0/subnets/f679f81d-d72d-4480-a07c-0481c9df80e6 HTTP/1.1" status: 404 len: 337 time: 0.0518126 Jan 05 17:11:15.288542 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 43466) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:15.302654 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bcda68-db0f-4c25-829e-1430a63f3bb9 tempest-ExtraDHCPOptionsIpV6TestJSON-152488165 tempest-ExtraDHCPOptionsIpV6TestJSON-152488165-project] Pushing event updated for resources: {'Subnet': ['ID=a16803e3-f80b-46a6-8804-6c3a0e47a0dc,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:11:15.303176 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51c344c-18f8-4362-afd0-eb225fb9a444 None None] Pushing event updated for resources: {'Port': ['ID=a1e28128-b298-47fa-b9ed-8e0a8cc10c5f,revision_number=2']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:11:15.318931 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.pecan_wsgi.hooks.translation [None req-5eec799c-33dd-4dbc-9b91-9d840b7e61f8 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] DELETE failed (client error): The resource could not be found. Jan 05 17:11:15.320874 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5eec799c-33dd-4dbc-9b91-9d840b7e61f8 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 05 17:11:15.330117 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-5eec799c-33dd-4dbc-9b91-9d840b7e61f8 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] 10.222.0.11 "DELETE /v2.0/networks/f6facc7d-b14b-4819-88dd-d6840e43d2f3 HTTP/1.1" status: 404 len: 339 time: 0.0381527 Jan 05 17:11:15.331092 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 43470) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:15.361951 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.pecan_wsgi.hooks.translation [None req-26ffa8ad-d4ec-41ca-a242-227bea4f9efd tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] DELETE failed (client error): The resource could not be found. Jan 05 17:11:15.363502 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26ffa8ad-d4ec-41ca-a242-227bea4f9efd tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 05 17:11:15.368755 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-26ffa8ad-d4ec-41ca-a242-227bea4f9efd tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] 10.222.0.11 "DELETE /v2.0/subnets/ade3e5a3-60a5-4073-b85c-bb2dd6f0a4df HTTP/1.1" status: 404 len: 337 time: 0.0347438 Jan 05 17:11:15.369018 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 43472) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:15.394532 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a0ca4d9-b7f8-429f-beca-9a86684a8d5e tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] DELETE failed (client error): The resource could not be found. Jan 05 17:11:15.395058 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a0ca4d9-b7f8-429f-beca-9a86684a8d5e tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 05 17:11:15.400537 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-1a0ca4d9-b7f8-429f-beca-9a86684a8d5e tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] 10.222.0.11 "DELETE /v2.0/networks/1556ff2b-4276-4657-b49c-5e4127bf8977 HTTP/1.1" status: 404 len: 339 time: 0.0284061 Jan 05 17:11:15.400766 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 43474) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:15.407421 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e46a2b7f-e299-41b3-8db0-239bd367b3f0 tempest-RoutersNegativeIpV6Test-1533253519 tempest-RoutersNegativeIpV6Test-1533253519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:15.421753 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69bcda68-db0f-4c25-829e-1430a63f3bb9 tempest-ExtraDHCPOptionsIpV6TestJSON-152488165 tempest-ExtraDHCPOptionsIpV6TestJSON-152488165-project] Checking segment: {'id': '032ad3e1-9b4f-438d-95c1-fff42b0a2838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '1e2264ad-8edc-4a78-afb2-c115133aa65f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:11:15.422266 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69bcda68-db0f-4c25-829e-1430a63f3bb9 tempest-ExtraDHCPOptionsIpV6TestJSON-152488165 tempest-ExtraDHCPOptionsIpV6TestJSON-152488165-project] Network hostable DHCP agents. Network: 1e2264ad-8edc-4a78-afb2-c115133aa65f, hostable agents: ['3f70c195-17da-4084-9fd6-bf6059d88535'], hosted agents: [] {{(pid=103800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 05 17:11:15.459122 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-ea7fa6eb-3fdb-4a94-b6bc-149d1a27bb57 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d07dd3142985485f867abaf108597730&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2212398 Jan 05 17:11:15.460905 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 43478) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:15.462119 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7fa6eb-3fdb-4a94-b6bc-149d1a27bb57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39f451e8-5eb9-4848-8522-bb4f25995c4f,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:11:15.470978 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-7166fa06-d32f-43db-a240-1c7830b37cea tempest-FloatingIPNegativeTestJSON-29840365 tempest-FloatingIPNegativeTestJSON-29840365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3891722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648695'] for network, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:15.486171 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-7166fa06-d32f-43db-a240-1c7830b37cea tempest-FloatingIPNegativeTestJSON-29840365 tempest-FloatingIPNegativeTestJSON-29840365-project] Publish callbacks [] for network, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:15.492150 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-7166fa06-d32f-43db-a240-1c7830b37cea tempest-FloatingIPNegativeTestJSON-29840365 tempest-FloatingIPNegativeTestJSON-29840365-project] 10.222.0.11 "DELETE /v2.0/networks/dd42544a-8664-4632-a65f-33923484589c HTTP/1.1" status: 204 len: 168 time: 1.6894126 Jan 05 17:11:15.492150 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 43480) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:15.517548 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.db_base_plugin_v2 [None req-49ac0ecd-f749-411a-bf8a-abda9d669ca9 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Deleting subnet e6d775ba-da0f-46a8-835f-ede369208238 {{(pid=103801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 05 17:11:15.541421 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-49ac0ecd-f749-411a-bf8a-abda9d669ca9 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Publish callbacks [] for subnet, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:15.594308 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7166fa06-d32f-43db-a240-1c7830b37cea tempest-FloatingIPNegativeTestJSON-29840365 tempest-FloatingIPNegativeTestJSON-29840365-project] Pushing event deleted for resources: {'Network': ['ID=dd42544a-8664-4632-a65f-33923484589c,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:11:15.664132 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-7cd0f945-0a91-4c89-bd08-14597855b0ce req-3353223c-5047-433f-8367-b39c842993d0 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] 10.222.0.11 "GET /v2.0/ports?device_id=960404e1-a8f8-4c26-83b9-87528fa8969d HTTP/1.1" status: 200 len: 210 time: 0.1472821 Jan 05 17:11:15.674141 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-49ac0ecd-f749-411a-bf8a-abda9d669ca9 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11316398'] for subnet, precommit_delete_associations {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:15.733805 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-519131c5-b834-4c5b-bf95-30e2a5ceaa88 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:15.748905 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69bcda68-db0f-4c25-829e-1430a63f3bb9 tempest-ExtraDHCPOptionsIpV6TestJSON-152488165 tempest-ExtraDHCPOptionsIpV6TestJSON-152488165-project] Network 1e2264ad-8edc-4a78-afb2-c115133aa65f is scheduled to be hosted by DHCP agent 3f70c195-17da-4084-9fd6-bf6059d88535 with binding_index 1 {{(pid=103800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 05 17:11:15.758855 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-3299370d-b235-4afd-8a01-abeb936a1022 tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] Request body: {'security_group': {'name': 'tempest-secgroup--505105355'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:11:15.798538 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-519131c5-b834-4c5b-bf95-30e2a5ceaa88 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:15.860072 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-49ac0ecd-f749-411a-bf8a-abda9d669ca9 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892868'] for subnet, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:15.883180 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-69bcda68-db0f-4c25-829e-1430a63f3bb9 tempest-ExtraDHCPOptionsIpV6TestJSON-152488165 tempest-ExtraDHCPOptionsIpV6TestJSON-152488165-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 1e2264ad-8edc-4a78-afb2-c115133aa65f) {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:11:15.891507 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a668fb9c-1402-4e25-840c-8bfb1f4750bf None None] Network 1e2264ad-8edc-4a78-afb2-c115133aa65f requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:11:15.892848 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69bcda68-db0f-4c25-829e-1430a63f3bb9 tempest-ExtraDHCPOptionsIpV6TestJSON-152488165 tempest-ExtraDHCPOptionsIpV6TestJSON-152488165-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:11:15.893448 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-69bcda68-db0f-4c25-829e-1430a63f3bb9 tempest-ExtraDHCPOptionsIpV6TestJSON-152488165 tempest-ExtraDHCPOptionsIpV6TestJSON-152488165-project] Publish callbacks [] for subnet, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:15.896313 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [None req-e46a2b7f-e299-41b3-8db0-239bd367b3f0 tempest-RoutersNegativeIpV6Test-1533253519 tempest-RoutersNegativeIpV6Test-1533253519-project] Allocated IP 2001:db8::1 (81231b46-7bbe-4055-a24a-0d85545786e9/f51063dd-777b-4dd2-af0e-90f0c0b4a2fb/02d3bf59-3e41-474c-a97f-557e80148560) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:11:15.942226 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3299370d-b235-4afd-8a01-abeb936a1022 tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] Publish callbacks [] for security_group, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:15.958090 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3299370d-b235-4afd-8a01-abeb936a1022 tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] Publish callbacks [] for security_group, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:15.999085 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-519131c5-b834-4c5b-bf95-30e2a5ceaa88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:16.003268 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-519131c5-b834-4c5b-bf95-30e2a5ceaa88 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:16.006886 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-519131c5-b834-4c5b-bf95-30e2a5ceaa88 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/39f451e8-5eb9-4848-8522-bb4f25995c4f HTTP/1.1" status: 204 len: 168 time: 0.5392060 Jan 05 17:11:16.028998 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-49ac0ecd-f749-411a-bf8a-abda9d669ca9 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3893367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11433231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12480600'] for subnet, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:16.030319 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ace2696d-afb0-4a75-8ba0-4fc30b4f4ab7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-1e2264ad-8edc-4a78-afb2-c115133aa65f', 'network_id': '1e2264ad-8edc-4a78-afb2-c115133aa65f', 'project_id': '099900e3b14f43edb3131cbb76569943', 'fixed_ips': [{'subnet_id': 'a16803e3-f80b-46a6-8804-6c3a0e47a0dc'}]}} from dv-neutron-master-2-hyperv. {{(pid=103802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 05 17:11:16.031862 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-ace2696d-afb0-4a75-8ba0-4fc30b4f4ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:16.036294 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519131c5-b834-4c5b-bf95-30e2a5ceaa88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39f451e8-5eb9-4848-8522-bb4f25995c4f,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:11:16.078916 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e46a2b7f-e299-41b3-8db0-239bd367b3f0 tempest-RoutersNegativeIpV6Test-1533253519 tempest-RoutersNegativeIpV6Test-1533253519-project] Publish callbacks [] for port, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:16.081829 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ac0ecd-f749-411a-bf8a-abda9d669ca9 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Pushing event deleted for resources: {'Subnet': ['ID=e6d775ba-da0f-46a8-835f-ede369208238,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:11:16.081829 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-49ac0ecd-f749-411a-bf8a-abda9d669ca9 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Publish callbacks [] for subnet, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:16.087216 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-49ac0ecd-f749-411a-bf8a-abda9d669ca9 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] 10.222.0.11 "DELETE /v2.0/subnets/e6d775ba-da0f-46a8-835f-ede369208238 HTTP/1.1" status: 204 len: 168 time: 0.6832857 Jan 05 17:11:16.087472 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 43490) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:16.134909 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b018cf0-b94a-497d-ad11-bb6d20286c09 None None] Network e5086c4d-9a5a-4140-b101-4bbdc99c3dfc requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:11:16.170802 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3299370d-b235-4afd-8a01-abeb936a1022 tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] Publish callbacks [] for security_group, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:16.204596 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e46a2b7f-e299-41b3-8db0-239bd367b3f0 tempest-RoutersNegativeIpV6Test-1533253519 tempest-RoutersNegativeIpV6Test-1533253519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:16.219770 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-69bcda68-db0f-4c25-829e-1430a63f3bb9 tempest-ExtraDHCPOptionsIpV6TestJSON-152488165 tempest-ExtraDHCPOptionsIpV6TestJSON-152488165-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3639219 Jan 05 17:11:16.232465 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 43494) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:16.239567 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-25ac1e0c-beb0-47c7-b4fa-240088b47ea7 tempest-ExtraDHCPOptionsIpV6TestJSON-152488165 tempest-ExtraDHCPOptionsIpV6TestJSON-152488165-project] Request body: {'port': {'network_id': '1e2264ad-8edc-4a78-afb2-c115133aa65f', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-642564884'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:11:16.281909 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3299370d-b235-4afd-8a01-abeb936a1022 tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:16.282875 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e46a2b7f-e299-41b3-8db0-239bd367b3f0 tempest-RoutersNegativeIpV6Test-1533253519 tempest-RoutersNegativeIpV6Test-1533253519-project] Network 81231b46-7bbe-4055-a24a-0d85545786e9 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:11:16.297198 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-e46a2b7f-e299-41b3-8db0-239bd367b3f0 tempest-RoutersNegativeIpV6Test-1533253519 tempest-RoutersNegativeIpV6Test-1533253519-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:11:16.308108 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 43496) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:16.315787 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.db_base_plugin_common [None req-ace2696d-afb0-4a75-8ba0-4fc30b4f4ab7 None None] Allocated IP 2001:db8::2 (1e2264ad-8edc-4a78-afb2-c115133aa65f/a16803e3-f80b-46a6-8804-6c3a0e47a0dc/48f04073-0bcd-4271-a293-947ed6a796af) {{(pid=103802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:11:16.319016 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e46a2b7f-e299-41b3-8db0-239bd367b3f0 tempest-RoutersNegativeIpV6Test-1533253519 tempest-RoutersNegativeIpV6Test-1533253519-project] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:11:16.321234 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e46a2b7f-e299-41b3-8db0-239bd367b3f0 tempest-RoutersNegativeIpV6Test-1533253519 tempest-RoutersNegativeIpV6Test-1533253519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-648552'] for router_interface, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:16.329827 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46a2b7f-e299-41b3-8db0-239bd367b3f0 tempest-RoutersNegativeIpV6Test-1533253519 tempest-RoutersNegativeIpV6Test-1533253519-project] Pushing event updated for resources: {'Port': ['ID=02d3bf59-3e41-474c-a97f-557e80148560,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:11:16.369922 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3299370d-b235-4afd-8a01-abeb936a1022 tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56eb0cfb-73f1-4966-9a3c-1260af5d5cbc,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:11:16.376428 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-41ea544b-79eb-4bf8-ac7b-ee3ac7fcbb81 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3809644'] for network, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:16.560631 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daabb671-05d2-466e-bb95-41d76650f490 None None] DHCP port deletion for e5086c4d-9a5a-4140-b101-4bbdc99c3dfc request from dv-neutron-master-2-hyperv {{(pid=103802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 05 17:11:16.636146 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3299370d-b235-4afd-8a01-abeb936a1022 tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] Publish callbacks [] for security_group, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:16.651836 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-ace2696d-afb0-4a75-8ba0-4fc30b4f4ab7 None None] Publish callbacks [] for port, precommit_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:16.723841 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3299370d-b235-4afd-8a01-abeb936a1022 tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:16.736582 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-daabb671-05d2-466e-bb95-41d76650f490 None None] Deleting port 5a19b7f0-fc24-4acf-9576-d72ee15af9bb {{(pid=103802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:11:16.736959 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-daabb671-05d2-466e-bb95-41d76650f490 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:16.817068 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-41ea544b-79eb-4bf8-ac7b-ee3ac7fcbb81 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Deleting port 5a19b7f0-fc24-4acf-9576-d72ee15af9bb {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:11:16.817537 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-41ea544b-79eb-4bf8-ac7b-ee3ac7fcbb81 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:16.822049 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25ac1e0c-beb0-47c7-b4fa-240088b47ea7 tempest-ExtraDHCPOptionsIpV6TestJSON-152488165 tempest-ExtraDHCPOptionsIpV6TestJSON-152488165-project] Made reservation on behalf of 099900e3b14f43edb3131cbb76569943 for: {'port': 1} {{(pid=103801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:11:16.826430 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-25ac1e0c-beb0-47c7-b4fa-240088b47ea7 tempest-ExtraDHCPOptionsIpV6TestJSON-152488165 tempest-ExtraDHCPOptionsIpV6TestJSON-152488165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:16.852475 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e46a2b7f-e299-41b3-8db0-239bd367b3f0 tempest-RoutersNegativeIpV6Test-1533253519 tempest-RoutersNegativeIpV6Test-1533253519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:16.881871 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3299370d-b235-4afd-8a01-abeb936a1022 tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58b345ea-0393-45eb-91b0-d94c576c33f5,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:11:16.886134 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3299370d-b235-4afd-8a01-abeb936a1022 tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] Publish callbacks [] for security_group, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:16.887410 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-3299370d-b235-4afd-8a01-abeb936a1022 tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 1.3800437 Jan 05 17:11:16.895629 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 43510) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:16.910251 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device a1e28128-b298-47fa-b9ed-8e0a8cc10c5f up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:11:16.918211 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-ace2696d-afb0-4a75-8ba0-4fc30b4f4ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669'] for port, after_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:16.929757 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-56a7fe6d-33a0-4604-9a3a-7d2519f5fc2a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=8e12e62f70d846e9a99323147f379e25&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5913062 Jan 05 17:11:16.935607 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 43512) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:16.952556 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-e147f385-f289-41c1-8d65-4cd5604085ae req-9faf8fd1-6eff-4580-9543-9674d71b224b tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] 10.222.0.11 "GET /v2.0/ports?device_id=960404e1-a8f8-4c26-83b9-87528fa8969d HTTP/1.1" status: 200 len: 210 time: 0.0770853 Jan 05 17:11:16.958489 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.notifiers.nova [None req-25ac1e0c-beb0-47c7-b4fa-240088b47ea7 tempest-ExtraDHCPOptionsIpV6TestJSON-152488165 tempest-ExtraDHCPOptionsIpV6TestJSON-152488165-project] device_id is not set on port f87b15c1-58ec-43c3-bb4e-4b831a9faeff yet. {{(pid=103801) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 05 17:11:17.042631 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-41ea544b-79eb-4bf8-ac7b-ee3ac7fcbb81 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] For port 5a19b7f0-fc24-4acf-9576-d72ee15af9bb, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=5a19b7f0-fc24-4acf-9576-d72ee15af9bb,segment=NetworkSegment(84e1ffeb-155b-4020-96f3-8d9f8151e1be),segment_id=84e1ffeb-155b-4020-96f3-8d9f8151e1be)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:11:17.043106 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-41ea544b-79eb-4bf8-ac7b-ee3ac7fcbb81 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:17.043245 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-daabb671-05d2-466e-bb95-41d76650f490 None None] For port 5a19b7f0-fc24-4acf-9576-d72ee15af9bb, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=5a19b7f0-fc24-4acf-9576-d72ee15af9bb,segment=NetworkSegment(84e1ffeb-155b-4020-96f3-8d9f8151e1be),segment_id=84e1ffeb-155b-4020-96f3-8d9f8151e1be)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:11:17.044019 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-daabb671-05d2-466e-bb95-41d76650f490 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:17.051235 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-e54b3314-d17e-45ac-be7c-415efc26e0b1 None None] Provisioning complete for port 02d3bf59-3e41-474c-a97f-557e80148560 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:11:17.051599 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-e54b3314-d17e-45ac-be7c-415efc26e0b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:17.064898 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ace2696d-afb0-4a75-8ba0-4fc30b4f4ab7 None None] Network 1e2264ad-8edc-4a78-afb2-c115133aa65f is already hosted by enough agents. {{(pid=103802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:11:17.068637 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-41ea544b-79eb-4bf8-ac7b-ee3ac7fcbb81 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Calling delete_port for 5a19b7f0-fc24-4acf-9576-d72ee15af9bb owned by network:dhcp {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:11:17.103278 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.scheduler.base_scheduler [None req-ace2696d-afb0-4a75-8ba0-4fc30b4f4ab7 None None] Resources bound (agent type, host, resource id): {{(pid=103802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:11:17.110747 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-daabb671-05d2-466e-bb95-41d76650f490 None None] Calling delete_port for 5a19b7f0-fc24-4acf-9576-d72ee15af9bb owned by network:dhcp {{(pid=103802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:11:17.114755 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ace2696d-afb0-4a75-8ba0-4fc30b4f4ab7 None None] Received port after_create {{(pid=103802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:11:17.133704 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace2696d-afb0-4a75-8ba0-4fc30b4f4ab7 None None] Pushing event updated for resources: {'Port': ['ID=48f04073-0bcd-4271-a293-947ed6a796af,revision_number=1']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:11:17.142585 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b2b2e1d-c2c2-4ad3-8878-1429c9d29ec6 None None] Network 10a6df43-d644-4b84-bbd3-1b0d0dfe42ef requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:11:17.178388 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [None req-25ac1e0c-beb0-47c7-b4fa-240088b47ea7 tempest-ExtraDHCPOptionsIpV6TestJSON-152488165 tempest-ExtraDHCPOptionsIpV6TestJSON-152488165-project] Allocated IP 2001:db8::2a0 (1e2264ad-8edc-4a78-afb2-c115133aa65f/a16803e3-f80b-46a6-8804-6c3a0e47a0dc/f87b15c1-58ec-43c3-bb4e-4b831a9faeff) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:11:17.184916 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-dd1c11f5-652e-4722-aa7f-1aef871698bd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:17.228520 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-e54b3314-d17e-45ac-be7c-415efc26e0b1 None None] Port 02d3bf59-3e41-474c-a97f-557e80148560 cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 17:11:17.234398 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-4e41ba59-eb55-4743-bc3b-971bcf6f9c89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:17.261071 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-387c239d-82a1-4f66-948a-5686d4c2394f tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4538 time: 0.3650062 Jan 05 17:11:17.265064 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 43516) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:17.266114 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Provisioning complete for port a1e28128-b298-47fa-b9ed-8e0a8cc10c5f triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:11:17.266620 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:17.274964 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-3f9a65ce-c052-47a9-97db-aa5a43736fd1 tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] Request body: {'security_group': {'name': 'tempest-security--555725468', 'description': 'tempest-security-description-2060193277'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:11:17.311612 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-dd1c11f5-652e-4722-aa7f-1aef871698bd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:17.327565 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3f9a65ce-c052-47a9-97db-aa5a43736fd1 tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] Publish callbacks [] for security_group, before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:17.360142 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-ace2696d-afb0-4a75-8ba0-4fc30b4f4ab7 None None] Attempting to bind port 48f04073-0bcd-4271-a293-947ed6a796af on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 05 17:11:17.360515 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-ace2696d-afb0-4a75-8ba0-4fc30b4f4ab7 None None] Attempting to bind port 48f04073-0bcd-4271-a293-947ed6a796af by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '032ad3e1-9b4f-438d-95c1-fff42b0a2838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '1e2264ad-8edc-4a78-afb2-c115133aa65f'}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 05 17:11:17.361190 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace2696d-afb0-4a75-8ba0-4fc30b4f4ab7 None None] Attempting to bind port 48f04073-0bcd-4271-a293-947ed6a796af on network 1e2264ad-8edc-4a78-afb2-c115133aa65f {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:11:17.372065 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-41ea544b-79eb-4bf8-ac7b-ee3ac7fcbb81 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11433176'] for port, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:17.385142 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace2696d-afb0-4a75-8ba0-4fc30b4f4ab7 None None] Checking agent: {'id': '0d4f8fd3-ce62-4651-970c-efa6a8bb22b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 5, 16, 57, 23), 'started_at': datetime.datetime(2022, 1, 5, 16, 57, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 5, 17, 10, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 05 17:11:17.385882 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace2696d-afb0-4a75-8ba0-4fc30b4f4ab7 None None] Checking segment: {'id': '032ad3e1-9b4f-438d-95c1-fff42b0a2838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '1e2264ad-8edc-4a78-afb2-c115133aa65f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:11:17.386482 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-ace2696d-afb0-4a75-8ba0-4fc30b4f4ab7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:17.387081 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace2696d-afb0-4a75-8ba0-4fc30b4f4ab7 None None] Bound using segment: {'id': '032ad3e1-9b4f-438d-95c1-fff42b0a2838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '1e2264ad-8edc-4a78-afb2-c115133aa65f'} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 05 17:11:17.387839 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-ace2696d-afb0-4a75-8ba0-4fc30b4f4ab7 None None] Bound port: 48f04073-0bcd-4271-a293-947ed6a796af, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '032ad3e1-9b4f-438d-95c1-fff42b0a2838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '1e2264ad-8edc-4a78-afb2-c115133aa65f'}}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 05 17:11:17.388608 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-ace2696d-afb0-4a75-8ba0-4fc30b4f4ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:17.448447 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ea544b-79eb-4bf8-ac7b-ee3ac7fcbb81 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Pushing event deleted for resources: {'Port': ['ID=5a19b7f0-fc24-4acf-9576-d72ee15af9bb,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:11:17.457269 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41ea544b-79eb-4bf8-ac7b-ee3ac7fcbb81 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] No DVR routers for this DVR port 5a19b7f0-fc24-4acf-9576-d72ee15af9bb on host dv-neutron-master-2-hyperv {{(pid=103801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 05 17:11:17.485357 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-2032453b-a5af-4fd8-b8f8-2e8913d0aacb None None] Provisioning complete for port a1e28128-b298-47fa-b9ed-8e0a8cc10c5f triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:11:17.485991 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-2032453b-a5af-4fd8-b8f8-2e8913d0aacb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:17.555923 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3f9a65ce-c052-47a9-97db-aa5a43736fd1 tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] Publish callbacks [] for security_group, precommit_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:17.582532 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-daabb671-05d2-466e-bb95-41d76650f490 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678'] for port, after_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:17.618900 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-41ea544b-79eb-4bf8-ac7b-ee3ac7fcbb81 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3891715', 'neutron.services.segments.db._delete_segments_for_network-8754181063482'] for network, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:17.628270 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daabb671-05d2-466e-bb95-41d76650f490 None None] Pushing event deleted for resources: {'Port': ['ID=5a19b7f0-fc24-4acf-9576-d72ee15af9bb,revision_number=None']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:11:17.631269 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e46a2b7f-e299-41b3-8db0-239bd367b3f0 tempest-RoutersNegativeIpV6Test-1533253519 tempest-RoutersNegativeIpV6Test-1533253519-project] Publish callbacks [] for port, precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:17.636657 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-dd1c11f5-652e-4722-aa7f-1aef871698bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:17.640036 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-dd1c11f5-652e-4722-aa7f-1aef871698bd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:17.640644 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daabb671-05d2-466e-bb95-41d76650f490 None None] No DVR routers for this DVR port 5a19b7f0-fc24-4acf-9576-d72ee15af9bb on host dv-neutron-master-2-hyperv {{(pid=103802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 05 17:11:17.643603 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-dd1c11f5-652e-4722-aa7f-1aef871698bd admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c54fbbb0-2f3b-41db-97dc-ee1c284ee777 HTTP/1.1" status: 204 len: 168 time: 0.7044806 Jan 05 17:11:17.655005 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-25ac1e0c-beb0-47c7-b4fa-240088b47ea7 tempest-ExtraDHCPOptionsIpV6TestJSON-152488165 tempest-ExtraDHCPOptionsIpV6TestJSON-152488165-project] Publish callbacks [] for port, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:17.673199 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3f9a65ce-c052-47a9-97db-aa5a43736fd1 tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:17.675963 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3f9a65ce-c052-47a9-97db-aa5a43736fd1 tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] Publish callbacks [] for security_group, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:17.679920 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-3f9a65ce-c052-47a9-97db-aa5a43736fd1 tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] 10.222.0.11 "PUT /v2.0/security-groups/58b345ea-0393-45eb-91b0-d94c576c33f5 HTTP/1.1" status: 200 len: 1794 time: 0.4102845 Jan 05 17:11:17.690921 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 43528) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:17.698316 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:17.700287 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1c11f5-652e-4722-aa7f-1aef871698bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c54fbbb0-2f3b-41db-97dc-ee1c284ee777,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:11:17.714814 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-ace2696d-afb0-4a75-8ba0-4fc30b4f4ab7 None None] For port 48f04073-0bcd-4271-a293-947ed6a796af, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 05 17:11:17.775710 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-2032453b-a5af-4fd8-b8f8-2e8913d0aacb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:17.805109 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.services.segments.db [None req-41ea544b-79eb-4bf8-ac7b-ee3ac7fcbb81 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5086c4d-9a5a-4140-b101-4bbdc99c3dfc']}} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:11:17.812041 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-ace2696d-afb0-4a75-8ba0-4fc30b4f4ab7 None None] For port 48f04073-0bcd-4271-a293-947ed6a796af, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=48f04073-0bcd-4271-a293-947ed6a796af,segment=NetworkSegment(032ad3e1-9b4f-438d-95c1-fff42b0a2838),segment_id=032ad3e1-9b4f-438d-95c1-fff42b0a2838)] {{(pid=103802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 05 17:11:17.829770 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.services.segments.db [None req-41ea544b-79eb-4bf8-ac7b-ee3ac7fcbb81 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84e1ffeb-155b-4020-96f3-8d9f8151e1be') {'for_net_delete': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:11:17.833265 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.services.segments.db [None req-41ea544b-79eb-4bf8-ac7b-ee3ac7fcbb81 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84e1ffeb-155b-4020-96f3-8d9f8151e1be') {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:11:17.836535 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 43530) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:17.845884 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e46a2b7f-e299-41b3-8db0-239bd367b3f0 tempest-RoutersNegativeIpV6Test-1533253519 tempest-RoutersNegativeIpV6Test-1533253519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8784461'] for port, after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:17.847458 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e46a2b7f-e299-41b3-8db0-239bd367b3f0 tempest-RoutersNegativeIpV6Test-1533253519 tempest-RoutersNegativeIpV6Test-1533253519-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-531704'] for router_interface, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:17.851511 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] For port a1e28128-b298-47fa-b9ed-8e0a8cc10c5f, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=a1e28128-b298-47fa-b9ed-8e0a8cc10c5f,segment=NetworkSegment(202d6884-7064-4389-975a-d59d3b021142),segment_id=202d6884-7064-4389-975a-d59d3b021142)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:11:17.867055 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-41ea544b-79eb-4bf8-ac7b-ee3ac7fcbb81 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754181064771', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11316385'] for segment, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:17.897956 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-41ea544b-79eb-4bf8-ac7b-ee3ac7fcbb81 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225'] for segment, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:17.900471 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-25ac1e0c-beb0-47c7-b4fa-240088b47ea7 tempest-ExtraDHCPOptionsIpV6TestJSON-152488165 tempest-ExtraDHCPOptionsIpV6TestJSON-152488165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11433176'] for port, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:17.920296 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41ea544b-79eb-4bf8-ac7b-ee3ac7fcbb81 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Releasing vlan 105 on physical network physnet1 to pool {{(pid=103801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 05 17:11:17.920296 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-41ea544b-79eb-4bf8-ac7b-ee3ac7fcbb81 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11433197'] for segment, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:17.924064 dv-neutron-master-2-hyperv neutron-server[103801]: Traceback (most recent call last): Jan 05 17:11:17.924064 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 05 17:11:17.924064 dv-neutron-master-2-hyperv neutron-server[103801]: timer() Jan 05 17:11:17.924064 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 05 17:11:17.924064 dv-neutron-master-2-hyperv neutron-server[103801]: cb(*args, **kw) Jan 05 17:11:17.924064 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 05 17:11:17.924064 dv-neutron-master-2-hyperv neutron-server[103801]: return func(*args, **kwargs) Jan 05 17:11:17.924064 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 05 17:11:17.924064 dv-neutron-master-2-hyperv neutron-server[103801]: self._notify() Jan 05 17:11:17.924064 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 05 17:11:17.924064 dv-neutron-master-2-hyperv neutron-server[103801]: self.callback(batched_events) Jan 05 17:11:17.924064 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 05 17:11:17.924064 dv-neutron-master-2-hyperv neutron-server[103801]: event.method(event) Jan 05 17:11:17.924064 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 05 17:11:17.924064 dv-neutron-master-2-hyperv neutron-server[103801]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 05 17:11:17.924064 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 05 17:11:17.924064 dv-neutron-master-2-hyperv neutron-server[103801]: aggregate_uuid = self.p_client.list_aggregates( Jan 05 17:11:17.924064 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 05 17:11:17.924064 dv-neutron-master-2-hyperv neutron-server[103801]: return f(self, *a, **k) Jan 05 17:11:17.924064 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 05 17:11:17.924064 dv-neutron-master-2-hyperv neutron-server[103801]: return self._get(url).json() Jan 05 17:11:17.924064 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 05 17:11:17.924064 dv-neutron-master-2-hyperv neutron-server[103801]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 05 17:11:17.924064 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 05 17:11:17.924064 dv-neutron-master-2-hyperv neutron-server[103801]: return self.request(url, 'GET', **kwargs) Jan 05 17:11:17.924064 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 05 17:11:17.924064 dv-neutron-master-2-hyperv neutron-server[103801]: base_url = self.get_endpoint(auth, allow=allow, Jan 05 17:11:17.924064 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 05 17:11:17.924064 dv-neutron-master-2-hyperv neutron-server[103801]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 05 17:11:17.924064 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 05 17:11:17.924064 dv-neutron-master-2-hyperv neutron-server[103801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 05 17:11:17.924064 dv-neutron-master-2-hyperv neutron-server[103801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 05 17:11:17.932214 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-ace2696d-afb0-4a75-8ba0-4fc30b4f4ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:17.963187 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9a65ce-c052-47a9-97db-aa5a43736fd1 tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58b345ea-0393-45eb-91b0-d94c576c33f5,revision_number=2']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:11:18.058223 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:18.074377 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46a2b7f-e299-41b3-8db0-239bd367b3f0 tempest-RoutersNegativeIpV6Test-1533253519 tempest-RoutersNegativeIpV6Test-1533253519-project] Pushing event updated for resources: {'Port': ['ID=02d3bf59-3e41-474c-a97f-557e80148560,revision_number=2']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:11:18.090716 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-e0ebc3f4-7329-4055-8bf8-f800c490570f tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] 10.222.0.11 "GET /v2.0/security-groups/58b345ea-0393-45eb-91b0-d94c576c33f5 HTTP/1.1" status: 200 len: 1794 time: 0.3842838 Jan 05 17:11:18.100068 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 43536) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:18.141152 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9782b05e-603d-467b-9f10-7960879879c3 req-96e88132-f730-4508-a912-16a43d4cdd96 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:11:18.142723 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-9782b05e-603d-467b-9f10-7960879879c3 req-96e88132-f730-4508-a912-16a43d4cdd96 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] 10.222.0.13 "GET /v2.0/networks?id=9d892221-db72-44b5-b8b3-7f2a75d6a0ee HTTP/1.1" status: 200 len: 812 time: 0.5608501 Jan 05 17:11:18.143547 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25ac1e0c-beb0-47c7-b4fa-240088b47ea7 tempest-ExtraDHCPOptionsIpV6TestJSON-152488165 tempest-ExtraDHCPOptionsIpV6TestJSON-152488165-project] Network 1e2264ad-8edc-4a78-afb2-c115133aa65f is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:11:18.183913 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-25ac1e0c-beb0-47c7-b4fa-240088b47ea7 tempest-ExtraDHCPOptionsIpV6TestJSON-152488165 tempest-ExtraDHCPOptionsIpV6TestJSON-152488165-project] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:11:18.187429 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25ac1e0c-beb0-47c7-b4fa-240088b47ea7 tempest-ExtraDHCPOptionsIpV6TestJSON-152488165 tempest-ExtraDHCPOptionsIpV6TestJSON-152488165-project] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:11:18.210255 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25ac1e0c-beb0-47c7-b4fa-240088b47ea7 tempest-ExtraDHCPOptionsIpV6TestJSON-152488165 tempest-ExtraDHCPOptionsIpV6TestJSON-152488165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:11:18.214414 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-25ac1e0c-beb0-47c7-b4fa-240088b47ea7 tempest-ExtraDHCPOptionsIpV6TestJSON-152488165 tempest-ExtraDHCPOptionsIpV6TestJSON-152488165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:18.221834 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ac1e0c-beb0-47c7-b4fa-240088b47ea7 tempest-ExtraDHCPOptionsIpV6TestJSON-152488165 tempest-ExtraDHCPOptionsIpV6TestJSON-152488165-project] Pushing event updated for resources: {'Port': ['ID=f87b15c1-58ec-43c3-bb4e-4b831a9faeff,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:11:18.278314 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-9782b05e-603d-467b-9f10-7960879879c3 req-bd0c676e-a9bb-4e4a-9709-1c160934e59f tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9bafc9d0d75b44f696c7001918c22f7e HTTP/1.1" status: 200 len: 380 time: 0.1161449 Jan 05 17:11:18.286822 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 5a19b7f0-fc24-4acf-9576-d72ee15af9bb no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 05 17:11:18.295566 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-41ea544b-79eb-4bf8-ac7b-ee3ac7fcbb81 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3891722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648695'] for network, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:18.300732 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-41ea544b-79eb-4bf8-ac7b-ee3ac7fcbb81 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Publish callbacks [] for network, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:18.304388 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-41ea544b-79eb-4bf8-ac7b-ee3ac7fcbb81 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] 10.222.0.11 "DELETE /v2.0/networks/e5086c4d-9a5a-4140-b101-4bbdc99c3dfc HTTP/1.1" status: 204 len: 168 time: 2.2158163 Jan 05 17:11:18.320576 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.db.api [None req-2032453b-a5af-4fd8-b8f8-2e8913d0aacb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103802) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 05 17:11:18.321277 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG oslo_db.api [None req-2032453b-a5af-4fd8-b8f8-2e8913d0aacb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 05 17:11:18.337315 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-5e7f06b2-74c0-41ba-8b8b-261c3dbf1e82 req-78d1a4f7-f0fa-4e8e-b5d7-561b6b8e0650 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] 10.222.0.11 "GET /v2.0/ports?device_id=960404e1-a8f8-4c26-83b9-87528fa8969d HTTP/1.1" status: 200 len: 210 time: 0.0810931 Jan 05 17:11:18.347609 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] No Port match for: 5a19b7f0-fc24-4acf-9576-d72ee15af9bb {{(pid=103802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 05 17:11:18.348237 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 5a19b7f0-fc24-4acf-9576-d72ee15af9bb not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 05 17:11:18.350072 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace2696d-afb0-4a75-8ba0-4fc30b4f4ab7 None None] Pushing event updated for resources: {'Port': ['ID=48f04073-0bcd-4271-a293-947ed6a796af,revision_number=2']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:11:18.350199 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [req-9782b05e-603d-467b-9f10-7960879879c3 req-d00ac60a-6bf4-4c0c-bff3-91f138127506 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] Request body: {'port': {'device_id': '960404e1-a8f8-4c26-83b9-87528fa8969d', 'network_id': '9d892221-db72-44b5-b8b3-7f2a75d6a0ee', 'admin_state_up': True, 'tenant_id': '9bafc9d0d75b44f696c7001918c22f7e', 'security_groups': ['74da9e44-17f3-4e78-b165-acdbd8889547']}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:11:18.373706 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-4fbaec37-2ee0-494e-b9b8-1db442c3846a tempest-SecGroupIPv6Test-2005952447 tempest-SecGroupIPv6Test-2005952447-project] Request body: {'security_group': {'name': 'tempest-secgroup--130417369'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:11:18.376466 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-25ac1e0c-beb0-47c7-b4fa-240088b47ea7 tempest-ExtraDHCPOptionsIpV6TestJSON-152488165 tempest-ExtraDHCPOptionsIpV6TestJSON-152488165-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 2.1417620 Jan 05 17:11:18.377818 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ea544b-79eb-4bf8-ac7b-ee3ac7fcbb81 tempest-NetworksTest-1772246811 tempest-NetworksTest-1772246811-project] Pushing event deleted for resources: {'Network': ['ID=e5086c4d-9a5a-4140-b101-4bbdc99c3dfc,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:11:18.385434 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 43544) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:18.398477 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-d8c25779-334e-4cf8-bedc-253817b261b2 tempest-ExtraDHCPOptionsIpV6TestJSON-152488165 tempest-ExtraDHCPOptionsIpV6TestJSON-152488165-project] Request body: {'port': {'network_id': '1e2264ad-8edc-4a78-afb2-c115133aa65f', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1001992951', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:11:18.399007 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.api.validators [None req-d8c25779-334e-4cf8-bedc-253817b261b2 tempest-ExtraDHCPOptionsIpV6TestJSON-152488165 tempest-ExtraDHCPOptionsIpV6TestJSON-152488165-project] bootfile-name is not in valid_values {{(pid=103801) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 05 17:11:18.399356 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.api.validators [None req-d8c25779-334e-4cf8-bedc-253817b261b2 tempest-ExtraDHCPOptionsIpV6TestJSON-152488165 tempest-ExtraDHCPOptionsIpV6TestJSON-152488165-project] tftp-server is not in valid_values {{(pid=103801) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 05 17:11:18.399696 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.api.validators [None req-d8c25779-334e-4cf8-bedc-253817b261b2 tempest-ExtraDHCPOptionsIpV6TestJSON-152488165 tempest-ExtraDHCPOptionsIpV6TestJSON-152488165-project] server-ip-address is not in valid_values {{(pid=103801) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 05 17:11:18.409960 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e46a2b7f-e299-41b3-8db0-239bd367b3f0 tempest-RoutersNegativeIpV6Test-1533253519 tempest-RoutersNegativeIpV6Test-1533253519-project] Network 81231b46-7bbe-4055-a24a-0d85545786e9 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:11:18.411974 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-e46a2b7f-e299-41b3-8db0-239bd367b3f0 tempest-RoutersNegativeIpV6Test-1533253519 tempest-RoutersNegativeIpV6Test-1533253519-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:11:18.641172 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-45bed391-7064-4ca3-b3ae-fc36940d0290 tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] Publish callbacks [] for security_group, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:18.750083 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Pushing event updated for resources: {'Port': ['ID=a1e28128-b298-47fa-b9ed-8e0a8cc10c5f,revision_number=3']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:11:18.840100 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-45bed391-7064-4ca3-b3ae-fc36940d0290 tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:18.874785 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 48f04073-0bcd-4271-a293-947ed6a796af up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:11:18.946170 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Provisioning complete for port 48f04073-0bcd-4271-a293-947ed6a796af triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:11:18.947977 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:18.998524 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4fbaec37-2ee0-494e-b9b8-1db442c3846a tempest-SecGroupIPv6Test-2005952447 tempest-SecGroupIPv6Test-2005952447-project] Publish callbacks [] for security_group, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:19.024502 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4fbaec37-2ee0-494e-b9b8-1db442c3846a tempest-SecGroupIPv6Test-2005952447 tempest-SecGroupIPv6Test-2005952447-project] Publish callbacks [] for security_group, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:19.068145 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-3716b781-47fd-4bef-8809-52aaea0fb1e0 None None] Provisioning complete for port a1e28128-b298-47fa-b9ed-8e0a8cc10c5f triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:11:19.068596 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-3716b781-47fd-4bef-8809-52aaea0fb1e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:19.074546 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e46a2b7f-e299-41b3-8db0-239bd367b3f0 tempest-RoutersNegativeIpV6Test-1533253519 tempest-RoutersNegativeIpV6Test-1533253519-project] Router c2952fad-98a1-4582-88b8-89acf570dadf has already been hosted by L3 agent 59446fdc-40e0-41fe-a575-a8eb11d742f7 {{(pid=103800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 05 17:11:19.123779 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:19.165024 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] For port 48f04073-0bcd-4271-a293-947ed6a796af, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=48f04073-0bcd-4271-a293-947ed6a796af,segment=NetworkSegment(032ad3e1-9b4f-438d-95c1-fff42b0a2838),segment_id=032ad3e1-9b4f-438d-95c1-fff42b0a2838)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:11:19.174998 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8c25779-334e-4cf8-bedc-253817b261b2 tempest-ExtraDHCPOptionsIpV6TestJSON-152488165 tempest-ExtraDHCPOptionsIpV6TestJSON-152488165-project] Made reservation on behalf of 099900e3b14f43edb3131cbb76569943 for: {'port': 1} {{(pid=103801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:11:19.179779 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-d8c25779-334e-4cf8-bedc-253817b261b2 tempest-ExtraDHCPOptionsIpV6TestJSON-152488165 tempest-ExtraDHCPOptionsIpV6TestJSON-152488165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:19.214461 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 43560) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:19.230829 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.notifiers.nova [None req-d8c25779-334e-4cf8-bedc-253817b261b2 tempest-ExtraDHCPOptionsIpV6TestJSON-152488165 tempest-ExtraDHCPOptionsIpV6TestJSON-152488165-project] device_id is not set on port 2f331c80-4309-4dc4-a357-8f934386f21a yet. {{(pid=103801) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 05 17:11:19.326545 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:19.448847 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-3716b781-47fd-4bef-8809-52aaea0fb1e0 None None] Provisioning complete for port 02d3bf59-3e41-474c-a97f-557e80148560 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:11:19.449137 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-3716b781-47fd-4bef-8809-52aaea0fb1e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:19.456043 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-806d975c-d690-4f32-b69d-0bfc4bcbc314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:19.459859 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [None req-d8c25779-334e-4cf8-bedc-253817b261b2 tempest-ExtraDHCPOptionsIpV6TestJSON-152488165 tempest-ExtraDHCPOptionsIpV6TestJSON-152488165-project] Allocated IP 2001:db8::3c1 (1e2264ad-8edc-4a78-afb2-c115133aa65f/a16803e3-f80b-46a6-8804-6c3a0e47a0dc/2f331c80-4309-4dc4-a357-8f934386f21a) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:11:19.654261 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9782b05e-603d-467b-9f10-7960879879c3 req-d00ac60a-6bf4-4c0c-bff3-91f138127506 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] Made reservation on behalf of 9bafc9d0d75b44f696c7001918c22f7e for: {'port': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:11:19.657444 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-d8c25779-334e-4cf8-bedc-253817b261b2 tempest-ExtraDHCPOptionsIpV6TestJSON-152488165 tempest-ExtraDHCPOptionsIpV6TestJSON-152488165-project] Publish callbacks [] for port, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:19.658874 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-9782b05e-603d-467b-9f10-7960879879c3 req-d00ac60a-6bf4-4c0c-bff3-91f138127506 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:19.661169 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-45bed391-7064-4ca3-b3ae-fc36940d0290 tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:19.664327 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-45bed391-7064-4ca3-b3ae-fc36940d0290 tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] Publish callbacks [] for security_group, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:19.666423 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-45bed391-7064-4ca3-b3ae-fc36940d0290 tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] 10.222.0.11 "DELETE /v2.0/security-groups/58b345ea-0393-45eb-91b0-d94c576c33f5 HTTP/1.1" status: 204 len: 168 time: 1.5646539 Jan 05 17:11:19.694190 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 43572) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:19.697816 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Pushing event updated for resources: {'Port': ['ID=48f04073-0bcd-4271-a293-947ed6a796af,revision_number=3']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:11:19.706744 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-3716b781-47fd-4bef-8809-52aaea0fb1e0 None None] Port 02d3bf59-3e41-474c-a97f-557e80148560 cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 17:11:19.736444 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bed391-7064-4ca3-b3ae-fc36940d0290 tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=58b345ea-0393-45eb-91b0-d94c576c33f5,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:11:19.775988 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-da2fdbeb-add0-4d76-b4f3-35eff3733839 req-0372bb89-37a6-4383-a070-8a5ec92f04f4 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] 10.222.0.11 "GET /v2.0/ports?device_id=960404e1-a8f8-4c26-83b9-87528fa8969d HTTP/1.1" status: 200 len: 210 time: 0.0589898 Jan 05 17:11:19.801002 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:19.809604 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 43576) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:19.830775 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-d8c25779-334e-4cf8-bedc-253817b261b2 tempest-ExtraDHCPOptionsIpV6TestJSON-152488165 tempest-ExtraDHCPOptionsIpV6TestJSON-152488165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11433176'] for port, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:19.873494 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-420c2091-8065-4a6b-8bf2-9be7b2b241ec None None] Network 1e2264ad-8edc-4a78-afb2-c115133aa65f requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:11:19.907151 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8c25779-334e-4cf8-bedc-253817b261b2 tempest-ExtraDHCPOptionsIpV6TestJSON-152488165 tempest-ExtraDHCPOptionsIpV6TestJSON-152488165-project] Network 1e2264ad-8edc-4a78-afb2-c115133aa65f is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:11:19.908661 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c25779-334e-4cf8-bedc-253817b261b2 tempest-ExtraDHCPOptionsIpV6TestJSON-152488165 tempest-ExtraDHCPOptionsIpV6TestJSON-152488165-project] Pushing event updated for resources: {'Port': ['ID=2f331c80-4309-4dc4-a357-8f934386f21a,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:11:19.913197 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-d8c25779-334e-4cf8-bedc-253817b261b2 tempest-ExtraDHCPOptionsIpV6TestJSON-152488165 tempest-ExtraDHCPOptionsIpV6TestJSON-152488165-project] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:11:19.916086 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8c25779-334e-4cf8-bedc-253817b261b2 tempest-ExtraDHCPOptionsIpV6TestJSON-152488165 tempest-ExtraDHCPOptionsIpV6TestJSON-152488165-project] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:11:19.923789 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8c25779-334e-4cf8-bedc-253817b261b2 tempest-ExtraDHCPOptionsIpV6TestJSON-152488165 tempest-ExtraDHCPOptionsIpV6TestJSON-152488165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:11:19.924688 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-d8c25779-334e-4cf8-bedc-253817b261b2 tempest-ExtraDHCPOptionsIpV6TestJSON-152488165 tempest-ExtraDHCPOptionsIpV6TestJSON-152488165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:19.990594 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [req-9782b05e-603d-467b-9f10-7960879879c3 req-d00ac60a-6bf4-4c0c-bff3-91f138127506 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] Allocated IP 172.20.0.14 (9d892221-db72-44b5-b8b3-7f2a75d6a0ee/520bba67-4fdd-405a-be17-05cf521cd2ec/1181fbbb-5980-4b73-97f3-a941e5b11c7c) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:11:20.008419 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-ca878799-1d0a-4277-9558-33754fbdae60 tempest-RoutersNegativeTest-494847045 tempest-RoutersNegativeTest-494847045-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1266764514', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:11:20.046184 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-35ee0a95-83c6-4300-90bf-9fd84aff910c None None] Provisioning complete for port 48f04073-0bcd-4271-a293-947ed6a796af triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:11:20.049243 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-35ee0a95-83c6-4300-90bf-9fd84aff910c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:20.060282 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-d8c25779-334e-4cf8-bedc-253817b261b2 tempest-ExtraDHCPOptionsIpV6TestJSON-152488165 tempest-ExtraDHCPOptionsIpV6TestJSON-152488165-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 1.6735587 Jan 05 17:11:20.063271 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 43580) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:20.083568 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e46a2b7f-e299-41b3-8db0-239bd367b3f0 tempest-RoutersNegativeIpV6Test-1533253519 tempest-RoutersNegativeIpV6Test-1533253519-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 05 17:11:20.093619 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-e46a2b7f-e299-41b3-8db0-239bd367b3f0 tempest-RoutersNegativeIpV6Test-1533253519 tempest-RoutersNegativeIpV6Test-1533253519-project] 10.222.0.11 "PUT /v2.0/routers/c2952fad-98a1-4582-88b8-89acf570dadf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3360505 Jan 05 17:11:20.104368 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0349008b-a399-4a80-a027-55f38bc72967 None None] Sync routers for ids ['c2952fad-98a1-4582-88b8-89acf570dadf'] in dv-neutron-master-2-hyperv {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 05 17:11:20.110804 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 43582) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:20.120365 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-2b608727-db25-4eee-b3ee-eeb6b10b1b21 tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.3790538 Jan 05 17:11:20.131015 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 43584) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:20.147278 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0349008b-a399-4a80-a027-55f38bc72967 None None] Routers {'c2952fad-98a1-4582-88b8-89acf570dadf'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:11:20.147922 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-0349008b-a399-4a80-a027-55f38bc72967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:11:19Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['c2952fad-98a1-4582-88b8-89acf570dadf'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:11:20.159636 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.api.v2.resource [None req-609c5903-6f68-44a8-a21d-7fe2c133b28a tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] delete failed (client error): The resource could not be found. Jan 05 17:11:20.162094 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-609c5903-6f68-44a8-a21d-7fe2c133b28a tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] 10.222.0.11 "DELETE /v2.0/security-groups/58b345ea-0393-45eb-91b0-d94c576c33f5 HTTP/1.1" status: 404 len: 347 time: 0.0290775 Jan 05 17:11:20.169756 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 43586) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:20.174969 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-ca878799-1d0a-4277-9558-33754fbdae60 tempest-RoutersNegativeTest-494847045 tempest-RoutersNegativeTest-494847045-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-649063', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58098'] for router, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:20.176880 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-ca878799-1d0a-4277-9558-33754fbdae60 tempest-RoutersNegativeTest-494847045 tempest-RoutersNegativeTest-494847045-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649832', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-545006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58091'] for router, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:20.198664 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-70c6112e-44f2-4fac-8d8a-cdcad492b51b tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] Request body: {'security_group': {'name': 'tempest-secgroup--1773179083'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:11:20.203979 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-0349008b-a399-4a80-a027-55f38bc72967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:11:20.233198 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0349008b-a399-4a80-a027-55f38bc72967 None None] Routers {'c2952fad-98a1-4582-88b8-89acf570dadf'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:11:20.233661 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-0349008b-a399-4a80-a027-55f38bc72967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:11:19Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['c2952fad-98a1-4582-88b8-89acf570dadf'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:11:20.244480 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4fbaec37-2ee0-494e-b9b8-1db442c3846a tempest-SecGroupIPv6Test-2005952447 tempest-SecGroupIPv6Test-2005952447-project] Publish callbacks [] for security_group, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:20.301232 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-0349008b-a399-4a80-a027-55f38bc72967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:11:20.302900 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0349008b-a399-4a80-a027-55f38bc72967 None None] The sync data for ids ['c2952fad-98a1-4582-88b8-89acf570dadf'] in dv-neutron-master-2-hyperv is: [] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 05 17:11:20.334282 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4fbaec37-2ee0-494e-b9b8-1db442c3846a tempest-SecGroupIPv6Test-2005952447 tempest-SecGroupIPv6Test-2005952447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:20.340818 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a60ec36-a616-47f3-b617-e3c976411449 tempest-ExtraDHCPOptionsIpV6TestJSON-152488165 tempest-ExtraDHCPOptionsIpV6TestJSON-152488165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:11:20.345672 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a60ec36-a616-47f3-b617-e3c976411449 tempest-ExtraDHCPOptionsIpV6TestJSON-152488165 tempest-ExtraDHCPOptionsIpV6TestJSON-152488165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:11:20.352213 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a60ec36-a616-47f3-b617-e3c976411449 tempest-ExtraDHCPOptionsIpV6TestJSON-152488165 tempest-ExtraDHCPOptionsIpV6TestJSON-152488165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:11:20.356143 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-8a60ec36-a616-47f3-b617-e3c976411449 tempest-ExtraDHCPOptionsIpV6TestJSON-152488165 tempest-ExtraDHCPOptionsIpV6TestJSON-152488165-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2623 time: 0.2891941 Jan 05 17:11:20.357666 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-ca878799-1d0a-4277-9558-33754fbdae60 tempest-RoutersNegativeTest-494847045 tempest-RoutersNegativeTest-494847045-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:20.360757 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 43588) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:20.373041 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-86f37f36-9dd3-4be5-9bf3-b6bbff987a0e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=2c187912c919424a8a16116bf03056cd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6715798 Jan 05 17:11:20.377547 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 43590) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:20.408602 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-bd1320fb-9bd5-4eca-b4f8-7ec523fb1800 tempest-RoutersNegativeIpV6Test-1533253519 tempest-RoutersNegativeIpV6Test-1533253519-project] Publish callbacks [] for router, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:20.488253 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d2607572-b3c9-472c-85bc-c8de0c3fb75c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:20.506655 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbaec37-2ee0-494e-b9b8-1db442c3846a tempest-SecGroupIPv6Test-2005952447 tempest-SecGroupIPv6Test-2005952447-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71359b9a-42ac-4069-bce8-830ed18fc8a0,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:11:20.553417 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-9782b05e-603d-467b-9f10-7960879879c3 req-d00ac60a-6bf4-4c0c-bff3-91f138127506 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] Publish callbacks [] for port, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:20.627828 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.api.v2.resource [None req-bd1320fb-9bd5-4eca-b4f8-7ec523fb1800 tempest-RoutersNegativeIpV6Test-1533253519 tempest-RoutersNegativeIpV6Test-1533253519-project] delete failed (client error): There was a conflict when trying to complete your request. Jan 05 17:11:20.627828 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-bd1320fb-9bd5-4eca-b4f8-7ec523fb1800 tempest-RoutersNegativeIpV6Test-1533253519 tempest-RoutersNegativeIpV6Test-1533253519-project] 10.222.0.11 "DELETE /v2.0/routers/c2952fad-98a1-4582-88b8-89acf570dadf HTTP/1.1" status: 409 len: 329 time: 0.5057998 Jan 05 17:11:20.636932 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 43592) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:20.668305 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-21d8d88e-05a0-4fb3-a76c-00d79ce40397 None None] Provisioning complete for port f87b15c1-58ec-43c3-bb4e-4b831a9faeff triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:11:20.669995 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-21d8d88e-05a0-4fb3-a76c-00d79ce40397 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:20.727632 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.agents_db [None req-291d1585-17df-45c0-b64a-d244e6d90872 None None] Agent healthcheck: found 6 active agents {{(pid=103803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 05 17:11:20.780884 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-21d8d88e-05a0-4fb3-a76c-00d79ce40397 None None] Port f87b15c1-58ec-43c3-bb4e-4b831a9faeff cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 17:11:20.801498 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4fbaec37-2ee0-494e-b9b8-1db442c3846a tempest-SecGroupIPv6Test-2005952447 tempest-SecGroupIPv6Test-2005952447-project] Publish callbacks [] for security_group, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:20.832862 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device a1e28128-b298-47fa-b9ed-8e0a8cc10c5f up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:11:20.904390 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-ca878799-1d0a-4277-9558-33754fbdae60 tempest-RoutersNegativeTest-494847045 tempest-RoutersNegativeTest-494847045-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-648430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648639'] for router, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:20.913271 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-21d8d88e-05a0-4fb3-a76c-00d79ce40397 None None] Provisioning complete for port 48f04073-0bcd-4271-a293-947ed6a796af triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:11:20.913713 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-21d8d88e-05a0-4fb3-a76c-00d79ce40397 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:20.976442 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Provisioning complete for port a1e28128-b298-47fa-b9ed-8e0a8cc10c5f triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:11:20.976726 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:20.991381 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f7e083e9-fbd8-4d39-a71d-82634ca398e7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:21.011025 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4fbaec37-2ee0-494e-b9b8-1db442c3846a tempest-SecGroupIPv6Test-2005952447 tempest-SecGroupIPv6Test-2005952447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:21.027521 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f7e083e9-fbd8-4d39-a71d-82634ca398e7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:21.033985 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-9782b05e-603d-467b-9f10-7960879879c3 req-d00ac60a-6bf4-4c0c-bff3-91f138127506 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:21.043196 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-70c6112e-44f2-4fac-8d8a-cdcad492b51b tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] Publish callbacks [] for security_group, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:21.065708 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-bacc7027-5b72-4194-84b0-91cde063f636 tempest-ExtraDHCPOptionsIpV6TestJSON-152488165 tempest-ExtraDHCPOptionsIpV6TestJSON-152488165-project] Deleting port 2f331c80-4309-4dc4-a357-8f934386f21a {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:11:21.066051 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-bacc7027-5b72-4194-84b0-91cde063f636 tempest-ExtraDHCPOptionsIpV6TestJSON-152488165 tempest-ExtraDHCPOptionsIpV6TestJSON-152488165-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:21.089575 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-21d8d88e-05a0-4fb3-a76c-00d79ce40397 None None] Provisioning complete for port 2f331c80-4309-4dc4-a357-8f934386f21a triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:11:21.094416 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-21d8d88e-05a0-4fb3-a76c-00d79ce40397 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:21.167183 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbaec37-2ee0-494e-b9b8-1db442c3846a tempest-SecGroupIPv6Test-2005952447 tempest-SecGroupIPv6Test-2005952447-project] Pushing event updated for resources: {'SecurityGroup': ['ID=093ed1ab-f4a6-432e-afcd-26a955fe70c4,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:11:21.168966 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-bacc7027-5b72-4194-84b0-91cde063f636 tempest-ExtraDHCPOptionsIpV6TestJSON-152488165 tempest-ExtraDHCPOptionsIpV6TestJSON-152488165-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:21.181935 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-bacc7027-5b72-4194-84b0-91cde063f636 tempest-ExtraDHCPOptionsIpV6TestJSON-152488165 tempest-ExtraDHCPOptionsIpV6TestJSON-152488165-project] Calling delete_port for 2f331c80-4309-4dc4-a357-8f934386f21a owned by {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:11:21.185276 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-21d8d88e-05a0-4fb3-a76c-00d79ce40397 None None] Port 2f331c80-4309-4dc4-a357-8f934386f21a cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 17:11:21.191341 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 48f04073-0bcd-4271-a293-947ed6a796af up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:11:21.259702 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00ac60a-6bf4-4c0c-bff3-91f138127506 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] Pushing event updated for resources: {'Port': ['ID=1181fbbb-5980-4b73-97f3-a941e5b11c7c,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:11:21.267275 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4fbaec37-2ee0-494e-b9b8-1db442c3846a tempest-SecGroupIPv6Test-2005952447 tempest-SecGroupIPv6Test-2005952447-project] Publish callbacks [] for security_group, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:21.269114 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-4fbaec37-2ee0-494e-b9b8-1db442c3846a tempest-SecGroupIPv6Test-2005952447 tempest-SecGroupIPv6Test-2005952447-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 3.4254663 Jan 05 17:11:21.278587 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 43596) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:21.304349 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Provisioning complete for port 48f04073-0bcd-4271-a293-947ed6a796af triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:11:21.305853 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:21.342154 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-ca878799-1d0a-4277-9558-33754fbdae60 tempest-RoutersNegativeTest-494847045 tempest-RoutersNegativeTest-494847045-project] Publish callbacks [] for router, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:21.349516 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-ca878799-1d0a-4277-9558-33754fbdae60 tempest-RoutersNegativeTest-494847045 tempest-RoutersNegativeTest-494847045-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 1.5359049 Jan 05 17:11:21.354305 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 43598) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:21.358759 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-7a56556b-4d64-4100-8b22-3bd2d4c2e3d5 None None] Provisioning complete for port f87b15c1-58ec-43c3-bb4e-4b831a9faeff triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:11:21.359579 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-7a56556b-4d64-4100-8b22-3bd2d4c2e3d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:21.360046 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-354c5a7b-f2a6-4859-a5fe-ab4b69a79721 tempest-RoutersNegativeTest-494847045 tempest-RoutersNegativeTest-494847045-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1407373115'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:11:21.382267 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-2568c9c3-0b0d-48ad-9a1f-875b0e09a2d8 tempest-SecGroupIPv6Test-2005952447 tempest-SecGroupIPv6Test-2005952447-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4538 time: 0.0837634 Jan 05 17:11:21.388787 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 43600) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:21.396706 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-832ae1f5-c5f2-4998-bb3c-27de76597df2 tempest-SecGroupIPv6Test-2005952447 tempest-SecGroupIPv6Test-2005952447-project] Request body: {'security_group': {'name': 'tempest-security--883059475', 'description': 'tempest-security-description-1444198925'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:11:21.417438 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9782b05e-603d-467b-9f10-7960879879c3 req-d00ac60a-6bf4-4c0c-bff3-91f138127506 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] Network 9d892221-db72-44b5-b8b3-7f2a75d6a0ee is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:11:21.419940 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-7a56556b-4d64-4100-8b22-3bd2d4c2e3d5 None None] Port f87b15c1-58ec-43c3-bb4e-4b831a9faeff cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 17:11:21.431758 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-bacc7027-5b72-4194-84b0-91cde063f636 tempest-ExtraDHCPOptionsIpV6TestJSON-152488165 tempest-ExtraDHCPOptionsIpV6TestJSON-152488165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11433176'] for port, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:21.453618 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34304f4f-b9b8-4384-8208-b850b864befb req-5e7db4f8-f105-4487-8957-f31d7bf41824 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:11:21.455799 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-34304f4f-b9b8-4384-8208-b850b864befb req-5e7db4f8-f105-4487-8957-f31d7bf41824 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] 10.222.0.11 "GET /v2.0/ports?device_id=960404e1-a8f8-4c26-83b9-87528fa8969d HTTP/1.1" status: 200 len: 932 time: 0.4538784 Jan 05 17:11:21.464418 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [req-9782b05e-603d-467b-9f10-7960879879c3 req-d00ac60a-6bf4-4c0c-bff3-91f138127506 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:11:21.488268 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacc7027-5b72-4194-84b0-91cde063f636 tempest-ExtraDHCPOptionsIpV6TestJSON-152488165 tempest-ExtraDHCPOptionsIpV6TestJSON-152488165-project] Pushing event deleted for resources: {'Port': ['ID=2f331c80-4309-4dc4-a357-8f934386f21a,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:11:21.498441 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [req-9782b05e-603d-467b-9f10-7960879879c3 req-d00ac60a-6bf4-4c0c-bff3-91f138127506 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:11:21.520268 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-70c6112e-44f2-4fac-8d8a-cdcad492b51b tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] Publish callbacks [] for security_group, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:21.526974 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-bacc7027-5b72-4194-84b0-91cde063f636 tempest-ExtraDHCPOptionsIpV6TestJSON-152488165 tempest-ExtraDHCPOptionsIpV6TestJSON-152488165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:21.530772 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-bacc7027-5b72-4194-84b0-91cde063f636 tempest-ExtraDHCPOptionsIpV6TestJSON-152488165 tempest-ExtraDHCPOptionsIpV6TestJSON-152488165-project] 10.222.0.11 "DELETE /v2.0/ports/2f331c80-4309-4dc4-a357-8f934386f21a HTTP/1.1" status: 204 len: 168 time: 1.1688454 Jan 05 17:11:21.538111 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 43602) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:21.540436 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-e91b0ddd-4a7d-47f7-98b7-fa6232eb0eb4 None None] Could not find standard attr ID for object 2f331c80-4309-4dc4-a357-8f934386f21a. {{(pid=103802) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 05 17:11:21.547469 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-0241cd39-e73e-40ed-90bf-37c1c1c8a91b tempest-ExtraDHCPOptionsIpV6TestJSON-152488165 tempest-ExtraDHCPOptionsIpV6TestJSON-152488165-project] Request body: {'port': {'name': 'tempest-new-port-name-149040557', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:11:21.547469 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.api.validators [None req-0241cd39-e73e-40ed-90bf-37c1c1c8a91b tempest-ExtraDHCPOptionsIpV6TestJSON-152488165 tempest-ExtraDHCPOptionsIpV6TestJSON-152488165-project] bootfile-name is not in valid_values {{(pid=103801) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 05 17:11:21.547469 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.api.validators [None req-0241cd39-e73e-40ed-90bf-37c1c1c8a91b tempest-ExtraDHCPOptionsIpV6TestJSON-152488165 tempest-ExtraDHCPOptionsIpV6TestJSON-152488165-project] tftp-server is not in valid_values {{(pid=103801) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 05 17:11:21.547469 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.api.validators [None req-0241cd39-e73e-40ed-90bf-37c1c1c8a91b tempest-ExtraDHCPOptionsIpV6TestJSON-152488165 tempest-ExtraDHCPOptionsIpV6TestJSON-152488165-project] server-ip-address is not in valid_values {{(pid=103801) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 05 17:11:21.602732 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-70c6112e-44f2-4fac-8d8a-cdcad492b51b tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:21.658981 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-34304f4f-b9b8-4384-8208-b850b864befb req-f0c509ed-ad7d-4979-9988-a52f24d5fa27 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] 10.222.0.11 "GET /v2.0/security-groups?id=74da9e44-17f3-4e78-b165-acdbd8889547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1910353 Jan 05 17:11:21.680006 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9782b05e-603d-467b-9f10-7960879879c3 req-d00ac60a-6bf4-4c0c-bff3-91f138127506 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:11:21.687519 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-9782b05e-603d-467b-9f10-7960879879c3 req-d00ac60a-6bf4-4c0c-bff3-91f138127506 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:21.687680 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-354c5a7b-f2a6-4859-a5fe-ab4b69a79721 tempest-RoutersNegativeTest-494847045 tempest-RoutersNegativeTest-494847045-project] Made reservation on behalf of 46fd46c923d244649e41ca6790c70dc9 for: {'network': 1} {{(pid=103801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:11:21.692057 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-832ae1f5-c5f2-4998-bb3c-27de76597df2 tempest-SecGroupIPv6Test-2005952447 tempest-SecGroupIPv6Test-2005952447-project] Publish callbacks [] for security_group, before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:21.697912 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-354c5a7b-f2a6-4859-a5fe-ab4b69a79721 tempest-RoutersNegativeTest-494847045 tempest-RoutersNegativeTest-494847045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for network, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:21.723202 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-354c5a7b-f2a6-4859-a5fe-ab4b69a79721 tempest-RoutersNegativeTest-494847045 tempest-RoutersNegativeTest-494847045-project] Publish callbacks [] for security_group, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:21.735186 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f7e083e9-fbd8-4d39-a71d-82634ca398e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:21.738768 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f7e083e9-fbd8-4d39-a71d-82634ca398e7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:21.742772 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-f7e083e9-fbd8-4d39-a71d-82634ca398e7 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/2c249683-5c7a-4a0c-9162-afe72aa0b8a9 HTTP/1.1" status: 204 len: 168 time: 1.3641930 Jan 05 17:11:21.749880 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a58aec42-034f-4ad4-be50-e97e3e240f3b tempest-RoutersNegativeIpV6Test-1533253519 tempest-RoutersNegativeIpV6Test-1533253519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-531685'] for router_interface, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:21.769493 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-70c6112e-44f2-4fac-8d8a-cdcad492b51b tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] Publish callbacks [] for security_group, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:21.776755 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-70c6112e-44f2-4fac-8d8a-cdcad492b51b tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 1.5832474 Jan 05 17:11:21.789621 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 43606) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:21.800278 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-02298183-ba55-4a52-b79e-7f4682b78177 tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] Request body: {'security_group_rule': {'security_group_id': '492227af-37e7-42a4-95f4-f62d5a96d42e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:11:21.805987 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-0241cd39-e73e-40ed-90bf-37c1c1c8a91b tempest-ExtraDHCPOptionsIpV6TestJSON-152488165 tempest-ExtraDHCPOptionsIpV6TestJSON-152488165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:21.815750 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c6112e-44f2-4fac-8d8a-cdcad492b51b tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] Pushing event updated for resources: {'SecurityGroup': ['ID=492227af-37e7-42a4-95f4-f62d5a96d42e,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:11:21.875790 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e083e9-fbd8-4d39-a71d-82634ca398e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c249683-5c7a-4a0c-9162-afe72aa0b8a9,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:11:21.891789 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-9782b05e-603d-467b-9f10-7960879879c3 req-d00ac60a-6bf4-4c0c-bff3-91f138127506 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5512486 Jan 05 17:11:21.899369 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-f7bbc359-c28a-4682-ae6f-d97cec9a5e99 None None] Provisioning complete for port 1181fbbb-5980-4b73-97f3-a941e5b11c7c triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:11:21.901369 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-f7bbc359-c28a-4682-ae6f-d97cec9a5e99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:21.912578 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d504d802-9546-4ce5-a9d3-96c844ac5808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:21.970565 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-f7bbc359-c28a-4682-ae6f-d97cec9a5e99 None None] Port 1181fbbb-5980-4b73-97f3-a941e5b11c7c cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 17:11:21.983132 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-832ae1f5-c5f2-4998-bb3c-27de76597df2 tempest-SecGroupIPv6Test-2005952447 tempest-SecGroupIPv6Test-2005952447-project] Publish callbacks [] for security_group, precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:22.069779 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-832ae1f5-c5f2-4998-bb3c-27de76597df2 tempest-SecGroupIPv6Test-2005952447 tempest-SecGroupIPv6Test-2005952447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:22.072326 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-832ae1f5-c5f2-4998-bb3c-27de76597df2 tempest-SecGroupIPv6Test-2005952447 tempest-SecGroupIPv6Test-2005952447-project] Publish callbacks [] for security_group, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:22.076138 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-832ae1f5-c5f2-4998-bb3c-27de76597df2 tempest-SecGroupIPv6Test-2005952447 tempest-SecGroupIPv6Test-2005952447-project] 10.222.0.11 "PUT /v2.0/security-groups/093ed1ab-f4a6-432e-afcd-26a955fe70c4 HTTP/1.1" status: 200 len: 1794 time: 0.6818824 Jan 05 17:11:22.079281 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 43610) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:22.089432 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-354c5a7b-f2a6-4859-a5fe-ab4b69a79721 tempest-RoutersNegativeTest-494847045 tempest-RoutersNegativeTest-494847045-project] Publish callbacks [] for security_group, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:22.135256 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-02298183-ba55-4a52-b79e-7f4682b78177 tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:22.158358 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [req-9782b05e-603d-467b-9f10-7960879879c3 req-29085886-01c4-44d6-a0c6-640ee9c99081 service neutron] Request body: {'port': {'device_id': '960404e1-a8f8-4c26-83b9-87528fa8969d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:11:22.160824 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832ae1f5-c5f2-4998-bb3c-27de76597df2 tempest-SecGroupIPv6Test-2005952447 tempest-SecGroupIPv6Test-2005952447-project] Pushing event updated for resources: {'SecurityGroup': ['ID=093ed1ab-f4a6-432e-afcd-26a955fe70c4,revision_number=2']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:11:22.202527 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-354c5a7b-f2a6-4859-a5fe-ab4b69a79721 tempest-RoutersNegativeTest-494847045 tempest-RoutersNegativeTest-494847045-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:22.215394 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-5e47e27c-cbb3-4c07-bab1-d8dd8d1660a4 tempest-SecGroupIPv6Test-2005952447 tempest-SecGroupIPv6Test-2005952447-project] 10.222.0.11 "GET /v2.0/security-groups/093ed1ab-f4a6-432e-afcd-26a955fe70c4 HTTP/1.1" status: 200 len: 1794 time: 0.1311445 Jan 05 17:11:22.223413 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-354c5a7b-f2a6-4859-a5fe-ab4b69a79721 tempest-RoutersNegativeTest-494847045 tempest-RoutersNegativeTest-494847045-project] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=103801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 05 17:11:22.234704 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-354c5a7b-f2a6-4859-a5fe-ab4b69a79721 tempest-RoutersNegativeTest-494847045 tempest-RoutersNegativeTest-494847045-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225'] for segment, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:22.235680 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.db.segments_db [None req-354c5a7b-f2a6-4859-a5fe-ab4b69a79721 tempest-RoutersNegativeTest-494847045 tempest-RoutersNegativeTest-494847045-project] Added segment 7fd76510-ba1c-4950-b83d-f7961c3b38ad of type vlan for network e88ccbbc-8d71-4b38-879e-ec05aa3bb327 Jan 05 17:11:22.244192 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 43614) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:22.257457 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-9782b05e-603d-467b-9f10-7960879879c3 req-29085886-01c4-44d6-a0c6-640ee9c99081 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:22.372791 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354c5a7b-f2a6-4859-a5fe-ab4b69a79721 tempest-RoutersNegativeTest-494847045 tempest-RoutersNegativeTest-494847045-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26e7a418-5caf-4cb5-b981-85ce763f01ea,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:11:22.389023 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-cf52feef-2185-40c3-8870-93a027b2bf66 tempest-SecGroupIPv6Test-2005952447 tempest-SecGroupIPv6Test-2005952447-project] Publish callbacks [] for security_group, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:22.429878 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-02298183-ba55-4a52-b79e-7f4682b78177 tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:22.448452 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-354c5a7b-f2a6-4859-a5fe-ab4b69a79721 tempest-RoutersNegativeTest-494847045 tempest-RoutersNegativeTest-494847045-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754180566020'] for network, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:22.488572 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-cf52feef-2185-40c3-8870-93a027b2bf66 tempest-SecGroupIPv6Test-2005952447 tempest-SecGroupIPv6Test-2005952447-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:22.496522 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-02298183-ba55-4a52-b79e-7f4682b78177 tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533437'] for security_group_rule, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:22.522844 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02298183-ba55-4a52-b79e-7f4682b78177 tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50ebbd0f-564a-4361-86bf-28415af937d1,revision_number=0']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:11:22.556121 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-0241cd39-e73e-40ed-90bf-37c1c1c8a91b tempest-ExtraDHCPOptionsIpV6TestJSON-152488165 tempest-ExtraDHCPOptionsIpV6TestJSON-152488165-project] Publish callbacks [] for port, precommit_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:22.577028 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-354c5a7b-f2a6-4859-a5fe-ab4b69a79721 tempest-RoutersNegativeTest-494847045 tempest-RoutersNegativeTest-494847045-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685'] for network, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:22.583188 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-354c5a7b-f2a6-4859-a5fe-ab4b69a79721 tempest-RoutersNegativeTest-494847045 tempest-RoutersNegativeTest-494847045-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:11:22.588914 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-354c5a7b-f2a6-4859-a5fe-ab4b69a79721 tempest-RoutersNegativeTest-494847045 tempest-RoutersNegativeTest-494847045-project] Publish callbacks [] for network, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:22.614833 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-02298183-ba55-4a52-b79e-7f4682b78177 tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:22.617466 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-02298183-ba55-4a52-b79e-7f4682b78177 tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8236842 Jan 05 17:11:22.621859 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 43624) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:22.624320 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-a58aec42-034f-4ad4-be50-e97e3e240f3b tempest-RoutersNegativeIpV6Test-1533253519 tempest-RoutersNegativeIpV6Test-1533253519-project] Deleting port 02d3bf59-3e41-474c-a97f-557e80148560 {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:11:22.624616 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a58aec42-034f-4ad4-be50-e97e3e240f3b tempest-RoutersNegativeIpV6Test-1533253519 tempest-RoutersNegativeIpV6Test-1533253519-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:22.691843 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-0241cd39-e73e-40ed-90bf-37c1c1c8a91b tempest-ExtraDHCPOptionsIpV6TestJSON-152488165 tempest-ExtraDHCPOptionsIpV6TestJSON-152488165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11433169'] for port, after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:22.709503 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-354c5a7b-f2a6-4859-a5fe-ab4b69a79721 tempest-RoutersNegativeTest-494847045 tempest-RoutersNegativeTest-494847045-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 1.3541102 Jan 05 17:11:22.713811 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 43628) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:22.741451 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-197d9426-ef1a-42f4-b1c4-c3747067355c tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:22.749177 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-dc474698-61c5-43f8-816c-2c79f4f04e02 tempest-RoutersNegativeTest-494847045 tempest-RoutersNegativeTest-494847045-project] Request body: {'subnet': {'network_id': 'e88ccbbc-8d71-4b38-879e-ec05aa3bb327', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:11:22.761490 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-cf52feef-2185-40c3-8870-93a027b2bf66 tempest-SecGroupIPv6Test-2005952447 tempest-SecGroupIPv6Test-2005952447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:22.764219 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-cf52feef-2185-40c3-8870-93a027b2bf66 tempest-SecGroupIPv6Test-2005952447 tempest-SecGroupIPv6Test-2005952447-project] Publish callbacks [] for security_group, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:22.765560 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-cf52feef-2185-40c3-8870-93a027b2bf66 tempest-SecGroupIPv6Test-2005952447 tempest-SecGroupIPv6Test-2005952447-project] 10.222.0.11 "DELETE /v2.0/security-groups/093ed1ab-f4a6-432e-afcd-26a955fe70c4 HTTP/1.1" status: 204 len: 168 time: 0.5237372 Jan 05 17:11:22.780959 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 43630) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:22.804552 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf52feef-2185-40c3-8870-93a027b2bf66 tempest-SecGroupIPv6Test-2005952447 tempest-SecGroupIPv6Test-2005952447-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=093ed1ab-f4a6-432e-afcd-26a955fe70c4,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:11:22.816799 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354c5a7b-f2a6-4859-a5fe-ab4b69a79721 tempest-RoutersNegativeTest-494847045 tempest-RoutersNegativeTest-494847045-project] Pushing event updated for resources: {'Network': ['ID=e88ccbbc-8d71-4b38-879e-ec05aa3bb327,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:11:22.833867 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-197d9426-ef1a-42f4-b1c4-c3747067355c tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:22.865536 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Network e88ccbbc-8d71-4b38-879e-ec05aa3bb327 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 05 17:11:22.913000 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a58aec42-034f-4ad4-be50-e97e3e240f3b tempest-RoutersNegativeIpV6Test-1533253519 tempest-RoutersNegativeIpV6Test-1533253519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:22.960240 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.notifiers.nova [req-9782b05e-603d-467b-9f10-7960879879c3 req-29085886-01c4-44d6-a0c6-640ee9c99081 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1181fbbb-5980-4b73-97f3-a941e5b11c7c {{(pid=103800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 05 17:11:22.968445 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-a58aec42-034f-4ad4-be50-e97e3e240f3b tempest-RoutersNegativeIpV6Test-1533253519 tempest-RoutersNegativeIpV6Test-1533253519-project] Calling delete_port for 02d3bf59-3e41-474c-a97f-557e80148560 owned by network:router_interface {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:11:22.977411 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-9782b05e-603d-467b-9f10-7960879879c3 req-29085886-01c4-44d6-a0c6-640ee9c99081 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:22.991437 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-7bf5a6d9-304e-46f3-bb2c-842159ab3e38 tempest-SecGroupIPv6Test-2005952447 tempest-SecGroupIPv6Test-2005952447-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.2046359 Jan 05 17:11:22.998041 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 43636) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:23.027296 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-0241cd39-e73e-40ed-90bf-37c1c1c8a91b tempest-ExtraDHCPOptionsIpV6TestJSON-152488165 tempest-ExtraDHCPOptionsIpV6TestJSON-152488165-project] In _notify_port_updated(), no bound segment for port f87b15c1-58ec-43c3-bb4e-4b831a9faeff on network 1e2264ad-8edc-4a78-afb2-c115133aa65f {{(pid=103801) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Jan 05 17:11:23.040373 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0241cd39-e73e-40ed-90bf-37c1c1c8a91b tempest-ExtraDHCPOptionsIpV6TestJSON-152488165 tempest-ExtraDHCPOptionsIpV6TestJSON-152488165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:11:23.041149 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-0241cd39-e73e-40ed-90bf-37c1c1c8a91b tempest-ExtraDHCPOptionsIpV6TestJSON-152488165 tempest-ExtraDHCPOptionsIpV6TestJSON-152488165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:23.042611 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-0241cd39-e73e-40ed-90bf-37c1c1c8a91b tempest-ExtraDHCPOptionsIpV6TestJSON-152488165 tempest-ExtraDHCPOptionsIpV6TestJSON-152488165-project] 10.222.0.11 "PUT /v2.0/ports/f87b15c1-58ec-43c3-bb4e-4b831a9faeff HTTP/1.1" status: 200 len: 1129 time: 1.5009124 Jan 05 17:11:23.047866 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.api.v2.resource [None req-2dd2640d-fc48-4ec8-a5e1-ab2e1c6269d1 tempest-SecGroupIPv6Test-2005952447 tempest-SecGroupIPv6Test-2005952447-project] delete failed (client error): The resource could not be found. Jan 05 17:11:23.053893 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-2dd2640d-fc48-4ec8-a5e1-ab2e1c6269d1 tempest-SecGroupIPv6Test-2005952447 tempest-SecGroupIPv6Test-2005952447-project] 10.222.0.11 "DELETE /v2.0/security-groups/093ed1ab-f4a6-432e-afcd-26a955fe70c4 HTTP/1.1" status: 404 len: 347 time: 0.0576632 Jan 05 17:11:23.056376 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 43640) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:23.056946 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 43642) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:23.065520 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0241cd39-e73e-40ed-90bf-37c1c1c8a91b tempest-ExtraDHCPOptionsIpV6TestJSON-152488165 tempest-ExtraDHCPOptionsIpV6TestJSON-152488165-project] Pushing event updated for resources: {'Port': ['ID=f87b15c1-58ec-43c3-bb4e-4b831a9faeff,revision_number=2']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:11:23.124896 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87539703-209d-4e41-8266-a6af48c7f108 req-e4cd06af-4604-4353-817b-0acffb4885f6 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:11:23.126699 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-87539703-209d-4e41-8266-a6af48c7f108 req-e4cd06af-4604-4353-817b-0acffb4885f6 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] 10.222.0.11 "GET /v2.0/ports?device_id=960404e1-a8f8-4c26-83b9-87528fa8969d HTTP/1.1" status: 200 len: 932 time: 0.3290000 Jan 05 17:11:23.129890 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-7ea78207-1501-4fe7-ac28-a038a8021eda tempest-SecGroupIPv6Test-2005952447 tempest-SecGroupIPv6Test-2005952447-project] Request body: {'security_group': {'name': 'tempest-secgroup--88246471'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:11:23.150119 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fde4697b-70b3-4513-9abe-1e880053b7c8 tempest-ExtraDHCPOptionsIpV6TestJSON-152488165 tempest-ExtraDHCPOptionsIpV6TestJSON-152488165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:11:23.162213 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-fde4697b-70b3-4513-9abe-1e880053b7c8 tempest-ExtraDHCPOptionsIpV6TestJSON-152488165 tempest-ExtraDHCPOptionsIpV6TestJSON-152488165-project] 10.222.0.11 "GET /v2.0/ports/f87b15c1-58ec-43c3-bb4e-4b831a9faeff HTTP/1.1" status: 200 len: 1129 time: 0.0895815 Jan 05 17:11:23.164311 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 43644) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:23.182909 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-197d9426-ef1a-42f4-b1c4-c3747067355c tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533437'] for security_group_rule, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:23.196319 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.provisioning_blocks [req-9782b05e-603d-467b-9f10-7960879879c3 req-29085886-01c4-44d6-a0c6-640ee9c99081 service neutron] Transition to ACTIVE for port object 1181fbbb-5980-4b73-97f3-a941e5b11c7c will not be triggered until provisioned by entity L2. {{(pid=103800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 05 17:11:23.200368 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-197d9426-ef1a-42f4-b1c4-c3747067355c tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:23.201998 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-197d9426-ef1a-42f4-b1c4-c3747067355c tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] 10.222.0.11 "DELETE /v2.0/security-group-rules/50ebbd0f-564a-4361-86bf-28415af937d1 HTTP/1.1" status: 204 len: 168 time: 0.5809395 Jan 05 17:11:23.208376 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 43648) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:23.236403 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc474698-61c5-43f8-816c-2c79f4f04e02 tempest-RoutersNegativeTest-494847045 tempest-RoutersNegativeTest-494847045-project] Made reservation on behalf of 46fd46c923d244649e41ca6790c70dc9 for: {'subnet': 1} {{(pid=103801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:11:23.240694 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-dc474698-61c5-43f8-816c-2c79f4f04e02 tempest-RoutersNegativeTest-494847045 tempest-RoutersNegativeTest-494847045-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12480675'] for subnet, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:23.245092 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-95ddbc89-aa31-46b0-9f8b-011c3f2a10b3 None None] Provisioning complete for port f87b15c1-58ec-43c3-bb4e-4b831a9faeff triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:11:23.247402 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-95ddbc89-aa31-46b0-9f8b-011c3f2a10b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:23.290723 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-9782b05e-603d-467b-9f10-7960879879c3 req-29085886-01c4-44d6-a0c6-640ee9c99081 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8784461'] for port, after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:23.335616 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-95ddbc89-aa31-46b0-9f8b-011c3f2a10b3 None None] Port f87b15c1-58ec-43c3-bb4e-4b831a9faeff cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 17:11:23.346224 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:23.357309 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-2d3a0d4b-6ef5-452a-a84f-b44ee1eaa448 tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1474800 Jan 05 17:11:23.357937 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 43650) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:23.400123 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7ea78207-1501-4fe7-ac28-a038a8021eda tempest-SecGroupIPv6Test-2005952447 tempest-SecGroupIPv6Test-2005952447-project] Publish callbacks [] for security_group, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:23.472350 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29085886-01c4-44d6-a0c6-640ee9c99081 service neutron] Pushing event updated for resources: {'Port': ['ID=1181fbbb-5980-4b73-97f3-a941e5b11c7c,revision_number=2']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:11:23.483853 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197d9426-ef1a-42f4-b1c4-c3747067355c tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=50ebbd0f-564a-4361-86bf-28415af937d1,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:11:23.560728 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-87539703-209d-4e41-8266-a6af48c7f108 req-84833879-e07f-49a1-899b-9b307dbd6f43 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] 10.222.0.11 "GET /v2.0/security-groups?id=74da9e44-17f3-4e78-b165-acdbd8889547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4220855 Jan 05 17:11:23.574532 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-dc474698-61c5-43f8-816c-2c79f4f04e02 tempest-RoutersNegativeTest-494847045 tempest-RoutersNegativeTest-494847045-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11433288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12480593'] for subnet, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:23.683902 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-53892e8a-b9db-4222-9728-3ffd2be84261 tempest-ExtraDHCPOptionsIpV6TestJSON-152488165 tempest-ExtraDHCPOptionsIpV6TestJSON-152488165-project] Deleting port f87b15c1-58ec-43c3-bb4e-4b831a9faeff {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:11:23.687015 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-53892e8a-b9db-4222-9728-3ffd2be84261 tempest-ExtraDHCPOptionsIpV6TestJSON-152488165 tempest-ExtraDHCPOptionsIpV6TestJSON-152488165-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:23.714133 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc474698-61c5-43f8-816c-2c79f4f04e02 tempest-RoutersNegativeTest-494847045 tempest-RoutersNegativeTest-494847045-project] Pushing event updated for resources: {'Subnet': ['ID=30e69d16-dbc1-4eff-9499-228006f83acd,revision_number=0']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:11:23.735900 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7ea78207-1501-4fe7-ac28-a038a8021eda tempest-SecGroupIPv6Test-2005952447 tempest-SecGroupIPv6Test-2005952447-project] Publish callbacks [] for security_group, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:23.747560 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e1486e08-f542-4914-adaa-b1eb0673f929 tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] Publish callbacks [] for security_group, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:23.777752 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc474698-61c5-43f8-816c-2c79f4f04e02 tempest-RoutersNegativeTest-494847045 tempest-RoutersNegativeTest-494847045-project] Checking segment: {'id': '7fd76510-ba1c-4950-b83d-f7961c3b38ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'e88ccbbc-8d71-4b38-879e-ec05aa3bb327'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:11:23.778515 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc474698-61c5-43f8-816c-2c79f4f04e02 tempest-RoutersNegativeTest-494847045 tempest-RoutersNegativeTest-494847045-project] Network hostable DHCP agents. Network: e88ccbbc-8d71-4b38-879e-ec05aa3bb327, hostable agents: ['3f70c195-17da-4084-9fd6-bf6059d88535'], hosted agents: [] {{(pid=103801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 05 17:11:23.790515 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e1486e08-f542-4914-adaa-b1eb0673f929 tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:23.817756 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [req-9782b05e-603d-467b-9f10-7960879879c3 req-29085886-01c4-44d6-a0c6-640ee9c99081 service neutron] Attempting to bind port 1181fbbb-5980-4b73-97f3-a941e5b11c7c on host hv-neutron-mast for vnic_type normal with profile {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 05 17:11:23.818709 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [req-9782b05e-603d-467b-9f10-7960879879c3 req-29085886-01c4-44d6-a0c6-640ee9c99081 service neutron] Attempting to bind port 1181fbbb-5980-4b73-97f3-a941e5b11c7c by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '1ad36131-ab48-4a0c-b640-58d4ec89beaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '9d892221-db72-44b5-b8b3-7f2a75d6a0ee'}] {{(pid=103800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 05 17:11:23.819068 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9782b05e-603d-467b-9f10-7960879879c3 req-29085886-01c4-44d6-a0c6-640ee9c99081 service neutron] Attempting to bind port 1181fbbb-5980-4b73-97f3-a941e5b11c7c on network 9d892221-db72-44b5-b8b3-7f2a75d6a0ee {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:11:23.828094 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9782b05e-603d-467b-9f10-7960879879c3 req-29085886-01c4-44d6-a0c6-640ee9c99081 service neutron] Port 1181fbbb-5980-4b73-97f3-a941e5b11c7c on network 9d892221-db72-44b5-b8b3-7f2a75d6a0ee not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 05 17:11:23.828426 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9782b05e-603d-467b-9f10-7960879879c3 req-29085886-01c4-44d6-a0c6-640ee9c99081 service neutron] Attempting to bind port 1181fbbb-5980-4b73-97f3-a941e5b11c7c on network 9d892221-db72-44b5-b8b3-7f2a75d6a0ee {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:11:23.834531 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7ea78207-1501-4fe7-ac28-a038a8021eda tempest-SecGroupIPv6Test-2005952447 tempest-SecGroupIPv6Test-2005952447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:23.835233 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-53892e8a-b9db-4222-9728-3ffd2be84261 tempest-ExtraDHCPOptionsIpV6TestJSON-152488165 tempest-ExtraDHCPOptionsIpV6TestJSON-152488165-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:23.843194 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9782b05e-603d-467b-9f10-7960879879c3 req-29085886-01c4-44d6-a0c6-640ee9c99081 service neutron] Checking agent: {'id': '5c36d785-abe8-4e89-a23a-b403333d2378', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 5, 17, 3, 49), 'started_at': datetime.datetime(2022, 1, 5, 17, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 1, 5, 17, 11, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 05 17:11:23.843536 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9782b05e-603d-467b-9f10-7960879879c3 req-29085886-01c4-44d6-a0c6-640ee9c99081 service neutron] Checking segment: {'id': '1ad36131-ab48-4a0c-b640-58d4ec89beaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '9d892221-db72-44b5-b8b3-7f2a75d6a0ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:11:23.844416 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9782b05e-603d-467b-9f10-7960879879c3 req-29085886-01c4-44d6-a0c6-640ee9c99081 service neutron] Bound using segment: {'id': '1ad36131-ab48-4a0c-b640-58d4ec89beaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '9d892221-db72-44b5-b8b3-7f2a75d6a0ee'} {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 05 17:11:23.844868 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [req-9782b05e-603d-467b-9f10-7960879879c3 req-29085886-01c4-44d6-a0c6-640ee9c99081 service neutron] Bound port: 1181fbbb-5980-4b73-97f3-a941e5b11c7c, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ad36131-ab48-4a0c-b640-58d4ec89beaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '9d892221-db72-44b5-b8b3-7f2a75d6a0ee'}}] {{(pid=103800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 05 17:11:23.845225 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-9782b05e-603d-467b-9f10-7960879879c3 req-29085886-01c4-44d6-a0c6-640ee9c99081 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:23.848627 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-53892e8a-b9db-4222-9728-3ffd2be84261 tempest-ExtraDHCPOptionsIpV6TestJSON-152488165 tempest-ExtraDHCPOptionsIpV6TestJSON-152488165-project] Calling delete_port for f87b15c1-58ec-43c3-bb4e-4b831a9faeff owned by {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:11:23.897890 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a58aec42-034f-4ad4-be50-e97e3e240f3b tempest-RoutersNegativeIpV6Test-1533253519 tempest-RoutersNegativeIpV6Test-1533253519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:23.940756 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc474698-61c5-43f8-816c-2c79f4f04e02 tempest-RoutersNegativeTest-494847045 tempest-RoutersNegativeTest-494847045-project] Network e88ccbbc-8d71-4b38-879e-ec05aa3bb327 is scheduled to be hosted by DHCP agent 3f70c195-17da-4084-9fd6-bf6059d88535 with binding_index 1 {{(pid=103801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 05 17:11:23.961916 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea78207-1501-4fe7-ac28-a038a8021eda tempest-SecGroupIPv6Test-2005952447 tempest-SecGroupIPv6Test-2005952447-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9519cc07-fbd8-4b1c-b195-16c4d05332a4,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:11:23.975484 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58aec42-034f-4ad4-be50-e97e3e240f3b tempest-RoutersNegativeIpV6Test-1533253519 tempest-RoutersNegativeIpV6Test-1533253519-project] Pushing event deleted for resources: {'Port': ['ID=02d3bf59-3e41-474c-a97f-557e80148560,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:11:24.052150 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-dc474698-61c5-43f8-816c-2c79f4f04e02 tempest-RoutersNegativeTest-494847045 tempest-RoutersNegativeTest-494847045-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, e88ccbbc-8d71-4b38-879e-ec05aa3bb327) {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:11:24.067604 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc474698-61c5-43f8-816c-2c79f4f04e02 tempest-RoutersNegativeTest-494847045 tempest-RoutersNegativeTest-494847045-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:11:24.069327 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de5ecb66-8fcd-42de-a11d-33003fa25410 None None] Network e88ccbbc-8d71-4b38-879e-ec05aa3bb327 requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:11:24.070317 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-dc474698-61c5-43f8-816c-2c79f4f04e02 tempest-RoutersNegativeTest-494847045 tempest-RoutersNegativeTest-494847045-project] Publish callbacks [] for subnet, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:24.100838 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a58aec42-034f-4ad4-be50-e97e3e240f3b tempest-RoutersNegativeIpV6Test-1533253519 tempest-RoutersNegativeIpV6Test-1533253519-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-560676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531569'] for router_interface, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:24.109124 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7ea78207-1501-4fe7-ac28-a038a8021eda tempest-SecGroupIPv6Test-2005952447 tempest-SecGroupIPv6Test-2005952447-project] Publish callbacks [] for security_group, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:24.113822 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-7ea78207-1501-4fe7-ac28-a038a8021eda tempest-SecGroupIPv6Test-2005952447 tempest-SecGroupIPv6Test-2005952447-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1759 time: 0.9856298 Jan 05 17:11:24.114027 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 43660) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:24.119082 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-847591b6-5cd8-4e88-b4e1-3a8bf3a63f94 tempest-SecGroupIPv6Test-2005952447 tempest-SecGroupIPv6Test-2005952447-project] Request body: {'security_group_rule': {'security_group_id': '9519cc07-fbd8-4b1c-b195-16c4d05332a4', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:11:24.128848 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-53892e8a-b9db-4222-9728-3ffd2be84261 tempest-ExtraDHCPOptionsIpV6TestJSON-152488165 tempest-ExtraDHCPOptionsIpV6TestJSON-152488165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11433176'] for port, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:24.174174 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53892e8a-b9db-4222-9728-3ffd2be84261 tempest-ExtraDHCPOptionsIpV6TestJSON-152488165 tempest-ExtraDHCPOptionsIpV6TestJSON-152488165-project] Pushing event deleted for resources: {'Port': ['ID=f87b15c1-58ec-43c3-bb4e-4b831a9faeff,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:11:24.190347 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-dc474698-61c5-43f8-816c-2c79f4f04e02 tempest-RoutersNegativeTest-494847045 tempest-RoutersNegativeTest-494847045-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4502418 Jan 05 17:11:24.193404 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 43662) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:24.199874 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-11e26311-5911-4b8e-b452-73aee6867c02 tempest-RoutersNegativeTest-494847045 tempest-RoutersNegativeTest-494847045-project] Request body: {'network': {'name': 'tempest-router-network01--323232951'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:11:24.219259 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.db [req-9782b05e-603d-467b-9f10-7960879879c3 req-29085886-01c4-44d6-a0c6-640ee9c99081 service neutron] For port 1181fbbb-5980-4b73-97f3-a941e5b11c7c, host hv-neutron-mast, cleared binding levels {{(pid=103800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 05 17:11:24.240639 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e1486e08-f542-4914-adaa-b1eb0673f929 tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:24.247070 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e1486e08-f542-4914-adaa-b1eb0673f929 tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] Publish callbacks [] for security_group, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:24.248223 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-e1486e08-f542-4914-adaa-b1eb0673f929 tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] 10.222.0.11 "DELETE /v2.0/security-groups/492227af-37e7-42a4-95f4-f62d5a96d42e HTTP/1.1" status: 204 len: 168 time: 0.8822865 Jan 05 17:11:24.261342 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 43664) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:24.277439 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-53892e8a-b9db-4222-9728-3ffd2be84261 tempest-ExtraDHCPOptionsIpV6TestJSON-152488165 tempest-ExtraDHCPOptionsIpV6TestJSON-152488165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:24.282645 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-53892e8a-b9db-4222-9728-3ffd2be84261 tempest-ExtraDHCPOptionsIpV6TestJSON-152488165 tempest-ExtraDHCPOptionsIpV6TestJSON-152488165-project] 10.222.0.11 "DELETE /v2.0/ports/f87b15c1-58ec-43c3-bb4e-4b831a9faeff HTTP/1.1" status: 204 len: 168 time: 1.1148701 Jan 05 17:11:24.285805 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 43666) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:24.333366 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3c35d26-9513-4956-8c74-d2fae7d8b1d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-e88ccbbc-8d71-4b38-879e-ec05aa3bb327', 'network_id': 'e88ccbbc-8d71-4b38-879e-ec05aa3bb327', 'project_id': '46fd46c923d244649e41ca6790c70dc9', 'fixed_ips': [{'subnet_id': '30e69d16-dbc1-4eff-9499-228006f83acd'}]}} from dv-neutron-master-2-hyperv. {{(pid=103802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 05 17:11:24.335005 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d3c35d26-9513-4956-8c74-d2fae7d8b1d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:24.427776 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-bbbc197a-d4bf-435f-aa47-b10a9f2dc176 tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1583872 Jan 05 17:11:24.439249 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 43670) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:24.445279 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-9c66f5f4-9b2e-4fd2-b941-f83cee41551f tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] Request body: {'security_group': {'name': 'tempest-secgroup--1003748153'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:11:24.465282 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-847591b6-5cd8-4e88-b4e1-3a8bf3a63f94 tempest-SecGroupIPv6Test-2005952447 tempest-SecGroupIPv6Test-2005952447-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:24.537791 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.db_base_plugin_v2 [None req-42ea72ab-390e-47e3-95e9-e69a76fcbe36 tempest-ExtraDHCPOptionsIpV6TestJSON-152488165 tempest-ExtraDHCPOptionsIpV6TestJSON-152488165-project] Deleting subnet a16803e3-f80b-46a6-8804-6c3a0e47a0dc {{(pid=103801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 05 17:11:24.553775 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-42ea72ab-390e-47e3-95e9-e69a76fcbe36 tempest-ExtraDHCPOptionsIpV6TestJSON-152488165 tempest-ExtraDHCPOptionsIpV6TestJSON-152488165-project] Publish callbacks [] for subnet, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:24.563723 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.db_base_plugin_common [None req-d3c35d26-9513-4956-8c74-d2fae7d8b1d4 None None] Allocated IP 172.20.0.2 (e88ccbbc-8d71-4b38-879e-ec05aa3bb327/30e69d16-dbc1-4eff-9499-228006f83acd/fda705b8-b9c9-4bfa-a25c-23824bd7f5ac) {{(pid=103802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:11:24.637992 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-847591b6-5cd8-4e88-b4e1-3a8bf3a63f94 tempest-SecGroupIPv6Test-2005952447 tempest-SecGroupIPv6Test-2005952447-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:24.649675 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-42ea72ab-390e-47e3-95e9-e69a76fcbe36 tempest-ExtraDHCPOptionsIpV6TestJSON-152488165 tempest-ExtraDHCPOptionsIpV6TestJSON-152488165-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11316398'] for subnet, precommit_delete_associations {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:24.733496 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-9c66f5f4-9b2e-4fd2-b941-f83cee41551f tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] Publish callbacks [] for security_group, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:24.795618 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-847591b6-5cd8-4e88-b4e1-3a8bf3a63f94 tempest-SecGroupIPv6Test-2005952447 tempest-SecGroupIPv6Test-2005952447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533437'] for security_group_rule, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:24.813646 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d3c35d26-9513-4956-8c74-d2fae7d8b1d4 None None] Publish callbacks [] for port, precommit_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:24.830498 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 43678) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:24.875144 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847591b6-5cd8-4e88-b4e1-3a8bf3a63f94 tempest-SecGroupIPv6Test-2005952447 tempest-SecGroupIPv6Test-2005952447-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e86e51c-9893-43ca-b928-547ddb6a1819,revision_number=0']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:11:24.888392 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-42ea72ab-390e-47e3-95e9-e69a76fcbe36 tempest-ExtraDHCPOptionsIpV6TestJSON-152488165 tempest-ExtraDHCPOptionsIpV6TestJSON-152488165-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892868'] for subnet, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:24.890646 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d3c35d26-9513-4956-8c74-d2fae7d8b1d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669'] for port, after_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:24.905393 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.db [req-9782b05e-603d-467b-9f10-7960879879c3 req-29085886-01c4-44d6-a0c6-640ee9c99081 service neutron] For port 1181fbbb-5980-4b73-97f3-a941e5b11c7c, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=1181fbbb-5980-4b73-97f3-a941e5b11c7c,segment=NetworkSegment(1ad36131-ab48-4a0c-b640-58d4ec89beaf),segment_id=1ad36131-ab48-4a0c-b640-58d4ec89beaf)] {{(pid=103800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 05 17:11:24.960186 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c35d26-9513-4956-8c74-d2fae7d8b1d4 None None] Pushing event updated for resources: {'Port': ['ID=fda705b8-b9c9-4bfa-a25c-23824bd7f5ac,revision_number=1']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:11:24.962564 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1486e08-f542-4914-adaa-b1eb0673f929 tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=492227af-37e7-42a4-95f4-f62d5a96d42e,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:11:24.969866 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-9c66f5f4-9b2e-4fd2-b941-f83cee41551f tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] Publish callbacks [] for security_group, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:24.973017 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-847591b6-5cd8-4e88-b4e1-3a8bf3a63f94 tempest-SecGroupIPv6Test-2005952447 tempest-SecGroupIPv6Test-2005952447-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:24.974397 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-847591b6-5cd8-4e88-b4e1-3a8bf3a63f94 tempest-SecGroupIPv6Test-2005952447 tempest-SecGroupIPv6Test-2005952447-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8596838 Jan 05 17:11:24.977157 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 43682) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:24.979892 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3c35d26-9513-4956-8c74-d2fae7d8b1d4 None None] Network e88ccbbc-8d71-4b38-879e-ec05aa3bb327 is already hosted by enough agents. {{(pid=103802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:11:24.982356 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.scheduler.base_scheduler [None req-d3c35d26-9513-4956-8c74-d2fae7d8b1d4 None None] Resources bound (agent type, host, resource id): {{(pid=103802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:11:24.985222 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3c35d26-9513-4956-8c74-d2fae7d8b1d4 None None] Received port after_create {{(pid=103802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:11:25.012365 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f2a4f6d3-99a2-4cf7-8d1a-75adf7bd74f9 tempest-SecGroupIPv6Test-2005952447 tempest-SecGroupIPv6Test-2005952447-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:25.021938 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f2a4f6d3-99a2-4cf7-8d1a-75adf7bd74f9 tempest-SecGroupIPv6Test-2005952447 tempest-SecGroupIPv6Test-2005952447-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:25.037011 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2f0701-78bd-41ba-9599-c42a43a098ec req-22ce02e7-5e7a-4510-a4f5-adc298a93844 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:11:25.045114 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-4c2f0701-78bd-41ba-9599-c42a43a098ec req-22ce02e7-5e7a-4510-a4f5-adc298a93844 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] 10.222.0.11 "GET /v2.0/ports?device_id=960404e1-a8f8-4c26-83b9-87528fa8969d HTTP/1.1" status: 200 len: 944 time: 0.1417217 Jan 05 17:11:25.066062 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-d3c35d26-9513-4956-8c74-d2fae7d8b1d4 None None] Attempting to bind port fda705b8-b9c9-4bfa-a25c-23824bd7f5ac on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 05 17:11:25.066698 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-d3c35d26-9513-4956-8c74-d2fae7d8b1d4 None None] Attempting to bind port fda705b8-b9c9-4bfa-a25c-23824bd7f5ac by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '7fd76510-ba1c-4950-b83d-f7961c3b38ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'e88ccbbc-8d71-4b38-879e-ec05aa3bb327'}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 05 17:11:25.067108 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3c35d26-9513-4956-8c74-d2fae7d8b1d4 None None] Attempting to bind port fda705b8-b9c9-4bfa-a25c-23824bd7f5ac on network e88ccbbc-8d71-4b38-879e-ec05aa3bb327 {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:11:25.074441 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3c35d26-9513-4956-8c74-d2fae7d8b1d4 None None] Checking agent: {'id': '0d4f8fd3-ce62-4651-970c-efa6a8bb22b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 5, 16, 57, 23), 'started_at': datetime.datetime(2022, 1, 5, 16, 57, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 5, 17, 11, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 05 17:11:25.074441 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3c35d26-9513-4956-8c74-d2fae7d8b1d4 None None] Checking segment: {'id': '7fd76510-ba1c-4950-b83d-f7961c3b38ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'e88ccbbc-8d71-4b38-879e-ec05aa3bb327'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:11:25.074441 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d3c35d26-9513-4956-8c74-d2fae7d8b1d4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:25.075837 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3c35d26-9513-4956-8c74-d2fae7d8b1d4 None None] Bound using segment: {'id': '7fd76510-ba1c-4950-b83d-f7961c3b38ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'e88ccbbc-8d71-4b38-879e-ec05aa3bb327'} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 05 17:11:25.076098 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-d3c35d26-9513-4956-8c74-d2fae7d8b1d4 None None] Bound port: fda705b8-b9c9-4bfa-a25c-23824bd7f5ac, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fd76510-ba1c-4950-b83d-f7961c3b38ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'e88ccbbc-8d71-4b38-879e-ec05aa3bb327'}}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 05 17:11:25.076721 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d3c35d26-9513-4956-8c74-d2fae7d8b1d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:25.114701 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-9c66f5f4-9b2e-4fd2-b941-f83cee41551f tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:25.123607 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-9782b05e-603d-467b-9f10-7960879879c3 req-29085886-01c4-44d6-a0c6-640ee9c99081 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8784461'] for port, after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:25.152500 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-d3c35d26-9513-4956-8c74-d2fae7d8b1d4 None None] For port fda705b8-b9c9-4bfa-a25c-23824bd7f5ac, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 05 17:11:25.156957 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-d3c35d26-9513-4956-8c74-d2fae7d8b1d4 None None] For port fda705b8-b9c9-4bfa-a25c-23824bd7f5ac, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=fda705b8-b9c9-4bfa-a25c-23824bd7f5ac,segment=NetworkSegment(7fd76510-ba1c-4950-b83d-f7961c3b38ad),segment_id=7fd76510-ba1c-4950-b83d-f7961c3b38ad)] {{(pid=103802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 05 17:11:25.168929 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-42ea72ab-390e-47e3-95e9-e69a76fcbe36 tempest-ExtraDHCPOptionsIpV6TestJSON-152488165 tempest-ExtraDHCPOptionsIpV6TestJSON-152488165-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3893367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11433231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12480600'] for subnet, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:25.178931 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11e26311-5911-4b8e-b452-73aee6867c02 tempest-RoutersNegativeTest-494847045 tempest-RoutersNegativeTest-494847045-project] Made reservation on behalf of 46fd46c923d244649e41ca6790c70dc9 for: {'network': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:11:25.182525 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f2a4f6d3-99a2-4cf7-8d1a-75adf7bd74f9 tempest-SecGroupIPv6Test-2005952447 tempest-SecGroupIPv6Test-2005952447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533437'] for security_group_rule, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:25.182695 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-11e26311-5911-4b8e-b452-73aee6867c02 tempest-RoutersNegativeTest-494847045 tempest-RoutersNegativeTest-494847045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for network, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:25.188741 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f2a4f6d3-99a2-4cf7-8d1a-75adf7bd74f9 tempest-SecGroupIPv6Test-2005952447 tempest-SecGroupIPv6Test-2005952447-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:25.194944 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-f2a4f6d3-99a2-4cf7-8d1a-75adf7bd74f9 tempest-SecGroupIPv6Test-2005952447 tempest-SecGroupIPv6Test-2005952447-project] 10.222.0.11 "DELETE /v2.0/security-group-rules/3e86e51c-9893-43ca-b928-547ddb6a1819 HTTP/1.1" status: 204 len: 168 time: 0.2166483 Jan 05 17:11:25.200249 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 43684) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:25.210403 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-42ea72ab-390e-47e3-95e9-e69a76fcbe36 tempest-ExtraDHCPOptionsIpV6TestJSON-152488165 tempest-ExtraDHCPOptionsIpV6TestJSON-152488165-project] Publish callbacks [] for subnet, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:25.214410 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-42ea72ab-390e-47e3-95e9-e69a76fcbe36 tempest-ExtraDHCPOptionsIpV6TestJSON-152488165 tempest-ExtraDHCPOptionsIpV6TestJSON-152488165-project] 10.222.0.11 "DELETE /v2.0/subnets/a16803e3-f80b-46a6-8804-6c3a0e47a0dc HTTP/1.1" status: 204 len: 168 time: 0.9203646 Jan 05 17:11:25.224505 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f90338eb-dbf5-459e-927f-4a7532741294 None None] Network 1e2264ad-8edc-4a78-afb2-c115133aa65f requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:11:25.232423 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 43686) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:25.237110 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-f14edb5b-3237-4891-93d0-f43e18690445 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Request body: {'network': {'name': 'tempest-network-smoke--1975257315', 'project_id': 'ec76859de02442879238ecf1eaefefed', 'port_security_enabled': True}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:11:25.248913 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a4f6d3-99a2-4cf7-8d1a-75adf7bd74f9 tempest-SecGroupIPv6Test-2005952447 tempest-SecGroupIPv6Test-2005952447-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3e86e51c-9893-43ca-b928-547ddb6a1819,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:11:25.282389 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9782b05e-603d-467b-9f10-7960879879c3 req-29085886-01c4-44d6-a0c6-640ee9c99081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:11:25.284003 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-9782b05e-603d-467b-9f10-7960879879c3 req-29085886-01c4-44d6-a0c6-640ee9c99081 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:25.285616 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-9782b05e-603d-467b-9f10-7960879879c3 req-29085886-01c4-44d6-a0c6-640ee9c99081 service neutron] 10.222.0.13 "PUT /v2.0/ports/1181fbbb-5980-4b73-97f3-a941e5b11c7c HTTP/1.1" status: 200 len: 1094 time: 3.3821981 Jan 05 17:11:25.297687 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '960404e1-a8f8-4c26-83b9-87528fa8969d', 'tag': '1181fbbb-5980-4b73-97f3-a941e5b11c7c'}] {{(pid=103800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 05 17:11:25.308600 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f64b9d4628f7eefcc27168a80c04985d23f0ea5def038dae05e1deb7357f3bfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2306eae3-3410-47e9-b494-ed8b82dfff63" -d '{"events": [{"name": "network-changed", "server_uuid": "960404e1-a8f8-4c26-83b9-87528fa8969d", "tag": "1181fbbb-5980-4b73-97f3-a941e5b11c7c"}]}' {{(pid=103800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 05 17:11:25.308830 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c66f5f4-9b2e-4fd2-b941-f83cee41551f tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2ab240c-62c0-40c8-b75f-f6c52a62f2f8,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:11:25.313260 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ea72ab-390e-47e3-95e9-e69a76fcbe36 tempest-ExtraDHCPOptionsIpV6TestJSON-152488165 tempest-ExtraDHCPOptionsIpV6TestJSON-152488165-project] Pushing event deleted for resources: {'Subnet': ['ID=a16803e3-f80b-46a6-8804-6c3a0e47a0dc,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:11:25.327277 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d3c35d26-9513-4956-8c74-d2fae7d8b1d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:25.332975 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-4c2f0701-78bd-41ba-9599-c42a43a098ec req-85d4434a-f713-4898-bd70-94c884cbe318 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] 10.222.0.11 "GET /v2.0/security-groups?id=74da9e44-17f3-4e78-b165-acdbd8889547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2812333 Jan 05 17:11:25.346424 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11e26311-5911-4b8e-b452-73aee6867c02 tempest-RoutersNegativeTest-494847045 tempest-RoutersNegativeTest-494847045-project] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'} {{(pid=103800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 05 17:11:25.364420 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-11e26311-5911-4b8e-b452-73aee6867c02 tempest-RoutersNegativeTest-494847045 tempest-RoutersNegativeTest-494847045-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225'] for segment, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:25.365052 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.db.segments_db [None req-11e26311-5911-4b8e-b452-73aee6867c02 tempest-RoutersNegativeTest-494847045 tempest-RoutersNegativeTest-494847045-project] Added segment 1b8e9061-deae-4528-bad2-d4867707a4d1 of type vlan for network 8c8ecbc7-f66e-4def-ac44-60996b3575ac Jan 05 17:11:25.410348 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-0e159196-0428-4b6f-b00d-7c1c63486227 tempest-SecGroupIPv6Test-2005952447 tempest-SecGroupIPv6Test-2005952447-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1842666 Jan 05 17:11:25.413522 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-9c66f5f4-9b2e-4fd2-b941-f83cee41551f tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] Publish callbacks [] for security_group, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:25.415617 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-9c66f5f4-9b2e-4fd2-b941-f83cee41551f tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.9742949 Jan 05 17:11:25.416405 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 43690) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:25.458334 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 43692) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:25.463033 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-11e26311-5911-4b8e-b452-73aee6867c02 tempest-RoutersNegativeTest-494847045 tempest-RoutersNegativeTest-494847045-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754180566020'] for network, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:25.476807 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-f1fca3be-2eb3-443a-b9a3-6a7ff7c5220e tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] Request body: {'security_group_rule': {'security_group_id': 'b2ab240c-62c0-40c8-b75f-f6c52a62f2f8', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:11:25.520581 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c35d26-9513-4956-8c74-d2fae7d8b1d4 None None] Pushing event updated for resources: {'Port': ['ID=fda705b8-b9c9-4bfa-a25c-23824bd7f5ac,revision_number=2']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:11:25.546015 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a58aec42-034f-4ad4-be50-e97e3e240f3b tempest-RoutersNegativeIpV6Test-1533253519 tempest-RoutersNegativeIpV6Test-1533253519-project] Router c2952fad-98a1-4582-88b8-89acf570dadf has already been hosted by L3 agent 59446fdc-40e0-41fe-a575-a8eb11d742f7 {{(pid=103800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 05 17:11:25.578880 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-80c2d91c-b665-4ee4-bb0f-4d348aca3e34 tempest-ExtraDHCPOptionsIpV6TestJSON-152488165 tempest-ExtraDHCPOptionsIpV6TestJSON-152488165-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3809644'] for network, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:25.606083 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29085886-01c4-44d6-a0c6-640ee9c99081 service neutron] Pushing event updated for resources: {'Port': ['ID=1181fbbb-5980-4b73-97f3-a941e5b11c7c,revision_number=3']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:11:25.612652 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-11e26311-5911-4b8e-b452-73aee6867c02 tempest-RoutersNegativeTest-494847045 tempest-RoutersNegativeTest-494847045-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685'] for network, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:25.618857 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11e26311-5911-4b8e-b452-73aee6867c02 tempest-RoutersNegativeTest-494847045 tempest-RoutersNegativeTest-494847045-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:11:25.619480 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-11e26311-5911-4b8e-b452-73aee6867c02 tempest-RoutersNegativeTest-494847045 tempest-RoutersNegativeTest-494847045-project] Publish callbacks [] for network, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:25.640264 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-0ae9dd40-212e-4b2f-a90d-0624d28ba924 tempest-SecGroupIPv6Test-2005952447 tempest-SecGroupIPv6Test-2005952447-project] Publish callbacks [] for security_group, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:25.686322 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-507e868b-e1ac-4fe3-ac6d-e5fa30d87a51 None None] DHCP port deletion for 1e2264ad-8edc-4a78-afb2-c115133aa65f request from dv-neutron-master-2-hyperv {{(pid=103802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 05 17:11:25.710273 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f1fca3be-2eb3-443a-b9a3-6a7ff7c5220e tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:25.753613 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f14edb5b-3237-4891-93d0-f43e18690445 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Made reservation on behalf of ec76859de02442879238ecf1eaefefed for: {'network': 1} {{(pid=103801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:11:25.758029 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f14edb5b-3237-4891-93d0-f43e18690445 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for network, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:25.790363 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9782b05e-603d-467b-9f10-7960879879c3 req-75607b59-78ae-4b13-8179-41abcc9dc8e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:11:25.791906 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-9782b05e-603d-467b-9f10-7960879879c3 req-75607b59-78ae-4b13-8179-41abcc9dc8e0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9bafc9d0d75b44f696c7001918c22f7e&device_id=960404e1-a8f8-4c26-83b9-87528fa8969d HTTP/1.1" status: 200 len: 1097 time: 0.2443688 Jan 05 17:11:25.792515 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f1fca3be-2eb3-443a-b9a3-6a7ff7c5220e tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:25.804061 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-507e868b-e1ac-4fe3-ac6d-e5fa30d87a51 None None] Deleting port 48f04073-0bcd-4271-a293-947ed6a796af {{(pid=103802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:11:25.805614 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-507e868b-e1ac-4fe3-ac6d-e5fa30d87a51 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:25.841255 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-11e26311-5911-4b8e-b452-73aee6867c02 tempest-RoutersNegativeTest-494847045 tempest-RoutersNegativeTest-494847045-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.6444495 Jan 05 17:11:25.851812 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a58aec42-034f-4ad4-be50-e97e3e240f3b tempest-RoutersNegativeIpV6Test-1533253519 tempest-RoutersNegativeIpV6Test-1533253519-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 05 17:11:25.859264 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e26311-5911-4b8e-b452-73aee6867c02 tempest-RoutersNegativeTest-494847045 tempest-RoutersNegativeTest-494847045-project] Pushing event updated for resources: {'Network': ['ID=8c8ecbc7-f66e-4def-ac44-60996b3575ac,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:11:25.866521 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-a58aec42-034f-4ad4-be50-e97e3e240f3b tempest-RoutersNegativeIpV6Test-1533253519 tempest-RoutersNegativeIpV6Test-1533253519-project] 10.222.0.11 "PUT /v2.0/routers/c2952fad-98a1-4582-88b8-89acf570dadf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2272909 Jan 05 17:11:25.866521 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 43696) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:25.880369 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11bcb4bd-75f1-4ece-af9c-b341edfdcd0c None None] Sync routers for ids ['c2952fad-98a1-4582-88b8-89acf570dadf'] in dv-neutron-master-2-hyperv {{(pid=103803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 05 17:11:25.888215 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 43698) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:25.896746 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-d004fcb4-02a8-4abc-909b-98688235ae84 tempest-RoutersNegativeTest-494847045 tempest-RoutersNegativeTest-494847045-project] Request body: {'network': {'name': 'tempest-router-network02--2060307937'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:11:25.898112 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11bcb4bd-75f1-4ece-af9c-b341edfdcd0c None None] Routers {'c2952fad-98a1-4582-88b8-89acf570dadf'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:11:25.900634 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-11bcb4bd-75f1-4ece-af9c-b341edfdcd0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:11:19Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['c2952fad-98a1-4582-88b8-89acf570dadf'], 'active': True} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:11:25.910325 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-0ae9dd40-212e-4b2f-a90d-0624d28ba924 tempest-SecGroupIPv6Test-2005952447 tempest-SecGroupIPv6Test-2005952447-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:25.915268 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f1fca3be-2eb3-443a-b9a3-6a7ff7c5220e tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533437'] for security_group_rule, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:25.917514 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f14edb5b-3237-4891-93d0-f43e18690445 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for security_group, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:25.946769 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-507e868b-e1ac-4fe3-ac6d-e5fa30d87a51 None None] For port 48f04073-0bcd-4271-a293-947ed6a796af, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=48f04073-0bcd-4271-a293-947ed6a796af,segment=NetworkSegment(032ad3e1-9b4f-438d-95c1-fff42b0a2838),segment_id=032ad3e1-9b4f-438d-95c1-fff42b0a2838)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:11:25.947164 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-507e868b-e1ac-4fe3-ac6d-e5fa30d87a51 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:25.966657 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-507e868b-e1ac-4fe3-ac6d-e5fa30d87a51 None None] Calling delete_port for 48f04073-0bcd-4271-a293-947ed6a796af owned by network:dhcp {{(pid=103802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:11:25.967768 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Jan 2022 17:11:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87ffd8c4-888f-4aab-9cc1-3dfbcb4120f2 x-openstack-request-id: req-87ffd8c4-888f-4aab-9cc1-3dfbcb4120f2 {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 05 17:11:25.970629 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "960404e1-a8f8-4c26-83b9-87528fa8969d", "tag": "1181fbbb-5980-4b73-97f3-a941e5b11c7c", "status": "completed", "code": 200}]} {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 05 17:11:25.971092 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-87ffd8c4-888f-4aab-9cc1-3dfbcb4120f2 {{(pid=103800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 05 17:11:25.971728 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '960404e1-a8f8-4c26-83b9-87528fa8969d', 'tag': '1181fbbb-5980-4b73-97f3-a941e5b11c7c', 'status': 'completed', 'code': 200} Jan 05 17:11:25.975003 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-9782b05e-603d-467b-9f10-7960879879c3 req-b19e6554-c9ac-41c7-bad2-be8532ff5d69 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1181fbbb-5980-4b73-97f3-a941e5b11c7c HTTP/1.1" status: 200 len: 217 time: 0.1756458 Jan 05 17:11:25.979322 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-11bcb4bd-75f1-4ece-af9c-b341edfdcd0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:11:26.015499 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11bcb4bd-75f1-4ece-af9c-b341edfdcd0c None None] Routers {'c2952fad-98a1-4582-88b8-89acf570dadf'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:11:26.016286 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-11bcb4bd-75f1-4ece-af9c-b341edfdcd0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:11:19Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['c2952fad-98a1-4582-88b8-89acf570dadf'], 'active': True} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:11:26.036499 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Network 8c8ecbc7-f66e-4def-ac44-60996b3575ac details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 05 17:11:26.046322 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9782b05e-603d-467b-9f10-7960879879c3 req-1a7eae0c-ae90-40d7-8eb9-3408da55a10d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:11:26.048148 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-9782b05e-603d-467b-9f10-7960879879c3 req-1a7eae0c-ae90-40d7-8eb9-3408da55a10d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=520bba67-4fdd-405a-be17-05cf521cd2ec HTTP/1.1" status: 200 len: 851 time: 0.0654507 Jan 05 17:11:26.053239 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fca3be-2eb3-443a-b9a3-6a7ff7c5220e tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f18fb298-6928-46a7-93d9-c1b751cdf290,revision_number=0']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:11:26.100327 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-11bcb4bd-75f1-4ece-af9c-b341edfdcd0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:11:26.101689 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11bcb4bd-75f1-4ece-af9c-b341edfdcd0c None None] The sync data for ids ['c2952fad-98a1-4582-88b8-89acf570dadf'] in dv-neutron-master-2-hyperv is: [] {{(pid=103803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 05 17:11:26.112755 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d004fcb4-02a8-4abc-909b-98688235ae84 tempest-RoutersNegativeTest-494847045 tempest-RoutersNegativeTest-494847045-project] Made reservation on behalf of 46fd46c923d244649e41ca6790c70dc9 for: {'network': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:11:26.119261 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.api.v2.resource [None req-89346e3c-07cc-4b3a-a492-39fcfcb48247 tempest-RoutersNegativeIpV6Test-1533253519 tempest-RoutersNegativeIpV6Test-1533253519-project] show failed (client error): The resource could not be found. Jan 05 17:11:26.122278 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d004fcb4-02a8-4abc-909b-98688235ae84 tempest-RoutersNegativeTest-494847045 tempest-RoutersNegativeTest-494847045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for network, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:26.125950 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-89346e3c-07cc-4b3a-a492-39fcfcb48247 tempest-RoutersNegativeIpV6Test-1533253519 tempest-RoutersNegativeIpV6Test-1533253519-project] 10.222.0.11 "GET /v2.0/routers/tempest-non_exist_router-1790415085 HTTP/1.1" status: 404 len: 335 time: 0.2269282 Jan 05 17:11:26.126277 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 43700) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:26.134782 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-3ea5b0f2-1376-4a86-8906-23c68ba14502 tempest-RoutersNegativeIpV6Test-1533253519 tempest-RoutersNegativeIpV6Test-1533253519-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:11:26.179737 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-80c2d91c-b665-4ee4-bb0f-4d348aca3e34 tempest-ExtraDHCPOptionsIpV6TestJSON-152488165 tempest-ExtraDHCPOptionsIpV6TestJSON-152488165-project] Deleting port 48f04073-0bcd-4271-a293-947ed6a796af {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:11:26.180318 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-80c2d91c-b665-4ee4-bb0f-4d348aca3e34 tempest-ExtraDHCPOptionsIpV6TestJSON-152488165 tempest-ExtraDHCPOptionsIpV6TestJSON-152488165-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:26.186622 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.api.v2.resource [None req-3ea5b0f2-1376-4a86-8906-23c68ba14502 tempest-RoutersNegativeIpV6Test-1533253519 tempest-RoutersNegativeIpV6Test-1533253519-project] update failed (client error): The resource could not be found. Jan 05 17:11:26.191176 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-3ea5b0f2-1376-4a86-8906-23c68ba14502 tempest-RoutersNegativeIpV6Test-1533253519 tempest-RoutersNegativeIpV6Test-1533253519-project] 10.222.0.11 "PUT /v2.0/routers/tempest-non_exist_router-1543030453 HTTP/1.1" status: 404 len: 335 time: 0.0579264 Jan 05 17:11:26.191470 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 43702) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:26.200723 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9782b05e-603d-467b-9f10-7960879879c3 req-0a2fd703-a6f1-4c4d-be81-5781b3f5f965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:11:26.202227 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-9782b05e-603d-467b-9f10-7960879879c3 req-0a2fd703-a6f1-4c4d-be81-5781b3f5f965 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9d892221-db72-44b5-b8b3-7f2a75d6a0ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1478963 Jan 05 17:11:26.246454 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-507e868b-e1ac-4fe3-ac6d-e5fa30d87a51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678'] for port, after_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:26.252079 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-80c2d91c-b665-4ee4-bb0f-4d348aca3e34 tempest-ExtraDHCPOptionsIpV6TestJSON-152488165 tempest-ExtraDHCPOptionsIpV6TestJSON-152488165-project] For port 48f04073-0bcd-4271-a293-947ed6a796af, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=48f04073-0bcd-4271-a293-947ed6a796af,segment=NetworkSegment(032ad3e1-9b4f-438d-95c1-fff42b0a2838),segment_id=032ad3e1-9b4f-438d-95c1-fff42b0a2838)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:11:26.252806 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-80c2d91c-b665-4ee4-bb0f-4d348aca3e34 tempest-ExtraDHCPOptionsIpV6TestJSON-152488165 tempest-ExtraDHCPOptionsIpV6TestJSON-152488165-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:26.258351 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-507e868b-e1ac-4fe3-ac6d-e5fa30d87a51 None None] No DVR routers for this DVR port 48f04073-0bcd-4271-a293-947ed6a796af on host dv-neutron-master-2-hyperv {{(pid=103802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 05 17:11:26.284688 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f1fca3be-2eb3-443a-b9a3-6a7ff7c5220e tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:26.285012 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-f1fca3be-2eb3-443a-b9a3-6a7ff7c5220e tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8132071 Jan 05 17:11:26.293306 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 43704) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:26.294506 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d004fcb4-02a8-4abc-909b-98688235ae84 tempest-RoutersNegativeTest-494847045 tempest-RoutersNegativeTest-494847045-project] vlan segment allocate from pool success with {'vlan_id': 112, 'physical_network': 'physnet1'} {{(pid=103800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 05 17:11:26.309873 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507e868b-e1ac-4fe3-ac6d-e5fa30d87a51 None None] Pushing event deleted for resources: {'Port': ['ID=48f04073-0bcd-4271-a293-947ed6a796af,revision_number=None']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:11:26.310674 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-b1c34e8d-8959-448f-87f2-6da936ed686c tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] Request body: {'security_group_rule': {'security_group_id': 'b2ab240c-62c0-40c8-b75f-f6c52a62f2f8', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:11:26.324817 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-80c2d91c-b665-4ee4-bb0f-4d348aca3e34 tempest-ExtraDHCPOptionsIpV6TestJSON-152488165 tempest-ExtraDHCPOptionsIpV6TestJSON-152488165-project] Calling delete_port for 48f04073-0bcd-4271-a293-947ed6a796af owned by network:dhcp {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:11:26.344339 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d004fcb4-02a8-4abc-909b-98688235ae84 tempest-RoutersNegativeTest-494847045 tempest-RoutersNegativeTest-494847045-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225'] for segment, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:26.360960 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.db.segments_db [None req-d004fcb4-02a8-4abc-909b-98688235ae84 tempest-RoutersNegativeTest-494847045 tempest-RoutersNegativeTest-494847045-project] Added segment c3ccf958-299e-4792-8b34-1a6be65a0643 of type vlan for network fed86b1e-b9e8-4978-ac39-bf1ef7d86212 Jan 05 17:11:26.399374 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-0ae9dd40-212e-4b2f-a90d-0624d28ba924 tempest-SecGroupIPv6Test-2005952447 tempest-SecGroupIPv6Test-2005952447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:26.402265 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-0ae9dd40-212e-4b2f-a90d-0624d28ba924 tempest-SecGroupIPv6Test-2005952447 tempest-SecGroupIPv6Test-2005952447-project] Publish callbacks [] for security_group, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:26.404178 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-0ae9dd40-212e-4b2f-a90d-0624d28ba924 tempest-SecGroupIPv6Test-2005952447 tempest-SecGroupIPv6Test-2005952447-project] 10.222.0.11 "DELETE /v2.0/security-groups/9519cc07-fbd8-4b1c-b195-16c4d05332a4 HTTP/1.1" status: 204 len: 168 time: 0.9503684 Jan 05 17:11:26.411577 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d2b37b5-5aab-4801-af5c-274623fdb15a tempest-RoutersNegativeIpV6Test-1533253519 tempest-RoutersNegativeIpV6Test-1533253519-project] Deleting subnet 14dee4f0-da49-4409-ae6e-a044cc5c1d5a {{(pid=103800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 05 17:11:26.412267 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 43708) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:26.436503 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7d2b37b5-5aab-4801-af5c-274623fdb15a tempest-RoutersNegativeIpV6Test-1533253519 tempest-RoutersNegativeIpV6Test-1533253519-project] Publish callbacks [] for subnet, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:26.436916 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae9dd40-212e-4b2f-a90d-0624d28ba924 tempest-SecGroupIPv6Test-2005952447 tempest-SecGroupIPv6Test-2005952447-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9519cc07-fbd8-4b1c-b195-16c4d05332a4,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:11:26.466825 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f14edb5b-3237-4891-93d0-f43e18690445 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for security_group, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:26.482759 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d004fcb4-02a8-4abc-909b-98688235ae84 tempest-RoutersNegativeTest-494847045 tempest-RoutersNegativeTest-494847045-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754180566020'] for network, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:26.517303 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-f169de49-f310-4efd-9d47-3eaca5b64a1a tempest-SecGroupIPv6Test-2005952447 tempest-SecGroupIPv6Test-2005952447-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.0948253 Jan 05 17:11:26.517303 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 43710) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:26.519430 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-b5b2ce51-65b6-4d3d-8406-e546283c2b7a tempest-SecGroupIPv6Test-2005952447 tempest-SecGroupIPv6Test-2005952447-project] Request body: {'security_group': {'name': 'tempest-secgroup--513406738'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:11:26.528877 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-80c2d91c-b665-4ee4-bb0f-4d348aca3e34 tempest-ExtraDHCPOptionsIpV6TestJSON-152488165 tempest-ExtraDHCPOptionsIpV6TestJSON-152488165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11433176'] for port, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:26.530876 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f14edb5b-3237-4891-93d0-f43e18690445 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:26.563520 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7d2b37b5-5aab-4801-af5c-274623fdb15a tempest-RoutersNegativeIpV6Test-1533253519 tempest-RoutersNegativeIpV6Test-1533253519-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8784846'] for subnet, precommit_delete_associations {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:26.572020 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-9782b05e-603d-467b-9f10-7960879879c3 req-8dc24005-34e4-473b-b072-ddad8cc977f3 service neutron] 10.222.0.13 "GET /v2.0/networks/9d892221-db72-44b5-b8b3-7f2a75d6a0ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3444395 Jan 05 17:11:26.579997 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c2d91c-b665-4ee4-bb0f-4d348aca3e34 tempest-ExtraDHCPOptionsIpV6TestJSON-152488165 tempest-ExtraDHCPOptionsIpV6TestJSON-152488165-project] Pushing event deleted for resources: {'Port': ['ID=48f04073-0bcd-4271-a293-947ed6a796af,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:11:26.584052 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80c2d91c-b665-4ee4-bb0f-4d348aca3e34 tempest-ExtraDHCPOptionsIpV6TestJSON-152488165 tempest-ExtraDHCPOptionsIpV6TestJSON-152488165-project] No DVR routers for this DVR port 48f04073-0bcd-4271-a293-947ed6a796af on host dv-neutron-master-2-hyperv {{(pid=103801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 05 17:11:26.591356 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f14edb5b-3237-4891-93d0-f43e18690445 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] vlan segment allocate from pool success with {'vlan_id': 110, 'physical_network': 'physnet1'} {{(pid=103801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 05 17:11:26.615948 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b1c34e8d-8959-448f-87f2-6da936ed686c tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:26.630689 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07e6d69-bf4f-494f-b3c1-7d94d560baea req-221bb5d4-604f-4070-9891-69332ca57e08 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:11:26.639230 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-a07e6d69-bf4f-494f-b3c1-7d94d560baea req-221bb5d4-604f-4070-9891-69332ca57e08 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] 10.222.0.11 "GET /v2.0/ports?device_id=960404e1-a8f8-4c26-83b9-87528fa8969d HTTP/1.1" status: 200 len: 944 time: 0.2175660 Jan 05 17:11:26.664780 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f14edb5b-3237-4891-93d0-f43e18690445 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225'] for segment, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:26.665141 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.db.segments_db [None req-f14edb5b-3237-4891-93d0-f43e18690445 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Added segment d05c6fd4-df91-4ada-ad3d-093d27903d08 of type vlan for network 62c260dd-d135-4213-8dd0-485aab18a1d0 Jan 05 17:11:26.678300 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14edb5b-3237-4891-93d0-f43e18690445 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e329916e-631b-4eb4-9789-17d060ce9f7a,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:11:26.706113 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d004fcb4-02a8-4abc-909b-98688235ae84 tempest-RoutersNegativeTest-494847045 tempest-RoutersNegativeTest-494847045-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685'] for network, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:26.712829 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d004fcb4-02a8-4abc-909b-98688235ae84 tempest-RoutersNegativeTest-494847045 tempest-RoutersNegativeTest-494847045-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:11:26.713629 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d004fcb4-02a8-4abc-909b-98688235ae84 tempest-RoutersNegativeTest-494847045 tempest-RoutersNegativeTest-494847045-project] Publish callbacks [] for network, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:26.784323 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f14edb5b-3237-4891-93d0-f43e18690445 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754180566020'] for network, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:26.822351 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-b5b2ce51-65b6-4d3d-8406-e546283c2b7a tempest-SecGroupIPv6Test-2005952447 tempest-SecGroupIPv6Test-2005952447-project] Publish callbacks [] for security_group, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:26.832668 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-80c2d91c-b665-4ee4-bb0f-4d348aca3e34 tempest-ExtraDHCPOptionsIpV6TestJSON-152488165 tempest-ExtraDHCPOptionsIpV6TestJSON-152488165-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3891715', 'neutron.services.segments.db._delete_segments_for_network-8754181063482'] for network, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:26.861272 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device fda705b8-b9c9-4bfa-a25c-23824bd7f5ac up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:11:26.884930 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.services.segments.db [None req-80c2d91c-b665-4ee4-bb0f-4d348aca3e34 tempest-ExtraDHCPOptionsIpV6TestJSON-152488165 tempest-ExtraDHCPOptionsIpV6TestJSON-152488165-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e2264ad-8edc-4a78-afb2-c115133aa65f']}} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:11:26.904109 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-a07e6d69-bf4f-494f-b3c1-7d94d560baea req-f7395375-bcf7-4cd1-b17c-9d871c32e76a tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] 10.222.0.11 "GET /v2.0/security-groups?id=74da9e44-17f3-4e78-b165-acdbd8889547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2637713 Jan 05 17:11:26.919414 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.services.segments.db [None req-80c2d91c-b665-4ee4-bb0f-4d348aca3e34 tempest-ExtraDHCPOptionsIpV6TestJSON-152488165 tempest-ExtraDHCPOptionsIpV6TestJSON-152488165-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '032ad3e1-9b4f-438d-95c1-fff42b0a2838') {'for_net_delete': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:11:26.919414 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.services.segments.db [None req-80c2d91c-b665-4ee4-bb0f-4d348aca3e34 tempest-ExtraDHCPOptionsIpV6TestJSON-152488165 tempest-ExtraDHCPOptionsIpV6TestJSON-152488165-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '032ad3e1-9b4f-438d-95c1-fff42b0a2838') {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:11:26.931430 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Provisioning complete for port fda705b8-b9c9-4bfa-a25c-23824bd7f5ac triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:11:26.933165 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:26.933280 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-80c2d91c-b665-4ee4-bb0f-4d348aca3e34 tempest-ExtraDHCPOptionsIpV6TestJSON-152488165 tempest-ExtraDHCPOptionsIpV6TestJSON-152488165-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754181064771', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11316385'] for segment, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:26.941328 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-d004fcb4-02a8-4abc-909b-98688235ae84 tempest-RoutersNegativeTest-494847045 tempest-RoutersNegativeTest-494847045-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.0738816 Jan 05 17:11:26.959704 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 43712) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:26.966353 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-80c2d91c-b665-4ee4-bb0f-4d348aca3e34 tempest-ExtraDHCPOptionsIpV6TestJSON-152488165 tempest-ExtraDHCPOptionsIpV6TestJSON-152488165-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225'] for segment, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:26.975876 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80c2d91c-b665-4ee4-bb0f-4d348aca3e34 tempest-ExtraDHCPOptionsIpV6TestJSON-152488165 tempest-ExtraDHCPOptionsIpV6TestJSON-152488165-project] Releasing vlan 101 on physical network physnet1 to pool {{(pid=103801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 05 17:11:26.977420 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-80c2d91c-b665-4ee4-bb0f-4d348aca3e34 tempest-ExtraDHCPOptionsIpV6TestJSON-152488165 tempest-ExtraDHCPOptionsIpV6TestJSON-152488165-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11433197'] for segment, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:26.984033 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-7f3354cf-e9f1-448b-8f7d-51308f1279f9 tempest-RoutersNegativeTest-494847045 tempest-RoutersNegativeTest-494847045-project] Request body: {'subnet': {'network_id': '8c8ecbc7-f66e-4def-ac44-60996b3575ac', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:11:27.016208 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d004fcb4-02a8-4abc-909b-98688235ae84 tempest-RoutersNegativeTest-494847045 tempest-RoutersNegativeTest-494847045-project] Pushing event updated for resources: {'Network': ['ID=fed86b1e-b9e8-4978-ac39-bf1ef7d86212,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:11:27.040575 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b1c34e8d-8959-448f-87f2-6da936ed686c tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:27.055493 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7d2b37b5-5aab-4801-af5c-274623fdb15a tempest-RoutersNegativeIpV6Test-1533253519 tempest-RoutersNegativeIpV6Test-1533253519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892868'] for subnet, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:27.056536 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:27.060024 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Network fed86b1e-b9e8-4978-ac39-bf1ef7d86212 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 05 17:11:27.062289 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-9782b05e-603d-467b-9f10-7960879879c3 req-bd55fd66-d205-4d10-a317-aa4f4bf1a2c5 service neutron] 10.222.0.13 "GET /v2.0/networks/9d892221-db72-44b5-b8b3-7f2a75d6a0ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4643850 Jan 05 17:11:27.101378 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:11:27.101378 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:11:27.101378 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:11:27.101378 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:11:27.101378 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:11:27.101378 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:11:27.101378 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:11:27.101378 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:11:27.101378 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:11:27.101378 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:11:27.101378 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:11:27.101378 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:11:27.101378 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:11:27.101378 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:11:27.101378 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:11:27.101378 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:11:27.101378 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:11:27.101378 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:11:27.101378 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:11:27.101378 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:11:27.101378 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:11:27.101378 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:11:27.101378 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:11:27.101378 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:11:27.101378 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:11:27.101378 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:11:27.101378 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:11:27.101378 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:11:27.101378 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:11:27.101378 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:11:27.101378 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:11:27.101378 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:11:27.101378 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:11:27.101378 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:11:27.101378 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 05 17:11:27.101378 dv-neutron-master-2-hyperv neutron-server[103801]: self.session.flush() Jan 05 17:11:27.101378 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 05 17:11:27.101378 dv-neutron-master-2-hyperv neutron-server[103801]: self.session.flush() Jan 05 17:11:27.101378 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 05 17:11:27.101378 dv-neutron-master-2-hyperv neutron-server[103801]: self.session.flush() Jan 05 17:11:27.101378 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 05 17:11:27.101378 dv-neutron-master-2-hyperv neutron-server[103801]: self.session.flush() Jan 05 17:11:27.101378 dv-neutron-master-2-hyperv neutron-server[103801]: Traceback (most recent call last): Jan 05 17:11:27.101378 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 05 17:11:27.101378 dv-neutron-master-2-hyperv neutron-server[103801]: timer() Jan 05 17:11:27.101378 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 05 17:11:27.101378 dv-neutron-master-2-hyperv neutron-server[103801]: cb(*args, **kw) Jan 05 17:11:27.101378 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 05 17:11:27.101378 dv-neutron-master-2-hyperv neutron-server[103801]: return func(*args, **kwargs) Jan 05 17:11:27.101378 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 05 17:11:27.101378 dv-neutron-master-2-hyperv neutron-server[103801]: self._notify() Jan 05 17:11:27.101378 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 05 17:11:27.101378 dv-neutron-master-2-hyperv neutron-server[103801]: self.callback(batched_events) Jan 05 17:11:27.101378 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 05 17:11:27.101378 dv-neutron-master-2-hyperv neutron-server[103801]: event.method(event) Jan 05 17:11:27.101378 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 05 17:11:27.101378 dv-neutron-master-2-hyperv neutron-server[103801]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 05 17:11:27.101378 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 05 17:11:27.101378 dv-neutron-master-2-hyperv neutron-server[103801]: aggregate_uuid = self.p_client.list_aggregates( Jan 05 17:11:27.101378 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 05 17:11:27.101378 dv-neutron-master-2-hyperv neutron-server[103801]: return f(self, *a, **k) Jan 05 17:11:27.101378 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 05 17:11:27.101378 dv-neutron-master-2-hyperv neutron-server[103801]: return self._get(url).json() Jan 05 17:11:27.101378 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 05 17:11:27.101378 dv-neutron-master-2-hyperv neutron-server[103801]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 05 17:11:27.101378 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 05 17:11:27.101378 dv-neutron-master-2-hyperv neutron-server[103801]: return self.request(url, 'GET', **kwargs) Jan 05 17:11:27.101378 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 05 17:11:27.101378 dv-neutron-master-2-hyperv neutron-server[103801]: base_url = self.get_endpoint(auth, allow=allow, Jan 05 17:11:27.101378 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 05 17:11:27.101378 dv-neutron-master-2-hyperv neutron-server[103801]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 05 17:11:27.101378 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 05 17:11:27.101378 dv-neutron-master-2-hyperv neutron-server[103801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 05 17:11:27.101378 dv-neutron-master-2-hyperv neutron-server[103801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 05 17:11:27.110127 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f14edb5b-3237-4891-93d0-f43e18690445 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685'] for network, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:27.121927 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f14edb5b-3237-4891-93d0-f43e18690445 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:11:27.121927 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f14edb5b-3237-4891-93d0-f43e18690445 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for network, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:27.150633 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b1c34e8d-8959-448f-87f2-6da936ed686c tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533437'] for security_group_rule, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:27.183161 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c34e8d-8959-448f-87f2-6da936ed686c tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11c3402b-0782-4fbe-a4aa-d27acc7d764b,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:11:27.266638 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-b5b2ce51-65b6-4d3d-8406-e546283c2b7a tempest-SecGroupIPv6Test-2005952447 tempest-SecGroupIPv6Test-2005952447-project] Publish callbacks [] for security_group, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:27.273462 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2306eae3-3410-47e9-b494-ed8b82dfff63 req-2fef68a2-85ec-4111-bcb4-62828531eda8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:11:27.275192 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-2306eae3-3410-47e9-b494-ed8b82dfff63 req-2fef68a2-85ec-4111-bcb4-62828531eda8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9bafc9d0d75b44f696c7001918c22f7e&device_id=960404e1-a8f8-4c26-83b9-87528fa8969d HTTP/1.1" status: 200 len: 1097 time: 0.0702541 Jan 05 17:11:27.280017 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-80c2d91c-b665-4ee4-bb0f-4d348aca3e34 tempest-ExtraDHCPOptionsIpV6TestJSON-152488165 tempest-ExtraDHCPOptionsIpV6TestJSON-152488165-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3891722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648695'] for network, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:27.285387 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-80c2d91c-b665-4ee4-bb0f-4d348aca3e34 tempest-ExtraDHCPOptionsIpV6TestJSON-152488165 tempest-ExtraDHCPOptionsIpV6TestJSON-152488165-project] Publish callbacks [] for network, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:27.289266 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-80c2d91c-b665-4ee4-bb0f-4d348aca3e34 tempest-ExtraDHCPOptionsIpV6TestJSON-152488165 tempest-ExtraDHCPOptionsIpV6TestJSON-152488165-project] 10.222.0.11 "DELETE /v2.0/networks/1e2264ad-8edc-4a78-afb2-c115133aa65f HTTP/1.1" status: 204 len: 168 time: 2.0372109 Jan 05 17:11:27.297006 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-f14edb5b-3237-4891-93d0-f43e18690445 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 2.4591701 Jan 05 17:11:27.303416 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 43716) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:27.318416 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-8411a2ca-cfe5-4b9e-9555-801c4c6a4409 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-275673944', 'admin_state_up': True, 'project_id': 'ec76859de02442879238ecf1eaefefed', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573'}}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:11:27.322191 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53040af2-7d39-455b-8565-3eafb3a4d701 None None] Network e88ccbbc-8d71-4b38-879e-ec05aa3bb327 requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:11:27.330927 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b1c34e8d-8959-448f-87f2-6da936ed686c tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:27.332250 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-b1c34e8d-8959-448f-87f2-6da936ed686c tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.0339763 Jan 05 17:11:27.349164 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 43718) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:27.351866 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-b5b2ce51-65b6-4d3d-8406-e546283c2b7a tempest-SecGroupIPv6Test-2005952447 tempest-SecGroupIPv6Test-2005952447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:27.361152 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7d2b37b5-5aab-4801-af5c-274623fdb15a tempest-RoutersNegativeIpV6Test-1533253519 tempest-RoutersNegativeIpV6Test-1533253519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3893367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8784787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8521880'] for subnet, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:27.363315 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f3354cf-e9f1-448b-8f7d-51308f1279f9 tempest-RoutersNegativeTest-494847045 tempest-RoutersNegativeTest-494847045-project] Made reservation on behalf of 46fd46c923d244649e41ca6790c70dc9 for: {'subnet': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:11:27.367141 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7f3354cf-e9f1-448b-8f7d-51308f1279f9 tempest-RoutersNegativeTest-494847045 tempest-RoutersNegativeTest-494847045-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8521827'] for subnet, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:27.381744 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-f2064c46-5205-4701-8d31-ad179b7644e4 tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] Request body: {'security_group_rule': {'security_group_id': 'b2ab240c-62c0-40c8-b75f-f6c52a62f2f8', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:11:27.405390 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14edb5b-3237-4891-93d0-f43e18690445 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Pushing event updated for resources: {'Network': ['ID=62c260dd-d135-4213-8dd0-485aab18a1d0,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:11:27.458173 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2b37b5-5aab-4801-af5c-274623fdb15a tempest-RoutersNegativeIpV6Test-1533253519 tempest-RoutersNegativeIpV6Test-1533253519-project] Pushing event deleted for resources: {'Subnet': ['ID=14dee4f0-da49-4409-ae6e-a044cc5c1d5a,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:11:27.462642 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-b5b2ce51-65b6-4d3d-8406-e546283c2b7a tempest-SecGroupIPv6Test-2005952447 tempest-SecGroupIPv6Test-2005952447-project] Publish callbacks [] for security_group, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:27.467387 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-b5b2ce51-65b6-4d3d-8406-e546283c2b7a tempest-SecGroupIPv6Test-2005952447 tempest-SecGroupIPv6Test-2005952447-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.9514089 Jan 05 17:11:27.471027 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 43720) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:27.471931 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c2d91c-b665-4ee4-bb0f-4d348aca3e34 tempest-ExtraDHCPOptionsIpV6TestJSON-152488165 tempest-ExtraDHCPOptionsIpV6TestJSON-152488165-project] Pushing event deleted for resources: {'Network': ['ID=1e2264ad-8edc-4a78-afb2-c115133aa65f,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:11:27.472065 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Network 62c260dd-d135-4213-8dd0-485aab18a1d0 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 05 17:11:27.476746 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7d2b37b5-5aab-4801-af5c-274623fdb15a tempest-RoutersNegativeIpV6Test-1533253519 tempest-RoutersNegativeIpV6Test-1533253519-project] Publish callbacks [] for subnet, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:27.479258 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-5a596355-6fdb-401a-9575-2f86063279a8 tempest-SecGroupIPv6Test-2005952447 tempest-SecGroupIPv6Test-2005952447-project] Request body: {'security_group_rule': {'security_group_id': 'dd197fcd-e864-457a-a614-38d18609a925', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:11:27.483466 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-7d2b37b5-5aab-4801-af5c-274623fdb15a tempest-RoutersNegativeIpV6Test-1533253519 tempest-RoutersNegativeIpV6Test-1533253519-project] 10.222.0.11 "DELETE /v2.0/subnets/14dee4f0-da49-4409-ae6e-a044cc5c1d5a HTTP/1.1" status: 204 len: 168 time: 1.2909722 Jan 05 17:11:27.488293 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b2ce51-65b6-4d3d-8406-e546283c2b7a tempest-SecGroupIPv6Test-2005952447 tempest-SecGroupIPv6Test-2005952447-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd197fcd-e864-457a-a614-38d18609a925,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:11:27.491280 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 43722) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:27.514680 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79bf4f64-d380-4495-b059-06b91e95c210 None None] Network 10a6df43-d644-4b84-bbd3-1b0d0dfe42ef requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:11:27.531650 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2306eae3-3410-47e9-b494-ed8b82dfff63 req-241ae8bf-8942-48ea-b3fe-3666a8bce6f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:11:27.533306 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-2306eae3-3410-47e9-b494-ed8b82dfff63 req-241ae8bf-8942-48ea-b3fe-3666a8bce6f7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=9d892221-db72-44b5-b8b3-7f2a75d6a0ee HTTP/1.1" status: 200 len: 913 time: 0.2498777 Jan 05 17:11:27.575010 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f2064c46-5205-4701-8d31-ad179b7644e4 tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:27.581433 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-18d3b41f-45c0-42ea-ba82-84052614b727 None None] Provisioning complete for port fda705b8-b9c9-4bfa-a25c-23824bd7f5ac triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:11:27.581834 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-18d3b41f-45c0-42ea-ba82-84052614b727 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:27.585696 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-2306eae3-3410-47e9-b494-ed8b82dfff63 req-e28709fb-3ada-41b4-83aa-5e661609ab57 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1181fbbb-5980-4b73-97f3-a941e5b11c7c HTTP/1.1" status: 200 len: 217 time: 0.0464432 Jan 05 17:11:27.628257 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-19b118b7-5999-48a5-8b6b-a4fb6a81dbc6 tempest-RoutersNegativeIpV6Test-1533253519 tempest-RoutersNegativeIpV6Test-1533253519-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3809644'] for network, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:27.673221 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-8411a2ca-cfe5-4b9e-9555-801c4c6a4409 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-649063', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58098'] for router, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:27.674482 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-8411a2ca-cfe5-4b9e-9555-801c4c6a4409 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649832', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-545006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58091'] for router, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:27.681761 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2306eae3-3410-47e9-b494-ed8b82dfff63 req-3507fcfa-9f31-4f5c-8b32-42788d1f7178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:11:27.684814 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-2306eae3-3410-47e9-b494-ed8b82dfff63 req-3507fcfa-9f31-4f5c-8b32-42788d1f7178 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=520bba67-4fdd-405a-be17-05cf521cd2ec HTTP/1.1" status: 200 len: 851 time: 0.0912232 Jan 05 17:11:27.721099 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] For port fda705b8-b9c9-4bfa-a25c-23824bd7f5ac, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=fda705b8-b9c9-4bfa-a25c-23824bd7f5ac,segment=NetworkSegment(7fd76510-ba1c-4950-b83d-f7961c3b38ad),segment_id=7fd76510-ba1c-4950-b83d-f7961c3b38ad)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:11:27.731982 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f2064c46-5205-4701-8d31-ad179b7644e4 tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:27.733463 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-5a596355-6fdb-401a-9575-2f86063279a8 tempest-SecGroupIPv6Test-2005952447 tempest-SecGroupIPv6Test-2005952447-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:27.801664 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-19b118b7-5999-48a5-8b6b-a4fb6a81dbc6 tempest-RoutersNegativeIpV6Test-1533253519 tempest-RoutersNegativeIpV6Test-1533253519-project] Deleting port a1e28128-b298-47fa-b9ed-8e0a8cc10c5f {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:11:27.802006 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-19b118b7-5999-48a5-8b6b-a4fb6a81dbc6 tempest-RoutersNegativeIpV6Test-1533253519 tempest-RoutersNegativeIpV6Test-1533253519-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:27.816144 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-8411a2ca-cfe5-4b9e-9555-801c4c6a4409 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:27.827465 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2306eae3-3410-47e9-b494-ed8b82dfff63 req-06c7f19b-af7d-4f7b-ba79-010a34fa1087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:11:27.828639 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-2306eae3-3410-47e9-b494-ed8b82dfff63 req-06c7f19b-af7d-4f7b-ba79-010a34fa1087 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9d892221-db72-44b5-b8b3-7f2a75d6a0ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1382310 Jan 05 17:11:27.870887 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:27.876065 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-5a596355-6fdb-401a-9575-2f86063279a8 tempest-SecGroupIPv6Test-2005952447 tempest-SecGroupIPv6Test-2005952447-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:27.885758 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f2064c46-5205-4701-8d31-ad179b7644e4 tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533437'] for security_group_rule, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:27.910600 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-19b118b7-5999-48a5-8b6b-a4fb6a81dbc6 tempest-RoutersNegativeIpV6Test-1533253519 tempest-RoutersNegativeIpV6Test-1533253519-project] For port a1e28128-b298-47fa-b9ed-8e0a8cc10c5f, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=a1e28128-b298-47fa-b9ed-8e0a8cc10c5f,segment=NetworkSegment(202d6884-7064-4389-975a-d59d3b021142),segment_id=202d6884-7064-4389-975a-d59d3b021142)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:11:27.910975 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-19b118b7-5999-48a5-8b6b-a4fb6a81dbc6 tempest-RoutersNegativeIpV6Test-1533253519 tempest-RoutersNegativeIpV6Test-1533253519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:27.914283 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2064c46-5205-4701-8d31-ad179b7644e4 tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b39deb73-2698-43bc-b3d0-0ac2c7f54bcc,revision_number=0']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:11:27.932814 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7f3354cf-e9f1-448b-8f7d-51308f1279f9 tempest-RoutersNegativeTest-494847045 tempest-RoutersNegativeTest-494847045-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8784852', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8521873'] for subnet, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:27.946550 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-19b118b7-5999-48a5-8b6b-a4fb6a81dbc6 tempest-RoutersNegativeIpV6Test-1533253519 tempest-RoutersNegativeIpV6Test-1533253519-project] Calling delete_port for a1e28128-b298-47fa-b9ed-8e0a8cc10c5f owned by network:dhcp {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:11:28.012209 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-5a596355-6fdb-401a-9575-2f86063279a8 tempest-SecGroupIPv6Test-2005952447 tempest-SecGroupIPv6Test-2005952447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533437'] for security_group_rule, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:28.022450 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f2064c46-5205-4701-8d31-ad179b7644e4 tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:28.023853 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-f2064c46-5205-4701-8d31-ad179b7644e4 tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6729686 Jan 05 17:11:28.032341 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2064c46-5205-4701-8d31-ad179b7644e4 tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:11:28.032622 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2064c46-5205-4701-8d31-ad179b7644e4 tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:11:28.033170 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2064c46-5205-4701-8d31-ad179b7644e4 tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:11:28.033728 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2064c46-5205-4701-8d31-ad179b7644e4 tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:11:28.033844 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2064c46-5205-4701-8d31-ad179b7644e4 tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:11:28.034200 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2064c46-5205-4701-8d31-ad179b7644e4 tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:11:28.034528 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2064c46-5205-4701-8d31-ad179b7644e4 tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:11:28.034851 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2064c46-5205-4701-8d31-ad179b7644e4 tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:11:28.035254 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2064c46-5205-4701-8d31-ad179b7644e4 tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:11:28.035587 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2064c46-5205-4701-8d31-ad179b7644e4 tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:11:28.035914 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2064c46-5205-4701-8d31-ad179b7644e4 tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:11:28.036241 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2064c46-5205-4701-8d31-ad179b7644e4 tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:11:28.036564 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2064c46-5205-4701-8d31-ad179b7644e4 tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:11:28.044388 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 48f04073-0bcd-4271-a293-947ed6a796af no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 05 17:11:28.049926 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 43728) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:28.073905 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-51200f48-f528-4850-993d-2a9991f35e32 tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] Request body: {'security_group_rule': {'security_group_id': 'b2ab240c-62c0-40c8-b75f-f6c52a62f2f8', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:11:28.132578 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b20de0e0-49db-4c58-aaee-3dabc3d355c0 None None] DHCP port deletion for 10a6df43-d644-4b84-bbd3-1b0d0dfe42ef request from dv-neutron-master-2-hyperv {{(pid=103802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 05 17:11:28.135251 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a596355-6fdb-401a-9575-2f86063279a8 tempest-SecGroupIPv6Test-2005952447 tempest-SecGroupIPv6Test-2005952447-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cea197f1-d969-4ce2-b601-69f2f3cb787f,revision_number=0']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:11:28.172499 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040cf86c-8703-4ad6-b2a2-26a407fd7085 req-9c7dd1c1-fc67-41e8-888e-a3b9fe77d744 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:11:28.174388 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-040cf86c-8703-4ad6-b2a2-26a407fd7085 req-9c7dd1c1-fc67-41e8-888e-a3b9fe77d744 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] 10.222.0.11 "GET /v2.0/ports?device_id=960404e1-a8f8-4c26-83b9-87528fa8969d HTTP/1.1" status: 200 len: 944 time: 0.1471713 Jan 05 17:11:28.174892 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 43730) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:28.189883 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-5a596355-6fdb-401a-9575-2f86063279a8 tempest-SecGroupIPv6Test-2005952447 tempest-SecGroupIPv6Test-2005952447-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:28.194176 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-5a596355-6fdb-401a-9575-2f86063279a8 tempest-SecGroupIPv6Test-2005952447 tempest-SecGroupIPv6Test-2005952447-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7192574 Jan 05 17:11:28.208360 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 43734) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:28.210152 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Pushing event updated for resources: {'Port': ['ID=fda705b8-b9c9-4bfa-a25c-23824bd7f5ac,revision_number=3']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:11:28.212780 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] No Port match for: 48f04073-0bcd-4271-a293-947ed6a796af {{(pid=103802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 05 17:11:28.213241 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 48f04073-0bcd-4271-a293-947ed6a796af not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 05 17:11:28.275655 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-ee6c83cd-6386-4f51-a398-f20cd291e0bc tempest-SecGroupIPv6Test-2005952447 tempest-SecGroupIPv6Test-2005952447-project] Request body: {'security_group_rule': {'security_group_id': 'dd197fcd-e864-457a-a614-38d18609a925', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:11:28.288018 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-b20de0e0-49db-4c58-aaee-3dabc3d355c0 None None] Deleting port a1e28128-b298-47fa-b9ed-8e0a8cc10c5f {{(pid=103802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:11:28.294906 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-b20de0e0-49db-4c58-aaee-3dabc3d355c0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:28.392241 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-8411a2ca-cfe5-4b9e-9555-801c4c6a4409 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:28.402243 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-b20de0e0-49db-4c58-aaee-3dabc3d355c0 None None] For port a1e28128-b298-47fa-b9ed-8e0a8cc10c5f, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=a1e28128-b298-47fa-b9ed-8e0a8cc10c5f,segment=NetworkSegment(202d6884-7064-4389-975a-d59d3b021142),segment_id=202d6884-7064-4389-975a-d59d3b021142)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:11:28.403384 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-b20de0e0-49db-4c58-aaee-3dabc3d355c0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:28.412777 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-6450c573-331f-494c-ba77-629ad8d7df00 None None] Provisioning complete for port fda705b8-b9c9-4bfa-a25c-23824bd7f5ac triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:11:28.413230 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-6450c573-331f-494c-ba77-629ad8d7df00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:28.426774 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3354cf-e9f1-448b-8f7d-51308f1279f9 tempest-RoutersNegativeTest-494847045 tempest-RoutersNegativeTest-494847045-project] Pushing event updated for resources: {'Subnet': ['ID=75e9c115-973d-4943-b9e6-a94d1253af8f,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:11:28.434952 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-2306eae3-3410-47e9-b494-ed8b82dfff63 req-b27eb9e7-5cc9-4d00-8527-18035213c66a service neutron] 10.222.0.13 "GET /v2.0/networks/9d892221-db72-44b5-b8b3-7f2a75d6a0ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5993378 Jan 05 17:11:28.446560 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-b20de0e0-49db-4c58-aaee-3dabc3d355c0 None None] Calling delete_port for a1e28128-b298-47fa-b9ed-8e0a8cc10c5f owned by network:dhcp {{(pid=103802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:11:28.594953 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f3354cf-e9f1-448b-8f7d-51308f1279f9 tempest-RoutersNegativeTest-494847045 tempest-RoutersNegativeTest-494847045-project] Checking segment: {'id': '1b8e9061-deae-4528-bad2-d4867707a4d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '8c8ecbc7-f66e-4def-ac44-60996b3575ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:11:28.595338 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f3354cf-e9f1-448b-8f7d-51308f1279f9 tempest-RoutersNegativeTest-494847045 tempest-RoutersNegativeTest-494847045-project] Network hostable DHCP agents. Network: 8c8ecbc7-f66e-4def-ac44-60996b3575ac, hostable agents: ['3f70c195-17da-4084-9fd6-bf6059d88535'], hosted agents: [] {{(pid=103800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 05 17:11:28.613386 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-2306eae3-3410-47e9-b494-ed8b82dfff63 req-bfed2911-ef35-4a5b-a128-1c7b24cf8ccc service neutron] 10.222.0.13 "GET /v2.0/networks/9d892221-db72-44b5-b8b3-7f2a75d6a0ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1692395 Jan 05 17:11:28.733912 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f3354cf-e9f1-448b-8f7d-51308f1279f9 tempest-RoutersNegativeTest-494847045 tempest-RoutersNegativeTest-494847045-project] Network 8c8ecbc7-f66e-4def-ac44-60996b3575ac is scheduled to be hosted by DHCP agent 3f70c195-17da-4084-9fd6-bf6059d88535 with binding_index 1 {{(pid=103800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 05 17:11:28.742456 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-040cf86c-8703-4ad6-b2a2-26a407fd7085 req-eae27065-a57e-4731-8b3e-c8c9bf41cf7d tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] 10.222.0.11 "GET /v2.0/security-groups?id=74da9e44-17f3-4e78-b165-acdbd8889547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5574749 Jan 05 17:11:28.772324 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-762ff4df-bfc0-4c01-ab0a-6286fbbd8df1 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=099900e3b14f43edb3131cbb76569943&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5848777 Jan 05 17:11:28.772639 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 43736) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:28.785808 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device fda705b8-b9c9-4bfa-a25c-23824bd7f5ac up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:11:28.792036 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-19b118b7-5999-48a5-8b6b-a4fb6a81dbc6 tempest-RoutersNegativeIpV6Test-1533253519 tempest-RoutersNegativeIpV6Test-1533253519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11433176'] for port, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:28.827256 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-b20de0e0-49db-4c58-aaee-3dabc3d355c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678'] for port, after_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:28.842835 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b118b7-5999-48a5-8b6b-a4fb6a81dbc6 tempest-RoutersNegativeIpV6Test-1533253519 tempest-RoutersNegativeIpV6Test-1533253519-project] Pushing event deleted for resources: {'Port': ['ID=a1e28128-b298-47fa-b9ed-8e0a8cc10c5f,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:11:28.862204 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20de0e0-49db-4c58-aaee-3dabc3d355c0 None None] Pushing event deleted for resources: {'Port': ['ID=a1e28128-b298-47fa-b9ed-8e0a8cc10c5f,revision_number=None']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:11:28.864127 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-51200f48-f528-4850-993d-2a9991f35e32 tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:28.869539 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b20de0e0-49db-4c58-aaee-3dabc3d355c0 None None] No DVR routers for this DVR port a1e28128-b298-47fa-b9ed-8e0a8cc10c5f on host dv-neutron-master-2-hyperv {{(pid=103802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 05 17:11:28.892554 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19b118b7-5999-48a5-8b6b-a4fb6a81dbc6 tempest-RoutersNegativeIpV6Test-1533253519 tempest-RoutersNegativeIpV6Test-1533253519-project] No DVR routers for this DVR port a1e28128-b298-47fa-b9ed-8e0a8cc10c5f on host dv-neutron-master-2-hyperv {{(pid=103801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 05 17:11:28.892670 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-df53cac8-dfbd-4941-b844-939df2cbdc2c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:28.892776 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-ee6c83cd-6386-4f51-a398-f20cd291e0bc tempest-SecGroupIPv6Test-2005952447 tempest-SecGroupIPv6Test-2005952447-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:28.892939 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Provisioning complete for port fda705b8-b9c9-4bfa-a25c-23824bd7f5ac triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:11:28.892939 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:28.896212 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-7f3354cf-e9f1-448b-8f7d-51308f1279f9 tempest-RoutersNegativeTest-494847045 tempest-RoutersNegativeTest-494847045-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 8c8ecbc7-f66e-4def-ac44-60996b3575ac) {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:11:28.923436 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb1d0485-20f5-4157-ba69-a449d3a46a19 None None] Network 8c8ecbc7-f66e-4def-ac44-60996b3575ac requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:11:29.124806 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24f91bc9-6b48-4d26-992e-3ba2bfedf177 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-8c8ecbc7-f66e-4def-ac44-60996b3575ac', 'network_id': '8c8ecbc7-f66e-4def-ac44-60996b3575ac', 'project_id': '46fd46c923d244649e41ca6790c70dc9', 'fixed_ips': [{'subnet_id': '75e9c115-973d-4943-b9e6-a94d1253af8f'}]}} from dv-neutron-master-2-hyperv. {{(pid=103802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 05 17:11:29.127747 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-24f91bc9-6b48-4d26-992e-3ba2bfedf177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:29.157353 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device a1e28128-b298-47fa-b9ed-8e0a8cc10c5f no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 05 17:11:29.176987 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-19b118b7-5999-48a5-8b6b-a4fb6a81dbc6 tempest-RoutersNegativeIpV6Test-1533253519 tempest-RoutersNegativeIpV6Test-1533253519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3891715', 'neutron.services.segments.db._delete_segments_for_network-8754181063482'] for network, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:29.211339 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] No Port match for: a1e28128-b298-47fa-b9ed-8e0a8cc10c5f {{(pid=103802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 05 17:11:29.212813 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device a1e28128-b298-47fa-b9ed-8e0a8cc10c5f not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 05 17:11:29.226974 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.services.segments.db [None req-19b118b7-5999-48a5-8b6b-a4fb6a81dbc6 tempest-RoutersNegativeIpV6Test-1533253519 tempest-RoutersNegativeIpV6Test-1533253519-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10a6df43-d644-4b84-bbd3-1b0d0dfe42ef']}} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:11:29.235730 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-ee6c83cd-6386-4f51-a398-f20cd291e0bc tempest-SecGroupIPv6Test-2005952447 tempest-SecGroupIPv6Test-2005952447-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:29.251585 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.services.segments.db [None req-19b118b7-5999-48a5-8b6b-a4fb6a81dbc6 tempest-RoutersNegativeIpV6Test-1533253519 tempest-RoutersNegativeIpV6Test-1533253519-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '202d6884-7064-4389-975a-d59d3b021142') {'for_net_delete': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:11:29.251881 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.services.segments.db [None req-19b118b7-5999-48a5-8b6b-a4fb6a81dbc6 tempest-RoutersNegativeIpV6Test-1533253519 tempest-RoutersNegativeIpV6Test-1533253519-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '202d6884-7064-4389-975a-d59d3b021142') {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:11:29.254696 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-51200f48-f528-4850-993d-2a9991f35e32 tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:29.263901 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-19b118b7-5999-48a5-8b6b-a4fb6a81dbc6 tempest-RoutersNegativeIpV6Test-1533253519 tempest-RoutersNegativeIpV6Test-1533253519-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754181064771', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11316385'] for segment, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:29.280170 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-19b118b7-5999-48a5-8b6b-a4fb6a81dbc6 tempest-RoutersNegativeIpV6Test-1533253519 tempest-RoutersNegativeIpV6Test-1533253519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225'] for segment, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:29.295814 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19b118b7-5999-48a5-8b6b-a4fb6a81dbc6 tempest-RoutersNegativeIpV6Test-1533253519 tempest-RoutersNegativeIpV6Test-1533253519-project] Releasing vlan 100 on physical network physnet1 to pool {{(pid=103801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 05 17:11:29.296219 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-19b118b7-5999-48a5-8b6b-a4fb6a81dbc6 tempest-RoutersNegativeIpV6Test-1533253519 tempest-RoutersNegativeIpV6Test-1533253519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11433197'] for segment, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:29.300027 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:11:29.300027 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:11:29.300027 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:11:29.300027 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:11:29.300027 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:11:29.300027 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:11:29.300027 dv-neutron-master-2-hyperv neutron-server[103801]: Traceback (most recent call last): Jan 05 17:11:29.300027 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 05 17:11:29.300027 dv-neutron-master-2-hyperv neutron-server[103801]: timer() Jan 05 17:11:29.300027 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 05 17:11:29.300027 dv-neutron-master-2-hyperv neutron-server[103801]: cb(*args, **kw) Jan 05 17:11:29.300027 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 05 17:11:29.300027 dv-neutron-master-2-hyperv neutron-server[103801]: return func(*args, **kwargs) Jan 05 17:11:29.300027 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 05 17:11:29.300027 dv-neutron-master-2-hyperv neutron-server[103801]: self._notify() Jan 05 17:11:29.300027 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 05 17:11:29.300027 dv-neutron-master-2-hyperv neutron-server[103801]: self.callback(batched_events) Jan 05 17:11:29.300027 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 05 17:11:29.300027 dv-neutron-master-2-hyperv neutron-server[103801]: event.method(event) Jan 05 17:11:29.300027 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 05 17:11:29.300027 dv-neutron-master-2-hyperv neutron-server[103801]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 05 17:11:29.300027 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 05 17:11:29.300027 dv-neutron-master-2-hyperv neutron-server[103801]: aggregate_uuid = self.p_client.list_aggregates( Jan 05 17:11:29.300027 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 05 17:11:29.300027 dv-neutron-master-2-hyperv neutron-server[103801]: return f(self, *a, **k) Jan 05 17:11:29.300027 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 05 17:11:29.300027 dv-neutron-master-2-hyperv neutron-server[103801]: return self._get(url).json() Jan 05 17:11:29.300027 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 05 17:11:29.300027 dv-neutron-master-2-hyperv neutron-server[103801]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 05 17:11:29.300027 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 05 17:11:29.300027 dv-neutron-master-2-hyperv neutron-server[103801]: return self.request(url, 'GET', **kwargs) Jan 05 17:11:29.300027 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 05 17:11:29.300027 dv-neutron-master-2-hyperv neutron-server[103801]: base_url = self.get_endpoint(auth, allow=allow, Jan 05 17:11:29.300027 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 05 17:11:29.300027 dv-neutron-master-2-hyperv neutron-server[103801]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 05 17:11:29.300027 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 05 17:11:29.300027 dv-neutron-master-2-hyperv neutron-server[103801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 05 17:11:29.300027 dv-neutron-master-2-hyperv neutron-server[103801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 05 17:11:29.385643 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-51200f48-f528-4850-993d-2a9991f35e32 tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533437'] for security_group_rule, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:29.389819 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.db_base_plugin_common [None req-24f91bc9-6b48-4d26-992e-3ba2bfedf177 None None] Allocated IP 172.20.0.2 (8c8ecbc7-f66e-4def-ac44-60996b3575ac/75e9c115-973d-4943-b9e6-a94d1253af8f/6a6dc5ec-a8e0-406b-a3b4-9b69d9a96481) {{(pid=103802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:11:29.391327 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-ee6c83cd-6386-4f51-a398-f20cd291e0bc tempest-SecGroupIPv6Test-2005952447 tempest-SecGroupIPv6Test-2005952447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533437'] for security_group_rule, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:29.424681 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51200f48-f528-4850-993d-2a9991f35e32 tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea929a68-7f19-4493-bc93-c6e2460b2959,revision_number=0']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:11:29.441882 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6c83cd-6386-4f51-a398-f20cd291e0bc tempest-SecGroupIPv6Test-2005952447 tempest-SecGroupIPv6Test-2005952447-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33837214-99f9-4dbf-a0de-fbdd4bf99835,revision_number=0']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:11:29.451357 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f3354cf-e9f1-448b-8f7d-51308f1279f9 tempest-RoutersNegativeTest-494847045 tempest-RoutersNegativeTest-494847045-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:11:29.451946 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7f3354cf-e9f1-448b-8f7d-51308f1279f9 tempest-RoutersNegativeTest-494847045 tempest-RoutersNegativeTest-494847045-project] Publish callbacks [] for subnet, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:29.463485 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-19b118b7-5999-48a5-8b6b-a4fb6a81dbc6 tempest-RoutersNegativeIpV6Test-1533253519 tempest-RoutersNegativeIpV6Test-1533253519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3891722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648695'] for network, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:29.479856 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-19b118b7-5999-48a5-8b6b-a4fb6a81dbc6 tempest-RoutersNegativeIpV6Test-1533253519 tempest-RoutersNegativeIpV6Test-1533253519-project] Publish callbacks [] for network, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:29.479856 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-19b118b7-5999-48a5-8b6b-a4fb6a81dbc6 tempest-RoutersNegativeIpV6Test-1533253519 tempest-RoutersNegativeIpV6Test-1533253519-project] 10.222.0.11 "DELETE /v2.0/networks/10a6df43-d644-4b84-bbd3-1b0d0dfe42ef HTTP/1.1" status: 204 len: 168 time: 1.9854059 Jan 05 17:11:29.488800 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 43738) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:29.532290 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-df53cac8-dfbd-4941-b844-939df2cbdc2c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:29.581029 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4bb78d9-ca75-447c-b0b7-52ff3c8983c6 tempest-RoutersNegativeIpV6Test-1533253519 tempest-RoutersNegativeIpV6Test-1533253519-project] Deleting subnet e13da934-b228-4f7e-9ccc-90de1e3d1db5 {{(pid=103801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 05 17:11:29.585447 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e4bb78d9-ca75-447c-b0b7-52ff3c8983c6 tempest-RoutersNegativeIpV6Test-1533253519 tempest-RoutersNegativeIpV6Test-1533253519-project] Publish callbacks [] for subnet, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:29.591688 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-24f91bc9-6b48-4d26-992e-3ba2bfedf177 None None] Publish callbacks [] for port, precommit_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:29.635356 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e4bb78d9-ca75-447c-b0b7-52ff3c8983c6 tempest-RoutersNegativeIpV6Test-1533253519 tempest-RoutersNegativeIpV6Test-1533253519-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11316398'] for subnet, precommit_delete_associations {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:29.639982 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-8411a2ca-cfe5-4b9e-9555-801c4c6a4409 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for router_gateway, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:29.649101 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-7f3354cf-e9f1-448b-8f7d-51308f1279f9 tempest-RoutersNegativeTest-494847045 tempest-RoutersNegativeTest-494847045-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6878648 Jan 05 17:11:29.660189 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-24f91bc9-6b48-4d26-992e-3ba2bfedf177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669'] for port, after_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:29.678699 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 43740) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:29.693427 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-b7bd4e67-c4ca-45c2-a52f-57a0fada18fe tempest-RoutersNegativeTest-494847045 tempest-RoutersNegativeTest-494847045-project] Request body: {'subnet': {'network_id': 'fed86b1e-b9e8-4978-ac39-bf1ef7d86212', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:11:29.698537 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-8411a2ca-cfe5-4b9e-9555-801c4c6a4409 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:29.702771 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24f91bc9-6b48-4d26-992e-3ba2bfedf177 None None] Network 8c8ecbc7-f66e-4def-ac44-60996b3575ac is already hosted by enough agents. {{(pid=103802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:11:29.706230 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.scheduler.base_scheduler [None req-24f91bc9-6b48-4d26-992e-3ba2bfedf177 None None] Resources bound (agent type, host, resource id): {{(pid=103802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:11:29.710969 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24f91bc9-6b48-4d26-992e-3ba2bfedf177 None None] Received port after_create {{(pid=103802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:11:29.722311 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f91bc9-6b48-4d26-992e-3ba2bfedf177 None None] Pushing event updated for resources: {'Port': ['ID=6a6dc5ec-a8e0-406b-a3b4-9b69d9a96481,revision_number=1']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:11:29.756754 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-df53cac8-dfbd-4941-b844-939df2cbdc2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:29.759293 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-df53cac8-dfbd-4941-b844-939df2cbdc2c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:29.763279 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-df53cac8-dfbd-4941-b844-939df2cbdc2c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/85dd0118-e988-4021-b40a-0c8609996a1f HTTP/1.1" status: 204 len: 168 time: 0.9939382 Jan 05 17:11:29.810400 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-ee6c83cd-6386-4f51-a398-f20cd291e0bc tempest-SecGroupIPv6Test-2005952447 tempest-SecGroupIPv6Test-2005952447-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:29.811598 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-ee6c83cd-6386-4f51-a398-f20cd291e0bc tempest-SecGroupIPv6Test-2005952447 tempest-SecGroupIPv6Test-2005952447-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.6022708 Jan 05 17:11:29.814171 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-51200f48-f528-4850-993d-2a9991f35e32 tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:29.815278 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-51200f48-f528-4850-993d-2a9991f35e32 tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.7631099 Jan 05 17:11:29.816129 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b118b7-5999-48a5-8b6b-a4fb6a81dbc6 tempest-RoutersNegativeIpV6Test-1533253519 tempest-RoutersNegativeIpV6Test-1533253519-project] Pushing event deleted for resources: {'Network': ['ID=10a6df43-d644-4b84-bbd3-1b0d0dfe42ef,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:11:29.818151 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 43746) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:29.818496 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 43748) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:29.836340 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-4d64fe27-1463-4cde-a6e7-465e21edcb96 tempest-SecGroupIPv6Test-2005952447 tempest-SecGroupIPv6Test-2005952447-project] Request body: {'security_group_rule': {'security_group_id': 'dd197fcd-e864-457a-a614-38d18609a925', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:11:29.845996 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-c9590b39-ab0f-48c8-aa4b-67ba35db86de tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] Request body: {'security_group_rule': {'security_group_id': 'b2ab240c-62c0-40c8-b75f-f6c52a62f2f8', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:11:29.858292 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df53cac8-dfbd-4941-b844-939df2cbdc2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85dd0118-e988-4021-b40a-0c8609996a1f,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:11:29.868226 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e4bb78d9-ca75-447c-b0b7-52ff3c8983c6 tempest-RoutersNegativeIpV6Test-1533253519 tempest-RoutersNegativeIpV6Test-1533253519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892868'] for subnet, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:29.868531 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-24f91bc9-6b48-4d26-992e-3ba2bfedf177 None None] Attempting to bind port 6a6dc5ec-a8e0-406b-a3b4-9b69d9a96481 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 05 17:11:29.869050 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-24f91bc9-6b48-4d26-992e-3ba2bfedf177 None None] Attempting to bind port 6a6dc5ec-a8e0-406b-a3b4-9b69d9a96481 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '1b8e9061-deae-4528-bad2-d4867707a4d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '8c8ecbc7-f66e-4def-ac44-60996b3575ac'}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 05 17:11:29.869634 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24f91bc9-6b48-4d26-992e-3ba2bfedf177 None None] Attempting to bind port 6a6dc5ec-a8e0-406b-a3b4-9b69d9a96481 on network 8c8ecbc7-f66e-4def-ac44-60996b3575ac {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:11:29.876061 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24f91bc9-6b48-4d26-992e-3ba2bfedf177 None None] Checking agent: {'id': '0d4f8fd3-ce62-4651-970c-efa6a8bb22b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 5, 16, 57, 23), 'started_at': datetime.datetime(2022, 1, 5, 16, 57, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 5, 17, 11, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 05 17:11:29.876782 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24f91bc9-6b48-4d26-992e-3ba2bfedf177 None None] Checking segment: {'id': '1b8e9061-deae-4528-bad2-d4867707a4d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '8c8ecbc7-f66e-4def-ac44-60996b3575ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:11:29.877355 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-24f91bc9-6b48-4d26-992e-3ba2bfedf177 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:29.877995 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24f91bc9-6b48-4d26-992e-3ba2bfedf177 None None] Bound using segment: {'id': '1b8e9061-deae-4528-bad2-d4867707a4d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '8c8ecbc7-f66e-4def-ac44-60996b3575ac'} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 05 17:11:29.878652 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-24f91bc9-6b48-4d26-992e-3ba2bfedf177 None None] Bound port: 6a6dc5ec-a8e0-406b-a3b4-9b69d9a96481, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b8e9061-deae-4528-bad2-d4867707a4d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '8c8ecbc7-f66e-4def-ac44-60996b3575ac'}}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 05 17:11:29.879203 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-24f91bc9-6b48-4d26-992e-3ba2bfedf177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:29.879332 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df53cac8-dfbd-4941-b844-939df2cbdc2c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:11:29.879590 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df53cac8-dfbd-4941-b844-939df2cbdc2c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:11:29.879933 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df53cac8-dfbd-4941-b844-939df2cbdc2c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:11:29.880267 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df53cac8-dfbd-4941-b844-939df2cbdc2c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:11:29.880598 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df53cac8-dfbd-4941-b844-939df2cbdc2c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:11:29.880932 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df53cac8-dfbd-4941-b844-939df2cbdc2c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:11:29.881259 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df53cac8-dfbd-4941-b844-939df2cbdc2c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:11:29.881600 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df53cac8-dfbd-4941-b844-939df2cbdc2c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:11:29.886601 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df53cac8-dfbd-4941-b844-939df2cbdc2c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:11:29.886601 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df53cac8-dfbd-4941-b844-939df2cbdc2c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:11:29.886601 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df53cac8-dfbd-4941-b844-939df2cbdc2c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:11:29.886601 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df53cac8-dfbd-4941-b844-939df2cbdc2c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:11:29.886601 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df53cac8-dfbd-4941-b844-939df2cbdc2c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:11:29.980704 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-24f91bc9-6b48-4d26-992e-3ba2bfedf177 None None] For port 6a6dc5ec-a8e0-406b-a3b4-9b69d9a96481, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 05 17:11:29.986040 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-24f91bc9-6b48-4d26-992e-3ba2bfedf177 None None] For port 6a6dc5ec-a8e0-406b-a3b4-9b69d9a96481, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=6a6dc5ec-a8e0-406b-a3b4-9b69d9a96481,segment=NetworkSegment(1b8e9061-deae-4528-bad2-d4867707a4d1),segment_id=1b8e9061-deae-4528-bad2-d4867707a4d1)] {{(pid=103802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 05 17:11:30.042237 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df9187c-e05c-4847-9da8-83f3624f0080 req-8c02df59-8a2a-4551-b9d1-cba5b30636c6 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:11:30.043397 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-9df9187c-e05c-4847-9da8-83f3624f0080 req-8c02df59-8a2a-4551-b9d1-cba5b30636c6 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] 10.222.0.11 "GET /v2.0/ports?device_id=960404e1-a8f8-4c26-83b9-87528fa8969d HTTP/1.1" status: 200 len: 944 time: 0.1769872 Jan 05 17:11:30.075183 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [None req-8411a2ca-cfe5-4b9e-9555-801c4c6a4409 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Allocated IP 172.36.4.51 (b0167590-0699-4c5c-a932-3939414a9573/7a784a6d-3d96-418f-a645-b9ccd0b1ac55/e35d3a26-b17d-4578-abe6-d57671d0aca3) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:11:30.077143 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e4bb78d9-ca75-447c-b0b7-52ff3c8983c6 tempest-RoutersNegativeIpV6Test-1533253519 tempest-RoutersNegativeIpV6Test-1533253519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3893367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11433231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12480600'] for subnet, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:30.106089 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bb78d9-ca75-447c-b0b7-52ff3c8983c6 tempest-RoutersNegativeIpV6Test-1533253519 tempest-RoutersNegativeIpV6Test-1533253519-project] Pushing event deleted for resources: {'Subnet': ['ID=e13da934-b228-4f7e-9ccc-90de1e3d1db5,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:11:30.110307 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e4bb78d9-ca75-447c-b0b7-52ff3c8983c6 tempest-RoutersNegativeIpV6Test-1533253519 tempest-RoutersNegativeIpV6Test-1533253519-project] Publish callbacks [] for subnet, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:30.115112 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-e4bb78d9-ca75-447c-b0b7-52ff3c8983c6 tempest-RoutersNegativeIpV6Test-1533253519 tempest-RoutersNegativeIpV6Test-1533253519-project] 10.222.0.11 "DELETE /v2.0/subnets/e13da934-b228-4f7e-9ccc-90de1e3d1db5 HTTP/1.1" status: 204 len: 168 time: 0.6179428 Jan 05 17:11:30.116370 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 43750) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:30.131982 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-24f91bc9-6b48-4d26-992e-3ba2bfedf177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:30.147328 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8ae1556-2b84-4638-89c4-7d0dfc7c80d2 None None] Network 2c04eee0-741e-4243-810f-be8d3248fecd requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:11:30.171206 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4d64fe27-1463-4cde-a6e7-465e21edcb96 tempest-SecGroupIPv6Test-2005952447 tempest-SecGroupIPv6Test-2005952447-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:30.177502 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-9df9187c-e05c-4847-9da8-83f3624f0080 req-a3298335-9537-40d7-91f8-ad66e30645c7 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] 10.222.0.11 "GET /v2.0/security-groups?id=74da9e44-17f3-4e78-b165-acdbd8889547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1247058 Jan 05 17:11:30.229188 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7bd4e67-c4ca-45c2-a52f-57a0fada18fe tempest-RoutersNegativeTest-494847045 tempest-RoutersNegativeTest-494847045-project] Made reservation on behalf of 46fd46c923d244649e41ca6790c70dc9 for: {'subnet': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:11:30.236384 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b7bd4e67-c4ca-45c2-a52f-57a0fada18fe tempest-RoutersNegativeTest-494847045 tempest-RoutersNegativeTest-494847045-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8521827'] for subnet, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:30.273006 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.db_base_plugin_v2 [None req-1513ce38-b226-4a60-88f1-ad7450c73664 tempest-RoutersNegativeIpV6Test-1533253519 tempest-RoutersNegativeIpV6Test-1533253519-project] Deleting subnet 110945fa-bf42-4730-b3bb-117fda993e1b {{(pid=103801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 05 17:11:30.274646 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c9590b39-ab0f-48c8-aa4b-67ba35db86de tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:30.291917 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-1513ce38-b226-4a60-88f1-ad7450c73664 tempest-RoutersNegativeIpV6Test-1533253519 tempest-RoutersNegativeIpV6Test-1533253519-project] Publish callbacks [] for subnet, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:30.365683 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-1513ce38-b226-4a60-88f1-ad7450c73664 tempest-RoutersNegativeIpV6Test-1533253519 tempest-RoutersNegativeIpV6Test-1533253519-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11316398'] for subnet, precommit_delete_associations {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:30.371104 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f91bc9-6b48-4d26-992e-3ba2bfedf177 None None] Pushing event updated for resources: {'Port': ['ID=6a6dc5ec-a8e0-406b-a3b4-9b69d9a96481,revision_number=2']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:11:30.531478 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-1513ce38-b226-4a60-88f1-ad7450c73664 tempest-RoutersNegativeIpV6Test-1533253519 tempest-RoutersNegativeIpV6Test-1533253519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892868'] for subnet, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:30.546802 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42500fd5-770d-4689-bbea-6c215bd23e8d None None] DHCP port deletion for 2c04eee0-741e-4243-810f-be8d3248fecd request from dv-neutron-master-2-hyperv {{(pid=103802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 05 17:11:30.672765 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c9590b39-ab0f-48c8-aa4b-67ba35db86de tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:30.696955 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-42500fd5-770d-4689-bbea-6c215bd23e8d None None] Deleting port da77a0fc-167b-43b6-ad41-4ce154ebdf78 {{(pid=103802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:11:30.697850 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-42500fd5-770d-4689-bbea-6c215bd23e8d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:30.702123 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-8411a2ca-cfe5-4b9e-9555-801c4c6a4409 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for port, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:30.707226 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4d64fe27-1463-4cde-a6e7-465e21edcb96 tempest-SecGroupIPv6Test-2005952447 tempest-SecGroupIPv6Test-2005952447-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:30.767736 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c9590b39-ab0f-48c8-aa4b-67ba35db86de tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533437'] for security_group_rule, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:30.854119 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9590b39-ab0f-48c8-aa4b-67ba35db86de tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56851ef2-b922-4fc9-9086-d9ac7b47e4e9,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:11:30.860311 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-42500fd5-770d-4689-bbea-6c215bd23e8d None None] For port da77a0fc-167b-43b6-ad41-4ce154ebdf78, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=da77a0fc-167b-43b6-ad41-4ce154ebdf78,segment=NetworkSegment(1c3e740e-a73c-4746-be57-e98e256c3420),segment_id=1c3e740e-a73c-4746-be57-e98e256c3420)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:11:30.860727 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-42500fd5-770d-4689-bbea-6c215bd23e8d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:30.878485 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4d64fe27-1463-4cde-a6e7-465e21edcb96 tempest-SecGroupIPv6Test-2005952447 tempest-SecGroupIPv6Test-2005952447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533437'] for security_group_rule, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:30.903592 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-42500fd5-770d-4689-bbea-6c215bd23e8d None None] Calling delete_port for da77a0fc-167b-43b6-ad41-4ce154ebdf78 owned by network:dhcp {{(pid=103802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:11:30.917232 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d64fe27-1463-4cde-a6e7-465e21edcb96 tempest-SecGroupIPv6Test-2005952447 tempest-SecGroupIPv6Test-2005952447-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7eb31132-185b-4d38-a271-86467dc07c89,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:11:30.942414 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-1513ce38-b226-4a60-88f1-ad7450c73664 tempest-RoutersNegativeIpV6Test-1533253519 tempest-RoutersNegativeIpV6Test-1533253519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3893367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11433231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12480600'] for subnet, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:30.991362 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c9590b39-ab0f-48c8-aa4b-67ba35db86de tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:30.996252 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-c9590b39-ab0f-48c8-aa4b-67ba35db86de tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 1.1532471 Jan 05 17:11:30.999369 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 43762) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:31.008786 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 6a6dc5ec-a8e0-406b-a3b4-9b69d9a96481 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:11:31.009253 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1513ce38-b226-4a60-88f1-ad7450c73664 tempest-RoutersNegativeIpV6Test-1533253519 tempest-RoutersNegativeIpV6Test-1533253519-project] Pushing event deleted for resources: {'Subnet': ['ID=110945fa-bf42-4730-b3bb-117fda993e1b,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:11:31.011639 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-1513ce38-b226-4a60-88f1-ad7450c73664 tempest-RoutersNegativeIpV6Test-1533253519 tempest-RoutersNegativeIpV6Test-1533253519-project] Publish callbacks [] for subnet, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:31.015254 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-1513ce38-b226-4a60-88f1-ad7450c73664 tempest-RoutersNegativeIpV6Test-1533253519 tempest-RoutersNegativeIpV6Test-1533253519-project] 10.222.0.11 "DELETE /v2.0/subnets/110945fa-bf42-4730-b3bb-117fda993e1b HTTP/1.1" status: 204 len: 168 time: 0.8977160 Jan 05 17:11:31.021687 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 43764) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:31.046484 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-cb9845d3-98ed-4927-a312-ba259551ee3c tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:31.058349 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-cb9845d3-98ed-4927-a312-ba259551ee3c tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:31.065966 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5451d65-f653-4eee-8926-865f8baabc3a None None] Network 41b882c9-2f8e-47c2-9b8b-de8c6b9e4d7a requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:11:31.081223 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-8411a2ca-cfe5-4b9e-9555-801c4c6a4409 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:31.086136 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4d64fe27-1463-4cde-a6e7-465e21edcb96 tempest-SecGroupIPv6Test-2005952447 tempest-SecGroupIPv6Test-2005952447-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:31.087779 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-4d64fe27-1463-4cde-a6e7-465e21edcb96 tempest-SecGroupIPv6Test-2005952447 tempest-SecGroupIPv6Test-2005952447-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.2549059 Jan 05 17:11:31.097173 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 43766) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:31.102535 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-2744b989-586c-4c2a-b061-6391c690726a tempest-SecGroupIPv6Test-2005952447 tempest-SecGroupIPv6Test-2005952447-project] Request body: {'security_group_rule': {'security_group_id': 'dd197fcd-e864-457a-a614-38d18609a925', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:11:31.198001 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e19a9caf-be50-497a-8b3d-57d48a4b078f tempest-RoutersNegativeIpV6Test-1533253519 tempest-RoutersNegativeIpV6Test-1533253519-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3809644'] for network, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:31.217960 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b7bd4e67-c4ca-45c2-a52f-57a0fada18fe tempest-RoutersNegativeTest-494847045 tempest-RoutersNegativeTest-494847045-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8784852', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8521873'] for subnet, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:31.287632 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-e19a9caf-be50-497a-8b3d-57d48a4b078f tempest-RoutersNegativeIpV6Test-1533253519 tempest-RoutersNegativeIpV6Test-1533253519-project] Deleting port da77a0fc-167b-43b6-ad41-4ce154ebdf78 {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:11:31.288043 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e19a9caf-be50-497a-8b3d-57d48a4b078f tempest-RoutersNegativeIpV6Test-1533253519 tempest-RoutersNegativeIpV6Test-1533253519-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:31.367490 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8411a2ca-cfe5-4b9e-9555-801c4c6a4409 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Pushing event updated for resources: {'Port': ['ID=e35d3a26-b17d-4578-abe6-d57671d0aca3,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:11:31.379998 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8411a2ca-cfe5-4b9e-9555-801c4c6a4409 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Network b0167590-0699-4c5c-a932-3939414a9573 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:11:31.384850 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-cb9845d3-98ed-4927-a312-ba259551ee3c tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533437'] for security_group_rule, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:31.390671 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-cb9845d3-98ed-4927-a312-ba259551ee3c tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:31.392967 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-cb9845d3-98ed-4927-a312-ba259551ee3c tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] 10.222.0.11 "DELETE /v2.0/security-group-rules/56851ef2-b922-4fc9-9086-d9ac7b47e4e9 HTTP/1.1" status: 204 len: 168 time: 0.3915365 Jan 05 17:11:31.393884 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-8411a2ca-cfe5-4b9e-9555-801c4c6a4409 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:11:31.416501 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8411a2ca-cfe5-4b9e-9555-801c4c6a4409 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:11:31.442056 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 43776) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:31.586181 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-e19a9caf-be50-497a-8b3d-57d48a4b078f tempest-RoutersNegativeIpV6Test-1533253519 tempest-RoutersNegativeIpV6Test-1533253519-project] For port da77a0fc-167b-43b6-ad41-4ce154ebdf78, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=da77a0fc-167b-43b6-ad41-4ce154ebdf78,segment=NetworkSegment(1c3e740e-a73c-4746-be57-e98e256c3420),segment_id=1c3e740e-a73c-4746-be57-e98e256c3420)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:11:31.586691 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e19a9caf-be50-497a-8b3d-57d48a4b078f tempest-RoutersNegativeIpV6Test-1533253519 tempest-RoutersNegativeIpV6Test-1533253519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:31.637850 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9845d3-98ed-4927-a312-ba259551ee3c tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=56851ef2-b922-4fc9-9086-d9ac7b47e4e9,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:11:31.647686 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7bd4e67-c4ca-45c2-a52f-57a0fada18fe tempest-RoutersNegativeTest-494847045 tempest-RoutersNegativeTest-494847045-project] Checking segment: {'id': 'c3ccf958-299e-4792-8b34-1a6be65a0643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'fed86b1e-b9e8-4978-ac39-bf1ef7d86212'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:11:31.648284 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7bd4e67-c4ca-45c2-a52f-57a0fada18fe tempest-RoutersNegativeTest-494847045 tempest-RoutersNegativeTest-494847045-project] Network hostable DHCP agents. Network: fed86b1e-b9e8-4978-ac39-bf1ef7d86212, hostable agents: ['3f70c195-17da-4084-9fd6-bf6059d88535'], hosted agents: [] {{(pid=103800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 05 17:11:31.652726 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9733b173-57d9-4b35-b995-8fd6ff34b4fd None None] DHCP port deletion for b0167590-0699-4c5c-a932-3939414a9573 request from dv-neutron-master-2-hyperv {{(pid=103802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 05 17:11:31.653249 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2744b989-586c-4c2a-b061-6391c690726a tempest-SecGroupIPv6Test-2005952447 tempest-SecGroupIPv6Test-2005952447-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:31.677813 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-7c1be9c0-b726-475b-9425-3ba741bfde9e tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.2344913 Jan 05 17:11:31.678488 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 43780) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:31.697007 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-e19a9caf-be50-497a-8b3d-57d48a4b078f tempest-RoutersNegativeIpV6Test-1533253519 tempest-RoutersNegativeIpV6Test-1533253519-project] Calling delete_port for da77a0fc-167b-43b6-ad41-4ce154ebdf78 owned by network:dhcp {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:11:31.709040 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 43782) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:31.732011 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc9f667-3600-44b5-86b9-75c2767fb3c5 req-508d9400-1e92-465d-94f0-5371aa664fd9 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:11:31.733557 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-bfc9f667-3600-44b5-86b9-75c2767fb3c5 req-508d9400-1e92-465d-94f0-5371aa664fd9 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] 10.222.0.11 "GET /v2.0/ports?device_id=960404e1-a8f8-4c26-83b9-87528fa8969d HTTP/1.1" status: 200 len: 944 time: 0.4120150 Jan 05 17:11:31.815244 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Provisioning complete for port 6a6dc5ec-a8e0-406b-a3b4-9b69d9a96481 triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:11:31.815244 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:31.956950 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-42500fd5-770d-4689-bbea-6c215bd23e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678'] for port, after_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:31.958089 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-90eedb1d-30ce-4e2b-a1b1-b9e6961c709c tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:31.980481 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bd4e67-c4ca-45c2-a52f-57a0fada18fe tempest-RoutersNegativeTest-494847045 tempest-RoutersNegativeTest-494847045-project] Pushing event updated for resources: {'Subnet': ['ID=a4c05d86-f59a-471d-b398-c037c36c100f,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:11:31.984622 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2744b989-586c-4c2a-b061-6391c690726a tempest-SecGroupIPv6Test-2005952447 tempest-SecGroupIPv6Test-2005952447-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:32.017313 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-6ee05879-92da-48d3-b08c-2ee2c243dd96 tempest-NetworksNegativeTestJSON-1435885279 tempest-NetworksNegativeTestJSON-1435885279-project] Request body: {'port': {'network_id': 'c26a406c-18c6-4a65-abcb-2ddc08679307', 'name': 'tempest-NetworksNegativeTestJSON-359147513'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:11:32.033758 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-90eedb1d-30ce-4e2b-a1b1-b9e6961c709c tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:32.045401 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42500fd5-770d-4689-bbea-6c215bd23e8d None None] Pushing event deleted for resources: {'Port': ['ID=da77a0fc-167b-43b6-ad41-4ce154ebdf78,revision_number=None']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:11:32.055325 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42500fd5-770d-4689-bbea-6c215bd23e8d None None] No DVR routers for this DVR port da77a0fc-167b-43b6-ad41-4ce154ebdf78 on host dv-neutron-master-2-hyperv {{(pid=103802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 05 17:11:32.061053 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42279d23-b52a-4df5-8459-5a8f3345ccd7 None None] DHCP port deletion for 41b882c9-2f8e-47c2-9b8b-de8c6b9e4d7a request from dv-neutron-master-2-hyperv {{(pid=103802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 05 17:11:32.077742 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-8f4c39ec-0c4f-4cfc-85d9-43e6667bc253 None None] Provisioning complete for port e35d3a26-b17d-4578-abe6-d57671d0aca3 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:11:32.079740 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-8f4c39ec-0c4f-4cfc-85d9-43e6667bc253 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:32.112272 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ee05879-92da-48d3-b08c-2ee2c243dd96 tempest-NetworksNegativeTestJSON-1435885279 tempest-NetworksNegativeTestJSON-1435885279-project] POST failed (client error): The resource could not be found. Jan 05 17:11:32.112809 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ee05879-92da-48d3-b08c-2ee2c243dd96 tempest-NetworksNegativeTestJSON-1435885279 tempest-NetworksNegativeTestJSON-1435885279-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 05 17:11:32.114008 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-6ee05879-92da-48d3-b08c-2ee2c243dd96 tempest-NetworksNegativeTestJSON-1435885279 tempest-NetworksNegativeTestJSON-1435885279-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.4033341 Jan 05 17:11:32.121442 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 43786) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:32.131795 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53c4f34f-0017-47f9-80a0-4ee707723ed1 None None] Network 8c8ecbc7-f66e-4def-ac44-60996b3575ac requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:11:32.140441 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2744b989-586c-4c2a-b061-6391c690726a tempest-SecGroupIPv6Test-2005952447 tempest-SecGroupIPv6Test-2005952447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533437'] for security_group_rule, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:32.143859 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7bd4e67-c4ca-45c2-a52f-57a0fada18fe tempest-RoutersNegativeTest-494847045 tempest-RoutersNegativeTest-494847045-project] Network fed86b1e-b9e8-4978-ac39-bf1ef7d86212 is scheduled to be hosted by DHCP agent 3f70c195-17da-4084-9fd6-bf6059d88535 with binding_index 1 {{(pid=103800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 05 17:11:32.165639 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e19a9caf-be50-497a-8b3d-57d48a4b078f tempest-RoutersNegativeIpV6Test-1533253519 tempest-RoutersNegativeIpV6Test-1533253519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11433176'] for port, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:32.193180 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.pecan_wsgi.hooks.translation [None req-458b93f1-8f93-4823-83b8-c6b10260dd60 tempest-NetworksNegativeTestJSON-1435885279 tempest-NetworksNegativeTestJSON-1435885279-project] DELETE failed (client error): The resource could not be found. Jan 05 17:11:32.193895 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-458b93f1-8f93-4823-83b8-c6b10260dd60 tempest-NetworksNegativeTestJSON-1435885279 tempest-NetworksNegativeTestJSON-1435885279-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103800) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 05 17:11:32.196994 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-458b93f1-8f93-4823-83b8-c6b10260dd60 tempest-NetworksNegativeTestJSON-1435885279 tempest-NetworksNegativeTestJSON-1435885279-project] 10.222.0.11 "DELETE /v2.0/networks/249d0c09-8d9b-4699-bcb4-3d1c15f66e64 HTTP/1.1" status: 404 len: 339 time: 0.0737877 Jan 05 17:11:32.202756 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-bfc9f667-3600-44b5-86b9-75c2767fb3c5 req-0366d6ff-c6a6-4a6c-b18e-193e39e1cce0 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] 10.222.0.11 "GET /v2.0/security-groups?id=74da9e44-17f3-4e78-b165-acdbd8889547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4396472 Jan 05 17:11:32.204137 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 43788) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:32.206230 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e19a9caf-be50-497a-8b3d-57d48a4b078f tempest-RoutersNegativeIpV6Test-1533253519 tempest-RoutersNegativeIpV6Test-1533253519-project] No DVR routers for this DVR port da77a0fc-167b-43b6-ad41-4ce154ebdf78 on host dv-neutron-master-2-hyperv {{(pid=103801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 05 17:11:32.224670 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-b7bd4e67-c4ca-45c2-a52f-57a0fada18fe tempest-RoutersNegativeTest-494847045 tempest-RoutersNegativeTest-494847045-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, fed86b1e-b9e8-4978-ac39-bf1ef7d86212) {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:11:32.244090 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2744b989-586c-4c2a-b061-6391c690726a tempest-SecGroupIPv6Test-2005952447 tempest-SecGroupIPv6Test-2005952447-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d542a879-1c23-4706-96ea-72e4d98175a5,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:11:32.256098 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7bd4e67-c4ca-45c2-a52f-57a0fada18fe tempest-RoutersNegativeTest-494847045 tempest-RoutersNegativeTest-494847045-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:11:32.259612 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b7bd4e67-c4ca-45c2-a52f-57a0fada18fe tempest-RoutersNegativeTest-494847045 tempest-RoutersNegativeTest-494847045-project] Publish callbacks [] for subnet, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:32.290180 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.pecan_wsgi.hooks.translation [None req-65a6e240-d69f-4506-a60d-d4ba6669801e tempest-NetworksNegativeTestJSON-1435885279 tempest-NetworksNegativeTestJSON-1435885279-project] DELETE failed (client error): The resource could not be found. Jan 05 17:11:32.290898 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65a6e240-d69f-4506-a60d-d4ba6669801e tempest-NetworksNegativeTestJSON-1435885279 tempest-NetworksNegativeTestJSON-1435885279-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103800) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 05 17:11:32.292765 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49a014be-86db-4f14-8643-0cf9907fc591 None None] Network fed86b1e-b9e8-4978-ac39-bf1ef7d86212 requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:11:32.298197 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-65a6e240-d69f-4506-a60d-d4ba6669801e tempest-NetworksNegativeTestJSON-1435885279 tempest-NetworksNegativeTestJSON-1435885279-project] 10.222.0.11 "DELETE /v2.0/ports/1f5968f9-a9c8-42f5-9ac3-e795e5b077bb HTTP/1.1" status: 404 len: 333 time: 0.0928743 Jan 05 17:11:32.304490 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19a9caf-be50-497a-8b3d-57d48a4b078f tempest-RoutersNegativeIpV6Test-1533253519 tempest-RoutersNegativeIpV6Test-1533253519-project] Pushing event deleted for resources: {'Port': ['ID=da77a0fc-167b-43b6-ad41-4ce154ebdf78,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:11:32.308904 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 43790) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:32.317078 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-8f4c39ec-0c4f-4cfc-85d9-43e6667bc253 None None] Port e35d3a26-b17d-4578-abe6-d57671d0aca3 cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 17:11:32.326826 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2744b989-586c-4c2a-b061-6391c690726a tempest-SecGroupIPv6Test-2005952447 tempest-SecGroupIPv6Test-2005952447-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:32.331542 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-2744b989-586c-4c2a-b061-6391c690726a tempest-SecGroupIPv6Test-2005952447 tempest-SecGroupIPv6Test-2005952447-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.2300332 Jan 05 17:11:32.337290 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 43792) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:32.359081 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-8411a2ca-cfe5-4b9e-9555-801c4c6a4409 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for router_gateway, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:32.426327 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:32.444354 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-b7bd4e67-c4ca-45c2-a52f-57a0fada18fe tempest-RoutersNegativeTest-494847045 tempest-RoutersNegativeTest-494847045-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7618392 Jan 05 17:11:32.444354 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 43794) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:32.470549 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-ee30dc4a-f5be-466a-bab8-618107a27a13 tempest-SecGroupIPv6Test-2005952447 tempest-SecGroupIPv6Test-2005952447-project] Request body: {'security_group_rule': {'security_group_id': 'dd197fcd-e864-457a-a614-38d18609a925', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:11:32.479241 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.pecan_wsgi.hooks.translation [None req-10e1cf84-3582-420d-a76c-d1621015ede1 tempest-NetworksNegativeTestJSON-1435885279 tempest-NetworksNegativeTestJSON-1435885279-project] DELETE failed (client error): The resource could not be found. Jan 05 17:11:32.483302 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10e1cf84-3582-420d-a76c-d1621015ede1 tempest-NetworksNegativeTestJSON-1435885279 tempest-NetworksNegativeTestJSON-1435885279-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 05 17:11:32.483302 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-10e1cf84-3582-420d-a76c-d1621015ede1 tempest-NetworksNegativeTestJSON-1435885279 tempest-NetworksNegativeTestJSON-1435885279-project] 10.222.0.11 "DELETE /v2.0/subnets/46c7fd63-b702-4a3f-9890-c0a69139b9ff HTTP/1.1" status: 404 len: 337 time: 0.1729827 Jan 05 17:11:32.483655 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-90eedb1d-30ce-4e2b-a1b1-b9e6961c709c tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533437'] for security_group_rule, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:32.491767 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e19a9caf-be50-497a-8b3d-57d48a4b078f tempest-RoutersNegativeIpV6Test-1533253519 tempest-RoutersNegativeIpV6Test-1533253519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3891715', 'neutron.services.segments.db._delete_segments_for_network-8754181063482'] for network, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:32.498042 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-90eedb1d-30ce-4e2b-a1b1-b9e6961c709c tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:32.499176 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-90eedb1d-30ce-4e2b-a1b1-b9e6961c709c tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] 10.222.0.11 "DELETE /v2.0/security-group-rules/ea929a68-7f19-4493-bc93-c6e2460b2959 HTTP/1.1" status: 204 len: 168 time: 0.8178182 Jan 05 17:11:32.500796 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 43796) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:32.520411 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 43798) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:32.529072 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] For port 6a6dc5ec-a8e0-406b-a3b4-9b69d9a96481, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=6a6dc5ec-a8e0-406b-a3b4-9b69d9a96481,segment=NetworkSegment(1b8e9061-deae-4528-bad2-d4867707a4d1),segment_id=1b8e9061-deae-4528-bad2-d4867707a4d1)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:11:32.531934 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-a6668b09-5361-4305-94b5-17c74b53d268 None None] Provisioning complete for port 6a6dc5ec-a8e0-406b-a3b4-9b69d9a96481 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:11:32.532301 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-a6668b09-5361-4305-94b5-17c74b53d268 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:32.545120 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90eedb1d-30ce-4e2b-a1b1-b9e6961c709c tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ea929a68-7f19-4493-bc93-c6e2460b2959,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:11:32.565228 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.pecan_wsgi.hooks.translation [None req-36a86f12-726c-46e7-803e-5412069d6a30 tempest-NetworksNegativeTestJSON-1435885279 tempest-NetworksNegativeTestJSON-1435885279-project] GET failed (client error): The resource could not be found. Jan 05 17:11:32.567271 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-36a86f12-726c-46e7-803e-5412069d6a30 tempest-NetworksNegativeTestJSON-1435885279 tempest-NetworksNegativeTestJSON-1435885279-project] 10.222.0.11 "GET /v2.0/networks/fe53bee7-e210-4033-ad08-66f1b7e2a0bb HTTP/1.1" status: 404 len: 339 time: 0.0654998 Jan 05 17:11:32.569167 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.services.segments.db [None req-e19a9caf-be50-497a-8b3d-57d48a4b078f tempest-RoutersNegativeIpV6Test-1533253519 tempest-RoutersNegativeIpV6Test-1533253519-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c04eee0-741e-4243-810f-be8d3248fecd']}} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:11:32.580237 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 43800) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:32.605346 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.services.segments.db [None req-e19a9caf-be50-497a-8b3d-57d48a4b078f tempest-RoutersNegativeIpV6Test-1533253519 tempest-RoutersNegativeIpV6Test-1533253519-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c3e740e-a73c-4746-be57-e98e256c3420') {'for_net_delete': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:11:32.606184 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.services.segments.db [None req-e19a9caf-be50-497a-8b3d-57d48a4b078f tempest-RoutersNegativeIpV6Test-1533253519 tempest-RoutersNegativeIpV6Test-1533253519-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c3e740e-a73c-4746-be57-e98e256c3420') {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:11:32.614876 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:32.642516 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e67a60c-ae2c-43f1-a974-bbff056f34ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-fed86b1e-b9e8-4978-ac39-bf1ef7d86212', 'network_id': 'fed86b1e-b9e8-4978-ac39-bf1ef7d86212', 'project_id': '46fd46c923d244649e41ca6790c70dc9', 'fixed_ips': [{'subnet_id': 'a4c05d86-f59a-471d-b398-c037c36c100f'}]}} from dv-neutron-master-2-hyperv. {{(pid=103802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 05 17:11:32.643474 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-6e67a60c-ae2c-43f1-a974-bbff056f34ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:32.664657 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e19a9caf-be50-497a-8b3d-57d48a4b078f tempest-RoutersNegativeIpV6Test-1533253519 tempest-RoutersNegativeIpV6Test-1533253519-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754181064771', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11316385'] for segment, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:32.672708 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4a5105e-47c0-48a6-903c-82dcf3f244f0 tempest-NetworksNegativeTestJSON-1435885279 tempest-NetworksNegativeTestJSON-1435885279-project] GET failed (client error): The resource could not be found. Jan 05 17:11:32.679407 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-d4a5105e-47c0-48a6-903c-82dcf3f244f0 tempest-NetworksNegativeTestJSON-1435885279 tempest-NetworksNegativeTestJSON-1435885279-project] 10.222.0.11 "GET /v2.0/ports/e794d5c7-5775-465d-802c-901c5c20ba64 HTTP/1.1" status: 404 len: 333 time: 0.0856156 Jan 05 17:11:32.681534 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 43802) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:32.686078 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e19a9caf-be50-497a-8b3d-57d48a4b078f tempest-RoutersNegativeIpV6Test-1533253519 tempest-RoutersNegativeIpV6Test-1533253519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225'] for segment, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:32.731313 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e19a9caf-be50-497a-8b3d-57d48a4b078f tempest-RoutersNegativeIpV6Test-1533253519 tempest-RoutersNegativeIpV6Test-1533253519-project] Releasing vlan 132 on physical network physnet1 to pool {{(pid=103801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 05 17:11:32.731732 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e19a9caf-be50-497a-8b3d-57d48a4b078f tempest-RoutersNegativeIpV6Test-1533253519 tempest-RoutersNegativeIpV6Test-1533253519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11433197'] for segment, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:32.735203 dv-neutron-master-2-hyperv neutron-server[103801]: Traceback (most recent call last): Jan 05 17:11:32.735203 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 05 17:11:32.735203 dv-neutron-master-2-hyperv neutron-server[103801]: timer() Jan 05 17:11:32.735203 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 05 17:11:32.735203 dv-neutron-master-2-hyperv neutron-server[103801]: cb(*args, **kw) Jan 05 17:11:32.735203 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 05 17:11:32.735203 dv-neutron-master-2-hyperv neutron-server[103801]: return func(*args, **kwargs) Jan 05 17:11:32.735203 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 05 17:11:32.735203 dv-neutron-master-2-hyperv neutron-server[103801]: self._notify() Jan 05 17:11:32.735203 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 05 17:11:32.735203 dv-neutron-master-2-hyperv neutron-server[103801]: self.callback(batched_events) Jan 05 17:11:32.735203 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 05 17:11:32.735203 dv-neutron-master-2-hyperv neutron-server[103801]: event.method(event) Jan 05 17:11:32.735203 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 05 17:11:32.735203 dv-neutron-master-2-hyperv neutron-server[103801]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 05 17:11:32.735203 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 05 17:11:32.735203 dv-neutron-master-2-hyperv neutron-server[103801]: aggregate_uuid = self.p_client.list_aggregates( Jan 05 17:11:32.735203 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 05 17:11:32.735203 dv-neutron-master-2-hyperv neutron-server[103801]: return f(self, *a, **k) Jan 05 17:11:32.735203 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 05 17:11:32.735203 dv-neutron-master-2-hyperv neutron-server[103801]: return self._get(url).json() Jan 05 17:11:32.735203 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 05 17:11:32.735203 dv-neutron-master-2-hyperv neutron-server[103801]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 05 17:11:32.735203 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 05 17:11:32.735203 dv-neutron-master-2-hyperv neutron-server[103801]: return self.request(url, 'GET', **kwargs) Jan 05 17:11:32.735203 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 05 17:11:32.735203 dv-neutron-master-2-hyperv neutron-server[103801]: base_url = self.get_endpoint(auth, allow=allow, Jan 05 17:11:32.735203 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 05 17:11:32.735203 dv-neutron-master-2-hyperv neutron-server[103801]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 05 17:11:32.735203 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 05 17:11:32.735203 dv-neutron-master-2-hyperv neutron-server[103801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 05 17:11:32.735203 dv-neutron-master-2-hyperv neutron-server[103801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 05 17:11:32.740528 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device da77a0fc-167b-43b6-ad41-4ce154ebdf78 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 05 17:11:32.750898 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-cd7abb69-b061-4b32-9df9-473540be7eb7 tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.2243619 Jan 05 17:11:32.753248 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 43804) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:32.762831 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.pecan_wsgi.hooks.translation [None req-5abc7c57-9f47-4b07-a00b-ce806ffd0c0c tempest-NetworksNegativeTestJSON-1435885279 tempest-NetworksNegativeTestJSON-1435885279-project] GET failed (client error): The resource could not be found. Jan 05 17:11:32.769393 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-5abc7c57-9f47-4b07-a00b-ce806ffd0c0c tempest-NetworksNegativeTestJSON-1435885279 tempest-NetworksNegativeTestJSON-1435885279-project] 10.222.0.11 "GET /v2.0/subnets/d680e169-229d-4fb7-8608-d997a709df22 HTTP/1.1" status: 404 len: 337 time: 0.0805092 Jan 05 17:11:32.770521 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 43806) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:32.776108 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-42279d23-b52a-4df5-8459-5a8f3345ccd7 None None] Deleting port b688b38d-4921-464d-b00b-d7488729cb0d {{(pid=103802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:11:32.776608 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-42279d23-b52a-4df5-8459-5a8f3345ccd7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:32.783194 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-698f14e7-dd1c-4d27-b4b4-0253b67eeb6f tempest-NetworksNegativeTestJSON-1435885279 tempest-NetworksNegativeTestJSON-1435885279-project] Request body: {'network': {'name': 'new_name'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:11:32.800517 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] No Port match for: da77a0fc-167b-43b6-ad41-4ce154ebdf78 {{(pid=103802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 05 17:11:32.800906 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device da77a0fc-167b-43b6-ad41-4ce154ebdf78 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 05 17:11:32.801989 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.pecan_wsgi.hooks.translation [None req-698f14e7-dd1c-4d27-b4b4-0253b67eeb6f tempest-NetworksNegativeTestJSON-1435885279 tempest-NetworksNegativeTestJSON-1435885279-project] PUT failed (client error): The resource could not be found. Jan 05 17:11:32.802859 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-698f14e7-dd1c-4d27-b4b4-0253b67eeb6f tempest-NetworksNegativeTestJSON-1435885279 tempest-NetworksNegativeTestJSON-1435885279-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 05 17:11:32.810875 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-698f14e7-dd1c-4d27-b4b4-0253b67eeb6f tempest-NetworksNegativeTestJSON-1435885279 tempest-NetworksNegativeTestJSON-1435885279-project] 10.222.0.11 "PUT /v2.0/networks/f44a64f8-4e98-4cc5-a524-7278fb3c7efd HTTP/1.1" status: 404 len: 339 time: 0.0401547 Jan 05 17:11:32.813411 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-ee30dc4a-f5be-466a-bab8-618107a27a13 tempest-SecGroupIPv6Test-2005952447 tempest-SecGroupIPv6Test-2005952447-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:32.827973 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 43808) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:32.881720 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-30cdeb87-c852-42fc-bf2e-ca32d336743f tempest-NetworksNegativeTestJSON-1435885279 tempest-NetworksNegativeTestJSON-1435885279-project] Request body: {'port': {'name': 'new_name'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:11:32.936662 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.db_base_plugin_common [None req-6e67a60c-ae2c-43f1-a974-bbff056f34ec None None] Allocated IP 172.20.0.2 (fed86b1e-b9e8-4978-ac39-bf1ef7d86212/a4c05d86-f59a-471d-b398-c037c36c100f/d658e76c-2432-46a3-bbb4-24c27e59c0e7) {{(pid=103802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:11:32.988920 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-ee30dc4a-f5be-466a-bab8-618107a27a13 tempest-SecGroupIPv6Test-2005952447 tempest-SecGroupIPv6Test-2005952447-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:32.991756 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e19a9caf-be50-497a-8b3d-57d48a4b078f tempest-RoutersNegativeIpV6Test-1533253519 tempest-RoutersNegativeIpV6Test-1533253519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3891722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648695'] for network, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:33.020803 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.pecan_wsgi.hooks.translation [None req-30cdeb87-c852-42fc-bf2e-ca32d336743f tempest-NetworksNegativeTestJSON-1435885279 tempest-NetworksNegativeTestJSON-1435885279-project] PUT failed (client error): The resource could not be found. Jan 05 17:11:33.021577 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30cdeb87-c852-42fc-bf2e-ca32d336743f tempest-NetworksNegativeTestJSON-1435885279 tempest-NetworksNegativeTestJSON-1435885279-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103800) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 05 17:11:33.030276 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-30cdeb87-c852-42fc-bf2e-ca32d336743f tempest-NetworksNegativeTestJSON-1435885279 tempest-NetworksNegativeTestJSON-1435885279-project] 10.222.0.11 "PUT /v2.0/ports/eb7ddcaa-1219-4f20-bd60-57f1590eaafa HTTP/1.1" status: 404 len: 333 time: 0.1942582 Jan 05 17:11:33.030276 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3d386250-538d-4980-9e5b-678aabec9ea9 tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:33.039517 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 43810) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:33.046929 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e19a9caf-be50-497a-8b3d-57d48a4b078f tempest-RoutersNegativeIpV6Test-1533253519 tempest-RoutersNegativeIpV6Test-1533253519-project] Publish callbacks [] for network, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:33.050049 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-c8dea221-ce18-4399-bd60-8ec747482690 tempest-NetworksNegativeTestJSON-1435885279 tempest-NetworksNegativeTestJSON-1435885279-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:11:33.053762 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-e19a9caf-be50-497a-8b3d-57d48a4b078f tempest-RoutersNegativeIpV6Test-1533253519 tempest-RoutersNegativeIpV6Test-1533253519-project] 10.222.0.11 "DELETE /v2.0/networks/2c04eee0-741e-4243-810f-be8d3248fecd HTTP/1.1" status: 204 len: 168 time: 2.0258350 Jan 05 17:11:33.055518 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19a9caf-be50-497a-8b3d-57d48a4b078f tempest-RoutersNegativeIpV6Test-1533253519 tempest-RoutersNegativeIpV6Test-1533253519-project] Pushing event deleted for resources: {'Network': ['ID=2c04eee0-741e-4243-810f-be8d3248fecd,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:11:33.057094 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3d386250-538d-4980-9e5b-678aabec9ea9 tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:33.058490 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 43812) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:33.107609 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8dea221-ce18-4399-bd60-8ec747482690 tempest-NetworksNegativeTestJSON-1435885279 tempest-NetworksNegativeTestJSON-1435885279-project] PUT failed (client error): The resource could not be found. Jan 05 17:11:33.108351 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8dea221-ce18-4399-bd60-8ec747482690 tempest-NetworksNegativeTestJSON-1435885279 tempest-NetworksNegativeTestJSON-1435885279-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103800) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 05 17:11:33.109706 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-c8dea221-ce18-4399-bd60-8ec747482690 tempest-NetworksNegativeTestJSON-1435885279 tempest-NetworksNegativeTestJSON-1435885279-project] 10.222.0.11 "PUT /v2.0/subnets/f775cba6-9395-4908-a36e-7db10baab8bc HTTP/1.1" status: 404 len: 337 time: 0.0676601 Jan 05 17:11:33.119001 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-6e67a60c-ae2c-43f1-a974-bbff056f34ec None None] Publish callbacks [] for port, precommit_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:33.133211 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device b688b38d-4921-464d-b00b-d7488729cb0d no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 05 17:11:33.189004 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2b31c7fa-b0b8-4ec6-9dfb-885ba0a977cf tempest-RoutersNegativeTest-494847045 tempest-RoutersNegativeTest-494847045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:33.198152 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e4673953-acc4-4d6e-8786-fdae3ff5d1d6 tempest-RoutersNegativeIpV6Test-1533253519 tempest-RoutersNegativeIpV6Test-1533253519-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3809644'] for network, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:33.213884 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-ee30dc4a-f5be-466a-bab8-618107a27a13 tempest-SecGroupIPv6Test-2005952447 tempest-SecGroupIPv6Test-2005952447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533437'] for security_group_rule, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:33.245658 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee30dc4a-f5be-466a-bab8-618107a27a13 tempest-SecGroupIPv6Test-2005952447 tempest-SecGroupIPv6Test-2005952447-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37175f1a-a894-4273-a691-6b96f82e9638,revision_number=0']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:11:33.258438 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3d386250-538d-4980-9e5b-678aabec9ea9 tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533437'] for security_group_rule, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:33.284955 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-6e67a60c-ae2c-43f1-a974-bbff056f34ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669'] for port, after_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:33.295535 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3d386250-538d-4980-9e5b-678aabec9ea9 tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:33.298978 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-3d386250-538d-4980-9e5b-678aabec9ea9 tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] 10.222.0.11 "DELETE /v2.0/security-group-rules/b39deb73-2698-43bc-b3d0-0ac2c7f54bcc HTTP/1.1" status: 204 len: 168 time: 0.5440128 Jan 05 17:11:33.303356 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 43818) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:33.337964 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Pushing event updated for resources: {'Port': ['ID=6a6dc5ec-a8e0-406b-a3b4-9b69d9a96481,revision_number=3']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:11:33.364493 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-ee30dc4a-f5be-466a-bab8-618107a27a13 tempest-SecGroupIPv6Test-2005952447 tempest-SecGroupIPv6Test-2005952447-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:33.365836 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-ee30dc4a-f5be-466a-bab8-618107a27a13 tempest-SecGroupIPv6Test-2005952447 tempest-SecGroupIPv6Test-2005952447-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 1.0225527 Jan 05 17:11:33.379642 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 43820) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:33.380714 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-8411a2ca-cfe5-4b9e-9555-801c4c6a4409 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-648430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648639'] for router, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:33.413926 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e67a60c-ae2c-43f1-a974-bbff056f34ec None None] Network fed86b1e-b9e8-4978-ac39-bf1ef7d86212 is already hosted by enough agents. {{(pid=103802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:11:33.416226 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-e4673953-acc4-4d6e-8786-fdae3ff5d1d6 tempest-RoutersNegativeIpV6Test-1533253519 tempest-RoutersNegativeIpV6Test-1533253519-project] Deleting port b688b38d-4921-464d-b00b-d7488729cb0d {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:11:33.416573 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e4673953-acc4-4d6e-8786-fdae3ff5d1d6 tempest-RoutersNegativeIpV6Test-1533253519 tempest-RoutersNegativeIpV6Test-1533253519-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:33.426263 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.scheduler.base_scheduler [None req-6e67a60c-ae2c-43f1-a974-bbff056f34ec None None] Resources bound (agent type, host, resource id): {{(pid=103802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:11:33.428807 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e67a60c-ae2c-43f1-a974-bbff056f34ec None None] Received port after_create {{(pid=103802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:11:33.434460 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-42279d23-b52a-4df5-8459-5a8f3345ccd7 None None] For port b688b38d-4921-464d-b00b-d7488729cb0d, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b688b38d-4921-464d-b00b-d7488729cb0d,segment=NetworkSegment(6a39afeb-cd3b-43f8-8b00-2d627230caac),segment_id=6a39afeb-cd3b-43f8-8b00-2d627230caac)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:11:33.434952 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-42279d23-b52a-4df5-8459-5a8f3345ccd7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:33.441402 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-5de2523f-f2b0-4256-a60c-e4ac2a46c9da tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.1314297 Jan 05 17:11:33.441615 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:11:33.441615 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:11:33.441615 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:11:33.441615 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:11:33.441615 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:11:33.441615 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:11:33.442363 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:11:33.442617 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:11:33.443039 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:11:33.443455 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:11:33.443870 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:11:33.444294 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:11:33.444702 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:11:33.450720 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 43822) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:33.510870 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d386250-538d-4980-9e5b-678aabec9ea9 tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b39deb73-2698-43bc-b3d0-0ac2c7f54bcc,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:11:33.548006 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-42279d23-b52a-4df5-8459-5a8f3345ccd7 None None] Calling delete_port for b688b38d-4921-464d-b00b-d7488729cb0d owned by network:dhcp {{(pid=103802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:11:33.604471 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:33.612266 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-28c5d989-99a2-4746-9b5a-fefd1890838b tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:33.619411 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-e4673953-acc4-4d6e-8786-fdae3ff5d1d6 tempest-RoutersNegativeIpV6Test-1533253519 tempest-RoutersNegativeIpV6Test-1533253519-project] For port b688b38d-4921-464d-b00b-d7488729cb0d, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b688b38d-4921-464d-b00b-d7488729cb0d,segment=NetworkSegment(6a39afeb-cd3b-43f8-8b00-2d627230caac),segment_id=6a39afeb-cd3b-43f8-8b00-2d627230caac)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:11:33.619777 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e4673953-acc4-4d6e-8786-fdae3ff5d1d6 tempest-RoutersNegativeIpV6Test-1533253519 tempest-RoutersNegativeIpV6Test-1533253519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:33.632549 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-28c5d989-99a2-4746-9b5a-fefd1890838b tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:33.651754 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-e4673953-acc4-4d6e-8786-fdae3ff5d1d6 tempest-RoutersNegativeIpV6Test-1533253519 tempest-RoutersNegativeIpV6Test-1533253519-project] Calling delete_port for b688b38d-4921-464d-b00b-d7488729cb0d owned by network:dhcp {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:11:33.656338 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7969ed31-7f84-4883-8d86-88cc931c2aa2 tempest-SecGroupIPv6Test-2005952447 tempest-SecGroupIPv6Test-2005952447-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:33.697520 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7969ed31-7f84-4883-8d86-88cc931c2aa2 tempest-SecGroupIPv6Test-2005952447 tempest-SecGroupIPv6Test-2005952447-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:33.725197 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-6e67a60c-ae2c-43f1-a974-bbff056f34ec None None] Attempting to bind port d658e76c-2432-46a3-bbb4-24c27e59c0e7 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 05 17:11:33.725197 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-6e67a60c-ae2c-43f1-a974-bbff056f34ec None None] Attempting to bind port d658e76c-2432-46a3-bbb4-24c27e59c0e7 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'c3ccf958-299e-4792-8b34-1a6be65a0643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'fed86b1e-b9e8-4978-ac39-bf1ef7d86212'}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 05 17:11:33.725197 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e67a60c-ae2c-43f1-a974-bbff056f34ec None None] Attempting to bind port d658e76c-2432-46a3-bbb4-24c27e59c0e7 on network fed86b1e-b9e8-4978-ac39-bf1ef7d86212 {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:11:33.728588 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e67a60c-ae2c-43f1-a974-bbff056f34ec None None] Pushing event updated for resources: {'Port': ['ID=d658e76c-2432-46a3-bbb4-24c27e59c0e7,revision_number=1']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:11:33.743597 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e67a60c-ae2c-43f1-a974-bbff056f34ec None None] Checking agent: {'id': '0d4f8fd3-ce62-4651-970c-efa6a8bb22b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 5, 16, 57, 23), 'started_at': datetime.datetime(2022, 1, 5, 16, 57, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 5, 17, 11, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 05 17:11:33.743969 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e67a60c-ae2c-43f1-a974-bbff056f34ec None None] Checking segment: {'id': 'c3ccf958-299e-4792-8b34-1a6be65a0643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'fed86b1e-b9e8-4978-ac39-bf1ef7d86212'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:11:33.744859 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-6e67a60c-ae2c-43f1-a974-bbff056f34ec None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:33.745263 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e67a60c-ae2c-43f1-a974-bbff056f34ec None None] Bound using segment: {'id': 'c3ccf958-299e-4792-8b34-1a6be65a0643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'fed86b1e-b9e8-4978-ac39-bf1ef7d86212'} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 05 17:11:33.745776 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-6e67a60c-ae2c-43f1-a974-bbff056f34ec None None] Bound port: d658e76c-2432-46a3-bbb4-24c27e59c0e7, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3ccf958-299e-4792-8b34-1a6be65a0643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'fed86b1e-b9e8-4978-ac39-bf1ef7d86212'}}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 05 17:11:33.746156 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-6e67a60c-ae2c-43f1-a974-bbff056f34ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:33.779643 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-42279d23-b52a-4df5-8459-5a8f3345ccd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678'] for port, after_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:33.787198 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e4673953-acc4-4d6e-8786-fdae3ff5d1d6 tempest-RoutersNegativeIpV6Test-1533253519 tempest-RoutersNegativeIpV6Test-1533253519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11433176'] for port, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:33.834241 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4673953-acc4-4d6e-8786-fdae3ff5d1d6 tempest-RoutersNegativeIpV6Test-1533253519 tempest-RoutersNegativeIpV6Test-1533253519-project] Pushing event deleted for resources: {'Port': ['ID=b688b38d-4921-464d-b00b-d7488729cb0d,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:11:33.855477 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4673953-acc4-4d6e-8786-fdae3ff5d1d6 tempest-RoutersNegativeIpV6Test-1533253519 tempest-RoutersNegativeIpV6Test-1533253519-project] No DVR routers for this DVR port b688b38d-4921-464d-b00b-d7488729cb0d on host dv-neutron-master-2-hyperv {{(pid=103801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 05 17:11:33.864554 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 43826) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:33.902578 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047ebbb7-075f-4f52-a3d9-823b2e22f286 req-98e2b624-e1f7-4498-a347-d81c68d71ea3 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:11:33.904196 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-047ebbb7-075f-4f52-a3d9-823b2e22f286 req-98e2b624-e1f7-4498-a347-d81c68d71ea3 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] 10.222.0.11 "GET /v2.0/ports?device_id=960404e1-a8f8-4c26-83b9-87528fa8969d HTTP/1.1" status: 200 len: 944 time: 0.5255756 Jan 05 17:11:33.979292 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-6e67a60c-ae2c-43f1-a974-bbff056f34ec None None] For port d658e76c-2432-46a3-bbb4-24c27e59c0e7, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 05 17:11:33.985384 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-6e67a60c-ae2c-43f1-a974-bbff056f34ec None None] For port d658e76c-2432-46a3-bbb4-24c27e59c0e7, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d658e76c-2432-46a3-bbb4-24c27e59c0e7,segment=NetworkSegment(c3ccf958-299e-4792-8b34-1a6be65a0643),segment_id=c3ccf958-299e-4792-8b34-1a6be65a0643)] {{(pid=103802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 05 17:11:33.992475 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42279d23-b52a-4df5-8459-5a8f3345ccd7 None None] Pushing event deleted for resources: {'Port': ['ID=b688b38d-4921-464d-b00b-d7488729cb0d,revision_number=None']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:11:33.995495 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-debe8404-c27d-4915-93ba-6cdf3c1cf4c5 None None] Provisioning complete for port 6a6dc5ec-a8e0-406b-a3b4-9b69d9a96481 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:11:33.996128 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-debe8404-c27d-4915-93ba-6cdf3c1cf4c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:34.026148 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7969ed31-7f84-4883-8d86-88cc931c2aa2 tempest-SecGroupIPv6Test-2005952447 tempest-SecGroupIPv6Test-2005952447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533437'] for security_group_rule, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:34.032392 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7969ed31-7f84-4883-8d86-88cc931c2aa2 tempest-SecGroupIPv6Test-2005952447 tempest-SecGroupIPv6Test-2005952447-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:34.036642 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 43830) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:34.036842 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-7969ed31-7f84-4883-8d86-88cc931c2aa2 tempest-SecGroupIPv6Test-2005952447 tempest-SecGroupIPv6Test-2005952447-project] 10.222.0.11 "DELETE /v2.0/security-group-rules/37175f1a-a894-4273-a691-6b96f82e9638 HTTP/1.1" status: 204 len: 168 time: 0.6372125 Jan 05 17:11:34.041564 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42279d23-b52a-4df5-8459-5a8f3345ccd7 None None] No DVR routers for this DVR port b688b38d-4921-464d-b00b-d7488729cb0d on host dv-neutron-master-2-hyperv {{(pid=103802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 05 17:11:34.066961 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7969ed31-7f84-4883-8d86-88cc931c2aa2 tempest-SecGroupIPv6Test-2005952447 tempest-SecGroupIPv6Test-2005952447-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=37175f1a-a894-4273-a691-6b96f82e9638,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:11:34.088049 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-28c5d989-99a2-4746-9b5a-fefd1890838b tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533437'] for security_group_rule, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:34.097716 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [None req-2b31c7fa-b0b8-4ec6-9dfb-885ba0a977cf tempest-RoutersNegativeTest-494847045 tempest-RoutersNegativeTest-494847045-project] Allocated IP 172.20.0.1 (8c8ecbc7-f66e-4def-ac44-60996b3575ac/75e9c115-973d-4943-b9e6-a94d1253af8f/7ca1cd34-a9f5-49da-b225-87aea954f732) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:11:34.106699 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e4673953-acc4-4d6e-8786-fdae3ff5d1d6 tempest-RoutersNegativeIpV6Test-1533253519 tempest-RoutersNegativeIpV6Test-1533253519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3891715', 'neutron.services.segments.db._delete_segments_for_network-8754181063482'] for network, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:34.125437 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-047ebbb7-075f-4f52-a3d9-823b2e22f286 req-55f36a22-80e1-4a12-acb0-bf71370b5653 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] 10.222.0.11 "GET /v2.0/security-groups?id=74da9e44-17f3-4e78-b165-acdbd8889547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2020092 Jan 05 17:11:34.131060 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-6e67a60c-ae2c-43f1-a974-bbff056f34ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:34.136638 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.services.segments.db [None req-e4673953-acc4-4d6e-8786-fdae3ff5d1d6 tempest-RoutersNegativeIpV6Test-1533253519 tempest-RoutersNegativeIpV6Test-1533253519-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41b882c9-2f8e-47c2-9b8b-de8c6b9e4d7a']}} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:11:34.176647 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-28c5d989-99a2-4746-9b5a-fefd1890838b tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:34.178872 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-28c5d989-99a2-4746-9b5a-fefd1890838b tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] 10.222.0.11 "DELETE /v2.0/security-group-rules/11c3402b-0782-4fbe-a4aa-d27acc7d764b HTTP/1.1" status: 204 len: 168 time: 0.7265682 Jan 05 17:11:34.181112 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.services.segments.db [None req-e4673953-acc4-4d6e-8786-fdae3ff5d1d6 tempest-RoutersNegativeIpV6Test-1533253519 tempest-RoutersNegativeIpV6Test-1533253519-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a39afeb-cd3b-43f8-8b00-2d627230caac') {'for_net_delete': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:11:34.181610 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.services.segments.db [None req-e4673953-acc4-4d6e-8786-fdae3ff5d1d6 tempest-RoutersNegativeIpV6Test-1533253519 tempest-RoutersNegativeIpV6Test-1533253519-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a39afeb-cd3b-43f8-8b00-2d627230caac') {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:11:34.189482 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 43832) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:34.209858 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8411a2ca-cfe5-4b9e-9555-801c4c6a4409 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Router 36b7bd7a-bec1-46d0-9455-e6298ef1b857 is scheduled to L3 agent 59446fdc-40e0-41fe-a575-a8eb11d742f7 with binding_index 1 {{(pid=103800) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 05 17:11:34.214569 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-af55ed53-c594-4aff-87e8-fb400c49f221 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:34.216827 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c5d989-99a2-4746-9b5a-fefd1890838b tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=11c3402b-0782-4fbe-a4aa-d27acc7d764b,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:11:34.227227 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e4673953-acc4-4d6e-8786-fdae3ff5d1d6 tempest-RoutersNegativeIpV6Test-1533253519 tempest-RoutersNegativeIpV6Test-1533253519-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754181064771', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11316385'] for segment, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:34.247651 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e67a60c-ae2c-43f1-a974-bbff056f34ec None None] Pushing event updated for resources: {'Port': ['ID=d658e76c-2432-46a3-bbb4-24c27e59c0e7,revision_number=2']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:11:34.267669 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-a4c12d00-234a-4a63-8c45-fe63d213ebe1 tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0769227 Jan 05 17:11:34.277701 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 43834) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:34.285887 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e4673953-acc4-4d6e-8786-fdae3ff5d1d6 tempest-RoutersNegativeIpV6Test-1533253519 tempest-RoutersNegativeIpV6Test-1533253519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225'] for segment, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:34.317508 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-d3f95929-3a2e-4ae6-82b0-bc2993bfe964 tempest-SecGroupIPv6Test-2005952447 tempest-SecGroupIPv6Test-2005952447-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.2703917 Jan 05 17:11:34.320171 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4673953-acc4-4d6e-8786-fdae3ff5d1d6 tempest-RoutersNegativeIpV6Test-1533253519 tempest-RoutersNegativeIpV6Test-1533253519-project] Releasing vlan 116 on physical network physnet1 to pool {{(pid=103801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 05 17:11:34.320577 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e4673953-acc4-4d6e-8786-fdae3ff5d1d6 tempest-RoutersNegativeIpV6Test-1533253519 tempest-RoutersNegativeIpV6Test-1533253519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11433197'] for segment, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:34.321739 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 43836) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:34.326755 dv-neutron-master-2-hyperv neutron-server[103801]: Traceback (most recent call last): Jan 05 17:11:34.326755 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 05 17:11:34.326755 dv-neutron-master-2-hyperv neutron-server[103801]: timer() Jan 05 17:11:34.326755 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 05 17:11:34.326755 dv-neutron-master-2-hyperv neutron-server[103801]: cb(*args, **kw) Jan 05 17:11:34.326755 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 05 17:11:34.326755 dv-neutron-master-2-hyperv neutron-server[103801]: return func(*args, **kwargs) Jan 05 17:11:34.326755 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 05 17:11:34.326755 dv-neutron-master-2-hyperv neutron-server[103801]: self._notify() Jan 05 17:11:34.326755 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 05 17:11:34.326755 dv-neutron-master-2-hyperv neutron-server[103801]: self.callback(batched_events) Jan 05 17:11:34.326755 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 05 17:11:34.326755 dv-neutron-master-2-hyperv neutron-server[103801]: event.method(event) Jan 05 17:11:34.326755 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 05 17:11:34.326755 dv-neutron-master-2-hyperv neutron-server[103801]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 05 17:11:34.326755 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 05 17:11:34.326755 dv-neutron-master-2-hyperv neutron-server[103801]: aggregate_uuid = self.p_client.list_aggregates( Jan 05 17:11:34.326755 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 05 17:11:34.326755 dv-neutron-master-2-hyperv neutron-server[103801]: return f(self, *a, **k) Jan 05 17:11:34.326755 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 05 17:11:34.326755 dv-neutron-master-2-hyperv neutron-server[103801]: return self._get(url).json() Jan 05 17:11:34.326755 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 05 17:11:34.326755 dv-neutron-master-2-hyperv neutron-server[103801]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 05 17:11:34.326755 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 05 17:11:34.326755 dv-neutron-master-2-hyperv neutron-server[103801]: return self.request(url, 'GET', **kwargs) Jan 05 17:11:34.326755 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 05 17:11:34.326755 dv-neutron-master-2-hyperv neutron-server[103801]: base_url = self.get_endpoint(auth, allow=allow, Jan 05 17:11:34.326755 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 05 17:11:34.326755 dv-neutron-master-2-hyperv neutron-server[103801]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 05 17:11:34.326755 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 05 17:11:34.326755 dv-neutron-master-2-hyperv neutron-server[103801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 05 17:11:34.326755 dv-neutron-master-2-hyperv neutron-server[103801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 05 17:11:34.342872 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2b31c7fa-b0b8-4ec6-9dfb-885ba0a977cf tempest-RoutersNegativeTest-494847045 tempest-RoutersNegativeTest-494847045-project] Publish callbacks [] for port, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:34.379522 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-863dbb7d-1515-45cf-b8d6-8abde325368f tempest-SecGroupIPv6Test-2005952447 tempest-SecGroupIPv6Test-2005952447-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:34.404311 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-30306614-99b7-49df-807a-88df751354ea tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:34.424970 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-30306614-99b7-49df-807a-88df751354ea tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:34.511384 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e4673953-acc4-4d6e-8786-fdae3ff5d1d6 tempest-RoutersNegativeIpV6Test-1533253519 tempest-RoutersNegativeIpV6Test-1533253519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3891722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648695'] for network, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:34.514343 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-af55ed53-c594-4aff-87e8-fb400c49f221 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:34.520501 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e4673953-acc4-4d6e-8786-fdae3ff5d1d6 tempest-RoutersNegativeIpV6Test-1533253519 tempest-RoutersNegativeIpV6Test-1533253519-project] Publish callbacks [] for network, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:34.526320 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-e4673953-acc4-4d6e-8786-fdae3ff5d1d6 tempest-RoutersNegativeIpV6Test-1533253519 tempest-RoutersNegativeIpV6Test-1533253519-project] 10.222.0.11 "DELETE /v2.0/networks/41b882c9-2f8e-47c2-9b8b-de8c6b9e4d7a HTTP/1.1" status: 204 len: 168 time: 1.4644368 Jan 05 17:11:34.528505 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 43838) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:34.575271 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4673953-acc4-4d6e-8786-fdae3ff5d1d6 tempest-RoutersNegativeIpV6Test-1533253519 tempest-RoutersNegativeIpV6Test-1533253519-project] Pushing event deleted for resources: {'Network': ['ID=41b882c9-2f8e-47c2-9b8b-de8c6b9e4d7a,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:11:34.597016 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-30306614-99b7-49df-807a-88df751354ea tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533437'] for security_group_rule, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:34.599035 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-af55ed53-c594-4aff-87e8-fb400c49f221 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:34.605053 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-30306614-99b7-49df-807a-88df751354ea tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:34.607074 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-30306614-99b7-49df-807a-88df751354ea tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] 10.222.0.11 "DELETE /v2.0/security-group-rules/f18fb298-6928-46a7-93d9-c1b751cdf290 HTTP/1.1" status: 204 len: 168 time: 0.3278608 Jan 05 17:11:34.621695 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 43840) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:34.675987 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.db_base_plugin_v2 [None req-006e32fa-fc3b-434a-bc36-49ac7d5f07cb tempest-RoutersNegativeIpV6Test-1533253519 tempest-RoutersNegativeIpV6Test-1533253519-project] Deleting subnet f51063dd-777b-4dd2-af0e-90f0c0b4a2fb {{(pid=103801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 05 17:11:34.697349 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-006e32fa-fc3b-434a-bc36-49ac7d5f07cb tempest-RoutersNegativeIpV6Test-1533253519 tempest-RoutersNegativeIpV6Test-1533253519-project] Publish callbacks [] for subnet, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:34.739271 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30306614-99b7-49df-807a-88df751354ea tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f18fb298-6928-46a7-93d9-c1b751cdf290,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:11:34.756868 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-af55ed53-c594-4aff-87e8-fb400c49f221 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=904bb43f113040f78eef876dadca7bf4&name=default HTTP/1.1" status: 200 len: 2999 time: 0.8904130 Jan 05 17:11:34.769672 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 43842) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:34.785242 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af55ed53-c594-4aff-87e8-fb400c49f221 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcc00940-07f8-4fc1-b8bc-287bd5b2c02e,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:11:34.813882 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-863dbb7d-1515-45cf-b8d6-8abde325368f tempest-SecGroupIPv6Test-2005952447 tempest-SecGroupIPv6Test-2005952447-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:34.815583 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-006e32fa-fc3b-434a-bc36-49ac7d5f07cb tempest-RoutersNegativeIpV6Test-1533253519 tempest-RoutersNegativeIpV6Test-1533253519-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11316398'] for subnet, precommit_delete_associations {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:34.849209 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8411a2ca-cfe5-4b9e-9555-801c4c6a4409 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 05 17:11:34.879399 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7e81e45-8a03-4820-b2cd-6af8c18a1c22 None None] Sync routers for ids ['36b7bd7a-bec1-46d0-9455-e6298ef1b857'] in dv-neutron-master-2-hyperv {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 05 17:11:34.893340 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7e81e45-8a03-4820-b2cd-6af8c18a1c22 None None] Routers {'36b7bd7a-bec1-46d0-9455-e6298ef1b857'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:11:34.894374 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-f7e81e45-8a03-4820-b2cd-6af8c18a1c22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:11:19Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['36b7bd7a-bec1-46d0-9455-e6298ef1b857'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:11:34.920996 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2b31c7fa-b0b8-4ec6-9dfb-885ba0a977cf tempest-RoutersNegativeTest-494847045 tempest-RoutersNegativeTest-494847045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:34.921233 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-55211156-a9fd-4216-944d-4fa086ea7528 tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2811449 Jan 05 17:11:34.925457 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 43844) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:34.969874 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-1ae16dba-7779-4dc2-a586-9d78dd053c28 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:35.034215 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-8411a2ca-cfe5-4b9e-9555-801c4c6a4409 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for router, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:35.034838 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-1ae16dba-7779-4dc2-a586-9d78dd053c28 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:35.036338 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-8411a2ca-cfe5-4b9e-9555-801c4c6a4409 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 7.7318473 Jan 05 17:11:35.037601 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-863dbb7d-1515-45cf-b8d6-8abde325368f tempest-SecGroupIPv6Test-2005952447 tempest-SecGroupIPv6Test-2005952447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533437'] for security_group_rule, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:35.049411 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 43846) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:35.056989 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-006e32fa-fc3b-434a-bc36-49ac7d5f07cb tempest-RoutersNegativeIpV6Test-1533253519 tempest-RoutersNegativeIpV6Test-1533253519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892868'] for subnet, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:35.072837 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-863dbb7d-1515-45cf-b8d6-8abde325368f tempest-SecGroupIPv6Test-2005952447 tempest-SecGroupIPv6Test-2005952447-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:35.077013 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-863dbb7d-1515-45cf-b8d6-8abde325368f tempest-SecGroupIPv6Test-2005952447 tempest-SecGroupIPv6Test-2005952447-project] 10.222.0.11 "DELETE /v2.0/security-group-rules/d542a879-1c23-4706-96ea-72e4d98175a5 HTTP/1.1" status: 204 len: 168 time: 0.7526066 Jan 05 17:11:35.082229 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 43848) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:35.109599 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b31c7fa-b0b8-4ec6-9dfb-885ba0a977cf tempest-RoutersNegativeTest-494847045 tempest-RoutersNegativeTest-494847045-project] Pushing event updated for resources: {'Port': ['ID=7ca1cd34-a9f5-49da-b225-87aea954f732,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:11:35.113675 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863dbb7d-1515-45cf-b8d6-8abde325368f tempest-SecGroupIPv6Test-2005952447 tempest-SecGroupIPv6Test-2005952447-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d542a879-1c23-4706-96ea-72e4d98175a5,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:11:35.124457 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b31c7fa-b0b8-4ec6-9dfb-885ba0a977cf tempest-RoutersNegativeTest-494847045 tempest-RoutersNegativeTest-494847045-project] Network 8c8ecbc7-f66e-4def-ac44-60996b3575ac is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:11:35.148257 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-2b31c7fa-b0b8-4ec6-9dfb-885ba0a977cf tempest-RoutersNegativeTest-494847045 tempest-RoutersNegativeTest-494847045-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:11:35.172629 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b31c7fa-b0b8-4ec6-9dfb-885ba0a977cf tempest-RoutersNegativeTest-494847045 tempest-RoutersNegativeTest-494847045-project] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:11:35.197185 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-ae52b3fc-8f16-4107-aeff-8ceb22468c31 tempest-SecGroupIPv6Test-2005952447 tempest-SecGroupIPv6Test-2005952447-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.1139610 Jan 05 17:11:35.202236 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 43854) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:35.234626 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-5eac9cf8-6adc-41ff-acd1-f177358bad81 tempest-SecGroupIPv6Test-2005952447 tempest-SecGroupIPv6Test-2005952447-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:35.254745 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-5eac9cf8-6adc-41ff-acd1-f177358bad81 tempest-SecGroupIPv6Test-2005952447 tempest-SecGroupIPv6Test-2005952447-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:35.296173 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-1ae16dba-7779-4dc2-a586-9d78dd053c28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:35.298803 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-1ae16dba-7779-4dc2-a586-9d78dd053c28 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:35.302695 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-1ae16dba-7779-4dc2-a586-9d78dd053c28 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/bcc00940-07f8-4fc1-b8bc-287bd5b2c02e HTTP/1.1" status: 204 len: 168 time: 0.5292583 Jan 05 17:11:35.337360 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2db20c16-b92b-46e3-9c2a-f4b152b61054 tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] Publish callbacks [] for security_group, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:35.339333 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-006e32fa-fc3b-434a-bc36-49ac7d5f07cb tempest-RoutersNegativeIpV6Test-1533253519 tempest-RoutersNegativeIpV6Test-1533253519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3893367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11433231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12480600'] for subnet, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:35.356658 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2b31c7fa-b0b8-4ec6-9dfb-885ba0a977cf tempest-RoutersNegativeTest-494847045 tempest-RoutersNegativeTest-494847045-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-648552'] for router_interface, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:35.360682 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae16dba-7779-4dc2-a586-9d78dd053c28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcc00940-07f8-4fc1-b8bc-287bd5b2c02e,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:11:35.376161 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 6a6dc5ec-a8e0-406b-a3b4-9b69d9a96481 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:11:35.401723 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006e32fa-fc3b-434a-bc36-49ac7d5f07cb tempest-RoutersNegativeIpV6Test-1533253519 tempest-RoutersNegativeIpV6Test-1533253519-project] Pushing event deleted for resources: {'Subnet': ['ID=f51063dd-777b-4dd2-af0e-90f0c0b4a2fb,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:11:35.409239 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-006e32fa-fc3b-434a-bc36-49ac7d5f07cb tempest-RoutersNegativeIpV6Test-1533253519 tempest-RoutersNegativeIpV6Test-1533253519-project] Publish callbacks [] for subnet, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:35.414493 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-006e32fa-fc3b-434a-bc36-49ac7d5f07cb tempest-RoutersNegativeIpV6Test-1533253519 tempest-RoutersNegativeIpV6Test-1533253519-project] 10.222.0.11 "DELETE /v2.0/subnets/f51063dd-777b-4dd2-af0e-90f0c0b4a2fb HTTP/1.1" status: 204 len: 168 time: 0.8849626 Jan 05 17:11:35.417560 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 43858) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:35.490614 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-918e72c9-324e-4bbe-8b73-1746a6eddc3a None None] Network 81231b46-7bbe-4055-a24a-0d85545786e9 requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:11:35.491435 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-5eac9cf8-6adc-41ff-acd1-f177358bad81 tempest-SecGroupIPv6Test-2005952447 tempest-SecGroupIPv6Test-2005952447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533437'] for security_group_rule, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:35.495667 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2db20c16-b92b-46e3-9c2a-f4b152b61054 tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:35.498184 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-5eac9cf8-6adc-41ff-acd1-f177358bad81 tempest-SecGroupIPv6Test-2005952447 tempest-SecGroupIPv6Test-2005952447-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:35.500389 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-5eac9cf8-6adc-41ff-acd1-f177358bad81 tempest-SecGroupIPv6Test-2005952447 tempest-SecGroupIPv6Test-2005952447-project] 10.222.0.11 "DELETE /v2.0/security-group-rules/7eb31132-185b-4d38-a271-86467dc07c89 HTTP/1.1" status: 204 len: 168 time: 0.2970259 Jan 05 17:11:35.503984 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-cd933e44-e187-4d78-9ccd-4ff10e7d7858 tempest-TestNetworkBasicOps-152746079 tempest-TestNetworkBasicOps-152746079-project-admin] 10.222.0.11 "GET /v2.0/subnets?project_id=ec76859de02442879238ecf1eaefefed&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4356844 Jan 05 17:11:35.509226 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ec77b9-bdf2-4885-83e5-78f306cd3677 req-6354ef53-1734-40e8-9407-8b041227d955 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:11:35.512547 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-33ec77b9-bdf2-4885-83e5-78f306cd3677 req-6354ef53-1734-40e8-9407-8b041227d955 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] 10.222.0.11 "GET /v2.0/ports?device_id=960404e1-a8f8-4c26-83b9-87528fa8969d HTTP/1.1" status: 200 len: 944 time: 0.2446182 Jan 05 17:11:35.512728 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 43860) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:35.512728 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 43862) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:35.558257 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eac9cf8-6adc-41ff-acd1-f177358bad81 tempest-SecGroupIPv6Test-2005952447 tempest-SecGroupIPv6Test-2005952447-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7eb31132-185b-4d38-a271-86467dc07c89,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:11:35.593052 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-cf86102c-1687-4544-a05c-08a1be300ecd tempest-RoutersNegativeIpV6Test-1533253519 tempest-RoutersNegativeIpV6Test-1533253519-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3809644'] for network, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:35.679041 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-f7e81e45-8a03-4820-b2cd-6af8c18a1c22 None None] Set router 36b7bd7a-bec1-46d0-9455-e6298ef1b857 gateway port host: dv-neutron-master-2-hyperv {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:11:35.702649 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-33ec77b9-bdf2-4885-83e5-78f306cd3677 req-d5becb24-fb64-4609-aa99-fabd2cb70890 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] 10.222.0.11 "GET /v2.0/security-groups?id=74da9e44-17f3-4e78-b165-acdbd8889547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1754546 Jan 05 17:11:35.744183 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-cf86102c-1687-4544-a05c-08a1be300ecd tempest-RoutersNegativeIpV6Test-1533253519 tempest-RoutersNegativeIpV6Test-1533253519-project] Deleting port 441e0c1a-5e68-494a-8b50-56cb7aca5772 {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:11:35.744753 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-cf86102c-1687-4544-a05c-08a1be300ecd tempest-RoutersNegativeIpV6Test-1533253519 tempest-RoutersNegativeIpV6Test-1533253519-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:35.767109 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Provisioning complete for port 6a6dc5ec-a8e0-406b-a3b4-9b69d9a96481 triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:11:35.769509 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:35.789875 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-a54a4793-6ab8-44d0-bdec-e07864798297 None None] Provisioning complete for port 7ca1cd34-a9f5-49da-b225-87aea954f732 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:11:35.789875 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-a54a4793-6ab8-44d0-bdec-e07864798297 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:35.835748 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-cf86102c-1687-4544-a05c-08a1be300ecd tempest-RoutersNegativeIpV6Test-1533253519 tempest-RoutersNegativeIpV6Test-1533253519-project] For port 441e0c1a-5e68-494a-8b50-56cb7aca5772, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=441e0c1a-5e68-494a-8b50-56cb7aca5772,segment=NetworkSegment(a146aefd-69ce-49c1-a09d-aa7aa7500239),segment_id=a146aefd-69ce-49c1-a09d-aa7aa7500239)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:11:35.835748 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-cf86102c-1687-4544-a05c-08a1be300ecd tempest-RoutersNegativeIpV6Test-1533253519 tempest-RoutersNegativeIpV6Test-1533253519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:35.851270 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-84636e20-014b-471f-982a-7872caad851d tempest-SecGroupIPv6Test-2005952447 tempest-SecGroupIPv6Test-2005952447-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.3337533 Jan 05 17:11:35.851527 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 43866) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:35.864859 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-cf86102c-1687-4544-a05c-08a1be300ecd tempest-RoutersNegativeIpV6Test-1533253519 tempest-RoutersNegativeIpV6Test-1533253519-project] Calling delete_port for 441e0c1a-5e68-494a-8b50-56cb7aca5772 owned by network:dhcp {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:11:35.877951 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06e731c2-e107-4705-8883-0ede4fb7e39a tempest-TestNetworkBasicOps-152746079 tempest-TestNetworkBasicOps-152746079-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:11:35.881454 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-06e731c2-e107-4705-8883-0ede4fb7e39a tempest-TestNetworkBasicOps-152746079 tempest-TestNetworkBasicOps-152746079-project-admin] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3663363 Jan 05 17:11:35.884931 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2db20c16-b92b-46e3-9c2a-f4b152b61054 tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:35.888230 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2db20c16-b92b-46e3-9c2a-f4b152b61054 tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] Publish callbacks [] for security_group, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:35.889686 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-2db20c16-b92b-46e3-9c2a-f4b152b61054 tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] 10.222.0.11 "DELETE /v2.0/security-groups/b2ab240c-62c0-40c8-b75f-f6c52a62f2f8 HTTP/1.1" status: 204 len: 168 time: 0.9619198 Jan 05 17:11:35.890330 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 43870) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:35.892885 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64aeb5c7-6f4a-4ac9-b4d8-c7b6cf61fdea None None] Network fed86b1e-b9e8-4978-ac39-bf1ef7d86212 requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:11:35.895637 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 43872) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:35.938702 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-7f35829e-712f-4e79-8739-48ffb902407c tempest-SecGroupIPv6Test-2005952447 tempest-SecGroupIPv6Test-2005952447-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:35.965643 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db20c16-b92b-46e3-9c2a-f4b152b61054 tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2ab240c-62c0-40c8-b75f-f6c52a62f2f8,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:11:35.978323 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-7f35829e-712f-4e79-8739-48ffb902407c tempest-SecGroupIPv6Test-2005952447 tempest-SecGroupIPv6Test-2005952447-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:35.993175 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-e98985bc-cf3b-4c11-bf5e-f852fc731e5c tempest-TestNetworkBasicOps-152746079 tempest-TestNetworkBasicOps-152746079-project-admin] 10.222.0.11 "GET /v2.0/subnets?network_id=b0167590-0699-4c5c-a932-3939414a9573&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0978193 Jan 05 17:11:35.993816 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 43876) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:36.001864 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-dbb31dea-1a32-481d-8a73-902caf633c89 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-695528046', 'network_id': '62c260dd-d135-4213-8dd0-485aab18a1d0', 'project_id': 'ec76859de02442879238ecf1eaefefed', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:11:36.022638 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-487d4d31-7a1a-433b-a382-45116a2c90b9 tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1261938 Jan 05 17:11:36.028373 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 43880) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:36.033821 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2b31c7fa-b0b8-4ec6-9dfb-885ba0a977cf tempest-RoutersNegativeTest-494847045 tempest-RoutersNegativeTest-494847045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:36.036797 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-a7e5f398-96ea-4696-ae8b-1114cc66f3be tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] Request body: {'security_group': {'name': 'tempest-secgroup--670240845'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:11:36.100149 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-a54a4793-6ab8-44d0-bdec-e07864798297 None None] Port 7ca1cd34-a9f5-49da-b225-87aea954f732 cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 17:11:36.118230 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-7f35829e-712f-4e79-8739-48ffb902407c tempest-SecGroupIPv6Test-2005952447 tempest-SecGroupIPv6Test-2005952447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533437'] for security_group_rule, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:36.128261 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-7f35829e-712f-4e79-8739-48ffb902407c tempest-SecGroupIPv6Test-2005952447 tempest-SecGroupIPv6Test-2005952447-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:36.133129 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-7f35829e-712f-4e79-8739-48ffb902407c tempest-SecGroupIPv6Test-2005952447 tempest-SecGroupIPv6Test-2005952447-project] 10.222.0.11 "DELETE /v2.0/security-group-rules/33837214-99f9-4dbf-a0de-fbdd4bf99835 HTTP/1.1" status: 204 len: 168 time: 0.2777247 Jan 05 17:11:36.133292 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 43882) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:36.136104 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f35829e-712f-4e79-8739-48ffb902407c tempest-SecGroupIPv6Test-2005952447 tempest-SecGroupIPv6Test-2005952447-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=33837214-99f9-4dbf-a0de-fbdd4bf99835,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:11:36.154611 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-cf86102c-1687-4544-a05c-08a1be300ecd tempest-RoutersNegativeIpV6Test-1533253519 tempest-RoutersNegativeIpV6Test-1533253519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11433176'] for port, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:36.185908 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-a7e5f398-96ea-4696-ae8b-1114cc66f3be tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] Publish callbacks [] for security_group, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:36.191883 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf86102c-1687-4544-a05c-08a1be300ecd tempest-RoutersNegativeIpV6Test-1533253519 tempest-RoutersNegativeIpV6Test-1533253519-project] Pushing event deleted for resources: {'Port': ['ID=441e0c1a-5e68-494a-8b50-56cb7aca5772,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:11:36.195165 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22e01c16-be5d-44f2-b731-fb1172ceaba6 None None] DHCP port deletion for 81231b46-7bbe-4055-a24a-0d85545786e9 request from dv-neutron-master-2-hyperv {{(pid=103802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 05 17:11:36.212396 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf86102c-1687-4544-a05c-08a1be300ecd tempest-RoutersNegativeIpV6Test-1533253519 tempest-RoutersNegativeIpV6Test-1533253519-project] No DVR routers for this DVR port 441e0c1a-5e68-494a-8b50-56cb7aca5772 on host dv-neutron-master-2-hyperv {{(pid=103801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 05 17:11:36.290176 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-1745b994-291c-43de-a830-3d1d6ea2f91b None None] Provisioning complete for port d658e76c-2432-46a3-bbb4-24c27e59c0e7 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:11:36.290554 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-1745b994-291c-43de-a830-3d1d6ea2f91b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:36.295649 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device d658e76c-2432-46a3-bbb4-24c27e59c0e7 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:11:36.348902 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-cf86102c-1687-4544-a05c-08a1be300ecd tempest-RoutersNegativeIpV6Test-1533253519 tempest-RoutersNegativeIpV6Test-1533253519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3891715', 'neutron.services.segments.db._delete_segments_for_network-8754181063482'] for network, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:36.390435 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.services.segments.db [None req-cf86102c-1687-4544-a05c-08a1be300ecd tempest-RoutersNegativeIpV6Test-1533253519 tempest-RoutersNegativeIpV6Test-1533253519-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81231b46-7bbe-4055-a24a-0d85545786e9']}} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:11:36.419085 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.services.segments.db [None req-cf86102c-1687-4544-a05c-08a1be300ecd tempest-RoutersNegativeIpV6Test-1533253519 tempest-RoutersNegativeIpV6Test-1533253519-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a146aefd-69ce-49c1-a09d-aa7aa7500239') {'for_net_delete': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:11:36.419705 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.services.segments.db [None req-cf86102c-1687-4544-a05c-08a1be300ecd tempest-RoutersNegativeIpV6Test-1533253519 tempest-RoutersNegativeIpV6Test-1533253519-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a146aefd-69ce-49c1-a09d-aa7aa7500239') {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:11:36.430510 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-d0c6ef7c-74d0-43d9-9ef5-363e45c7a1cc tempest-SecGroupIPv6Test-2005952447 tempest-SecGroupIPv6Test-2005952447-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2944381 Jan 05 17:11:36.430622 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Provisioning complete for port d658e76c-2432-46a3-bbb4-24c27e59c0e7 triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:11:36.430622 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:36.432861 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 43888) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:36.454031 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-cf86102c-1687-4544-a05c-08a1be300ecd tempest-RoutersNegativeIpV6Test-1533253519 tempest-RoutersNegativeIpV6Test-1533253519-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754181064771', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11316385'] for segment, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:36.454219 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-f7e81e45-8a03-4820-b2cd-6af8c18a1c22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36b7bd7a-bec1-46d0-9455-e6298ef1b857', 'name': 'tempest-TestNetworkBasicOps-router-275673944', 'tenant_id': 'ec76859de02442879238ecf1eaefefed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.51'}], 'enable_snat': True}, 'gw_port_id': 'e35d3a26-b17d-4578-abe6-d57671d0aca3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:11:27Z', 'updated_at': '2022-01-05T17:11:31Z', 'revision_number': 3, 'project_id': 'ec76859de02442879238ecf1eaefefed', 'gw_port': {'id': 'e35d3a26-b17d-4578-abe6-d57671d0aca3', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:d9:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36b7bd7a-bec1-46d0-9455-e6298ef1b857', 'device_owner': 'network:router_gateway', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:11:29Z', 'updated_at': '2022-01-05T17:11:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:11:36.495667 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7e81e45-8a03-4820-b2cd-6af8c18a1c22 None None] Checking router: 36b7bd7a-bec1-46d0-9455-e6298ef1b857 for host: dv-neutron-master-2-hyperv {{(pid=103802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 05 17:11:36.504591 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7e81e45-8a03-4820-b2cd-6af8c18a1c22 None None] Updating router 36b7bd7a-bec1-46d0-9455-e6298ef1b857 port e35d3a26-b17d-4578-abe6-d57671d0aca3 binding host dv-neutron-master-2-hyperv {{(pid=103802) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 05 17:11:36.511135 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-a7e5f398-96ea-4696-ae8b-1114cc66f3be tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] Publish callbacks [] for security_group, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:36.514897 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-cf86102c-1687-4544-a05c-08a1be300ecd tempest-RoutersNegativeIpV6Test-1533253519 tempest-RoutersNegativeIpV6Test-1533253519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225'] for segment, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:36.515074 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2b31c7fa-b0b8-4ec6-9dfb-885ba0a977cf tempest-RoutersNegativeTest-494847045 tempest-RoutersNegativeTest-494847045-project] Publish callbacks [] for port, precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:36.516756 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbb31dea-1a32-481d-8a73-902caf633c89 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Made reservation on behalf of ec76859de02442879238ecf1eaefefed for: {'subnet': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:11:36.520783 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-dbb31dea-1a32-481d-8a73-902caf633c89 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8521827'] for subnet, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:36.533145 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e167b88f-4c61-4812-860f-9aecff2e4ef1 tempest-SecGroupIPv6Test-2005952447 tempest-SecGroupIPv6Test-2005952447-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:36.540894 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-1745b994-291c-43de-a830-3d1d6ea2f91b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:36.552081 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e167b88f-4c61-4812-860f-9aecff2e4ef1 tempest-SecGroupIPv6Test-2005952447 tempest-SecGroupIPv6Test-2005952447-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:36.559270 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf86102c-1687-4544-a05c-08a1be300ecd tempest-RoutersNegativeIpV6Test-1533253519 tempest-RoutersNegativeIpV6Test-1533253519-project] Releasing vlan 134 on physical network physnet1 to pool {{(pid=103801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 05 17:11:36.560144 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-cf86102c-1687-4544-a05c-08a1be300ecd tempest-RoutersNegativeIpV6Test-1533253519 tempest-RoutersNegativeIpV6Test-1533253519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11433197'] for segment, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:36.566429 dv-neutron-master-2-hyperv neutron-server[103801]: Traceback (most recent call last): Jan 05 17:11:36.566429 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 05 17:11:36.566429 dv-neutron-master-2-hyperv neutron-server[103801]: timer() Jan 05 17:11:36.566429 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 05 17:11:36.566429 dv-neutron-master-2-hyperv neutron-server[103801]: cb(*args, **kw) Jan 05 17:11:36.566429 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 05 17:11:36.566429 dv-neutron-master-2-hyperv neutron-server[103801]: return func(*args, **kwargs) Jan 05 17:11:36.566429 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 05 17:11:36.566429 dv-neutron-master-2-hyperv neutron-server[103801]: self._notify() Jan 05 17:11:36.566429 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 05 17:11:36.566429 dv-neutron-master-2-hyperv neutron-server[103801]: self.callback(batched_events) Jan 05 17:11:36.566429 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 05 17:11:36.566429 dv-neutron-master-2-hyperv neutron-server[103801]: event.method(event) Jan 05 17:11:36.566429 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 05 17:11:36.566429 dv-neutron-master-2-hyperv neutron-server[103801]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 05 17:11:36.566429 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 05 17:11:36.566429 dv-neutron-master-2-hyperv neutron-server[103801]: aggregate_uuid = self.p_client.list_aggregates( Jan 05 17:11:36.566429 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 05 17:11:36.566429 dv-neutron-master-2-hyperv neutron-server[103801]: return f(self, *a, **k) Jan 05 17:11:36.566429 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 05 17:11:36.566429 dv-neutron-master-2-hyperv neutron-server[103801]: return self._get(url).json() Jan 05 17:11:36.566429 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 05 17:11:36.566429 dv-neutron-master-2-hyperv neutron-server[103801]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 05 17:11:36.566429 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 05 17:11:36.566429 dv-neutron-master-2-hyperv neutron-server[103801]: return self.request(url, 'GET', **kwargs) Jan 05 17:11:36.566429 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 05 17:11:36.566429 dv-neutron-master-2-hyperv neutron-server[103801]: base_url = self.get_endpoint(auth, allow=allow, Jan 05 17:11:36.566429 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 05 17:11:36.566429 dv-neutron-master-2-hyperv neutron-server[103801]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 05 17:11:36.566429 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 05 17:11:36.566429 dv-neutron-master-2-hyperv neutron-server[103801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 05 17:11:36.566429 dv-neutron-master-2-hyperv neutron-server[103801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 05 17:11:36.583655 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-f7e81e45-8a03-4820-b2cd-6af8c18a1c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:36.598346 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-a7e5f398-96ea-4696-ae8b-1114cc66f3be tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:36.641724 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-1745b994-291c-43de-a830-3d1d6ea2f91b None None] For port d658e76c-2432-46a3-bbb4-24c27e59c0e7, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d658e76c-2432-46a3-bbb4-24c27e59c0e7,segment=NetworkSegment(c3ccf958-299e-4792-8b34-1a6be65a0643),segment_id=c3ccf958-299e-4792-8b34-1a6be65a0643)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:11:36.697076 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e5f398-96ea-4696-ae8b-1114cc66f3be tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b262cbf-7c6a-43f6-b8d8-9524c99c20c2,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:11:36.707360 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2b31c7fa-b0b8-4ec6-9dfb-885ba0a977cf tempest-RoutersNegativeTest-494847045 tempest-RoutersNegativeTest-494847045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8784461'] for port, after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:36.744295 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:36.751956 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-1745b994-291c-43de-a830-3d1d6ea2f91b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:36.774199 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e167b88f-4c61-4812-860f-9aecff2e4ef1 tempest-SecGroupIPv6Test-2005952447 tempest-SecGroupIPv6Test-2005952447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533437'] for security_group_rule, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:36.781770 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e167b88f-4c61-4812-860f-9aecff2e4ef1 tempest-SecGroupIPv6Test-2005952447 tempest-SecGroupIPv6Test-2005952447-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:36.784585 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-e167b88f-4c61-4812-860f-9aecff2e4ef1 tempest-SecGroupIPv6Test-2005952447 tempest-SecGroupIPv6Test-2005952447-project] 10.222.0.11 "DELETE /v2.0/security-group-rules/cea197f1-d969-4ce2-b601-69f2f3cb787f HTTP/1.1" status: 204 len: 168 time: 0.3484356 Jan 05 17:11:36.789198 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-cf86102c-1687-4544-a05c-08a1be300ecd tempest-RoutersNegativeIpV6Test-1533253519 tempest-RoutersNegativeIpV6Test-1533253519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3891722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648695'] for network, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:36.793463 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 43898) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:36.795985 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-a7e5f398-96ea-4696-ae8b-1114cc66f3be tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] Publish callbacks [] for security_group, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:36.797511 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-a7e5f398-96ea-4696-ae8b-1114cc66f3be tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.7668915 Jan 05 17:11:36.803799 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 43900) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:36.821402 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-cf86102c-1687-4544-a05c-08a1be300ecd tempest-RoutersNegativeIpV6Test-1533253519 tempest-RoutersNegativeIpV6Test-1533253519-project] Publish callbacks [] for network, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:36.828385 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-cf86102c-1687-4544-a05c-08a1be300ecd tempest-RoutersNegativeIpV6Test-1533253519 tempest-RoutersNegativeIpV6Test-1533253519-project] 10.222.0.11 "DELETE /v2.0/networks/81231b46-7bbe-4055-a24a-0d85545786e9 HTTP/1.1" status: 204 len: 168 time: 1.4087505 Jan 05 17:11:36.836115 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-9295386c-aece-4223-ba82-22b92335bd06 tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] Request body: {'security_group_rule': {'security_group_id': '9b262cbf-7c6a-43f6-b8d8-9524c99c20c2', 'direction': 'ingress', 'protocol': 17}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:11:36.836115 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 43902) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:36.847761 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e167b88f-4c61-4812-860f-9aecff2e4ef1 tempest-SecGroupIPv6Test-2005952447 tempest-SecGroupIPv6Test-2005952447-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cea197f1-d969-4ce2-b601-69f2f3cb787f,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:11:36.860827 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf86102c-1687-4544-a05c-08a1be300ecd tempest-RoutersNegativeIpV6Test-1533253519 tempest-RoutersNegativeIpV6Test-1533253519-project] Pushing event deleted for resources: {'Network': ['ID=81231b46-7bbe-4055-a24a-0d85545786e9,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:11:36.895307 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-560f667c-8d9c-49eb-9190-d8597b3ea827 tempest-RoutersNegativeIpV6Test-1533253519 tempest-RoutersNegativeIpV6Test-1533253519-project] 10.222.0.11 "GET /v2.0/ports?device_id=c2952fad-98a1-4582-88b8-89acf570dadf HTTP/1.1" status: 200 len: 205 time: 0.0433679 Jan 05 17:11:36.895307 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 43904) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:36.896431 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2b31c7fa-b0b8-4ec6-9dfb-885ba0a977cf tempest-RoutersNegativeTest-494847045 tempest-RoutersNegativeTest-494847045-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-531704'] for router_interface, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:36.913534 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 43906) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:36.943117 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.db.api [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103802) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 05 17:11:36.944218 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG oslo_db.api [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 05 17:11:36.957428 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1745b994-291c-43de-a830-3d1d6ea2f91b None None] Pushing event updated for resources: {'Port': ['ID=d658e76c-2432-46a3-bbb4-24c27e59c0e7,revision_number=3']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:11:36.972524 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-6f6550af-162f-44ff-a93c-d84f0d9c12e4 None None] Provisioning complete for port d658e76c-2432-46a3-bbb4-24c27e59c0e7 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:11:36.972900 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-6f6550af-162f-44ff-a93c-d84f0d9c12e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:36.981132 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b31c7fa-b0b8-4ec6-9dfb-885ba0a977cf tempest-RoutersNegativeTest-494847045 tempest-RoutersNegativeTest-494847045-project] Pushing event updated for resources: {'Port': ['ID=7ca1cd34-a9f5-49da-b225-87aea954f732,revision_number=2']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:11:37.007668 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-958ca7c7-a5c6-4505-82ae-50629548d4f3 tempest-RoutersNegativeIpV6Test-1533253519 tempest-RoutersNegativeIpV6Test-1533253519-project] Publish callbacks [] for router, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:37.090507 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-9295386c-aece-4223-ba82-22b92335bd06 tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:37.096850 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-93330f68-7811-4f7e-a7c0-d550ac9f184f tempest-SecGroupIPv6Test-2005952447 tempest-SecGroupIPv6Test-2005952447-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2798612 Jan 05 17:11:37.102869 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-dbb31dea-1a32-481d-8a73-902caf633c89 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8784852', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8521873'] for subnet, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:37.109890 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-0d180fd6-edb3-4ad9-9c2b-93042d8aabba tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-750161988'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:11:37.112968 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 43910) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:37.133467 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae84e70-894b-435b-9e47-5c2285863f23 req-1c33ed44-a2a5-4f65-bb26-6e88533a087f tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:11:37.135481 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-eae84e70-894b-435b-9e47-5c2285863f23 req-1c33ed44-a2a5-4f65-bb26-6e88533a087f tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] 10.222.0.11 "GET /v2.0/ports?device_id=960404e1-a8f8-4c26-83b9-87528fa8969d HTTP/1.1" status: 200 len: 944 time: 0.3020270 Jan 05 17:11:37.139700 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-f7e81e45-8a03-4820-b2cd-6af8c18a1c22 None None] Publish callbacks [] for port, precommit_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:37.175218 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b31c7fa-b0b8-4ec6-9dfb-885ba0a977cf tempest-RoutersNegativeTest-494847045 tempest-RoutersNegativeTest-494847045-project] Network 8c8ecbc7-f66e-4def-ac44-60996b3575ac is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:11:37.203354 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-2b31c7fa-b0b8-4ec6-9dfb-885ba0a977cf tempest-RoutersNegativeTest-494847045 tempest-RoutersNegativeTest-494847045-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:11:37.205733 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-958ca7c7-a5c6-4505-82ae-50629548d4f3 tempest-RoutersNegativeIpV6Test-1533253519 tempest-RoutersNegativeIpV6Test-1533253519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-648249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62744'] for router, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:37.211795 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-958ca7c7-a5c6-4505-82ae-50629548d4f3 tempest-RoutersNegativeIpV6Test-1533253519 tempest-RoutersNegativeIpV6Test-1533253519-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:37.212452 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-f7e81e45-8a03-4820-b2cd-6af8c18a1c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:37.267795 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb31dea-1a32-481d-8a73-902caf633c89 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Pushing event updated for resources: {'Subnet': ['ID=5c5734b6-0442-4faf-b4f7-d61c8f7673ec,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:11:37.275903 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-9295386c-aece-4223-ba82-22b92335bd06 tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:37.287357 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d526381-f797-4acb-b00a-20e5defd9ace None None] DHCP port deletion for b0167590-0699-4c5c-a932-3939414a9573 request from dv-neutron-master-2-hyperv {{(pid=103802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 05 17:11:37.300356 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-f7e81e45-8a03-4820-b2cd-6af8c18a1c22 None None] Attempting to bind port e35d3a26-b17d-4578-abe6-d57671d0aca3 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 05 17:11:37.300995 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-f7e81e45-8a03-4820-b2cd-6af8c18a1c22 None None] Attempting to bind port e35d3a26-b17d-4578-abe6-d57671d0aca3 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '3f961525-530f-4ce5-8222-1dbbbe774893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573'}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 05 17:11:37.301406 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7e81e45-8a03-4820-b2cd-6af8c18a1c22 None None] Attempting to bind port e35d3a26-b17d-4578-abe6-d57671d0aca3 on network b0167590-0699-4c5c-a932-3939414a9573 {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:11:37.304348 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d543461-bf5a-4de1-a404-363e016b62f0 None None] Pushing event updated for resources: {'Port': ['ID=e35d3a26-b17d-4578-abe6-d57671d0aca3,revision_number=2']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:11:37.312805 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7e81e45-8a03-4820-b2cd-6af8c18a1c22 None None] Checking agent: {'id': '0d4f8fd3-ce62-4651-970c-efa6a8bb22b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 5, 16, 57, 23), 'started_at': datetime.datetime(2022, 1, 5, 16, 57, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 5, 17, 11, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 05 17:11:37.313357 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7e81e45-8a03-4820-b2cd-6af8c18a1c22 None None] Checking segment: {'id': '3f961525-530f-4ce5-8222-1dbbbe774893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:11:37.313911 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-f7e81e45-8a03-4820-b2cd-6af8c18a1c22 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:37.314374 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7e81e45-8a03-4820-b2cd-6af8c18a1c22 None None] Bound using segment: {'id': '3f961525-530f-4ce5-8222-1dbbbe774893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573'} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 05 17:11:37.315074 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-f7e81e45-8a03-4820-b2cd-6af8c18a1c22 None None] Bound port: e35d3a26-b17d-4578-abe6-d57671d0aca3, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f961525-530f-4ce5-8222-1dbbbe774893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573'}}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 05 17:11:37.315582 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-f7e81e45-8a03-4820-b2cd-6af8c18a1c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:37.357131 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-958ca7c7-a5c6-4505-82ae-50629548d4f3 tempest-RoutersNegativeIpV6Test-1533253519 tempest-RoutersNegativeIpV6Test-1533253519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-648240'] for router, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:37.357990 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-958ca7c7-a5c6-4505-82ae-50629548d4f3 tempest-RoutersNegativeIpV6Test-1533253519 tempest-RoutersNegativeIpV6Test-1533253519-project] Fanout notify agent at l3_agent the message router_deleted on router c2952fad-98a1-4582-88b8-89acf570dadf {{(pid=103801) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 05 17:11:37.377669 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-958ca7c7-a5c6-4505-82ae-50629548d4f3 tempest-RoutersNegativeIpV6Test-1533253519 tempest-RoutersNegativeIpV6Test-1533253519-project] Publish callbacks [] for router, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:37.381110 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-eae84e70-894b-435b-9e47-5c2285863f23 req-54b5ffb3-4a4e-4daf-982c-a9ae7185e4b6 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] 10.222.0.11 "GET /v2.0/security-groups?id=74da9e44-17f3-4e78-b165-acdbd8889547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2156346 Jan 05 17:11:37.382757 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-958ca7c7-a5c6-4505-82ae-50629548d4f3 tempest-RoutersNegativeIpV6Test-1533253519 tempest-RoutersNegativeIpV6Test-1533253519-project] 10.222.0.11 "DELETE /v2.0/routers/c2952fad-98a1-4582-88b8-89acf570dadf HTTP/1.1" status: 204 len: 168 time: 0.4883265 Jan 05 17:11:37.387551 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-9295386c-aece-4223-ba82-22b92335bd06 tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533437'] for security_group_rule, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:37.405042 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d180fd6-edb3-4ad9-9c2b-93042d8aabba tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Made reservation on behalf of ae615b9d4e3242ec84f93fb74627d3b2 for: {'network': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:11:37.405943 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0d180fd6-edb3-4ad9-9c2b-93042d8aabba tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for network, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:37.412563 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-f7e81e45-8a03-4820-b2cd-6af8c18a1c22 None None] For port e35d3a26-b17d-4578-abe6-d57671d0aca3, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 05 17:11:37.416291 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-f7e81e45-8a03-4820-b2cd-6af8c18a1c22 None None] For port e35d3a26-b17d-4578-abe6-d57671d0aca3, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e35d3a26-b17d-4578-abe6-d57671d0aca3,segment=NetworkSegment(3f961525-530f-4ce5-8222-1dbbbe774893),segment_id=3f961525-530f-4ce5-8222-1dbbbe774893)] {{(pid=103802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 05 17:11:37.419032 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9295386c-aece-4223-ba82-22b92335bd06 tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98e2b437-fc37-454e-bcdf-a831c7695b20,revision_number=0']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:11:37.421049 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbb31dea-1a32-481d-8a73-902caf633c89 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Checking segment: {'id': 'd05c6fd4-df91-4ada-ad3d-093d27903d08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '62c260dd-d135-4213-8dd0-485aab18a1d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:11:37.421434 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbb31dea-1a32-481d-8a73-902caf633c89 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Network hostable DHCP agents. Network: 62c260dd-d135-4213-8dd0-485aab18a1d0, hostable agents: ['3f70c195-17da-4084-9fd6-bf6059d88535'], hosted agents: [] {{(pid=103800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 05 17:11:37.423806 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-f5dac020-d809-45bf-ab69-7067a9c0d854 None None] Provisioning complete for port e35d3a26-b17d-4578-abe6-d57671d0aca3 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:11:37.424408 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-f5dac020-d809-45bf-ab69-7067a9c0d854 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:37.428610 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ad1fc77f-ad82-497c-9b20-a61e23c0c65f tempest-SecGroupIPv6Test-2005952447 tempest-SecGroupIPv6Test-2005952447-project] Publish callbacks [] for security_group, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:37.430268 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0d180fd6-edb3-4ad9-9c2b-93042d8aabba tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks [] for security_group, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:37.472107 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-9295386c-aece-4223-ba82-22b92335bd06 tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:37.473675 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-9295386c-aece-4223-ba82-22b92335bd06 tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.6549599 Jan 05 17:11:37.481507 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 43914) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:37.490665 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-f5dac020-d809-45bf-ab69-7067a9c0d854 None None] Port e35d3a26-b17d-4578-abe6-d57671d0aca3 cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 17:11:37.492180 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ad1fc77f-ad82-497c-9b20-a61e23c0c65f tempest-SecGroupIPv6Test-2005952447 tempest-SecGroupIPv6Test-2005952447-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:37.501391 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-f7e81e45-8a03-4820-b2cd-6af8c18a1c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:37.573172 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-948a311f-b003-4562-9a0a-6286d1dd154a None None] DHCP port deletion for b0167590-0699-4c5c-a932-3939414a9573 request from dv-neutron-master-2-hyperv {{(pid=103802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 05 17:11:37.581991 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7e81e45-8a03-4820-b2cd-6af8c18a1c22 None None] Routers {'36b7bd7a-bec1-46d0-9455-e6298ef1b857'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:11:37.582757 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-f7e81e45-8a03-4820-b2cd-6af8c18a1c22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:11:19Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['36b7bd7a-bec1-46d0-9455-e6298ef1b857'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:11:37.590624 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbb31dea-1a32-481d-8a73-902caf633c89 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Network 62c260dd-d135-4213-8dd0-485aab18a1d0 is scheduled to be hosted by DHCP agent 3f70c195-17da-4084-9fd6-bf6059d88535 with binding_index 1 {{(pid=103800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 05 17:11:37.611042 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d543461-bf5a-4de1-a404-363e016b62f0 None None] Pushing event updated for resources: {'Port': ['ID=e35d3a26-b17d-4578-abe6-d57671d0aca3,revision_number=3']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:11:37.624787 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-c3b6df17-a3c7-4d07-a2ef-b4b941e14dbe tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] Publish callbacks [] for security_group, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:37.669332 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-c3b6df17-a3c7-4d07-a2ef-b4b941e14dbe tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:37.684693 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-dbb31dea-1a32-481d-8a73-902caf633c89 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 62c260dd-d135-4213-8dd0-485aab18a1d0) {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:11:37.688311 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0d180fd6-edb3-4ad9-9c2b-93042d8aabba tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks [] for security_group, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:37.699537 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbb31dea-1a32-481d-8a73-902caf633c89 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:11:37.700558 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-dbb31dea-1a32-481d-8a73-902caf633c89 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for subnet, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:37.720342 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ad1fc77f-ad82-497c-9b20-a61e23c0c65f tempest-SecGroupIPv6Test-2005952447 tempest-SecGroupIPv6Test-2005952447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:37.730032 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ad1fc77f-ad82-497c-9b20-a61e23c0c65f tempest-SecGroupIPv6Test-2005952447 tempest-SecGroupIPv6Test-2005952447-project] Publish callbacks [] for security_group, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:37.730032 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-ad1fc77f-ad82-497c-9b20-a61e23c0c65f tempest-SecGroupIPv6Test-2005952447 tempest-SecGroupIPv6Test-2005952447-project] 10.222.0.11 "DELETE /v2.0/security-groups/dd197fcd-e864-457a-a614-38d18609a925 HTTP/1.1" status: 204 len: 168 time: 0.6042359 Jan 05 17:11:37.733150 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 43916) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:37.740912 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1fc77f-ad82-497c-9b20-a61e23c0c65f tempest-SecGroupIPv6Test-2005952447 tempest-SecGroupIPv6Test-2005952447-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd197fcd-e864-457a-a614-38d18609a925,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:11:37.778538 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b31c7fa-b0b8-4ec6-9dfb-885ba0a977cf tempest-RoutersNegativeTest-494847045 tempest-RoutersNegativeTest-494847045-project] Router 833f233b-26db-4bdc-bcd5-e78c004ab14e is scheduled to L3 agent 59446fdc-40e0-41fe-a575-a8eb11d742f7 with binding_index 1 {{(pid=103800) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 05 17:11:37.782324 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-1c47f7f1-651f-4a65-b1a5-2aa54de3e09c tempest-SecGroupIPv6Test-2005952447 tempest-SecGroupIPv6Test-2005952447-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.0457492 Jan 05 17:11:37.782894 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0d180fd6-edb3-4ad9-9c2b-93042d8aabba tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:37.786590 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 43918) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:37.792033 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-67908b07-5bff-42b9-ad7c-4ef098c105e0 tempest-SecGroupIPv6Test-2005952447 tempest-SecGroupIPv6Test-2005952447-project] Request body: {'security_group': {'name': 'tempest-secgroup--1512950241'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:11:37.806559 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-c3b6df17-a3c7-4d07-a2ef-b4b941e14dbe tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:37.809692 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-c3b6df17-a3c7-4d07-a2ef-b4b941e14dbe tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] Publish callbacks [] for security_group, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:37.810946 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-c3b6df17-a3c7-4d07-a2ef-b4b941e14dbe tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] 10.222.0.11 "DELETE /v2.0/security-groups/9b262cbf-7c6a-43f6-b8d8-9524c99c20c2 HTTP/1.1" status: 204 len: 168 time: 0.3335695 Jan 05 17:11:37.830437 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-dbb31dea-1a32-481d-8a73-902caf633c89 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.8302841 Jan 05 17:11:37.830437 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 43920) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:37.830727 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b6df17-a3c7-4d07-a2ef-b4b941e14dbe tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b262cbf-7c6a-43f6-b8d8-9524c99c20c2,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:11:37.831486 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c9378f5-0b06-46bf-9400-d27f99c1fd28 None None] Network 62c260dd-d135-4213-8dd0-485aab18a1d0 requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:11:37.831682 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 43922) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:37.833618 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device d658e76c-2432-46a3-bbb4-24c27e59c0e7 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:11:37.833899 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d180fd6-edb3-4ad9-9c2b-93042d8aabba tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] vlan segment allocate from pool success with {'vlan_id': 143, 'physical_network': 'physnet1'} {{(pid=103800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 05 17:11:37.920902 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d180fd6-edb3-4ad9-9c2b-93042d8aabba tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Pushing event updated for resources: {'SecurityGroup': ['ID=792e97fe-8f0e-4c43-855f-ac4be84cb114,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:11:37.925018 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0d180fd6-edb3-4ad9-9c2b-93042d8aabba tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225'] for segment, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:37.925429 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.db.segments_db [None req-0d180fd6-edb3-4ad9-9c2b-93042d8aabba tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Added segment 132af2db-4725-4f7f-be88-9325e3fb04f6 of type vlan for network 37daec31-e58d-4385-95d3-027e845500db Jan 05 17:11:37.949153 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-0d4938fe-3b34-437b-852b-13bf60238a71 None None] Provisioning complete for port 7ca1cd34-a9f5-49da-b225-87aea954f732 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:11:37.950330 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-0d4938fe-3b34-437b-852b-13bf60238a71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:37.991418 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-67908b07-5bff-42b9-ad7c-4ef098c105e0 tempest-SecGroupIPv6Test-2005952447 tempest-SecGroupIPv6Test-2005952447-project] Publish callbacks [] for security_group, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:38.044597 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0d180fd6-edb3-4ad9-9c2b-93042d8aabba tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754180566020'] for network, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:38.065995 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-75567e54-ab4b-40ee-9b0d-06ce1c28626a tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.2259710 Jan 05 17:11:38.066623 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b31c7fa-b0b8-4ec6-9dfb-885ba0a977cf tempest-RoutersNegativeTest-494847045 tempest-RoutersNegativeTest-494847045-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 05 17:11:38.073752 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-0d4938fe-3b34-437b-852b-13bf60238a71 None None] Port 7ca1cd34-a9f5-49da-b225-87aea954f732 cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 17:11:38.076256 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-2b31c7fa-b0b8-4ec6-9dfb-885ba0a977cf tempest-RoutersNegativeTest-494847045 tempest-RoutersNegativeTest-494847045-project] 10.222.0.11 "PUT /v2.0/routers/833f233b-26db-4bdc-bcd5-e78c004ab14e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6309545 Jan 05 17:11:38.078710 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 43926) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:38.079044 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 43928) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:38.087417 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62dbf601-8fa3-4ccf-aa54-ff63bb08704e None None] Sync routers for ids ['833f233b-26db-4bdc-bcd5-e78c004ab14e'] in dv-neutron-master-2-hyperv {{(pid=103803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 05 17:11:38.092751 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-8d85eff5-dce4-4d0d-b32c-fb5fca931d01 tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] Request body: {'security_group': {'name': 'tempest-secgroup--726060196'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:11:38.099550 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Provisioning complete for port d658e76c-2432-46a3-bbb4-24c27e59c0e7 triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:11:38.100165 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:38.112229 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62dbf601-8fa3-4ccf-aa54-ff63bb08704e None None] Routers {'833f233b-26db-4bdc-bcd5-e78c004ab14e'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:11:38.113242 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-62dbf601-8fa3-4ccf-aa54-ff63bb08704e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:11:19Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['833f233b-26db-4bdc-bcd5-e78c004ab14e'], 'active': True} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:11:38.117305 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-f7e81e45-8a03-4820-b2cd-6af8c18a1c22 None None] Set router 36b7bd7a-bec1-46d0-9455-e6298ef1b857 gateway port host: dv-neutron-master-2-hyperv {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:11:38.201775 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-62dbf601-8fa3-4ccf-aa54-ff63bb08704e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:11:38.206335 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04e7f346-3f39-49a5-a1ee-ca47114ad431 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-62c260dd-d135-4213-8dd0-485aab18a1d0', 'network_id': '62c260dd-d135-4213-8dd0-485aab18a1d0', 'project_id': 'ec76859de02442879238ecf1eaefefed', 'fixed_ips': [{'subnet_id': '5c5734b6-0442-4faf-b4f7-d61c8f7673ec'}]}} from dv-neutron-master-2-hyperv. {{(pid=103802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 05 17:11:38.207237 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-04e7f346-3f39-49a5-a1ee-ca47114ad431 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:38.218329 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62dbf601-8fa3-4ccf-aa54-ff63bb08704e None None] Routers {'833f233b-26db-4bdc-bcd5-e78c004ab14e'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:11:38.219384 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-62dbf601-8fa3-4ccf-aa54-ff63bb08704e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:11:19Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['833f233b-26db-4bdc-bcd5-e78c004ab14e'], 'active': True} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:11:38.245978 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 43930) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:38.262623 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0d180fd6-edb3-4ad9-9c2b-93042d8aabba tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685'] for network, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:38.268282 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d180fd6-edb3-4ad9-9c2b-93042d8aabba tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:11:38.268890 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0d180fd6-edb3-4ad9-9c2b-93042d8aabba tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks [] for network, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:38.303379 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-4c0af5d7-2fad-4f71-8878-b65fb1af577c None None] Provisioning complete for port e35d3a26-b17d-4578-abe6-d57671d0aca3 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:11:38.303766 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-4c0af5d7-2fad-4f71-8878-b65fb1af577c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:38.306259 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-62dbf601-8fa3-4ccf-aa54-ff63bb08704e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:11:38.310250 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62dbf601-8fa3-4ccf-aa54-ff63bb08704e None None] The sync data for ids ['833f233b-26db-4bdc-bcd5-e78c004ab14e'] in dv-neutron-master-2-hyperv is: [] {{(pid=103803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 05 17:11:38.330015 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-8d85eff5-dce4-4d0d-b32c-fb5fca931d01 tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] Publish callbacks [] for security_group, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:38.336703 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-67908b07-5bff-42b9-ad7c-4ef098c105e0 tempest-SecGroupIPv6Test-2005952447 tempest-SecGroupIPv6Test-2005952447-project] Publish callbacks [] for security_group, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:38.402300 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-0d180fd6-edb3-4ad9-9c2b-93042d8aabba tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.4820948 Jan 05 17:11:38.413941 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d180fd6-edb3-4ad9-9c2b-93042d8aabba tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Pushing event updated for resources: {'Network': ['ID=37daec31-e58d-4385-95d3-027e845500db,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:11:38.418214 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 43934) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:38.437146 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-67908b07-5bff-42b9-ad7c-4ef098c105e0 tempest-SecGroupIPv6Test-2005952447 tempest-SecGroupIPv6Test-2005952447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:38.450855 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Network 37daec31-e58d-4385-95d3-027e845500db details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 05 17:11:38.479054 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-28d66df3-9063-4873-86f2-d3e9ed0f5abe tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Request body: {'port': {'network_id': '37daec31-e58d-4385-95d3-027e845500db', 'name': 'tempest-PortsIpV6TestJSON-1336518221'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:11:38.520662 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-bfe2d9a8-b393-4d1d-b2f8-211ed27c1cca admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=3b20c1d908604d8f8cda83a036aa36a0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2691903 Jan 05 17:11:38.528076 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 43938) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:38.529024 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-8d85eff5-dce4-4d0d-b32c-fb5fca931d01 tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] Publish callbacks [] for security_group, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:38.585624 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7062757-0f21-4c06-97b7-726f6660741c req-b96b130d-6cdb-4657-8404-685cf154f3ac tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:11:38.593469 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-f7062757-0f21-4c06-97b7-726f6660741c req-b96b130d-6cdb-4657-8404-685cf154f3ac tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] 10.222.0.11 "GET /v2.0/ports?device_id=960404e1-a8f8-4c26-83b9-87528fa8969d HTTP/1.1" status: 200 len: 944 time: 0.1045904 Jan 05 17:11:38.602970 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67908b07-5bff-42b9-ad7c-4ef098c105e0 tempest-SecGroupIPv6Test-2005952447 tempest-SecGroupIPv6Test-2005952447-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8500d818-11eb-4e33-8e12-ae5edd8685c4,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:11:38.611064 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-8d85eff5-dce4-4d0d-b32c-fb5fca931d01 tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:38.621625 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-67908b07-5bff-42b9-ad7c-4ef098c105e0 tempest-SecGroupIPv6Test-2005952447 tempest-SecGroupIPv6Test-2005952447-project] Publish callbacks [] for security_group, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:38.622752 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-67908b07-5bff-42b9-ad7c-4ef098c105e0 tempest-SecGroupIPv6Test-2005952447 tempest-SecGroupIPv6Test-2005952447-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.8347862 Jan 05 17:11:38.625725 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 43940) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:38.641655 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-84de0b48-d357-42c5-bf4f-905d30b0d6b8 tempest-SecGroupIPv6Test-2005952447 tempest-SecGroupIPv6Test-2005952447-project] Request body: {'security_group_rule': {'security_group_id': '8500d818-11eb-4e33-8e12-ae5edd8685c4', 'direction': 'ingress', 'protocol': 17}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:11:38.677495 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-4c0af5d7-2fad-4f71-8878-b65fb1af577c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:38.685622 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d85eff5-dce4-4d0d-b32c-fb5fca931d01 tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d192da5a-7551-4b75-be2a-db0f7eaf3e2b,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:11:38.725925 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-4c0af5d7-2fad-4f71-8878-b65fb1af577c None None] For port e35d3a26-b17d-4578-abe6-d57671d0aca3, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e35d3a26-b17d-4578-abe6-d57671d0aca3,segment=NetworkSegment(3f961525-530f-4ce5-8222-1dbbbe774893),segment_id=3f961525-530f-4ce5-8222-1dbbbe774893)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:11:38.731339 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.db_base_plugin_common [None req-04e7f346-3f39-49a5-a1ee-ca47114ad431 None None] Allocated IP 172.20.0.2 (62c260dd-d135-4213-8dd0-485aab18a1d0/5c5734b6-0442-4faf-b4f7-d61c8f7673ec/9d13d551-6e61-4d36-918f-a880bdc00f9e) {{(pid=103802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:11:38.740770 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-8d85eff5-dce4-4d0d-b32c-fb5fca931d01 tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] Publish callbacks [] for security_group, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:38.743477 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-8d85eff5-dce4-4d0d-b32c-fb5fca931d01 tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6634157 Jan 05 17:11:38.767242 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 43942) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:38.773131 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-8665d7eb-ffb0-4a92-bca3-3c81e42ee9e0 tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] Request body: {'security_group': {'name': 'tempest-secgroup--1102230761'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:11:38.809974 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 441e0c1a-5e68-494a-8b50-56cb7aca5772 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 05 17:11:38.817529 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-4c0af5d7-2fad-4f71-8878-b65fb1af577c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:38.820033 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-f7e81e45-8a03-4820-b2cd-6af8c18a1c22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36b7bd7a-bec1-46d0-9455-e6298ef1b857', 'name': 'tempest-TestNetworkBasicOps-router-275673944', 'tenant_id': 'ec76859de02442879238ecf1eaefefed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.51'}], 'enable_snat': True}, 'gw_port_id': 'e35d3a26-b17d-4578-abe6-d57671d0aca3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:11:27Z', 'updated_at': '2022-01-05T17:11:31Z', 'revision_number': 3, 'project_id': 'ec76859de02442879238ecf1eaefefed', 'gw_port': {'id': 'e35d3a26-b17d-4578-abe6-d57671d0aca3', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:d9:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36b7bd7a-bec1-46d0-9455-e6298ef1b857', 'device_owner': 'network:router_gateway', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:11:29Z', 'updated_at': '2022-01-05T17:11:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:11:38.847113 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.api.v2.resource [None req-dd0ba33d-74ab-469d-9fe4-41549098c848 tempest-RoutersNegativeTest-494847045 tempest-RoutersNegativeTest-494847045-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 05 17:11:38.851058 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-dd0ba33d-74ab-469d-9fe4-41549098c848 tempest-RoutersNegativeTest-494847045 tempest-RoutersNegativeTest-494847045-project] 10.222.0.11 "PUT /v2.0/routers/833f233b-26db-4bdc-bcd5-e78c004ab14e/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.7669694 Jan 05 17:11:38.851323 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 43944) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:38.885531 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] No Port match for: 441e0c1a-5e68-494a-8b50-56cb7aca5772 {{(pid=103802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 05 17:11:38.885917 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 441e0c1a-5e68-494a-8b50-56cb7aca5772 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 05 17:11:38.893030 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7e81e45-8a03-4820-b2cd-6af8c18a1c22 None None] The sync data for ids ['36b7bd7a-bec1-46d0-9455-e6298ef1b857'] in dv-neutron-master-2-hyperv is: [{'id': '36b7bd7a-bec1-46d0-9455-e6298ef1b857', 'name': 'tempest-TestNetworkBasicOps-router-275673944', 'tenant_id': 'ec76859de02442879238ecf1eaefefed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.51'}], 'enable_snat': True}, 'gw_port_id': 'e35d3a26-b17d-4578-abe6-d57671d0aca3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:11:27Z', 'updated_at': '2022-01-05T17:11:31Z', 'revision_number': 3, 'project_id': 'ec76859de02442879238ecf1eaefefed', 'gw_port': {'id': 'e35d3a26-b17d-4578-abe6-d57671d0aca3', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:d9:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36b7bd7a-bec1-46d0-9455-e6298ef1b857', 'device_owner': 'network:router_gateway', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:11:29Z', 'updated_at': '2022-01-05T17:11:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 05 17:11:38.953899 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0af5d7-2fad-4f71-8878-b65fb1af577c None None] Pushing event updated for resources: {'Port': ['ID=e35d3a26-b17d-4578-abe6-d57671d0aca3,revision_number=4']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:11:38.959218 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-84de0b48-d357-42c5-bf4f-905d30b0d6b8 tempest-SecGroupIPv6Test-2005952447 tempest-SecGroupIPv6Test-2005952447-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:39.017038 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28d66df3-9063-4873-86f2-d3e9ed0f5abe tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Made reservation on behalf of ae615b9d4e3242ec84f93fb74627d3b2 for: {'port': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:11:39.020860 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-04e7f346-3f39-49a5-a1ee-ca47114ad431 None None] Publish callbacks [] for port, precommit_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:39.028866 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-28d66df3-9063-4873-86f2-d3e9ed0f5abe tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:39.035626 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-685b69e1-9eef-48ad-a5db-987345f94f7b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:39.091617 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-f7062757-0f21-4c06-97b7-726f6660741c req-13edfee1-7ac4-467a-9d36-2afa8696ea13 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] 10.222.0.11 "GET /v2.0/security-groups?id=74da9e44-17f3-4e78-b165-acdbd8889547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4969950 Jan 05 17:11:39.097308 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.notifiers.nova [None req-28d66df3-9063-4873-86f2-d3e9ed0f5abe tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] device_id is not set on port 581d299c-7edd-4046-86ad-68f734c0a8c1 yet. {{(pid=103800) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 05 17:11:39.106148 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-685b69e1-9eef-48ad-a5db-987345f94f7b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:39.139177 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-04e7f346-3f39-49a5-a1ee-ca47114ad431 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669'] for port, after_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:39.203913 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04e7f346-3f39-49a5-a1ee-ca47114ad431 None None] Network 62c260dd-d135-4213-8dd0-485aab18a1d0 is already hosted by enough agents. {{(pid=103802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:11:39.211891 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.scheduler.base_scheduler [None req-04e7f346-3f39-49a5-a1ee-ca47114ad431 None None] Resources bound (agent type, host, resource id): {{(pid=103802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:11:39.223414 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04e7f346-3f39-49a5-a1ee-ca47114ad431 None None] Received port after_create {{(pid=103802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:11:39.225773 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e7f346-3f39-49a5-a1ee-ca47114ad431 None None] Pushing event updated for resources: {'Port': ['ID=9d13d551-6e61-4d36-918f-a880bdc00f9e,revision_number=1']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:11:39.247247 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-c59baad1-9e37-45a9-b8d1-3f354b38d8a4 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:39.305693 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-04e7f346-3f39-49a5-a1ee-ca47114ad431 None None] Attempting to bind port 9d13d551-6e61-4d36-918f-a880bdc00f9e on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 05 17:11:39.306062 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-04e7f346-3f39-49a5-a1ee-ca47114ad431 None None] Attempting to bind port 9d13d551-6e61-4d36-918f-a880bdc00f9e by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'd05c6fd4-df91-4ada-ad3d-093d27903d08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '62c260dd-d135-4213-8dd0-485aab18a1d0'}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 05 17:11:39.306420 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04e7f346-3f39-49a5-a1ee-ca47114ad431 None None] Attempting to bind port 9d13d551-6e61-4d36-918f-a880bdc00f9e on network 62c260dd-d135-4213-8dd0-485aab18a1d0 {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:11:39.315718 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04e7f346-3f39-49a5-a1ee-ca47114ad431 None None] Checking agent: {'id': '0d4f8fd3-ce62-4651-970c-efa6a8bb22b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 5, 16, 57, 23), 'started_at': datetime.datetime(2022, 1, 5, 16, 57, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 5, 17, 11, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 05 17:11:39.316336 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04e7f346-3f39-49a5-a1ee-ca47114ad431 None None] Checking segment: {'id': 'd05c6fd4-df91-4ada-ad3d-093d27903d08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '62c260dd-d135-4213-8dd0-485aab18a1d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:11:39.317008 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-04e7f346-3f39-49a5-a1ee-ca47114ad431 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:39.317661 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04e7f346-3f39-49a5-a1ee-ca47114ad431 None None] Bound using segment: {'id': 'd05c6fd4-df91-4ada-ad3d-093d27903d08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '62c260dd-d135-4213-8dd0-485aab18a1d0'} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 05 17:11:39.323428 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-685b69e1-9eef-48ad-a5db-987345f94f7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:39.325094 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-04e7f346-3f39-49a5-a1ee-ca47114ad431 None None] Bound port: 9d13d551-6e61-4d36-918f-a880bdc00f9e, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd05c6fd4-df91-4ada-ad3d-093d27903d08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '62c260dd-d135-4213-8dd0-485aab18a1d0'}}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 05 17:11:39.325690 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-04e7f346-3f39-49a5-a1ee-ca47114ad431 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:39.326768 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-685b69e1-9eef-48ad-a5db-987345f94f7b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:39.331289 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-685b69e1-9eef-48ad-a5db-987345f94f7b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/4ab6ea15-11b0-4ae8-8816-5004eda3682d HTTP/1.1" status: 204 len: 168 time: 0.8008852 Jan 05 17:11:39.346305 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685b69e1-9eef-48ad-a5db-987345f94f7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ab6ea15-11b0-4ae8-8816-5004eda3682d,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:11:39.457538 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-04e7f346-3f39-49a5-a1ee-ca47114ad431 None None] For port 9d13d551-6e61-4d36-918f-a880bdc00f9e, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 05 17:11:39.462224 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-04e7f346-3f39-49a5-a1ee-ca47114ad431 None None] For port 9d13d551-6e61-4d36-918f-a880bdc00f9e, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=9d13d551-6e61-4d36-918f-a880bdc00f9e,segment=NetworkSegment(d05c6fd4-df91-4ada-ad3d-093d27903d08),segment_id=d05c6fd4-df91-4ada-ad3d-093d27903d08)] {{(pid=103802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 05 17:11:39.545611 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-04e7f346-3f39-49a5-a1ee-ca47114ad431 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:39.694617 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e7f346-3f39-49a5-a1ee-ca47114ad431 None None] Pushing event updated for resources: {'Port': ['ID=9d13d551-6e61-4d36-918f-a880bdc00f9e,revision_number=2']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:11:39.721690 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [None req-c59baad1-9e37-45a9-b8d1-3f354b38d8a4 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Allocated IP 172.20.0.1 (62c260dd-d135-4213-8dd0-485aab18a1d0/5c5734b6-0442-4faf-b4f7-d61c8f7673ec/7a3ebc3b-9bc4-4533-9c6f-b0efbbc88532) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:11:39.809817 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-28d66df3-9063-4873-86f2-d3e9ed0f5abe tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks [] for port, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:39.841176 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device e35d3a26-b17d-4578-abe6-d57671d0aca3 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:11:39.908077 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-8665d7eb-ffb0-4a92-bca3-3c81e42ee9e0 tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] Publish callbacks [] for security_group, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:39.919616 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-c59baad1-9e37-45a9-b8d1-3f354b38d8a4 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for port, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:39.977667 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-84de0b48-d357-42c5-bf4f-905d30b0d6b8 tempest-SecGroupIPv6Test-2005952447 tempest-SecGroupIPv6Test-2005952447-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:39.988464 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Provisioning complete for port e35d3a26-b17d-4578-abe6-d57671d0aca3 triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:11:39.989183 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:40.016250 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-28d66df3-9063-4873-86f2-d3e9ed0f5abe tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:40.094658 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-c59baad1-9e37-45a9-b8d1-3f354b38d8a4 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11433176'] for port, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:40.181539 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c59baad1-9e37-45a9-b8d1-3f354b38d8a4 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Network 62c260dd-d135-4213-8dd0-485aab18a1d0 is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:11:40.185645 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-c59baad1-9e37-45a9-b8d1-3f354b38d8a4 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:11:40.188835 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c59baad1-9e37-45a9-b8d1-3f354b38d8a4 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:11:40.196025 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-84de0b48-d357-42c5-bf4f-905d30b0d6b8 tempest-SecGroupIPv6Test-2005952447 tempest-SecGroupIPv6Test-2005952447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533437'] for security_group_rule, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:40.270660 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59baad1-9e37-45a9-b8d1-3f354b38d8a4 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Pushing event updated for resources: {'Port': ['ID=7a3ebc3b-9bc4-4533-9c6f-b0efbbc88532,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:11:40.285035 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-c59baad1-9e37-45a9-b8d1-3f354b38d8a4 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-648552'] for router_interface, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:40.319249 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d66df3-9063-4873-86f2-d3e9ed0f5abe tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Pushing event updated for resources: {'Port': ['ID=581d299c-7edd-4046-86ad-68f734c0a8c1,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:11:40.359313 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84de0b48-d357-42c5-bf4f-905d30b0d6b8 tempest-SecGroupIPv6Test-2005952447 tempest-SecGroupIPv6Test-2005952447-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5a705ca-0101-4f87-bd75-adacf25c0aef,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:11:40.415596 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-8665d7eb-ffb0-4a92-bca3-3c81e42ee9e0 tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] Publish callbacks [] for security_group, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:40.430929 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-84de0b48-d357-42c5-bf4f-905d30b0d6b8 tempest-SecGroupIPv6Test-2005952447 tempest-SecGroupIPv6Test-2005952447-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:40.432165 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-84de0b48-d357-42c5-bf4f-905d30b0d6b8 tempest-SecGroupIPv6Test-2005952447 tempest-SecGroupIPv6Test-2005952447-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 1.7971759 Jan 05 17:11:40.435536 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28d66df3-9063-4873-86f2-d3e9ed0f5abe tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Checking segment: {'id': '132af2db-4725-4f7f-be88-9325e3fb04f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '37daec31-e58d-4385-95d3-027e845500db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:11:40.436140 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28d66df3-9063-4873-86f2-d3e9ed0f5abe tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Network hostable DHCP agents. Network: 37daec31-e58d-4385-95d3-027e845500db, hostable agents: ['3f70c195-17da-4084-9fd6-bf6059d88535'], hosted agents: [] {{(pid=103800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 05 17:11:40.437432 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 43960) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:40.465287 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8538242e-d943-440b-963f-4663505d9949 req-d36e929a-b22a-4264-8816-61b44fbd2afb tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:11:40.466903 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-8538242e-d943-440b-963f-4663505d9949 req-d36e929a-b22a-4264-8816-61b44fbd2afb tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] 10.222.0.11 "GET /v2.0/ports?device_id=960404e1-a8f8-4c26-83b9-87528fa8969d HTTP/1.1" status: 200 len: 944 time: 0.2223477 Jan 05 17:11:40.486940 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-8665d7eb-ffb0-4a92-bca3-3c81e42ee9e0 tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:40.500460 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-6f0e0f25-b19d-4a9a-a4ee-ca2adc49c19e tempest-SecGroupIPv6Test-2005952447 tempest-SecGroupIPv6Test-2005952447-project] Publish callbacks [] for security_group, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:40.550100 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-6f0e0f25-b19d-4a9a-a4ee-ca2adc49c19e tempest-SecGroupIPv6Test-2005952447 tempest-SecGroupIPv6Test-2005952447-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:40.564325 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-c59baad1-9e37-45a9-b8d1-3f354b38d8a4 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:40.575232 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28d66df3-9063-4873-86f2-d3e9ed0f5abe tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Network 37daec31-e58d-4385-95d3-027e845500db is scheduled to be hosted by DHCP agent 3f70c195-17da-4084-9fd6-bf6059d88535 with binding_index 1 {{(pid=103800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 05 17:11:40.587778 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8665d7eb-ffb0-4a92-bca3-3c81e42ee9e0 tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c547cdd-a068-459c-a86a-745e6e204507,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:11:40.604554 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-8538242e-d943-440b-963f-4663505d9949 req-baadc4e6-2e69-47ea-af87-3d9c4a8930c5 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] 10.222.0.11 "GET /v2.0/security-groups?id=74da9e44-17f3-4e78-b165-acdbd8889547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1300483 Jan 05 17:11:40.624557 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-8665d7eb-ffb0-4a92-bca3-3c81e42ee9e0 tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] Publish callbacks [] for security_group, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:40.626539 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-8665d7eb-ffb0-4a92-bca3-3c81e42ee9e0 tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.8579609 Jan 05 17:11:40.629237 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 43962) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:40.643007 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-b4b1f65d-02e3-4418-b8b5-1f1b24059960 tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] Request body: {'security_group_rule': {'security_group_id': 'd192da5a-7551-4b75-be2a-db0f7eaf3e2b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '7c547cdd-a068-459c-a86a-745e6e204507', 'remote_ip_prefix': None}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:11:40.663628 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-660d1a2e-23f4-446d-a007-a8a8c7d20a17 tempest-RoutersNegativeTest-494847045 tempest-RoutersNegativeTest-494847045-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-531685'] for router_interface, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:40.708928 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-28d66df3-9063-4873-86f2-d3e9ed0f5abe tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 37daec31-e58d-4385-95d3-027e845500db) {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:11:40.718152 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8e779f0-9faf-4fdc-a9f1-70ff3e6a82fe None None] Network 37daec31-e58d-4385-95d3-027e845500db requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:11:40.720290 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28d66df3-9063-4873-86f2-d3e9ed0f5abe tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:11:40.727446 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28d66df3-9063-4873-86f2-d3e9ed0f5abe tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:11:40.727446 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-28d66df3-9063-4873-86f2-d3e9ed0f5abe tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:40.744577 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-6f0e0f25-b19d-4a9a-a4ee-ca2adc49c19e tempest-SecGroupIPv6Test-2005952447 tempest-SecGroupIPv6Test-2005952447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:40.748816 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-6f0e0f25-b19d-4a9a-a4ee-ca2adc49c19e tempest-SecGroupIPv6Test-2005952447 tempest-SecGroupIPv6Test-2005952447-project] Publish callbacks [] for security_group, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:40.758398 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-6f0e0f25-b19d-4a9a-a4ee-ca2adc49c19e tempest-SecGroupIPv6Test-2005952447 tempest-SecGroupIPv6Test-2005952447-project] 10.222.0.11 "DELETE /v2.0/security-groups/8500d818-11eb-4e33-8e12-ae5edd8685c4 HTTP/1.1" status: 204 len: 168 time: 0.3128977 Jan 05 17:11:40.760347 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 43970) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:40.794501 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0e0f25-b19d-4a9a-a4ee-ca2adc49c19e tempest-SecGroupIPv6Test-2005952447 tempest-SecGroupIPv6Test-2005952447-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8500d818-11eb-4e33-8e12-ae5edd8685c4,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:11:40.865160 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-933b8247-e005-404d-a8ff-3e16596ae947 tempest-SecGroupIPv6Test-2005952447 tempest-SecGroupIPv6Test-2005952447-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.0980623 Jan 05 17:11:40.865367 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 43972) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:40.875263 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-b0b7fe4b-a981-41b1-bd9a-b951c0b354bf tempest-SecGroupIPv6Test-2005952447 tempest-SecGroupIPv6Test-2005952447-project] Request body: {'security_group': {'name': 'tempest-secgroup--8313795'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:11:40.882275 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b4b1f65d-02e3-4418-b8b5-1f1b24059960 tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:40.961377 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-28d66df3-9063-4873-86f2-d3e9ed0f5abe tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.4869390 Jan 05 17:11:40.962057 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 43974) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:40.989927 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b4b1f65d-02e3-4418-b8b5-1f1b24059960 tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:41.007885 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-c59baad1-9e37-45a9-b8d1-3f354b38d8a4 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for port, precommit_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:41.014979 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-eb92d425-e433-474c-9e71-683922e00829 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-243065209'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:11:41.088129 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b4b1f65d-02e3-4418-b8b5-1f1b24059960 tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533437'] for security_group_rule, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:41.108781 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-c59baad1-9e37-45a9-b8d1-3f354b38d8a4 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11433169'] for port, after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:41.113206 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b1f65d-02e3-4418-b8b5-1f1b24059960 tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98b47075-1283-4773-a8d8-d66e67dc33dd,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:11:41.115533 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b0b7fe4b-a981-41b1-bd9a-b951c0b354bf tempest-SecGroupIPv6Test-2005952447 tempest-SecGroupIPv6Test-2005952447-project] Publish callbacks [] for security_group, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:41.135026 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 43978) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:41.185901 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-660d1a2e-23f4-446d-a007-a8a8c7d20a17 tempest-RoutersNegativeTest-494847045 tempest-RoutersNegativeTest-494847045-project] Deleting port 7ca1cd34-a9f5-49da-b225-87aea954f732 {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:11:41.186139 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-660d1a2e-23f4-446d-a007-a8a8c7d20a17 tempest-RoutersNegativeTest-494847045 tempest-RoutersNegativeTest-494847045-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:41.208025 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-c59baad1-9e37-45a9-b8d1-3f354b38d8a4 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-531704'] for router_interface, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:41.210195 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59baad1-9e37-45a9-b8d1-3f354b38d8a4 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Pushing event updated for resources: {'Port': ['ID=7a3ebc3b-9bc4-4533-9c6f-b0efbbc88532,revision_number=2']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:11:41.227099 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b4b1f65d-02e3-4418-b8b5-1f1b24059960 tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:41.231935 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-b4b1f65d-02e3-4418-b8b5-1f1b24059960 tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.6003616 Jan 05 17:11:41.240862 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 43982) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:41.310990 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-c5f82a88-609a-4444-ba3e-e64bb517a444 tempest-SubnetPoolsTestJSON-657120669 tempest-SubnetPoolsTestJSON-657120669-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1187801290', 'prefixes': ['172.20.0.0/16']}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:11:41.319935 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb92d425-e433-474c-9e71-683922e00829 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Made reservation on behalf of ae615b9d4e3242ec84f93fb74627d3b2 for: {'network': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:11:41.324173 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-eb92d425-e433-474c-9e71-683922e00829 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for network, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:41.336261 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c59baad1-9e37-45a9-b8d1-3f354b38d8a4 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Network 62c260dd-d135-4213-8dd0-485aab18a1d0 is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:11:41.338008 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-c59baad1-9e37-45a9-b8d1-3f354b38d8a4 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:11:41.427835 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b0b7fe4b-a981-41b1-bd9a-b951c0b354bf tempest-SecGroupIPv6Test-2005952447 tempest-SecGroupIPv6Test-2005952447-project] Publish callbacks [] for security_group, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:41.429050 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-827876ad-4b9c-4b3a-852e-5651139e8947 tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:41.440911 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-660d1a2e-23f4-446d-a007-a8a8c7d20a17 tempest-RoutersNegativeTest-494847045 tempest-RoutersNegativeTest-494847045-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:41.447524 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-827876ad-4b9c-4b3a-852e-5651139e8947 tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:41.449485 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb92d425-e433-474c-9e71-683922e00829 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] vlan segment allocate from pool success with {'vlan_id': 102, 'physical_network': 'physnet1'} {{(pid=103800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 05 17:11:41.469680 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c59baad1-9e37-45a9-b8d1-3f354b38d8a4 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Router 36b7bd7a-bec1-46d0-9455-e6298ef1b857 has already been hosted by L3 agent 59446fdc-40e0-41fe-a575-a8eb11d742f7 {{(pid=103801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 05 17:11:41.484677 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-eb92d425-e433-474c-9e71-683922e00829 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225'] for segment, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:41.485022 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.db.segments_db [None req-eb92d425-e433-474c-9e71-683922e00829 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Added segment f37ca00d-d914-48f8-b871-42743663838d of type vlan for network 555f03b3-b898-43e3-a04e-01c94c6aeae9 Jan 05 17:11:41.486448 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-660d1a2e-23f4-446d-a007-a8a8c7d20a17 tempest-RoutersNegativeTest-494847045 tempest-RoutersNegativeTest-494847045-project] Calling delete_port for 7ca1cd34-a9f5-49da-b225-87aea954f732 owned by network:router_interface {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:11:41.501849 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa77920f-e215-466f-9db4-cf19f534bfa3 None None] Network 62c260dd-d135-4213-8dd0-485aab18a1d0 requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:11:41.580813 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-eb92d425-e433-474c-9e71-683922e00829 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754180566020'] for network, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:41.584792 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b0b7fe4b-a981-41b1-bd9a-b951c0b354bf tempest-SecGroupIPv6Test-2005952447 tempest-SecGroupIPv6Test-2005952447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:41.616641 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c59baad1-9e37-45a9-b8d1-3f354b38d8a4 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 05 17:11:41.629419 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-8f3702e6-c0e0-40b6-9011-67c5b1927fef None None] Provisioning complete for port 9d13d551-6e61-4d36-918f-a880bdc00f9e triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:11:41.629419 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-8f3702e6-c0e0-40b6-9011-67c5b1927fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:41.630661 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-c59baad1-9e37-45a9-b8d1-3f354b38d8a4 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "PUT /v2.0/routers/36b7bd7a-bec1-46d0-9455-e6298ef1b857/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7979696 Jan 05 17:11:41.631911 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 43984) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:41.639102 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-827876ad-4b9c-4b3a-852e-5651139e8947 tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533437'] for security_group_rule, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:41.667331 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-827876ad-4b9c-4b3a-852e-5651139e8947 tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:41.668524 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-827876ad-4b9c-4b3a-852e-5651139e8947 tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] 10.222.0.11 "DELETE /v2.0/security-group-rules/98b47075-1283-4773-a8d8-d66e67dc33dd HTTP/1.1" status: 204 len: 168 time: 0.4266815 Jan 05 17:11:41.677843 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 43988) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:41.694474 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b7fe4b-a981-41b1-bd9a-b951c0b354bf tempest-SecGroupIPv6Test-2005952447 tempest-SecGroupIPv6Test-2005952447-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8c4f56a-e50a-46c6-814f-7694a669936a,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:11:41.709415 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827876ad-4b9c-4b3a-852e-5651139e8947 tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=98b47075-1283-4773-a8d8-d66e67dc33dd,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:11:41.722228 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b0b7fe4b-a981-41b1-bd9a-b951c0b354bf tempest-SecGroupIPv6Test-2005952447 tempest-SecGroupIPv6Test-2005952447-project] Publish callbacks [] for security_group, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:41.722228 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-b0b7fe4b-a981-41b1-bd9a-b951c0b354bf tempest-SecGroupIPv6Test-2005952447 tempest-SecGroupIPv6Test-2005952447-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.8546262 Jan 05 17:11:41.762615 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 43990) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:41.769327 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-ea294207-02eb-436b-8edb-025d5e68f282 tempest-SecGroupIPv6Test-2005952447 tempest-SecGroupIPv6Test-2005952447-project] Request body: {'security_group': {'name': 'tempest-secgroup--848077145'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:11:41.782771 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-8f3702e6-c0e0-40b6-9011-67c5b1927fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:41.786242 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-eb92d425-e433-474c-9e71-683922e00829 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685'] for network, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:41.797858 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 9d13d551-6e61-4d36-918f-a880bdc00f9e up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:11:41.800029 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb92d425-e433-474c-9e71-683922e00829 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:11:41.806342 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-eb92d425-e433-474c-9e71-683922e00829 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks [] for network, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:41.806492 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eee3ee75-9905-4ee4-8c67-ece2f1ec2c8d None None] Sync routers for ids ['36b7bd7a-bec1-46d0-9455-e6298ef1b857'] in dv-neutron-master-2-hyperv {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 05 17:11:41.866988 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eee3ee75-9905-4ee4-8c67-ece2f1ec2c8d None None] Routers {'36b7bd7a-bec1-46d0-9455-e6298ef1b857'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:11:41.868293 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-eee3ee75-9905-4ee4-8c67-ece2f1ec2c8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:11:19Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['36b7bd7a-bec1-46d0-9455-e6298ef1b857'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:11:41.872833 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-9cc2a004-72b6-4726-a882-b3af5bd43a71 tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1852236 Jan 05 17:11:41.890218 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 43992) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:41.934196 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb92d425-e433-474c-9e71-683922e00829 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Pushing event updated for resources: {'Network': ['ID=555f03b3-b898-43e3-a04e-01c94c6aeae9,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:11:41.947631 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-8f3702e6-c0e0-40b6-9011-67c5b1927fef None None] For port 9d13d551-6e61-4d36-918f-a880bdc00f9e, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=9d13d551-6e61-4d36-918f-a880bdc00f9e,segment=NetworkSegment(d05c6fd4-df91-4ada-ad3d-093d27903d08),segment_id=d05c6fd4-df91-4ada-ad3d-093d27903d08)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:11:41.951190 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Network 555f03b3-b898-43e3-a04e-01c94c6aeae9 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 05 17:11:42.020015 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-eb92d425-e433-474c-9e71-683922e00829 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.0239091 Jan 05 17:11:42.020698 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 43994) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:42.026104 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-999e15b9-5947-46bc-ab3c-d642573f9769 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Request body: {'ports': [{'network_id': '37daec31-e58d-4385-95d3-027e845500db'}, {'network_id': '555f03b3-b898-43e3-a04e-01c94c6aeae9'}]} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:11:42.026457 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-999e15b9-5947-46bc-ab3c-d642573f9769 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Request body: {'port': {'network_id': '37daec31-e58d-4385-95d3-027e845500db'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:11:42.026941 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-999e15b9-5947-46bc-ab3c-d642573f9769 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Request body: {'port': {'network_id': '555f03b3-b898-43e3-a04e-01c94c6aeae9'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:11:42.041362 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067b2077-9623-4745-bee8-e9f4c964bb49 req-2e84747a-4f43-48c3-974e-e954177953bd tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:11:42.041362 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-067b2077-9623-4745-bee8-e9f4c964bb49 req-2e84747a-4f43-48c3-974e-e954177953bd tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] 10.222.0.11 "GET /v2.0/ports?device_id=960404e1-a8f8-4c26-83b9-87528fa8969d HTTP/1.1" status: 200 len: 944 time: 0.2242928 Jan 05 17:11:42.047802 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-1cb118fc-e178-4c19-9fcb-3299bef0ccdc tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] Publish callbacks [] for security_group, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:42.103891 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c5f82a88-609a-4444-ba3e-e64bb517a444 tempest-SubnetPoolsTestJSON-657120669 tempest-SubnetPoolsTestJSON-657120669-project] Publish callbacks [] for subnetpool, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:42.107597 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-c5f82a88-609a-4444-ba3e-e64bb517a444 tempest-SubnetPoolsTestJSON-657120669 tempest-SubnetPoolsTestJSON-657120669-project] 10.222.0.11 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.9690161 Jan 05 17:11:42.107597 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-660d1a2e-23f4-446d-a007-a8a8c7d20a17 tempest-RoutersNegativeTest-494847045 tempest-RoutersNegativeTest-494847045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:42.107885 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-8f3702e6-c0e0-40b6-9011-67c5b1927fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:42.108003 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ea294207-02eb-436b-8edb-025d5e68f282 tempest-SecGroupIPv6Test-2005952447 tempest-SecGroupIPv6Test-2005952447-project] Publish callbacks [] for security_group, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:42.110566 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Provisioning complete for port 9d13d551-6e61-4d36-918f-a880bdc00f9e triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:11:42.111223 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:42.120559 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 43996) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:42.128293 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-1cb118fc-e178-4c19-9fcb-3299bef0ccdc tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:42.148972 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-789467b0-e9f8-4644-bcc3-725348042434 tempest-TestNetworkBasicOps-152746079 tempest-TestNetworkBasicOps-152746079-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:11:42.149453 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-789467b0-e9f8-4644-bcc3-725348042434 tempest-TestNetworkBasicOps-152746079 tempest-TestNetworkBasicOps-152746079-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:11:42.149936 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-789467b0-e9f8-4644-bcc3-725348042434 tempest-TestNetworkBasicOps-152746079 tempest-TestNetworkBasicOps-152746079-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:11:42.150389 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-789467b0-e9f8-4644-bcc3-725348042434 tempest-TestNetworkBasicOps-152746079 tempest-TestNetworkBasicOps-152746079-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:11:42.150845 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-789467b0-e9f8-4644-bcc3-725348042434 tempest-TestNetworkBasicOps-152746079 tempest-TestNetworkBasicOps-152746079-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:11:42.151300 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-789467b0-e9f8-4644-bcc3-725348042434 tempest-TestNetworkBasicOps-152746079 tempest-TestNetworkBasicOps-152746079-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:11:42.151752 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-789467b0-e9f8-4644-bcc3-725348042434 tempest-TestNetworkBasicOps-152746079 tempest-TestNetworkBasicOps-152746079-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:11:42.154703 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-789467b0-e9f8-4644-bcc3-725348042434 tempest-TestNetworkBasicOps-152746079 tempest-TestNetworkBasicOps-152746079-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:11:42.154703 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-789467b0-e9f8-4644-bcc3-725348042434 tempest-TestNetworkBasicOps-152746079 tempest-TestNetworkBasicOps-152746079-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:11:42.154703 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-789467b0-e9f8-4644-bcc3-725348042434 tempest-TestNetworkBasicOps-152746079 tempest-TestNetworkBasicOps-152746079-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:11:42.160285 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-789467b0-e9f8-4644-bcc3-725348042434 tempest-TestNetworkBasicOps-152746079 tempest-TestNetworkBasicOps-152746079-project-admin] 10.222.0.11 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7026 time: 0.5254388 Jan 05 17:11:42.165507 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 43998) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:42.226775 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-eee3ee75-9905-4ee4-8c67-ece2f1ec2c8d None None] Set router 36b7bd7a-bec1-46d0-9455-e6298ef1b857 gateway port host: dv-neutron-master-2-hyperv {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:11:42.233621 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-067b2077-9623-4745-bee8-e9f4c964bb49 req-985c23bc-79a8-40f8-a90a-e327e6c9346d tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] 10.222.0.11 "GET /v2.0/security-groups?id=74da9e44-17f3-4e78-b165-acdbd8889547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1761589 Jan 05 17:11:42.233868 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660d1a2e-23f4-446d-a007-a8a8c7d20a17 tempest-RoutersNegativeTest-494847045 tempest-RoutersNegativeTest-494847045-project] Pushing event deleted for resources: {'Port': ['ID=7ca1cd34-a9f5-49da-b225-87aea954f732,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:11:42.312782 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3702e6-c0e0-40b6-9011-67c5b1927fef None None] Pushing event updated for resources: {'Port': ['ID=9d13d551-6e61-4d36-918f-a880bdc00f9e,revision_number=3']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:11:42.336829 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-71d26ad8-38be-4a69-a193-7a2073545bb3 None None] Provisioning complete for port 9d13d551-6e61-4d36-918f-a880bdc00f9e triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:11:42.337728 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-71d26ad8-38be-4a69-a193-7a2073545bb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:42.367330 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-0b91be55-abbc-4b70-973c-e7b3cc12f293 tempest-SubnetPoolsTestJSON-657120669 tempest-SubnetPoolsTestJSON-657120669-project] 10.222.0.11 "GET /v2.0/subnetpools/0346e300-1c8f-4dba-8618-4571e874b6e4 HTTP/1.1" status: 200 len: 732 time: 0.2410400 Jan 05 17:11:42.381456 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 44000) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:42.396319 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-d5c0a025-292a-4b80-8b14-2352f73e2e90 tempest-SubnetPoolsTestJSON-657120669 tempest-SubnetPoolsTestJSON-657120669-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1013188080'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:11:42.456430 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d71608b-ae01-42cf-811b-18b2ff6427d7 tempest-TestNetworkBasicOps-152746079 tempest-TestNetworkBasicOps-152746079-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:11:42.457002 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d71608b-ae01-42cf-811b-18b2ff6427d7 tempest-TestNetworkBasicOps-152746079 tempest-TestNetworkBasicOps-152746079-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:11:42.457356 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d71608b-ae01-42cf-811b-18b2ff6427d7 tempest-TestNetworkBasicOps-152746079 tempest-TestNetworkBasicOps-152746079-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:11:42.463045 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d71608b-ae01-42cf-811b-18b2ff6427d7 tempest-TestNetworkBasicOps-152746079 tempest-TestNetworkBasicOps-152746079-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:11:42.463551 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d71608b-ae01-42cf-811b-18b2ff6427d7 tempest-TestNetworkBasicOps-152746079 tempest-TestNetworkBasicOps-152746079-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:11:42.464055 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d71608b-ae01-42cf-811b-18b2ff6427d7 tempest-TestNetworkBasicOps-152746079 tempest-TestNetworkBasicOps-152746079-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:11:42.464511 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d71608b-ae01-42cf-811b-18b2ff6427d7 tempest-TestNetworkBasicOps-152746079 tempest-TestNetworkBasicOps-152746079-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:11:42.465814 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d71608b-ae01-42cf-811b-18b2ff6427d7 tempest-TestNetworkBasicOps-152746079 tempest-TestNetworkBasicOps-152746079-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:11:42.466284 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d71608b-ae01-42cf-811b-18b2ff6427d7 tempest-TestNetworkBasicOps-152746079 tempest-TestNetworkBasicOps-152746079-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:11:42.472726 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-2d71608b-ae01-42cf-811b-18b2ff6427d7 tempest-TestNetworkBasicOps-152746079 tempest-TestNetworkBasicOps-152746079-project-admin] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5781 time: 0.2921362 Jan 05 17:11:42.473456 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 44002) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:42.557237 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-1cb118fc-e178-4c19-9fcb-3299bef0ccdc tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:42.561543 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-1cb118fc-e178-4c19-9fcb-3299bef0ccdc tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] Publish callbacks [] for security_group, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:42.562568 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-1cb118fc-e178-4c19-9fcb-3299bef0ccdc tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] 10.222.0.11 "DELETE /v2.0/security-groups/7c547cdd-a068-459c-a86a-745e6e204507 HTTP/1.1" status: 204 len: 168 time: 0.6704452 Jan 05 17:11:42.581363 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 44004) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:42.613388 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb118fc-e178-4c19-9fcb-3299bef0ccdc tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c547cdd-a068-459c-a86a-745e6e204507,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:11:42.678148 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-71d26ad8-38be-4a69-a193-7a2073545bb3 None None] Provisioning complete for port 7a3ebc3b-9bc4-4533-9c6f-b0efbbc88532 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:11:42.678401 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-71d26ad8-38be-4a69-a193-7a2073545bb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:42.704512 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d5c0a025-292a-4b80-8b14-2352f73e2e90 tempest-SubnetPoolsTestJSON-657120669 tempest-SubnetPoolsTestJSON-657120669-project] Publish callbacks [] for subnetpool, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:42.709997 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-d5c0a025-292a-4b80-8b14-2352f73e2e90 tempest-SubnetPoolsTestJSON-657120669 tempest-SubnetPoolsTestJSON-657120669-project] 10.222.0.11 "PUT /v2.0/subnetpools/0346e300-1c8f-4dba-8618-4571e874b6e4 HTTP/1.1" status: 200 len: 684 time: 0.3148551 Jan 05 17:11:42.711507 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-13355fb3-f0ee-45bf-9dae-4b37e40f77bf tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4540 time: 0.1250365 Jan 05 17:11:42.711507 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 44006) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:42.720609 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-999e15b9-5947-46bc-ab3c-d642573f9769 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Made reservation on behalf of ae615b9d4e3242ec84f93fb74627d3b2 for: {'port': 2} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:11:42.724802 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-999e15b9-5947-46bc-ab3c-d642573f9769 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:42.733576 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-71d26ad8-38be-4a69-a193-7a2073545bb3 None None] Port 7a3ebc3b-9bc4-4533-9c6f-b0efbbc88532 cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 17:11:42.735204 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 44008) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:42.747007 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-eee3ee75-9905-4ee4-8c67-ece2f1ec2c8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36b7bd7a-bec1-46d0-9455-e6298ef1b857', 'name': 'tempest-TestNetworkBasicOps-router-275673944', 'tenant_id': 'ec76859de02442879238ecf1eaefefed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.51'}], 'enable_snat': True}, 'gw_port_id': 'e35d3a26-b17d-4578-abe6-d57671d0aca3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:11:27Z', 'updated_at': '2022-01-05T17:11:40Z', 'revision_number': 4, 'project_id': 'ec76859de02442879238ecf1eaefefed', 'gw_port': {'id': 'e35d3a26-b17d-4578-abe6-d57671d0aca3', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:d9:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36b7bd7a-bec1-46d0-9455-e6298ef1b857', 'device_owner': 'network:router_gateway', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:11:29Z', 'updated_at': '2022-01-05T17:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '7a3ebc3b-9bc4-4533-9c6f-b0efbbc88532', 'name': '', 'network_id': '62c260dd-d135-4213-8dd0-485aab18a1d0', 'tenant_id': 'ec76859de02442879238ecf1eaefefed', 'mac_address': 'fa:16:3e:d8:d2:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36b7bd7a-bec1-46d0-9455-e6298ef1b857', 'device_owner': 'network:router_interface', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': '5c5734b6-0442-4faf-b4f7-d61c8f7673ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:11:39Z', 'updated_at': '2022-01-05T17:11:40Z', 'revision_number': 2, 'project_id': 'ec76859de02442879238ecf1eaefefed', 'subnets': [{'id': '5c5734b6-0442-4faf-b4f7-d61c8f7673ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:11:42.773234 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ea294207-02eb-436b-8edb-025d5e68f282 tempest-SecGroupIPv6Test-2005952447 tempest-SecGroupIPv6Test-2005952447-project] Publish callbacks [] for security_group, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:42.774108 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-660d1a2e-23f4-446d-a007-a8a8c7d20a17 tempest-RoutersNegativeTest-494847045 tempest-RoutersNegativeTest-494847045-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-560676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531569'] for router_interface, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:42.776870 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-999e15b9-5947-46bc-ab3c-d642573f9769 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:42.778710 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eee3ee75-9905-4ee4-8c67-ece2f1ec2c8d None None] Checking router: 36b7bd7a-bec1-46d0-9455-e6298ef1b857 for host: dv-neutron-master-2-hyperv {{(pid=103802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 05 17:11:42.781197 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eee3ee75-9905-4ee4-8c67-ece2f1ec2c8d None None] Updating router 36b7bd7a-bec1-46d0-9455-e6298ef1b857 port 7a3ebc3b-9bc4-4533-9c6f-b0efbbc88532 binding host dv-neutron-master-2-hyperv {{(pid=103802) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 05 17:11:42.810309 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-eee3ee75-9905-4ee4-8c67-ece2f1ec2c8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:42.898199 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ea294207-02eb-436b-8edb-025d5e68f282 tempest-SecGroupIPv6Test-2005952447 tempest-SecGroupIPv6Test-2005952447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:42.928239 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-d2be633f-db6c-45dc-989a-d6e254479de6 None None] Provisioning complete for port 7a3ebc3b-9bc4-4533-9c6f-b0efbbc88532 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:11:42.928606 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d2be633f-db6c-45dc-989a-d6e254479de6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:42.933821 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46890bd9-4a4b-45d0-b1cd-3ff61d10347b tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] Publish callbacks [] for security_group, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:42.972041 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46890bd9-4a4b-45d0-b1cd-3ff61d10347b tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:42.979389 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-d2be633f-db6c-45dc-989a-d6e254479de6 None None] Port 7a3ebc3b-9bc4-4533-9c6f-b0efbbc88532 cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 17:11:43.001340 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-ce9e986c-19e7-46f8-8bc3-3fad5c3101e6 tempest-TestNetworkBasicOps-152746079 tempest-TestNetworkBasicOps-152746079-project-admin] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3586 time: 0.5267923 Jan 05 17:11:43.010711 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-d250c408-5ad3-4e94-9f82-ee96c1db1232 tempest-SubnetPoolsTestJSON-657120669 tempest-SubnetPoolsTestJSON-657120669-project] Publish callbacks [] for subnetpool, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:43.019405 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-d250c408-5ad3-4e94-9f82-ee96c1db1232 tempest-SubnetPoolsTestJSON-657120669 tempest-SubnetPoolsTestJSON-657120669-project] 10.222.0.11 "DELETE /v2.0/subnetpools/0346e300-1c8f-4dba-8618-4571e874b6e4 HTTP/1.1" status: 204 len: 168 time: 0.2982001 Jan 05 17:11:43.021209 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 44012) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:43.042356 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea294207-02eb-436b-8edb-025d5e68f282 tempest-SecGroupIPv6Test-2005952447 tempest-SecGroupIPv6Test-2005952447-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f65af8ee-61ff-4708-b115-127aa699a417,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:11:43.046141 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.api.v2.resource [None req-c1f1e08a-a305-49f5-b52f-5ec06bfc7b6d tempest-SubnetPoolsTestJSON-657120669 tempest-SubnetPoolsTestJSON-657120669-project] show failed (client error): The resource could not be found. Jan 05 17:11:43.046141 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-c1f1e08a-a305-49f5-b52f-5ec06bfc7b6d tempest-SubnetPoolsTestJSON-657120669 tempest-SubnetPoolsTestJSON-657120669-project] 10.222.0.11 "GET /v2.0/subnetpools/0346e300-1c8f-4dba-8618-4571e874b6e4 HTTP/1.1" status: 404 len: 346 time: 0.0234225 Jan 05 17:11:43.048568 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 44014) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:43.056909 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ea294207-02eb-436b-8edb-025d5e68f282 tempest-SecGroupIPv6Test-2005952447 tempest-SecGroupIPv6Test-2005952447-project] Publish callbacks [] for security_group, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:43.058198 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-ea294207-02eb-436b-8edb-025d5e68f282 tempest-SecGroupIPv6Test-2005952447 tempest-SecGroupIPv6Test-2005952447-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.2942545 Jan 05 17:11:43.061111 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 44016) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:43.065828 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-7b019360-e351-4da0-a6f9-697d978ec975 tempest-SecGroupIPv6Test-2005952447 tempest-SecGroupIPv6Test-2005952447-project] Request body: {'security_group_rule': {'security_group_id': 'd8c4f56a-e50a-46c6-814f-7694a669936a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'f65af8ee-61ff-4708-b115-127aa699a417', 'remote_ip_prefix': None}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:11:43.080686 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.api.v2.resource [None req-00a205bf-5d82-47ea-b184-1fd14ec46072 tempest-SubnetPoolsTestJSON-657120669 tempest-SubnetPoolsTestJSON-657120669-project] delete failed (client error): The resource could not be found. Jan 05 17:11:43.088324 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-00a205bf-5d82-47ea-b184-1fd14ec46072 tempest-SubnetPoolsTestJSON-657120669 tempest-SubnetPoolsTestJSON-657120669-project] 10.222.0.11 "DELETE /v2.0/subnetpools/0346e300-1c8f-4dba-8618-4571e874b6e4 HTTP/1.1" status: 404 len: 346 time: 0.0318127 Jan 05 17:11:43.106034 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.notifiers.nova [None req-999e15b9-5947-46bc-ab3c-d642573f9769 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] device_id is not set on port cce4ee42-106d-4f1b-9eba-f0d51b3adb3d yet. {{(pid=103800) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 05 17:11:43.113124 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-660d1a2e-23f4-446d-a007-a8a8c7d20a17 tempest-RoutersNegativeTest-494847045 tempest-RoutersNegativeTest-494847045-project] Router 833f233b-26db-4bdc-bcd5-e78c004ab14e has already been hosted by L3 agent 59446fdc-40e0-41fe-a575-a8eb11d742f7 {{(pid=103800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 05 17:11:43.128800 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46890bd9-4a4b-45d0-b1cd-3ff61d10347b tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:43.134810 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46890bd9-4a4b-45d0-b1cd-3ff61d10347b tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] Publish callbacks [] for security_group, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:43.136253 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-46890bd9-4a4b-45d0-b1cd-3ff61d10347b tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] 10.222.0.11 "DELETE /v2.0/security-groups/d192da5a-7551-4b75-be2a-db0f7eaf3e2b HTTP/1.1" status: 204 len: 168 time: 0.3991599 Jan 05 17:11:43.143873 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 44020) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:43.156585 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46890bd9-4a4b-45d0-b1cd-3ff61d10347b tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d192da5a-7551-4b75-be2a-db0f7eaf3e2b,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:11:43.211588 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-660d1a2e-23f4-446d-a007-a8a8c7d20a17 tempest-RoutersNegativeTest-494847045 tempest-RoutersNegativeTest-494847045-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 05 17:11:43.211855 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-a64310f0-950e-4bcc-9e87-086f6cacd716 tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.0566297 Jan 05 17:11:43.218758 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-eee3ee75-9905-4ee4-8c67-ece2f1ec2c8d None None] Publish callbacks [] for port, precommit_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:43.219131 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-660d1a2e-23f4-446d-a007-a8a8c7d20a17 tempest-RoutersNegativeTest-494847045 tempest-RoutersNegativeTest-494847045-project] 10.222.0.11 "PUT /v2.0/routers/833f233b-26db-4bdc-bcd5-e78c004ab14e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3667090 Jan 05 17:11:43.222019 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 44022) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:43.225203 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bc79fb9-6f73-4a71-a799-17e1f599aa83 None None] Sync routers for ids ['833f233b-26db-4bdc-bcd5-e78c004ab14e'] in dv-neutron-master-2-hyperv {{(pid=103803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 05 17:11:43.225756 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 44024) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:43.227099 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-db722d39-b516-46b0-a4b3-0d9bce97f653 tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] Request body: {'security_group': {'name': 'tempest-secgroup--1777401116'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:11:43.240920 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bc79fb9-6f73-4a71-a799-17e1f599aa83 None None] Routers {'833f233b-26db-4bdc-bcd5-e78c004ab14e'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:11:43.242374 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-1bc79fb9-6f73-4a71-a799-17e1f599aa83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:11:19Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['833f233b-26db-4bdc-bcd5-e78c004ab14e'], 'active': True} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:11:43.274855 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.api.v2.resource [None req-a9d8cd93-e3bd-471e-ba66-c822afe28183 tempest-RoutersNegativeTest-494847045 tempest-RoutersNegativeTest-494847045-project] delete failed (client error): The resource could not be found. Jan 05 17:11:43.281801 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-a9d8cd93-e3bd-471e-ba66-c822afe28183 tempest-RoutersNegativeTest-494847045 tempest-RoutersNegativeTest-494847045-project] 10.222.0.11 "DELETE /v2.0/routers/tempest-non_exist_router-536653670 HTTP/1.1" status: 404 len: 334 time: 0.0496285 Jan 05 17:11:43.281801 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-7b019360-e351-4da0-a6f9-697d978ec975 tempest-SecGroupIPv6Test-2005952447 tempest-SecGroupIPv6Test-2005952447-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:43.282101 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Device 1181fbbb-5980-4b73-97f3-a941e5b11c7c details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 05 17:11:43.282191 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 44026) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:43.286627 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-1bc79fb9-6f73-4a71-a799-17e1f599aa83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:11:43.296271 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bc79fb9-6f73-4a71-a799-17e1f599aa83 None None] Routers {'833f233b-26db-4bdc-bcd5-e78c004ab14e'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:11:43.296893 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-1bc79fb9-6f73-4a71-a799-17e1f599aa83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:11:19Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['833f233b-26db-4bdc-bcd5-e78c004ab14e'], 'active': True} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:11:43.313705 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-90838c75-d01a-4c52-ba72-680ecec8d2b8 tempest-RoutersNegativeTest-494847045 tempest-RoutersNegativeTest-494847045-project] Request body: {'router': {'external_gateway_info': {'network_id': '833f233b-26db-4bdc-bcd5-e78c004ab14e'}}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:11:43.313959 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-999e15b9-5947-46bc-ab3c-d642573f9769 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks [] for port, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:43.334263 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-1bc79fb9-6f73-4a71-a799-17e1f599aa83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:11:43.335240 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bc79fb9-6f73-4a71-a799-17e1f599aa83 None None] The sync data for ids ['833f233b-26db-4bdc-bcd5-e78c004ab14e'] in dv-neutron-master-2-hyperv is: [] {{(pid=103803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 05 17:11:43.365360 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-eee3ee75-9905-4ee4-8c67-ece2f1ec2c8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:43.392143 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.notifiers.nova [None req-999e15b9-5947-46bc-ab3c-d642573f9769 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] device_id is not set on port 104facae-ba4e-4be8-afc7-ffb4d6f52ddb yet. {{(pid=103800) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 05 17:11:43.403802 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-db722d39-b516-46b0-a4b3-0d9bce97f653 tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] Publish callbacks [] for security_group, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:43.510728 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ba016c-1410-46f4-bcb9-4b717b0b8af7 None None] Pushing event updated for resources: {'Port': ['ID=7a3ebc3b-9bc4-4533-9c6f-b0efbbc88532,revision_number=3']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:11:43.516629 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-eee3ee75-9905-4ee4-8c67-ece2f1ec2c8d None None] Attempting to bind port 7a3ebc3b-9bc4-4533-9c6f-b0efbbc88532 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 05 17:11:43.517009 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-eee3ee75-9905-4ee4-8c67-ece2f1ec2c8d None None] Attempting to bind port 7a3ebc3b-9bc4-4533-9c6f-b0efbbc88532 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'd05c6fd4-df91-4ada-ad3d-093d27903d08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '62c260dd-d135-4213-8dd0-485aab18a1d0'}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 05 17:11:43.517376 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eee3ee75-9905-4ee4-8c67-ece2f1ec2c8d None None] Attempting to bind port 7a3ebc3b-9bc4-4533-9c6f-b0efbbc88532 on network 62c260dd-d135-4213-8dd0-485aab18a1d0 {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:11:43.524626 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] For port 1181fbbb-5980-4b73-97f3-a941e5b11c7c, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=1181fbbb-5980-4b73-97f3-a941e5b11c7c,segment=NetworkSegment(1ad36131-ab48-4a0c-b640-58d4ec89beaf),segment_id=1ad36131-ab48-4a0c-b640-58d4ec89beaf)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:11:43.536226 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eee3ee75-9905-4ee4-8c67-ece2f1ec2c8d None None] Checking agent: {'id': '0d4f8fd3-ce62-4651-970c-efa6a8bb22b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 5, 16, 57, 23), 'started_at': datetime.datetime(2022, 1, 5, 16, 57, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 5, 17, 11, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 05 17:11:43.536678 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eee3ee75-9905-4ee4-8c67-ece2f1ec2c8d None None] Checking segment: {'id': 'd05c6fd4-df91-4ada-ad3d-093d27903d08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '62c260dd-d135-4213-8dd0-485aab18a1d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:11:43.537151 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-eee3ee75-9905-4ee4-8c67-ece2f1ec2c8d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:43.537374 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eee3ee75-9905-4ee4-8c67-ece2f1ec2c8d None None] Bound using segment: {'id': 'd05c6fd4-df91-4ada-ad3d-093d27903d08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '62c260dd-d135-4213-8dd0-485aab18a1d0'} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 05 17:11:43.538052 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-eee3ee75-9905-4ee4-8c67-ece2f1ec2c8d None None] Bound port: 7a3ebc3b-9bc4-4533-9c6f-b0efbbc88532, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd05c6fd4-df91-4ada-ad3d-093d27903d08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '62c260dd-d135-4213-8dd0-485aab18a1d0'}}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 05 17:11:43.538336 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-eee3ee75-9905-4ee4-8c67-ece2f1ec2c8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:43.615922 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-eee3ee75-9905-4ee4-8c67-ece2f1ec2c8d None None] For port 7a3ebc3b-9bc4-4533-9c6f-b0efbbc88532, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 05 17:11:43.620038 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-eee3ee75-9905-4ee4-8c67-ece2f1ec2c8d None None] For port 7a3ebc3b-9bc4-4533-9c6f-b0efbbc88532, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=7a3ebc3b-9bc4-4533-9c6f-b0efbbc88532,segment=NetworkSegment(d05c6fd4-df91-4ada-ad3d-093d27903d08),segment_id=d05c6fd4-df91-4ada-ad3d-093d27903d08)] {{(pid=103802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 05 17:11:43.622426 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Returning: {'device': '1181fbbb-5980-4b73-97f3-a941e5b11c7c', 'network_id': '9d892221-db72-44b5-b8b3-7f2a75d6a0ee', 'port_id': '1181fbbb-5980-4b73-97f3-a941e5b11c7c', 'mac_address': 'fa:16:3e:6b:3e:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '520bba67-4fdd-405a-be17-05cf521cd2ec', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 05 17:11:43.646054 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-db722d39-b516-46b0-a4b3-0d9bce97f653 tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] Publish callbacks [] for security_group, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:43.652147 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-999e15b9-5947-46bc-ab3c-d642573f9769 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks [] for port, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:43.671078 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:43.697112 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.notifiers.nova [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1181fbbb-5980-4b73-97f3-a941e5b11c7c {{(pid=103802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 05 17:11:43.703874 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-eee3ee75-9905-4ee4-8c67-ece2f1ec2c8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:43.731601 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-db722d39-b516-46b0-a4b3-0d9bce97f653 tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:43.747928 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 44032) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:43.772107 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-999e15b9-5947-46bc-ab3c-d642573f9769 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:43.785179 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ba016c-1410-46f4-bcb9-4b717b0b8af7 None None] Pushing event updated for resources: {'Port': ['ID=7a3ebc3b-9bc4-4533-9c6f-b0efbbc88532,revision_number=4']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:11:43.786857 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 9d13d551-6e61-4d36-918f-a880bdc00f9e up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:11:43.826690 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db722d39-b516-46b0-a4b3-0d9bce97f653 tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c4ba2f1-d36d-4129-879e-7f991df01a1b,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:11:43.856908 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-999e15b9-5947-46bc-ab3c-d642573f9769 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Network 37daec31-e58d-4385-95d3-027e845500db is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:11:43.861475 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-999e15b9-5947-46bc-ab3c-d642573f9769 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:11:43.868094 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] For port 1181fbbb-5980-4b73-97f3-a941e5b11c7c, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=1181fbbb-5980-4b73-97f3-a941e5b11c7c,segment=NetworkSegment(1ad36131-ab48-4a0c-b640-58d4ec89beaf),segment_id=1ad36131-ab48-4a0c-b640-58d4ec89beaf)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:11:43.869205 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-999e15b9-5947-46bc-ab3c-d642573f9769 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:11:43.870181 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-999e15b9-5947-46bc-ab3c-d642573f9769 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:43.876696 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999e15b9-5947-46bc-ab3c-d642573f9769 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Pushing event updated for resources: {'Port': ['ID=cce4ee42-106d-4f1b-9eba-f0d51b3adb3d,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:11:43.893005 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eee3ee75-9905-4ee4-8c67-ece2f1ec2c8d None None] Routers {'36b7bd7a-bec1-46d0-9455-e6298ef1b857'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:11:43.893853 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-eee3ee75-9905-4ee4-8c67-ece2f1ec2c8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:11:19Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['36b7bd7a-bec1-46d0-9455-e6298ef1b857'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:11:43.898456 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Provisioning complete for port 9d13d551-6e61-4d36-918f-a880bdc00f9e triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:11:43.899034 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:43.944165 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999e15b9-5947-46bc-ab3c-d642573f9769 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Pushing event updated for resources: {'Port': ['ID=104facae-ba4e-4be8-afc7-ffb4d6f52ddb,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:11:43.952907 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-db722d39-b516-46b0-a4b3-0d9bce97f653 tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] Publish callbacks [] for security_group, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:43.956396 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-db722d39-b516-46b0-a4b3-0d9bce97f653 tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.7332616 Jan 05 17:11:43.963113 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 44036) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:43.968225 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-c7cf1e52-450c-48bf-8e0b-11cfd6be6419 tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] Request body: {'security_group_rule': {'security_group_id': '3c4ba2f1-d36d-4129-879e-7f991df01a1b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:11:44.004912 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-168aa9df-bc18-4562-9c55-12bdb0f5da4b None None] Provisioning complete for port 7a3ebc3b-9bc4-4533-9c6f-b0efbbc88532 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:11:44.005545 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-168aa9df-bc18-4562-9c55-12bdb0f5da4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:44.030813 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1f3dc2fa-6f8f-4e3e-9a1f-463effdf70e2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:44.042887 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:44.044787 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-999e15b9-5947-46bc-ab3c-d642573f9769 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Checking segment: {'id': 'f37ca00d-d914-48f8-b871-42743663838d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '555f03b3-b898-43e3-a04e-01c94c6aeae9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:11:44.045242 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-999e15b9-5947-46bc-ab3c-d642573f9769 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Network hostable DHCP agents. Network: 555f03b3-b898-43e3-a04e-01c94c6aeae9, hostable agents: ['3f70c195-17da-4084-9fd6-bf6059d88535'], hosted agents: [] {{(pid=103800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 05 17:11:44.052165 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-7b019360-e351-4da0-a6f9-697d978ec975 tempest-SecGroupIPv6Test-2005952447 tempest-SecGroupIPv6Test-2005952447-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:44.103457 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81be712-3d9a-497f-92ed-1d9b187e5706 req-6ece5e25-3dff-479b-b163-653478ebf31c tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:11:44.111607 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-c81be712-3d9a-497f-92ed-1d9b187e5706 req-6ece5e25-3dff-479b-b163-653478ebf31c tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] 10.222.0.11 "GET /v2.0/ports?device_id=960404e1-a8f8-4c26-83b9-87528fa8969d HTTP/1.1" status: 200 len: 944 time: 0.7282262 Jan 05 17:11:44.176429 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1f3dc2fa-6f8f-4e3e-9a1f-463effdf70e2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:44.178541 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-999e15b9-5947-46bc-ab3c-d642573f9769 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Network 555f03b3-b898-43e3-a04e-01c94c6aeae9 is scheduled to be hosted by DHCP agent 3f70c195-17da-4084-9fd6-bf6059d88535 with binding_index 1 {{(pid=103800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 05 17:11:44.193949 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c7cf1e52-450c-48bf-8e0b-11cfd6be6419 tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:44.199598 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-7b019360-e351-4da0-a6f9-697d978ec975 tempest-SecGroupIPv6Test-2005952447 tempest-SecGroupIPv6Test-2005952447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533437'] for security_group_rule, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:44.241616 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1f3dc2fa-6f8f-4e3e-9a1f-463effdf70e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:44.275270 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-1f3dc2fa-6f8f-4e3e-9a1f-463effdf70e2 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e45a08f6c7cf43b591532dec1a53e92c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5180211 Jan 05 17:11:44.278548 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 44040) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:44.285609 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-90838c75-d01a-4c52-ba72-680ecec8d2b8 tempest-RoutersNegativeTest-494847045 tempest-RoutersNegativeTest-494847045-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:44.295261 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b019360-e351-4da0-a6f9-697d978ec975 tempest-SecGroupIPv6Test-2005952447 tempest-SecGroupIPv6Test-2005952447-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=616bcb90-a728-4343-b2a7-2b72f55c96b7,revision_number=0']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:11:44.334481 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-c81be712-3d9a-497f-92ed-1d9b187e5706 req-7caf2d2d-70d7-416f-9c5c-f3f211873498 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] 10.222.0.11 "GET /v2.0/security-groups?id=74da9e44-17f3-4e78-b165-acdbd8889547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2216234 Jan 05 17:11:44.334915 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c7cf1e52-450c-48bf-8e0b-11cfd6be6419 tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:44.346914 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-999e15b9-5947-46bc-ab3c-d642573f9769 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 555f03b3-b898-43e3-a04e-01c94c6aeae9) {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:11:44.374458 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-999e15b9-5947-46bc-ab3c-d642573f9769 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:11:44.376130 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:11:44.376130 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:11:44.376130 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:11:44.376130 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:11:44.376130 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:11:44.376130 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:11:44.376130 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:11:44.376130 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:11:44.376130 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:11:44.376130 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:11:44.376130 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:11:44.376130 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:11:44.376130 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:11:44.376130 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:11:44.376130 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:11:44.376130 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:11:44.376130 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:11:44.376130 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:11:44.376130 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:11:44.376130 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:11:44.376130 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:11:44.376130 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:11:44.376130 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:11:44.376130 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:11:44.376130 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:11:44.376130 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:11:44.376130 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:11:44.376130 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:11:44.376130 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:11:44.376130 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:11:44.376130 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:11:44.376130 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:11:44.376130 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:11:44.376130 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:11:44.376130 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:11:44.376130 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:11:44.376130 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:11:44.376130 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:11:44.376130 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:11:44.376130 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:11:44.376130 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:11:44.376130 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:11:44.376130 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:11:44.376130 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:11:44.376130 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:11:44.376130 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:11:44.376130 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:11:44.376130 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:11:44.380932 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-999e15b9-5947-46bc-ab3c-d642573f9769 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:11:44.388432 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-999e15b9-5947-46bc-ab3c-d642573f9769 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:11:44.388432 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-999e15b9-5947-46bc-ab3c-d642573f9769 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:44.414543 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.api.v2.resource [None req-90838c75-d01a-4c52-ba72-680ecec8d2b8 tempest-RoutersNegativeTest-494847045 tempest-RoutersNegativeTest-494847045-project] update failed (client error): The resource could not be found. Jan 05 17:11:44.441813 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-90838c75-d01a-4c52-ba72-680ecec8d2b8 tempest-RoutersNegativeTest-494847045 tempest-RoutersNegativeTest-494847045-project] 10.222.0.11 "PUT /v2.0/routers/833f233b-26db-4bdc-bcd5-e78c004ab14e HTTP/1.1" status: 404 len: 339 time: 1.1231253 Jan 05 17:11:44.443560 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3dc2fa-6f8f-4e3e-9a1f-463effdf70e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e921835d-da1b-4c24-aca3-cf30e5105648,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:11:44.443759 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 44042) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:44.447494 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e95114b3-3989-40f7-bfed-a5c39958c729 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:44.460017 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Pushing event updated for resources: {'Port': ['ID=1181fbbb-5980-4b73-97f3-a941e5b11c7c,revision_number=4']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:11:44.464729 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] get_ports_and_sgs() called for port_ids ['1181fbbb-5980-4b73-97f3-a941e5b11c7c'] {{(pid=103802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 05 17:11:44.483100 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e95114b3-3989-40f7-bfed-a5c39958c729 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:44.495005 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b9be582-628d-4dae-9689-9bea8e68d7ef None None] Network 555f03b3-b898-43e3-a04e-01c94c6aeae9 requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:11:44.499081 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-eee3ee75-9905-4ee4-8c67-ece2f1ec2c8d None None] Set router 36b7bd7a-bec1-46d0-9455-e6298ef1b857 gateway port host: dv-neutron-master-2-hyperv {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:11:44.725847 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-168aa9df-bc18-4562-9c55-12bdb0f5da4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:44.732622 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-a81e554c-1719-4e00-ae8c-702e81cab011 tempest-RoutersNegativeTest-494847045 tempest-RoutersNegativeTest-494847045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:44.778862 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c7cf1e52-450c-48bf-8e0b-11cfd6be6419 tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533437'] for security_group_rule, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:44.782623 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cf1e52-450c-48bf-8e0b-11cfd6be6419 tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=744592ef-0459-4f95-86a9-ad7855af874a,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:11:44.788626 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-7b019360-e351-4da0-a6f9-697d978ec975 tempest-SecGroupIPv6Test-2005952447 tempest-SecGroupIPv6Test-2005952447-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:44.792701 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-7b019360-e351-4da0-a6f9-697d978ec975 tempest-SecGroupIPv6Test-2005952447 tempest-SecGroupIPv6Test-2005952447-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 1.7305267 Jan 05 17:11:44.794289 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 44044) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:44.824121 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7b1a13a3-e44c-44bb-8ad8-ce11af7b5c6a tempest-SecGroupIPv6Test-2005952447 tempest-SecGroupIPv6Test-2005952447-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:44.835944 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7b1a13a3-e44c-44bb-8ad8-ce11af7b5c6a tempest-SecGroupIPv6Test-2005952447 tempest-SecGroupIPv6Test-2005952447-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:44.863117 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-168aa9df-bc18-4562-9c55-12bdb0f5da4b None None] For port 7a3ebc3b-9bc4-4533-9c6f-b0efbbc88532, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=7a3ebc3b-9bc4-4533-9c6f-b0efbbc88532,segment=NetworkSegment(d05c6fd4-df91-4ada-ad3d-093d27903d08),segment_id=d05c6fd4-df91-4ada-ad3d-093d27903d08)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:11:44.988321 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-eee3ee75-9905-4ee4-8c67-ece2f1ec2c8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36b7bd7a-bec1-46d0-9455-e6298ef1b857', 'name': 'tempest-TestNetworkBasicOps-router-275673944', 'tenant_id': 'ec76859de02442879238ecf1eaefefed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.51'}], 'enable_snat': True}, 'gw_port_id': 'e35d3a26-b17d-4578-abe6-d57671d0aca3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:11:27Z', 'updated_at': '2022-01-05T17:11:40Z', 'revision_number': 4, 'project_id': 'ec76859de02442879238ecf1eaefefed', 'gw_port': {'id': 'e35d3a26-b17d-4578-abe6-d57671d0aca3', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:d9:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36b7bd7a-bec1-46d0-9455-e6298ef1b857', 'device_owner': 'network:router_gateway', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:11:29Z', 'updated_at': '2022-01-05T17:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '7a3ebc3b-9bc4-4533-9c6f-b0efbbc88532', 'name': '', 'network_id': '62c260dd-d135-4213-8dd0-485aab18a1d0', 'tenant_id': 'ec76859de02442879238ecf1eaefefed', 'mac_address': 'fa:16:3e:d8:d2:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36b7bd7a-bec1-46d0-9455-e6298ef1b857', 'device_owner': 'network:router_interface', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': '5c5734b6-0442-4faf-b4f7-d61c8f7673ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:11:39Z', 'updated_at': '2022-01-05T17:11:43Z', 'revision_number': 4, 'project_id': 'ec76859de02442879238ecf1eaefefed', 'subnets': [{'id': '5c5734b6-0442-4faf-b4f7-d61c8f7673ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:11:45.019372 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eee3ee75-9905-4ee4-8c67-ece2f1ec2c8d None None] The sync data for ids ['36b7bd7a-bec1-46d0-9455-e6298ef1b857'] in dv-neutron-master-2-hyperv is: [{'id': '36b7bd7a-bec1-46d0-9455-e6298ef1b857', 'name': 'tempest-TestNetworkBasicOps-router-275673944', 'tenant_id': 'ec76859de02442879238ecf1eaefefed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.51'}], 'enable_snat': True}, 'gw_port_id': 'e35d3a26-b17d-4578-abe6-d57671d0aca3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:11:27Z', 'updated_at': '2022-01-05T17:11:40Z', 'revision_number': 4, 'project_id': 'ec76859de02442879238ecf1eaefefed', 'gw_port': {'id': 'e35d3a26-b17d-4578-abe6-d57671d0aca3', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:d9:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36b7bd7a-bec1-46d0-9455-e6298ef1b857', 'device_owner': 'network:router_gateway', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:11:29Z', 'updated_at': '2022-01-05T17:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '7a3ebc3b-9bc4-4533-9c6f-b0efbbc88532', 'name': '', 'network_id': '62c260dd-d135-4213-8dd0-485aab18a1d0', 'tenant_id': 'ec76859de02442879238ecf1eaefefed', 'mac_address': 'fa:16:3e:d8:d2:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36b7bd7a-bec1-46d0-9455-e6298ef1b857', 'device_owner': 'network:router_interface', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': '5c5734b6-0442-4faf-b4f7-d61c8f7673ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:11:39Z', 'updated_at': '2022-01-05T17:11:43Z', 'revision_number': 4, 'project_id': 'ec76859de02442879238ecf1eaefefed', 'subnets': [{'id': '5c5734b6-0442-4faf-b4f7-d61c8f7673ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 05 17:11:45.029535 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 44046) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:45.034571 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-7eefb5ba-1086-4401-b6f2-c79ffb73c359 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-673874847', 'description': 'tempest-secgroup-smoke-673874847 description', 'project_id': 'ec76859de02442879238ecf1eaefefed'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:11:45.040346 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-999e15b9-5947-46bc-ab3c-d642573f9769 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.0185335 Jan 05 17:11:45.044277 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c7cf1e52-450c-48bf-8e0b-11cfd6be6419 tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:45.045479 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-c7cf1e52-450c-48bf-8e0b-11cfd6be6419 tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.0813289 Jan 05 17:11:45.048719 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 44048) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:45.049263 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 44050) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:45.052026 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7b1a13a3-e44c-44bb-8ad8-ce11af7b5c6a tempest-SecGroupIPv6Test-2005952447 tempest-SecGroupIPv6Test-2005952447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533437'] for security_group_rule, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:45.058359 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e95114b3-3989-40f7-bfed-a5c39958c729 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:45.061106 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e95114b3-3989-40f7-bfed-a5c39958c729 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:45.071454 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-e95114b3-3989-40f7-bfed-a5c39958c729 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e921835d-da1b-4c24-aca3-cf30e5105648 HTTP/1.1" status: 204 len: 168 time: 0.7891881 Jan 05 17:11:45.121287 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-168aa9df-bc18-4562-9c55-12bdb0f5da4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:45.124829 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7b1a13a3-e44c-44bb-8ad8-ce11af7b5c6a tempest-SecGroupIPv6Test-2005952447 tempest-SecGroupIPv6Test-2005952447-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:45.136408 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-7b1a13a3-e44c-44bb-8ad8-ce11af7b5c6a tempest-SecGroupIPv6Test-2005952447 tempest-SecGroupIPv6Test-2005952447-project] 10.222.0.11 "DELETE /v2.0/security-group-rules/616bcb90-a728-4343-b2a7-2b72f55c96b7 HTTP/1.1" status: 204 len: 168 time: 0.3396699 Jan 05 17:11:45.156483 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 44054) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:45.206854 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-7eefb5ba-1086-4401-b6f2-c79ffb73c359 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for security_group, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:45.207702 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1a13a3-e44c-44bb-8ad8-ce11af7b5c6a tempest-SecGroupIPv6Test-2005952447 tempest-SecGroupIPv6Test-2005952447-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=616bcb90-a728-4343-b2a7-2b72f55c96b7,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:11:45.209492 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95114b3-3989-40f7-bfed-a5c39958c729 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e921835d-da1b-4c24-aca3-cf30e5105648,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:11:45.228892 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168aa9df-bc18-4562-9c55-12bdb0f5da4b None None] Pushing event updated for resources: {'Port': ['ID=7a3ebc3b-9bc4-4533-9c6f-b0efbbc88532,revision_number=5']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:11:45.254098 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-db04e1ad-e789-4873-9c54-3380a1f028c7 None None] Provisioning complete for port 7a3ebc3b-9bc4-4533-9c6f-b0efbbc88532 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:11:45.254462 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-db04e1ad-e789-4873-9c54-3380a1f028c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:45.264525 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d5fcbb79-30c1-4c65-ba83-59dd197d1042 tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:45.294526 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d5fcbb79-30c1-4c65-ba83-59dd197d1042 tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:45.334471 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-a020616b-2a1a-41b5-a70c-0a7084ebb7df tempest-SecGroupIPv6Test-2005952447 tempest-SecGroupIPv6Test-2005952447-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1754301 Jan 05 17:11:45.338196 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 44056) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:45.384044 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [None req-a81e554c-1719-4e00-ae8c-702e81cab011 tempest-RoutersNegativeTest-494847045 tempest-RoutersNegativeTest-494847045-project] Allocated IP 172.20.0.1 (e88ccbbc-8d71-4b38-879e-ec05aa3bb327/30e69d16-dbc1-4eff-9499-228006f83acd/d0e0edf0-5e4d-40d7-ba18-0f24b13812b5) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:11:45.398643 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-656d8a6d-4e57-46a3-9c91-bfee7cd539cf tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Deleting port 104facae-ba4e-4be8-afc7-ffb4d6f52ddb {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:11:45.399276 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-656d8a6d-4e57-46a3-9c91-bfee7cd539cf tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:45.471796 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d5fcbb79-30c1-4c65-ba83-59dd197d1042 tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533437'] for security_group_rule, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:45.482111 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d5fcbb79-30c1-4c65-ba83-59dd197d1042 tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:45.482725 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-d5fcbb79-30c1-4c65-ba83-59dd197d1042 tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] 10.222.0.11 "DELETE /v2.0/security-group-rules/744592ef-0459-4f95-86a9-ad7855af874a HTTP/1.1" status: 204 len: 168 time: 0.3952055 Jan 05 17:11:45.490262 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 44062) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:45.515328 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-656d8a6d-4e57-46a3-9c91-bfee7cd539cf tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:45.519754 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fcbb79-30c1-4c65-ba83-59dd197d1042 tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=744592ef-0459-4f95-86a9-ad7855af874a,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:11:45.538268 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-7eefb5ba-1086-4401-b6f2-c79ffb73c359 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for security_group, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:45.539707 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-656d8a6d-4e57-46a3-9c91-bfee7cd539cf tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Calling delete_port for 104facae-ba4e-4be8-afc7-ffb4d6f52ddb owned by {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:11:45.569233 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-a23be929-5f22-4225-b42c-430e2afbeaaa tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0777411 Jan 05 17:11:45.578595 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 44064) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:45.646043 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-7eefb5ba-1086-4401-b6f2-c79ffb73c359 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:45.676229 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-70408574-0814-4cf4-bec7-21ce9f3c1011 tempest-SecGroupIPv6Test-2005952447 tempest-SecGroupIPv6Test-2005952447-project] Publish callbacks [] for security_group, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:45.705783 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 7a3ebc3b-9bc4-4533-9c6f-b0efbbc88532 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:11:45.755017 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-656d8a6d-4e57-46a3-9c91-bfee7cd539cf tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:45.790193 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f037ad9d-ed55-483f-bf34-4bc187a65c29 req-ca453d87-f7bb-47c9-a715-838f753d1b88 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:11:45.792142 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-f037ad9d-ed55-483f-bf34-4bc187a65c29 req-ca453d87-f7bb-47c9-a715-838f753d1b88 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] 10.222.0.11 "GET /v2.0/ports?device_id=960404e1-a8f8-4c26-83b9-87528fa8969d HTTP/1.1" status: 200 len: 945 time: 0.3491631 Jan 05 17:11:45.792441 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Provisioning complete for port 7a3ebc3b-9bc4-4533-9c6f-b0efbbc88532 triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:11:45.792834 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:45.797877 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656d8a6d-4e57-46a3-9c91-bfee7cd539cf tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Pushing event deleted for resources: {'Port': ['ID=104facae-ba4e-4be8-afc7-ffb4d6f52ddb,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:11:45.800028 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eefb5ba-1086-4401-b6f2-c79ffb73c359 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54b7dc0c-00a5-4ef3-977a-7f81f0023cd0,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:11:45.812441 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-70408574-0814-4cf4-bec7-21ce9f3c1011 tempest-SecGroupIPv6Test-2005952447 tempest-SecGroupIPv6Test-2005952447-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:45.816143 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-656d8a6d-4e57-46a3-9c91-bfee7cd539cf tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:45.822244 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-656d8a6d-4e57-46a3-9c91-bfee7cd539cf tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] 10.222.0.11 "DELETE /v2.0/ports/104facae-ba4e-4be8-afc7-ffb4d6f52ddb HTTP/1.1" status: 204 len: 168 time: 0.7504919 Jan 05 17:11:45.823954 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 44072) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:45.853740 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-c9b3a65b-4514-4b1c-99a4-f5a94bdf92c1 tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] Publish callbacks [] for security_group, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:45.857683 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-7eefb5ba-1086-4401-b6f2-c79ffb73c359 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for security_group, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:45.861687 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 44074) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:45.861989 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-7eefb5ba-1086-4401-b6f2-c79ffb73c359 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.8309615 Jan 05 17:11:45.867264 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-747c4c63-b57b-4836-a6cc-37325d4d8006 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Request body: {'security_group_rule': {'security_group_id': '54b7dc0c-00a5-4ef3-977a-7f81f0023cd0', 'project_id': 'ec76859de02442879238ecf1eaefefed', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:11:45.873699 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-a81e554c-1719-4e00-ae8c-702e81cab011 tempest-RoutersNegativeTest-494847045 tempest-RoutersNegativeTest-494847045-project] Publish callbacks [] for port, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:45.941834 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-c9b3a65b-4514-4b1c-99a4-f5a94bdf92c1 tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:45.961814 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-173a1965-2171-4fbd-b496-13bdadcd7a0e tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:11:45.968214 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-173a1965-2171-4fbd-b496-13bdadcd7a0e tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:11:45.970089 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-173a1965-2171-4fbd-b496-13bdadcd7a0e tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.1444235 Jan 05 17:11:45.972682 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 44078) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:46.038292 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-f037ad9d-ed55-483f-bf34-4bc187a65c29 req-eb7f8e6f-2222-474e-947f-e2b002d28b2c tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] 10.222.0.11 "GET /v2.0/security-groups?id=74da9e44-17f3-4e78-b165-acdbd8889547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2179971 Jan 05 17:11:46.055709 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-a81e554c-1719-4e00-ae8c-702e81cab011 tempest-RoutersNegativeTest-494847045 tempest-RoutersNegativeTest-494847045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11433176'] for port, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:46.112503 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a81e554c-1719-4e00-ae8c-702e81cab011 tempest-RoutersNegativeTest-494847045 tempest-RoutersNegativeTest-494847045-project] Network e88ccbbc-8d71-4b38-879e-ec05aa3bb327 is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:11:46.116286 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-70408574-0814-4cf4-bec7-21ce9f3c1011 tempest-SecGroupIPv6Test-2005952447 tempest-SecGroupIPv6Test-2005952447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:46.119237 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-70408574-0814-4cf4-bec7-21ce9f3c1011 tempest-SecGroupIPv6Test-2005952447 tempest-SecGroupIPv6Test-2005952447-project] Publish callbacks [] for security_group, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:46.120471 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-70408574-0814-4cf4-bec7-21ce9f3c1011 tempest-SecGroupIPv6Test-2005952447 tempest-SecGroupIPv6Test-2005952447-project] 10.222.0.11 "DELETE /v2.0/security-groups/f65af8ee-61ff-4708-b115-127aa699a417 HTTP/1.1" status: 204 len: 168 time: 0.7771885 Jan 05 17:11:46.127274 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-a81e554c-1719-4e00-ae8c-702e81cab011 tempest-RoutersNegativeTest-494847045 tempest-RoutersNegativeTest-494847045-project] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:11:46.134324 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 44080) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:46.142129 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a81e554c-1719-4e00-ae8c-702e81cab011 tempest-RoutersNegativeTest-494847045 tempest-RoutersNegativeTest-494847045-project] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:11:46.161462 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81e554c-1719-4e00-ae8c-702e81cab011 tempest-RoutersNegativeTest-494847045 tempest-RoutersNegativeTest-494847045-project] Pushing event updated for resources: {'Port': ['ID=d0e0edf0-5e4d-40d7-ba18-0f24b13812b5,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:11:46.205306 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70408574-0814-4cf4-bec7-21ce9f3c1011 tempest-SecGroupIPv6Test-2005952447 tempest-SecGroupIPv6Test-2005952447-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f65af8ee-61ff-4708-b115-127aa699a417,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:11:46.224551 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-c9b3a65b-4514-4b1c-99a4-f5a94bdf92c1 tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:46.227309 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-c9b3a65b-4514-4b1c-99a4-f5a94bdf92c1 tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] Publish callbacks [] for security_group, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:46.237566 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-c9b3a65b-4514-4b1c-99a4-f5a94bdf92c1 tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] 10.222.0.11 "DELETE /v2.0/security-groups/3c4ba2f1-d36d-4129-879e-7f991df01a1b HTTP/1.1" status: 204 len: 168 time: 0.6576226 Jan 05 17:11:46.258430 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 44086) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:46.311646 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-747c4c63-b57b-4836-a6cc-37325d4d8006 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:46.316258 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b3a65b-4514-4b1c-99a4-f5a94bdf92c1 tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c4ba2f1-d36d-4129-879e-7f991df01a1b,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:11:46.328443 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-a81e554c-1719-4e00-ae8c-702e81cab011 tempest-RoutersNegativeTest-494847045 tempest-RoutersNegativeTest-494847045-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-648552'] for router_interface, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:46.449093 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-18a3d585-76d6-4a99-8e42-7d2a788390d7 tempest-SecGroupIPv6Test-2005952447 tempest-SecGroupIPv6Test-2005952447-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4538 time: 0.3099778 Jan 05 17:11:46.450141 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 44092) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:46.462684 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-b5f9c9aa-4789-4026-bf13-1e57924df74c tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.2001467 Jan 05 17:11:46.468414 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-747c4c63-b57b-4836-a6cc-37325d4d8006 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:46.469300 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 44094) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:46.479520 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-24de4248-dd85-4eb6-a6d5-35bc4e157891 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Deleting port cce4ee42-106d-4f1b-9eba-f0d51b3adb3d {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:11:46.479868 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-24de4248-dd85-4eb6-a6d5-35bc4e157891 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:46.486816 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-8e82a15e-f950-421b-a7ef-43ab1c5377eb tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] Request body: {'security_group': {'name': 'tempest-secgroup--132089951'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:11:46.544241 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-6d363c1f-1dbd-45f7-b828-f1ee92aec7fb tempest-SecGroupIPv6Test-2005952447 tempest-SecGroupIPv6Test-2005952447-project] Publish callbacks [] for security_group, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:46.565957 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-747c4c63-b57b-4836-a6cc-37325d4d8006 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533437'] for security_group_rule, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:46.577858 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-6d363c1f-1dbd-45f7-b828-f1ee92aec7fb tempest-SecGroupIPv6Test-2005952447 tempest-SecGroupIPv6Test-2005952447-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:46.609293 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-24de4248-dd85-4eb6-a6d5-35bc4e157891 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:46.612246 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747c4c63-b57b-4836-a6cc-37325d4d8006 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9945b2a-989c-4076-971c-97e3ee8f2914,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:11:46.632969 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-24de4248-dd85-4eb6-a6d5-35bc4e157891 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Calling delete_port for cce4ee42-106d-4f1b-9eba-f0d51b3adb3d owned by {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:11:46.658442 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-21b4a432-bc27-4124-be90-f2f484a5d187 None None] Provisioning complete for port d0e0edf0-5e4d-40d7-ba18-0f24b13812b5 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:11:46.659034 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-21b4a432-bc27-4124-be90-f2f484a5d187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:46.669681 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-a81e554c-1719-4e00-ae8c-702e81cab011 tempest-RoutersNegativeTest-494847045 tempest-RoutersNegativeTest-494847045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:46.688994 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-8e82a15e-f950-421b-a7ef-43ab1c5377eb tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] Publish callbacks [] for security_group, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:46.723308 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-21b4a432-bc27-4124-be90-f2f484a5d187 None None] Port d0e0edf0-5e4d-40d7-ba18-0f24b13812b5 cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 17:11:46.724230 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-747c4c63-b57b-4836-a6cc-37325d4d8006 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:46.725546 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-747c4c63-b57b-4836-a6cc-37325d4d8006 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8627288 Jan 05 17:11:46.729870 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 44098) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:46.740045 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-fad449cf-ee7b-4b9e-a28b-57ddac9524e7 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Request body: {'security_group_rule': {'security_group_id': '54b7dc0c-00a5-4ef3-977a-7f81f0023cd0', 'project_id': 'ec76859de02442879238ecf1eaefefed', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:11:46.799235 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-8e82a15e-f950-421b-a7ef-43ab1c5377eb tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] Publish callbacks [] for security_group, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:46.810819 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-6d363c1f-1dbd-45f7-b828-f1ee92aec7fb tempest-SecGroupIPv6Test-2005952447 tempest-SecGroupIPv6Test-2005952447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:46.813636 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-6d363c1f-1dbd-45f7-b828-f1ee92aec7fb tempest-SecGroupIPv6Test-2005952447 tempest-SecGroupIPv6Test-2005952447-project] Publish callbacks [] for security_group, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:46.814813 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-6d363c1f-1dbd-45f7-b828-f1ee92aec7fb tempest-SecGroupIPv6Test-2005952447 tempest-SecGroupIPv6Test-2005952447-project] 10.222.0.11 "DELETE /v2.0/security-groups/d8c4f56a-e50a-46c6-814f-7694a669936a HTTP/1.1" status: 204 len: 168 time: 0.3509681 Jan 05 17:11:46.818680 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 44100) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:46.866822 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d363c1f-1dbd-45f7-b828-f1ee92aec7fb tempest-SecGroupIPv6Test-2005952447 tempest-SecGroupIPv6Test-2005952447-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8c4f56a-e50a-46c6-814f-7694a669936a,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:11:46.872875 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-56526758-565a-423a-97fe-d373dfa9e707 tempest-SecGroupIPv6Test-2005952447 tempest-SecGroupIPv6Test-2005952447-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.0528929 Jan 05 17:11:46.877943 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 44102) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:46.883047 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-f05e1385-c4df-4d31-a7d6-7267583dd7ed tempest-SecGroupIPv6Test-2005952447 tempest-SecGroupIPv6Test-2005952447-project] Request body: {'security_group': {'name': 'tempest-secgroup--1062810473'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:11:46.892055 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-24de4248-dd85-4eb6-a6d5-35bc4e157891 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:46.926986 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24de4248-dd85-4eb6-a6d5-35bc4e157891 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Pushing event deleted for resources: {'Port': ['ID=cce4ee42-106d-4f1b-9eba-f0d51b3adb3d,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:11:46.937439 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-fad449cf-ee7b-4b9e-a28b-57ddac9524e7 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:46.938654 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-8e82a15e-f950-421b-a7ef-43ab1c5377eb tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:46.975070 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-24de4248-dd85-4eb6-a6d5-35bc4e157891 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:46.981752 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-24de4248-dd85-4eb6-a6d5-35bc4e157891 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] 10.222.0.11 "DELETE /v2.0/ports/cce4ee42-106d-4f1b-9eba-f0d51b3adb3d HTTP/1.1" status: 204 len: 168 time: 1.0067873 Jan 05 17:11:46.983314 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 44106) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:46.999191 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e82a15e-f950-421b-a7ef-43ab1c5377eb tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] Pushing event updated for resources: {'SecurityGroup': ['ID=833a272d-907c-49c0-b4a1-b7fd4e2f7192,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:11:47.051024 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65edd7b5-9bc1-4cdb-9af6-6dca121aa315 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:11:47.053008 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-65edd7b5-9bc1-4cdb-9af6-6dca121aa315 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0659845 Jan 05 17:11:47.057992 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-8e82a15e-f950-421b-a7ef-43ab1c5377eb tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] Publish callbacks [] for security_group, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:47.065904 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-8e82a15e-f950-421b-a7ef-43ab1c5377eb tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5888753 Jan 05 17:11:47.066734 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 44108) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:47.068514 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 44110) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:47.075581 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-976bf609-beab-4252-8973-a46469b5b771 tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] Request body: {'security_group_rule': {'security_group_id': '833a272d-907c-49c0-b4a1-b7fd4e2f7192', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:11:47.085683 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-7b5a31cb-3986-4e45-9748-d88172f7da65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:47.110801 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac6850aa-8e2d-459d-947a-a57ce6b0ccaf tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] GET failed (client error): The resource could not be found. Jan 05 17:11:47.112251 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-ac6850aa-8e2d-459d-947a-a57ce6b0ccaf tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] 10.222.0.11 "GET /v2.0/ports/104facae-ba4e-4be8-afc7-ffb4d6f52ddb HTTP/1.1" status: 404 len: 333 time: 0.0484734 Jan 05 17:11:47.115497 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-fad449cf-ee7b-4b9e-a28b-57ddac9524e7 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:47.117427 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 44112) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:47.149166 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.pecan_wsgi.hooks.translation [None req-6609ab87-8539-4a9c-bb6a-5ecdf5e81354 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] GET failed (client error): The resource could not be found. Jan 05 17:11:47.150731 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-6609ab87-8539-4a9c-bb6a-5ecdf5e81354 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] 10.222.0.11 "GET /v2.0/ports/cce4ee42-106d-4f1b-9eba-f0d51b3adb3d HTTP/1.1" status: 404 len: 333 time: 0.0321112 Jan 05 17:11:47.154101 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 44116) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:47.160214 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-a81e554c-1719-4e00-ae8c-702e81cab011 tempest-RoutersNegativeTest-494847045 tempest-RoutersNegativeTest-494847045-project] Publish callbacks [] for port, precommit_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:47.194714 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a683aa-f6e6-4deb-879d-2464cfa56ec7 req-133b62dd-434d-4d04-a278-e103f628a615 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:11:47.196250 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-04a683aa-f6e6-4deb-879d-2464cfa56ec7 req-133b62dd-434d-4d04-a278-e103f628a615 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] 10.222.0.11 "GET /v2.0/ports?device_id=960404e1-a8f8-4c26-83b9-87528fa8969d HTTP/1.1" status: 200 len: 945 time: 0.0860016 Jan 05 17:11:47.202511 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f05e1385-c4df-4d31-a7d6-7267583dd7ed tempest-SecGroupIPv6Test-2005952447 tempest-SecGroupIPv6Test-2005952447-project] Publish callbacks [] for security_group, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:47.231843 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-fad449cf-ee7b-4b9e-a28b-57ddac9524e7 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533437'] for security_group_rule, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:47.262820 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad449cf-ee7b-4b9e-a28b-57ddac9524e7 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08584f1e-35e0-4979-8074-363cfa12025e,revision_number=0']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:11:47.264749 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-a81e554c-1719-4e00-ae8c-702e81cab011 tempest-RoutersNegativeTest-494847045 tempest-RoutersNegativeTest-494847045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11433169'] for port, after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:47.279636 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6ff462e1-8b20-4003-afaa-a81432190b97 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3809644'] for network, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:47.303947 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Device 1181fbbb-5980-4b73-97f3-a941e5b11c7c up at agent hyperv_hv-neutron-mast {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:11:47.312181 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-04a683aa-f6e6-4deb-879d-2464cfa56ec7 req-a1ad8a0a-61e9-4954-8d9d-962255282187 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] 10.222.0.11 "GET /v2.0/security-groups?id=74da9e44-17f3-4e78-b165-acdbd8889547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893977 Jan 05 17:11:47.365552 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-fad449cf-ee7b-4b9e-a28b-57ddac9524e7 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:47.370051 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-fad449cf-ee7b-4b9e-a28b-57ddac9524e7 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6379106 Jan 05 17:11:47.373731 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 44122) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:47.381452 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81e554c-1719-4e00-ae8c-702e81cab011 tempest-RoutersNegativeTest-494847045 tempest-RoutersNegativeTest-494847045-project] Pushing event updated for resources: {'Port': ['ID=d0e0edf0-5e4d-40d7-ba18-0f24b13812b5,revision_number=2']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:11:47.387311 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-832adaa5-ef84-4ac5-9533-d1212f0688dd tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Request body: {'security_group_rule': {'security_group_id': '54b7dc0c-00a5-4ef3-977a-7f81f0023cd0', 'project_id': 'ec76859de02442879238ecf1eaefefed', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:11:47.398423 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-a81e554c-1719-4e00-ae8c-702e81cab011 tempest-RoutersNegativeTest-494847045 tempest-RoutersNegativeTest-494847045-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-531704'] for router_interface, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:47.411172 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6ff462e1-8b20-4003-afaa-a81432190b97 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3891715', 'neutron.services.segments.db._delete_segments_for_network-8754181063482'] for network, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:47.434460 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f05e1385-c4df-4d31-a7d6-7267583dd7ed tempest-SecGroupIPv6Test-2005952447 tempest-SecGroupIPv6Test-2005952447-project] Publish callbacks [] for security_group, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:47.436657 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-976bf609-beab-4252-8973-a46469b5b771 tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:47.441336 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.services.segments.db [None req-6ff462e1-8b20-4003-afaa-a81432190b97 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['555f03b3-b898-43e3-a04e-01c94c6aeae9']}} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:11:47.449075 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Provisioning for port 1181fbbb-5980-4b73-97f3-a941e5b11c7c completed by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 05 17:11:47.456316 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Provisioning complete for port 1181fbbb-5980-4b73-97f3-a941e5b11c7c triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:11:47.457812 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:47.461368 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.services.segments.db [None req-6ff462e1-8b20-4003-afaa-a81432190b97 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f37ca00d-d914-48f8-b871-42743663838d') {'for_net_delete': True} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:11:47.461800 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.services.segments.db [None req-6ff462e1-8b20-4003-afaa-a81432190b97 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f37ca00d-d914-48f8-b871-42743663838d') {} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:11:47.479304 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6ff462e1-8b20-4003-afaa-a81432190b97 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754181064771', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8784833'] for segment, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:47.503291 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6ff462e1-8b20-4003-afaa-a81432190b97 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225'] for segment, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:47.515614 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ff462e1-8b20-4003-afaa-a81432190b97 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Releasing vlan 102 on physical network physnet1 to pool {{(pid=103800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 05 17:11:47.515878 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6ff462e1-8b20-4003-afaa-a81432190b97 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8784497'] for segment, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:47.519316 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:11:47.519316 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:11:47.519316 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:11:47.519316 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:11:47.519316 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:11:47.519316 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:11:47.519316 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:11:47.519316 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:11:47.519316 dv-neutron-master-2-hyperv neutron-server[103800]: Traceback (most recent call last): Jan 05 17:11:47.519316 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 05 17:11:47.519316 dv-neutron-master-2-hyperv neutron-server[103800]: timer() Jan 05 17:11:47.519316 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 05 17:11:47.519316 dv-neutron-master-2-hyperv neutron-server[103800]: cb(*args, **kw) Jan 05 17:11:47.519316 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 05 17:11:47.519316 dv-neutron-master-2-hyperv neutron-server[103800]: return func(*args, **kwargs) Jan 05 17:11:47.519316 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 05 17:11:47.519316 dv-neutron-master-2-hyperv neutron-server[103800]: self._notify() Jan 05 17:11:47.519316 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 05 17:11:47.519316 dv-neutron-master-2-hyperv neutron-server[103800]: self.callback(batched_events) Jan 05 17:11:47.519316 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 05 17:11:47.519316 dv-neutron-master-2-hyperv neutron-server[103800]: event.method(event) Jan 05 17:11:47.519316 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 05 17:11:47.519316 dv-neutron-master-2-hyperv neutron-server[103800]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 05 17:11:47.519316 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 05 17:11:47.519316 dv-neutron-master-2-hyperv neutron-server[103800]: aggregate_uuid = self.p_client.list_aggregates( Jan 05 17:11:47.519316 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 05 17:11:47.519316 dv-neutron-master-2-hyperv neutron-server[103800]: return f(self, *a, **k) Jan 05 17:11:47.519316 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 05 17:11:47.519316 dv-neutron-master-2-hyperv neutron-server[103800]: return self._get(url).json() Jan 05 17:11:47.519316 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 05 17:11:47.519316 dv-neutron-master-2-hyperv neutron-server[103800]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 05 17:11:47.519316 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 05 17:11:47.519316 dv-neutron-master-2-hyperv neutron-server[103800]: return self.request(url, 'GET', **kwargs) Jan 05 17:11:47.519316 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 05 17:11:47.519316 dv-neutron-master-2-hyperv neutron-server[103800]: base_url = self.get_endpoint(auth, allow=allow, Jan 05 17:11:47.519316 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 05 17:11:47.519316 dv-neutron-master-2-hyperv neutron-server[103800]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 05 17:11:47.519316 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 05 17:11:47.519316 dv-neutron-master-2-hyperv neutron-server[103800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 05 17:11:47.519316 dv-neutron-master-2-hyperv neutron-server[103800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 05 17:11:47.531356 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f05e1385-c4df-4d31-a7d6-7267583dd7ed tempest-SecGroupIPv6Test-2005952447 tempest-SecGroupIPv6Test-2005952447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:47.540100 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-976bf609-beab-4252-8973-a46469b5b771 tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:47.580006 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a81e554c-1719-4e00-ae8c-702e81cab011 tempest-RoutersNegativeTest-494847045 tempest-RoutersNegativeTest-494847045-project] Network e88ccbbc-8d71-4b38-879e-ec05aa3bb327 is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:11:47.581336 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05e1385-c4df-4d31-a7d6-7267583dd7ed tempest-SecGroupIPv6Test-2005952447 tempest-SecGroupIPv6Test-2005952447-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69dd0fb7-87d5-4682-a11b-7f9ef9a2c2ac,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:11:47.584048 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-a81e554c-1719-4e00-ae8c-702e81cab011 tempest-RoutersNegativeTest-494847045 tempest-RoutersNegativeTest-494847045-project] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:11:47.616564 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-832adaa5-ef84-4ac5-9533-d1212f0688dd tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:47.642156 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-976bf609-beab-4252-8973-a46469b5b771 tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533437'] for security_group_rule, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:47.654461 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:47.680877 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6ff462e1-8b20-4003-afaa-a81432190b97 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3891722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648695'] for network, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:47.682486 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976bf609-beab-4252-8973-a46469b5b771 tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ddef58d-9a7f-44ee-a8d2-d77f71b6cf13,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:11:47.689338 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f05e1385-c4df-4d31-a7d6-7267583dd7ed tempest-SecGroupIPv6Test-2005952447 tempest-SecGroupIPv6Test-2005952447-project] Publish callbacks [] for security_group, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:47.690608 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-f05e1385-c4df-4d31-a7d6-7267583dd7ed tempest-SecGroupIPv6Test-2005952447 tempest-SecGroupIPv6Test-2005952447-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.8117132 Jan 05 17:11:47.691802 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6ff462e1-8b20-4003-afaa-a81432190b97 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks [] for network, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:47.695283 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-6ff462e1-8b20-4003-afaa-a81432190b97 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] 10.222.0.11 "DELETE /v2.0/networks/555f03b3-b898-43e3-a04e-01c94c6aeae9 HTTP/1.1" status: 204 len: 168 time: 0.5399048 Jan 05 17:11:47.703706 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 44128) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:47.708226 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 44130) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:47.715341 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] For port 1181fbbb-5980-4b73-97f3-a941e5b11c7c, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=1181fbbb-5980-4b73-97f3-a941e5b11c7c,segment=NetworkSegment(1ad36131-ab48-4a0c-b640-58d4ec89beaf),segment_id=1ad36131-ab48-4a0c-b640-58d4ec89beaf)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:11:47.716281 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '960404e1-a8f8-4c26-83b9-87528fa8969d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1181fbbb-5980-4b73-97f3-a941e5b11c7c'}] {{(pid=103802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 05 17:11:47.719140 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36b213fbd845b3f09e785999bbcda1c85cd5592d7f001460987854e5c1683bd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7b01aad-f59f-49d5-b8ce-e7079c73f46b" -d '{"events": [{"server_uuid": "960404e1-a8f8-4c26-83b9-87528fa8969d", "name": "network-vif-plugged", "status": "completed", "tag": "1181fbbb-5980-4b73-97f3-a941e5b11c7c"}]}' {{(pid=103802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 05 17:11:47.720119 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-2bc761ff-6dfd-4fe9-9596-6054296646f9 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1963686254'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:11:47.726412 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff462e1-8b20-4003-afaa-a81432190b97 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Pushing event deleted for resources: {'Network': ['ID=555f03b3-b898-43e3-a04e-01c94c6aeae9,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:11:47.740363 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-cded1384-3814-4357-b7ac-c9af77d476d9 tempest-SecGroupIPv6Test-2005952447 tempest-SecGroupIPv6Test-2005952447-project] Request body: {'security_group_rule': {'security_group_id': '69dd0fb7-87d5-4682-a11b-7f9ef9a2c2ac', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:11:47.790298 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-976bf609-beab-4252-8973-a46469b5b771 tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:47.793634 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-976bf609-beab-4252-8973-a46469b5b771 tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7214005 Jan 05 17:11:47.794854 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 44140) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:47.809251 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:47.828235 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-d81992a6-224e-431f-be37-65f898418459 tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] 10.222.0.11 "GET /v2.0/security-group-rules/8ddef58d-9a7f-44ee-a8d2-d77f71b6cf13 HTTP/1.1" status: 200 len: 763 time: 0.0294244 Jan 05 17:11:47.829929 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 44142) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:47.860039 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a81e554c-1719-4e00-ae8c-702e81cab011 tempest-RoutersNegativeTest-494847045 tempest-RoutersNegativeTest-494847045-project] Router 833f233b-26db-4bdc-bcd5-e78c004ab14e has already been hosted by L3 agent 59446fdc-40e0-41fe-a575-a8eb11d742f7 {{(pid=103801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 05 17:11:47.886620 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-832adaa5-ef84-4ac5-9533-d1212f0688dd tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:47.938040 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-a812fe70-f23c-488e-a490-60f478926533 tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1049428 Jan 05 17:11:47.941147 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 44144) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:47.959742 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bc761ff-6dfd-4fe9-9596-6054296646f9 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Made reservation on behalf of ae615b9d4e3242ec84f93fb74627d3b2 for: {'network': 1} {{(pid=103801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:11:47.964051 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Pushing event updated for resources: {'Port': ['ID=1181fbbb-5980-4b73-97f3-a941e5b11c7c,revision_number=5']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:11:47.964173 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-2bc761ff-6dfd-4fe9-9596-6054296646f9 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for network, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:47.978324 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-202691d9-d365-40fb-a6e9-c72558466529 None None] Provisioning complete for port d0e0edf0-5e4d-40d7-ba18-0f24b13812b5 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:11:47.978958 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-202691d9-d365-40fb-a6e9-c72558466529 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:47.988139 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e116298c-a8c6-40fb-a005-95055ea03ecc tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:47.997918 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e116298c-a8c6-40fb-a005-95055ea03ecc tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:48.010076 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Jan 2022 17:11:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b0e836b-58f2-4985-b1f2-bb2d935d2521 x-openstack-request-id: req-5b0e836b-58f2-4985-b1f2-bb2d935d2521 {{(pid=103802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 05 17:11:48.011766 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "960404e1-a8f8-4c26-83b9-87528fa8969d", "name": "network-vif-plugged", "status": "completed", "tag": "1181fbbb-5980-4b73-97f3-a941e5b11c7c", "code": 200}]} {{(pid=103802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 05 17:11:48.011766 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-5b0e836b-58f2-4985-b1f2-bb2d935d2521 {{(pid=103802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 05 17:11:48.011766 dv-neutron-master-2-hyperv neutron-server[103802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '960404e1-a8f8-4c26-83b9-87528fa8969d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1181fbbb-5980-4b73-97f3-a941e5b11c7c', 'code': 200} Jan 05 17:11:48.017082 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-832adaa5-ef84-4ac5-9533-d1212f0688dd tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533437'] for security_group_rule, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:48.043912 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-202691d9-d365-40fb-a6e9-c72558466529 None None] Port d0e0edf0-5e4d-40d7-ba18-0f24b13812b5 cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 17:11:48.048720 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-cded1384-3814-4357-b7ac-c9af77d476d9 tempest-SecGroupIPv6Test-2005952447 tempest-SecGroupIPv6Test-2005952447-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:48.076067 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832adaa5-ef84-4ac5-9533-d1212f0688dd tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e12d10f-7d0d-4a20-b793-b801e8005d40,revision_number=0']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:11:48.091068 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a81e554c-1719-4e00-ae8c-702e81cab011 tempest-RoutersNegativeTest-494847045 tempest-RoutersNegativeTest-494847045-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 05 17:11:48.098258 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-a81e554c-1719-4e00-ae8c-702e81cab011 tempest-RoutersNegativeTest-494847045 tempest-RoutersNegativeTest-494847045-project] 10.222.0.11 "PUT /v2.0/routers/833f233b-26db-4bdc-bcd5-e78c004ab14e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6733565 Jan 05 17:11:48.101529 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 44146) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:48.106867 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e02d560-ed4a-47ec-92cc-0e68a88cb2bf None None] Sync routers for ids ['833f233b-26db-4bdc-bcd5-e78c004ab14e'] in dv-neutron-master-2-hyperv {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 05 17:11:48.122439 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e02d560-ed4a-47ec-92cc-0e68a88cb2bf None None] Routers {'833f233b-26db-4bdc-bcd5-e78c004ab14e'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:11:48.123730 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-3e02d560-ed4a-47ec-92cc-0e68a88cb2bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:11:19Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['833f233b-26db-4bdc-bcd5-e78c004ab14e'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:11:48.130631 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-cded1384-3814-4357-b7ac-c9af77d476d9 tempest-SecGroupIPv6Test-2005952447 tempest-SecGroupIPv6Test-2005952447-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:48.138089 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2bc761ff-6dfd-4fe9-9596-6054296646f9 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'} {{(pid=103801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 05 17:11:48.149001 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-2bc761ff-6dfd-4fe9-9596-6054296646f9 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225'] for segment, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:48.149430 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.db.segments_db [None req-2bc761ff-6dfd-4fe9-9596-6054296646f9 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Added segment 3396bdc7-7a79-4834-a0f4-ba569492015d of type vlan for network dcad8001-7c58-4b67-9ced-fab4b4acc30d Jan 05 17:11:48.161224 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-3e02d560-ed4a-47ec-92cc-0e68a88cb2bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:11:48.163922 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-832adaa5-ef84-4ac5-9533-d1212f0688dd tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:48.165460 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-832adaa5-ef84-4ac5-9533-d1212f0688dd tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7894542 Jan 05 17:11:48.167858 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 44148) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:48.173802 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-c1723261-306e-4a75-869a-ba22b508731a tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Request body: {'security_group_rule': {'security_group_id': '54b7dc0c-00a5-4ef3-977a-7f81f0023cd0', 'project_id': 'ec76859de02442879238ecf1eaefefed', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:11:48.174952 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e02d560-ed4a-47ec-92cc-0e68a88cb2bf None None] Routers {'833f233b-26db-4bdc-bcd5-e78c004ab14e'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:11:48.175727 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-3e02d560-ed4a-47ec-92cc-0e68a88cb2bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:11:19Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['833f233b-26db-4bdc-bcd5-e78c004ab14e'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:11:48.198459 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e116298c-a8c6-40fb-a005-95055ea03ecc tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533437'] for security_group_rule, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:48.205465 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e116298c-a8c6-40fb-a005-95055ea03ecc tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:48.207793 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-e116298c-a8c6-40fb-a005-95055ea03ecc tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] 10.222.0.11 "DELETE /v2.0/security-group-rules/8ddef58d-9a7f-44ee-a8d2-d77f71b6cf13 HTTP/1.1" status: 204 len: 168 time: 0.2652085 Jan 05 17:11:48.211976 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 44150) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:48.226358 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e116298c-a8c6-40fb-a005-95055ea03ecc tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8ddef58d-9a7f-44ee-a8d2-d77f71b6cf13,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:11:48.241675 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-2bc761ff-6dfd-4fe9-9596-6054296646f9 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754180566020'] for network, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:48.251901 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-3e02d560-ed4a-47ec-92cc-0e68a88cb2bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:11:48.252879 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e02d560-ed4a-47ec-92cc-0e68a88cb2bf None None] The sync data for ids ['833f233b-26db-4bdc-bcd5-e78c004ab14e'] in dv-neutron-master-2-hyperv is: [] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 05 17:11:48.270986 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e0afc9ab-4d21-41ce-a674-0d82b6f998c6 tempest-RoutersNegativeTest-494847045 tempest-RoutersNegativeTest-494847045-project] Publish callbacks [] for router, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:48.280772 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-cded1384-3814-4357-b7ac-c9af77d476d9 tempest-SecGroupIPv6Test-2005952447 tempest-SecGroupIPv6Test-2005952447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533437'] for security_group_rule, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:48.313352 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cded1384-3814-4357-b7ac-c9af77d476d9 tempest-SecGroupIPv6Test-2005952447 tempest-SecGroupIPv6Test-2005952447-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09a456a3-bf9b-4bcd-bce1-005f07f33322,revision_number=0']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:11:48.356552 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-9e6d2a63-ff4b-4fa8-b095-1bec2386423a tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1393154 Jan 05 17:11:48.359660 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 44152) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:48.364904 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-cfa59027-a8ba-416a-ac16-3da0428f2172 tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] Request body: {'security_group_rule': {'security_group_id': '833a272d-907c-49c0-b4a1-b7fd4e2f7192', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:11:48.376384 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-c1723261-306e-4a75-869a-ba22b508731a tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:48.443355 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-2bc761ff-6dfd-4fe9-9596-6054296646f9 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685'] for network, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:48.443580 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.api.v2.resource [None req-e0afc9ab-4d21-41ce-a674-0d82b6f998c6 tempest-RoutersNegativeTest-494847045 tempest-RoutersNegativeTest-494847045-project] delete failed (client error): There was a conflict when trying to complete your request. Jan 05 17:11:48.445004 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-e0afc9ab-4d21-41ce-a674-0d82b6f998c6 tempest-RoutersNegativeTest-494847045 tempest-RoutersNegativeTest-494847045-project] 10.222.0.11 "DELETE /v2.0/routers/833f233b-26db-4bdc-bcd5-e78c004ab14e HTTP/1.1" status: 409 len: 329 time: 0.3420117 Jan 05 17:11:48.447922 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65192e1-ca1a-4ffa-96a3-5ae933c44d70 req-5747aa29-67eb-4880-ab09-2c6006966be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:11:48.455102 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bc761ff-6dfd-4fe9-9596-6054296646f9 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:11:48.455264 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-c65192e1-ca1a-4ffa-96a3-5ae933c44d70 req-5747aa29-67eb-4880-ab09-2c6006966be3 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=960404e1-a8f8-4c26-83b9-87528fa8969d HTTP/1.1" status: 200 len: 1099 time: 0.1348438 Jan 05 17:11:48.455373 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-2bc761ff-6dfd-4fe9-9596-6054296646f9 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks [] for network, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:48.455476 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 44156) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:48.466386 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-cded1384-3814-4357-b7ac-c9af77d476d9 tempest-SecGroupIPv6Test-2005952447 tempest-SecGroupIPv6Test-2005952447-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:48.467556 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-cded1384-3814-4357-b7ac-c9af77d476d9 tempest-SecGroupIPv6Test-2005952447 tempest-SecGroupIPv6Test-2005952447-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.7625747 Jan 05 17:11:48.489377 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 44158) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:48.489733 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 44160) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:48.504935 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-be04b4c2-dd40-43e5-899a-324846b0caf9 tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1093275137', 'description': 'tempest-secgroup-smoke-1093275137 description', 'project_id': 'fd19bdf1a53648779ae20015d06c39e6'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:11:48.599836 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-c65192e1-ca1a-4ffa-96a3-5ae933c44d70 req-9312ba44-3a66-4336-925c-62b70f477d9d service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=74da9e44-17f3-4e78-b165-acdbd8889547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1046190 Jan 05 17:11:48.828736 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-62afd552-770d-4175-a568-cb1f7cdff0a5 tempest-RoutersNegativeTest-494847045 tempest-RoutersNegativeTest-494847045-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-531685'] for router_interface, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:48.893357 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-2bc761ff-6dfd-4fe9-9596-6054296646f9 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.1846135 Jan 05 17:11:48.896504 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-c1723261-306e-4a75-869a-ba22b508731a tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:48.897782 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 44162) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:48.904454 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-66befed4-5c57-418e-9840-ed727ac551fc tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Request body: {'subnet': {'network_id': 'dcad8001-7c58-4b67-9ced-fab4b4acc30d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:11:48.907369 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-36928c09-ac2b-4a20-9ea3-5a5384f9cc4d tempest-SecGroupIPv6Test-2005952447 tempest-SecGroupIPv6Test-2005952447-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:48.909736 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc761ff-6dfd-4fe9-9596-6054296646f9 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Pushing event updated for resources: {'Network': ['ID=dcad8001-7c58-4b67-9ced-fab4b4acc30d,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:11:48.919550 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcba5db-ae12-4b35-985a-3fa2643544ec req-09acc777-b710-47a8-a832-a648aefd54b1 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:11:48.921073 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-2dcba5db-ae12-4b35-985a-3fa2643544ec req-09acc777-b710-47a8-a832-a648aefd54b1 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] 10.222.0.11 "GET /v2.0/ports?device_id=960404e1-a8f8-4c26-83b9-87528fa8969d HTTP/1.1" status: 200 len: 946 time: 0.5109961 Jan 05 17:11:48.927414 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-36928c09-ac2b-4a20-9ea3-5a5384f9cc4d tempest-SecGroupIPv6Test-2005952447 tempest-SecGroupIPv6Test-2005952447-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:48.929884 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Network dcad8001-7c58-4b67-9ced-fab4b4acc30d details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 05 17:11:48.985235 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-c1723261-306e-4a75-869a-ba22b508731a tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533437'] for security_group_rule, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:49.005831 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-2dcba5db-ae12-4b35-985a-3fa2643544ec req-8f238c19-b45a-4054-83d6-bbeb83ffcc3c tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] 10.222.0.11 "GET /v2.0/security-groups?id=74da9e44-17f3-4e78-b165-acdbd8889547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761876 Jan 05 17:11:49.032766 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-cfa59027-a8ba-416a-ac16-3da0428f2172 tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:49.035269 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1723261-306e-4a75-869a-ba22b508731a tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0f18bd9-96ef-470d-abd3-f741574b4dc4,revision_number=0']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:11:49.076365 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-36928c09-ac2b-4a20-9ea3-5a5384f9cc4d tempest-SecGroupIPv6Test-2005952447 tempest-SecGroupIPv6Test-2005952447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533437'] for security_group_rule, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:49.086031 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-36928c09-ac2b-4a20-9ea3-5a5384f9cc4d tempest-SecGroupIPv6Test-2005952447 tempest-SecGroupIPv6Test-2005952447-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:49.087127 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-36928c09-ac2b-4a20-9ea3-5a5384f9cc4d tempest-SecGroupIPv6Test-2005952447 tempest-SecGroupIPv6Test-2005952447-project] 10.222.0.11 "DELETE /v2.0/security-group-rules/09a456a3-bf9b-4bcd-bce1-005f07f33322 HTTP/1.1" status: 204 len: 168 time: 0.5946496 Jan 05 17:11:49.092737 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 44164) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:49.106532 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36928c09-ac2b-4a20-9ea3-5a5384f9cc4d tempest-SecGroupIPv6Test-2005952447 tempest-SecGroupIPv6Test-2005952447-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=09a456a3-bf9b-4bcd-bce1-005f07f33322,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:11:49.115258 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-cfa59027-a8ba-416a-ac16-3da0428f2172 tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:49.134058 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-c1723261-306e-4a75-869a-ba22b508731a tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:49.135278 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-c1723261-306e-4a75-869a-ba22b508731a tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9657118 Jan 05 17:11:49.139654 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 44166) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:49.142890 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-d3ffbbae-92ed-42a6-ac54-1402ff174da7 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Request body: {'security_group_rule': {'security_group_id': '54b7dc0c-00a5-4ef3-977a-7f81f0023cd0', 'project_id': 'ec76859de02442879238ecf1eaefefed', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:11:49.145181 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-b62dc0cf-fa20-40c3-8145-64cf4e58c838 tempest-SecGroupIPv6Test-2005952447 tempest-SecGroupIPv6Test-2005952447-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0491011 Jan 05 17:11:49.147948 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 44168) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:49.162087 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-be04b4c2-dd40-43e5-899a-324846b0caf9 tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] Publish callbacks [] for security_group, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:49.176903 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-62afd552-770d-4175-a568-cb1f7cdff0a5 tempest-RoutersNegativeTest-494847045 tempest-RoutersNegativeTest-494847045-project] Deleting port d0e0edf0-5e4d-40d7-ba18-0f24b13812b5 {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:11:49.177240 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-62afd552-770d-4175-a568-cb1f7cdff0a5 tempest-RoutersNegativeTest-494847045 tempest-RoutersNegativeTest-494847045-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:49.179927 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-be04b4c2-dd40-43e5-899a-324846b0caf9 tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] Publish callbacks [] for security_group, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:49.200073 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-cfa59027-a8ba-416a-ac16-3da0428f2172 tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533437'] for security_group_rule, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:49.242141 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa59027-a8ba-416a-ac16-3da0428f2172 tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e1f78d9-48b9-4a7f-836e-1187746f3d1a,revision_number=0']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:11:49.256827 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-51395696-d172-4b3d-89d5-49a94a13cf06 tempest-SecGroupIPv6Test-2005952447 tempest-SecGroupIPv6Test-2005952447-project] Publish callbacks [] for security_group, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:49.279771 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-62afd552-770d-4175-a568-cb1f7cdff0a5 tempest-RoutersNegativeTest-494847045 tempest-RoutersNegativeTest-494847045-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:49.291153 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-51395696-d172-4b3d-89d5-49a94a13cf06 tempest-SecGroupIPv6Test-2005952447 tempest-SecGroupIPv6Test-2005952447-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:49.291662 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-62afd552-770d-4175-a568-cb1f7cdff0a5 tempest-RoutersNegativeTest-494847045 tempest-RoutersNegativeTest-494847045-project] Calling delete_port for d0e0edf0-5e4d-40d7-ba18-0f24b13812b5 owned by network:router_interface {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:11:49.299652 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-9efe3881-4260-4e4e-8e0e-5ec632a7f271 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:49.337846 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-cfa59027-a8ba-416a-ac16-3da0428f2172 tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:49.339088 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-cfa59027-a8ba-416a-ac16-3da0428f2172 tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9781947 Jan 05 17:11:49.343866 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 44170) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:49.369753 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-be04b4c2-dd40-43e5-899a-324846b0caf9 tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] Publish callbacks [] for security_group, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:49.375086 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-1373e1fa-57d2-4eab-8d88-15b1efbba97b tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] 10.222.0.11 "GET /v2.0/security-group-rules/9e1f78d9-48b9-4a7f-836e-1187746f3d1a HTTP/1.1" status: 200 len: 763 time: 0.0301058 Jan 05 17:11:49.377875 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 44172) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:49.423093 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-230024a8-bc0d-4480-ae14-ce7e3f84b397 tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0436707 Jan 05 17:11:49.425705 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 44174) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:49.445786 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-be04b4c2-dd40-43e5-899a-324846b0caf9 tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:49.463685 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-51395696-d172-4b3d-89d5-49a94a13cf06 tempest-SecGroupIPv6Test-2005952447 tempest-SecGroupIPv6Test-2005952447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:49.468246 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-51395696-d172-4b3d-89d5-49a94a13cf06 tempest-SecGroupIPv6Test-2005952447 tempest-SecGroupIPv6Test-2005952447-project] Publish callbacks [] for security_group, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:49.468246 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-51395696-d172-4b3d-89d5-49a94a13cf06 tempest-SecGroupIPv6Test-2005952447 tempest-SecGroupIPv6Test-2005952447-project] 10.222.0.11 "DELETE /v2.0/security-groups/69dd0fb7-87d5-4682-a11b-7f9ef9a2c2ac HTTP/1.1" status: 204 len: 168 time: 0.3190460 Jan 05 17:11:49.473723 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-19780f03-ba1c-4a4f-9c99-371873054461 tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:49.480004 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 44176) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:49.512714 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-19780f03-ba1c-4a4f-9c99-371873054461 tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:49.527721 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be04b4c2-dd40-43e5-899a-324846b0caf9 tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d555ebf6-5099-4495-af5f-93d6620b3448,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:11:49.541232 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66befed4-5c57-418e-9840-ed727ac551fc tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Made reservation on behalf of ae615b9d4e3242ec84f93fb74627d3b2 for: {'subnet': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:11:49.545274 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-66befed4-5c57-418e-9840-ed727ac551fc tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8521827'] for subnet, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:49.573494 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51395696-d172-4b3d-89d5-49a94a13cf06 tempest-SecGroupIPv6Test-2005952447 tempest-SecGroupIPv6Test-2005952447-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=69dd0fb7-87d5-4682-a11b-7f9ef9a2c2ac,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:11:49.575787 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.db.securitygroups_db [None req-d3ffbbae-92ed-42a6-ac54-1402ff174da7 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Project ec76859de02442879238ecf1eaefefed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 05 17:11:49.597182 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d3ffbbae-92ed-42a6-ac54-1402ff174da7 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:49.599488 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-995c4248-f1ef-4159-b220-47d175b56163 tempest-SecGroupIPv6Test-2005952447 tempest-SecGroupIPv6Test-2005952447-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1178181 Jan 05 17:11:49.608677 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 44178) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:49.612600 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-42498560-a115-48a5-85d9-fd736637da3c tempest-SecGroupIPv6Test-2005952447 tempest-SecGroupIPv6Test-2005952447-project] Request body: {'security_group': {'name': 'tempest-secgroup--1883905033'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:11:49.633621 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-be04b4c2-dd40-43e5-899a-324846b0caf9 tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] Publish callbacks [] for security_group, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:49.648892 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:49.684013 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.ipam_backend_mixin [None req-66befed4-5c57-418e-9840-ed727ac551fc tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Performing IP validity checks on allocation pools {{(pid=103800) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jan 05 17:11:49.686636 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.ipam_backend_mixin [None req-66befed4-5c57-418e-9840-ed727ac551fc tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103800) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jan 05 17:11:49.699268 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-19780f03-ba1c-4a4f-9c99-371873054461 tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533437'] for security_group_rule, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:49.705533 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-19780f03-ba1c-4a4f-9c99-371873054461 tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:49.707602 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-19780f03-ba1c-4a4f-9c99-371873054461 tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] 10.222.0.11 "DELETE /v2.0/security-group-rules/9e1f78d9-48b9-4a7f-836e-1187746f3d1a HTTP/1.1" status: 204 len: 168 time: 0.2800329 Jan 05 17:11:49.711889 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 44180) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:49.719015 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19780f03-ba1c-4a4f-9c99-371873054461 tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9e1f78d9-48b9-4a7f-836e-1187746f3d1a,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:11:49.731252 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-42498560-a115-48a5-85d9-fd736637da3c tempest-SecGroupIPv6Test-2005952447 tempest-SecGroupIPv6Test-2005952447-project] Publish callbacks [] for security_group, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:49.733023 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-be04b4c2-dd40-43e5-899a-324846b0caf9 tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:49.781137 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be04b4c2-dd40-43e5-899a-324846b0caf9 tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b86a39b1-828b-4009-8a16-9197d830e0ab,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:11:49.793974 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d3ffbbae-92ed-42a6-ac54-1402ff174da7 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:49.805201 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-08bcb06d-d9ba-4257-a655-44dfbb3ed70c tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0922232 Jan 05 17:11:49.808591 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 44182) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:49.813127 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-4d283711-6505-4436-a26c-70b8f2f3a91f tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] Request body: {'security_group_rule': {'security_group_id': '833a272d-907c-49c0-b4a1-b7fd4e2f7192', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:11:49.864847 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-42498560-a115-48a5-85d9-fd736637da3c tempest-SecGroupIPv6Test-2005952447 tempest-SecGroupIPv6Test-2005952447-project] Publish callbacks [] for security_group, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:49.869554 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-be04b4c2-dd40-43e5-899a-324846b0caf9 tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] Publish callbacks [] for security_group, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:49.870880 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-be04b4c2-dd40-43e5-899a-324846b0caf9 tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 1.3794973 Jan 05 17:11:49.873972 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 44184) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:49.878945 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-79ad458d-3946-435c-83f6-5cb1f274f6db tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] Request body: {'security_group_rule': {'security_group_id': 'b86a39b1-828b-4009-8a16-9197d830e0ab', 'project_id': 'fd19bdf1a53648779ae20015d06c39e6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:11:49.905133 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d3ffbbae-92ed-42a6-ac54-1402ff174da7 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533437'] for security_group_rule, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:49.937246 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ffbbae-92ed-42a6-ac54-1402ff174da7 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9451c31b-0049-40a5-b99d-8f398193aecf,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:11:49.948388 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-42498560-a115-48a5-85d9-fd736637da3c tempest-SecGroupIPv6Test-2005952447 tempest-SecGroupIPv6Test-2005952447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:49.978163 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42498560-a115-48a5-85d9-fd736637da3c tempest-SecGroupIPv6Test-2005952447 tempest-SecGroupIPv6Test-2005952447-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65686ec4-33ce-4c0d-968c-f7bcac491f70,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:11:49.979533 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-62afd552-770d-4175-a568-cb1f7cdff0a5 tempest-RoutersNegativeTest-494847045 tempest-RoutersNegativeTest-494847045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:49.989369 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-79ad458d-3946-435c-83f6-5cb1f274f6db tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:49.992369 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-4d283711-6505-4436-a26c-70b8f2f3a91f tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:50.012897 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62afd552-770d-4175-a568-cb1f7cdff0a5 tempest-RoutersNegativeTest-494847045 tempest-RoutersNegativeTest-494847045-project] Pushing event deleted for resources: {'Port': ['ID=d0e0edf0-5e4d-40d7-ba18-0f24b13812b5,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:11:50.085714 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-79ad458d-3946-435c-83f6-5cb1f274f6db tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:50.087720 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-4d283711-6505-4436-a26c-70b8f2f3a91f tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:50.091725 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-42498560-a115-48a5-85d9-fd736637da3c tempest-SecGroupIPv6Test-2005952447 tempest-SecGroupIPv6Test-2005952447-project] Publish callbacks [] for security_group, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:50.095919 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-42498560-a115-48a5-85d9-fd736637da3c tempest-SecGroupIPv6Test-2005952447 tempest-SecGroupIPv6Test-2005952447-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4839673 Jan 05 17:11:50.097304 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 44188) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:50.097461 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-66befed4-5c57-418e-9840-ed727ac551fc tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8784852', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8521873'] for subnet, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:50.101076 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-5aca0a77-4504-4fda-a8fa-61c009ce23b2 tempest-SecGroupIPv6Test-2005952447 tempest-SecGroupIPv6Test-2005952447-project] Request body: {'security_group_rule': {'security_group_id': '65686ec4-33ce-4c0d-968c-f7bcac491f70', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:11:50.110028 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d3ffbbae-92ed-42a6-ac54-1402ff174da7 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:50.111267 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-d3ffbbae-92ed-42a6-ac54-1402ff174da7 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.9722004 Jan 05 17:11:50.114140 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 44190) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:50.118987 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-d3233079-9379-419c-a872-440c6c5b69a5 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Request body: {'security_group_rule': {'security_group_id': '54b7dc0c-00a5-4ef3-977a-7f81f0023cd0', 'project_id': 'ec76859de02442879238ecf1eaefefed', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:11:50.154271 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-79ad458d-3946-435c-83f6-5cb1f274f6db tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533437'] for security_group_rule, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:50.173223 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ad458d-3946-435c-83f6-5cb1f274f6db tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=309728da-2a4a-4bd4-857b-0b7f9627a162,revision_number=0']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:11:50.176756 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-4d283711-6505-4436-a26c-70b8f2f3a91f tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533437'] for security_group_rule, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:50.196117 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d283711-6505-4436-a26c-70b8f2f3a91f tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a9af01c-2ce9-4020-a04a-9acea9b826ec,revision_number=0']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:11:50.234219 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-5aca0a77-4504-4fda-a8fa-61c009ce23b2 tempest-SecGroupIPv6Test-2005952447 tempest-SecGroupIPv6Test-2005952447-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:50.253785 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66befed4-5c57-418e-9840-ed727ac551fc tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Pushing event updated for resources: {'Subnet': ['ID=461ae8f5-bd6e-404f-a32a-106b7fff3545,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:11:50.292398 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-5aca0a77-4504-4fda-a8fa-61c009ce23b2 tempest-SecGroupIPv6Test-2005952447 tempest-SecGroupIPv6Test-2005952447-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:50.294234 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.db.securitygroups_db [None req-d3233079-9379-419c-a872-440c6c5b69a5 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Project ec76859de02442879238ecf1eaefefed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 05 17:11:50.295458 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55efdc84-f27a-407b-9c9a-14f2c648fb0d req-d30343d4-58ff-4627-b0ef-70ffbe7cde1f tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:11:50.296995 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-55efdc84-f27a-407b-9c9a-14f2c648fb0d req-d30343d4-58ff-4627-b0ef-70ffbe7cde1f tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] 10.222.0.11 "GET /v2.0/ports?device_id=960404e1-a8f8-4c26-83b9-87528fa8969d HTTP/1.1" status: 200 len: 946 time: 0.2140515 Jan 05 17:11:50.299068 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-79ad458d-3946-435c-83f6-5cb1f274f6db tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:50.301981 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66befed4-5c57-418e-9840-ed727ac551fc tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Checking segment: {'id': '3396bdc7-7a79-4834-a0f4-ba569492015d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'dcad8001-7c58-4b67-9ced-fab4b4acc30d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:11:50.302347 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66befed4-5c57-418e-9840-ed727ac551fc tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Network hostable DHCP agents. Network: dcad8001-7c58-4b67-9ced-fab4b4acc30d, hostable agents: ['3f70c195-17da-4084-9fd6-bf6059d88535'], hosted agents: [] {{(pid=103800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 05 17:11:50.302619 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-79ad458d-3946-435c-83f6-5cb1f274f6db tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4270732 Jan 05 17:11:50.305090 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 44192) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:50.306515 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-62afd552-770d-4175-a568-cb1f7cdff0a5 tempest-RoutersNegativeTest-494847045 tempest-RoutersNegativeTest-494847045-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-560676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531569'] for router_interface, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:50.310845 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-38b7a8e3-c327-465a-8695-5cd2da898116 tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] Request body: {'security_group_rule': {'security_group_id': 'b86a39b1-828b-4009-8a16-9197d830e0ab', 'project_id': 'fd19bdf1a53648779ae20015d06c39e6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:11:50.316484 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-d3233079-9379-419c-a872-440c6c5b69a5 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:50.322954 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-4d283711-6505-4436-a26c-70b8f2f3a91f tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:50.324852 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-4d283711-6505-4436-a26c-70b8f2f3a91f tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5147238 Jan 05 17:11:50.329755 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 44194) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:50.381292 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-5aca0a77-4504-4fda-a8fa-61c009ce23b2 tempest-SecGroupIPv6Test-2005952447 tempest-SecGroupIPv6Test-2005952447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533437'] for security_group_rule, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:50.402676 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-bb370e06-33c3-49dd-8c84-4444abd22e05 tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] 10.222.0.11 "GET /v2.0/security-group-rules/4a9af01c-2ce9-4020-a04a-9acea9b826ec HTTP/1.1" status: 200 len: 764 time: 0.0704420 Jan 05 17:11:50.406561 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aca0a77-4504-4fda-a8fa-61c009ce23b2 tempest-SecGroupIPv6Test-2005952447 tempest-SecGroupIPv6Test-2005952447-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4918e249-3ba7-40bb-845d-39d8770c5891,revision_number=0']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:11:50.410535 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 44196) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:50.415236 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-d3233079-9379-419c-a872-440c6c5b69a5 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:50.446640 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-38b7a8e3-c327-465a-8695-5cd2da898116 tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:50.461349 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-55efdc84-f27a-407b-9c9a-14f2c648fb0d req-bceb72eb-7222-4a29-b1e4-1d82339bccd4 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] 10.222.0.11 "GET /v2.0/security-groups?id=74da9e44-17f3-4e78-b165-acdbd8889547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1564851 Jan 05 17:11:50.493440 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-38b7a8e3-c327-465a-8695-5cd2da898116 tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:50.494168 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-d13cf796-ff47-4352-85da-860194d7875c tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0823500 Jan 05 17:11:50.497151 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 44200) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:50.524853 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-90749d06-61c8-4480-a0ab-ed9b2a15763e tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:50.528348 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d2607572-b3c9-472c-85bc-c8de0c3fb75c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:50.530857 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66befed4-5c57-418e-9840-ed727ac551fc tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Network dcad8001-7c58-4b67-9ced-fab4b4acc30d is scheduled to be hosted by DHCP agent 3f70c195-17da-4084-9fd6-bf6059d88535 with binding_index 1 {{(pid=103800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 05 17:11:50.534160 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-90749d06-61c8-4480-a0ab-ed9b2a15763e tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:50.539488 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-d3233079-9379-419c-a872-440c6c5b69a5 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533437'] for security_group_rule, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:50.539947 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-5aca0a77-4504-4fda-a8fa-61c009ce23b2 tempest-SecGroupIPv6Test-2005952447 tempest-SecGroupIPv6Test-2005952447-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:50.543531 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-5aca0a77-4504-4fda-a8fa-61c009ce23b2 tempest-SecGroupIPv6Test-2005952447 tempest-SecGroupIPv6Test-2005952447-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4439478 Jan 05 17:11:50.555355 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 44202) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:50.573424 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62afd552-770d-4175-a568-cb1f7cdff0a5 tempest-RoutersNegativeTest-494847045 tempest-RoutersNegativeTest-494847045-project] Router 833f233b-26db-4bdc-bcd5-e78c004ab14e has already been hosted by L3 agent 59446fdc-40e0-41fe-a575-a8eb11d742f7 {{(pid=103800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 05 17:11:50.616313 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3233079-9379-419c-a872-440c6c5b69a5 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8cf1589f-8e08-4894-8331-38f95ffbeee3,revision_number=0']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:11:50.619557 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-38b7a8e3-c327-465a-8695-5cd2da898116 tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533437'] for security_group_rule, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:50.634724 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-821d4e95-4c2f-4f81-9d0a-ade764b1f04e tempest-SecGroupIPv6Test-2005952447 tempest-SecGroupIPv6Test-2005952447-project] 10.222.0.11 "GET /v2.0/security-group-rules/4918e249-3ba7-40bb-845d-39d8770c5891 HTTP/1.1" status: 200 len: 763 time: 0.0780659 Jan 05 17:11:50.645416 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 44204) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:50.655765 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-66befed4-5c57-418e-9840-ed727ac551fc tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, dcad8001-7c58-4b67-9ced-fab4b4acc30d) {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:11:50.661272 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66befed4-5c57-418e-9840-ed727ac551fc tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:11:50.661896 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-66befed4-5c57-418e-9840-ed727ac551fc tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks [] for subnet, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:50.664756 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62afd552-770d-4175-a568-cb1f7cdff0a5 tempest-RoutersNegativeTest-494847045 tempest-RoutersNegativeTest-494847045-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 05 17:11:50.670591 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b7a8e3-c327-465a-8695-5cd2da898116 tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=954ee88a-8c2d-43db-97d5-07c7aaecf6d9,revision_number=0']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:11:50.676190 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-62afd552-770d-4175-a568-cb1f7cdff0a5 tempest-RoutersNegativeTest-494847045 tempest-RoutersNegativeTest-494847045-project] 10.222.0.11 "PUT /v2.0/routers/833f233b-26db-4bdc-bcd5-e78c004ab14e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2204020 Jan 05 17:11:50.676768 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aedb72d9-c557-45a6-817a-78014b465a51 None None] Network dcad8001-7c58-4b67-9ced-fab4b4acc30d requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:11:50.677865 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 44206) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:50.679481 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d32779c2-ea4f-402b-be7c-2c8495afbb30 None None] Sync routers for ids ['833f233b-26db-4bdc-bcd5-e78c004ab14e'] in dv-neutron-master-2-hyperv {{(pid=103803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 05 17:11:50.689547 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-d3233079-9379-419c-a872-440c6c5b69a5 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:50.700083 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-d3233079-9379-419c-a872-440c6c5b69a5 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5757408 Jan 05 17:11:50.706634 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd6f779-e49b-447d-b296-867594f7a786 req-6b5851d1-5dc7-4b20-a1f9-6157ce6bf890 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:11:50.708315 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-bcd6f779-e49b-447d-b296-867594f7a786 req-6b5851d1-5dc7-4b20-a1f9-6157ce6bf890 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] 10.222.0.11 "GET /v2.0/ports?device_id=960404e1-a8f8-4c26-83b9-87528fa8969d HTTP/1.1" status: 200 len: 946 time: 0.1618974 Jan 05 17:11:50.721355 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d32779c2-ea4f-402b-be7c-2c8495afbb30 None None] Routers {'833f233b-26db-4bdc-bcd5-e78c004ab14e'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:11:50.726260 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.api.v2.resource [None req-869d2e7b-9e0e-4f06-855a-7440b6797948 tempest-RoutersNegativeTest-494847045 tempest-RoutersNegativeTest-494847045-project] show failed (client error): The resource could not be found. Jan 05 17:11:50.728559 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-869d2e7b-9e0e-4f06-855a-7440b6797948 tempest-RoutersNegativeTest-494847045 tempest-RoutersNegativeTest-494847045-project] 10.222.0.11 "GET /v2.0/routers/tempest-non_exist_router-1685450712 HTTP/1.1" status: 404 len: 335 time: 0.0484598 Jan 05 17:11:50.731719 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 44210) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:50.732049 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-d32779c2-ea4f-402b-be7c-2c8495afbb30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:11:49Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['833f233b-26db-4bdc-bcd5-e78c004ab14e'], 'active': True} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:11:50.736681 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-e2fbe4a3-7683-4335-9135-5e2c976e1ed1 tempest-RoutersNegativeTest-494847045 tempest-RoutersNegativeTest-494847045-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:11:50.738721 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-90749d06-61c8-4480-a0ab-ed9b2a15763e tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533437'] for security_group_rule, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:50.751068 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-90749d06-61c8-4480-a0ab-ed9b2a15763e tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:50.757576 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-90749d06-61c8-4480-a0ab-ed9b2a15763e tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] 10.222.0.11 "DELETE /v2.0/security-group-rules/4a9af01c-2ce9-4020-a04a-9acea9b826ec HTTP/1.1" status: 204 len: 168 time: 0.2538252 Jan 05 17:11:50.772994 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-15f80cbe-ce0e-4d24-bf12-5c2bd7281c44 tempest-SecGroupIPv6Test-2005952447 tempest-SecGroupIPv6Test-2005952447-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1208165 Jan 05 17:11:50.774101 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 44212) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:50.786474 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 44214) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:50.789669 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90749d06-61c8-4480-a0ab-ed9b2a15763e tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4a9af01c-2ce9-4020-a04a-9acea9b826ec,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:11:50.792291 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.api.v2.resource [None req-e2fbe4a3-7683-4335-9135-5e2c976e1ed1 tempest-RoutersNegativeTest-494847045 tempest-RoutersNegativeTest-494847045-project] update failed (client error): The resource could not be found. Jan 05 17:11:50.797334 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-e2fbe4a3-7683-4335-9135-5e2c976e1ed1 tempest-RoutersNegativeTest-494847045 tempest-RoutersNegativeTest-494847045-project] 10.222.0.11 "PUT /v2.0/routers/tempest-non_exist_router-121659582 HTTP/1.1" status: 404 len: 334 time: 0.0611191 Jan 05 17:11:50.801504 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-66befed4-5c57-418e-9840-ed727ac551fc tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9005082 Jan 05 17:11:50.801504 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 44216) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:50.808039 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 44218) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:50.815561 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-a4e8ba4a-d675-432c-b32b-84bef9f6dfab tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Request body: {'port': {'network_id': 'dcad8001-7c58-4b67-9ced-fab4b4acc30d', 'name': 'tempest-PortsIpV6TestJSON-1456635661'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:11:50.832467 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-d32779c2-ea4f-402b-be7c-2c8495afbb30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:11:50.845891 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d32779c2-ea4f-402b-be7c-2c8495afbb30 None None] Routers {'833f233b-26db-4bdc-bcd5-e78c004ab14e'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:11:50.848274 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-d32779c2-ea4f-402b-be7c-2c8495afbb30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:11:49Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['833f233b-26db-4bdc-bcd5-e78c004ab14e'], 'active': True} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:11:50.848979 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-38b7a8e3-c327-465a-8695-5cd2da898116 tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:50.853281 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-38b7a8e3-c327-465a-8695-5cd2da898116 tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5471041 Jan 05 17:11:50.853905 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 44222) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:50.865788 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-33cf7d23-f51e-43df-b9fa-becf2fb5b42b tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] Request body: {'security_group_rule': {'security_group_id': 'b86a39b1-828b-4009-8a16-9197d830e0ab', 'project_id': 'fd19bdf1a53648779ae20015d06c39e6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:11:50.886719 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb7c0ea4-5cb9-4984-9b81-199abc1247cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-dcad8001-7c58-4b67-9ced-fab4b4acc30d', 'network_id': 'dcad8001-7c58-4b67-9ced-fab4b4acc30d', 'project_id': 'ae615b9d4e3242ec84f93fb74627d3b2', 'fixed_ips': [{'subnet_id': '461ae8f5-bd6e-404f-a32a-106b7fff3545'}]}} from dv-neutron-master-2-hyperv. {{(pid=103802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 05 17:11:50.888347 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-cb7c0ea4-5cb9-4984-9b81-199abc1247cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:50.922865 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-d32779c2-ea4f-402b-be7c-2c8495afbb30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:11:50.922865 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d32779c2-ea4f-402b-be7c-2c8495afbb30 None None] The sync data for ids ['833f233b-26db-4bdc-bcd5-e78c004ab14e'] in dv-neutron-master-2-hyperv is: [] {{(pid=103803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 05 17:11:50.928835 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-bcd6f779-e49b-447d-b296-867594f7a786 req-68fb11d6-8bb4-4eb3-a472-2e0bb5c3adfd tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] 10.222.0.11 "GET /v2.0/security-groups?id=74da9e44-17f3-4e78-b165-acdbd8889547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2125418 Jan 05 17:11:50.938344 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-8b3782ce-af99-4800-a96b-1b018c579072 tempest-SecGroupIPv6Test-2005952447 tempest-SecGroupIPv6Test-2005952447-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:50.970404 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 44236) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:50.970404 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-8b3782ce-af99-4800-a96b-1b018c579072 tempest-SecGroupIPv6Test-2005952447 tempest-SecGroupIPv6Test-2005952447-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:50.990904 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-4e8874a7-204e-475e-8b53-f7500b902234 tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2053554 Jan 05 17:11:50.995818 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 44240) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:51.029193 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.db_base_plugin_v2 [None req-7422ba82-3c60-4a99-95b2-e7abfb3af517 tempest-RoutersNegativeTest-494847045 tempest-RoutersNegativeTest-494847045-project] Deleting subnet a4c05d86-f59a-471d-b398-c037c36c100f {{(pid=103800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 05 17:11:51.040245 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7422ba82-3c60-4a99-95b2-e7abfb3af517 tempest-RoutersNegativeTest-494847045 tempest-RoutersNegativeTest-494847045-project] Publish callbacks [] for subnet, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:51.079532 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-b346c9ac-86e1-4c88-81a5-9dc7a39644a5 tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] Publish callbacks [] for security_group, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:51.088077 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-94bc248c-d1ee-4403-93ce-f200c7f6f0f5 req-898b2b90-f369-4ce4-8649-9498e5b08462 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-673874847&fields=id&tenant_id=ec76859de02442879238ecf1eaefefed HTTP/1.1" status: 200 len: 267 time: 0.1467943 Jan 05 17:11:51.099354 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7422ba82-3c60-4a99-95b2-e7abfb3af517 tempest-RoutersNegativeTest-494847045 tempest-RoutersNegativeTest-494847045-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8784846'] for subnet, precommit_delete_associations {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:51.106385 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.db_base_plugin_common [None req-cb7c0ea4-5cb9-4984-9b81-199abc1247cf None None] Allocated IP 2001:db8::2 (dcad8001-7c58-4b67-9ced-fab4b4acc30d/461ae8f5-bd6e-404f-a32a-106b7fff3545/26960777-5d06-4f96-b921-a0e53da919e7) {{(pid=103802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:11:51.118675 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-b346c9ac-86e1-4c88-81a5-9dc7a39644a5 tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:51.168740 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-8b3782ce-af99-4800-a96b-1b018c579072 tempest-SecGroupIPv6Test-2005952447 tempest-SecGroupIPv6Test-2005952447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533437'] for security_group_rule, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:51.181260 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-8b3782ce-af99-4800-a96b-1b018c579072 tempest-SecGroupIPv6Test-2005952447 tempest-SecGroupIPv6Test-2005952447-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:51.184713 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-8b3782ce-af99-4800-a96b-1b018c579072 tempest-SecGroupIPv6Test-2005952447 tempest-SecGroupIPv6Test-2005952447-project] 10.222.0.11 "DELETE /v2.0/security-group-rules/4918e249-3ba7-40bb-845d-39d8770c5891 HTTP/1.1" status: 204 len: 168 time: 0.3937366 Jan 05 17:11:51.193199 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 44242) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:51.215999 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-33cf7d23-f51e-43df-b9fa-becf2fb5b42b tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:51.240447 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3782ce-af99-4800-a96b-1b018c579072 tempest-SecGroupIPv6Test-2005952447 tempest-SecGroupIPv6Test-2005952447-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4918e249-3ba7-40bb-845d-39d8770c5891,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:11:51.257567 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-b346c9ac-86e1-4c88-81a5-9dc7a39644a5 tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:51.260532 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-b346c9ac-86e1-4c88-81a5-9dc7a39644a5 tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] Publish callbacks [] for security_group, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:51.261713 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-b346c9ac-86e1-4c88-81a5-9dc7a39644a5 tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] 10.222.0.11 "DELETE /v2.0/security-groups/833a272d-907c-49c0-b4a1-b7fd4e2f7192 HTTP/1.1" status: 204 len: 168 time: 0.2595253 Jan 05 17:11:51.264785 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 44244) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:51.292639 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b346c9ac-86e1-4c88-81a5-9dc7a39644a5 tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=833a272d-907c-49c0-b4a1-b7fd4e2f7192,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:11:51.301493 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7422ba82-3c60-4a99-95b2-e7abfb3af517 tempest-RoutersNegativeTest-494847045 tempest-RoutersNegativeTest-494847045-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892868'] for subnet, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:51.305758 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-cb7c0ea4-5cb9-4984-9b81-199abc1247cf None None] Publish callbacks [] for port, precommit_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:51.342903 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-7fb73a25-4fd5-489a-8c9f-a585bfb9385c tempest-SecGroupIPv6Test-2005952447 tempest-SecGroupIPv6Test-2005952447-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1285877 Jan 05 17:11:51.344904 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e05c8eb5-49da-42e0-8bca-f6809e75abeb tempest-TestVolumeBootPattern-1514232331 tempest-TestVolumeBootPattern-1514232331-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:11:51.345124 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bc248c-d1ee-4403-93ce-f200c7f6f0f5 req-fd0c1732-7763-488e-bb40-cc9b8ee0e67a tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:11:51.349454 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-e05c8eb5-49da-42e0-8bca-f6809e75abeb tempest-TestVolumeBootPattern-1514232331 tempest-TestVolumeBootPattern-1514232331-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=960404e1-a8f8-4c26-83b9-87528fa8969d HTTP/1.1" status: 200 len: 1094 time: 0.3815157 Jan 05 17:11:51.349670 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-94bc248c-d1ee-4403-93ce-f200c7f6f0f5 req-fd0c1732-7763-488e-bb40-cc9b8ee0e67a tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/networks?id=62c260dd-d135-4213-8dd0-485aab18a1d0 HTTP/1.1" status: 200 len: 797 time: 0.2500916 Jan 05 17:11:51.349797 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 44246) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:51.349901 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4e8ba4a-d675-432c-b32b-84bef9f6dfab tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Made reservation on behalf of ae615b9d4e3242ec84f93fb74627d3b2 for: {'port': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:11:51.349998 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 44248) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:51.350487 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a4e8ba4a-d675-432c-b32b-84bef9f6dfab tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:51.355095 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-e3dec424-e61a-46e7-a064-65dd96e8735c tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] Request body: {'floatingip': {'floating_network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'port_id': '1181fbbb-5980-4b73-97f3-a941e5b11c7c', 'tenant_id': '9bafc9d0d75b44f696c7001918c22f7e', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:11:51.365061 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-b51b93e9-d288-437f-9126-11f07748c673 tempest-SecGroupIPv6Test-2005952447 tempest-SecGroupIPv6Test-2005952447-project] Request body: {'security_group_rule': {'security_group_id': '65686ec4-33ce-4c0d-968c-f7bcac491f70', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:11:51.388092 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-33cf7d23-f51e-43df-b9fa-becf2fb5b42b tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:51.389290 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-cb7c0ea4-5cb9-4984-9b81-199abc1247cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669'] for port, after_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:51.395429 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-94bc248c-d1ee-4403-93ce-f200c7f6f0f5 req-0e3b1997-da89-4d33-b27e-2add331378af tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/quotas/ec76859de02442879238ecf1eaefefed HTTP/1.1" status: 200 len: 375 time: 0.0313883 Jan 05 17:11:51.408521 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-b4362e84-768c-4dcd-87b3-158d3d6f31b4 tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1387331 Jan 05 17:11:51.408521 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.notifiers.nova [None req-a4e8ba4a-d675-432c-b32b-84bef9f6dfab tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] device_id is not set on port 293e775f-d28b-4aa2-b3be-c10c49d24470 yet. {{(pid=103800) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 05 17:11:51.408827 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 44250) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:51.414568 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-c0fa31a7-3fa9-4ff6-9653-f328ce8e1c91 tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] Request body: {'security_group': {'name': 'tempest-secgroup--540538468'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:11:51.450032 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb7c0ea4-5cb9-4984-9b81-199abc1247cf None None] Network dcad8001-7c58-4b67-9ced-fab4b4acc30d is already hosted by enough agents. {{(pid=103802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:11:51.452755 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.scheduler.base_scheduler [None req-cb7c0ea4-5cb9-4984-9b81-199abc1247cf None None] Resources bound (agent type, host, resource id): {{(pid=103802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:11:51.455166 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb7c0ea4-5cb9-4984-9b81-199abc1247cf None None] Received port after_create {{(pid=103802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:11:51.462902 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7c0ea4-5cb9-4984-9b81-199abc1247cf None None] Pushing event updated for resources: {'Port': ['ID=26960777-5d06-4f96-b921-a0e53da919e7,revision_number=1']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:11:51.470745 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-33cf7d23-f51e-43df-b9fa-becf2fb5b42b tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533437'] for security_group_rule, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:51.490719 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cf7d23-f51e-43df-b9fa-becf2fb5b42b tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2d3f313-5774-4f74-a638-07d03a726c9c,revision_number=0']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:11:51.505646 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e3dec424-e61a-46e7-a064-65dd96e8735c tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] Publish callbacks [] for floatingip, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:51.533925 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-b51b93e9-d288-437f-9126-11f07748c673 tempest-SecGroupIPv6Test-2005952447 tempest-SecGroupIPv6Test-2005952447-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:51.536598 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-cb7c0ea4-5cb9-4984-9b81-199abc1247cf None None] Attempting to bind port 26960777-5d06-4f96-b921-a0e53da919e7 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 05 17:11:51.537140 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-cb7c0ea4-5cb9-4984-9b81-199abc1247cf None None] Attempting to bind port 26960777-5d06-4f96-b921-a0e53da919e7 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '3396bdc7-7a79-4834-a0f4-ba569492015d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'dcad8001-7c58-4b67-9ced-fab4b4acc30d'}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 05 17:11:51.537343 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb7c0ea4-5cb9-4984-9b81-199abc1247cf None None] Attempting to bind port 26960777-5d06-4f96-b921-a0e53da919e7 on network dcad8001-7c58-4b67-9ced-fab4b4acc30d {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:11:51.543364 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb7c0ea4-5cb9-4984-9b81-199abc1247cf None None] Checking agent: {'id': '0d4f8fd3-ce62-4651-970c-efa6a8bb22b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 5, 16, 57, 23), 'started_at': datetime.datetime(2022, 1, 5, 16, 57, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 5, 17, 11, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 05 17:11:51.543779 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb7c0ea4-5cb9-4984-9b81-199abc1247cf None None] Checking segment: {'id': '3396bdc7-7a79-4834-a0f4-ba569492015d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'dcad8001-7c58-4b67-9ced-fab4b4acc30d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:11:51.544175 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-cb7c0ea4-5cb9-4984-9b81-199abc1247cf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:51.544557 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb7c0ea4-5cb9-4984-9b81-199abc1247cf None None] Bound using segment: {'id': '3396bdc7-7a79-4834-a0f4-ba569492015d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'dcad8001-7c58-4b67-9ced-fab4b4acc30d'} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 05 17:11:51.545020 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-cb7c0ea4-5cb9-4984-9b81-199abc1247cf None None] Bound port: 26960777-5d06-4f96-b921-a0e53da919e7, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3396bdc7-7a79-4834-a0f4-ba569492015d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'dcad8001-7c58-4b67-9ced-fab4b4acc30d'}}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 05 17:11:51.545961 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-cb7c0ea4-5cb9-4984-9b81-199abc1247cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:51.547872 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-94bc248c-d1ee-4403-93ce-f200c7f6f0f5 req-c32993a7-b204-4ae3-bf2d-6f3438e85273 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=ec76859de02442879238ecf1eaefefed&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1351430 Jan 05 17:11:51.583209 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [None req-a4e8ba4a-d675-432c-b32b-84bef9f6dfab tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Allocated IP 2001:db8::185 (dcad8001-7c58-4b67-9ced-fab4b4acc30d/461ae8f5-bd6e-404f-a32a-106b7fff3545/293e775f-d28b-4aa2-b3be-c10c49d24470) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:11:51.589239 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7422ba82-3c60-4a99-95b2-e7abfb3af517 tempest-RoutersNegativeTest-494847045 tempest-RoutersNegativeTest-494847045-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3893367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8784787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8521880'] for subnet, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:51.615640 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-cb7c0ea4-5cb9-4984-9b81-199abc1247cf None None] For port 26960777-5d06-4f96-b921-a0e53da919e7, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 05 17:11:51.619546 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-cb7c0ea4-5cb9-4984-9b81-199abc1247cf None None] For port 26960777-5d06-4f96-b921-a0e53da919e7, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=26960777-5d06-4f96-b921-a0e53da919e7,segment=NetworkSegment(3396bdc7-7a79-4834-a0f4-ba569492015d),segment_id=3396bdc7-7a79-4834-a0f4-ba569492015d)] {{(pid=103802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 05 17:11:51.619889 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-33cf7d23-f51e-43df-b9fa-becf2fb5b42b tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:51.622187 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-33cf7d23-f51e-43df-b9fa-becf2fb5b42b tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7600343 Jan 05 17:11:51.638381 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 44252) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:51.645811 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-ebdacc2f-ef8d-4fdc-9554-1e3005dda6ac tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] Request body: {'security_group_rule': {'security_group_id': 'b86a39b1-828b-4009-8a16-9197d830e0ab', 'project_id': 'fd19bdf1a53648779ae20015d06c39e6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:11:51.668780 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-c0fa31a7-3fa9-4ff6-9653-f328ce8e1c91 tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] Publish callbacks [] for security_group, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:51.669573 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7422ba82-3c60-4a99-95b2-e7abfb3af517 tempest-RoutersNegativeTest-494847045 tempest-RoutersNegativeTest-494847045-project] Publish callbacks [] for subnet, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:51.671626 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06c2dc82-879c-49da-bef4-1fe8e67641ff None None] Network fed86b1e-b9e8-4978-ac39-bf1ef7d86212 requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:11:51.672537 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-7422ba82-3c60-4a99-95b2-e7abfb3af517 tempest-RoutersNegativeTest-494847045 tempest-RoutersNegativeTest-494847045-project] 10.222.0.11 "DELETE /v2.0/subnets/a4c05d86-f59a-471d-b398-c037c36c100f HTTP/1.1" status: 204 len: 168 time: 0.8713388 Jan 05 17:11:51.675546 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7422ba82-3c60-4a99-95b2-e7abfb3af517 tempest-RoutersNegativeTest-494847045 tempest-RoutersNegativeTest-494847045-project] Pushing event deleted for resources: {'Subnet': ['ID=a4c05d86-f59a-471d-b398-c037c36c100f,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:11:51.679266 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 44254) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:51.689388 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-cb7c0ea4-5cb9-4984-9b81-199abc1247cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:51.724185 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-b51b93e9-d288-437f-9126-11f07748c673 tempest-SecGroupIPv6Test-2005952447 tempest-SecGroupIPv6Test-2005952447-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:51.787869 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-ebdacc2f-ef8d-4fdc-9554-1e3005dda6ac tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:51.796401 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.db_base_plugin_v2 [None req-2dbb7787-cf2f-4247-8d81-49c193cd552c tempest-RoutersNegativeTest-494847045 tempest-RoutersNegativeTest-494847045-project] Deleting subnet 75e9c115-973d-4943-b9e6-a94d1253af8f {{(pid=103800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 05 17:11:51.806729 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-b51b93e9-d288-437f-9126-11f07748c673 tempest-SecGroupIPv6Test-2005952447 tempest-SecGroupIPv6Test-2005952447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533437'] for security_group_rule, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:51.811427 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-94bc248c-d1ee-4403-93ce-f200c7f6f0f5 req-3a608748-7960-4e4b-a09a-a37611e74e65 service neutron] 10.222.0.11 "GET /v2.0/networks/62c260dd-d135-4213-8dd0-485aab18a1d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2366626 Jan 05 17:11:51.814639 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2dbb7787-cf2f-4247-8d81-49c193cd552c tempest-RoutersNegativeTest-494847045 tempest-RoutersNegativeTest-494847045-project] Publish callbacks [] for subnet, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:51.842340 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e3dec424-e61a-46e7-a064-65dd96e8735c tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:51.861133 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7c0ea4-5cb9-4984-9b81-199abc1247cf None None] Pushing event updated for resources: {'Port': ['ID=26960777-5d06-4f96-b921-a0e53da919e7,revision_number=2']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:11:51.867201 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51b93e9-d288-437f-9126-11f07748c673 tempest-SecGroupIPv6Test-2005952447 tempest-SecGroupIPv6Test-2005952447-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f638523b-f532-465b-b7a2-775b0802426a,revision_number=0']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:11:51.890668 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-c0fa31a7-3fa9-4ff6-9653-f328ce8e1c91 tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] Publish callbacks [] for security_group, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:51.938297 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d504d802-9546-4ce5-a9d3-96c844ac5808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:51.952098 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2dbb7787-cf2f-4247-8d81-49c193cd552c tempest-RoutersNegativeTest-494847045 tempest-RoutersNegativeTest-494847045-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8784846'] for subnet, precommit_delete_associations {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:51.953269 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-ebdacc2f-ef8d-4fdc-9554-1e3005dda6ac tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:51.991078 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-b51b93e9-d288-437f-9126-11f07748c673 tempest-SecGroupIPv6Test-2005952447 tempest-SecGroupIPv6Test-2005952447-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:51.992280 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-b51b93e9-d288-437f-9126-11f07748c673 tempest-SecGroupIPv6Test-2005952447 tempest-SecGroupIPv6Test-2005952447-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6433213 Jan 05 17:11:51.996953 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-c0fa31a7-3fa9-4ff6-9653-f328ce8e1c91 tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:52.000099 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 44256) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:52.008069 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fdf94d6-a595-4c38-ba29-314f957f694c None None] DHCP port deletion for fed86b1e-b9e8-4978-ac39-bf1ef7d86212 request from dv-neutron-master-2-hyperv {{(pid=103802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 05 17:11:52.047356 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-ebdacc2f-ef8d-4fdc-9554-1e3005dda6ac tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533437'] for security_group_rule, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:52.047808 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [None req-e3dec424-e61a-46e7-a064-65dd96e8735c tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] Allocated IP 172.36.4.248 (b0167590-0699-4c5c-a932-3939414a9573/7a784a6d-3d96-418f-a645-b9ccd0b1ac55/cea07a83-9c15-49d6-8abc-cf7331191336) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:11:52.065823 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fa31a7-3fa9-4ff6-9653-f328ce8e1c91 tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec36ceea-95a2-4f54-8d0c-b3dd06253039,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:11:52.082525 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdacc2f-ef8d-4fdc-9554-1e3005dda6ac tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33512ef9-c1c8-4f20-b844-5e77639ea6ee,revision_number=0']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:11:52.088824 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-6fdf94d6-a595-4c38-ba29-314f957f694c None None] Deleting port d658e76c-2432-46a3-bbb4-24c27e59c0e7 {{(pid=103802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:11:52.093756 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-6fdf94d6-a595-4c38-ba29-314f957f694c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:52.104775 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-c0fa31a7-3fa9-4ff6-9653-f328ce8e1c91 tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] Publish callbacks [] for security_group, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:52.106194 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-c0fa31a7-3fa9-4ff6-9653-f328ce8e1c91 tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6963642 Jan 05 17:11:52.109293 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 44258) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:52.114047 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-5b44b8c3-14a0-48e7-aa59-b5178aab45db tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] Request body: {'security_group_rule': {'security_group_id': 'ec36ceea-95a2-4f54-8d0c-b3dd06253039', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:11:52.188861 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-ebdacc2f-ef8d-4fdc-9554-1e3005dda6ac tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:52.191737 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-ebdacc2f-ef8d-4fdc-9554-1e3005dda6ac tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5487597 Jan 05 17:11:52.217509 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-6fdf94d6-a595-4c38-ba29-314f957f694c None None] For port d658e76c-2432-46a3-bbb4-24c27e59c0e7, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d658e76c-2432-46a3-bbb4-24c27e59c0e7,segment=NetworkSegment(c3ccf958-299e-4792-8b34-1a6be65a0643),segment_id=c3ccf958-299e-4792-8b34-1a6be65a0643)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:11:52.218388 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-6fdf94d6-a595-4c38-ba29-314f957f694c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:52.237269 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-6fdf94d6-a595-4c38-ba29-314f957f694c None None] Calling delete_port for d658e76c-2432-46a3-bbb4-24c27e59c0e7 owned by network:dhcp {{(pid=103802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:11:52.253053 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e3dec424-e61a-46e7-a064-65dd96e8735c tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] Publish callbacks [] for port, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:52.266704 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 44260) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:52.271511 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-a548304a-13ea-49e4-a140-d7aba310cf1d tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] Request body: {'security_group_rule': {'security_group_id': 'b86a39b1-828b-4009-8a16-9197d830e0ab', 'project_id': 'fd19bdf1a53648779ae20015d06c39e6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:11:52.351343 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-a11e9d7a-7031-49c2-a868-890fc61c7954 tempest-SecGroupIPv6Test-2005952447 tempest-SecGroupIPv6Test-2005952447-project] 10.222.0.11 "GET /v2.0/security-group-rules/f638523b-f532-465b-b7a2-775b0802426a HTTP/1.1" status: 200 len: 763 time: 0.3467584 Jan 05 17:11:52.354217 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 44262) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:52.367248 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a4e8ba4a-d675-432c-b32b-84bef9f6dfab tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks [] for port, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:52.375408 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-94bc248c-d1ee-4403-93ce-f200c7f6f0f5 req-fbd40451-0f71-4195-8b4c-8cfaf99765c9 service neutron] 10.222.0.11 "GET /v2.0/networks/62c260dd-d135-4213-8dd0-485aab18a1d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5549314 Jan 05 17:11:52.404889 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-95e2c397-31dd-43d4-bba3-7a7def065b12 tempest-SecGroupIPv6Test-2005952447 tempest-SecGroupIPv6Test-2005952447-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0459032 Jan 05 17:11:52.404889 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-5b44b8c3-14a0-48e7-aa59-b5178aab45db tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:52.405450 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 44264) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:52.416000 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-6fdf94d6-a595-4c38-ba29-314f957f694c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678'] for port, after_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:52.416711 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.db.securitygroups_db [None req-a548304a-13ea-49e4-a140-d7aba310cf1d tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] Project fd19bdf1a53648779ae20015d06c39e6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 05 17:11:52.419899 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e3dec424-e61a-46e7-a064-65dd96e8735c tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11433176'] for port, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:52.439188 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2dbb7787-cf2f-4247-8d81-49c193cd552c tempest-RoutersNegativeTest-494847045 tempest-RoutersNegativeTest-494847045-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892868'] for subnet, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:52.462542 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-a548304a-13ea-49e4-a140-d7aba310cf1d tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:52.484261 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-85a221f9-96c4-4aed-b244-f2049727c5dd tempest-SecGroupIPv6Test-2005952447 tempest-SecGroupIPv6Test-2005952447-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:52.499874 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-85a221f9-96c4-4aed-b244-f2049727c5dd tempest-SecGroupIPv6Test-2005952447 tempest-SecGroupIPv6Test-2005952447-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:52.508599 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3dec424-e61a-46e7-a064-65dd96e8735c tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] Network b0167590-0699-4c5c-a932-3939414a9573 is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:11:52.534841 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-e3dec424-e61a-46e7-a064-65dd96e8735c tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:11:52.538838 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3dec424-e61a-46e7-a064-65dd96e8735c tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:11:52.544278 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dec424-e61a-46e7-a064-65dd96e8735c tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] Pushing event updated for resources: {'Port': ['ID=cea07a83-9c15-49d6-8abc-cf7331191336,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:11:52.574875 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a4e8ba4a-d675-432c-b32b-84bef9f6dfab tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:52.592881 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-5b44b8c3-14a0-48e7-aa59-b5178aab45db tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:52.612588 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-a548304a-13ea-49e4-a140-d7aba310cf1d tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:52.621509 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-85a221f9-96c4-4aed-b244-f2049727c5dd tempest-SecGroupIPv6Test-2005952447 tempest-SecGroupIPv6Test-2005952447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533437'] for security_group_rule, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:52.644891 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-85a221f9-96c4-4aed-b244-f2049727c5dd tempest-SecGroupIPv6Test-2005952447 tempest-SecGroupIPv6Test-2005952447-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:52.647082 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-85a221f9-96c4-4aed-b244-f2049727c5dd tempest-SecGroupIPv6Test-2005952447 tempest-SecGroupIPv6Test-2005952447-project] 10.222.0.11 "DELETE /v2.0/security-group-rules/f638523b-f532-465b-b7a2-775b0802426a HTTP/1.1" status: 204 len: 168 time: 0.2409370 Jan 05 17:11:52.651464 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 44266) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:52.655632 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a221f9-96c4-4aed-b244-f2049727c5dd tempest-SecGroupIPv6Test-2005952447 tempest-SecGroupIPv6Test-2005952447-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f638523b-f532-465b-b7a2-775b0802426a,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:11:52.656699 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdf94d6-a595-4c38-ba29-314f957f694c None None] Pushing event deleted for resources: {'Port': ['ID=d658e76c-2432-46a3-bbb4-24c27e59c0e7,revision_number=None']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:11:52.658554 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fdf94d6-a595-4c38-ba29-314f957f694c None None] No DVR routers for this DVR port d658e76c-2432-46a3-bbb4-24c27e59c0e7 on host dv-neutron-master-2-hyperv {{(pid=103802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 05 17:11:52.669432 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4e8ba4a-d675-432c-b32b-84bef9f6dfab tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Network dcad8001-7c58-4b67-9ced-fab4b4acc30d is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:11:52.675168 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e8ba4a-d675-432c-b32b-84bef9f6dfab tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Pushing event updated for resources: {'Port': ['ID=293e775f-d28b-4aa2-b3be-c10c49d24470,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:11:52.677974 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-a4e8ba4a-d675-432c-b32b-84bef9f6dfab tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:11:52.680074 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4e8ba4a-d675-432c-b32b-84bef9f6dfab tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:11:52.686636 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4e8ba4a-d675-432c-b32b-84bef9f6dfab tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:11:52.687289 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a4e8ba4a-d675-432c-b32b-84bef9f6dfab tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:52.706024 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2dbb7787-cf2f-4247-8d81-49c193cd552c tempest-RoutersNegativeTest-494847045 tempest-RoutersNegativeTest-494847045-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3893367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8784787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8521880'] for subnet, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:52.734522 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-5b44b8c3-14a0-48e7-aa59-b5178aab45db tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533437'] for security_group_rule, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:52.738221 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-a548304a-13ea-49e4-a140-d7aba310cf1d tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533437'] for security_group_rule, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:52.774239 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbb7787-cf2f-4247-8d81-49c193cd552c tempest-RoutersNegativeTest-494847045 tempest-RoutersNegativeTest-494847045-project] Pushing event deleted for resources: {'Subnet': ['ID=75e9c115-973d-4943-b9e6-a94d1253af8f,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:11:52.777444 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2dbb7787-cf2f-4247-8d81-49c193cd552c tempest-RoutersNegativeTest-494847045 tempest-RoutersNegativeTest-494847045-project] Publish callbacks [] for subnet, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:52.781136 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-2dbb7787-cf2f-4247-8d81-49c193cd552c tempest-RoutersNegativeTest-494847045 tempest-RoutersNegativeTest-494847045-project] 10.222.0.11 "DELETE /v2.0/subnets/75e9c115-973d-4943-b9e6-a94d1253af8f HTTP/1.1" status: 204 len: 168 time: 1.0991888 Jan 05 17:11:52.783667 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 44272) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:52.798513 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21bcd9f8-984e-4bb3-9970-f32b6548c835 None None] Network 8c8ecbc7-f66e-4def-ac44-60996b3575ac requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:11:52.887587 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d76bcd97-3237-4d58-acec-46a6023085fe tempest-RoutersNegativeTest-494847045 tempest-RoutersNegativeTest-494847045-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3809644'] for network, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:52.902189 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-a4e8ba4a-d675-432c-b32b-84bef9f6dfab tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.0907252 Jan 05 17:11:52.905283 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 44274) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:52.910966 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b44b8c3-14a0-48e7-aa59-b5178aab45db tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6423266a-636e-428f-98bf-df67f1314cf3,revision_number=0']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:11:52.925501 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-3baacd5b-538e-452a-b6d3-6b4517912ef9 req-9eedd668-0930-4f6e-bc67-09f2916eabe9 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/ports?device_id=43ad75fd-3c61-493a-82ce-e55c8368b611 HTTP/1.1" status: 200 len: 210 time: 0.1575572 Jan 05 17:11:52.945829 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-5b44b8c3-14a0-48e7-aa59-b5178aab45db tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:52.947037 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-5b44b8c3-14a0-48e7-aa59-b5178aab45db tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8367724 Jan 05 17:11:52.963212 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-577686fe-09b4-4cf2-93e3-20d0a1747c76 tempest-SecGroupIPv6Test-2005952447 tempest-SecGroupIPv6Test-2005952447-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3106129 Jan 05 17:11:52.966890 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 44276) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:52.970265 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 44280) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:52.987610 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-65525782-f892-4933-8890-1d39875adb45 tempest-SecGroupIPv6Test-2005952447 tempest-SecGroupIPv6Test-2005952447-project] Request body: {'security_group_rule': {'security_group_id': '65686ec4-33ce-4c0d-968c-f7bcac491f70', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:11:53.000154 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a548304a-13ea-49e4-a140-d7aba310cf1d tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0dd52026-6522-4c50-b545-254c48b88791,revision_number=0']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:11:53.010614 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-a548304a-13ea-49e4-a140-d7aba310cf1d tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:53.011879 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-a548304a-13ea-49e4-a140-d7aba310cf1d tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7441139 Jan 05 17:11:53.017568 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 44284) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:53.031315 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-248ea227-3e95-4785-8b67-fb485c68dd27 tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] Request body: {'security_group_rule': {'security_group_id': 'b86a39b1-828b-4009-8a16-9197d830e0ab', 'project_id': 'fd19bdf1a53648779ae20015d06c39e6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:11:53.121020 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d76bcd97-3237-4d58-acec-46a6023085fe tempest-RoutersNegativeTest-494847045 tempest-RoutersNegativeTest-494847045-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3891715', 'neutron.services.segments.db._delete_segments_for_network-8754181063482'] for network, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:53.126175 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1703d4b-cb07-4787-bd6d-9dd428e21aa0 None None] DHCP port deletion for 8c8ecbc7-f66e-4def-ac44-60996b3575ac request from dv-neutron-master-2-hyperv {{(pid=103802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 05 17:11:53.156941 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.services.segments.db [None req-d76bcd97-3237-4d58-acec-46a6023085fe tempest-RoutersNegativeTest-494847045 tempest-RoutersNegativeTest-494847045-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fed86b1e-b9e8-4978-ac39-bf1ef7d86212']}} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:11:53.187276 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.services.segments.db [None req-d76bcd97-3237-4d58-acec-46a6023085fe tempest-RoutersNegativeTest-494847045 tempest-RoutersNegativeTest-494847045-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3ccf958-299e-4792-8b34-1a6be65a0643') {'for_net_delete': True} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:11:53.187576 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.services.segments.db [None req-d76bcd97-3237-4d58-acec-46a6023085fe tempest-RoutersNegativeTest-494847045 tempest-RoutersNegativeTest-494847045-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3ccf958-299e-4792-8b34-1a6be65a0643') {} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:11:53.191774 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-dbe9fb17-0883-40a1-b6cc-e814917e2b35 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Deleting port 293e775f-d28b-4aa2-b3be-c10c49d24470 {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:11:53.195220 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-dbe9fb17-0883-40a1-b6cc-e814917e2b35 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:53.207789 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-d1703d4b-cb07-4787-bd6d-9dd428e21aa0 None None] Deleting port 6a6dc5ec-a8e0-406b-a3b4-9b69d9a96481 {{(pid=103802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:11:53.208463 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d1703d4b-cb07-4787-bd6d-9dd428e21aa0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:53.222368 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d76bcd97-3237-4d58-acec-46a6023085fe tempest-RoutersNegativeTest-494847045 tempest-RoutersNegativeTest-494847045-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754181064771', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8784833'] for segment, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:53.237411 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6889aa8e-e536-45d5-91af-dec61d96f12e tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] Publish callbacks [] for security_group, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:53.269225 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:53.277999 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c80970d-3ea5-41df-9425-6d7bcac1a88a None None] Network dcad8001-7c58-4b67-9ced-fab4b4acc30d requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:11:53.284884 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.db.securitygroups_db [None req-65525782-f892-4933-8890-1d39875adb45 tempest-SecGroupIPv6Test-2005952447 tempest-SecGroupIPv6Test-2005952447-project] Project b240f2a6f0b04ae08b3676d4dfae6305 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 05 17:11:53.288881 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.db.securitygroups_db [None req-248ea227-3e95-4785-8b67-fb485c68dd27 tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] Project fd19bdf1a53648779ae20015d06c39e6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 05 17:11:53.294702 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-d1703d4b-cb07-4787-bd6d-9dd428e21aa0 None None] For port 6a6dc5ec-a8e0-406b-a3b4-9b69d9a96481, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=6a6dc5ec-a8e0-406b-a3b4-9b69d9a96481,segment=NetworkSegment(1b8e9061-deae-4528-bad2-d4867707a4d1),segment_id=1b8e9061-deae-4528-bad2-d4867707a4d1)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:11:53.295400 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d1703d4b-cb07-4787-bd6d-9dd428e21aa0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:53.316784 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d76bcd97-3237-4d58-acec-46a6023085fe tempest-RoutersNegativeTest-494847045 tempest-RoutersNegativeTest-494847045-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225'] for segment, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:53.331729 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6889aa8e-e536-45d5-91af-dec61d96f12e tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:53.334800 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d76bcd97-3237-4d58-acec-46a6023085fe tempest-RoutersNegativeTest-494847045 tempest-RoutersNegativeTest-494847045-project] Releasing vlan 112 on physical network physnet1 to pool {{(pid=103800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 05 17:11:53.335189 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d76bcd97-3237-4d58-acec-46a6023085fe tempest-RoutersNegativeTest-494847045 tempest-RoutersNegativeTest-494847045-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8784497'] for segment, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:53.338843 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:11:53.338843 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:11:53.338843 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:11:53.338843 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:11:53.338843 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:11:53.338843 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:11:53.338843 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:11:53.338843 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:11:53.338843 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:11:53.338843 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:11:53.338843 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:11:53.338843 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:11:53.338843 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:11:53.338843 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:11:53.338843 dv-neutron-master-2-hyperv neutron-server[103800]: Traceback (most recent call last): Jan 05 17:11:53.338843 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 05 17:11:53.338843 dv-neutron-master-2-hyperv neutron-server[103800]: timer() Jan 05 17:11:53.338843 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 05 17:11:53.338843 dv-neutron-master-2-hyperv neutron-server[103800]: cb(*args, **kw) Jan 05 17:11:53.338843 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 05 17:11:53.338843 dv-neutron-master-2-hyperv neutron-server[103800]: return func(*args, **kwargs) Jan 05 17:11:53.338843 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 05 17:11:53.338843 dv-neutron-master-2-hyperv neutron-server[103800]: self._notify() Jan 05 17:11:53.338843 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 05 17:11:53.338843 dv-neutron-master-2-hyperv neutron-server[103800]: self.callback(batched_events) Jan 05 17:11:53.338843 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 05 17:11:53.338843 dv-neutron-master-2-hyperv neutron-server[103800]: event.method(event) Jan 05 17:11:53.338843 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 05 17:11:53.338843 dv-neutron-master-2-hyperv neutron-server[103800]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 05 17:11:53.338843 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 05 17:11:53.338843 dv-neutron-master-2-hyperv neutron-server[103800]: aggregate_uuid = self.p_client.list_aggregates( Jan 05 17:11:53.338843 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 05 17:11:53.338843 dv-neutron-master-2-hyperv neutron-server[103800]: return f(self, *a, **k) Jan 05 17:11:53.338843 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 05 17:11:53.338843 dv-neutron-master-2-hyperv neutron-server[103800]: return self._get(url).json() Jan 05 17:11:53.338843 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 05 17:11:53.338843 dv-neutron-master-2-hyperv neutron-server[103800]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 05 17:11:53.338843 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 05 17:11:53.338843 dv-neutron-master-2-hyperv neutron-server[103800]: return self.request(url, 'GET', **kwargs) Jan 05 17:11:53.338843 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 05 17:11:53.338843 dv-neutron-master-2-hyperv neutron-server[103800]: base_url = self.get_endpoint(auth, allow=allow, Jan 05 17:11:53.338843 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 05 17:11:53.338843 dv-neutron-master-2-hyperv neutron-server[103800]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 05 17:11:53.338843 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 05 17:11:53.338843 dv-neutron-master-2-hyperv neutron-server[103800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 05 17:11:53.338843 dv-neutron-master-2-hyperv neutron-server[103800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 05 17:11:53.367307 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-248ea227-3e95-4785-8b67-fb485c68dd27 tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:53.375651 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-d1703d4b-cb07-4787-bd6d-9dd428e21aa0 None None] Calling delete_port for 6a6dc5ec-a8e0-406b-a3b4-9b69d9a96481 owned by network:dhcp {{(pid=103802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:11:53.376556 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-65525782-f892-4933-8890-1d39875adb45 tempest-SecGroupIPv6Test-2005952447 tempest-SecGroupIPv6Test-2005952447-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:53.404297 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-cd68dcdc-99f9-4cf1-b26c-65738b029671 None None] Provisioning complete for port 26960777-5d06-4f96-b921-a0e53da919e7 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:11:53.404753 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-cd68dcdc-99f9-4cf1-b26c-65738b029671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:53.449454 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-dbe9fb17-0883-40a1-b6cc-e814917e2b35 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:53.465894 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-dbe9fb17-0883-40a1-b6cc-e814917e2b35 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Calling delete_port for 293e775f-d28b-4aa2-b3be-c10c49d24470 owned by {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:11:53.530641 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d76bcd97-3237-4d58-acec-46a6023085fe tempest-RoutersNegativeTest-494847045 tempest-RoutersNegativeTest-494847045-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3891722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648695'] for network, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:53.535684 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d76bcd97-3237-4d58-acec-46a6023085fe tempest-RoutersNegativeTest-494847045 tempest-RoutersNegativeTest-494847045-project] Publish callbacks [] for network, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:53.539809 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-d76bcd97-3237-4d58-acec-46a6023085fe tempest-RoutersNegativeTest-494847045 tempest-RoutersNegativeTest-494847045-project] 10.222.0.11 "DELETE /v2.0/networks/fed86b1e-b9e8-4978-ac39-bf1ef7d86212 HTTP/1.1" status: 204 len: 168 time: 0.7550383 Jan 05 17:11:53.547844 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 44286) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:53.569250 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6889aa8e-e536-45d5-91af-dec61d96f12e tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:53.573817 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6889aa8e-e536-45d5-91af-dec61d96f12e tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] Publish callbacks [] for security_group, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:53.580052 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-6889aa8e-e536-45d5-91af-dec61d96f12e tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] 10.222.0.11 "DELETE /v2.0/security-groups/ec36ceea-95a2-4f54-8d0c-b3dd06253039 HTTP/1.1" status: 204 len: 168 time: 0.6077750 Jan 05 17:11:53.580192 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-65525782-f892-4933-8890-1d39875adb45 tempest-SecGroupIPv6Test-2005952447 tempest-SecGroupIPv6Test-2005952447-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:53.581026 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76bcd97-3237-4d58-acec-46a6023085fe tempest-RoutersNegativeTest-494847045 tempest-RoutersNegativeTest-494847045-project] Pushing event deleted for resources: {'Network': ['ID=fed86b1e-b9e8-4978-ac39-bf1ef7d86212,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:11:53.585962 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 44288) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:53.606956 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6889aa8e-e536-45d5-91af-dec61d96f12e tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec36ceea-95a2-4f54-8d0c-b3dd06253039,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:11:53.643800 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e3dec424-e61a-46e7-a064-65dd96e8735c tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:53.696163 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-cd68dcdc-99f9-4cf1-b26c-65738b029671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:53.704373 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-248ea227-3e95-4785-8b67-fb485c68dd27 tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:53.719043 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-f5dd8737-e90d-42ac-b591-55b18b55aec1 tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1270039 Jan 05 17:11:53.720880 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 44290) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:53.746796 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-cd68dcdc-99f9-4cf1-b26c-65738b029671 None None] For port 26960777-5d06-4f96-b921-a0e53da919e7, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=26960777-5d06-4f96-b921-a0e53da919e7,segment=NetworkSegment(3396bdc7-7a79-4834-a0f4-ba569492015d),segment_id=3396bdc7-7a79-4834-a0f4-ba569492015d)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:11:53.767631 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d1703d4b-cb07-4787-bd6d-9dd428e21aa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678'] for port, after_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:53.785714 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1703d4b-cb07-4787-bd6d-9dd428e21aa0 None None] No DVR routers for this DVR port 6a6dc5ec-a8e0-406b-a3b4-9b69d9a96481 on host dv-neutron-master-2-hyperv {{(pid=103802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 05 17:11:53.802039 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-b3250fa4-1052-4901-88bc-a5390aa012a8 tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0812426 Jan 05 17:11:53.804920 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 44294) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:53.829294 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-dbe9fb17-0883-40a1-b6cc-e814917e2b35 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:53.834534 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-347b0d6b-4cde-4769-a6a2-e4fc9076b97d tempest-RoutersNegativeTest-494847045 tempest-RoutersNegativeTest-494847045-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3809644'] for network, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:53.837967 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.api.v2.resource [None req-19ba4011-a52a-405f-a0b0-e80377c58c73 tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] delete failed (client error): The resource could not be found. Jan 05 17:11:53.842782 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-65525782-f892-4933-8890-1d39875adb45 tempest-SecGroupIPv6Test-2005952447 tempest-SecGroupIPv6Test-2005952447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533437'] for security_group_rule, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:53.847545 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-248ea227-3e95-4785-8b67-fb485c68dd27 tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533437'] for security_group_rule, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:53.847730 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-19ba4011-a52a-405f-a0b0-e80377c58c73 tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] 10.222.0.11 "DELETE /v2.0/security-groups/ec36ceea-95a2-4f54-8d0c-b3dd06253039 HTTP/1.1" status: 404 len: 347 time: 0.0412259 Jan 05 17:11:53.848557 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1703d4b-cb07-4787-bd6d-9dd428e21aa0 None None] Pushing event deleted for resources: {'Port': ['ID=6a6dc5ec-a8e0-406b-a3b4-9b69d9a96481,revision_number=None']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:11:53.850686 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 44296) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:53.863373 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-cd68dcdc-99f9-4cf1-b26c-65738b029671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:53.909133 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 26960777-5d06-4f96-b921-a0e53da919e7 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:11:53.915406 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe9fb17-0883-40a1-b6cc-e814917e2b35 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Pushing event deleted for resources: {'Port': ['ID=293e775f-d28b-4aa2-b3be-c10c49d24470,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:11:53.969384 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65525782-f892-4933-8890-1d39875adb45 tempest-SecGroupIPv6Test-2005952447 tempest-SecGroupIPv6Test-2005952447-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67d35cee-993a-4278-a4f6-66173e3b44c3,revision_number=0']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:11:53.984978 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd68dcdc-99f9-4cf1-b26c-65738b029671 None None] Pushing event updated for resources: {'Port': ['ID=26960777-5d06-4f96-b921-a0e53da919e7,revision_number=3']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:11:54.007916 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Provisioning complete for port 26960777-5d06-4f96-b921-a0e53da919e7 triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:11:54.008593 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:54.014239 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-1c6df958-96fd-4346-9382-a34e69415544 tempest-SecGroupTest-1655082447 tempest-SecGroupTest-1655082447-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1595101 Jan 05 17:11:54.018502 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-dbe9fb17-0883-40a1-b6cc-e814917e2b35 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:54.032814 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-dbe9fb17-0883-40a1-b6cc-e814917e2b35 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] 10.222.0.11 "DELETE /v2.0/ports/293e775f-d28b-4aa2-b3be-c10c49d24470 HTTP/1.1" status: 204 len: 168 time: 1.1264040 Jan 05 17:11:54.033631 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 44302) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:54.061003 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248ea227-3e95-4785-8b67-fb485c68dd27 tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1fe3b53-3a39-4949-8d8b-e0e2c02634e3,revision_number=0']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:11:54.093314 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-0dcd4ae7-6f50-42f2-a035-8fbc88a6dc54 req-778d210f-5831-42d7-9bde-30fa9fb0614e tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/ports?device_id=43ad75fd-3c61-493a-82ce-e55c8368b611 HTTP/1.1" status: 200 len: 210 time: 0.0550518 Jan 05 17:11:54.094389 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.pecan_wsgi.hooks.translation [None req-82d85efd-f70a-46b9-a4fd-e010a6dd4682 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] DELETE failed (client error): The resource could not be found. Jan 05 17:11:54.095054 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82d85efd-f70a-46b9-a4fd-e010a6dd4682 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103800) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 05 17:11:54.101154 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-82d85efd-f70a-46b9-a4fd-e010a6dd4682 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] 10.222.0.11 "DELETE /v2.0/ports/293e775f-d28b-4aa2-b3be-c10c49d24470 HTTP/1.1" status: 404 len: 333 time: 0.0644937 Jan 05 17:11:54.101969 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 44304) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:54.136053 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-65525782-f892-4933-8890-1d39875adb45 tempest-SecGroupIPv6Test-2005952447 tempest-SecGroupIPv6Test-2005952447-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:54.137634 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.pecan_wsgi.hooks.translation [None req-422fd8d1-e010-41f0-926f-b057a85794bc tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] GET failed (client error): The resource could not be found. Jan 05 17:11:54.148359 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-65525782-f892-4933-8890-1d39875adb45 tempest-SecGroupIPv6Test-2005952447 tempest-SecGroupIPv6Test-2005952447-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.1672232 Jan 05 17:11:54.148482 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-422fd8d1-e010-41f0-926f-b057a85794bc tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] 10.222.0.11 "GET /v2.0/ports/293e775f-d28b-4aa2-b3be-c10c49d24470 HTTP/1.1" status: 404 len: 333 time: 0.0363057 Jan 05 17:11:54.150423 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 44306) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:54.150549 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-248ea227-3e95-4785-8b67-fb485c68dd27 tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:54.154633 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-248ea227-3e95-4785-8b67-fb485c68dd27 tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.1312864 Jan 05 17:11:54.154821 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 44308) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:54.154932 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-df37bc13-1b6b-4fcf-9ba5-c66b8fc0e006 None None] Provisioning complete for port 26960777-5d06-4f96-b921-a0e53da919e7 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:11:54.154932 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-df37bc13-1b6b-4fcf-9ba5-c66b8fc0e006 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:54.157268 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 44310) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:54.177055 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-bfabe7d5-ae95-4400-9bf6-a7234664c915 tempest-SecGroupIPv6Test-2005952447 tempest-SecGroupIPv6Test-2005952447-project] 10.222.0.11 "GET /v2.0/security-group-rules/67d35cee-993a-4278-a4f6-66173e3b44c3 HTTP/1.1" status: 200 len: 769 time: 0.0254004 Jan 05 17:11:54.184780 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 44312) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:54.193091 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-347b0d6b-4cde-4769-a6a2-e4fc9076b97d tempest-RoutersNegativeTest-494847045 tempest-RoutersNegativeTest-494847045-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3891715', 'neutron.services.segments.db._delete_segments_for_network-8754181063482'] for network, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:54.207566 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-c75551a3-ddd3-4e12-98c3-8e27185946ab tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] Request body: {'network': {'name': 'tempest-network-smoke--1072639572', 'project_id': 'fd19bdf1a53648779ae20015d06c39e6', 'port_security_enabled': True}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:11:54.275037 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e3dec424-e61a-46e7-a064-65dd96e8735c tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:54.278838 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.services.segments.db [None req-347b0d6b-4cde-4769-a6a2-e4fc9076b97d tempest-RoutersNegativeTest-494847045 tempest-RoutersNegativeTest-494847045-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c8ecbc7-f66e-4def-ac44-60996b3575ac']}} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:11:54.286355 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 6a6dc5ec-a8e0-406b-a3b4-9b69d9a96481 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 05 17:11:54.295471 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.db_base_plugin_v2 [None req-43e7ae17-15d8-4cc8-8d46-f09aa36d1acd tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Deleting subnet 461ae8f5-bd6e-404f-a32a-106b7fff3545 {{(pid=103800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 05 17:11:54.311337 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-6daa6241-4b5c-4353-af59-b8b75dbf6e47 tempest-SecGroupIPv6Test-2005952447 tempest-SecGroupIPv6Test-2005952447-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.1237347 Jan 05 17:11:54.311996 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 44314) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:54.318950 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] No Port match for: 6a6dc5ec-a8e0-406b-a3b4-9b69d9a96481 {{(pid=103802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 05 17:11:54.319574 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 6a6dc5ec-a8e0-406b-a3b4-9b69d9a96481 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 05 17:11:54.320171 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device d658e76c-2432-46a3-bbb4-24c27e59c0e7 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 05 17:11:54.328636 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-43e7ae17-15d8-4cc8-8d46-f09aa36d1acd tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks [] for subnet, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:54.336635 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.services.segments.db [None req-347b0d6b-4cde-4769-a6a2-e4fc9076b97d tempest-RoutersNegativeTest-494847045 tempest-RoutersNegativeTest-494847045-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b8e9061-deae-4528-bad2-d4867707a4d1') {'for_net_delete': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:11:54.337893 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.services.segments.db [None req-347b0d6b-4cde-4769-a6a2-e4fc9076b97d tempest-RoutersNegativeTest-494847045 tempest-RoutersNegativeTest-494847045-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b8e9061-deae-4528-bad2-d4867707a4d1') {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:11:54.344614 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] No Port match for: d658e76c-2432-46a3-bbb4-24c27e59c0e7 {{(pid=103802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 05 17:11:54.345682 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device d658e76c-2432-46a3-bbb4-24c27e59c0e7 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 05 17:11:54.354528 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-347b0d6b-4cde-4769-a6a2-e4fc9076b97d tempest-RoutersNegativeTest-494847045 tempest-RoutersNegativeTest-494847045-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754181064771', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11316385'] for segment, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:54.362295 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-df37bc13-1b6b-4fcf-9ba5-c66b8fc0e006 None None] Could not find standard attr ID for object 293e775f-d28b-4aa2-b3be-c10c49d24470. {{(pid=103802) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 05 17:11:54.371973 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7ca52035-736e-4753-9cc9-e119a4ba2540 tempest-SecGroupIPv6Test-2005952447 tempest-SecGroupIPv6Test-2005952447-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:54.382021 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-347b0d6b-4cde-4769-a6a2-e4fc9076b97d tempest-RoutersNegativeTest-494847045 tempest-RoutersNegativeTest-494847045-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225'] for segment, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:54.385991 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7ca52035-736e-4753-9cc9-e119a4ba2540 tempest-SecGroupIPv6Test-2005952447 tempest-SecGroupIPv6Test-2005952447-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:54.396286 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-43e7ae17-15d8-4cc8-8d46-f09aa36d1acd tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8784846'] for subnet, precommit_delete_associations {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:54.404067 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-347b0d6b-4cde-4769-a6a2-e4fc9076b97d tempest-RoutersNegativeTest-494847045 tempest-RoutersNegativeTest-494847045-project] Releasing vlan 136 on physical network physnet1 to pool {{(pid=103801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 05 17:11:54.404471 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-347b0d6b-4cde-4769-a6a2-e4fc9076b97d tempest-RoutersNegativeTest-494847045 tempest-RoutersNegativeTest-494847045-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11433197'] for segment, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:54.407634 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:11:54.407634 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:11:54.407634 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:11:54.407634 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:11:54.407634 dv-neutron-master-2-hyperv neutron-server[103801]: Traceback (most recent call last): Jan 05 17:11:54.407634 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 05 17:11:54.407634 dv-neutron-master-2-hyperv neutron-server[103801]: timer() Jan 05 17:11:54.407634 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 05 17:11:54.407634 dv-neutron-master-2-hyperv neutron-server[103801]: cb(*args, **kw) Jan 05 17:11:54.407634 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 05 17:11:54.407634 dv-neutron-master-2-hyperv neutron-server[103801]: return func(*args, **kwargs) Jan 05 17:11:54.407634 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 05 17:11:54.407634 dv-neutron-master-2-hyperv neutron-server[103801]: self._notify() Jan 05 17:11:54.407634 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 05 17:11:54.407634 dv-neutron-master-2-hyperv neutron-server[103801]: self.callback(batched_events) Jan 05 17:11:54.407634 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 05 17:11:54.407634 dv-neutron-master-2-hyperv neutron-server[103801]: event.method(event) Jan 05 17:11:54.407634 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 05 17:11:54.407634 dv-neutron-master-2-hyperv neutron-server[103801]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 05 17:11:54.407634 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 05 17:11:54.407634 dv-neutron-master-2-hyperv neutron-server[103801]: aggregate_uuid = self.p_client.list_aggregates( Jan 05 17:11:54.407634 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 05 17:11:54.407634 dv-neutron-master-2-hyperv neutron-server[103801]: return f(self, *a, **k) Jan 05 17:11:54.407634 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 05 17:11:54.407634 dv-neutron-master-2-hyperv neutron-server[103801]: return self._get(url).json() Jan 05 17:11:54.407634 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 05 17:11:54.407634 dv-neutron-master-2-hyperv neutron-server[103801]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 05 17:11:54.407634 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 05 17:11:54.407634 dv-neutron-master-2-hyperv neutron-server[103801]: return self.request(url, 'GET', **kwargs) Jan 05 17:11:54.407634 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 05 17:11:54.407634 dv-neutron-master-2-hyperv neutron-server[103801]: base_url = self.get_endpoint(auth, allow=allow, Jan 05 17:11:54.407634 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 05 17:11:54.407634 dv-neutron-master-2-hyperv neutron-server[103801]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 05 17:11:54.407634 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 05 17:11:54.407634 dv-neutron-master-2-hyperv neutron-server[103801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 05 17:11:54.407634 dv-neutron-master-2-hyperv neutron-server[103801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 05 17:11:54.488423 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-bd2ab8e5-f259-4995-9599-d5681e80c037 None None] Could not find standard attr ID for object 293e775f-d28b-4aa2-b3be-c10c49d24470. {{(pid=103802) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 05 17:11:54.495142 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c75551a3-ddd3-4e12-98c3-8e27185946ab tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] Made reservation on behalf of fd19bdf1a53648779ae20015d06c39e6 for: {'network': 1} {{(pid=103801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:11:54.499300 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-c75551a3-ddd3-4e12-98c3-8e27185946ab tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for network, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:54.505645 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-43e7ae17-15d8-4cc8-8d46-f09aa36d1acd tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892868'] for subnet, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:54.540775 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7ca52035-736e-4753-9cc9-e119a4ba2540 tempest-SecGroupIPv6Test-2005952447 tempest-SecGroupIPv6Test-2005952447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533437'] for security_group_rule, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:54.558276 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7ca52035-736e-4753-9cc9-e119a4ba2540 tempest-SecGroupIPv6Test-2005952447 tempest-SecGroupIPv6Test-2005952447-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:54.562717 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 44316) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:54.562899 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-7ca52035-736e-4753-9cc9-e119a4ba2540 tempest-SecGroupIPv6Test-2005952447 tempest-SecGroupIPv6Test-2005952447-project] 10.222.0.11 "DELETE /v2.0/security-group-rules/67d35cee-993a-4278-a4f6-66173e3b44c3 HTTP/1.1" status: 204 len: 168 time: 0.2487535 Jan 05 17:11:54.563861 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca52035-736e-4753-9cc9-e119a4ba2540 tempest-SecGroupIPv6Test-2005952447 tempest-SecGroupIPv6Test-2005952447-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=67d35cee-993a-4278-a4f6-66173e3b44c3,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:11:54.587025 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c75551a3-ddd3-4e12-98c3-8e27185946ab tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'} {{(pid=103801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 05 17:11:54.629677 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-347b0d6b-4cde-4769-a6a2-e4fc9076b97d tempest-RoutersNegativeTest-494847045 tempest-RoutersNegativeTest-494847045-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3891722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648695'] for network, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:54.650531 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-347b0d6b-4cde-4769-a6a2-e4fc9076b97d tempest-RoutersNegativeTest-494847045 tempest-RoutersNegativeTest-494847045-project] Publish callbacks [] for network, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:54.654270 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-347b0d6b-4cde-4769-a6a2-e4fc9076b97d tempest-RoutersNegativeTest-494847045 tempest-RoutersNegativeTest-494847045-project] 10.222.0.11 "DELETE /v2.0/networks/8c8ecbc7-f66e-4def-ac44-60996b3575ac HTTP/1.1" status: 204 len: 168 time: 1.1031790 Jan 05 17:11:54.657051 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 44320) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:54.679812 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-b22a5935-d90d-42eb-8bb1-ef5244833ad5 tempest-SecGroupIPv6Test-2005952447 tempest-SecGroupIPv6Test-2005952447-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1145706 Jan 05 17:11:54.682769 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347b0d6b-4cde-4769-a6a2-e4fc9076b97d tempest-RoutersNegativeTest-494847045 tempest-RoutersNegativeTest-494847045-project] Pushing event deleted for resources: {'Network': ['ID=8c8ecbc7-f66e-4def-ac44-60996b3575ac,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:11:54.685941 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 44322) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:54.701242 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 44324) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:54.731109 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e3dec424-e61a-46e7-a064-65dd96e8735c tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] Publish callbacks [] for port, precommit_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:54.753068 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-c75551a3-ddd3-4e12-98c3-8e27185946ab tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225'] for segment, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:54.757707 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.db.segments_db [None req-c75551a3-ddd3-4e12-98c3-8e27185946ab tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] Added segment 1907a4d2-3ed7-4be3-9786-1c4e218b4bd0 of type vlan for network 7c1bbf1e-1ee5-4e96-8c0f-8777dc9de8c1 Jan 05 17:11:54.758276 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-43e7ae17-15d8-4cc8-8d46-f09aa36d1acd tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3893367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8784787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8521880'] for subnet, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:54.774802 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-43e7ae17-15d8-4cc8-8d46-f09aa36d1acd tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks [] for subnet, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:54.778840 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-43e7ae17-15d8-4cc8-8d46-f09aa36d1acd tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] 10.222.0.11 "DELETE /v2.0/subnets/461ae8f5-bd6e-404f-a32a-106b7fff3545 HTTP/1.1" status: 204 len: 168 time: 0.6065910 Jan 05 17:11:54.785167 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73f814d1-8c28-4972-bda2-edbc7a917a25 None None] Network dcad8001-7c58-4b67-9ced-fab4b4acc30d requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:11:54.801189 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 44328) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:54.816642 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f8324fce-d9ea-4db8-b242-7b6d5b587071 tempest-SecGroupIPv6Test-2005952447 tempest-SecGroupIPv6Test-2005952447-project] Publish callbacks [] for security_group, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:54.845905 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-c75551a3-ddd3-4e12-98c3-8e27185946ab tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754180566020'] for network, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:54.859731 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b98343f-682b-4ef8-a550-bf8ec465a812 tempest-RoutersNegativeTest-494847045 tempest-RoutersNegativeTest-494847045-project] Deleting subnet 30e69d16-dbc1-4eff-9499-228006f83acd {{(pid=103800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 05 17:11:54.869297 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2b98343f-682b-4ef8-a550-bf8ec465a812 tempest-RoutersNegativeTest-494847045 tempest-RoutersNegativeTest-494847045-project] Publish callbacks [] for subnet, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:54.888294 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e3dec424-e61a-46e7-a064-65dd96e8735c tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11433169'] for port, after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:54.900779 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e7ae17-15d8-4cc8-8d46-f09aa36d1acd tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Pushing event deleted for resources: {'Subnet': ['ID=461ae8f5-bd6e-404f-a32a-106b7fff3545,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:11:54.928933 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2b98343f-682b-4ef8-a550-bf8ec465a812 tempest-RoutersNegativeTest-494847045 tempest-RoutersNegativeTest-494847045-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8784846'] for subnet, precommit_delete_associations {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:54.959097 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f8324fce-d9ea-4db8-b242-7b6d5b587071 tempest-SecGroupIPv6Test-2005952447 tempest-SecGroupIPv6Test-2005952447-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:54.993637 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7b99033-6191-4381-8fc3-ea442d307ff1 None None] DHCP port deletion for dcad8001-7c58-4b67-9ced-fab4b4acc30d request from dv-neutron-master-2-hyperv {{(pid=103802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 05 17:11:55.063881 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2b98343f-682b-4ef8-a550-bf8ec465a812 tempest-RoutersNegativeTest-494847045 tempest-RoutersNegativeTest-494847045-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892868'] for subnet, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:55.069724 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-d7b99033-6191-4381-8fc3-ea442d307ff1 None None] Deleting port 26960777-5d06-4f96-b921-a0e53da919e7 {{(pid=103802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:11:55.070343 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d7b99033-6191-4381-8fc3-ea442d307ff1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:55.088763 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e493eb09-18c2-4afd-97e1-06f7d36c7ec3 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3809644'] for network, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:55.113547 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dec424-e61a-46e7-a064-65dd96e8735c tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] Pushing event updated for resources: {'Port': ['ID=cea07a83-9c15-49d6-8abc-cf7331191336,revision_number=2']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:11:55.121059 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-c75551a3-ddd3-4e12-98c3-8e27185946ab tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685'] for network, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:55.127033 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c75551a3-ddd3-4e12-98c3-8e27185946ab tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:11:55.127636 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-c75551a3-ddd3-4e12-98c3-8e27185946ab tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] Publish callbacks [] for network, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:55.162488 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-d92ca1ee-fcd6-4f8e-9d0b-f06857cadc3e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=18df488a2d584021b78475f947769887&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4499292 Jan 05 17:11:55.163226 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-d7b99033-6191-4381-8fc3-ea442d307ff1 None None] For port 26960777-5d06-4f96-b921-a0e53da919e7, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=26960777-5d06-4f96-b921-a0e53da919e7,segment=NetworkSegment(3396bdc7-7a79-4834-a0f4-ba569492015d),segment_id=3396bdc7-7a79-4834-a0f4-ba569492015d)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:11:55.163636 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d7b99033-6191-4381-8fc3-ea442d307ff1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:55.165029 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 44332) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:55.186288 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-d7b99033-6191-4381-8fc3-ea442d307ff1 None None] Calling delete_port for 26960777-5d06-4f96-b921-a0e53da919e7 owned by network:dhcp {{(pid=103802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:11:55.237036 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2b98343f-682b-4ef8-a550-bf8ec465a812 tempest-RoutersNegativeTest-494847045 tempest-RoutersNegativeTest-494847045-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3893367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8784787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8521880'] for subnet, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:55.252634 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-42fb1fda-e712-44cb-a58c-b29b0d145017 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:55.277123 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b98343f-682b-4ef8-a550-bf8ec465a812 tempest-RoutersNegativeTest-494847045 tempest-RoutersNegativeTest-494847045-project] Pushing event deleted for resources: {'Subnet': ['ID=30e69d16-dbc1-4eff-9499-228006f83acd,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:11:55.282087 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2b98343f-682b-4ef8-a550-bf8ec465a812 tempest-RoutersNegativeTest-494847045 tempest-RoutersNegativeTest-494847045-project] Publish callbacks [] for subnet, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:55.285911 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-2b98343f-682b-4ef8-a550-bf8ec465a812 tempest-RoutersNegativeTest-494847045 tempest-RoutersNegativeTest-494847045-project] 10.222.0.11 "DELETE /v2.0/subnets/30e69d16-dbc1-4eff-9499-228006f83acd HTTP/1.1" status: 204 len: 168 time: 0.6271150 Jan 05 17:11:55.292248 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 44334) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:55.295043 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aed915d5-0682-48c8-a07b-307c0b6df70a None None] Network e88ccbbc-8d71-4b38-879e-ec05aa3bb327 requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:11:55.331089 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-42fb1fda-e712-44cb-a58c-b29b0d145017 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:55.347016 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d7b99033-6191-4381-8fc3-ea442d307ff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678'] for port, after_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:55.389746 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b99033-6191-4381-8fc3-ea442d307ff1 None None] Pushing event deleted for resources: {'Port': ['ID=26960777-5d06-4f96-b921-a0e53da919e7,revision_number=None']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:11:55.406839 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7b99033-6191-4381-8fc3-ea442d307ff1 None None] No DVR routers for this DVR port 26960777-5d06-4f96-b921-a0e53da919e7 on host dv-neutron-master-2-hyperv {{(pid=103802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 05 17:11:55.428645 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-bb57374e-4f29-4b8e-afbf-55146becaad0 tempest-RoutersNegativeTest-494847045 tempest-RoutersNegativeTest-494847045-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3809644'] for network, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:55.492231 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-bb57374e-4f29-4b8e-afbf-55146becaad0 tempest-RoutersNegativeTest-494847045 tempest-RoutersNegativeTest-494847045-project] Deleting port fda705b8-b9c9-4bfa-a25c-23824bd7f5ac {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:11:55.493058 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-bb57374e-4f29-4b8e-afbf-55146becaad0 tempest-RoutersNegativeTest-494847045 tempest-RoutersNegativeTest-494847045-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:55.518156 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e3dec424-e61a-46e7-a064-65dd96e8735c tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648677'] for floatingip, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:55.527763 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3f6e5ff-fd1c-469c-828b-664d997284c8 None None] DHCP port deletion for e88ccbbc-8d71-4b38-879e-ec05aa3bb327 request from dv-neutron-master-2-hyperv {{(pid=103802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 05 17:11:55.535459 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-c75551a3-ddd3-4e12-98c3-8e27185946ab tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.3768806 Jan 05 17:11:55.536187 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f8324fce-d9ea-4db8-b242-7b6d5b587071 tempest-SecGroupIPv6Test-2005952447 tempest-SecGroupIPv6Test-2005952447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:55.538740 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f8324fce-d9ea-4db8-b242-7b6d5b587071 tempest-SecGroupIPv6Test-2005952447 tempest-SecGroupIPv6Test-2005952447-project] Publish callbacks [] for security_group, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:55.540642 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-f8324fce-d9ea-4db8-b242-7b6d5b587071 tempest-SecGroupIPv6Test-2005952447 tempest-SecGroupIPv6Test-2005952447-project] 10.222.0.11 "DELETE /v2.0/security-groups/65686ec4-33ce-4c0d-968c-f7bcac491f70 HTTP/1.1" status: 204 len: 168 time: 0.8529840 Jan 05 17:11:55.562846 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 44336) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:55.563174 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 44338) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:55.574728 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.db [None req-bb57374e-4f29-4b8e-afbf-55146becaad0 tempest-RoutersNegativeTest-494847045 tempest-RoutersNegativeTest-494847045-project] For port fda705b8-b9c9-4bfa-a25c-23824bd7f5ac, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=fda705b8-b9c9-4bfa-a25c-23824bd7f5ac,segment=NetworkSegment(7fd76510-ba1c-4950-b83d-f7961c3b38ad),segment_id=7fd76510-ba1c-4950-b83d-f7961c3b38ad)] {{(pid=103800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:11:55.575097 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-bb57374e-4f29-4b8e-afbf-55146becaad0 tempest-RoutersNegativeTest-494847045 tempest-RoutersNegativeTest-494847045-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:55.591702 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-bb57374e-4f29-4b8e-afbf-55146becaad0 tempest-RoutersNegativeTest-494847045 tempest-RoutersNegativeTest-494847045-project] Calling delete_port for fda705b8-b9c9-4bfa-a25c-23824bd7f5ac owned by network:dhcp {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:11:55.600862 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-e3f6e5ff-fd1c-469c-828b-664d997284c8 None None] Deleting port fda705b8-b9c9-4bfa-a25c-23824bd7f5ac {{(pid=103802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:11:55.606753 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-56e690dc-61d7-46be-bf95-0d48ca766692 tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-420231978', 'admin_state_up': True, 'project_id': 'fd19bdf1a53648779ae20015d06c39e6', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573'}}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:11:55.610401 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-e3f6e5ff-fd1c-469c-828b-664d997284c8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:55.625959 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-e493eb09-18c2-4afd-97e1-06f7d36c7ec3 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] The port '26960777-5d06-4f96-b921-a0e53da919e7' was deleted {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Jan 05 17:11:55.655608 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75551a3-ddd3-4e12-98c3-8e27185946ab tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] Pushing event updated for resources: {'Network': ['ID=7c1bbf1e-1ee5-4e96-8c0f-8777dc9de8c1,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:11:55.659300 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-57c41277-53d7-4286-9441-27ae191cda79 req-6a714d17-79bb-4462-9fd9-4e9ab47a9d36 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/ports?device_id=43ad75fd-3c61-493a-82ce-e55c8368b611 HTTP/1.1" status: 200 len: 210 time: 0.1327085 Jan 05 17:11:55.680386 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8324fce-d9ea-4db8-b242-7b6d5b587071 tempest-SecGroupIPv6Test-2005952447 tempest-SecGroupIPv6Test-2005952447-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=65686ec4-33ce-4c0d-968c-f7bcac491f70,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:11:55.694566 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-42fb1fda-e712-44cb-a58c-b29b0d145017 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:55.699025 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-42fb1fda-e712-44cb-a58c-b29b0d145017 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:55.699638 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-42fb1fda-e712-44cb-a58c-b29b0d145017 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/56eb0cfb-73f1-4966-9a3c-1260af5d5cbc HTTP/1.1" status: 204 len: 168 time: 0.5306802 Jan 05 17:11:55.718295 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Network 7c1bbf1e-1ee5-4e96-8c0f-8777dc9de8c1 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 05 17:11:55.734038 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device fda705b8-b9c9-4bfa-a25c-23824bd7f5ac no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 05 17:11:55.738107 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fb1fda-e712-44cb-a58c-b29b0d145017 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56eb0cfb-73f1-4966-9a3c-1260af5d5cbc,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:11:55.848802 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e493eb09-18c2-4afd-97e1-06f7d36c7ec3 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3891715', 'neutron.services.segments.db._delete_segments_for_network-8754181063482'] for network, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:55.856601 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bc248c-d1ee-4403-93ce-f200c7f6f0f5 req-35955f29-6bce-41af-9c08-7720aed20e4c tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:11:55.858866 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-94bc248c-d1ee-4403-93ce-f200c7f6f0f5 req-35955f29-6bce-41af-9c08-7720aed20e4c tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.13 "GET /v2.0/networks?id=62c260dd-d135-4213-8dd0-485aab18a1d0 HTTP/1.1" status: 200 len: 797 time: 0.1775088 Jan 05 17:11:55.864768 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-06d2b622-4402-4381-91d4-c5f55984e048 tempest-SecGroupIPv6Test-2005952447 tempest-SecGroupIPv6Test-2005952447-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.2653401 Jan 05 17:11:55.874529 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-e3f6e5ff-fd1c-469c-828b-664d997284c8 None None] For port fda705b8-b9c9-4bfa-a25c-23824bd7f5ac, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=fda705b8-b9c9-4bfa-a25c-23824bd7f5ac,segment=NetworkSegment(7fd76510-ba1c-4950-b83d-f7961c3b38ad),segment_id=7fd76510-ba1c-4950-b83d-f7961c3b38ad)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:11:55.875194 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-e3f6e5ff-fd1c-469c-828b-664d997284c8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:55.875332 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 44344) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:55.879337 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-bd8620ef-f1d4-4035-9f71-a7445d16d548 tempest-SecGroupIPv6Test-2005952447 tempest-SecGroupIPv6Test-2005952447-project] Request body: {'security_group': {'name': 'tempest-secgroup--1621049134'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:11:55.893972 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.db.l3_db [None req-e3dec424-e61a-46e7-a064-65dd96e8735c tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] Floating IP f7e7b6e1-c6e4-4575-ab0a-8c2b677d9a7c associated. External IP: 172.36.4.248, port: 1181fbbb-5980-4b73-97f3-a941e5b11c7c. Jan 05 17:11:55.897228 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.services.segments.db [None req-e493eb09-18c2-4afd-97e1-06f7d36c7ec3 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dcad8001-7c58-4b67-9ced-fab4b4acc30d']}} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:11:55.905076 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-e3f6e5ff-fd1c-469c-828b-664d997284c8 None None] Calling delete_port for fda705b8-b9c9-4bfa-a25c-23824bd7f5ac owned by network:dhcp {{(pid=103802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:11:55.920342 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-bb57374e-4f29-4b8e-afbf-55146becaad0 tempest-RoutersNegativeTest-494847045 tempest-RoutersNegativeTest-494847045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:55.941567 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Port fda705b8-b9c9-4bfa-a25c-23824bd7f5ac update to DOWN by agent not found {{(pid=103802) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2190}} Jan 05 17:11:55.945397 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 26960777-5d06-4f96-b921-a0e53da919e7 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 05 17:11:55.948932 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-56e690dc-61d7-46be-bf95-0d48ca766692 tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-649063', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58098'] for router, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:55.950447 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-56e690dc-61d7-46be-bf95-0d48ca766692 tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649832', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-545006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58091'] for router, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:55.965309 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.services.segments.db [None req-e493eb09-18c2-4afd-97e1-06f7d36c7ec3 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3396bdc7-7a79-4834-a0f4-ba569492015d') {'for_net_delete': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:11:55.968320 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.services.segments.db [None req-e493eb09-18c2-4afd-97e1-06f7d36c7ec3 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3396bdc7-7a79-4834-a0f4-ba569492015d') {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:11:55.968443 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] No Port match for: 26960777-5d06-4f96-b921-a0e53da919e7 {{(pid=103802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 05 17:11:55.968443 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 26960777-5d06-4f96-b921-a0e53da919e7 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 05 17:11:55.990624 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e493eb09-18c2-4afd-97e1-06f7d36c7ec3 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754181064771', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11316385'] for segment, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:56.016458 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb57374e-4f29-4b8e-afbf-55146becaad0 tempest-RoutersNegativeTest-494847045 tempest-RoutersNegativeTest-494847045-project] No DVR routers for this DVR port fda705b8-b9c9-4bfa-a25c-23824bd7f5ac on host dv-neutron-master-2-hyperv {{(pid=103800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 05 17:11:56.022782 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e493eb09-18c2-4afd-97e1-06f7d36c7ec3 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225'] for segment, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:56.023302 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb57374e-4f29-4b8e-afbf-55146becaad0 tempest-RoutersNegativeTest-494847045 tempest-RoutersNegativeTest-494847045-project] Pushing event deleted for resources: {'Port': ['ID=fda705b8-b9c9-4bfa-a25c-23824bd7f5ac,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:11:56.074996 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-e3f6e5ff-fd1c-469c-828b-664d997284c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678'] for port, after_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:56.098515 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-56e690dc-61d7-46be-bf95-0d48ca766692 tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:56.102506 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e493eb09-18c2-4afd-97e1-06f7d36c7ec3 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Releasing vlan 139 on physical network physnet1 to pool {{(pid=103801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 05 17:11:56.103017 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e493eb09-18c2-4afd-97e1-06f7d36c7ec3 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11433197'] for segment, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:56.118236 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f6e5ff-fd1c-469c-828b-664d997284c8 None None] Pushing event deleted for resources: {'Port': ['ID=fda705b8-b9c9-4bfa-a25c-23824bd7f5ac,revision_number=None']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:11:56.124735 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3f6e5ff-fd1c-469c-828b-664d997284c8 None None] No DVR routers for this DVR port fda705b8-b9c9-4bfa-a25c-23824bd7f5ac on host dv-neutron-master-2-hyperv {{(pid=103802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 05 17:11:56.144450 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-bb57374e-4f29-4b8e-afbf-55146becaad0 tempest-RoutersNegativeTest-494847045 tempest-RoutersNegativeTest-494847045-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3891715', 'neutron.services.segments.db._delete_segments_for_network-8754181063482'] for network, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:56.163676 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-94bc248c-d1ee-4403-93ce-f200c7f6f0f5 req-54d26255-930d-4b18-a240-9d7a579966a6 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ec76859de02442879238ecf1eaefefed HTTP/1.1" status: 200 len: 379 time: 0.2966259 Jan 05 17:11:56.175278 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [req-94bc248c-d1ee-4403-93ce-f200c7f6f0f5 req-9d8cf6d0-6787-43a5-9361-4928089a1d03 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Request body: {'port': {'device_id': '43ad75fd-3c61-493a-82ce-e55c8368b611', 'network_id': '62c260dd-d135-4213-8dd0-485aab18a1d0', 'admin_state_up': True, 'tenant_id': 'ec76859de02442879238ecf1eaefefed', 'security_groups': ['54b7dc0c-00a5-4ef3-977a-7f81f0023cd0']}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:11:56.181039 dv-neutron-master-2-hyperv neutron-server[103801]: Traceback (most recent call last): Jan 05 17:11:56.181039 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 05 17:11:56.181039 dv-neutron-master-2-hyperv neutron-server[103801]: timer() Jan 05 17:11:56.181039 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 05 17:11:56.181039 dv-neutron-master-2-hyperv neutron-server[103801]: cb(*args, **kw) Jan 05 17:11:56.181039 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 05 17:11:56.181039 dv-neutron-master-2-hyperv neutron-server[103801]: return func(*args, **kwargs) Jan 05 17:11:56.181039 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 05 17:11:56.181039 dv-neutron-master-2-hyperv neutron-server[103801]: self._notify() Jan 05 17:11:56.181039 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 05 17:11:56.181039 dv-neutron-master-2-hyperv neutron-server[103801]: self.callback(batched_events) Jan 05 17:11:56.181039 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 05 17:11:56.181039 dv-neutron-master-2-hyperv neutron-server[103801]: event.method(event) Jan 05 17:11:56.181039 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 05 17:11:56.181039 dv-neutron-master-2-hyperv neutron-server[103801]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 05 17:11:56.181039 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 05 17:11:56.181039 dv-neutron-master-2-hyperv neutron-server[103801]: aggregate_uuid = self.p_client.list_aggregates( Jan 05 17:11:56.181039 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 05 17:11:56.181039 dv-neutron-master-2-hyperv neutron-server[103801]: return f(self, *a, **k) Jan 05 17:11:56.181039 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 05 17:11:56.181039 dv-neutron-master-2-hyperv neutron-server[103801]: return self._get(url).json() Jan 05 17:11:56.181039 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 05 17:11:56.181039 dv-neutron-master-2-hyperv neutron-server[103801]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 05 17:11:56.181039 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 05 17:11:56.181039 dv-neutron-master-2-hyperv neutron-server[103801]: return self.request(url, 'GET', **kwargs) Jan 05 17:11:56.181039 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 05 17:11:56.181039 dv-neutron-master-2-hyperv neutron-server[103801]: base_url = self.get_endpoint(auth, allow=allow, Jan 05 17:11:56.181039 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 05 17:11:56.181039 dv-neutron-master-2-hyperv neutron-server[103801]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 05 17:11:56.181039 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 05 17:11:56.181039 dv-neutron-master-2-hyperv neutron-server[103801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 05 17:11:56.181039 dv-neutron-master-2-hyperv neutron-server[103801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 05 17:11:56.195314 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-bd8620ef-f1d4-4035-9f71-a7445d16d548 tempest-SecGroupIPv6Test-2005952447 tempest-SecGroupIPv6Test-2005952447-project] Publish callbacks [] for security_group, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:56.196187 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.services.segments.db [None req-bb57374e-4f29-4b8e-afbf-55146becaad0 tempest-RoutersNegativeTest-494847045 tempest-RoutersNegativeTest-494847045-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e88ccbbc-8d71-4b38-879e-ec05aa3bb327']}} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:11:56.221195 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.services.segments.db [None req-bb57374e-4f29-4b8e-afbf-55146becaad0 tempest-RoutersNegativeTest-494847045 tempest-RoutersNegativeTest-494847045-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7fd76510-ba1c-4950-b83d-f7961c3b38ad') {'for_net_delete': True} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:11:56.221499 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.services.segments.db [None req-bb57374e-4f29-4b8e-afbf-55146becaad0 tempest-RoutersNegativeTest-494847045 tempest-RoutersNegativeTest-494847045-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7fd76510-ba1c-4950-b83d-f7961c3b38ad') {} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:11:56.268209 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-bb57374e-4f29-4b8e-afbf-55146becaad0 tempest-RoutersNegativeTest-494847045 tempest-RoutersNegativeTest-494847045-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754181064771', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8784833'] for segment, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:56.291768 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-bb57374e-4f29-4b8e-afbf-55146becaad0 tempest-RoutersNegativeTest-494847045 tempest-RoutersNegativeTest-494847045-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225'] for segment, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:56.310601 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb57374e-4f29-4b8e-afbf-55146becaad0 tempest-RoutersNegativeTest-494847045 tempest-RoutersNegativeTest-494847045-project] Releasing vlan 107 on physical network physnet1 to pool {{(pid=103800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 05 17:11:56.311146 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-bb57374e-4f29-4b8e-afbf-55146becaad0 tempest-RoutersNegativeTest-494847045 tempest-RoutersNegativeTest-494847045-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8784497'] for segment, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:56.314357 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:11:56.314357 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:11:56.314357 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:11:56.314357 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:11:56.314357 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:11:56.314357 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:11:56.314357 dv-neutron-master-2-hyperv neutron-server[103800]: Traceback (most recent call last): Jan 05 17:11:56.314357 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 05 17:11:56.314357 dv-neutron-master-2-hyperv neutron-server[103800]: timer() Jan 05 17:11:56.314357 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 05 17:11:56.314357 dv-neutron-master-2-hyperv neutron-server[103800]: cb(*args, **kw) Jan 05 17:11:56.314357 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 05 17:11:56.314357 dv-neutron-master-2-hyperv neutron-server[103800]: return func(*args, **kwargs) Jan 05 17:11:56.314357 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 05 17:11:56.314357 dv-neutron-master-2-hyperv neutron-server[103800]: self._notify() Jan 05 17:11:56.314357 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 05 17:11:56.314357 dv-neutron-master-2-hyperv neutron-server[103800]: self.callback(batched_events) Jan 05 17:11:56.314357 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 05 17:11:56.314357 dv-neutron-master-2-hyperv neutron-server[103800]: event.method(event) Jan 05 17:11:56.314357 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 05 17:11:56.314357 dv-neutron-master-2-hyperv neutron-server[103800]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 05 17:11:56.314357 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 05 17:11:56.314357 dv-neutron-master-2-hyperv neutron-server[103800]: aggregate_uuid = self.p_client.list_aggregates( Jan 05 17:11:56.314357 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 05 17:11:56.314357 dv-neutron-master-2-hyperv neutron-server[103800]: return f(self, *a, **k) Jan 05 17:11:56.314357 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 05 17:11:56.314357 dv-neutron-master-2-hyperv neutron-server[103800]: return self._get(url).json() Jan 05 17:11:56.314357 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 05 17:11:56.314357 dv-neutron-master-2-hyperv neutron-server[103800]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 05 17:11:56.314357 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 05 17:11:56.314357 dv-neutron-master-2-hyperv neutron-server[103800]: return self.request(url, 'GET', **kwargs) Jan 05 17:11:56.314357 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 05 17:11:56.314357 dv-neutron-master-2-hyperv neutron-server[103800]: base_url = self.get_endpoint(auth, allow=allow, Jan 05 17:11:56.314357 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 05 17:11:56.314357 dv-neutron-master-2-hyperv neutron-server[103800]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 05 17:11:56.314357 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 05 17:11:56.314357 dv-neutron-master-2-hyperv neutron-server[103800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 05 17:11:56.314357 dv-neutron-master-2-hyperv neutron-server[103800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 05 17:11:56.403333 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e493eb09-18c2-4afd-97e1-06f7d36c7ec3 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3891722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648695'] for network, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:56.407495 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e493eb09-18c2-4afd-97e1-06f7d36c7ec3 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks [] for network, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:56.410729 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-e493eb09-18c2-4afd-97e1-06f7d36c7ec3 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] 10.222.0.11 "DELETE /v2.0/networks/dcad8001-7c58-4b67-9ced-fab4b4acc30d HTTP/1.1" status: 204 len: 168 time: 1.6088877 Jan 05 17:11:56.414965 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 44360) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:56.420145 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-c8bb76d2-2fe1-4ce3-8e1f-f18d018da1b3 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1025424484'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:11:56.456824 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-bb57374e-4f29-4b8e-afbf-55146becaad0 tempest-RoutersNegativeTest-494847045 tempest-RoutersNegativeTest-494847045-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3891722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648695'] for network, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:56.457663 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-56e690dc-61d7-46be-bf95-0d48ca766692 tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:56.466492 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-bb57374e-4f29-4b8e-afbf-55146becaad0 tempest-RoutersNegativeTest-494847045 tempest-RoutersNegativeTest-494847045-project] Publish callbacks [] for network, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:56.472401 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-bb57374e-4f29-4b8e-afbf-55146becaad0 tempest-RoutersNegativeTest-494847045 tempest-RoutersNegativeTest-494847045-project] 10.222.0.11 "DELETE /v2.0/networks/e88ccbbc-8d71-4b38-879e-ec05aa3bb327 HTTP/1.1" status: 204 len: 168 time: 1.1755111 Jan 05 17:11:56.477128 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 44362) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:56.479401 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb57374e-4f29-4b8e-afbf-55146becaad0 tempest-RoutersNegativeTest-494847045 tempest-RoutersNegativeTest-494847045-project] Pushing event deleted for resources: {'Network': ['ID=e88ccbbc-8d71-4b38-879e-ec05aa3bb327,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:11:56.489914 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e493eb09-18c2-4afd-97e1-06f7d36c7ec3 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Pushing event deleted for resources: {'Network': ['ID=dcad8001-7c58-4b67-9ced-fab4b4acc30d,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:11:56.497536 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94bc248c-d1ee-4403-93ce-f200c7f6f0f5 req-9d8cf6d0-6787-43a5-9361-4928089a1d03 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Made reservation on behalf of ec76859de02442879238ecf1eaefefed for: {'port': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:11:56.502374 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-94bc248c-d1ee-4403-93ce-f200c7f6f0f5 req-9d8cf6d0-6787-43a5-9361-4928089a1d03 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:56.517930 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-d4df07d2-9410-4e8f-adac-cba60f37022e tempest-RoutersNegativeTest-494847045 tempest-RoutersNegativeTest-494847045-project] 10.222.0.11 "GET /v2.0/ports?device_id=833f233b-26db-4bdc-bcd5-e78c004ab14e HTTP/1.1" status: 200 len: 205 time: 0.0391085 Jan 05 17:11:56.520465 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 44364) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:56.569460 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-bd8620ef-f1d4-4035-9f71-a7445d16d548 tempest-SecGroupIPv6Test-2005952447 tempest-SecGroupIPv6Test-2005952447-project] Publish callbacks [] for security_group, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:56.592799 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3dec424-e61a-46e7-a064-65dd96e8735c tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] Router a556a634-679b-44da-be20-1af64bc8c3a7 has already been hosted by L3 agent 59446fdc-40e0-41fe-a575-a8eb11d742f7 {{(pid=103801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 05 17:11:56.639794 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-425442b8-6858-4c33-a1e5-f90f93aad7e3 tempest-RoutersNegativeTest-494847045 tempest-RoutersNegativeTest-494847045-project] Publish callbacks [] for router, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:56.692094 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8bb76d2-2fe1-4ce3-8e1f-f18d018da1b3 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Made reservation on behalf of ae615b9d4e3242ec84f93fb74627d3b2 for: {'network': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:11:56.692466 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-bd8620ef-f1d4-4035-9f71-a7445d16d548 tempest-SecGroupIPv6Test-2005952447 tempest-SecGroupIPv6Test-2005952447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:56.695619 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c8bb76d2-2fe1-4ce3-8e1f-f18d018da1b3 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for network, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:56.806241 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8620ef-f1d4-4035-9f71-a7445d16d548 tempest-SecGroupIPv6Test-2005952447 tempest-SecGroupIPv6Test-2005952447-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2325da2e-aa85-45ef-b900-6a77dc07ee45,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:11:56.843471 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-bd8620ef-f1d4-4035-9f71-a7445d16d548 tempest-SecGroupIPv6Test-2005952447 tempest-SecGroupIPv6Test-2005952447-project] Publish callbacks [] for security_group, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:56.844712 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-bd8620ef-f1d4-4035-9f71-a7445d16d548 tempest-SecGroupIPv6Test-2005952447 tempest-SecGroupIPv6Test-2005952447-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.9687653 Jan 05 17:11:56.853183 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3dec424-e61a-46e7-a064-65dd96e8735c tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 05 17:11:56.853183 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 44374) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:56.858634 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e14e5cf-8f4f-4323-b327-6368a17c3a96 None None] Sync routers for ids ['a556a634-679b-44da-be20-1af64bc8c3a7'] in dv-neutron-master-2-hyperv {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 05 17:11:56.860238 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-9976d913-21ae-4403-9567-153ba2f248e2 tempest-SecGroupIPv6Test-2005952447 tempest-SecGroupIPv6Test-2005952447-project] Request body: {'security_group_rule': {'security_group_id': '2325da2e-aa85-45ef-b900-6a77dc07ee45', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:11:56.875067 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e14e5cf-8f4f-4323-b327-6368a17c3a96 None None] Routers {'a556a634-679b-44da-be20-1af64bc8c3a7'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:11:56.875981 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-9e14e5cf-8f4f-4323-b327-6368a17c3a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:11:49Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['a556a634-679b-44da-be20-1af64bc8c3a7'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:11:56.987752 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-56e690dc-61d7-46be-bf95-0d48ca766692 tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] Publish callbacks [] for router_gateway, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:56.992498 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e3dec424-e61a-46e7-a064-65dd96e8735c tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for floatingip, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:57.021061 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 44378) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:57.041353 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-e3dec424-e61a-46e7-a064-65dd96e8735c tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 5.6895518 Jan 05 17:11:57.047810 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-9e14e5cf-8f4f-4323-b327-6368a17c3a96 None None] Set router a556a634-679b-44da-be20-1af64bc8c3a7 gateway port host: dv-neutron-master-2-hyperv {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:11:57.054141 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '960404e1-a8f8-4c26-83b9-87528fa8969d', 'tag': '1181fbbb-5980-4b73-97f3-a941e5b11c7c'}] {{(pid=103801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 05 17:11:57.057886 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cee9004337cfdaf047d78d8066c7d6073fad8dbc2217b3b67c4523abea34d3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f841b494-9235-412b-ae21-4e95833d182f" -d '{"events": [{"name": "network-changed", "server_uuid": "960404e1-a8f8-4c26-83b9-87528fa8969d", "tag": "1181fbbb-5980-4b73-97f3-a941e5b11c7c"}]}' {{(pid=103801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 05 17:11:57.070176 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-56e690dc-61d7-46be-bf95-0d48ca766692 tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:57.083560 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-9976d913-21ae-4403-9567-153ba2f248e2 tempest-SecGroupIPv6Test-2005952447 tempest-SecGroupIPv6Test-2005952447-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:57.158430 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-425442b8-6858-4c33-a1e5-f90f93aad7e3 tempest-RoutersNegativeTest-494847045 tempest-RoutersNegativeTest-494847045-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-648249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62744'] for router, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:57.161714 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-281326ff-9180-4928-8527-11e67ff25f32 req-3e54070d-a3f8-4b65-80a7-c08f20b71187 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/ports?device_id=43ad75fd-3c61-493a-82ce-e55c8368b611 HTTP/1.1" status: 200 len: 210 time: 0.3722239 Jan 05 17:11:57.164737 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-425442b8-6858-4c33-a1e5-f90f93aad7e3 tempest-RoutersNegativeTest-494847045 tempest-RoutersNegativeTest-494847045-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:57.179973 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8bb76d2-2fe1-4ce3-8e1f-f18d018da1b3 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] vlan segment allocate from pool success with {'vlan_id': 149, 'physical_network': 'physnet1'} {{(pid=103800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 05 17:11:57.220363 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-9976d913-21ae-4403-9567-153ba2f248e2 tempest-SecGroupIPv6Test-2005952447 tempest-SecGroupIPv6Test-2005952447-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:57.244722 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [req-94bc248c-d1ee-4403-93ce-f200c7f6f0f5 req-9d8cf6d0-6787-43a5-9361-4928089a1d03 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Allocated IP 172.20.0.9 (62c260dd-d135-4213-8dd0-485aab18a1d0/5c5734b6-0442-4faf-b4f7-d61c8f7673ec/720a2fb6-be8e-4fcc-86fa-94a358c29b93) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:11:57.250931 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c8bb76d2-2fe1-4ce3-8e1f-f18d018da1b3 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225'] for segment, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:57.251275 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.db.segments_db [None req-c8bb76d2-2fe1-4ce3-8e1f-f18d018da1b3 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Added segment 09cb44a8-4e4d-4b72-917f-0f18da19c6d0 of type vlan for network f3209417-f1aa-4a92-bcc7-4102c0c9d295 Jan 05 17:11:57.254484 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [None req-56e690dc-61d7-46be-bf95-0d48ca766692 tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] Allocated IP 172.36.4.125 (b0167590-0699-4c5c-a932-3939414a9573/7a784a6d-3d96-418f-a645-b9ccd0b1ac55/e1bf11f2-40b2-422f-ab8f-5bc37e553654) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:11:57.267669 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-60ecdc29-04d2-4bed-a097-4e456632205e admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1519269098-network', 'tenant_id': '1081159aed0f4e8187dc83f37d1c4c97'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:11:57.312964 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-9976d913-21ae-4403-9567-153ba2f248e2 tempest-SecGroupIPv6Test-2005952447 tempest-SecGroupIPv6Test-2005952447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533437'] for security_group_rule, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:57.320511 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c8bb76d2-2fe1-4ce3-8e1f-f18d018da1b3 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754180566020'] for network, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:57.339285 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-425442b8-6858-4c33-a1e5-f90f93aad7e3 tempest-RoutersNegativeTest-494847045 tempest-RoutersNegativeTest-494847045-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-648240'] for router, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:57.340395 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-425442b8-6858-4c33-a1e5-f90f93aad7e3 tempest-RoutersNegativeTest-494847045 tempest-RoutersNegativeTest-494847045-project] Fanout notify agent at l3_agent the message router_deleted on router 833f233b-26db-4bdc-bcd5-e78c004ab14e {{(pid=103800) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 05 17:11:57.352175 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-425442b8-6858-4c33-a1e5-f90f93aad7e3 tempest-RoutersNegativeTest-494847045 tempest-RoutersNegativeTest-494847045-project] Publish callbacks [] for router, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:57.357294 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-425442b8-6858-4c33-a1e5-f90f93aad7e3 tempest-RoutersNegativeTest-494847045 tempest-RoutersNegativeTest-494847045-project] 10.222.0.11 "DELETE /v2.0/routers/833f233b-26db-4bdc-bcd5-e78c004ab14e HTTP/1.1" status: 204 len: 168 time: 0.8298948 Jan 05 17:11:57.358721 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9976d913-21ae-4403-9567-153ba2f248e2 tempest-SecGroupIPv6Test-2005952447 tempest-SecGroupIPv6Test-2005952447-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70807335-eb27-458a-b2c2-0d655ca5768e,revision_number=0']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:11:57.378685 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Jan 2022 17:11:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ff3a582-1183-47a3-a929-92e834bc1e14 x-openstack-request-id: req-9ff3a582-1183-47a3-a929-92e834bc1e14 {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 05 17:11:57.379261 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "960404e1-a8f8-4c26-83b9-87528fa8969d", "tag": "1181fbbb-5980-4b73-97f3-a941e5b11c7c", "status": "completed", "code": 200}]} {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 05 17:11:57.379859 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-9ff3a582-1183-47a3-a929-92e834bc1e14 {{(pid=103801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 05 17:11:57.380508 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '960404e1-a8f8-4c26-83b9-87528fa8969d', 'tag': '1181fbbb-5980-4b73-97f3-a941e5b11c7c', 'status': 'completed', 'code': 200} Jan 05 17:11:57.416484 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60ecdc29-04d2-4bed-a097-4e456632205e admin admin] Made reservation on behalf of 1081159aed0f4e8187dc83f37d1c4c97 for: {'network': 1} {{(pid=103801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:11:57.418887 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-60ecdc29-04d2-4bed-a097-4e456632205e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for network, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:57.432482 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-60ecdc29-04d2-4bed-a097-4e456632205e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:57.452248 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-9e14e5cf-8f4f-4323-b327-6368a17c3a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a556a634-679b-44da-be20-1af64bc8c3a7', 'name': 'tempest-TestVolumeBootPattern-1887300476-router', 'tenant_id': '9bafc9d0d75b44f696c7001918c22f7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.72'}], 'enable_snat': True}, 'gw_port_id': '276dbda1-be0d-4778-9c79-79ca3751d954', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:09:23Z', 'updated_at': '2022-01-05T17:09:36Z', 'revision_number': 4, 'project_id': '9bafc9d0d75b44f696c7001918c22f7e', 'gw_port': {'id': '276dbda1-be0d-4778-9c79-79ca3751d954', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:0b:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a556a634-679b-44da-be20-1af64bc8c3a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:09:24Z', 'updated_at': '2022-01-05T17:09:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'f7e7b6e1-c6e4-4575-ab0a-8c2b677d9a7c', 'tenant_id': '9bafc9d0d75b44f696c7001918c22f7e', 'floating_ip_address': '172.36.4.248', 'floating_network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'router_id': 'a556a634-679b-44da-be20-1af64bc8c3a7', 'port_id': '1181fbbb-5980-4b73-97f3-a941e5b11c7c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1098, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9d892221-db72-44b5-b8b3-7f2a75d6a0ee', 'mac_address': 'fa:16:3e:6b:3e:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '960404e1-a8f8-4c26-83b9-87528fa8969d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-05T17:11:53Z', 'updated_at': '2022-01-05T17:11:53Z', 'revision_number': 0, 'project_id': '9bafc9d0d75b44f696c7001918c22f7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bdaade1f-99b8-4056-a855-356847ca7946', 'name': '', 'network_id': '9d892221-db72-44b5-b8b3-7f2a75d6a0ee', 'tenant_id': '9bafc9d0d75b44f696c7001918c22f7e', 'mac_address': 'fa:16:3e:9d:8d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a556a634-679b-44da-be20-1af64bc8c3a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '520bba67-4fdd-405a-be17-05cf521cd2ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:09:33Z', 'updated_at': '2022-01-05T17:09:56Z', 'revision_number': 5, 'project_id': '9bafc9d0d75b44f696c7001918c22f7e', 'subnets': [{'id': '520bba67-4fdd-405a-be17-05cf521cd2ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:11:57.480058 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e14e5cf-8f4f-4323-b327-6368a17c3a96 None None] Checking router: a556a634-679b-44da-be20-1af64bc8c3a7 for host: dv-neutron-master-2-hyperv {{(pid=103802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 05 17:11:57.487526 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f841b494-9235-412b-ae21-4e95833d182f req-f666487e-9093-4404-a5d2-a7cc4fbe4978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:11:57.489106 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-f841b494-9235-412b-ae21-4e95833d182f req-f666487e-9093-4404-a5d2-a7cc4fbe4978 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9bafc9d0d75b44f696c7001918c22f7e&device_id=960404e1-a8f8-4c26-83b9-87528fa8969d HTTP/1.1" status: 200 len: 1099 time: 0.1102607 Jan 05 17:11:57.489418 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e14e5cf-8f4f-4323-b327-6368a17c3a96 None None] Routers {'a556a634-679b-44da-be20-1af64bc8c3a7'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:11:57.490155 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-9e14e5cf-8f4f-4323-b327-6368a17c3a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:11:49Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['a556a634-679b-44da-be20-1af64bc8c3a7'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:11:57.520356 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c8bb76d2-2fe1-4ce3-8e1f-f18d018da1b3 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685'] for network, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:57.526361 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8bb76d2-2fe1-4ce3-8e1f-f18d018da1b3 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:11:57.526961 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c8bb76d2-2fe1-4ce3-8e1f-f18d018da1b3 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks [] for network, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:57.532241 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-94bc248c-d1ee-4403-93ce-f200c7f6f0f5 req-9d8cf6d0-6787-43a5-9361-4928089a1d03 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for port, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:57.537704 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-9976d913-21ae-4403-9567-153ba2f248e2 tempest-SecGroupIPv6Test-2005952447 tempest-SecGroupIPv6Test-2005952447-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:57.542490 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-9976d913-21ae-4403-9567-153ba2f248e2 tempest-SecGroupIPv6Test-2005952447 tempest-SecGroupIPv6Test-2005952447-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6851788 Jan 05 17:11:57.546258 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 44390) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:57.557641 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-60ecdc29-04d2-4bed-a097-4e456632205e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:57.584028 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-56e690dc-61d7-46be-bf95-0d48ca766692 tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] Publish callbacks [] for port, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:57.618684 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-9e14e5cf-8f4f-4323-b327-6368a17c3a96 None None] Set router a556a634-679b-44da-be20-1af64bc8c3a7 gateway port host: dv-neutron-master-2-hyperv {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:11:57.647543 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bb76d2-2fe1-4ce3-8e1f-f18d018da1b3 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Pushing event updated for resources: {'Network': ['ID=f3209417-f1aa-4a92-bcc7-4102c0c9d295,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:11:57.648904 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-9d8412ee-b901-487b-b8f6-acb412ce5d7b tempest-SecGroupIPv6Test-2005952447 tempest-SecGroupIPv6Test-2005952447-project] Publish callbacks [] for security_group, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:57.679101 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-9d8412ee-b901-487b-b8f6-acb412ce5d7b tempest-SecGroupIPv6Test-2005952447 tempest-SecGroupIPv6Test-2005952447-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:57.681204 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Network f3209417-f1aa-4a92-bcc7-4102c0c9d295 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 05 17:11:57.681341 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-60ecdc29-04d2-4bed-a097-4e456632205e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:57.684118 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-c8bb76d2-2fe1-4ce3-8e1f-f18d018da1b3 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.2675333 Jan 05 17:11:57.691045 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 44392) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:57.700140 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-d3051b79-de1f-46ae-a04a-775a925db0da tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Request body: {'subnet': {'network_id': 'f3209417-f1aa-4a92-bcc7-4102c0c9d295', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:11:57.709012 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60ecdc29-04d2-4bed-a097-4e456632205e admin admin] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'} {{(pid=103801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 05 17:11:57.719851 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f841b494-9235-412b-ae21-4e95833d182f req-e8175c89-f597-4c06-99aa-5bae24d9020a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:11:57.722019 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-f841b494-9235-412b-ae21-4e95833d182f req-e8175c89-f597-4c06-99aa-5bae24d9020a service neutron] 10.222.0.13 "GET /v2.0/networks?id=9d892221-db72-44b5-b8b3-7f2a75d6a0ee HTTP/1.1" status: 200 len: 913 time: 0.2261682 Jan 05 17:11:57.732149 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.agents_db [None req-291d1585-17df-45c0-b64a-d244e6d90872 None None] Agent healthcheck: found 6 active agents {{(pid=103803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 05 17:11:57.737576 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-56e690dc-61d7-46be-bf95-0d48ca766692 tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11433176'] for port, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:57.741155 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-60ecdc29-04d2-4bed-a097-4e456632205e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225'] for segment, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:57.741408 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.db.segments_db [None req-60ecdc29-04d2-4bed-a097-4e456632205e admin admin] Added segment b5a240ac-4daf-49a8-9090-833ad6bf3dee of type vlan for network 7a968814-bffa-4eb8-b5c5-87ea682a3631 Jan 05 17:11:57.799148 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ecdc29-04d2-4bed-a097-4e456632205e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53b3682f-ad5d-484b-bdf3-fc84c73a84fb,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:11:57.807347 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-94bc248c-d1ee-4403-93ce-f200c7f6f0f5 req-9d8cf6d0-6787-43a5-9361-4928089a1d03 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:57.836932 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56e690dc-61d7-46be-bf95-0d48ca766692 tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] Network b0167590-0699-4c5c-a932-3939414a9573 is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:11:57.843936 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-56e690dc-61d7-46be-bf95-0d48ca766692 tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:11:57.861672 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56e690dc-61d7-46be-bf95-0d48ca766692 tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:11:57.872933 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-60ecdc29-04d2-4bed-a097-4e456632205e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754180566020'] for network, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:57.876152 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e690dc-61d7-46be-bf95-0d48ca766692 tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] Pushing event updated for resources: {'Port': ['ID=e1bf11f2-40b2-422f-ab8f-5bc37e553654,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:11:57.926133 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94bc248c-d1ee-4403-93ce-f200c7f6f0f5 req-9d8cf6d0-6787-43a5-9361-4928089a1d03 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Network 62c260dd-d135-4213-8dd0-485aab18a1d0 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:11:57.932251 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-f841b494-9235-412b-ae21-4e95833d182f req-0d158e67-5b7a-48c3-a8f8-c674739432d2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1181fbbb-5980-4b73-97f3-a941e5b11c7c HTTP/1.1" status: 200 len: 1000 time: 0.1797292 Jan 05 17:11:57.937899 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [req-94bc248c-d1ee-4403-93ce-f200c7f6f0f5 req-9d8cf6d0-6787-43a5-9361-4928089a1d03 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:11:57.948157 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [req-94bc248c-d1ee-4403-93ce-f200c7f6f0f5 req-9d8cf6d0-6787-43a5-9361-4928089a1d03 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:11:57.965617 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 44396) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:57.983140 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b57f2743-76a8-4cca-9992-fb17d46e2d67 None None] DHCP port deletion for b0167590-0699-4c5c-a932-3939414a9573 request from dv-neutron-master-2-hyperv {{(pid=103802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 05 17:11:57.991192 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-9d8412ee-b901-487b-b8f6-acb412ce5d7b tempest-SecGroupIPv6Test-2005952447 tempest-SecGroupIPv6Test-2005952447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:57.998379 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-9d8412ee-b901-487b-b8f6-acb412ce5d7b tempest-SecGroupIPv6Test-2005952447 tempest-SecGroupIPv6Test-2005952447-project] Publish callbacks [] for security_group, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:58.005017 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-9d8412ee-b901-487b-b8f6-acb412ce5d7b tempest-SecGroupIPv6Test-2005952447 tempest-SecGroupIPv6Test-2005952447-project] 10.222.0.11 "DELETE /v2.0/security-groups/2325da2e-aa85-45ef-b900-6a77dc07ee45 HTTP/1.1" status: 204 len: 168 time: 0.4552884 Jan 05 17:11:58.014564 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 44398) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:58.060910 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8cf6d0-6787-43a5-9361-4928089a1d03 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Pushing event updated for resources: {'Port': ['ID=720a2fb6-be8e-4fcc-86fa-94a358c29b93,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:11:58.062894 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-60ecdc29-04d2-4bed-a097-4e456632205e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685'] for network, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:58.064183 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60ecdc29-04d2-4bed-a097-4e456632205e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:11:58.064680 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-60ecdc29-04d2-4bed-a097-4e456632205e admin admin] Publish callbacks [] for network, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:58.074716 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f841b494-9235-412b-ae21-4e95833d182f req-5ab5ccdf-6e78-4a17-b785-227b9918f7d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:11:58.077995 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-f841b494-9235-412b-ae21-4e95833d182f req-5ab5ccdf-6e78-4a17-b785-227b9918f7d2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=520bba67-4fdd-405a-be17-05cf521cd2ec HTTP/1.1" status: 200 len: 851 time: 0.1329796 Jan 05 17:11:58.100953 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8412ee-b901-487b-b8f6-acb412ce5d7b tempest-SecGroupIPv6Test-2005952447 tempest-SecGroupIPv6Test-2005952447-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2325da2e-aa85-45ef-b900-6a77dc07ee45,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:11:58.141529 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-b741535f-bb29-4c0e-a906-eda0cd6cdcf1 None None] Provisioning complete for port e1bf11f2-40b2-422f-ab8f-5bc37e553654 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:11:58.142469 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-b741535f-bb29-4c0e-a906-eda0cd6cdcf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:58.152597 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bc248c-d1ee-4403-93ce-f200c7f6f0f5 req-9d8cf6d0-6787-43a5-9361-4928089a1d03 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:11:58.153545 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-94bc248c-d1ee-4403-93ce-f200c7f6f0f5 req-9d8cf6d0-6787-43a5-9361-4928089a1d03 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:58.170500 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3051b79-de1f-46ae-a04a-775a925db0da tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Made reservation on behalf of ae615b9d4e3242ec84f93fb74627d3b2 for: {'subnet': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:11:58.175224 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d3051b79-de1f-46ae-a04a-775a925db0da tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8521827'] for subnet, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:58.189528 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-b741535f-bb29-4c0e-a906-eda0cd6cdcf1 None None] Port e1bf11f2-40b2-422f-ab8f-5bc37e553654 cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 17:11:58.214945 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ecdc29-04d2-4bed-a097-4e456632205e admin admin] Pushing event updated for resources: {'Network': ['ID=7a968814-bffa-4eb8-b5c5-87ea682a3631,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:11:58.225550 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-c3231d4b-716a-48a2-93ab-aac0254e7dd7 tempest-SecGroupIPv6Test-2005952447 tempest-SecGroupIPv6Test-2005952447-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.2077973 Jan 05 17:11:58.228381 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 44404) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:58.254016 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Network 7a968814-bffa-4eb8-b5c5-87ea682a3631 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 05 17:11:58.271167 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-60ecdc29-04d2-4bed-a097-4e456632205e admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2285738 Jan 05 17:11:58.274041 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 44406) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:58.276048 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f841b494-9235-412b-ae21-4e95833d182f req-38b2ceb4-2dde-433c-80b5-3a07c78badf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:11:58.277785 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-f841b494-9235-412b-ae21-4e95833d182f req-38b2ceb4-2dde-433c-80b5-3a07c78badf5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9d892221-db72-44b5-b8b3-7f2a75d6a0ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1938107 Jan 05 17:11:58.279527 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-9da893b9-cd9b-4eb2-afb6-78df412426b0 admin admin] Request body: {'subnet': {'network_id': '7a968814-bffa-4eb8-b5c5-87ea682a3631', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1519269098-subnet', 'tenant_id': '1081159aed0f4e8187dc83f37d1c4c97', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:11:58.289071 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-94bc248c-d1ee-4403-93ce-f200c7f6f0f5 req-9d8cf6d0-6787-43a5-9361-4928089a1d03 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1194661 Jan 05 17:11:58.315654 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [req-94bc248c-d1ee-4403-93ce-f200c7f6f0f5 req-003a706e-7256-4ecd-818d-fb7bf6bea28e service neutron] Request body: {'port': {'device_id': '43ad75fd-3c61-493a-82ce-e55c8368b611', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:11:58.372440 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-9e14e5cf-8f4f-4323-b327-6368a17c3a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a556a634-679b-44da-be20-1af64bc8c3a7', 'name': 'tempest-TestVolumeBootPattern-1887300476-router', 'tenant_id': '9bafc9d0d75b44f696c7001918c22f7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.72'}], 'enable_snat': True}, 'gw_port_id': '276dbda1-be0d-4778-9c79-79ca3751d954', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:09:23Z', 'updated_at': '2022-01-05T17:09:36Z', 'revision_number': 4, 'project_id': '9bafc9d0d75b44f696c7001918c22f7e', 'gw_port': {'id': '276dbda1-be0d-4778-9c79-79ca3751d954', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:0b:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a556a634-679b-44da-be20-1af64bc8c3a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:09:24Z', 'updated_at': '2022-01-05T17:09:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'f7e7b6e1-c6e4-4575-ab0a-8c2b677d9a7c', 'tenant_id': '9bafc9d0d75b44f696c7001918c22f7e', 'floating_ip_address': '172.36.4.248', 'floating_network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'router_id': 'a556a634-679b-44da-be20-1af64bc8c3a7', 'port_id': '1181fbbb-5980-4b73-97f3-a941e5b11c7c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1098, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9d892221-db72-44b5-b8b3-7f2a75d6a0ee', 'mac_address': 'fa:16:3e:6b:3e:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '960404e1-a8f8-4c26-83b9-87528fa8969d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-05T17:11:53Z', 'updated_at': '2022-01-05T17:11:53Z', 'revision_number': 0, 'project_id': '9bafc9d0d75b44f696c7001918c22f7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bdaade1f-99b8-4056-a855-356847ca7946', 'name': '', 'network_id': '9d892221-db72-44b5-b8b3-7f2a75d6a0ee', 'tenant_id': '9bafc9d0d75b44f696c7001918c22f7e', 'mac_address': 'fa:16:3e:9d:8d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a556a634-679b-44da-be20-1af64bc8c3a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '520bba67-4fdd-405a-be17-05cf521cd2ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:09:33Z', 'updated_at': '2022-01-05T17:09:56Z', 'revision_number': 5, 'project_id': '9bafc9d0d75b44f696c7001918c22f7e', 'subnets': [{'id': '520bba67-4fdd-405a-be17-05cf521cd2ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:11:58.392962 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9da893b9-cd9b-4eb2-afb6-78df412426b0 admin admin] Made reservation on behalf of 1081159aed0f4e8187dc83f37d1c4c97 for: {'subnet': 1} {{(pid=103801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:11:58.395986 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-9da893b9-cd9b-4eb2-afb6-78df412426b0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12480675'] for subnet, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:58.508703 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-56e690dc-61d7-46be-bf95-0d48ca766692 tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] Publish callbacks [] for router_gateway, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:58.518895 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-dc26085c-fb52-478b-b3db-3ed15b154dcf tempest-SecGroupIPv6Test-2005952447 tempest-SecGroupIPv6Test-2005952447-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.2832198 Jan 05 17:11:58.527713 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 44410) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:58.559696 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-3631a7fb-2b62-4476-bf43-12eb5f611b33 None None] Provisioning complete for port 720a2fb6-be8e-4fcc-86fa-94a358c29b93 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:11:58.559969 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-3631a7fb-2b62-4476-bf43-12eb5f611b33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:58.579220 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-94bc248c-d1ee-4403-93ce-f200c7f6f0f5 req-003a706e-7256-4ecd-818d-fb7bf6bea28e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:58.582753 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e14e5cf-8f4f-4323-b327-6368a17c3a96 None None] The sync data for ids ['a556a634-679b-44da-be20-1af64bc8c3a7'] in dv-neutron-master-2-hyperv is: [{'id': 'a556a634-679b-44da-be20-1af64bc8c3a7', 'name': 'tempest-TestVolumeBootPattern-1887300476-router', 'tenant_id': '9bafc9d0d75b44f696c7001918c22f7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.72'}], 'enable_snat': True}, 'gw_port_id': '276dbda1-be0d-4778-9c79-79ca3751d954', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:09:23Z', 'updated_at': '2022-01-05T17:09:36Z', 'revision_number': 4, 'project_id': '9bafc9d0d75b44f696c7001918c22f7e', 'gw_port': {'id': '276dbda1-be0d-4778-9c79-79ca3751d954', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:0b:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a556a634-679b-44da-be20-1af64bc8c3a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:09:24Z', 'updated_at': '2022-01-05T17:09:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'f7e7b6e1-c6e4-4575-ab0a-8c2b677d9a7c', 'tenant_id': '9bafc9d0d75b44f696c7001918c22f7e', 'floating_ip_address': '172.36.4.248', 'floating_network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'router_id': 'a556a634-679b-44da-be20-1af64bc8c3a7', 'port_id': '1181fbbb-5980-4b73-97f3-a941e5b11c7c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1098, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9d892221-db72-44b5-b8b3-7f2a75d6a0ee', 'mac_address': 'fa:16:3e:6b:3e:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '960404e1-a8f8-4c26-83b9-87528fa8969d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-05T17:11:53Z', 'updated_at': '2022-01-05T17:11:53Z', 'revision_number': 0, 'project_id': '9bafc9d0d75b44f696c7001918c22f7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bdaade1f-99b8-4056-a855-356847ca7946', 'name': '', 'network_id': '9d892221-db72-44b5-b8b3-7f2a75d6a0ee', 'tenant_id': '9bafc9d0d75b44f696c7001918c22f7e', 'mac_address': 'fa:16:3e:9d:8d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a556a634-679b-44da-be20-1af64bc8c3a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '520bba67-4fdd-405a-be17-05cf521cd2ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:09:33Z', 'updated_at': '2022-01-05T17:09:56Z', 'revision_number': 5, 'project_id': '9bafc9d0d75b44f696c7001918c22f7e', 'subnets': [{'id': '520bba67-4fdd-405a-be17-05cf521cd2ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 05 17:11:58.594086 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-1f27faa5-11b0-440f-bded-ba6a3a9fb154 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=46fd46c923d244649e41ca6790c70dc9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6268907 Jan 05 17:11:58.606899 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-3631a7fb-2b62-4476-bf43-12eb5f611b33 None None] Port 720a2fb6-be8e-4fcc-86fa-94a358c29b93 cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 17:11:58.610546 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf449ac6-cde2-4c6d-9521-f8d6fe225799 req-095bf5a0-d2a5-4719-bd6c-952c27684c5c tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:11:58.612137 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-cf449ac6-cde2-4c6d-9521-f8d6fe225799 req-095bf5a0-d2a5-4719-bd6c-952c27684c5c tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/ports?device_id=43ad75fd-3c61-493a-82ce-e55c8368b611 HTTP/1.1" status: 200 len: 931 time: 0.3140554 Jan 05 17:11:58.621920 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 44412) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:58.622874 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.api.v2.resource [None req-e03c3798-bde3-42f6-b00a-092af5f02e6a tempest-SecGroupIPv6Test-2005952447 tempest-SecGroupIPv6Test-2005952447-project] delete failed (client error): The resource could not be found. Jan 05 17:11:58.631252 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-e03c3798-bde3-42f6-b00a-092af5f02e6a tempest-SecGroupIPv6Test-2005952447 tempest-SecGroupIPv6Test-2005952447-project] 10.222.0.11 "DELETE /v2.0/security-groups/2325da2e-aa85-45ef-b900-6a77dc07ee45 HTTP/1.1" status: 404 len: 347 time: 0.0898240 Jan 05 17:11:58.636106 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 44414) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:58.703449 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-f841b494-9235-412b-ae21-4e95833d182f req-9baae510-88d9-4efa-b66a-be402e6dae32 service neutron] 10.222.0.13 "GET /v2.0/networks/9d892221-db72-44b5-b8b3-7f2a75d6a0ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4063964 Jan 05 17:11:58.801153 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-8132c74d-8d95-4952-90db-ae7b87af9c4a tempest-SecGroupIPv6Test-2005952447 tempest-SecGroupIPv6Test-2005952447-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1587071 Jan 05 17:11:58.863488 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42a54d2c-8911-426e-8bcd-8a39f59ec46d None None] New status for floating IP f7e7b6e1-c6e4-4575-ab0a-8c2b677d9a7c: ACTIVE {{(pid=103803) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 05 17:11:58.875863 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-56e690dc-61d7-46be-bf95-0d48ca766692 tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-648430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648639'] for router, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:58.909256 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-cf449ac6-cde2-4c6d-9521-f8d6fe225799 req-899ef7d5-2edb-4841-8fff-ccbbee1cc4a2 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/security-groups?id=54b7dc0c-00a5-4ef3-977a-7f81f0023cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2441778 Jan 05 17:11:58.918593 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-9da893b9-cd9b-4eb2-afb6-78df412426b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11433288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12480593'] for subnet, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:58.983135 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c8256d9a-9487-4f5a-a047-75abe2c26adb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:59.036046 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c8256d9a-9487-4f5a-a047-75abe2c26adb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:59.052834 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-f841b494-9235-412b-ae21-4e95833d182f req-2744f14e-e881-468e-9cf3-3da4fe0d51c5 service neutron] 10.222.0.13 "GET /v2.0/networks/9d892221-db72-44b5-b8b3-7f2a75d6a0ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3206913 Jan 05 17:11:59.057387 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d3051b79-de1f-46ae-a04a-775a925db0da tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8784852', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8521873'] for subnet, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:59.203814 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3051b79-de1f-46ae-a04a-775a925db0da tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Pushing event updated for resources: {'Subnet': ['ID=95d5e7ba-bd59-40c4-b425-a49575883a85,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:11:59.237004 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3051b79-de1f-46ae-a04a-775a925db0da tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Checking segment: {'id': '09cb44a8-4e4d-4b72-917f-0f18da19c6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'f3209417-f1aa-4a92-bcc7-4102c0c9d295'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:11:59.237378 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3051b79-de1f-46ae-a04a-775a925db0da tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Network hostable DHCP agents. Network: f3209417-f1aa-4a92-bcc7-4102c0c9d295, hostable agents: ['3f70c195-17da-4084-9fd6-bf6059d88535'], hosted agents: [] {{(pid=103800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 05 17:11:59.298624 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c8256d9a-9487-4f5a-a047-75abe2c26adb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:59.301446 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c8256d9a-9487-4f5a-a047-75abe2c26adb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:59.302676 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-c8256d9a-9487-4f5a-a047-75abe2c26adb admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/26e7a418-5caf-4cb5-b981-85ce763f01ea HTTP/1.1" status: 204 len: 168 time: 0.6684115 Jan 05 17:11:59.308139 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.notifiers.nova [req-94bc248c-d1ee-4403-93ce-f200c7f6f0f5 req-003a706e-7256-4ecd-818d-fb7bf6bea28e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 720a2fb6-be8e-4fcc-86fa-94a358c29b93 {{(pid=103800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 05 17:11:59.319404 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-94bc248c-d1ee-4403-93ce-f200c7f6f0f5 req-003a706e-7256-4ecd-818d-fb7bf6bea28e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:59.325912 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 44422) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:59.333225 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8256d9a-9487-4f5a-a047-75abe2c26adb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26e7a418-5caf-4cb5-b981-85ce763f01ea,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:11:59.371501 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.provisioning_blocks [req-94bc248c-d1ee-4403-93ce-f200c7f6f0f5 req-003a706e-7256-4ecd-818d-fb7bf6bea28e service neutron] Transition to ACTIVE for port object 720a2fb6-be8e-4fcc-86fa-94a358c29b93 will not be triggered until provisioned by entity L2. {{(pid=103800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 05 17:11:59.372429 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3051b79-de1f-46ae-a04a-775a925db0da tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Network f3209417-f1aa-4a92-bcc7-4102c0c9d295 is scheduled to be hosted by DHCP agent 3f70c195-17da-4084-9fd6-bf6059d88535 with binding_index 1 {{(pid=103800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 05 17:11:59.394561 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-0b622a9d-8ab8-4551-b749-5ac920d7adb3 req-a8e1ed67-ef8e-476b-baea-c1e33f89e0c1 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=960404e1-a8f8-4c26-83b9-87528fa8969d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0564158 Jan 05 17:11:59.439803 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-94bc248c-d1ee-4403-93ce-f200c7f6f0f5 req-003a706e-7256-4ecd-818d-fb7bf6bea28e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8784461'] for port, after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:59.459045 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da893b9-cd9b-4eb2-afb6-78df412426b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4de5e971-7f81-4e7b-9368-cd6028b01644,revision_number=0']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:11:59.471927 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9da893b9-cd9b-4eb2-afb6-78df412426b0 admin admin] Checking segment: {'id': 'b5a240ac-4daf-49a8-9090-833ad6bf3dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '7a968814-bffa-4eb8-b5c5-87ea682a3631'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:11:59.472292 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9da893b9-cd9b-4eb2-afb6-78df412426b0 admin admin] Network hostable DHCP agents. Network: 7a968814-bffa-4eb8-b5c5-87ea682a3631, hostable agents: ['3f70c195-17da-4084-9fd6-bf6059d88535'], hosted agents: [] {{(pid=103801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 05 17:11:59.499949 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-d3051b79-de1f-46ae-a04a-775a925db0da tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, f3209417-f1aa-4a92-bcc7-4102c0c9d295) {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:11:59.509436 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b64b4e8-e3ea-4b95-b1ca-d1b1aa47e276 None None] Network f3209417-f1aa-4a92-bcc7-4102c0c9d295 requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:11:59.532444 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3051b79-de1f-46ae-a04a-775a925db0da tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:11:59.533041 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d3051b79-de1f-46ae-a04a-775a925db0da tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks [] for subnet, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:59.556782 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003a706e-7256-4ecd-818d-fb7bf6bea28e service neutron] Pushing event updated for resources: {'Port': ['ID=720a2fb6-be8e-4fcc-86fa-94a358c29b93,revision_number=2']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:11:59.569469 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9da893b9-cd9b-4eb2-afb6-78df412426b0 admin admin] Network 7a968814-bffa-4eb8-b5c5-87ea682a3631 is scheduled to be hosted by DHCP agent 3f70c195-17da-4084-9fd6-bf6059d88535 with binding_index 1 {{(pid=103801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 05 17:11:59.580557 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-9da893b9-cd9b-4eb2-afb6-78df412426b0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 7a968814-bffa-4eb8-b5c5-87ea682a3631) {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:11:59.586984 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9da893b9-cd9b-4eb2-afb6-78df412426b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:11:59.587584 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-9da893b9-cd9b-4eb2-afb6-78df412426b0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:59.593020 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56e690dc-61d7-46be-bf95-0d48ca766692 tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] Router ef591ec0-7234-41cc-b64f-fc625655840f is scheduled to L3 agent 59446fdc-40e0-41fe-a575-a8eb11d742f7 with binding_index 1 {{(pid=103801) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 05 17:11:59.596120 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dd25ef1-b844-48fe-9fb4-1f417cec8763 None None] Network 7a968814-bffa-4eb8-b5c5-87ea682a3631 requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:11:59.668223 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-d3051b79-de1f-46ae-a04a-775a925db0da tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9741802 Jan 05 17:11:59.674743 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 44428) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:59.678314 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b622a9d-8ab8-4551-b749-5ac920d7adb3 req-03c99b6e-247b-480c-b804-e69faedec358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:11:59.679858 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-0b622a9d-8ab8-4551-b749-5ac920d7adb3 req-03c99b6e-247b-480c-b804-e69faedec358 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9bafc9d0d75b44f696c7001918c22f7e&device_id=960404e1-a8f8-4c26-83b9-87528fa8969d HTTP/1.1" status: 200 len: 1099 time: 0.2100344 Jan 05 17:11:59.684275 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-18ffa230-32f7-4e7c-b92a-c594c6d3bfe7 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Request body: {'port': {'network_id': 'f3209417-f1aa-4a92-bcc7-4102c0c9d295', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-504583971'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:11:59.685633 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-4ebbe933-1a8f-4737-b182-04659d6e6280 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b240f2a6f0b04ae08b3676d4dfae6305&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3584089 Jan 05 17:11:59.688251 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 44430) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:11:59.741651 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-9da893b9-cd9b-4eb2-afb6-78df412426b0 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4615476 Jan 05 17:11:59.773091 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4363b5c8-5783-48e9-b371-6dd414fe21a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-f3209417-f1aa-4a92-bcc7-4102c0c9d295', 'network_id': 'f3209417-f1aa-4a92-bcc7-4102c0c9d295', 'project_id': 'ae615b9d4e3242ec84f93fb74627d3b2', 'fixed_ips': [{'subnet_id': '95d5e7ba-bd59-40c4-b425-a49575883a85'}]}} from dv-neutron-master-2-hyperv. {{(pid=103802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 05 17:11:59.774422 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-4363b5c8-5783-48e9-b371-6dd414fe21a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:11:59.836223 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6ec3487-5c81-4dcf-8246-30fe93b524ff None None] Network 7a968814-bffa-4eb8-b5c5-87ea682a3631 requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:11:59.967984 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56e690dc-61d7-46be-bf95-0d48ca766692 tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 05 17:12:00.017168 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5a7332b-dd38-43c0-ac33-8c016274273d None None] Sync routers for ids ['ef591ec0-7234-41cc-b64f-fc625655840f'] in dv-neutron-master-2-hyperv {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 05 17:12:00.097096 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714c0eac-fe15-4a68-a586-2b36cab6bc67 req-034f1a53-f3d3-4cd7-9b46-f9df6b6392f3 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:12:00.104445 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-714c0eac-fe15-4a68-a586-2b36cab6bc67 req-034f1a53-f3d3-4cd7-9b46-f9df6b6392f3 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/ports?device_id=43ad75fd-3c61-493a-82ce-e55c8368b611 HTTP/1.1" status: 200 len: 943 time: 0.0694158 Jan 05 17:12:00.104445 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-56e690dc-61d7-46be-bf95-0d48ca766692 tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] Publish callbacks [] for router, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:00.106139 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-56e690dc-61d7-46be-bf95-0d48ca766692 tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 4.5078101 Jan 05 17:12:00.115237 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 44444) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:12:00.129203 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5a7332b-dd38-43c0-ac33-8c016274273d None None] Routers {'ef591ec0-7234-41cc-b64f-fc625655840f'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:12:00.129892 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-e5a7332b-dd38-43c0-ac33-8c016274273d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:11:49Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['ef591ec0-7234-41cc-b64f-fc625655840f'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:12:00.184386 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-714c0eac-fe15-4a68-a586-2b36cab6bc67 req-6b4f6d43-93e1-4c71-996e-49bd29864954 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/security-groups?id=54b7dc0c-00a5-4ef3-977a-7f81f0023cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0765924 Jan 05 17:12:00.299109 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18ffa230-32f7-4e7c-b92a-c594c6d3bfe7 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Made reservation on behalf of ae615b9d4e3242ec84f93fb74627d3b2 for: {'port': 1} {{(pid=103801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:12:00.303853 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-18ffa230-32f7-4e7c-b92a-c594c6d3bfe7 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:00.322962 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [req-94bc248c-d1ee-4403-93ce-f200c7f6f0f5 req-003a706e-7256-4ecd-818d-fb7bf6bea28e service neutron] Attempting to bind port 720a2fb6-be8e-4fcc-86fa-94a358c29b93 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 05 17:12:00.325422 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [req-94bc248c-d1ee-4403-93ce-f200c7f6f0f5 req-003a706e-7256-4ecd-818d-fb7bf6bea28e service neutron] Attempting to bind port 720a2fb6-be8e-4fcc-86fa-94a358c29b93 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'd05c6fd4-df91-4ada-ad3d-093d27903d08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '62c260dd-d135-4213-8dd0-485aab18a1d0'}] {{(pid=103800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 05 17:12:00.325422 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94bc248c-d1ee-4403-93ce-f200c7f6f0f5 req-003a706e-7256-4ecd-818d-fb7bf6bea28e service neutron] Attempting to bind port 720a2fb6-be8e-4fcc-86fa-94a358c29b93 on network 62c260dd-d135-4213-8dd0-485aab18a1d0 {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:12:00.328454 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.db_base_plugin_common [None req-4363b5c8-5783-48e9-b371-6dd414fe21a1 None None] Allocated IP 2001:db8::2 (f3209417-f1aa-4a92-bcc7-4102c0c9d295/95d5e7ba-bd59-40c4-b425-a49575883a85/cf013abd-4f86-4b3f-81d6-44d95738e6d8) {{(pid=103802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:12:00.339154 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-64fd8259-31a1-4e57-b466-3f579f0b1021 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:00.341477 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.notifiers.nova [None req-18ffa230-32f7-4e7c-b92a-c594c6d3bfe7 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] device_id is not set on port 1ce6547f-f2ad-4392-8c92-33ef7e666e02 yet. {{(pid=103801) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 05 17:12:00.348356 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94bc248c-d1ee-4403-93ce-f200c7f6f0f5 req-003a706e-7256-4ecd-818d-fb7bf6bea28e service neutron] Port 720a2fb6-be8e-4fcc-86fa-94a358c29b93 on network 62c260dd-d135-4213-8dd0-485aab18a1d0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 05 17:12:00.357189 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94bc248c-d1ee-4403-93ce-f200c7f6f0f5 req-003a706e-7256-4ecd-818d-fb7bf6bea28e service neutron] Attempting to bind port 720a2fb6-be8e-4fcc-86fa-94a358c29b93 on network 62c260dd-d135-4213-8dd0-485aab18a1d0 {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:12:00.370360 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94bc248c-d1ee-4403-93ce-f200c7f6f0f5 req-003a706e-7256-4ecd-818d-fb7bf6bea28e service neutron] Checking agent: {'id': '5c36d785-abe8-4e89-a23a-b403333d2378', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 5, 17, 3, 49), 'started_at': datetime.datetime(2022, 1, 5, 17, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 1, 5, 17, 11, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 05 17:12:00.371382 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94bc248c-d1ee-4403-93ce-f200c7f6f0f5 req-003a706e-7256-4ecd-818d-fb7bf6bea28e service neutron] Checking segment: {'id': 'd05c6fd4-df91-4ada-ad3d-093d27903d08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '62c260dd-d135-4213-8dd0-485aab18a1d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:12:00.371768 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94bc248c-d1ee-4403-93ce-f200c7f6f0f5 req-003a706e-7256-4ecd-818d-fb7bf6bea28e service neutron] Bound using segment: {'id': 'd05c6fd4-df91-4ada-ad3d-093d27903d08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '62c260dd-d135-4213-8dd0-485aab18a1d0'} {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 05 17:12:00.372196 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [req-94bc248c-d1ee-4403-93ce-f200c7f6f0f5 req-003a706e-7256-4ecd-818d-fb7bf6bea28e service neutron] Bound port: 720a2fb6-be8e-4fcc-86fa-94a358c29b93, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd05c6fd4-df91-4ada-ad3d-093d27903d08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '62c260dd-d135-4213-8dd0-485aab18a1d0'}}] {{(pid=103800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 05 17:12:00.372552 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-94bc248c-d1ee-4403-93ce-f200c7f6f0f5 req-003a706e-7256-4ecd-818d-fb7bf6bea28e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:00.383066 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b622a9d-8ab8-4551-b749-5ac920d7adb3 req-5296306d-47ea-43d0-8f63-c855cd7f6ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:12:00.384576 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-0b622a9d-8ab8-4551-b749-5ac920d7adb3 req-5296306d-47ea-43d0-8f63-c855cd7f6ed1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=9d892221-db72-44b5-b8b3-7f2a75d6a0ee HTTP/1.1" status: 200 len: 913 time: 0.1741509 Jan 05 17:12:00.395993 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-64fd8259-31a1-4e57-b466-3f579f0b1021 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:00.457414 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-e5a7332b-dd38-43c0-ac33-8c016274273d None None] Set router ef591ec0-7234-41cc-b64f-fc625655840f gateway port host: dv-neutron-master-2-hyperv {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:12:00.519699 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-0b622a9d-8ab8-4551-b749-5ac920d7adb3 req-89baf32b-c94b-4241-afac-30dcaaf4282a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1181fbbb-5980-4b73-97f3-a941e5b11c7c HTTP/1.1" status: 200 len: 1002 time: 0.1104398 Jan 05 17:12:00.561927 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-8dc35234-c82c-47c7-850f-2f66209ae962 tempest-TestNetworkAdvancedServerOps-1720050019 tempest-TestNetworkAdvancedServerOps-1720050019-project-admin] 10.222.0.11 "GET /v2.0/subnets?project_id=fd19bdf1a53648779ae20015d06c39e6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4440207 Jan 05 17:12:00.562666 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 44456) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:12:00.593941 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.db [req-94bc248c-d1ee-4403-93ce-f200c7f6f0f5 req-003a706e-7256-4ecd-818d-fb7bf6bea28e service neutron] For port 720a2fb6-be8e-4fcc-86fa-94a358c29b93, host hv-neutron-mast, cleared binding levels {{(pid=103800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 05 17:12:00.627330 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.db [req-94bc248c-d1ee-4403-93ce-f200c7f6f0f5 req-003a706e-7256-4ecd-818d-fb7bf6bea28e service neutron] For port 720a2fb6-be8e-4fcc-86fa-94a358c29b93, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=720a2fb6-be8e-4fcc-86fa-94a358c29b93,segment=NetworkSegment(d05c6fd4-df91-4ada-ad3d-093d27903d08),segment_id=d05c6fd4-df91-4ada-ad3d-093d27903d08)] {{(pid=103800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 05 17:12:00.636037 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b622a9d-8ab8-4551-b749-5ac920d7adb3 req-441a1e64-b4f2-4914-8221-4351619c44c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:12:00.638963 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-0b622a9d-8ab8-4551-b749-5ac920d7adb3 req-441a1e64-b4f2-4914-8221-4351619c44c0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=520bba67-4fdd-405a-be17-05cf521cd2ec HTTP/1.1" status: 200 len: 851 time: 0.1016033 Jan 05 17:12:00.657419 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-64fd8259-31a1-4e57-b466-3f579f0b1021 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:00.664817 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-64fd8259-31a1-4e57-b466-3f579f0b1021 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:00.665505 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-64fd8259-31a1-4e57-b466-3f579f0b1021 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/71359b9a-42ac-4069-bce8-830ed18fc8a0 HTTP/1.1" status: 204 len: 168 time: 0.9713142 Jan 05 17:12:00.698350 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fd8259-31a1-4e57-b466-3f579f0b1021 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71359b9a-42ac-4069-bce8-830ed18fc8a0,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:12:00.713864 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-94bc248c-d1ee-4403-93ce-f200c7f6f0f5 req-003a706e-7256-4ecd-818d-fb7bf6bea28e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8784461'] for port, after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:00.756034 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b622a9d-8ab8-4551-b749-5ac920d7adb3 req-a3ed9295-9179-4d3f-887f-73ea7142ba55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:12:00.758372 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-4363b5c8-5783-48e9-b371-6dd414fe21a1 None None] Publish callbacks [] for port, precommit_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:00.758863 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-0b622a9d-8ab8-4551-b749-5ac920d7adb3 req-a3ed9295-9179-4d3f-887f-73ea7142ba55 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9d892221-db72-44b5-b8b3-7f2a75d6a0ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1128099 Jan 05 17:12:00.771934 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bc248c-d1ee-4403-93ce-f200c7f6f0f5 req-003a706e-7256-4ecd-818d-fb7bf6bea28e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:12:00.772672 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-94bc248c-d1ee-4403-93ce-f200c7f6f0f5 req-003a706e-7256-4ecd-818d-fb7bf6bea28e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:00.774229 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-94bc248c-d1ee-4403-93ce-f200c7f6f0f5 req-003a706e-7256-4ecd-818d-fb7bf6bea28e service neutron] 10.222.0.13 "PUT /v2.0/ports/720a2fb6-be8e-4fcc-86fa-94a358c29b93 HTTP/1.1" status: 200 len: 1093 time: 2.4706314 Jan 05 17:12:00.774699 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43ad75fd-3c61-493a-82ce-e55c8368b611', 'tag': '720a2fb6-be8e-4fcc-86fa-94a358c29b93'}] {{(pid=103800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 05 17:12:00.792087 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f64b9d4628f7eefcc27168a80c04985d23f0ea5def038dae05e1deb7357f3bfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8af83cb-0555-4ca1-b2db-bf17ed25c5e8" -d '{"events": [{"name": "network-changed", "server_uuid": "43ad75fd-3c61-493a-82ce-e55c8368b611", "tag": "720a2fb6-be8e-4fcc-86fa-94a358c29b93"}]}' {{(pid=103800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 05 17:12:00.792838 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbbdfdda-a53e-4122-9e31-49b575c835a2 tempest-TestNetworkAdvancedServerOps-1720050019 tempest-TestNetworkAdvancedServerOps-1720050019-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:12:00.799730 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-cbbdfdda-a53e-4122-9e31-49b575c835a2 tempest-TestNetworkAdvancedServerOps-1720050019 tempest-TestNetworkAdvancedServerOps-1720050019-project-admin] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2352631 Jan 05 17:12:00.801290 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 44468) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:12:00.807175 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-e5a7332b-dd38-43c0-ac33-8c016274273d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef591ec0-7234-41cc-b64f-fc625655840f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-420231978', 'tenant_id': 'fd19bdf1a53648779ae20015d06c39e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.125'}], 'enable_snat': True}, 'gw_port_id': 'e1bf11f2-40b2-422f-ab8f-5bc37e553654', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:11:55Z', 'updated_at': '2022-01-05T17:11:58Z', 'revision_number': 3, 'project_id': 'fd19bdf1a53648779ae20015d06c39e6', 'gw_port': {'id': 'e1bf11f2-40b2-422f-ab8f-5bc37e553654', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:da:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef591ec0-7234-41cc-b64f-fc625655840f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1109, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:11:57Z', 'updated_at': '2022-01-05T17:11:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:12:00.858047 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5a7332b-dd38-43c0-ac33-8c016274273d None None] Checking router: ef591ec0-7234-41cc-b64f-fc625655840f for host: dv-neutron-master-2-hyperv {{(pid=103802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 05 17:12:00.858469 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5a7332b-dd38-43c0-ac33-8c016274273d None None] Updating router ef591ec0-7234-41cc-b64f-fc625655840f port e1bf11f2-40b2-422f-ab8f-5bc37e553654 binding host dv-neutron-master-2-hyperv {{(pid=103802) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 05 17:12:00.881616 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-8c60d7ac-59e7-41ed-ab3f-6e5da2763d95 tempest-TestNetworkAdvancedServerOps-1720050019 tempest-TestNetworkAdvancedServerOps-1720050019-project-admin] 10.222.0.11 "GET /v2.0/subnets?network_id=b0167590-0699-4c5c-a932-3939414a9573&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0794606 Jan 05 17:12:00.883054 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 44470) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:12:00.895544 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-3b51e253-b431-4096-ba7f-0a32537679e2 tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1082219734', 'network_id': '7c1bbf1e-1ee5-4e96-8c0f-8777dc9de8c1', 'project_id': 'fd19bdf1a53648779ae20015d06c39e6', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:12:00.907248 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Jan 2022 17:12:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-162bfc67-46dc-4ddb-a165-2b61dcc8812a x-openstack-request-id: req-162bfc67-46dc-4ddb-a165-2b61dcc8812a {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 05 17:12:00.907609 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43ad75fd-3c61-493a-82ce-e55c8368b611", "tag": "720a2fb6-be8e-4fcc-86fa-94a358c29b93", "status": "completed", "code": 200}]} {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 05 17:12:00.907832 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-162bfc67-46dc-4ddb-a165-2b61dcc8812a {{(pid=103800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 05 17:12:00.908324 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43ad75fd-3c61-493a-82ce-e55c8368b611', 'tag': '720a2fb6-be8e-4fcc-86fa-94a358c29b93', 'status': 'completed', 'code': 200} Jan 05 17:12:00.914363 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-e5a7332b-dd38-43c0-ac33-8c016274273d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:00.920919 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-4363b5c8-5783-48e9-b371-6dd414fe21a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669'] for port, after_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:00.975598 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003a706e-7256-4ecd-818d-fb7bf6bea28e service neutron] Pushing event updated for resources: {'Port': ['ID=720a2fb6-be8e-4fcc-86fa-94a358c29b93,revision_number=3']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:12:01.039663 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4363b5c8-5783-48e9-b371-6dd414fe21a1 None None] Pushing event updated for resources: {'Port': ['ID=cf013abd-4f86-4b3f-81d6-44d95738e6d8,revision_number=1']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:12:01.066822 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-0b622a9d-8ab8-4551-b749-5ac920d7adb3 req-1c9e4159-5be4-4ad3-a443-49fb1239604d service neutron] 10.222.0.13 "GET /v2.0/networks/9d892221-db72-44b5-b8b3-7f2a75d6a0ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2996292 Jan 05 17:12:01.070020 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8af83cb-0555-4ca1-b2db-bf17ed25c5e8 req-0dfda590-77f7-42c5-a6df-518b89d3097e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:12:01.072472 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-e8af83cb-0555-4ca1-b2db-bf17ed25c5e8 req-0dfda590-77f7-42c5-a6df-518b89d3097e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ec76859de02442879238ecf1eaefefed&device_id=43ad75fd-3c61-493a-82ce-e55c8368b611 HTTP/1.1" status: 200 len: 1096 time: 0.1598647 Jan 05 17:12:01.083386 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [None req-18ffa230-32f7-4e7c-b92a-c594c6d3bfe7 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Allocated IP 2001:db8::23e (f3209417-f1aa-4a92-bcc7-4102c0c9d295/95d5e7ba-bd59-40c4-b425-a49575883a85/1ce6547f-f2ad-4392-8c92-33ef7e666e02) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:12:01.128497 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4363b5c8-5783-48e9-b371-6dd414fe21a1 None None] Network f3209417-f1aa-4a92-bcc7-4102c0c9d295 is already hosted by enough agents. {{(pid=103802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:12:01.130942 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.scheduler.base_scheduler [None req-4363b5c8-5783-48e9-b371-6dd414fe21a1 None None] Resources bound (agent type, host, resource id): {{(pid=103802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:12:01.146488 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4363b5c8-5783-48e9-b371-6dd414fe21a1 None None] Received port after_create {{(pid=103802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:12:01.293930 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-4363b5c8-5783-48e9-b371-6dd414fe21a1 None None] Attempting to bind port cf013abd-4f86-4b3f-81d6-44d95738e6d8 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 05 17:12:01.294444 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-4363b5c8-5783-48e9-b371-6dd414fe21a1 None None] Attempting to bind port cf013abd-4f86-4b3f-81d6-44d95738e6d8 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '09cb44a8-4e4d-4b72-917f-0f18da19c6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'f3209417-f1aa-4a92-bcc7-4102c0c9d295'}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 05 17:12:01.295082 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4363b5c8-5783-48e9-b371-6dd414fe21a1 None None] Attempting to bind port cf013abd-4f86-4b3f-81d6-44d95738e6d8 on network f3209417-f1aa-4a92-bcc7-4102c0c9d295 {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:12:01.295428 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b51e253-b431-4096-ba7f-0a32537679e2 tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] Made reservation on behalf of fd19bdf1a53648779ae20015d06c39e6 for: {'subnet': 1} {{(pid=103801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:12:01.303695 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4363b5c8-5783-48e9-b371-6dd414fe21a1 None None] Checking agent: {'id': '0d4f8fd3-ce62-4651-970c-efa6a8bb22b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 5, 16, 57, 23), 'started_at': datetime.datetime(2022, 1, 5, 16, 57, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 5, 17, 11, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 05 17:12:01.304179 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4363b5c8-5783-48e9-b371-6dd414fe21a1 None None] Checking segment: {'id': '09cb44a8-4e4d-4b72-917f-0f18da19c6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'f3209417-f1aa-4a92-bcc7-4102c0c9d295'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:12:01.304682 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-4363b5c8-5783-48e9-b371-6dd414fe21a1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:01.305177 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4363b5c8-5783-48e9-b371-6dd414fe21a1 None None] Bound using segment: {'id': '09cb44a8-4e4d-4b72-917f-0f18da19c6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'f3209417-f1aa-4a92-bcc7-4102c0c9d295'} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 05 17:12:01.305603 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3b51e253-b431-4096-ba7f-0a32537679e2 tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12480675'] for subnet, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:01.305903 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-4363b5c8-5783-48e9-b371-6dd414fe21a1 None None] Bound port: cf013abd-4f86-4b3f-81d6-44d95738e6d8, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09cb44a8-4e4d-4b72-917f-0f18da19c6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'f3209417-f1aa-4a92-bcc7-4102c0c9d295'}}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 05 17:12:01.306389 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-4363b5c8-5783-48e9-b371-6dd414fe21a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:01.389636 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-4363b5c8-5783-48e9-b371-6dd414fe21a1 None None] For port cf013abd-4f86-4b3f-81d6-44d95738e6d8, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 05 17:12:01.393103 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-4363b5c8-5783-48e9-b371-6dd414fe21a1 None None] For port cf013abd-4f86-4b3f-81d6-44d95738e6d8, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=cf013abd-4f86-4b3f-81d6-44d95738e6d8,segment=NetworkSegment(09cb44a8-4e4d-4b72-917f-0f18da19c6d0),segment_id=09cb44a8-4e4d-4b72-917f-0f18da19c6d0)] {{(pid=103802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 05 17:12:01.395128 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-18ffa230-32f7-4e7c-b92a-c594c6d3bfe7 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks [] for port, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:01.444911 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-0b622a9d-8ab8-4551-b749-5ac920d7adb3 req-0e43fb15-9fd9-4716-9613-0a28f440a31b service neutron] 10.222.0.13 "GET /v2.0/networks/9d892221-db72-44b5-b8b3-7f2a75d6a0ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3708038 Jan 05 17:12:01.446129 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8af83cb-0555-4ca1-b2db-bf17ed25c5e8 req-4a047563-a4c0-4c14-8188-6201812424c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:12:01.447975 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-e8af83cb-0555-4ca1-b2db-bf17ed25c5e8 req-4a047563-a4c0-4c14-8188-6201812424c4 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=ec76859de02442879238ecf1eaefefed&shared=False HTTP/1.1" status: 200 len: 898 time: 0.3604417 Jan 05 17:12:01.464151 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7b0384-ddef-4aa6-a5c7-7ffda70b0d54 req-923cd7fe-7ed2-46d3-b8b1-577442d79222 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:12:01.467315 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-8b7b0384-ddef-4aa6-a5c7-7ffda70b0d54 req-923cd7fe-7ed2-46d3-b8b1-577442d79222 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/ports?device_id=43ad75fd-3c61-493a-82ce-e55c8368b611 HTTP/1.1" status: 200 len: 943 time: 0.1509655 Jan 05 17:12:01.469440 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 44482) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:12:01.469857 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-4363b5c8-5783-48e9-b371-6dd414fe21a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:01.488972 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-2518f021-17da-4326-a2b6-f7eaa120bfc4 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1719234275-network', 'tenant_id': '8169b7e8ffdf4e0daffa720b304578b4'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:12:01.501005 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 44484) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:12:01.610854 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-8b7b0384-ddef-4aa6-a5c7-7ffda70b0d54 req-aaf5a32e-1716-407a-887e-ad131408783d tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/security-groups?id=54b7dc0c-00a5-4ef3-977a-7f81f0023cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1319151 Jan 05 17:12:01.628689 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4363b5c8-5783-48e9-b371-6dd414fe21a1 None None] Pushing event updated for resources: {'Port': ['ID=cf013abd-4f86-4b3f-81d6-44d95738e6d8,revision_number=2']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:12:01.653370 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-e5a7332b-dd38-43c0-ac33-8c016274273d None None] Publish callbacks [] for port, precommit_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:01.682029 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-18ffa230-32f7-4e7c-b92a-c594c6d3bfe7 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11433176'] for port, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:01.753073 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-e5a7332b-dd38-43c0-ac33-8c016274273d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:01.756888 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8af83cb-0555-4ca1-b2db-bf17ed25c5e8 req-15de2141-2553-44d4-8693-80b8837263ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:12:01.758598 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-e8af83cb-0555-4ca1-b2db-bf17ed25c5e8 req-15de2141-2553-44d4-8693-80b8837263ec service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2926066 Jan 05 17:12:01.817934 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2518f021-17da-4326-a2b6-f7eaa120bfc4 admin admin] Made reservation on behalf of 8169b7e8ffdf4e0daffa720b304578b4 for: {'network': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:12:01.822063 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2518f021-17da-4326-a2b6-f7eaa120bfc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for network, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:01.824891 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18ffa230-32f7-4e7c-b92a-c594c6d3bfe7 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Network f3209417-f1aa-4a92-bcc7-4102c0c9d295 is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:12:01.859461 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2518f021-17da-4326-a2b6-f7eaa120bfc4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:01.881056 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46293402-30ab-49a8-a378-2dea07402570 None None] DHCP port deletion for b0167590-0699-4c5c-a932-3939414a9573 request from dv-neutron-master-2-hyperv {{(pid=103802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 05 17:12:01.892039 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-18ffa230-32f7-4e7c-b92a-c594c6d3bfe7 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:12:01.907282 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-e5a7332b-dd38-43c0-ac33-8c016274273d None None] Attempting to bind port e1bf11f2-40b2-422f-ab8f-5bc37e553654 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 05 17:12:01.907854 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-e5a7332b-dd38-43c0-ac33-8c016274273d None None] Attempting to bind port e1bf11f2-40b2-422f-ab8f-5bc37e553654 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '3f961525-530f-4ce5-8222-1dbbbe774893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573'}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 05 17:12:01.908425 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5a7332b-dd38-43c0-ac33-8c016274273d None None] Attempting to bind port e1bf11f2-40b2-422f-ab8f-5bc37e553654 on network b0167590-0699-4c5c-a932-3939414a9573 {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:12:01.911456 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18ffa230-32f7-4e7c-b92a-c594c6d3bfe7 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:12:01.912313 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bc248c-d1ee-4403-93ce-f200c7f6f0f5 req-ecd1248c-f873-4239-bed8-564aa6b40f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:12:01.914050 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-94bc248c-d1ee-4403-93ce-f200c7f6f0f5 req-ecd1248c-f873-4239-bed8-564aa6b40f70 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ec76859de02442879238ecf1eaefefed&device_id=43ad75fd-3c61-493a-82ce-e55c8368b611 HTTP/1.1" status: 200 len: 1096 time: 0.1074247 Jan 05 17:12:01.918725 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5a7332b-dd38-43c0-ac33-8c016274273d None None] Checking agent: {'id': '0d4f8fd3-ce62-4651-970c-efa6a8bb22b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 5, 16, 57, 23), 'started_at': datetime.datetime(2022, 1, 5, 16, 57, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 5, 17, 11, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 05 17:12:01.919297 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5a7332b-dd38-43c0-ac33-8c016274273d None None] Checking segment: {'id': '3f961525-530f-4ce5-8222-1dbbbe774893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:12:01.919871 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-e5a7332b-dd38-43c0-ac33-8c016274273d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:01.925094 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5a7332b-dd38-43c0-ac33-8c016274273d None None] Bound using segment: {'id': '3f961525-530f-4ce5-8222-1dbbbe774893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573'} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 05 17:12:01.925094 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-e5a7332b-dd38-43c0-ac33-8c016274273d None None] Bound port: e1bf11f2-40b2-422f-ab8f-5bc37e553654, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f961525-530f-4ce5-8222-1dbbbe774893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573'}}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 05 17:12:01.925094 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-e5a7332b-dd38-43c0-ac33-8c016274273d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:01.925964 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18ffa230-32f7-4e7c-b92a-c594c6d3bfe7 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:12:01.925964 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-18ffa230-32f7-4e7c-b92a-c594c6d3bfe7 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:01.943975 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ffa230-32f7-4e7c-b92a-c594c6d3bfe7 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Pushing event updated for resources: {'Port': ['ID=1ce6547f-f2ad-4392-8c92-33ef7e666e02,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:12:01.968158 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8043ad88-2fef-4dab-9dbd-0de0a2e2e122 None None] Pushing event updated for resources: {'Port': ['ID=e1bf11f2-40b2-422f-ab8f-5bc37e553654,revision_number=2']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:12:01.968661 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-94bc248c-d1ee-4403-93ce-f200c7f6f0f5 req-f7359a5a-3fe2-427a-809d-1ec9d7c3d30d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=720a2fb6-be8e-4fcc-86fa-94a358c29b93 HTTP/1.1" status: 200 len: 217 time: 0.0471056 Jan 05 17:12:01.984161 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-c6dab6d4-267e-4592-9d03-fee87e0c0967 tempest-NegativeSecGroupTest-1018536545 tempest-NegativeSecGroupTest-1018536545-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:12:01.984835 dv-neutron-master-2-hyperv neutron-server[103801]: WARNING neutron.api.v2.base [None req-c6dab6d4-267e-4592-9d03-fee87e0c0967 tempest-NegativeSecGroupTest-1018536545 tempest-NegativeSecGroupTest-1018536545-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jan 05 17:12:01.985483 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.api.v2.resource [None req-c6dab6d4-267e-4592-9d03-fee87e0c0967 tempest-NegativeSecGroupTest-1018536545 tempest-NegativeSecGroupTest-1018536545-project] create failed (client error): There was a conflict when trying to complete your request. Jan 05 17:12:01.986519 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-c6dab6d4-267e-4592-9d03-fee87e0c0967 tempest-NegativeSecGroupTest-1018536545 tempest-NegativeSecGroupTest-1018536545-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.4731960 Jan 05 17:12:01.992011 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 44494) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:12:01.997864 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-5ba06a1f-5451-4038-8a73-4f4a62b7675b tempest-NegativeSecGroupTest-1018536545 tempest-NegativeSecGroupTest-1018536545-project] Request body: {'security_group': {'name': 'tempest-secgroup--1349045950'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:12:02.035694 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-0eea8c39-fedd-4519-8aea-3bb74013d6be None None] Provisioning complete for port e1bf11f2-40b2-422f-ab8f-5bc37e553654 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:12:02.036341 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-0eea8c39-fedd-4519-8aea-3bb74013d6be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:02.045726 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3b51e253-b431-4096-ba7f-0a32537679e2 tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11433288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12480593'] for subnet, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:02.065576 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bc248c-d1ee-4403-93ce-f200c7f6f0f5 req-3326bf9c-e896-4212-a96f-ef566f5b792b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:12:02.067102 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-94bc248c-d1ee-4403-93ce-f200c7f6f0f5 req-3326bf9c-e896-4212-a96f-ef566f5b792b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5c5734b6-0442-4faf-b4f7-d61c8f7673ec HTTP/1.1" status: 200 len: 834 time: 0.0923080 Jan 05 17:12:02.067877 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-e5a7332b-dd38-43c0-ac33-8c016274273d None None] For port e1bf11f2-40b2-422f-ab8f-5bc37e553654, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 05 17:12:02.093082 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-e5a7332b-dd38-43c0-ac33-8c016274273d None None] For port e1bf11f2-40b2-422f-ab8f-5bc37e553654, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e1bf11f2-40b2-422f-ab8f-5bc37e553654,segment=NetworkSegment(3f961525-530f-4ce5-8222-1dbbbe774893),segment_id=3f961525-530f-4ce5-8222-1dbbbe774893)] {{(pid=103802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 05 17:12:02.109833 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-0eea8c39-fedd-4519-8aea-3bb74013d6be None None] Port e1bf11f2-40b2-422f-ab8f-5bc37e553654 cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 17:12:02.115256 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2518f021-17da-4326-a2b6-f7eaa120bfc4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:02.137965 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bc248c-d1ee-4403-93ce-f200c7f6f0f5 req-59469004-80b6-40ba-8c9a-e9b0469668f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:12:02.138556 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-18ffa230-32f7-4e7c-b92a-c594c6d3bfe7 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 2.4610560 Jan 05 17:12:02.139899 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-94bc248c-d1ee-4403-93ce-f200c7f6f0f5 req-59469004-80b6-40ba-8c9a-e9b0469668f3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=62c260dd-d135-4213-8dd0-485aab18a1d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0619841 Jan 05 17:12:02.142156 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 44498) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:12:02.156911 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-e5a7332b-dd38-43c0-ac33-8c016274273d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:02.172528 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b51e253-b431-4096-ba7f-0a32537679e2 tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] Pushing event updated for resources: {'Subnet': ['ID=912357ce-0b90-40ee-be19-ae73cfee1985,revision_number=0']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:12:02.201695 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b51e253-b431-4096-ba7f-0a32537679e2 tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] Checking segment: {'id': '1907a4d2-3ed7-4be3-9786-1c4e218b4bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '7c1bbf1e-1ee5-4e96-8c0f-8777dc9de8c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:12:02.202114 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b51e253-b431-4096-ba7f-0a32537679e2 tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] Network hostable DHCP agents. Network: 7c1bbf1e-1ee5-4e96-8c0f-8777dc9de8c1, hostable agents: ['3f70c195-17da-4084-9fd6-bf6059d88535'], hosted agents: [] {{(pid=103801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 05 17:12:02.202623 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2518f021-17da-4326-a2b6-f7eaa120bfc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:02.218649 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fcf89b2-8101-4acc-8540-12a9b42556ef None None] DHCP port deletion for b0167590-0699-4c5c-a932-3939414a9573 request from dv-neutron-master-2-hyperv {{(pid=103802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 05 17:12:02.274044 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-5ba06a1f-5451-4038-8a73-4f4a62b7675b tempest-NegativeSecGroupTest-1018536545 tempest-NegativeSecGroupTest-1018536545-project] Publish callbacks [] for security_group, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:02.286821 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-5ba06a1f-5451-4038-8a73-4f4a62b7675b tempest-NegativeSecGroupTest-1018536545 tempest-NegativeSecGroupTest-1018536545-project] Publish callbacks [] for security_group, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:02.289203 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5a7332b-dd38-43c0-ac33-8c016274273d None None] Routers {'ef591ec0-7234-41cc-b64f-fc625655840f'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:12:02.290557 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-e5a7332b-dd38-43c0-ac33-8c016274273d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:11:49Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['ef591ec0-7234-41cc-b64f-fc625655840f'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:12:02.297893 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2518f021-17da-4326-a2b6-f7eaa120bfc4 admin admin] vlan segment allocate from pool success with {'vlan_id': 133, 'physical_network': 'physnet1'} {{(pid=103800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 05 17:12:02.306913 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b51e253-b431-4096-ba7f-0a32537679e2 tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] Network 7c1bbf1e-1ee5-4e96-8c0f-8777dc9de8c1 is scheduled to be hosted by DHCP agent 3f70c195-17da-4084-9fd6-bf6059d88535 with binding_index 1 {{(pid=103801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 05 17:12:02.325920 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2518f021-17da-4326-a2b6-f7eaa120bfc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225'] for segment, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:02.326279 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.db.segments_db [None req-2518f021-17da-4326-a2b6-f7eaa120bfc4 admin admin] Added segment beba97f0-86ed-463b-9da3-62094191c8fe of type vlan for network d1265bc4-dea1-4541-8836-16e706b3b63e Jan 05 17:12:02.341024 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2518f021-17da-4326-a2b6-f7eaa120bfc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=954a85a3-6db0-4372-9f1e-55684d5493d5,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:12:02.390591 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2518f021-17da-4326-a2b6-f7eaa120bfc4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754180566020'] for network, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:02.416882 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-3b51e253-b431-4096-ba7f-0a32537679e2 tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 7c1bbf1e-1ee5-4e96-8c0f-8777dc9de8c1) {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:12:02.424739 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-94bc248c-d1ee-4403-93ce-f200c7f6f0f5 req-a9cf4843-4114-45c6-a1cc-30d7f5644c9e service neutron] 10.222.0.13 "GET /v2.0/networks/62c260dd-d135-4213-8dd0-485aab18a1d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2302115 Jan 05 17:12:02.445177 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b51e253-b431-4096-ba7f-0a32537679e2 tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:12:02.446950 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3b51e253-b431-4096-ba7f-0a32537679e2 tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] Publish callbacks [] for subnet, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:02.453461 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-e3f2bd95-c7a2-48fb-a6fa-f35b4c7a6e11 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Deleting port 1ce6547f-f2ad-4392-8c92-33ef7e666e02 {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:12:02.454075 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e3f2bd95-c7a2-48fb-a6fa-f35b4c7a6e11 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:02.483317 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-5ba06a1f-5451-4038-8a73-4f4a62b7675b tempest-NegativeSecGroupTest-1018536545 tempest-NegativeSecGroupTest-1018536545-project] Publish callbacks [] for security_group, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:02.516141 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2518f021-17da-4326-a2b6-f7eaa120bfc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685'] for network, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:02.517193 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2518f021-17da-4326-a2b6-f7eaa120bfc4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:12:02.517788 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2518f021-17da-4326-a2b6-f7eaa120bfc4 admin admin] Publish callbacks [] for network, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:02.534539 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97bb9315-b93b-44b9-a6f8-d87c0510ec11 None None] Network 7c1bbf1e-1ee5-4e96-8c0f-8777dc9de8c1 requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:12:02.538042 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8043ad88-2fef-4dab-9dbd-0de0a2e2e122 None None] Pushing event updated for resources: {'Port': ['ID=e1bf11f2-40b2-422f-ab8f-5bc37e553654,revision_number=3']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:12:02.565940 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-5ba06a1f-5451-4038-8a73-4f4a62b7675b tempest-NegativeSecGroupTest-1018536545 tempest-NegativeSecGroupTest-1018536545-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:02.598291 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-3b51e253-b431-4096-ba7f-0a32537679e2 tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.7131219 Jan 05 17:12:02.604401 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 44506) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:12:02.622295 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-ae31616d-7e18-4896-ad4f-a65ca9facc7f None None] Provisioning complete for port e1bf11f2-40b2-422f-ab8f-5bc37e553654 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:12:02.622708 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-ae31616d-7e18-4896-ad4f-a65ca9facc7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:02.729469 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-2518f021-17da-4326-a2b6-f7eaa120bfc4 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2583623 Jan 05 17:12:02.755475 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 44512) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:12:02.784103 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-e5a7332b-dd38-43c0-ac33-8c016274273d None None] Set router ef591ec0-7234-41cc-b64f-fc625655840f gateway port host: dv-neutron-master-2-hyperv {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:12:02.784391 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-5d751375-0789-4545-ac3b-7905dc629ceb admin admin] Request body: {'subnet': {'network_id': 'd1265bc4-dea1-4541-8836-16e706b3b63e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1719234275-subnet', 'tenant_id': '8169b7e8ffdf4e0daffa720b304578b4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:12:02.814493 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2518f021-17da-4326-a2b6-f7eaa120bfc4 admin admin] Pushing event updated for resources: {'Network': ['ID=d1265bc4-dea1-4541-8836-16e706b3b63e,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:12:02.853856 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-94bc248c-d1ee-4403-93ce-f200c7f6f0f5 req-03330538-5b7e-47b1-b5c5-b31c2aa9c383 service neutron] 10.222.0.13 "GET /v2.0/networks/62c260dd-d135-4213-8dd0-485aab18a1d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4218636 Jan 05 17:12:02.864996 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e3f2bd95-c7a2-48fb-a6fa-f35b4c7a6e11 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:02.896533 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-e3f2bd95-c7a2-48fb-a6fa-f35b4c7a6e11 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Calling delete_port for 1ce6547f-f2ad-4392-8c92-33ef7e666e02 owned by {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:12:02.915893 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 44514) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:12:02.950564 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Network d1265bc4-dea1-4541-8836-16e706b3b63e details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 05 17:12:02.959190 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e6e7a9-8557-4ce8-a786-0ef96dccb38d req-c27d519b-5cb8-4baf-a1cc-64156e3aa6fd tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:12:02.961415 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-a2e6e7a9-8557-4ce8-a786-0ef96dccb38d req-c27d519b-5cb8-4baf-a1cc-64156e3aa6fd tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/ports?device_id=43ad75fd-3c61-493a-82ce-e55c8368b611 HTTP/1.1" status: 200 len: 943 time: 0.2050133 Jan 05 17:12:02.988490 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba06a1f-5451-4038-8a73-4f4a62b7675b tempest-NegativeSecGroupTest-1018536545 tempest-NegativeSecGroupTest-1018536545-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7832cc7-b473-444e-a7b9-22c5c9e0dc81,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:12:03.027193 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d751375-0789-4545-ac3b-7905dc629ceb admin admin] Made reservation on behalf of 8169b7e8ffdf4e0daffa720b304578b4 for: {'subnet': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:12:03.030205 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-5d751375-0789-4545-ac3b-7905dc629ceb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8521827'] for subnet, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:03.064249 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-ae31616d-7e18-4896-ad4f-a65ca9facc7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:03.071489 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a14634b5-d13e-461b-86f6-40d42235ef4e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-7c1bbf1e-1ee5-4e96-8c0f-8777dc9de8c1', 'network_id': '7c1bbf1e-1ee5-4e96-8c0f-8777dc9de8c1', 'project_id': 'fd19bdf1a53648779ae20015d06c39e6', 'fixed_ips': [{'subnet_id': '912357ce-0b90-40ee-be19-ae73cfee1985'}]}} from dv-neutron-master-2-hyperv. {{(pid=103802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 05 17:12:03.072834 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-a14634b5-d13e-461b-86f6-40d42235ef4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:03.149505 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-456f41ec-33e4-4633-a635-6afab81a6559 tempest-NegativeSecGroupIPv6Test-1281506041 tempest-NegativeSecGroupIPv6Test-1281506041-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:12:03.154341 dv-neutron-master-2-hyperv neutron-server[103800]: WARNING neutron.api.v2.base [None req-456f41ec-33e4-4633-a635-6afab81a6559 tempest-NegativeSecGroupIPv6Test-1281506041 tempest-NegativeSecGroupIPv6Test-1281506041-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jan 05 17:12:03.155294 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.api.v2.resource [None req-456f41ec-33e4-4633-a635-6afab81a6559 tempest-NegativeSecGroupIPv6Test-1281506041 tempest-NegativeSecGroupIPv6Test-1281506041-project] create failed (client error): There was a conflict when trying to complete your request. Jan 05 17:12:03.160109 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-456f41ec-33e4-4633-a635-6afab81a6559 tempest-NegativeSecGroupIPv6Test-1281506041 tempest-NegativeSecGroupIPv6Test-1281506041-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2365711 Jan 05 17:12:03.171701 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 44518) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:12:03.174163 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-5ba06a1f-5451-4038-8a73-4f4a62b7675b tempest-NegativeSecGroupTest-1018536545 tempest-NegativeSecGroupTest-1018536545-project] Publish callbacks [] for security_group, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:03.192736 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-1f84be9d-5353-4cc7-b2fb-7dccd81e57d8 tempest-NegativeSecGroupIPv6Test-1281506041 tempest-NegativeSecGroupIPv6Test-1281506041-project] Request body: {'security_group': {'name': 'tempest-secgroup--174270259'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:12:03.200019 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-ae31616d-7e18-4896-ad4f-a65ca9facc7f None None] For port e1bf11f2-40b2-422f-ab8f-5bc37e553654, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e1bf11f2-40b2-422f-ab8f-5bc37e553654,segment=NetworkSegment(3f961525-530f-4ce5-8222-1dbbbe774893),segment_id=3f961525-530f-4ce5-8222-1dbbbe774893)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:12:03.232896 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e365ac7a-a55d-4888-8acc-9dfc8d3b9f66 None None] Network f3209417-f1aa-4a92-bcc7-4102c0c9d295 requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:12:03.236326 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-5ba06a1f-5451-4038-8a73-4f4a62b7675b tempest-NegativeSecGroupTest-1018536545 tempest-NegativeSecGroupTest-1018536545-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:03.281425 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-a2e6e7a9-8557-4ce8-a786-0ef96dccb38d req-2cf7667f-043c-478c-a18d-9cdbebcd217b tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/security-groups?id=54b7dc0c-00a5-4ef3-977a-7f81f0023cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2725105 Jan 05 17:12:03.282942 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba06a1f-5451-4038-8a73-4f4a62b7675b tempest-NegativeSecGroupTest-1018536545 tempest-NegativeSecGroupTest-1018536545-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c7c02c1-3b20-4344-955c-ffe4d0ac2814,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:12:03.325666 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1f84be9d-5353-4cc7-b2fb-7dccd81e57d8 tempest-NegativeSecGroupIPv6Test-1281506041 tempest-NegativeSecGroupIPv6Test-1281506041-project] Publish callbacks [] for security_group, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:03.342836 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1f84be9d-5353-4cc7-b2fb-7dccd81e57d8 tempest-NegativeSecGroupIPv6Test-1281506041 tempest-NegativeSecGroupIPv6Test-1281506041-project] Publish callbacks [] for security_group, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:03.344580 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-5ba06a1f-5451-4038-8a73-4f4a62b7675b tempest-NegativeSecGroupTest-1018536545 tempest-NegativeSecGroupTest-1018536545-project] Publish callbacks [] for security_group, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:03.346145 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-5ba06a1f-5451-4038-8a73-4f4a62b7675b tempest-NegativeSecGroupTest-1018536545 tempest-NegativeSecGroupTest-1018536545-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.3528502 Jan 05 17:12:03.357445 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 44520) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:12:03.363730 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-708ddad2-866f-429d-893c-6f9b76c123c3 tempest-NegativeSecGroupTest-1018536545 tempest-NegativeSecGroupTest-1018536545-project] Request body: {'security_group_rule': {'security_group_id': '4c7c02c1-3b20-4344-955c-ffe4d0ac2814', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:12:03.369056 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-ae31616d-7e18-4896-ad4f-a65ca9facc7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:03.442451 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-91e33c55-d206-45ca-b2ed-9521bd8d1131 tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:03.479491 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e3f2bd95-c7a2-48fb-a6fa-f35b4c7a6e11 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:03.530701 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f2bd95-c7a2-48fb-a6fa-f35b4c7a6e11 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Pushing event deleted for resources: {'Port': ['ID=1ce6547f-f2ad-4392-8c92-33ef7e666e02,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:12:03.551869 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae31616d-7e18-4896-ad4f-a65ca9facc7f None None] Pushing event updated for resources: {'Port': ['ID=e1bf11f2-40b2-422f-ab8f-5bc37e553654,revision_number=4']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:12:03.566684 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-708ddad2-866f-429d-893c-6f9b76c123c3 tempest-NegativeSecGroupTest-1018536545 tempest-NegativeSecGroupTest-1018536545-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:03.574443 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-b284334d-c22a-4ed7-b8c4-1ee61120bc48 None None] Provisioning complete for port cf013abd-4f86-4b3f-81d6-44d95738e6d8 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:12:03.574780 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-b284334d-c22a-4ed7-b8c4-1ee61120bc48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:03.586104 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e3f2bd95-c7a2-48fb-a6fa-f35b4c7a6e11 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:03.591591 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-e3f2bd95-c7a2-48fb-a6fa-f35b4c7a6e11 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] 10.222.0.11 "DELETE /v2.0/ports/1ce6547f-f2ad-4392-8c92-33ef7e666e02 HTTP/1.1" status: 204 len: 168 time: 1.4483914 Jan 05 17:12:03.595965 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 44522) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:12:03.601725 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.db_base_plugin_common [None req-a14634b5-d13e-461b-86f6-40d42235ef4e None None] Allocated IP 172.20.0.2 (7c1bbf1e-1ee5-4e96-8c0f-8777dc9de8c1/912357ce-0b90-40ee-be19-ae73cfee1985/66535e2e-2818-4e47-8869-8af1a722285d) {{(pid=103802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:12:03.624433 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-5d751375-0789-4545-ac3b-7905dc629ceb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8784852', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8521873'] for subnet, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:03.669539 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1f84be9d-5353-4cc7-b2fb-7dccd81e57d8 tempest-NegativeSecGroupIPv6Test-1281506041 tempest-NegativeSecGroupIPv6Test-1281506041-project] Publish callbacks [] for security_group, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:03.699118 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-e5a7332b-dd38-43c0-ac33-8c016274273d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef591ec0-7234-41cc-b64f-fc625655840f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-420231978', 'tenant_id': 'fd19bdf1a53648779ae20015d06c39e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.125'}], 'enable_snat': True}, 'gw_port_id': 'e1bf11f2-40b2-422f-ab8f-5bc37e553654', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:11:55Z', 'updated_at': '2022-01-05T17:11:58Z', 'revision_number': 3, 'project_id': 'fd19bdf1a53648779ae20015d06c39e6', 'gw_port': {'id': 'e1bf11f2-40b2-422f-ab8f-5bc37e553654', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:da:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef591ec0-7234-41cc-b64f-fc625655840f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1109, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:11:57Z', 'updated_at': '2022-01-05T17:12:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:12:03.750887 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5a7332b-dd38-43c0-ac33-8c016274273d None None] The sync data for ids ['ef591ec0-7234-41cc-b64f-fc625655840f'] in dv-neutron-master-2-hyperv is: [{'id': 'ef591ec0-7234-41cc-b64f-fc625655840f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-420231978', 'tenant_id': 'fd19bdf1a53648779ae20015d06c39e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.125'}], 'enable_snat': True}, 'gw_port_id': 'e1bf11f2-40b2-422f-ab8f-5bc37e553654', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:11:55Z', 'updated_at': '2022-01-05T17:11:58Z', 'revision_number': 3, 'project_id': 'fd19bdf1a53648779ae20015d06c39e6', 'gw_port': {'id': 'e1bf11f2-40b2-422f-ab8f-5bc37e553654', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:da:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef591ec0-7234-41cc-b64f-fc625655840f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1109, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:11:57Z', 'updated_at': '2022-01-05T17:12:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 05 17:12:03.798919 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device cf013abd-4f86-4b3f-81d6-44d95738e6d8 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:12:03.951734 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5755fa6-f593-48bd-a8fa-bc8709430606 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] GET failed (client error): The resource could not be found. Jan 05 17:12:03.952761 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-a5755fa6-f593-48bd-a8fa-bc8709430606 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] 10.222.0.11 "GET /v2.0/ports/1ce6547f-f2ad-4392-8c92-33ef7e666e02 HTTP/1.1" status: 404 len: 333 time: 0.3511662 Jan 05 17:12:03.955521 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 44524) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:12:03.962432 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1f84be9d-5353-4cc7-b2fb-7dccd81e57d8 tempest-NegativeSecGroupIPv6Test-1281506041 tempest-NegativeSecGroupIPv6Test-1281506041-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:03.995285 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Provisioning complete for port cf013abd-4f86-4b3f-81d6-44d95738e6d8 triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:12:03.995906 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:04.043864 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-b284334d-c22a-4ed7-b8c4-1ee61120bc48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:04.059312 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d751375-0789-4545-ac3b-7905dc629ceb admin admin] Pushing event updated for resources: {'Subnet': ['ID=69a4a3d9-d0dc-42a1-891c-cdfa95c947fa,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:12:04.068577 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-a14634b5-d13e-461b-86f6-40d42235ef4e None None] Publish callbacks [] for port, precommit_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:04.102924 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.db_base_plugin_v2 [None req-468e0142-cd46-4c2d-a8ef-41ba9ce38e71 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Deleting subnet 95d5e7ba-bd59-40c4-b425-a49575883a85 {{(pid=103801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 05 17:12:04.106554 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f84be9d-5353-4cc7-b2fb-7dccd81e57d8 tempest-NegativeSecGroupIPv6Test-1281506041 tempest-NegativeSecGroupIPv6Test-1281506041-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6edd522-33c2-492f-a683-b4b72986efa7,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:12:04.108264 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-468e0142-cd46-4c2d-a8ef-41ba9ce38e71 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks [] for subnet, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:04.129226 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:04.133774 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-708ddad2-866f-429d-893c-6f9b76c123c3 tempest-NegativeSecGroupTest-1018536545 tempest-NegativeSecGroupTest-1018536545-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:04.153757 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-a14634b5-d13e-461b-86f6-40d42235ef4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669'] for port, after_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:04.177039 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-b284334d-c22a-4ed7-b8c4-1ee61120bc48 None None] For port cf013abd-4f86-4b3f-81d6-44d95738e6d8, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=cf013abd-4f86-4b3f-81d6-44d95738e6d8,segment=NetworkSegment(09cb44a8-4e4d-4b72-917f-0f18da19c6d0),segment_id=09cb44a8-4e4d-4b72-917f-0f18da19c6d0)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:12:04.184565 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d751375-0789-4545-ac3b-7905dc629ceb admin admin] Checking segment: {'id': 'beba97f0-86ed-463b-9da3-62094191c8fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'd1265bc4-dea1-4541-8836-16e706b3b63e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:12:04.185720 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d751375-0789-4545-ac3b-7905dc629ceb admin admin] Network hostable DHCP agents. Network: d1265bc4-dea1-4541-8836-16e706b3b63e, hostable agents: ['3f70c195-17da-4084-9fd6-bf6059d88535'], hosted agents: [] {{(pid=103800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 05 17:12:04.212966 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1f84be9d-5353-4cc7-b2fb-7dccd81e57d8 tempest-NegativeSecGroupIPv6Test-1281506041 tempest-NegativeSecGroupIPv6Test-1281506041-project] Publish callbacks [] for security_group, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:04.212966 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-708ddad2-866f-429d-893c-6f9b76c123c3 tempest-NegativeSecGroupTest-1018536545 tempest-NegativeSecGroupTest-1018536545-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533437'] for security_group_rule, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:04.237693 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a14634b5-d13e-461b-86f6-40d42235ef4e None None] Network 7c1bbf1e-1ee5-4e96-8c0f-8777dc9de8c1 is already hosted by enough agents. {{(pid=103802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:12:04.238002 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-468e0142-cd46-4c2d-a8ef-41ba9ce38e71 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11316398'] for subnet, precommit_delete_associations {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:04.243199 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.scheduler.base_scheduler [None req-a14634b5-d13e-461b-86f6-40d42235ef4e None None] Resources bound (agent type, host, resource id): {{(pid=103802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:12:04.247863 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a14634b5-d13e-461b-86f6-40d42235ef4e None None] Received port after_create {{(pid=103802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:12:04.249538 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708ddad2-866f-429d-893c-6f9b76c123c3 tempest-NegativeSecGroupTest-1018536545 tempest-NegativeSecGroupTest-1018536545-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=970b314a-8381-4621-84fd-e24543b19651,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:12:04.266527 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-b284334d-c22a-4ed7-b8c4-1ee61120bc48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:04.293837 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1f84be9d-5353-4cc7-b2fb-7dccd81e57d8 tempest-NegativeSecGroupIPv6Test-1281506041 tempest-NegativeSecGroupIPv6Test-1281506041-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:04.311146 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [None req-91e33c55-d206-45ca-b2ed-9521bd8d1131 tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] Allocated IP 172.20.0.1 (7c1bbf1e-1ee5-4e96-8c0f-8777dc9de8c1/912357ce-0b90-40ee-be19-ae73cfee1985/62c5d1e8-bf87-4f6e-aaf2-90f81e2a6c6b) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:12:04.348447 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f84be9d-5353-4cc7-b2fb-7dccd81e57d8 tempest-NegativeSecGroupIPv6Test-1281506041 tempest-NegativeSecGroupIPv6Test-1281506041-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99097834-4a35-4c87-be22-9affcd514f78,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:12:04.356027 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14634b5-d13e-461b-86f6-40d42235ef4e None None] Pushing event updated for resources: {'Port': ['ID=66535e2e-2818-4e47-8869-8af1a722285d,revision_number=1']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:12:04.375890 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d751375-0789-4545-ac3b-7905dc629ceb admin admin] Network d1265bc4-dea1-4541-8836-16e706b3b63e is scheduled to be hosted by DHCP agent 3f70c195-17da-4084-9fd6-bf6059d88535 with binding_index 1 {{(pid=103800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 05 17:12:04.384464 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-708ddad2-866f-429d-893c-6f9b76c123c3 tempest-NegativeSecGroupTest-1018536545 tempest-NegativeSecGroupTest-1018536545-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:04.385952 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-708ddad2-866f-429d-893c-6f9b76c123c3 tempest-NegativeSecGroupTest-1018536545 tempest-NegativeSecGroupTest-1018536545-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0257463 Jan 05 17:12:04.403243 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 44528) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:12:04.414261 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1f84be9d-5353-4cc7-b2fb-7dccd81e57d8 tempest-NegativeSecGroupIPv6Test-1281506041 tempest-NegativeSecGroupIPv6Test-1281506041-project] Publish callbacks [] for security_group, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:04.420141 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-1f84be9d-5353-4cc7-b2fb-7dccd81e57d8 tempest-NegativeSecGroupIPv6Test-1281506041 tempest-NegativeSecGroupIPv6Test-1281506041-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.2472517 Jan 05 17:12:04.431731 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 44530) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:12:04.434697 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-04f4cdf5-1413-432e-9122-5733624c7708 tempest-NegativeSecGroupTest-1018536545 tempest-NegativeSecGroupTest-1018536545-project] Request body: {'security_group_rule': {'security_group_id': '4c7c02c1-3b20-4344-955c-ffe4d0ac2814', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:12:04.456324 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-52180810-ceaf-4a35-acae-1a2ed9309104 tempest-NegativeSecGroupIPv6Test-1281506041 tempest-NegativeSecGroupIPv6Test-1281506041-project] Request body: {'security_group_rule': {'security_group_id': '99097834-4a35-4c87-be22-9affcd514f78', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:12:04.475484 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-a14634b5-d13e-461b-86f6-40d42235ef4e None None] Attempting to bind port 66535e2e-2818-4e47-8869-8af1a722285d on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 05 17:12:04.475718 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-a14634b5-d13e-461b-86f6-40d42235ef4e None None] Attempting to bind port 66535e2e-2818-4e47-8869-8af1a722285d by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '1907a4d2-3ed7-4be3-9786-1c4e218b4bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '7c1bbf1e-1ee5-4e96-8c0f-8777dc9de8c1'}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 05 17:12:04.476073 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a14634b5-d13e-461b-86f6-40d42235ef4e None None] Attempting to bind port 66535e2e-2818-4e47-8869-8af1a722285d on network 7c1bbf1e-1ee5-4e96-8c0f-8777dc9de8c1 {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:12:04.478146 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.db.api [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103802) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 05 17:12:04.478494 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG oslo_db.api [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 05 17:12:04.494229 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-5d751375-0789-4545-ac3b-7905dc629ceb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, d1265bc4-dea1-4541-8836-16e706b3b63e) {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:12:04.500511 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d751375-0789-4545-ac3b-7905dc629ceb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:12:04.503118 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-5d751375-0789-4545-ac3b-7905dc629ceb admin admin] Publish callbacks [] for subnet, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:04.518239 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a14634b5-d13e-461b-86f6-40d42235ef4e None None] Checking agent: {'id': '0d4f8fd3-ce62-4651-970c-efa6a8bb22b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 5, 16, 57, 23), 'started_at': datetime.datetime(2022, 1, 5, 16, 57, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 5, 17, 11, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 05 17:12:04.518609 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a14634b5-d13e-461b-86f6-40d42235ef4e None None] Checking segment: {'id': '1907a4d2-3ed7-4be3-9786-1c4e218b4bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '7c1bbf1e-1ee5-4e96-8c0f-8777dc9de8c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:12:04.519765 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-a14634b5-d13e-461b-86f6-40d42235ef4e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:04.519765 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a14634b5-d13e-461b-86f6-40d42235ef4e None None] Bound using segment: {'id': '1907a4d2-3ed7-4be3-9786-1c4e218b4bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '7c1bbf1e-1ee5-4e96-8c0f-8777dc9de8c1'} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 05 17:12:04.520369 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-a14634b5-d13e-461b-86f6-40d42235ef4e None None] Bound port: 66535e2e-2818-4e47-8869-8af1a722285d, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1907a4d2-3ed7-4be3-9786-1c4e218b4bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '7c1bbf1e-1ee5-4e96-8c0f-8777dc9de8c1'}}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 05 17:12:04.520963 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-a14634b5-d13e-461b-86f6-40d42235ef4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:04.527701 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c793e45-90c0-4859-ad5b-eab557c5719a None None] Network d1265bc4-dea1-4541-8836-16e706b3b63e requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:12:04.550926 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-aac597fe-c53c-40dd-9489-ef217ead2fb3 None None] Provisioning complete for port cf013abd-4f86-4b3f-81d6-44d95738e6d8 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:12:04.551551 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-aac597fe-c53c-40dd-9489-ef217ead2fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:04.562951 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-04f4cdf5-1413-432e-9122-5733624c7708 tempest-NegativeSecGroupTest-1018536545 tempest-NegativeSecGroupTest-1018536545-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:04.604786 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-91e33c55-d206-45ca-b2ed-9521bd8d1131 tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] Publish callbacks [] for port, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:04.714882 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-468e0142-cd46-4c2d-a8ef-41ba9ce38e71 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892868'] for subnet, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:04.756945 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b28d9b7-83c9-414c-9613-7f85fb4d88b3 req-e8be1a7c-6841-44a2-97b9-d4a29fb5c4f4 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:12:04.766634 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-4b28d9b7-83c9-414c-9613-7f85fb4d88b3 req-e8be1a7c-6841-44a2-97b9-d4a29fb5c4f4 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/ports?device_id=43ad75fd-3c61-493a-82ce-e55c8368b611 HTTP/1.1" status: 200 len: 943 time: 0.2938352 Jan 05 17:12:04.801475 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.api.v2.resource [None req-04f4cdf5-1413-432e-9122-5733624c7708 tempest-NegativeSecGroupTest-1018536545 tempest-NegativeSecGroupTest-1018536545-project] create failed (client error): There was a conflict when trying to complete your request. Jan 05 17:12:04.807599 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b284334d-c22a-4ed7-b8c4-1ee61120bc48 None None] Pushing event updated for resources: {'Port': ['ID=cf013abd-4f86-4b3f-81d6-44d95738e6d8,revision_number=3']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:12:04.818216 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-04f4cdf5-1413-432e-9122-5733624c7708 tempest-NegativeSecGroupTest-1018536545 tempest-NegativeSecGroupTest-1018536545-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.4122546 Jan 05 17:12:04.822903 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 44534) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:12:04.840349 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-5d751375-0789-4545-ac3b-7905dc629ceb admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0676551 Jan 05 17:12:04.878076 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-91e33c55-d206-45ca-b2ed-9521bd8d1131 tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11433176'] for port, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:04.887201 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a669633f-ba67-470c-93a5-e0926c646bac None None] Network d1265bc4-dea1-4541-8836-16e706b3b63e requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:12:04.918292 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-468e0142-cd46-4c2d-a8ef-41ba9ce38e71 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3893367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11433231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12480600'] for subnet, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:04.969806 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91e33c55-d206-45ca-b2ed-9521bd8d1131 tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] Network 7c1bbf1e-1ee5-4e96-8c0f-8777dc9de8c1 is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:12:04.995571 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-a14634b5-d13e-461b-86f6-40d42235ef4e None None] For port 66535e2e-2818-4e47-8869-8af1a722285d, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 05 17:12:04.999822 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-91e33c55-d206-45ca-b2ed-9521bd8d1131 tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:12:05.010695 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468e0142-cd46-4c2d-a8ef-41ba9ce38e71 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Pushing event deleted for resources: {'Subnet': ['ID=95d5e7ba-bd59-40c4-b425-a49575883a85,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:12:05.020463 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-468e0142-cd46-4c2d-a8ef-41ba9ce38e71 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks [] for subnet, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:05.023781 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-468e0142-cd46-4c2d-a8ef-41ba9ce38e71 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] 10.222.0.11 "DELETE /v2.0/subnets/95d5e7ba-bd59-40c4-b425-a49575883a85 HTTP/1.1" status: 204 len: 168 time: 1.0663447 Jan 05 17:12:05.026817 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 44538) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:12:05.028241 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91e33c55-d206-45ca-b2ed-9521bd8d1131 tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:12:05.049758 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-52180810-ceaf-4a35-acae-1a2ed9309104 tempest-NegativeSecGroupIPv6Test-1281506041 tempest-NegativeSecGroupIPv6Test-1281506041-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:05.099362 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-0d358435-7c8c-47a5-ab3c-cbc5ed3e951d tempest-NegativeSecGroupTest-1018536545 tempest-NegativeSecGroupTest-1018536545-project] Publish callbacks [] for security_group, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:05.102940 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-a14634b5-d13e-461b-86f6-40d42235ef4e None None] For port 66535e2e-2818-4e47-8869-8af1a722285d, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=66535e2e-2818-4e47-8869-8af1a722285d,segment=NetworkSegment(1907a4d2-3ed7-4be3-9786-1c4e218b4bd0),segment_id=1907a4d2-3ed7-4be3-9786-1c4e218b4bd0)] {{(pid=103802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 05 17:12:05.104570 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e33c55-d206-45ca-b2ed-9521bd8d1131 tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] Pushing event updated for resources: {'Port': ['ID=62c5d1e8-bf87-4f6e-aaf2-90f81e2a6c6b,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:12:05.110419 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51ebc5eb-5ab4-4ac4-83e4-4062b4f3376a None None] Network f3209417-f1aa-4a92-bcc7-4102c0c9d295 requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:12:05.139770 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-4b28d9b7-83c9-414c-9613-7f85fb4d88b3 req-ad1602ac-0cd7-42c2-bc93-8b377593bb79 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/security-groups?id=54b7dc0c-00a5-4ef3-977a-7f81f0023cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3666289 Jan 05 17:12:05.190929 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-91e33c55-d206-45ca-b2ed-9521bd8d1131 tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-648552'] for router_interface, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:05.231697 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-0d358435-7c8c-47a5-ab3c-cbc5ed3e951d tempest-NegativeSecGroupTest-1018536545 tempest-NegativeSecGroupTest-1018536545-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:05.242037 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f890bd89-44b4-437b-a51a-9aa90655e8f1 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3809644'] for network, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:05.252894 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-a14634b5-d13e-461b-86f6-40d42235ef4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:05.277660 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-1715267d-820c-4813-adfd-56453d4b4c8b None None] Could not find standard attr ID for object 1ce6547f-f2ad-4392-8c92-33ef7e666e02. {{(pid=103802) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 05 17:12:05.294697 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-52180810-ceaf-4a35-acae-1a2ed9309104 tempest-NegativeSecGroupIPv6Test-1281506041 tempest-NegativeSecGroupIPv6Test-1281506041-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:05.322110 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-f890bd89-44b4-437b-a51a-9aa90655e8f1 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Deleting port cf013abd-4f86-4b3f-81d6-44d95738e6d8 {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:12:05.323319 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f890bd89-44b4-437b-a51a-9aa90655e8f1 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:05.352453 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Device 720a2fb6-be8e-4fcc-86fa-94a358c29b93 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 05 17:12:05.370196 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-52180810-ceaf-4a35-acae-1a2ed9309104 tempest-NegativeSecGroupIPv6Test-1281506041 tempest-NegativeSecGroupIPv6Test-1281506041-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533437'] for security_group_rule, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:05.412759 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-0d358435-7c8c-47a5-ab3c-cbc5ed3e951d tempest-NegativeSecGroupTest-1018536545 tempest-NegativeSecGroupTest-1018536545-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:05.412759 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-0d358435-7c8c-47a5-ab3c-cbc5ed3e951d tempest-NegativeSecGroupTest-1018536545 tempest-NegativeSecGroupTest-1018536545-project] Publish callbacks [] for security_group, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:05.426393 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-0d358435-7c8c-47a5-ab3c-cbc5ed3e951d tempest-NegativeSecGroupTest-1018536545 tempest-NegativeSecGroupTest-1018536545-project] 10.222.0.11 "DELETE /v2.0/security-groups/4c7c02c1-3b20-4344-955c-ffe4d0ac2814 HTTP/1.1" status: 204 len: 168 time: 0.5870094 Jan 05 17:12:05.426786 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.db [None req-f890bd89-44b4-437b-a51a-9aa90655e8f1 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] For port cf013abd-4f86-4b3f-81d6-44d95738e6d8, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=cf013abd-4f86-4b3f-81d6-44d95738e6d8,segment=NetworkSegment(09cb44a8-4e4d-4b72-917f-0f18da19c6d0),segment_id=09cb44a8-4e4d-4b72-917f-0f18da19c6d0)] {{(pid=103800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:12:05.426786 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f890bd89-44b4-437b-a51a-9aa90655e8f1 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:05.427012 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52180810-ceaf-4a35-acae-1a2ed9309104 tempest-NegativeSecGroupIPv6Test-1281506041 tempest-NegativeSecGroupIPv6Test-1281506041-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aad8a055-7802-43e8-b4b2-efc60aa77eb9,revision_number=0']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:12:05.432952 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 44554) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:12:05.434785 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d358435-7c8c-47a5-ab3c-cbc5ed3e951d tempest-NegativeSecGroupTest-1018536545 tempest-NegativeSecGroupTest-1018536545-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c7c02c1-3b20-4344-955c-ffe4d0ac2814,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:12:05.489507 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-f890bd89-44b4-437b-a51a-9aa90655e8f1 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Calling delete_port for cf013abd-4f86-4b3f-81d6-44d95738e6d8 owned by network:dhcp {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:12:05.499270 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14634b5-d13e-461b-86f6-40d42235ef4e None None] Pushing event updated for resources: {'Port': ['ID=66535e2e-2818-4e47-8869-8af1a722285d,revision_number=2']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:12:05.518549 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-52180810-ceaf-4a35-acae-1a2ed9309104 tempest-NegativeSecGroupIPv6Test-1281506041 tempest-NegativeSecGroupIPv6Test-1281506041-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:05.522432 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-52180810-ceaf-4a35-acae-1a2ed9309104 tempest-NegativeSecGroupIPv6Test-1281506041 tempest-NegativeSecGroupIPv6Test-1281506041-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0844193 Jan 05 17:12:05.522831 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 44556) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:12:05.527318 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-5826440e-15ed-4e4c-a929-268fd0f905f6 tempest-NegativeSecGroupIPv6Test-1281506041 tempest-NegativeSecGroupIPv6Test-1281506041-project] Request body: {'security_group_rule': {'security_group_id': '99097834-4a35-4c87-be22-9affcd514f78', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:12:05.532464 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-91e33c55-d206-45ca-b2ed-9521bd8d1131 tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:05.619063 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] For port 720a2fb6-be8e-4fcc-86fa-94a358c29b93, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=720a2fb6-be8e-4fcc-86fa-94a358c29b93,segment=NetworkSegment(d05c6fd4-df91-4ada-ad3d-093d27903d08),segment_id=d05c6fd4-df91-4ada-ad3d-093d27903d08)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:12:05.634452 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-87e7e7c1-6ab8-4d15-ac4c-39ccc62c0d85 tempest-NegativeSecGroupTest-1018536545 tempest-NegativeSecGroupTest-1018536545-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1983414 Jan 05 17:12:05.644934 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 44558) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:12:05.647278 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Returning: {'device': '720a2fb6-be8e-4fcc-86fa-94a358c29b93', 'network_id': '62c260dd-d135-4213-8dd0-485aab18a1d0', 'port_id': '720a2fb6-be8e-4fcc-86fa-94a358c29b93', 'mac_address': 'fa:16:3e:78:2f:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c5734b6-0442-4faf-b4f7-d61c8f7673ec', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 05 17:12:05.650102 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-81becfab-2de5-482f-a63d-cf9b0410bb1d tempest-NegativeSecGroupTest-1018536545 tempest-NegativeSecGroupTest-1018536545-project] Request body: {'security_group': {'name': 'tempest-secgroup--472773782'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:12:05.653199 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-807980f2-23ba-442d-87ad-b25e4d22b88a None None] DHCP port deletion for f3209417-f1aa-4a92-bcc7-4102c0c9d295 request from dv-neutron-master-2-hyperv {{(pid=103802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 05 17:12:05.723053 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0833037-b8f5-40c3-8871-06fe71047dc6 req-db214341-767c-4e0b-a320-88ab4028f906 tempest-TestServerAdvancedOps-1833291977 tempest-TestServerAdvancedOps-1833291977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:12:05.724482 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-b0833037-b8f5-40c3-8871-06fe71047dc6 req-db214341-767c-4e0b-a320-88ab4028f906 tempest-TestServerAdvancedOps-1833291977 tempest-TestServerAdvancedOps-1833291977-project] 10.222.0.11 "GET /v2.0/networks?id=7a968814-bffa-4eb8-b5c5-87ea682a3631 HTTP/1.1" status: 200 len: 812 time: 0.2713625 Jan 05 17:12:05.751888 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:05.763500 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-b0833037-b8f5-40c3-8871-06fe71047dc6 req-27585310-6bcd-495b-b358-67902f11b375 tempest-TestServerAdvancedOps-1833291977 tempest-TestServerAdvancedOps-1833291977-project] 10.222.0.11 "GET /v2.0/quotas/1081159aed0f4e8187dc83f37d1c4c97 HTTP/1.1" status: 200 len: 375 time: 0.0252156 Jan 05 17:12:05.800492 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.notifiers.nova [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 720a2fb6-be8e-4fcc-86fa-94a358c29b93 {{(pid=103802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 05 17:12:05.837199 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-b0833037-b8f5-40c3-8871-06fe71047dc6 req-4e0b7641-84ab-41c3-a7be-76dfb5f1ea78 tempest-TestServerAdvancedOps-1833291977 tempest-TestServerAdvancedOps-1833291977-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=1081159aed0f4e8187dc83f37d1c4c97&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0395164 Jan 05 17:12:05.845108 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] For port 720a2fb6-be8e-4fcc-86fa-94a358c29b93, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=720a2fb6-be8e-4fcc-86fa-94a358c29b93,segment=NetworkSegment(d05c6fd4-df91-4ada-ad3d-093d27903d08),segment_id=d05c6fd4-df91-4ada-ad3d-093d27903d08)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:12:05.863330 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-807980f2-23ba-442d-87ad-b25e4d22b88a None None] Deleting port cf013abd-4f86-4b3f-81d6-44d95738e6d8 {{(pid=103802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:12:05.863891 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-807980f2-23ba-442d-87ad-b25e4d22b88a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:05.929444 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device e1bf11f2-40b2-422f-ab8f-5bc37e553654 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:12:05.968250 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-91e33c55-d206-45ca-b2ed-9521bd8d1131 tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] Publish callbacks [] for port, precommit_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:05.975585 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-81becfab-2de5-482f-a63d-cf9b0410bb1d tempest-NegativeSecGroupTest-1018536545 tempest-NegativeSecGroupTest-1018536545-project] Publish callbacks [] for security_group, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:05.980842 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f890bd89-44b4-437b-a51a-9aa90655e8f1 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:05.982724 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-807980f2-23ba-442d-87ad-b25e4d22b88a None None] For port cf013abd-4f86-4b3f-81d6-44d95738e6d8, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=cf013abd-4f86-4b3f-81d6-44d95738e6d8,segment=NetworkSegment(09cb44a8-4e4d-4b72-917f-0f18da19c6d0),segment_id=09cb44a8-4e4d-4b72-917f-0f18da19c6d0)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:12:05.983262 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-807980f2-23ba-442d-87ad-b25e4d22b88a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:06.000692 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:06.008014 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-807980f2-23ba-442d-87ad-b25e4d22b88a None None] Calling delete_port for cf013abd-4f86-4b3f-81d6-44d95738e6d8 owned by network:dhcp {{(pid=103802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:12:06.017672 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f890bd89-44b4-437b-a51a-9aa90655e8f1 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Pushing event deleted for resources: {'Port': ['ID=cf013abd-4f86-4b3f-81d6-44d95738e6d8,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:12:06.037670 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f890bd89-44b4-437b-a51a-9aa90655e8f1 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] No DVR routers for this DVR port cf013abd-4f86-4b3f-81d6-44d95738e6d8 on host dv-neutron-master-2-hyperv {{(pid=103800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 05 17:12:06.056758 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-91e33c55-d206-45ca-b2ed-9521bd8d1131 tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11433169'] for port, after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:06.092667 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Provisioning complete for port e1bf11f2-40b2-422f-ab8f-5bc37e553654 triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:12:06.093080 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:06.107227 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-b0833037-b8f5-40c3-8871-06fe71047dc6 req-d823b1ae-e29a-46d8-9345-8f240185071d service neutron] 10.222.0.11 "GET /v2.0/networks/7a968814-bffa-4eb8-b5c5-87ea682a3631?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2579820 Jan 05 17:12:06.121414 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-5826440e-15ed-4e4c-a929-268fd0f905f6 tempest-NegativeSecGroupIPv6Test-1281506041 tempest-NegativeSecGroupIPv6Test-1281506041-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:06.141447 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Pushing event updated for resources: {'Port': ['ID=720a2fb6-be8e-4fcc-86fa-94a358c29b93,revision_number=4']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:12:06.171771 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-91e33c55-d206-45ca-b2ed-9521bd8d1131 tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-531704'] for router_interface, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:06.173757 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e33c55-d206-45ca-b2ed-9521bd8d1131 tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] Pushing event updated for resources: {'Port': ['ID=62c5d1e8-bf87-4f6e-aaf2-90f81e2a6c6b,revision_number=2']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:12:06.189365 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-807980f2-23ba-442d-87ad-b25e4d22b88a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678'] for port, after_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:06.229830 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f890bd89-44b4-437b-a51a-9aa90655e8f1 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3891715', 'neutron.services.segments.db._delete_segments_for_network-8754181063482'] for network, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:06.244807 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807980f2-23ba-442d-87ad-b25e4d22b88a None None] Pushing event deleted for resources: {'Port': ['ID=cf013abd-4f86-4b3f-81d6-44d95738e6d8,revision_number=None']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:12:06.247721 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-807980f2-23ba-442d-87ad-b25e4d22b88a None None] No DVR routers for this DVR port cf013abd-4f86-4b3f-81d6-44d95738e6d8 on host dv-neutron-master-2-hyperv {{(pid=103802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 05 17:12:06.257235 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] get_ports_and_sgs() called for port_ids ['720a2fb6-be8e-4fcc-86fa-94a358c29b93'] {{(pid=103802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 05 17:12:06.329948 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.services.segments.db [None req-f890bd89-44b4-437b-a51a-9aa90655e8f1 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3209417-f1aa-4a92-bcc7-4102c0c9d295']}} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:12:06.343249 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.api.v2.resource [None req-5826440e-15ed-4e4c-a929-268fd0f905f6 tempest-NegativeSecGroupIPv6Test-1281506041 tempest-NegativeSecGroupIPv6Test-1281506041-project] create failed (client error): There was a conflict when trying to complete your request. Jan 05 17:12:06.347886 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-5826440e-15ed-4e4c-a929-268fd0f905f6 tempest-NegativeSecGroupIPv6Test-1281506041 tempest-NegativeSecGroupIPv6Test-1281506041-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.8207011 Jan 05 17:12:06.348133 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 44562) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:12:06.363172 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91e33c55-d206-45ca-b2ed-9521bd8d1131 tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] Network 7c1bbf1e-1ee5-4e96-8c0f-8777dc9de8c1 is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:12:06.367710 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-91e33c55-d206-45ca-b2ed-9521bd8d1131 tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:12:06.369251 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.services.segments.db [None req-f890bd89-44b4-437b-a51a-9aa90655e8f1 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09cb44a8-4e4d-4b72-917f-0f18da19c6d0') {'for_net_delete': True} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:12:06.369552 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.services.segments.db [None req-f890bd89-44b4-437b-a51a-9aa90655e8f1 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09cb44a8-4e4d-4b72-917f-0f18da19c6d0') {} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:12:06.380696 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495de45e-2417-4825-b5f0-bfa1aa7e3869 req-7fdbf528-aa61-4d61-83ee-816118d7395c tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:12:06.382294 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-495de45e-2417-4825-b5f0-bfa1aa7e3869 req-7fdbf528-aa61-4d61-83ee-816118d7395c tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/ports?device_id=43ad75fd-3c61-493a-82ce-e55c8368b611 HTTP/1.1" status: 200 len: 944 time: 0.0824981 Jan 05 17:12:06.411692 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-81becfab-2de5-482f-a63d-cf9b0410bb1d tempest-NegativeSecGroupTest-1018536545 tempest-NegativeSecGroupTest-1018536545-project] Publish callbacks [] for security_group, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:06.420736 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device cf013abd-4f86-4b3f-81d6-44d95738e6d8 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 05 17:12:06.437222 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f890bd89-44b4-437b-a51a-9aa90655e8f1 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754181064771', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8784833'] for segment, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:06.450349 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] No Port match for: cf013abd-4f86-4b3f-81d6-44d95738e6d8 {{(pid=103802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 05 17:12:06.450701 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device cf013abd-4f86-4b3f-81d6-44d95738e6d8 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 05 17:12:06.463472 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-bcbab842-b5ee-4752-869c-8f970a4d4bfa tempest-NegativeSecGroupIPv6Test-1281506041 tempest-NegativeSecGroupIPv6Test-1281506041-project] Publish callbacks [] for security_group, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:06.467476 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-b0833037-b8f5-40c3-8871-06fe71047dc6 req-7d1e3164-2d1a-471a-8352-eae125596f55 service neutron] 10.222.0.11 "GET /v2.0/networks/7a968814-bffa-4eb8-b5c5-87ea682a3631?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3247252 Jan 05 17:12:06.468669 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f890bd89-44b4-437b-a51a-9aa90655e8f1 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225'] for segment, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:06.485304 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f890bd89-44b4-437b-a51a-9aa90655e8f1 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Releasing vlan 149 on physical network physnet1 to pool {{(pid=103800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 05 17:12:06.486133 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f890bd89-44b4-437b-a51a-9aa90655e8f1 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8784497'] for segment, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:06.490055 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:12:06.490055 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:12:06.490055 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:12:06.490055 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:12:06.490055 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:12:06.490055 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:12:06.490055 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:12:06.490055 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:12:06.490055 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:12:06.490055 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:12:06.490055 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:12:06.490055 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:12:06.490055 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:12:06.490055 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:12:06.490055 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:12:06.490055 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:12:06.490055 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:12:06.490055 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:12:06.490055 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:12:06.490055 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:12:06.490055 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:12:06.490055 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:12:06.490055 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:12:06.490055 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:12:06.490055 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:12:06.490055 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:12:06.490055 dv-neutron-master-2-hyperv neutron-server[103800]: Traceback (most recent call last): Jan 05 17:12:06.490055 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 05 17:12:06.490055 dv-neutron-master-2-hyperv neutron-server[103800]: timer() Jan 05 17:12:06.490055 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 05 17:12:06.490055 dv-neutron-master-2-hyperv neutron-server[103800]: cb(*args, **kw) Jan 05 17:12:06.490055 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 05 17:12:06.490055 dv-neutron-master-2-hyperv neutron-server[103800]: return func(*args, **kwargs) Jan 05 17:12:06.490055 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 05 17:12:06.490055 dv-neutron-master-2-hyperv neutron-server[103800]: self._notify() Jan 05 17:12:06.490055 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 05 17:12:06.490055 dv-neutron-master-2-hyperv neutron-server[103800]: self.callback(batched_events) Jan 05 17:12:06.490055 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 05 17:12:06.490055 dv-neutron-master-2-hyperv neutron-server[103800]: event.method(event) Jan 05 17:12:06.490055 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 05 17:12:06.490055 dv-neutron-master-2-hyperv neutron-server[103800]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 05 17:12:06.490055 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 05 17:12:06.490055 dv-neutron-master-2-hyperv neutron-server[103800]: aggregate_uuid = self.p_client.list_aggregates( Jan 05 17:12:06.490055 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 05 17:12:06.490055 dv-neutron-master-2-hyperv neutron-server[103800]: return f(self, *a, **k) Jan 05 17:12:06.490055 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 05 17:12:06.490055 dv-neutron-master-2-hyperv neutron-server[103800]: return self._get(url).json() Jan 05 17:12:06.490055 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 05 17:12:06.490055 dv-neutron-master-2-hyperv neutron-server[103800]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 05 17:12:06.490055 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 05 17:12:06.490055 dv-neutron-master-2-hyperv neutron-server[103800]: return self.request(url, 'GET', **kwargs) Jan 05 17:12:06.490055 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 05 17:12:06.490055 dv-neutron-master-2-hyperv neutron-server[103800]: base_url = self.get_endpoint(auth, allow=allow, Jan 05 17:12:06.490055 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 05 17:12:06.490055 dv-neutron-master-2-hyperv neutron-server[103800]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 05 17:12:06.490055 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 05 17:12:06.490055 dv-neutron-master-2-hyperv neutron-server[103800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 05 17:12:06.490055 dv-neutron-master-2-hyperv neutron-server[103800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 05 17:12:06.518917 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-81becfab-2de5-482f-a63d-cf9b0410bb1d tempest-NegativeSecGroupTest-1018536545 tempest-NegativeSecGroupTest-1018536545-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:06.534707 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91e33c55-d206-45ca-b2ed-9521bd8d1131 tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] Router ef591ec0-7234-41cc-b64f-fc625655840f has already been hosted by L3 agent 59446fdc-40e0-41fe-a575-a8eb11d742f7 {{(pid=103801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 05 17:12:06.583134 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-bcbab842-b5ee-4752-869c-8f970a4d4bfa tempest-NegativeSecGroupIPv6Test-1281506041 tempest-NegativeSecGroupIPv6Test-1281506041-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:06.604068 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-495de45e-2417-4825-b5f0-bfa1aa7e3869 req-6329e0b4-0646-4bb3-9bd9-b6aa29307b92 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/security-groups?id=54b7dc0c-00a5-4ef3-977a-7f81f0023cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1042573 Jan 05 17:12:06.642717 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81becfab-2de5-482f-a63d-cf9b0410bb1d tempest-NegativeSecGroupTest-1018536545 tempest-NegativeSecGroupTest-1018536545-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96c3d4f6-14ed-46ec-a1e1-4bf7e88a2585,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:12:06.687343 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-81becfab-2de5-482f-a63d-cf9b0410bb1d tempest-NegativeSecGroupTest-1018536545 tempest-NegativeSecGroupTest-1018536545-project] Publish callbacks [] for security_group, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:06.691641 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-81becfab-2de5-482f-a63d-cf9b0410bb1d tempest-NegativeSecGroupTest-1018536545 tempest-NegativeSecGroupTest-1018536545-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.0426316 Jan 05 17:12:06.692373 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 44564) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:12:06.698450 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-7347091d-d8b7-4054-b8d2-c02e3055e860 tempest-NegativeSecGroupTest-1018536545 tempest-NegativeSecGroupTest-1018536545-project] Request body: {'security_group_rule': {'security_group_id': '96c3d4f6-14ed-46ec-a1e1-4bf7e88a2585', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:12:06.700221 dv-neutron-master-2-hyperv neutron-server[103800]: WARNING neutron.api.v2.base [None req-7347091d-d8b7-4054-b8d2-c02e3055e860 tempest-NegativeSecGroupTest-1018536545 tempest-NegativeSecGroupTest-1018536545-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jan 05 17:12:06.702324 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.api.v2.resource [None req-7347091d-d8b7-4054-b8d2-c02e3055e860 tempest-NegativeSecGroupTest-1018536545 tempest-NegativeSecGroupTest-1018536545-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 05 17:12:06.707571 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-7347091d-d8b7-4054-b8d2-c02e3055e860 tempest-NegativeSecGroupTest-1018536545 tempest-NegativeSecGroupTest-1018536545-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0143642 Jan 05 17:12:06.708460 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 44566) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:12:06.720916 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f890bd89-44b4-437b-a51a-9aa90655e8f1 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3891722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648695'] for network, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:06.752182 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f890bd89-44b4-437b-a51a-9aa90655e8f1 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks [] for network, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:06.755998 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-f890bd89-44b4-437b-a51a-9aa90655e8f1 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] 10.222.0.11 "DELETE /v2.0/networks/f3209417-f1aa-4a92-bcc7-4102c0c9d295 HTTP/1.1" status: 204 len: 168 time: 1.7277262 Jan 05 17:12:06.761393 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f890bd89-44b4-437b-a51a-9aa90655e8f1 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Pushing event deleted for resources: {'Network': ['ID=f3209417-f1aa-4a92-bcc7-4102c0c9d295,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:12:06.769681 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 44568) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:12:06.778610 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-4dbc612a-409c-4d56-98f6-7bafdd191f90 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Request body: {'port': {'network_id': '37daec31-e58d-4385-95d3-027e845500db', 'name': 'tempest-PortsIpV6TestJSON-1544983934'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:12:06.884043 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-bcbab842-b5ee-4752-869c-8f970a4d4bfa tempest-NegativeSecGroupIPv6Test-1281506041 tempest-NegativeSecGroupIPv6Test-1281506041-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:06.901908 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-bcbab842-b5ee-4752-869c-8f970a4d4bfa tempest-NegativeSecGroupIPv6Test-1281506041 tempest-NegativeSecGroupIPv6Test-1281506041-project] Publish callbacks [] for security_group, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:06.910022 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-bcbab842-b5ee-4752-869c-8f970a4d4bfa tempest-NegativeSecGroupIPv6Test-1281506041 tempest-NegativeSecGroupIPv6Test-1281506041-project] 10.222.0.11 "DELETE /v2.0/security-groups/99097834-4a35-4c87-be22-9affcd514f78 HTTP/1.1" status: 204 len: 168 time: 0.5363309 Jan 05 17:12:06.923712 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 44574) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:12:06.997925 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbab842-b5ee-4752-869c-8f970a4d4bfa tempest-NegativeSecGroupIPv6Test-1281506041 tempest-NegativeSecGroupIPv6Test-1281506041-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=99097834-4a35-4c87-be22-9affcd514f78,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:12:07.079991 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e68339e7-bb84-43a4-bed9-9030f36286c7 None None] Network 7c1bbf1e-1ee5-4e96-8c0f-8777dc9de8c1 requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:12:07.115919 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d39f78f5-2838-47d9-b595-d730211b9371 tempest-NegativeSecGroupTest-1018536545 tempest-NegativeSecGroupTest-1018536545-project] Publish callbacks [] for security_group, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:07.130997 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 44578) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:12:07.135873 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-67a9bb6d-b19b-4272-8f5e-bd97cb3ba91a tempest-NegativeSecGroupIPv6Test-1281506041 tempest-NegativeSecGroupIPv6Test-1281506041-project] Request body: {'security_group': {'name': 'tempest-secgroup--430745191'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:12:07.137231 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-445d288d-9cbd-4884-8056-e9a9c3419d68 tempest-NegativeSecGroupIPv6Test-1281506041 tempest-NegativeSecGroupIPv6Test-1281506041-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2041659 Jan 05 17:12:07.163240 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d39f78f5-2838-47d9-b595-d730211b9371 tempest-NegativeSecGroupTest-1018536545 tempest-NegativeSecGroupTest-1018536545-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:07.166684 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dbc612a-409c-4d56-98f6-7bafdd191f90 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Made reservation on behalf of ae615b9d4e3242ec84f93fb74627d3b2 for: {'port': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:12:07.171649 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4dbc612a-409c-4d56-98f6-7bafdd191f90 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:07.180712 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-393ef84d-169b-414b-9ed2-bd9388983c0b req-b8cbd617-a6c3-4985-a482-00b0c038c2d9 tempest-TestServerAdvancedOps-1833291977 tempest-TestServerAdvancedOps-1833291977-project] 10.222.0.11 "GET /v2.0/ports?device_id=3e7fde9c-317b-48e1-9d91-7458ba3f212f HTTP/1.1" status: 200 len: 210 time: 0.0507500 Jan 05 17:12:07.184728 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-65ed0882-4440-4976-8361-fb675d6bb308 None None] Provisioning complete for port 66535e2e-2818-4e47-8869-8af1a722285d triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:12:07.185093 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-65ed0882-4440-4976-8361-fb675d6bb308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:07.193659 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91e33c55-d206-45ca-b2ed-9521bd8d1131 tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 05 17:12:07.201824 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-91e33c55-d206-45ca-b2ed-9521bd8d1131 tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] 10.222.0.11 "PUT /v2.0/routers/ef591ec0-7234-41cc-b64f-fc625655840f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5971756 Jan 05 17:12:07.203897 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.notifiers.nova [None req-4dbc612a-409c-4d56-98f6-7bafdd191f90 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] device_id is not set on port 67e76845-8399-4609-9de1-98c1c537786d yet. {{(pid=103800) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 05 17:12:07.212890 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ceb8a52-2620-42fe-8058-fdd095a7aaca None None] Sync routers for ids ['ef591ec0-7234-41cc-b64f-fc625655840f'] in dv-neutron-master-2-hyperv {{(pid=103803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 05 17:12:07.243406 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ceb8a52-2620-42fe-8058-fdd095a7aaca None None] Routers {'ef591ec0-7234-41cc-b64f-fc625655840f'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:12:07.244511 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-1ceb8a52-2620-42fe-8058-fdd095a7aaca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:11:49Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['ef591ec0-7234-41cc-b64f-fc625655840f'], 'active': True} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:12:07.310943 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-67a9bb6d-b19b-4272-8f5e-bd97cb3ba91a tempest-NegativeSecGroupIPv6Test-1281506041 tempest-NegativeSecGroupIPv6Test-1281506041-project] Publish callbacks [] for security_group, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:07.322030 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Device 720a2fb6-be8e-4fcc-86fa-94a358c29b93 up at agent hyperv_hv-neutron-mast {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:12:07.381558 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d39f78f5-2838-47d9-b595-d730211b9371 tempest-NegativeSecGroupTest-1018536545 tempest-NegativeSecGroupTest-1018536545-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:07.384351 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d39f78f5-2838-47d9-b595-d730211b9371 tempest-NegativeSecGroupTest-1018536545 tempest-NegativeSecGroupTest-1018536545-project] Publish callbacks [] for security_group, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:07.387334 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvr_db [None req-1ceb8a52-2620-42fe-8058-fdd095a7aaca None None] Set router ef591ec0-7234-41cc-b64f-fc625655840f gateway port host: dv-neutron-master-2-hyperv {{(pid=103803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:12:07.398692 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-d39f78f5-2838-47d9-b595-d730211b9371 tempest-NegativeSecGroupTest-1018536545 tempest-NegativeSecGroupTest-1018536545-project] 10.222.0.11 "DELETE /v2.0/security-groups/96c3d4f6-14ed-46ec-a1e1-4bf7e88a2585 HTTP/1.1" status: 204 len: 168 time: 0.6889231 Jan 05 17:12:07.399381 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 44588) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:12:07.414517 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-65ed0882-4440-4976-8361-fb675d6bb308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:07.487506 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-67a9bb6d-b19b-4272-8f5e-bd97cb3ba91a tempest-NegativeSecGroupIPv6Test-1281506041 tempest-NegativeSecGroupIPv6Test-1281506041-project] Publish callbacks [] for security_group, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:07.503963 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-65ed0882-4440-4976-8361-fb675d6bb308 None None] For port 66535e2e-2818-4e47-8869-8af1a722285d, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=66535e2e-2818-4e47-8869-8af1a722285d,segment=NetworkSegment(1907a4d2-3ed7-4be3-9786-1c4e218b4bd0),segment_id=1907a4d2-3ed7-4be3-9786-1c4e218b4bd0)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:12:07.510855 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39f78f5-2838-47d9-b595-d730211b9371 tempest-NegativeSecGroupTest-1018536545 tempest-NegativeSecGroupTest-1018536545-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=96c3d4f6-14ed-46ec-a1e1-4bf7e88a2585,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:12:07.558133 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Provisioning for port 720a2fb6-be8e-4fcc-86fa-94a358c29b93 completed by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 05 17:12:07.562502 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Provisioning complete for port 720a2fb6-be8e-4fcc-86fa-94a358c29b93 triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:12:07.562879 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:07.593701 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-67a9bb6d-b19b-4272-8f5e-bd97cb3ba91a tempest-NegativeSecGroupIPv6Test-1281506041 tempest-NegativeSecGroupIPv6Test-1281506041-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:07.598556 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-65ed0882-4440-4976-8361-fb675d6bb308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:07.668199 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a9bb6d-b19b-4272-8f5e-bd97cb3ba91a tempest-NegativeSecGroupIPv6Test-1281506041 tempest-NegativeSecGroupIPv6Test-1281506041-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d02f2f09-7ac1-48f9-bbc1-2f1bc30535ca,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:12:07.687457 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4dbc612a-409c-4d56-98f6-7bafdd191f90 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks [] for port, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:07.706788 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-1ceb8a52-2620-42fe-8058-fdd095a7aaca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef591ec0-7234-41cc-b64f-fc625655840f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-420231978', 'tenant_id': 'fd19bdf1a53648779ae20015d06c39e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.125'}], 'enable_snat': True}, 'gw_port_id': 'e1bf11f2-40b2-422f-ab8f-5bc37e553654', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:11:55Z', 'updated_at': '2022-01-05T17:12:05Z', 'revision_number': 4, 'project_id': 'fd19bdf1a53648779ae20015d06c39e6', 'gw_port': {'id': 'e1bf11f2-40b2-422f-ab8f-5bc37e553654', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:da:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef591ec0-7234-41cc-b64f-fc625655840f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1109, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:11:57Z', 'updated_at': '2022-01-05T17:12:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '62c5d1e8-bf87-4f6e-aaf2-90f81e2a6c6b', 'name': '', 'network_id': '7c1bbf1e-1ee5-4e96-8c0f-8777dc9de8c1', 'tenant_id': 'fd19bdf1a53648779ae20015d06c39e6', 'mac_address': 'fa:16:3e:a2:39:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef591ec0-7234-41cc-b64f-fc625655840f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1146, 'fixed_ips': [{'subnet_id': '912357ce-0b90-40ee-be19-ae73cfee1985', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:12:03Z', 'updated_at': '2022-01-05T17:12:05Z', 'revision_number': 2, 'project_id': 'fd19bdf1a53648779ae20015d06c39e6', 'subnets': [{'id': '912357ce-0b90-40ee-be19-ae73cfee1985', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:12:07.713623 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ed0882-4440-4976-8361-fb675d6bb308 None None] Pushing event updated for resources: {'Port': ['ID=66535e2e-2818-4e47-8869-8af1a722285d,revision_number=3']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:12:07.723700 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-d40e611b-f13b-4098-8907-2f5285479326 tempest-NegativeSecGroupTest-1018536545 tempest-NegativeSecGroupTest-1018536545-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2798359 Jan 05 17:12:07.730753 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 44598) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:12:07.735669 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-15fa547e-6da7-4fe5-9097-542438e5333c tempest-NegativeSecGroupTest-1018536545 tempest-NegativeSecGroupTest-1018536545-project] Request body: {'security_group': {'name': 'tempest-secgroup--123517510'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:12:07.796146 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ceb8a52-2620-42fe-8058-fdd095a7aaca None None] Checking router: ef591ec0-7234-41cc-b64f-fc625655840f for host: dv-neutron-master-2-hyperv {{(pid=103803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 05 17:12:07.796559 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ceb8a52-2620-42fe-8058-fdd095a7aaca None None] Updating router ef591ec0-7234-41cc-b64f-fc625655840f port 62c5d1e8-bf87-4f6e-aaf2-90f81e2a6c6b binding host dv-neutron-master-2-hyperv {{(pid=103803) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 05 17:12:07.800641 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-407e581b-e52b-44de-90de-4aa53d41c8a7 req-13ebad17-6f9e-4a10-a1c3-9e6088ee5076 tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1093275137&fields=id&tenant_id=fd19bdf1a53648779ae20015d06c39e6 HTTP/1.1" status: 200 len: 267 time: 0.3214636 Jan 05 17:12:07.829286 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-67a9bb6d-b19b-4272-8f5e-bd97cb3ba91a tempest-NegativeSecGroupIPv6Test-1281506041 tempest-NegativeSecGroupIPv6Test-1281506041-project] Publish callbacks [] for security_group, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:07.831527 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-67a9bb6d-b19b-4272-8f5e-bd97cb3ba91a tempest-NegativeSecGroupIPv6Test-1281506041 tempest-NegativeSecGroupIPv6Test-1281506041-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6989448 Jan 05 17:12:07.831725 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-c2561d97-a1c8-4581-b04c-001b8d0515d7 None None] Provisioning complete for port 62c5d1e8-bf87-4f6e-aaf2-90f81e2a6c6b triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:12:07.832254 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c2561d97-a1c8-4581-b04c-001b8d0515d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:07.857123 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 44600) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:12:07.864228 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-2a6d68e5-24cf-46ec-9d61-3ca27ec9b063 tempest-NegativeSecGroupIPv6Test-1281506041 tempest-NegativeSecGroupIPv6Test-1281506041-project] Request body: {'security_group_rule': {'security_group_id': 'd02f2f09-7ac1-48f9-bbc1-2f1bc30535ca', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:12:07.865721 dv-neutron-master-2-hyperv neutron-server[103801]: WARNING neutron.api.v2.base [None req-2a6d68e5-24cf-46ec-9d61-3ca27ec9b063 tempest-NegativeSecGroupIPv6Test-1281506041 tempest-NegativeSecGroupIPv6Test-1281506041-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jan 05 17:12:07.866412 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.api.v2.resource [None req-2a6d68e5-24cf-46ec-9d61-3ca27ec9b063 tempest-NegativeSecGroupIPv6Test-1281506041 tempest-NegativeSecGroupIPv6Test-1281506041-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 05 17:12:07.869448 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-1ceb8a52-2620-42fe-8058-fdd095a7aaca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:07.871331 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-2a6d68e5-24cf-46ec-9d61-3ca27ec9b063 tempest-NegativeSecGroupIPv6Test-1281506041 tempest-NegativeSecGroupIPv6Test-1281506041-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0113525 Jan 05 17:12:07.874933 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 44602) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:12:07.883706 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 66535e2e-2818-4e47-8869-8af1a722285d up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:12:07.898434 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:07.965709 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840bd5ff-da68-4612-9b58-3950e1cb8516 req-5cce8caa-df82-4954-a72c-102b6b1ac8ab tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:12:07.968572 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-840bd5ff-da68-4612-9b58-3950e1cb8516 req-5cce8caa-df82-4954-a72c-102b6b1ac8ab tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/ports?device_id=43ad75fd-3c61-493a-82ce-e55c8368b611 HTTP/1.1" status: 200 len: 944 time: 0.2179599 Jan 05 17:12:07.986055 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4dbc612a-409c-4d56-98f6-7bafdd191f90 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:07.995251 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-256fcf02-a293-443f-8469-3c854deb79c8 tempest-NegativeSecGroupIPv6Test-1281506041 tempest-NegativeSecGroupIPv6Test-1281506041-project] Publish callbacks [] for security_group, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:08.038464 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-c2561d97-a1c8-4581-b04c-001b8d0515d7 None None] Port 62c5d1e8-bf87-4f6e-aaf2-90f81e2a6c6b cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 17:12:08.040721 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-256fcf02-a293-443f-8469-3c854deb79c8 tempest-NegativeSecGroupIPv6Test-1281506041 tempest-NegativeSecGroupIPv6Test-1281506041-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:08.073616 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43ad75fd-3c61-493a-82ce-e55c8368b611', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '720a2fb6-be8e-4fcc-86fa-94a358c29b93'}] {{(pid=103802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 05 17:12:08.077008 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36b213fbd845b3f09e785999bbcda1c85cd5592d7f001460987854e5c1683bd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6bf0f06-012d-4f0e-abfd-94c69f0b2cef" -d '{"events": [{"server_uuid": "43ad75fd-3c61-493a-82ce-e55c8368b611", "name": "network-vif-plugged", "status": "completed", "tag": "720a2fb6-be8e-4fcc-86fa-94a358c29b93"}]}' {{(pid=103802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 05 17:12:08.082169 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-c2561d97-a1c8-4581-b04c-001b8d0515d7 None None] Provisioning complete for port 66535e2e-2818-4e47-8869-8af1a722285d triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:12:08.083226 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c2561d97-a1c8-4581-b04c-001b8d0515d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:08.084526 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dbc612a-409c-4d56-98f6-7bafdd191f90 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Network 37daec31-e58d-4385-95d3-027e845500db is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:12:08.099383 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-4dbc612a-409c-4d56-98f6-7bafdd191f90 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:12:08.103846 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-15fa547e-6da7-4fe5-9097-542438e5333c tempest-NegativeSecGroupTest-1018536545 tempest-NegativeSecGroupTest-1018536545-project] Publish callbacks [] for security_group, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:08.117367 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] For port 720a2fb6-be8e-4fcc-86fa-94a358c29b93, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=720a2fb6-be8e-4fcc-86fa-94a358c29b93,segment=NetworkSegment(d05c6fd4-df91-4ada-ad3d-093d27903d08),segment_id=d05c6fd4-df91-4ada-ad3d-093d27903d08)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:12:08.126047 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dbc612a-409c-4d56-98f6-7bafdd191f90 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:12:08.135565 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dbc612a-409c-4d56-98f6-7bafdd191f90 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:12:08.136981 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4dbc612a-409c-4d56-98f6-7bafdd191f90 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:08.146631 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Provisioning complete for port 66535e2e-2818-4e47-8869-8af1a722285d triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:12:08.147257 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:08.155583 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbc612a-409c-4d56-98f6-7bafdd191f90 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Pushing event updated for resources: {'Port': ['ID=67e76845-8399-4609-9de1-98c1c537786d,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:12:08.174829 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407e581b-e52b-44de-90de-4aa53d41c8a7 req-6ade5885-2dbe-4a6c-8935-2482a8f75b11 tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:12:08.176440 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-407e581b-e52b-44de-90de-4aa53d41c8a7 req-6ade5885-2dbe-4a6c-8935-2482a8f75b11 tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] 10.222.0.11 "GET /v2.0/networks?id=7c1bbf1e-1ee5-4e96-8c0f-8777dc9de8c1 HTTP/1.1" status: 200 len: 797 time: 0.3597491 Jan 05 17:12:08.183965 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-840bd5ff-da68-4612-9b58-3950e1cb8516 req-eff31b17-9fbc-4088-a686-33d4046e5396 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/security-groups?id=54b7dc0c-00a5-4ef3-977a-7f81f0023cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1894333 Jan 05 17:12:08.204419 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:08.226935 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-256fcf02-a293-443f-8469-3c854deb79c8 tempest-NegativeSecGroupIPv6Test-1281506041 tempest-NegativeSecGroupIPv6Test-1281506041-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:08.227140 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-407e581b-e52b-44de-90de-4aa53d41c8a7 req-26bc8a4a-fcab-4cdd-9218-5116b4ddbe19 tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] 10.222.0.11 "GET /v2.0/quotas/fd19bdf1a53648779ae20015d06c39e6 HTTP/1.1" status: 200 len: 375 time: 0.0293071 Jan 05 17:12:08.234384 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-256fcf02-a293-443f-8469-3c854deb79c8 tempest-NegativeSecGroupIPv6Test-1281506041 tempest-NegativeSecGroupIPv6Test-1281506041-project] Publish callbacks [] for security_group, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:08.235551 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-256fcf02-a293-443f-8469-3c854deb79c8 tempest-NegativeSecGroupIPv6Test-1281506041 tempest-NegativeSecGroupIPv6Test-1281506041-project] 10.222.0.11 "DELETE /v2.0/security-groups/d02f2f09-7ac1-48f9-bbc1-2f1bc30535ca HTTP/1.1" status: 204 len: 168 time: 0.3579609 Jan 05 17:12:08.241025 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 44610) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:12:08.282886 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256fcf02-a293-443f-8469-3c854deb79c8 tempest-NegativeSecGroupIPv6Test-1281506041 tempest-NegativeSecGroupIPv6Test-1281506041-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d02f2f09-7ac1-48f9-bbc1-2f1bc30535ca,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:12:08.310921 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Jan 2022 17:12:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30b84132-9e3a-4a61-8dd5-aecdaf88378f x-openstack-request-id: req-30b84132-9e3a-4a61-8dd5-aecdaf88378f {{(pid=103802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 05 17:12:08.311194 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43ad75fd-3c61-493a-82ce-e55c8368b611", "name": "network-vif-plugged", "status": "completed", "tag": "720a2fb6-be8e-4fcc-86fa-94a358c29b93", "code": 200}]} {{(pid=103802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 05 17:12:08.311437 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-30b84132-9e3a-4a61-8dd5-aecdaf88378f {{(pid=103802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 05 17:12:08.311819 dv-neutron-master-2-hyperv neutron-server[103802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43ad75fd-3c61-493a-82ce-e55c8368b611', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '720a2fb6-be8e-4fcc-86fa-94a358c29b93', 'code': 200} Jan 05 17:12:08.338915 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Pushing event updated for resources: {'Port': ['ID=720a2fb6-be8e-4fcc-86fa-94a358c29b93,revision_number=5']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:12:08.339935 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-15fa547e-6da7-4fe5-9097-542438e5333c tempest-NegativeSecGroupTest-1018536545 tempest-NegativeSecGroupTest-1018536545-project] Publish callbacks [] for security_group, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:08.368340 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-4dbc612a-409c-4d56-98f6-7bafdd191f90 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.5917799 Jan 05 17:12:08.369339 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 44612) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:12:08.430254 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-331c464a-99c3-4da9-97a7-f30535717f76 req-f414c7e1-ab48-4933-b3c9-c1d096aef63c tempest-TestServerAdvancedOps-1833291977 tempest-TestServerAdvancedOps-1833291977-project] 10.222.0.11 "GET /v2.0/ports?device_id=3e7fde9c-317b-48e1-9d91-7458ba3f212f HTTP/1.1" status: 200 len: 210 time: 0.0467939 Jan 05 17:12:08.431947 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-15fa547e-6da7-4fe5-9097-542438e5333c tempest-NegativeSecGroupTest-1018536545 tempest-NegativeSecGroupTest-1018536545-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:08.443830 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-1ceb8a52-2620-42fe-8058-fdd095a7aaca None None] Publish callbacks [] for port, precommit_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:08.451262 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-407e581b-e52b-44de-90de-4aa53d41c8a7 req-73f9771f-9b4c-42e4-8ce6-8dffdae0f4c3 tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=fd19bdf1a53648779ae20015d06c39e6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2157550 Jan 05 17:12:08.467049 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-4cde3424-3f95-4c83-897a-e37530a8bbe9 tempest-NegativeSecGroupIPv6Test-1281506041 tempest-NegativeSecGroupIPv6Test-1281506041-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2240865 Jan 05 17:12:08.473616 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fa547e-6da7-4fe5-9097-542438e5333c tempest-NegativeSecGroupTest-1018536545 tempest-NegativeSecGroupTest-1018536545-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a383dbd6-3caa-497a-b61d-7419ec3e264b,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:12:08.477178 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 44614) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:12:08.482010 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-67f08fdf-fa71-4098-a2c7-fd9850cb3bb0 tempest-NegativeSecGroupIPv6Test-1281506041 tempest-NegativeSecGroupIPv6Test-1281506041-project] Request body: {'security_group': {'name': 'tempest-secgroup--991012163'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:12:08.513775 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-e8864807-29b2-4c54-8571-d2969f7a1de3 None None] Provisioning complete for port 62c5d1e8-bf87-4f6e-aaf2-90f81e2a6c6b triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:12:08.514147 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-e8864807-29b2-4c54-8571-d2969f7a1de3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:08.557319 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-e8864807-29b2-4c54-8571-d2969f7a1de3 None None] Port 62c5d1e8-bf87-4f6e-aaf2-90f81e2a6c6b cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 17:12:08.567846 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-1ceb8a52-2620-42fe-8058-fdd095a7aaca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:08.582477 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-15fa547e-6da7-4fe5-9097-542438e5333c tempest-NegativeSecGroupTest-1018536545 tempest-NegativeSecGroupTest-1018536545-project] Publish callbacks [] for security_group, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:08.582477 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-15fa547e-6da7-4fe5-9097-542438e5333c tempest-NegativeSecGroupTest-1018536545 tempest-NegativeSecGroupTest-1018536545-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.8459098 Jan 05 17:12:08.582477 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 44616) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:12:08.582477 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-5c3daa67-0ad9-46cd-89e8-6862f022a7ee tempest-NegativeSecGroupTest-1018536545 tempest-NegativeSecGroupTest-1018536545-project] Request body: {'security_group_rule': {'security_group_id': 'a383dbd6-3caa-497a-b61d-7419ec3e264b', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:12:08.582884 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-77bf2097-7d37-4956-97d2-6b25c45ccfe2 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Deleting port 67e76845-8399-4609-9de1-98c1c537786d {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:12:08.583003 dv-neutron-master-2-hyperv neutron-server[103801]: WARNING neutron.api.v2.base [None req-5c3daa67-0ad9-46cd-89e8-6862f022a7ee tempest-NegativeSecGroupTest-1018536545 tempest-NegativeSecGroupTest-1018536545-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jan 05 17:12:08.583121 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-77bf2097-7d37-4956-97d2-6b25c45ccfe2 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:08.583602 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.api.v2.resource [None req-5c3daa67-0ad9-46cd-89e8-6862f022a7ee tempest-NegativeSecGroupTest-1018536545 tempest-NegativeSecGroupTest-1018536545-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 05 17:12:08.584717 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-5c3daa67-0ad9-46cd-89e8-6862f022a7ee tempest-NegativeSecGroupTest-1018536545 tempest-NegativeSecGroupTest-1018536545-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0073440 Jan 05 17:12:08.589238 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 44618) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:12:08.645388 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-407e581b-e52b-44de-90de-4aa53d41c8a7 req-f19fdad5-2312-43f7-9711-44cf04357c5d service neutron] 10.222.0.11 "GET /v2.0/networks/7c1bbf1e-1ee5-4e96-8c0f-8777dc9de8c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1589787 Jan 05 17:12:08.649932 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e824e36b-5b2b-4bf8-961d-e57244e2e644 None None] Pushing event updated for resources: {'Port': ['ID=62c5d1e8-bf87-4f6e-aaf2-90f81e2a6c6b,revision_number=3']} {{(pid=103803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:12:08.680975 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e824e36b-5b2b-4bf8-961d-e57244e2e644 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:12:08.681328 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e824e36b-5b2b-4bf8-961d-e57244e2e644 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:12:08.681698 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e824e36b-5b2b-4bf8-961d-e57244e2e644 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:12:08.682039 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e824e36b-5b2b-4bf8-961d-e57244e2e644 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:12:08.682370 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e824e36b-5b2b-4bf8-961d-e57244e2e644 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:12:08.682687 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e824e36b-5b2b-4bf8-961d-e57244e2e644 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:12:08.683232 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e824e36b-5b2b-4bf8-961d-e57244e2e644 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:12:08.683905 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e824e36b-5b2b-4bf8-961d-e57244e2e644 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:12:08.684241 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e824e36b-5b2b-4bf8-961d-e57244e2e644 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:12:08.684585 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e824e36b-5b2b-4bf8-961d-e57244e2e644 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:12:08.684908 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e824e36b-5b2b-4bf8-961d-e57244e2e644 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:12:08.685227 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e824e36b-5b2b-4bf8-961d-e57244e2e644 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:12:08.685541 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e824e36b-5b2b-4bf8-961d-e57244e2e644 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:12:08.713995 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-4d74f36e-908f-4325-932b-7f65a2dd7ca9 tempest-NegativeSecGroupTest-1018536545 tempest-NegativeSecGroupTest-1018536545-project] Publish callbacks [] for security_group, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:08.715678 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.plugins.ml2.managers [None req-1ceb8a52-2620-42fe-8058-fdd095a7aaca None None] Attempting to bind port 62c5d1e8-bf87-4f6e-aaf2-90f81e2a6c6b on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 05 17:12:08.716050 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.plugins.ml2.managers [None req-1ceb8a52-2620-42fe-8058-fdd095a7aaca None None] Attempting to bind port 62c5d1e8-bf87-4f6e-aaf2-90f81e2a6c6b by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '1907a4d2-3ed7-4be3-9786-1c4e218b4bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '7c1bbf1e-1ee5-4e96-8c0f-8777dc9de8c1'}] {{(pid=103803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 05 17:12:08.716408 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ceb8a52-2620-42fe-8058-fdd095a7aaca None None] Attempting to bind port 62c5d1e8-bf87-4f6e-aaf2-90f81e2a6c6b on network 7c1bbf1e-1ee5-4e96-8c0f-8777dc9de8c1 {{(pid=103803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:12:08.722471 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ceb8a52-2620-42fe-8058-fdd095a7aaca None None] Checking agent: {'id': '0d4f8fd3-ce62-4651-970c-efa6a8bb22b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 5, 16, 57, 23), 'started_at': datetime.datetime(2022, 1, 5, 16, 57, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 5, 17, 11, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 05 17:12:08.722847 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ceb8a52-2620-42fe-8058-fdd095a7aaca None None] Checking segment: {'id': '1907a4d2-3ed7-4be3-9786-1c4e218b4bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '7c1bbf1e-1ee5-4e96-8c0f-8777dc9de8c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:12:08.722975 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-77bf2097-7d37-4956-97d2-6b25c45ccfe2 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:08.723480 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-67f08fdf-fa71-4098-a2c7-fd9850cb3bb0 tempest-NegativeSecGroupIPv6Test-1281506041 tempest-NegativeSecGroupIPv6Test-1281506041-project] Publish callbacks [] for security_group, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:08.723588 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-1ceb8a52-2620-42fe-8058-fdd095a7aaca None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:08.723694 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ceb8a52-2620-42fe-8058-fdd095a7aaca None None] Bound using segment: {'id': '1907a4d2-3ed7-4be3-9786-1c4e218b4bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '7c1bbf1e-1ee5-4e96-8c0f-8777dc9de8c1'} {{(pid=103803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 05 17:12:08.724092 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.plugins.ml2.managers [None req-1ceb8a52-2620-42fe-8058-fdd095a7aaca None None] Bound port: 62c5d1e8-bf87-4f6e-aaf2-90f81e2a6c6b, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1907a4d2-3ed7-4be3-9786-1c4e218b4bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '7c1bbf1e-1ee5-4e96-8c0f-8777dc9de8c1'}}] {{(pid=103803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 05 17:12:08.724481 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-1ceb8a52-2620-42fe-8058-fdd095a7aaca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:08.774302 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-77bf2097-7d37-4956-97d2-6b25c45ccfe2 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Calling delete_port for 67e76845-8399-4609-9de1-98c1c537786d owned by {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:12:08.786539 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-4d74f36e-908f-4325-932b-7f65a2dd7ca9 tempest-NegativeSecGroupTest-1018536545 tempest-NegativeSecGroupTest-1018536545-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:08.793120 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a9f938-3795-4b51-8f91-da3610bbddbc req-94d94aff-5ff5-4e38-ab94-88aabe0a9f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:12:08.796811 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-65a9f938-3795-4b51-8f91-da3610bbddbc req-94d94aff-5ff5-4e38-ab94-88aabe0a9f89 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=43ad75fd-3c61-493a-82ce-e55c8368b611 HTTP/1.1" status: 200 len: 1098 time: 0.1519287 Jan 05 17:12:08.820818 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.plugins.ml2.db [None req-1ceb8a52-2620-42fe-8058-fdd095a7aaca None None] For port 62c5d1e8-bf87-4f6e-aaf2-90f81e2a6c6b, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 05 17:12:08.831086 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.plugins.ml2.db [None req-1ceb8a52-2620-42fe-8058-fdd095a7aaca None None] For port 62c5d1e8-bf87-4f6e-aaf2-90f81e2a6c6b, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=62c5d1e8-bf87-4f6e-aaf2-90f81e2a6c6b,segment=NetworkSegment(1907a4d2-3ed7-4be3-9786-1c4e218b4bd0),segment_id=1907a4d2-3ed7-4be3-9786-1c4e218b4bd0)] {{(pid=103803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 05 17:12:08.870573 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-67f08fdf-fa71-4098-a2c7-fd9850cb3bb0 tempest-NegativeSecGroupIPv6Test-1281506041 tempest-NegativeSecGroupIPv6Test-1281506041-project] Publish callbacks [] for security_group, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:08.918372 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-407e581b-e52b-44de-90de-4aa53d41c8a7 req-6bf5e9be-98d6-418e-826e-20d2aa6fd85e service neutron] 10.222.0.11 "GET /v2.0/networks/7c1bbf1e-1ee5-4e96-8c0f-8777dc9de8c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2508812 Jan 05 17:12:08.933969 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-65a9f938-3795-4b51-8f91-da3610bbddbc req-1d1d71fb-693c-4071-9e3f-a862500bd88f service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=54b7dc0c-00a5-4ef3-977a-7f81f0023cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1309600 Jan 05 17:12:08.942700 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-67f08fdf-fa71-4098-a2c7-fd9850cb3bb0 tempest-NegativeSecGroupIPv6Test-1281506041 tempest-NegativeSecGroupIPv6Test-1281506041-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:08.943371 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-1ceb8a52-2620-42fe-8058-fdd095a7aaca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:08.948414 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-4d74f36e-908f-4325-932b-7f65a2dd7ca9 tempest-NegativeSecGroupTest-1018536545 tempest-NegativeSecGroupTest-1018536545-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:08.952216 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-4d74f36e-908f-4325-932b-7f65a2dd7ca9 tempest-NegativeSecGroupTest-1018536545 tempest-NegativeSecGroupTest-1018536545-project] Publish callbacks [] for security_group, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:08.953356 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-4d74f36e-908f-4325-932b-7f65a2dd7ca9 tempest-NegativeSecGroupTest-1018536545 tempest-NegativeSecGroupTest-1018536545-project] 10.222.0.11 "DELETE /v2.0/security-groups/a383dbd6-3caa-497a-b61d-7419ec3e264b HTTP/1.1" status: 204 len: 168 time: 0.3627439 Jan 05 17:12:08.957497 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 44620) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:12:08.986409 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f08fdf-fa71-4098-a2c7-fd9850cb3bb0 tempest-NegativeSecGroupIPv6Test-1281506041 tempest-NegativeSecGroupIPv6Test-1281506041-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c781f929-285a-4254-bfe0-d5ba8ed4483e,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:12:08.987892 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-eeddf77e-2546-409c-8b48-283c22baafdb None None] Provisioning complete for port 62c5d1e8-bf87-4f6e-aaf2-90f81e2a6c6b triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:12:08.990199 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-eeddf77e-2546-409c-8b48-283c22baafdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:08.999413 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d74f36e-908f-4325-932b-7f65a2dd7ca9 tempest-NegativeSecGroupTest-1018536545 tempest-NegativeSecGroupTest-1018536545-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a383dbd6-3caa-497a-b61d-7419ec3e264b,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:12:09.034316 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ceb8a52-2620-42fe-8058-fdd095a7aaca None None] Routers {'ef591ec0-7234-41cc-b64f-fc625655840f'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:12:09.035001 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-1ceb8a52-2620-42fe-8058-fdd095a7aaca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:11:49Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['ef591ec0-7234-41cc-b64f-fc625655840f'], 'active': True} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:12:09.035524 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-b356cba9-c724-4310-8ff2-76dea7c904bf tempest-NegativeSecGroupTest-1018536545 tempest-NegativeSecGroupTest-1018536545-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0778191 Jan 05 17:12:09.039873 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 44622) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:12:09.046720 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-cd5fb47f-52f0-492b-9a53-312f2a3868bc tempest-NegativeSecGroupTest-1018536545 tempest-NegativeSecGroupTest-1018536545-project] Request body: {'security_group': {'name': 'tempest-secgroup--445800131'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:12:09.075195 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-77bf2097-7d37-4956-97d2-6b25c45ccfe2 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:09.098592 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-67f08fdf-fa71-4098-a2c7-fd9850cb3bb0 tempest-NegativeSecGroupIPv6Test-1281506041 tempest-NegativeSecGroupIPv6Test-1281506041-project] Publish callbacks [] for security_group, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:09.102595 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-67f08fdf-fa71-4098-a2c7-fd9850cb3bb0 tempest-NegativeSecGroupIPv6Test-1281506041 tempest-NegativeSecGroupIPv6Test-1281506041-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6216791 Jan 05 17:12:09.103241 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 44624) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:12:09.107848 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-90d4979e-eb23-4805-b16b-bf46cf24fbe3 tempest-NegativeSecGroupIPv6Test-1281506041 tempest-NegativeSecGroupIPv6Test-1281506041-project] Request body: {'security_group_rule': {'security_group_id': 'c781f929-285a-4254-bfe0-d5ba8ed4483e', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:12:09.108406 dv-neutron-master-2-hyperv neutron-server[103801]: WARNING neutron.api.v2.base [None req-90d4979e-eb23-4805-b16b-bf46cf24fbe3 tempest-NegativeSecGroupIPv6Test-1281506041 tempest-NegativeSecGroupIPv6Test-1281506041-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jan 05 17:12:09.108941 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.api.v2.resource [None req-90d4979e-eb23-4805-b16b-bf46cf24fbe3 tempest-NegativeSecGroupIPv6Test-1281506041 tempest-NegativeSecGroupIPv6Test-1281506041-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 05 17:12:09.112360 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-90d4979e-eb23-4805-b16b-bf46cf24fbe3 tempest-NegativeSecGroupIPv6Test-1281506041 tempest-NegativeSecGroupIPv6Test-1281506041-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0056338 Jan 05 17:12:09.113440 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 44626) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:12:09.141942 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bf2097-7d37-4956-97d2-6b25c45ccfe2 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Pushing event deleted for resources: {'Port': ['ID=67e76845-8399-4609-9de1-98c1c537786d,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:12:09.154895 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-eeddf77e-2546-409c-8b48-283c22baafdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:09.158196 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-77bf2097-7d37-4956-97d2-6b25c45ccfe2 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:09.163964 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-77bf2097-7d37-4956-97d2-6b25c45ccfe2 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] 10.222.0.11 "DELETE /v2.0/ports/67e76845-8399-4609-9de1-98c1c537786d HTTP/1.1" status: 204 len: 168 time: 0.7925663 Jan 05 17:12:09.164843 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 44628) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:12:09.171712 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-586756bc-e16e-4058-ba7a-c68efbd87142 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Request body: {'port': {'network_id': '37daec31-e58d-4385-95d3-027e845500db', 'mac_address': 'fa:16:3e:93:4d:9e', 'name': 'tempest-PortsIpV6TestJSON-805490382'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:12:09.255866 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-eeddf77e-2546-409c-8b48-283c22baafdb None None] For port 62c5d1e8-bf87-4f6e-aaf2-90f81e2a6c6b, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=62c5d1e8-bf87-4f6e-aaf2-90f81e2a6c6b,segment=NetworkSegment(1907a4d2-3ed7-4be3-9786-1c4e218b4bd0),segment_id=1907a4d2-3ed7-4be3-9786-1c4e218b4bd0)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:12:09.262400 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-cd5fb47f-52f0-492b-9a53-312f2a3868bc tempest-NegativeSecGroupTest-1018536545 tempest-NegativeSecGroupTest-1018536545-project] Publish callbacks [] for security_group, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:09.313683 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-eeddf77e-2546-409c-8b48-283c22baafdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:09.334264 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvr_db [None req-1ceb8a52-2620-42fe-8058-fdd095a7aaca None None] Set router ef591ec0-7234-41cc-b64f-fc625655840f gateway port host: dv-neutron-master-2-hyperv {{(pid=103803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:12:09.337926 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e824e36b-5b2b-4bf8-961d-e57244e2e644 None None] Pushing event updated for resources: {'Port': ['ID=62c5d1e8-bf87-4f6e-aaf2-90f81e2a6c6b,revision_number=4']} {{(pid=103803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:12:09.414206 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeddf77e-2546-409c-8b48-283c22baafdb None None] Pushing event updated for resources: {'Port': ['ID=62c5d1e8-bf87-4f6e-aaf2-90f81e2a6c6b,revision_number=5']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:12:09.448353 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-8c40a398-d038-4694-af63-7fbe1d827e3e None None] Provisioning complete for port 62c5d1e8-bf87-4f6e-aaf2-90f81e2a6c6b triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:12:09.451822 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-8c40a398-d038-4694-af63-7fbe1d827e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:09.452359 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-be876d0d-9b3e-4ed0-a773-85658834d4d3 req-3ead7a33-cebe-4ea9-b6c9-5ced5ea8fd77 tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] 10.222.0.11 "GET /v2.0/ports?device_id=0ae531d7-dfe0-480f-abb4-e199e258b40c HTTP/1.1" status: 200 len: 210 time: 0.1207926 Jan 05 17:12:09.482559 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-bb26b7a4-ad2c-4c57-ae89-ae93fe5207c7 tempest-NegativeSecGroupIPv6Test-1281506041 tempest-NegativeSecGroupIPv6Test-1281506041-project] Publish callbacks [] for security_group, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:09.543342 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f09211-071f-443c-ad7d-d5585f5232f5 req-9aea5070-ca8e-4092-b633-fb2a363368d0 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:12:09.547305 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-bb26b7a4-ad2c-4c57-ae89-ae93fe5207c7 tempest-NegativeSecGroupIPv6Test-1281506041 tempest-NegativeSecGroupIPv6Test-1281506041-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:09.551838 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-18f09211-071f-443c-ad7d-d5585f5232f5 req-9aea5070-ca8e-4092-b633-fb2a363368d0 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/ports?device_id=43ad75fd-3c61-493a-82ce-e55c8368b611 HTTP/1.1" status: 200 len: 945 time: 0.1321828 Jan 05 17:12:09.580514 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-cd5fb47f-52f0-492b-9a53-312f2a3868bc tempest-NegativeSecGroupTest-1018536545 tempest-NegativeSecGroupTest-1018536545-project] Publish callbacks [] for security_group, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:09.592649 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-586756bc-e16e-4058-ba7a-c68efbd87142 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Made reservation on behalf of ae615b9d4e3242ec84f93fb74627d3b2 for: {'port': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:12:09.672016 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-18f09211-071f-443c-ad7d-d5585f5232f5 req-01853674-736d-4cad-9b88-3fe0dd9913a1 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/security-groups?id=54b7dc0c-00a5-4ef3-977a-7f81f0023cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1191766 Jan 05 17:12:09.674834 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-abba3078-c635-479c-b275-1a913e3d3ec4 req-56c3928e-a7d5-499a-8eb2-be4ba97aebda tempest-TestServerAdvancedOps-1833291977 tempest-TestServerAdvancedOps-1833291977-project] 10.222.0.11 "GET /v2.0/ports?device_id=3e7fde9c-317b-48e1-9d91-7458ba3f212f HTTP/1.1" status: 200 len: 210 time: 0.0350180 Jan 05 17:12:09.682695 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-cd5fb47f-52f0-492b-9a53-312f2a3868bc tempest-NegativeSecGroupTest-1018536545 tempest-NegativeSecGroupTest-1018536545-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:09.739688 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-bb26b7a4-ad2c-4c57-ae89-ae93fe5207c7 tempest-NegativeSecGroupIPv6Test-1281506041 tempest-NegativeSecGroupIPv6Test-1281506041-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:09.742142 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-bb26b7a4-ad2c-4c57-ae89-ae93fe5207c7 tempest-NegativeSecGroupIPv6Test-1281506041 tempest-NegativeSecGroupIPv6Test-1281506041-project] Publish callbacks [] for security_group, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:09.742942 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-586756bc-e16e-4058-ba7a-c68efbd87142 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:09.743795 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-bb26b7a4-ad2c-4c57-ae89-ae93fe5207c7 tempest-NegativeSecGroupIPv6Test-1281506041 tempest-NegativeSecGroupIPv6Test-1281506041-project] 10.222.0.11 "DELETE /v2.0/security-groups/c781f929-285a-4254-bfe0-d5ba8ed4483e HTTP/1.1" status: 204 len: 168 time: 0.6292384 Jan 05 17:12:09.760765 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5fb47f-52f0-492b-9a53-312f2a3868bc tempest-NegativeSecGroupTest-1018536545 tempest-NegativeSecGroupTest-1018536545-project] Pushing event updated for resources: {'SecurityGroup': ['ID=102a370f-f06d-4f43-acec-c99c73a25bfe,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:12:09.761050 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 66535e2e-2818-4e47-8869-8af1a722285d up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:12:09.767920 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-1ceb8a52-2620-42fe-8058-fdd095a7aaca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef591ec0-7234-41cc-b64f-fc625655840f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-420231978', 'tenant_id': 'fd19bdf1a53648779ae20015d06c39e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.125'}], 'enable_snat': True}, 'gw_port_id': 'e1bf11f2-40b2-422f-ab8f-5bc37e553654', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:11:55Z', 'updated_at': '2022-01-05T17:12:05Z', 'revision_number': 4, 'project_id': 'fd19bdf1a53648779ae20015d06c39e6', 'gw_port': {'id': 'e1bf11f2-40b2-422f-ab8f-5bc37e553654', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:da:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef591ec0-7234-41cc-b64f-fc625655840f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1109, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:11:57Z', 'updated_at': '2022-01-05T17:12:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '62c5d1e8-bf87-4f6e-aaf2-90f81e2a6c6b', 'name': '', 'network_id': '7c1bbf1e-1ee5-4e96-8c0f-8777dc9de8c1', 'tenant_id': 'fd19bdf1a53648779ae20015d06c39e6', 'mac_address': 'fa:16:3e:a2:39:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef591ec0-7234-41cc-b64f-fc625655840f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1146, 'fixed_ips': [{'subnet_id': '912357ce-0b90-40ee-be19-ae73cfee1985', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:12:03Z', 'updated_at': '2022-01-05T17:12:08Z', 'revision_number': 4, 'project_id': 'fd19bdf1a53648779ae20015d06c39e6', 'subnets': [{'id': '912357ce-0b90-40ee-be19-ae73cfee1985', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:12:09.768919 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 44642) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:12:09.773166 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb26b7a4-ad2c-4c57-ae89-ae93fe5207c7 tempest-NegativeSecGroupIPv6Test-1281506041 tempest-NegativeSecGroupIPv6Test-1281506041-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c781f929-285a-4254-bfe0-d5ba8ed4483e,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:12:09.775475 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.notifiers.nova [None req-586756bc-e16e-4058-ba7a-c68efbd87142 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] device_id is not set on port b98c735f-61b9-4d9a-a6d3-3cb59c6713e5 yet. {{(pid=103800) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 05 17:12:09.823147 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ceb8a52-2620-42fe-8058-fdd095a7aaca None None] The sync data for ids ['ef591ec0-7234-41cc-b64f-fc625655840f'] in dv-neutron-master-2-hyperv is: [{'id': 'ef591ec0-7234-41cc-b64f-fc625655840f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-420231978', 'tenant_id': 'fd19bdf1a53648779ae20015d06c39e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.125'}], 'enable_snat': True}, 'gw_port_id': 'e1bf11f2-40b2-422f-ab8f-5bc37e553654', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:11:55Z', 'updated_at': '2022-01-05T17:12:05Z', 'revision_number': 4, 'project_id': 'fd19bdf1a53648779ae20015d06c39e6', 'gw_port': {'id': 'e1bf11f2-40b2-422f-ab8f-5bc37e553654', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:da:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef591ec0-7234-41cc-b64f-fc625655840f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1109, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:11:57Z', 'updated_at': '2022-01-05T17:12:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '62c5d1e8-bf87-4f6e-aaf2-90f81e2a6c6b', 'name': '', 'network_id': '7c1bbf1e-1ee5-4e96-8c0f-8777dc9de8c1', 'tenant_id': 'fd19bdf1a53648779ae20015d06c39e6', 'mac_address': 'fa:16:3e:a2:39:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef591ec0-7234-41cc-b64f-fc625655840f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1146, 'fixed_ips': [{'subnet_id': '912357ce-0b90-40ee-be19-ae73cfee1985', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:12:03Z', 'updated_at': '2022-01-05T17:12:08Z', 'revision_number': 4, 'project_id': 'fd19bdf1a53648779ae20015d06c39e6', 'subnets': [{'id': '912357ce-0b90-40ee-be19-ae73cfee1985', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 05 17:12:09.835655 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-cd5fb47f-52f0-492b-9a53-312f2a3868bc tempest-NegativeSecGroupTest-1018536545 tempest-NegativeSecGroupTest-1018536545-project] Publish callbacks [] for security_group, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:09.840228 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-cd5fb47f-52f0-492b-9a53-312f2a3868bc tempest-NegativeSecGroupTest-1018536545 tempest-NegativeSecGroupTest-1018536545-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.7959008 Jan 05 17:12:09.847811 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 44644) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:12:09.861624 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-8b8a30ee-23d6-4bf2-8f26-8016137e7845 tempest-NegativeSecGroupTest-1018536545 tempest-NegativeSecGroupTest-1018536545-project] Request body: {'security_group_rule': {'security_group_id': '102a370f-f06d-4f43-acec-c99c73a25bfe', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:12:09.865473 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Provisioning complete for port 66535e2e-2818-4e47-8869-8af1a722285d triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:12:09.865876 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:09.875256 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-913688e0-940e-4805-af14-6f69e1c7bed1 tempest-NegativeSecGroupIPv6Test-1281506041 tempest-NegativeSecGroupIPv6Test-1281506041-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0863693 Jan 05 17:12:09.879611 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 44646) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:12:09.883846 dv-neutron-master-2-hyperv neutron-server[103800]: WARNING neutron.api.v2.base [None req-8b8a30ee-23d6-4bf2-8f26-8016137e7845 tempest-NegativeSecGroupTest-1018536545 tempest-NegativeSecGroupTest-1018536545-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jan 05 17:12:09.884714 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.api.v2.resource [None req-8b8a30ee-23d6-4bf2-8f26-8016137e7845 tempest-NegativeSecGroupTest-1018536545 tempest-NegativeSecGroupTest-1018536545-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 05 17:12:09.888856 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-8b8a30ee-23d6-4bf2-8f26-8016137e7845 tempest-NegativeSecGroupTest-1018536545 tempest-NegativeSecGroupTest-1018536545-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0373898 Jan 05 17:12:09.889628 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 44648) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:12:09.889819 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-98a8c507-1ee9-4fcc-8fd5-bf6cd22c4c27 tempest-NegativeSecGroupIPv6Test-1281506041 tempest-NegativeSecGroupIPv6Test-1281506041-project] Request body: {'security_group': {'name': 'tempest-secgroup--493874065'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:12:09.934861 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-d18aa8c8-c9f0-445a-b604-409b29b7fbaa tempest-NegativeSecGroupTest-1018536545 tempest-NegativeSecGroupTest-1018536545-project] Request body: {'security_group_rule': {'security_group_id': '102a370f-f06d-4f43-acec-c99c73a25bfe', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:12:09.937782 dv-neutron-master-2-hyperv neutron-server[103800]: WARNING neutron.api.v2.base [None req-d18aa8c8-c9f0-445a-b604-409b29b7fbaa tempest-NegativeSecGroupTest-1018536545 tempest-NegativeSecGroupTest-1018536545-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jan 05 17:12:09.937782 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.api.v2.resource [None req-d18aa8c8-c9f0-445a-b604-409b29b7fbaa tempest-NegativeSecGroupTest-1018536545 tempest-NegativeSecGroupTest-1018536545-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 05 17:12:09.940245 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 44650) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:12:09.941286 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-d18aa8c8-c9f0-445a-b604-409b29b7fbaa tempest-NegativeSecGroupTest-1018536545 tempest-NegativeSecGroupTest-1018536545-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0505559 Jan 05 17:12:09.949444 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-1172f236-9abe-4fe9-9a93-cfe09392db0e tempest-NegativeSecGroupTest-1018536545 tempest-NegativeSecGroupTest-1018536545-project] Request body: {'security_group_rule': {'security_group_id': '102a370f-f06d-4f43-acec-c99c73a25bfe', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:12:09.962651 dv-neutron-master-2-hyperv neutron-server[103801]: WARNING neutron.api.v2.base [None req-1172f236-9abe-4fe9-9a93-cfe09392db0e tempest-NegativeSecGroupTest-1018536545 tempest-NegativeSecGroupTest-1018536545-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jan 05 17:12:09.963577 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.api.v2.resource [None req-1172f236-9abe-4fe9-9a93-cfe09392db0e tempest-NegativeSecGroupTest-1018536545 tempest-NegativeSecGroupTest-1018536545-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 05 17:12:09.966442 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-1172f236-9abe-4fe9-9a93-cfe09392db0e tempest-NegativeSecGroupTest-1018536545 tempest-NegativeSecGroupTest-1018536545-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0238774 Jan 05 17:12:09.969527 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 44652) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:12:09.977080 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-e36b3e27-f31c-4bfb-972d-2bac6c791b26 tempest-NegativeSecGroupTest-1018536545 tempest-NegativeSecGroupTest-1018536545-project] Request body: {'security_group_rule': {'security_group_id': '102a370f-f06d-4f43-acec-c99c73a25bfe', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:12:09.978280 dv-neutron-master-2-hyperv neutron-server[103801]: WARNING neutron.api.v2.base [None req-e36b3e27-f31c-4bfb-972d-2bac6c791b26 tempest-NegativeSecGroupTest-1018536545 tempest-NegativeSecGroupTest-1018536545-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jan 05 17:12:09.978896 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.api.v2.resource [None req-e36b3e27-f31c-4bfb-972d-2bac6c791b26 tempest-NegativeSecGroupTest-1018536545 tempest-NegativeSecGroupTest-1018536545-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 05 17:12:09.980245 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-e36b3e27-f31c-4bfb-972d-2bac6c791b26 tempest-NegativeSecGroupTest-1018536545 tempest-NegativeSecGroupTest-1018536545-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0096438 Jan 05 17:12:09.983587 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 44654) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:12:10.064077 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-5d3c8f3a-5b85-4479-a8ac-0ef4d79bee44 tempest-NegativeSecGroupTest-1018536545 tempest-NegativeSecGroupTest-1018536545-project] Publish callbacks [] for security_group, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:10.104898 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-5d3c8f3a-5b85-4479-a8ac-0ef4d79bee44 tempest-NegativeSecGroupTest-1018536545 tempest-NegativeSecGroupTest-1018536545-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:10.115567 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-98a8c507-1ee9-4fcc-8fd5-bf6cd22c4c27 tempest-NegativeSecGroupIPv6Test-1281506041 tempest-NegativeSecGroupIPv6Test-1281506041-project] Publish callbacks [] for security_group, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:10.118453 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-586756bc-e16e-4058-ba7a-c68efbd87142 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks [] for port, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:10.287264 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-586756bc-e16e-4058-ba7a-c68efbd87142 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:10.324730 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-5d3c8f3a-5b85-4479-a8ac-0ef4d79bee44 tempest-NegativeSecGroupTest-1018536545 tempest-NegativeSecGroupTest-1018536545-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:10.330276 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-5d3c8f3a-5b85-4479-a8ac-0ef4d79bee44 tempest-NegativeSecGroupTest-1018536545 tempest-NegativeSecGroupTest-1018536545-project] Publish callbacks [] for security_group, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:10.332893 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-5d3c8f3a-5b85-4479-a8ac-0ef4d79bee44 tempest-NegativeSecGroupTest-1018536545 tempest-NegativeSecGroupTest-1018536545-project] 10.222.0.11 "DELETE /v2.0/security-groups/102a370f-f06d-4f43-acec-c99c73a25bfe HTTP/1.1" status: 204 len: 168 time: 0.3415995 Jan 05 17:12:10.337273 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 44658) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:12:10.369732 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3c8f3a-5b85-4479-a8ac-0ef4d79bee44 tempest-NegativeSecGroupTest-1018536545 tempest-NegativeSecGroupTest-1018536545-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=102a370f-f06d-4f43-acec-c99c73a25bfe,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:12:10.394276 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0833037-b8f5-40c3-8871-06fe71047dc6 req-9843f6f7-5379-4105-88f3-498adba613c3 tempest-TestServerAdvancedOps-1833291977 tempest-TestServerAdvancedOps-1833291977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:12:10.397049 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-b0833037-b8f5-40c3-8871-06fe71047dc6 req-9843f6f7-5379-4105-88f3-498adba613c3 tempest-TestServerAdvancedOps-1833291977 tempest-TestServerAdvancedOps-1833291977-project] 10.222.0.13 "GET /v2.0/networks?id=7a968814-bffa-4eb8-b5c5-87ea682a3631 HTTP/1.1" status: 200 len: 812 time: 0.2147608 Jan 05 17:12:10.427730 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [req-b0833037-b8f5-40c3-8871-06fe71047dc6 req-3969267c-5419-4806-a04c-7bfda79c4d2f tempest-TestServerAdvancedOps-1833291977 tempest-TestServerAdvancedOps-1833291977-project] Request body: {'port': {'device_id': '3e7fde9c-317b-48e1-9d91-7458ba3f212f', 'network_id': '7a968814-bffa-4eb8-b5c5-87ea682a3631', 'admin_state_up': True, 'tenant_id': '1081159aed0f4e8187dc83f37d1c4c97'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:12:10.443770 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-98a8c507-1ee9-4fcc-8fd5-bf6cd22c4c27 tempest-NegativeSecGroupIPv6Test-1281506041 tempest-NegativeSecGroupIPv6Test-1281506041-project] Publish callbacks [] for security_group, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:10.445829 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-586756bc-e16e-4058-ba7a-c68efbd87142 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Network 37daec31-e58d-4385-95d3-027e845500db is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:12:10.460017 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-586756bc-e16e-4058-ba7a-c68efbd87142 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:12:10.467057 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586756bc-e16e-4058-ba7a-c68efbd87142 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Pushing event updated for resources: {'Port': ['ID=b98c735f-61b9-4d9a-a6d3-3cb59c6713e5,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:12:10.467057 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-586756bc-e16e-4058-ba7a-c68efbd87142 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:12:10.470835 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-586756bc-e16e-4058-ba7a-c68efbd87142 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:12:10.471487 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-586756bc-e16e-4058-ba7a-c68efbd87142 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:10.526714 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-98a8c507-1ee9-4fcc-8fd5-bf6cd22c4c27 tempest-NegativeSecGroupIPv6Test-1281506041 tempest-NegativeSecGroupIPv6Test-1281506041-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:10.565397 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-86663fe7-3596-40b2-8d8a-743e7c7a6e34 req-0c6df106-f156-48c3-8bb3-54ff6db0ac13 tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] 10.222.0.11 "GET /v2.0/ports?device_id=0ae531d7-dfe0-480f-abb4-e199e258b40c HTTP/1.1" status: 200 len: 210 time: 0.0431130 Jan 05 17:12:10.584270 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-4729d973-f55c-4b6b-a4ce-693706d6a62d tempest-NegativeSecGroupTest-1018536545 tempest-NegativeSecGroupTest-1018536545-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2406328 Jan 05 17:12:10.587110 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 44664) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:12:10.592695 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-7a16ef93-9009-482b-a53a-e362a8a06686 tempest-NegativeSecGroupTest-1018536545 tempest-NegativeSecGroupTest-1018536545-project] Request body: {'security_group': {'name': 'tempest-secgroup--286650528'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:12:10.593153 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a8c507-1ee9-4fcc-8fd5-bf6cd22c4c27 tempest-NegativeSecGroupIPv6Test-1281506041 tempest-NegativeSecGroupIPv6Test-1281506041-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9aad77b-5252-4ebd-8fe0-646aab59b0e7,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:12:10.691653 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-98a8c507-1ee9-4fcc-8fd5-bf6cd22c4c27 tempest-NegativeSecGroupIPv6Test-1281506041 tempest-NegativeSecGroupIPv6Test-1281506041-project] Publish callbacks [] for security_group, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:10.692478 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-586756bc-e16e-4058-ba7a-c68efbd87142 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.5265050 Jan 05 17:12:10.696001 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-98a8c507-1ee9-4fcc-8fd5-bf6cd22c4c27 tempest-NegativeSecGroupIPv6Test-1281506041 tempest-NegativeSecGroupIPv6Test-1281506041-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.8125072 Jan 05 17:12:10.696001 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 44666) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:12:10.697997 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 44668) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:12:10.704261 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-702225f7-913f-4d79-bbc2-07d0776a5d93 tempest-NegativeSecGroupIPv6Test-1281506041 tempest-NegativeSecGroupIPv6Test-1281506041-project] Request body: {'security_group_rule': {'security_group_id': 'f9aad77b-5252-4ebd-8fe0-646aab59b0e7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:12:10.705190 dv-neutron-master-2-hyperv neutron-server[103800]: WARNING neutron.api.v2.base [None req-702225f7-913f-4d79-bbc2-07d0776a5d93 tempest-NegativeSecGroupIPv6Test-1281506041 tempest-NegativeSecGroupIPv6Test-1281506041-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jan 05 17:12:10.705748 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.api.v2.resource [None req-702225f7-913f-4d79-bbc2-07d0776a5d93 tempest-NegativeSecGroupIPv6Test-1281506041 tempest-NegativeSecGroupIPv6Test-1281506041-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 05 17:12:10.709988 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-702225f7-913f-4d79-bbc2-07d0776a5d93 tempest-NegativeSecGroupIPv6Test-1281506041 tempest-NegativeSecGroupIPv6Test-1281506041-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0072987 Jan 05 17:12:10.711322 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 44670) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:12:10.750760 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-9eb0005f-267c-406c-b435-a4b2d3e67084 tempest-NegativeSecGroupIPv6Test-1281506041 tempest-NegativeSecGroupIPv6Test-1281506041-project] Request body: {'security_group_rule': {'security_group_id': 'f9aad77b-5252-4ebd-8fe0-646aab59b0e7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:12:10.755870 dv-neutron-master-2-hyperv neutron-server[103801]: WARNING neutron.api.v2.base [None req-9eb0005f-267c-406c-b435-a4b2d3e67084 tempest-NegativeSecGroupIPv6Test-1281506041 tempest-NegativeSecGroupIPv6Test-1281506041-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jan 05 17:12:10.755870 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.api.v2.resource [None req-9eb0005f-267c-406c-b435-a4b2d3e67084 tempest-NegativeSecGroupIPv6Test-1281506041 tempest-NegativeSecGroupIPv6Test-1281506041-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 05 17:12:10.756659 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-9eb0005f-267c-406c-b435-a4b2d3e67084 tempest-NegativeSecGroupIPv6Test-1281506041 tempest-NegativeSecGroupIPv6Test-1281506041-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0102348 Jan 05 17:12:10.759719 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 44676) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:12:10.764983 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-760856dc-0402-4c08-9778-15eb80b1a511 tempest-NegativeSecGroupIPv6Test-1281506041 tempest-NegativeSecGroupIPv6Test-1281506041-project] Request body: {'security_group_rule': {'security_group_id': 'f9aad77b-5252-4ebd-8fe0-646aab59b0e7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:12:10.765894 dv-neutron-master-2-hyperv neutron-server[103801]: WARNING neutron.api.v2.base [None req-760856dc-0402-4c08-9778-15eb80b1a511 tempest-NegativeSecGroupIPv6Test-1281506041 tempest-NegativeSecGroupIPv6Test-1281506041-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jan 05 17:12:10.766386 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.api.v2.resource [None req-760856dc-0402-4c08-9778-15eb80b1a511 tempest-NegativeSecGroupIPv6Test-1281506041 tempest-NegativeSecGroupIPv6Test-1281506041-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 05 17:12:10.770342 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-760856dc-0402-4c08-9778-15eb80b1a511 tempest-NegativeSecGroupIPv6Test-1281506041 tempest-NegativeSecGroupIPv6Test-1281506041-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0089126 Jan 05 17:12:10.770599 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 44678) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:12:10.782322 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-f8f5c9d7-825f-4143-a9a5-a7ef09ae182c tempest-NegativeSecGroupIPv6Test-1281506041 tempest-NegativeSecGroupIPv6Test-1281506041-project] Request body: {'security_group_rule': {'security_group_id': 'f9aad77b-5252-4ebd-8fe0-646aab59b0e7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:12:10.785648 dv-neutron-master-2-hyperv neutron-server[103800]: WARNING neutron.api.v2.base [None req-f8f5c9d7-825f-4143-a9a5-a7ef09ae182c tempest-NegativeSecGroupIPv6Test-1281506041 tempest-NegativeSecGroupIPv6Test-1281506041-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jan 05 17:12:10.787191 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.api.v2.resource [None req-f8f5c9d7-825f-4143-a9a5-a7ef09ae182c tempest-NegativeSecGroupIPv6Test-1281506041 tempest-NegativeSecGroupIPv6Test-1281506041-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 05 17:12:10.788271 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-f8f5c9d7-825f-4143-a9a5-a7ef09ae182c tempest-NegativeSecGroupIPv6Test-1281506041 tempest-NegativeSecGroupIPv6Test-1281506041-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0167856 Jan 05 17:12:10.792353 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 44680) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:12:10.793215 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66096e4e-1202-49a9-9366-6eb84483acc3 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:12:10.794664 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-66096e4e-1202-49a9-9366-6eb84483acc3 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] 10.222.0.11 "GET /v2.0/ports/b98c735f-61b9-4d9a-a6d3-3cb59c6713e5 HTTP/1.1" status: 200 len: 844 time: 0.0990489 Jan 05 17:12:10.797471 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 44682) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:12:10.844874 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0833037-b8f5-40c3-8871-06fe71047dc6 req-3969267c-5419-4806-a04c-7bfda79c4d2f tempest-TestServerAdvancedOps-1833291977 tempest-TestServerAdvancedOps-1833291977-project] Made reservation on behalf of 1081159aed0f4e8187dc83f37d1c4c97 for: {'port': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:12:10.849452 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-b0833037-b8f5-40c3-8871-06fe71047dc6 req-3969267c-5419-4806-a04c-7bfda79c4d2f tempest-TestServerAdvancedOps-1833291977 tempest-TestServerAdvancedOps-1833291977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:10.869807 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7a16ef93-9009-482b-a53a-e362a8a06686 tempest-NegativeSecGroupTest-1018536545 tempest-NegativeSecGroupTest-1018536545-project] Publish callbacks [] for security_group, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:10.924970 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-46e45ee6-0695-4a43-836f-7d9a37b53da2 req-d2d9b108-291f-4d1c-9d28-7fe075277ad8 tempest-TestServerAdvancedOps-1833291977 tempest-TestServerAdvancedOps-1833291977-project] 10.222.0.11 "GET /v2.0/ports?device_id=3e7fde9c-317b-48e1-9d91-7458ba3f212f HTTP/1.1" status: 200 len: 210 time: 0.0526083 Jan 05 17:12:10.954594 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb65a1c-a391-4f96-a462-cb767107ef66 req-8ea2cf76-b14f-4f64-8da4-9fc546961c0b tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:12:10.955606 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-7eb65a1c-a391-4f96-a462-cb767107ef66 req-8ea2cf76-b14f-4f64-8da4-9fc546961c0b tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/ports?device_id=43ad75fd-3c61-493a-82ce-e55c8368b611 HTTP/1.1" status: 200 len: 945 time: 0.0860493 Jan 05 17:12:10.997048 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-71f908b5-66fb-4370-8bbe-a5bba12ce98e tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Deleting port b98c735f-61b9-4d9a-a6d3-3cb59c6713e5 {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:12:10.997423 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-71f908b5-66fb-4370-8bbe-a5bba12ce98e tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:11.035390 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9e2e71a3-a56b-48fe-a38d-ebd5b73a5f34 tempest-NegativeSecGroupIPv6Test-1281506041 tempest-NegativeSecGroupIPv6Test-1281506041-project] Publish callbacks [] for security_group, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:11.094489 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9e2e71a3-a56b-48fe-a38d-ebd5b73a5f34 tempest-NegativeSecGroupIPv6Test-1281506041 tempest-NegativeSecGroupIPv6Test-1281506041-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:11.098424 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-7eb65a1c-a391-4f96-a462-cb767107ef66 req-81d470f0-94f5-40c2-8f2b-6e89aa97bb70 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/security-groups?id=54b7dc0c-00a5-4ef3-977a-7f81f0023cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1346068 Jan 05 17:12:11.114258 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-71f908b5-66fb-4370-8bbe-a5bba12ce98e tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:11.133647 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-71f908b5-66fb-4370-8bbe-a5bba12ce98e tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Calling delete_port for b98c735f-61b9-4d9a-a6d3-3cb59c6713e5 owned by {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:12:11.146269 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7a16ef93-9009-482b-a53a-e362a8a06686 tempest-NegativeSecGroupTest-1018536545 tempest-NegativeSecGroupTest-1018536545-project] Publish callbacks [] for security_group, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:11.198116 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [req-b0833037-b8f5-40c3-8871-06fe71047dc6 req-3969267c-5419-4806-a04c-7bfda79c4d2f tempest-TestServerAdvancedOps-1833291977 tempest-TestServerAdvancedOps-1833291977-project] Allocated IP 172.20.0.8 (7a968814-bffa-4eb8-b5c5-87ea682a3631/4de5e971-7f81-4e7b-9368-cd6028b01644/b546ed65-d379-4282-960f-861631c9daf4) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:12:11.218827 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7a16ef93-9009-482b-a53a-e362a8a06686 tempest-NegativeSecGroupTest-1018536545 tempest-NegativeSecGroupTest-1018536545-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:11.282318 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8679ac1-3c7c-44f8-ae9d-84bd5d72dae9 req-f1c89de5-e53c-4764-b12e-cfdf930f52ca tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:12:11.284088 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-b8679ac1-3c7c-44f8-ae9d-84bd5d72dae9 req-f1c89de5-e53c-4764-b12e-cfdf930f52ca tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/ports?device_id=43ad75fd-3c61-493a-82ce-e55c8368b611 HTTP/1.1" status: 200 len: 945 time: 0.1029348 Jan 05 17:12:11.285487 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a16ef93-9009-482b-a53a-e362a8a06686 tempest-NegativeSecGroupTest-1018536545 tempest-NegativeSecGroupTest-1018536545-project] Pushing event updated for resources: {'SecurityGroup': ['ID=598e7178-ba6a-4229-8d90-409e8f12ab4f,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:12:11.315371 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9e2e71a3-a56b-48fe-a38d-ebd5b73a5f34 tempest-NegativeSecGroupIPv6Test-1281506041 tempest-NegativeSecGroupIPv6Test-1281506041-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:11.320408 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9e2e71a3-a56b-48fe-a38d-ebd5b73a5f34 tempest-NegativeSecGroupIPv6Test-1281506041 tempest-NegativeSecGroupIPv6Test-1281506041-project] Publish callbacks [] for security_group, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:11.322343 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-9e2e71a3-a56b-48fe-a38d-ebd5b73a5f34 tempest-NegativeSecGroupIPv6Test-1281506041 tempest-NegativeSecGroupIPv6Test-1281506041-project] 10.222.0.11 "DELETE /v2.0/security-groups/f9aad77b-5252-4ebd-8fe0-646aab59b0e7 HTTP/1.1" status: 204 len: 168 time: 0.5275671 Jan 05 17:12:11.322491 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 44692) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:12:11.355831 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2e71a3-a56b-48fe-a38d-ebd5b73a5f34 tempest-NegativeSecGroupIPv6Test-1281506041 tempest-NegativeSecGroupIPv6Test-1281506041-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9aad77b-5252-4ebd-8fe0-646aab59b0e7,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:12:11.363911 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-71f908b5-66fb-4370-8bbe-a5bba12ce98e tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11433176'] for port, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:11.371315 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7a16ef93-9009-482b-a53a-e362a8a06686 tempest-NegativeSecGroupTest-1018536545 tempest-NegativeSecGroupTest-1018536545-project] Publish callbacks [] for security_group, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:11.376324 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-7a16ef93-9009-482b-a53a-e362a8a06686 tempest-NegativeSecGroupTest-1018536545 tempest-NegativeSecGroupTest-1018536545-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.7877445 Jan 05 17:12:11.377035 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 44694) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:12:11.394261 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-4960e2d0-1ede-4761-973d-ce1a561f15e7 tempest-NegativeSecGroupTest-1018536545 tempest-NegativeSecGroupTest-1018536545-project] Request body: {'security_group_rule': {'security_group_id': '598e7178-ba6a-4229-8d90-409e8f12ab4f', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:12:11.394998 dv-neutron-master-2-hyperv neutron-server[103800]: WARNING neutron.api.v2.base [None req-4960e2d0-1ede-4761-973d-ce1a561f15e7 tempest-NegativeSecGroupTest-1018536545 tempest-NegativeSecGroupTest-1018536545-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jan 05 17:12:11.395504 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.api.v2.resource [None req-4960e2d0-1ede-4761-973d-ce1a561f15e7 tempest-NegativeSecGroupTest-1018536545 tempest-NegativeSecGroupTest-1018536545-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 05 17:12:11.396503 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-4960e2d0-1ede-4761-973d-ce1a561f15e7 tempest-NegativeSecGroupTest-1018536545 tempest-NegativeSecGroupTest-1018536545-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0062499 Jan 05 17:12:11.401575 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 44696) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:12:11.421534 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-b8679ac1-3c7c-44f8-ae9d-84bd5d72dae9 req-421d5d16-f075-4091-bda7-b60692c3ac93 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/security-groups?id=54b7dc0c-00a5-4ef3-977a-7f81f0023cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1211543 Jan 05 17:12:11.421796 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f908b5-66fb-4370-8bbe-a5bba12ce98e tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Pushing event deleted for resources: {'Port': ['ID=b98c735f-61b9-4d9a-a6d3-3cb59c6713e5,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:12:11.422564 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-7407c67b-db37-40ce-903f-f3c4ae11c52e tempest-NegativeSecGroupTest-1018536545 tempest-NegativeSecGroupTest-1018536545-project] Request body: {'security_group_rule': {'security_group_id': '598e7178-ba6a-4229-8d90-409e8f12ab4f', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:12:11.426096 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-71f908b5-66fb-4370-8bbe-a5bba12ce98e tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:11.430050 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-71f908b5-66fb-4370-8bbe-a5bba12ce98e tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] 10.222.0.11 "DELETE /v2.0/ports/b98c735f-61b9-4d9a-a6d3-3cb59c6713e5 HTTP/1.1" status: 204 len: 168 time: 0.6312907 Jan 05 17:12:11.436650 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-b98b433c-a21a-4a11-a9ca-0f324138f243 tempest-NegativeSecGroupIPv6Test-1281506041 tempest-NegativeSecGroupIPv6Test-1281506041-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1123431 Jan 05 17:12:11.437840 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 44698) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:12:11.448315 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 44700) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:12:11.462333 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-c8056725-4f58-466f-930b-0fff78755689 tempest-NegativeSecGroupIPv6Test-1281506041 tempest-NegativeSecGroupIPv6Test-1281506041-project] Request body: {'security_group': {'name': 'tempest-secgroup--654616121'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:12:11.473310 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 44702) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:12:11.552132 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4af20e0-fee9-4ab8-a982-c5a08a44c3de tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] GET failed (client error): The resource could not be found. Jan 05 17:12:11.554685 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-a4af20e0-fee9-4ab8-a982-c5a08a44c3de tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] 10.222.0.11 "GET /v2.0/ports/b98c735f-61b9-4d9a-a6d3-3cb59c6713e5 HTTP/1.1" status: 404 len: 333 time: 0.1156697 Jan 05 17:12:11.560824 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 44704) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:12:11.569787 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-8cc8fc13-7594-4df3-8c49-f70c7972aea4 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Request body: {'port': {'network_id': '37daec31-e58d-4385-95d3-027e845500db', 'name': 'tempest-PortsIpV6TestJSON-1384394382'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:12:11.613494 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d80da53-357d-48df-84ce-0168c0fad7c6 tempest-TestNetworkBasicOps-152746079 tempest-TestNetworkBasicOps-152746079-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:12:11.615248 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-1d80da53-357d-48df-84ce-0168c0fad7c6 tempest-TestNetworkBasicOps-152746079 tempest-TestNetworkBasicOps-152746079-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=43ad75fd-3c61-493a-82ce-e55c8368b611 HTTP/1.1" status: 200 len: 1093 time: 0.1291292 Jan 05 17:12:11.628650 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 44708) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:12:11.643561 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-2f8bd197-e69f-4716-938e-f4daacf49052 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Request body: {'floatingip': {'floating_network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'port_id': '720a2fb6-be8e-4fcc-86fa-94a358c29b93', 'tenant_id': 'ec76859de02442879238ecf1eaefefed', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:12:11.665208 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.api.v2.resource [None req-7407c67b-db37-40ce-903f-f3c4ae11c52e tempest-NegativeSecGroupTest-1018536545 tempest-NegativeSecGroupTest-1018536545-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 05 17:12:11.670641 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-7407c67b-db37-40ce-903f-f3c4ae11c52e tempest-NegativeSecGroupTest-1018536545 tempest-NegativeSecGroupTest-1018536545-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2589989 Jan 05 17:12:11.673460 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 44710) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:12:11.689724 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-a4001ae4-763e-4f8c-be98-8ce4e0400a99 tempest-NegativeSecGroupTest-1018536545 tempest-NegativeSecGroupTest-1018536545-project] Request body: {'security_group_rule': {'security_group_id': '598e7178-ba6a-4229-8d90-409e8f12ab4f', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:12:11.690210 dv-neutron-master-2-hyperv neutron-server[103800]: WARNING neutron.api.v2.base [None req-a4001ae4-763e-4f8c-be98-8ce4e0400a99 tempest-NegativeSecGroupTest-1018536545 tempest-NegativeSecGroupTest-1018536545-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jan 05 17:12:11.690718 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.api.v2.resource [None req-a4001ae4-763e-4f8c-be98-8ce4e0400a99 tempest-NegativeSecGroupTest-1018536545 tempest-NegativeSecGroupTest-1018536545-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 05 17:12:11.691910 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-a4001ae4-763e-4f8c-be98-8ce4e0400a99 tempest-NegativeSecGroupTest-1018536545 tempest-NegativeSecGroupTest-1018536545-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0172429 Jan 05 17:12:11.696084 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 44712) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:12:11.703080 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-b0833037-b8f5-40c3-8871-06fe71047dc6 req-3969267c-5419-4806-a04c-7bfda79c4d2f tempest-TestServerAdvancedOps-1833291977 tempest-TestServerAdvancedOps-1833291977-project] Publish callbacks [] for port, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:11.705626 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-2acf9167-c9a2-4dc6-a78a-a72599287065 tempest-NegativeSecGroupTest-1018536545 tempest-NegativeSecGroupTest-1018536545-project] Request body: {'security_group_rule': {'security_group_id': '598e7178-ba6a-4229-8d90-409e8f12ab4f', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:12:11.726599 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-e085de89-5a75-40d4-a26b-d85df0e5dcdb req-eb682ac2-6f27-4aca-92b2-229eb96ee829 tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] 10.222.0.11 "GET /v2.0/ports?device_id=0ae531d7-dfe0-480f-abb4-e199e258b40c HTTP/1.1" status: 200 len: 210 time: 0.0379374 Jan 05 17:12:11.747738 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 62c5d1e8-bf87-4f6e-aaf2-90f81e2a6c6b up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:12:11.754550 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-c8056725-4f58-466f-930b-0fff78755689 tempest-NegativeSecGroupIPv6Test-1281506041 tempest-NegativeSecGroupIPv6Test-1281506041-project] Publish callbacks [] for security_group, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:11.797184 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-b0833037-b8f5-40c3-8871-06fe71047dc6 req-3969267c-5419-4806-a04c-7bfda79c4d2f tempest-TestServerAdvancedOps-1833291977 tempest-TestServerAdvancedOps-1833291977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:11.815725 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Provisioning complete for port 62c5d1e8-bf87-4f6e-aaf2-90f81e2a6c6b triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:12:11.816023 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:11.858279 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0833037-b8f5-40c3-8871-06fe71047dc6 req-3969267c-5419-4806-a04c-7bfda79c4d2f tempest-TestServerAdvancedOps-1833291977 tempest-TestServerAdvancedOps-1833291977-project] Network 7a968814-bffa-4eb8-b5c5-87ea682a3631 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:12:11.860338 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2f8bd197-e69f-4716-938e-f4daacf49052 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for floatingip, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:11.865938 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-c8056725-4f58-466f-930b-0fff78755689 tempest-NegativeSecGroupIPv6Test-1281506041 tempest-NegativeSecGroupIPv6Test-1281506041-project] Publish callbacks [] for security_group, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:11.868851 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [req-b0833037-b8f5-40c3-8871-06fe71047dc6 req-3969267c-5419-4806-a04c-7bfda79c4d2f tempest-TestServerAdvancedOps-1833291977 tempest-TestServerAdvancedOps-1833291977-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:12:11.874469 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cc8fc13-7594-4df3-8c49-f70c7972aea4 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Made reservation on behalf of ae615b9d4e3242ec84f93fb74627d3b2 for: {'port': 1} {{(pid=103801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:12:11.878431 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-8cc8fc13-7594-4df3-8c49-f70c7972aea4 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:11.892657 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0833037-b8f5-40c3-8871-06fe71047dc6 req-3969267c-5419-4806-a04c-7bfda79c4d2f tempest-TestServerAdvancedOps-1833291977 tempest-TestServerAdvancedOps-1833291977-project] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:12:11.907237 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.notifiers.nova [None req-8cc8fc13-7594-4df3-8c49-f70c7972aea4 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] device_id is not set on port 9d1fc227-715d-4733-a09f-911d6c4a2d3d yet. {{(pid=103801) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 05 17:12:11.921770 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3969267c-5419-4806-a04c-7bfda79c4d2f tempest-TestServerAdvancedOps-1833291977 tempest-TestServerAdvancedOps-1833291977-project] Pushing event updated for resources: {'Port': ['ID=b546ed65-d379-4282-960f-861631c9daf4,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:12:11.983626 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-c8056725-4f58-466f-930b-0fff78755689 tempest-NegativeSecGroupIPv6Test-1281506041 tempest-NegativeSecGroupIPv6Test-1281506041-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:11.986030 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0833037-b8f5-40c3-8871-06fe71047dc6 req-3969267c-5419-4806-a04c-7bfda79c4d2f tempest-TestServerAdvancedOps-1833291977 tempest-TestServerAdvancedOps-1833291977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:12:11.986743 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-b0833037-b8f5-40c3-8871-06fe71047dc6 req-3969267c-5419-4806-a04c-7bfda79c4d2f tempest-TestServerAdvancedOps-1833291977 tempest-TestServerAdvancedOps-1833291977-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:12.044584 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8056725-4f58-466f-930b-0fff78755689 tempest-NegativeSecGroupIPv6Test-1281506041 tempest-NegativeSecGroupIPv6Test-1281506041-project] Pushing event updated for resources: {'SecurityGroup': ['ID=638159a5-b2de-4c90-9049-d8fa24a65ae7,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:12:12.067183 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.api.v2.resource [None req-2acf9167-c9a2-4dc6-a78a-a72599287065 tempest-NegativeSecGroupTest-1018536545 tempest-NegativeSecGroupTest-1018536545-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 05 17:12:12.068314 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-2acf9167-c9a2-4dc6-a78a-a72599287065 tempest-NegativeSecGroupTest-1018536545 tempest-NegativeSecGroupTest-1018536545-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3673413 Jan 05 17:12:12.071986 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 44716) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:12:12.122861 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-3cf20c75-0c2a-4d65-acf6-31daae7ebc36 tempest-NegativeSecGroupTest-1018536545 tempest-NegativeSecGroupTest-1018536545-project] Request body: {'security_group_rule': {'security_group_id': '598e7178-ba6a-4229-8d90-409e8f12ab4f', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:12:12.123690 dv-neutron-master-2-hyperv neutron-server[103801]: WARNING neutron.api.v2.base [None req-3cf20c75-0c2a-4d65-acf6-31daae7ebc36 tempest-NegativeSecGroupTest-1018536545 tempest-NegativeSecGroupTest-1018536545-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jan 05 17:12:12.124189 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.api.v2.resource [None req-3cf20c75-0c2a-4d65-acf6-31daae7ebc36 tempest-NegativeSecGroupTest-1018536545 tempest-NegativeSecGroupTest-1018536545-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 05 17:12:12.125259 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-3cf20c75-0c2a-4d65-acf6-31daae7ebc36 tempest-NegativeSecGroupTest-1018536545 tempest-NegativeSecGroupTest-1018536545-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0522354 Jan 05 17:12:12.137526 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 44718) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:12:12.143971 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-c5b5e707-10ed-4bc7-bd9c-78daab7eb62f tempest-NegativeSecGroupTest-1018536545 tempest-NegativeSecGroupTest-1018536545-project] Request body: {'security_group_rule': {'security_group_id': '598e7178-ba6a-4229-8d90-409e8f12ab4f', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:12:12.155058 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-c8056725-4f58-466f-930b-0fff78755689 tempest-NegativeSecGroupIPv6Test-1281506041 tempest-NegativeSecGroupIPv6Test-1281506041-project] Publish callbacks [] for security_group, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:12.156405 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-c8056725-4f58-466f-930b-0fff78755689 tempest-NegativeSecGroupIPv6Test-1281506041 tempest-NegativeSecGroupIPv6Test-1281506041-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.7022235 Jan 05 17:12:12.162865 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 44720) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:12:12.173893 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-a7087b9b-49c1-4fbb-9c20-4c4c12443919 tempest-NegativeSecGroupIPv6Test-1281506041 tempest-NegativeSecGroupIPv6Test-1281506041-project] Request body: {'security_group_rule': {'security_group_id': '638159a5-b2de-4c90-9049-d8fa24a65ae7', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:12:12.174370 dv-neutron-master-2-hyperv neutron-server[103801]: WARNING neutron.api.v2.base [None req-a7087b9b-49c1-4fbb-9c20-4c4c12443919 tempest-NegativeSecGroupIPv6Test-1281506041 tempest-NegativeSecGroupIPv6Test-1281506041-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jan 05 17:12:12.174865 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.api.v2.resource [None req-a7087b9b-49c1-4fbb-9c20-4c4c12443919 tempest-NegativeSecGroupIPv6Test-1281506041 tempest-NegativeSecGroupIPv6Test-1281506041-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 05 17:12:12.175887 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-a7087b9b-49c1-4fbb-9c20-4c4c12443919 tempest-NegativeSecGroupIPv6Test-1281506041 tempest-NegativeSecGroupIPv6Test-1281506041-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0066571 Jan 05 17:12:12.181806 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-8cc8fc13-7594-4df3-8c49-f70c7972aea4 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks [] for port, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:12.183150 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 44722) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:12:12.191162 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-b5d83afa-a6a8-47c2-b9b7-a5aaadd1f8ab tempest-NegativeSecGroupIPv6Test-1281506041 tempest-NegativeSecGroupIPv6Test-1281506041-project] Request body: {'security_group_rule': {'security_group_id': '638159a5-b2de-4c90-9049-d8fa24a65ae7', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:12:12.330014 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-8cc8fc13-7594-4df3-8c49-f70c7972aea4 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11433176'] for port, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:12.385000 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cc8fc13-7594-4df3-8c49-f70c7972aea4 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Network 37daec31-e58d-4385-95d3-027e845500db is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:12:12.391706 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-8cc8fc13-7594-4df3-8c49-f70c7972aea4 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:12:12.393003 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c23b361-3b25-4e72-9a8f-af94ea39f55c req-612224b1-85b4-42c6-95a6-5e862aafa9c5 tempest-TestServerAdvancedOps-1833291977 tempest-TestServerAdvancedOps-1833291977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:12:12.394566 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-8c23b361-3b25-4e72-9a8f-af94ea39f55c req-612224b1-85b4-42c6-95a6-5e862aafa9c5 tempest-TestServerAdvancedOps-1833291977 tempest-TestServerAdvancedOps-1833291977-project] 10.222.0.11 "GET /v2.0/ports?device_id=3e7fde9c-317b-48e1-9d91-7458ba3f212f HTTP/1.1" status: 200 len: 931 time: 0.3821187 Jan 05 17:12:12.397840 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-b0833037-b8f5-40c3-8871-06fe71047dc6 req-3969267c-5419-4806-a04c-7bfda79c4d2f tempest-TestServerAdvancedOps-1833291977 tempest-TestServerAdvancedOps-1833291977-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9742696 Jan 05 17:12:12.400526 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cc8fc13-7594-4df3-8c49-f70c7972aea4 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:12:12.407181 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cc8fc13-7594-4df3-8c49-f70c7972aea4 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:12:12.407807 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-8cc8fc13-7594-4df3-8c49-f70c7972aea4 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:12.413318 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.api.v2.resource [None req-c5b5e707-10ed-4bc7-bd9c-78daab7eb62f tempest-NegativeSecGroupTest-1018536545 tempest-NegativeSecGroupTest-1018536545-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 05 17:12:12.414436 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-c5b5e707-10ed-4bc7-bd9c-78daab7eb62f tempest-NegativeSecGroupTest-1018536545 tempest-NegativeSecGroupTest-1018536545-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2759237 Jan 05 17:12:12.420341 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 44724) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:12:12.424919 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [req-b0833037-b8f5-40c3-8871-06fe71047dc6 req-6f875a03-706c-43b0-84fe-2351bbba4304 service neutron] Request body: {'port': {'device_id': '3e7fde9c-317b-48e1-9d91-7458ba3f212f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:12:12.429086 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-86811234-cba1-45bb-a350-a4256ae51809 tempest-NegativeSecGroupTest-1018536545 tempest-NegativeSecGroupTest-1018536545-project] Request body: {'security_group_rule': {'security_group_id': '598e7178-ba6a-4229-8d90-409e8f12ab4f', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:12:12.429752 dv-neutron-master-2-hyperv neutron-server[103801]: WARNING neutron.api.v2.base [None req-86811234-cba1-45bb-a350-a4256ae51809 tempest-NegativeSecGroupTest-1018536545 tempest-NegativeSecGroupTest-1018536545-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jan 05 17:12:12.430248 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.api.v2.resource [None req-86811234-cba1-45bb-a350-a4256ae51809 tempest-NegativeSecGroupTest-1018536545 tempest-NegativeSecGroupTest-1018536545-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 05 17:12:12.431336 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-86811234-cba1-45bb-a350-a4256ae51809 tempest-NegativeSecGroupTest-1018536545 tempest-NegativeSecGroupTest-1018536545-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0081136 Jan 05 17:12:12.438972 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 44726) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:12:12.444239 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-be1aaf37-28b2-49a8-bf9d-dabc9e79e882 tempest-NegativeSecGroupTest-1018536545 tempest-NegativeSecGroupTest-1018536545-project] Request body: {'security_group_rule': {'security_group_id': '598e7178-ba6a-4229-8d90-409e8f12ab4f', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:12:12.448429 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc8fc13-7594-4df3-8c49-f70c7972aea4 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Pushing event updated for resources: {'Port': ['ID=9d1fc227-715d-4733-a09f-911d6c4a2d3d,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:12:12.465312 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.api.v2.resource [None req-b5d83afa-a6a8-47c2-b9b7-a5aaadd1f8ab tempest-NegativeSecGroupIPv6Test-1281506041 tempest-NegativeSecGroupIPv6Test-1281506041-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 05 17:12:12.466678 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-b5d83afa-a6a8-47c2-b9b7-a5aaadd1f8ab tempest-NegativeSecGroupIPv6Test-1281506041 tempest-NegativeSecGroupIPv6Test-1281506041-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2825553 Jan 05 17:12:12.470097 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 44728) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:12:12.474622 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-d294c72d-64d7-46e4-b929-01f19086dfa6 tempest-NegativeSecGroupIPv6Test-1281506041 tempest-NegativeSecGroupIPv6Test-1281506041-project] Request body: {'security_group_rule': {'security_group_id': '638159a5-b2de-4c90-9049-d8fa24a65ae7', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:12:12.477803 dv-neutron-master-2-hyperv neutron-server[103801]: WARNING neutron.api.v2.base [None req-d294c72d-64d7-46e4-b929-01f19086dfa6 tempest-NegativeSecGroupIPv6Test-1281506041 tempest-NegativeSecGroupIPv6Test-1281506041-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jan 05 17:12:12.477803 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.api.v2.resource [None req-d294c72d-64d7-46e4-b929-01f19086dfa6 tempest-NegativeSecGroupIPv6Test-1281506041 tempest-NegativeSecGroupIPv6Test-1281506041-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 05 17:12:12.477803 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-d294c72d-64d7-46e4-b929-01f19086dfa6 tempest-NegativeSecGroupIPv6Test-1281506041 tempest-NegativeSecGroupIPv6Test-1281506041-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0054109 Jan 05 17:12:12.479813 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 44730) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:12:12.485103 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-aa23923f-0c86-46c1-b3bd-9397b9e462ef tempest-NegativeSecGroupIPv6Test-1281506041 tempest-NegativeSecGroupIPv6Test-1281506041-project] Request body: {'security_group_rule': {'security_group_id': '638159a5-b2de-4c90-9049-d8fa24a65ae7', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:12:12.523225 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2f8bd197-e69f-4716-938e-f4daacf49052 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:12.538860 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-8cc8fc13-7594-4df3-8c49-f70c7972aea4 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.9746487 Jan 05 17:12:12.543108 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 44736) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:12:12.549915 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-f825cffb-95d3-4a7c-8d2f-5ce74212febc tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:12:12.587948 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-b0833037-b8f5-40c3-8871-06fe71047dc6 req-6f875a03-706c-43b0-84fe-2351bbba4304 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:12.621964 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-8c23b361-3b25-4e72-9a8f-af94ea39f55c req-eed1ff71-6ddf-491f-976c-fd04e609d52e tempest-TestServerAdvancedOps-1833291977 tempest-TestServerAdvancedOps-1833291977-project] 10.222.0.11 "GET /v2.0/security-groups?id=53b3682f-ad5d-484b-bdf3-fc84c73a84fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2143042 Jan 05 17:12:12.652929 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f825cffb-95d3-4a7c-8d2f-5ce74212febc tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:12.686012 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407e581b-e52b-44de-90de-4aa53d41c8a7 req-0c84e837-a167-4a6c-9a7b-51b10aa1d95f tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:12:12.687601 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-407e581b-e52b-44de-90de-4aa53d41c8a7 req-0c84e837-a167-4a6c-9a7b-51b10aa1d95f tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] 10.222.0.13 "GET /v2.0/networks?id=7c1bbf1e-1ee5-4e96-8c0f-8777dc9de8c1 HTTP/1.1" status: 200 len: 797 time: 0.3053799 Jan 05 17:12:12.775878 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.api.v2.resource [None req-be1aaf37-28b2-49a8-bf9d-dabc9e79e882 tempest-NegativeSecGroupTest-1018536545 tempest-NegativeSecGroupTest-1018536545-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 05 17:12:12.779847 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-be1aaf37-28b2-49a8-bf9d-dabc9e79e882 tempest-NegativeSecGroupTest-1018536545 tempest-NegativeSecGroupTest-1018536545-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.3370044 Jan 05 17:12:12.781151 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 44740) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:12:12.790759 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-6000c19a-8c9e-4cfe-a3af-950f4a11336a tempest-NegativeSecGroupTest-1018536545 tempest-NegativeSecGroupTest-1018536545-project] Request body: {'security_group_rule': {'security_group_id': '598e7178-ba6a-4229-8d90-409e8f12ab4f', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:12:12.805641 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.api.v2.resource [None req-aa23923f-0c86-46c1-b3bd-9397b9e462ef tempest-NegativeSecGroupIPv6Test-1281506041 tempest-NegativeSecGroupIPv6Test-1281506041-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 05 17:12:12.811219 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-aa23923f-0c86-46c1-b3bd-9397b9e462ef tempest-NegativeSecGroupIPv6Test-1281506041 tempest-NegativeSecGroupIPv6Test-1281506041-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3259711 Jan 05 17:12:12.815997 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 44742) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:12:12.828851 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-3b4ea796-d0f7-4476-8090-0b003b2e3700 tempest-NegativeSecGroupIPv6Test-1281506041 tempest-NegativeSecGroupIPv6Test-1281506041-project] Request body: {'security_group_rule': {'security_group_id': '638159a5-b2de-4c90-9049-d8fa24a65ae7', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:12:12.829389 dv-neutron-master-2-hyperv neutron-server[103800]: WARNING neutron.api.v2.base [None req-3b4ea796-d0f7-4476-8090-0b003b2e3700 tempest-NegativeSecGroupIPv6Test-1281506041 tempest-NegativeSecGroupIPv6Test-1281506041-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jan 05 17:12:12.830027 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.api.v2.resource [None req-3b4ea796-d0f7-4476-8090-0b003b2e3700 tempest-NegativeSecGroupIPv6Test-1281506041 tempest-NegativeSecGroupIPv6Test-1281506041-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 05 17:12:12.830964 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-3b4ea796-d0f7-4476-8090-0b003b2e3700 tempest-NegativeSecGroupIPv6Test-1281506041 tempest-NegativeSecGroupIPv6Test-1281506041-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0060604 Jan 05 17:12:12.840642 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 44744) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:12:12.845095 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-fc41a659-5021-460d-afc1-7fa104c0eb02 tempest-NegativeSecGroupIPv6Test-1281506041 tempest-NegativeSecGroupIPv6Test-1281506041-project] Request body: {'security_group_rule': {'security_group_id': '638159a5-b2de-4c90-9049-d8fa24a65ae7', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:12:12.862636 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [None req-2f8bd197-e69f-4716-938e-f4daacf49052 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Allocated IP 172.36.4.152 (b0167590-0699-4c5c-a932-3939414a9573/7a784a6d-3d96-418f-a645-b9ccd0b1ac55/2689fdac-3c23-4a8a-b64e-755aa6daad75) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:12:12.872275 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-67ab67a9-8bde-4c36-a85e-5d59a08d01ac req-30264b39-0387-453d-963d-b16a7a65a9c8 tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] 10.222.0.11 "GET /v2.0/ports?device_id=0ae531d7-dfe0-480f-abb4-e199e258b40c HTTP/1.1" status: 200 len: 210 time: 0.0514512 Jan 05 17:12:12.890088 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f825cffb-95d3-4a7c-8d2f-5ce74212febc tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks [] for port, precommit_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:12.918924 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-407e581b-e52b-44de-90de-4aa53d41c8a7 req-2b969491-3df2-471b-920e-15a18704ad28 tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fd19bdf1a53648779ae20015d06c39e6 HTTP/1.1" status: 200 len: 380 time: 0.2180150 Jan 05 17:12:12.944502 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [req-407e581b-e52b-44de-90de-4aa53d41c8a7 req-2197eaea-d487-425e-9eb0-37cf96fab76e tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] Request body: {'port': {'device_id': '0ae531d7-dfe0-480f-abb4-e199e258b40c', 'network_id': '7c1bbf1e-1ee5-4e96-8c0f-8777dc9de8c1', 'admin_state_up': True, 'tenant_id': 'fd19bdf1a53648779ae20015d06c39e6', 'security_groups': ['b86a39b1-828b-4009-8a16-9197d830e0ab']}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:12:12.982233 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f825cffb-95d3-4a7c-8d2f-5ce74212febc tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11433169'] for port, after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:13.016826 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-f825cffb-95d3-4a7c-8d2f-5ce74212febc tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] In _notify_port_updated(), no bound segment for port 9d1fc227-715d-4733-a09f-911d6c4a2d3d on network 37daec31-e58d-4385-95d3-027e845500db {{(pid=103801) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Jan 05 17:12:13.022613 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f825cffb-95d3-4a7c-8d2f-5ce74212febc tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:12:13.023339 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f825cffb-95d3-4a7c-8d2f-5ce74212febc tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:13.027437 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-f825cffb-95d3-4a7c-8d2f-5ce74212febc tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] 10.222.0.11 "PUT /v2.0/ports/9d1fc227-715d-4733-a09f-911d6c4a2d3d HTTP/1.1" status: 200 len: 818 time: 0.4837127 Jan 05 17:12:13.030165 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 44746) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:12:13.067239 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f825cffb-95d3-4a7c-8d2f-5ce74212febc tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Pushing event updated for resources: {'Port': ['ID=9d1fc227-715d-4733-a09f-911d6c4a2d3d,revision_number=2']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:12:13.071937 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.api.v2.resource [None req-6000c19a-8c9e-4cfe-a3af-950f4a11336a tempest-NegativeSecGroupTest-1018536545 tempest-NegativeSecGroupTest-1018536545-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 05 17:12:13.072982 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-6000c19a-8c9e-4cfe-a3af-950f4a11336a tempest-NegativeSecGroupTest-1018536545 tempest-NegativeSecGroupTest-1018536545-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2908597 Jan 05 17:12:13.076031 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 44748) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:12:13.086153 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.db.securitygroups_db [None req-fc41a659-5021-460d-afc1-7fa104c0eb02 tempest-NegativeSecGroupIPv6Test-1281506041 tempest-NegativeSecGroupIPv6Test-1281506041-project] Project 3e8400a36a1d425586cb1e9c1deb0334 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 05 17:12:13.173365 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2f8bd197-e69f-4716-938e-f4daacf49052 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for port, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:13.180456 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-b3b4702c-6a50-40c5-8b1e-a35ad93a9db6 tempest-NegativeSecGroupTest-1018536545 tempest-NegativeSecGroupTest-1018536545-project] Publish callbacks [] for security_group, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:13.211121 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-a48fb182-b418-4d1f-86d6-04b2f6b99f60 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Deleting port 9d1fc227-715d-4733-a09f-911d6c4a2d3d {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:12:13.211484 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-a48fb182-b418-4d1f-86d6-04b2f6b99f60 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:13.215286 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-b3b4702c-6a50-40c5-8b1e-a35ad93a9db6 tempest-NegativeSecGroupTest-1018536545 tempest-NegativeSecGroupTest-1018536545-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:13.253453 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.notifiers.nova [req-b0833037-b8f5-40c3-8871-06fe71047dc6 req-6f875a03-706c-43b0-84fe-2351bbba4304 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b546ed65-d379-4282-960f-861631c9daf4 {{(pid=103800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 05 17:12:13.263235 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-b0833037-b8f5-40c3-8871-06fe71047dc6 req-6f875a03-706c-43b0-84fe-2351bbba4304 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:13.287486 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.provisioning_blocks [req-b0833037-b8f5-40c3-8871-06fe71047dc6 req-6f875a03-706c-43b0-84fe-2351bbba4304 service neutron] Transition to ACTIVE for port object b546ed65-d379-4282-960f-861631c9daf4 will not be triggered until provisioned by entity L2. {{(pid=103800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 05 17:12:13.288549 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.api.v2.resource [None req-fc41a659-5021-460d-afc1-7fa104c0eb02 tempest-NegativeSecGroupIPv6Test-1281506041 tempest-NegativeSecGroupIPv6Test-1281506041-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 05 17:12:13.289617 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-fc41a659-5021-460d-afc1-7fa104c0eb02 tempest-NegativeSecGroupIPv6Test-1281506041 tempest-NegativeSecGroupIPv6Test-1281506041-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.4480896 Jan 05 17:12:13.293968 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 44750) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:12:13.300257 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-365e83e5-503b-427b-9971-129b4becc7db tempest-NegativeSecGroupIPv6Test-1281506041 tempest-NegativeSecGroupIPv6Test-1281506041-project] Request body: {'security_group_rule': {'security_group_id': '638159a5-b2de-4c90-9049-d8fa24a65ae7', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:12:13.300741 dv-neutron-master-2-hyperv neutron-server[103800]: WARNING neutron.api.v2.base [None req-365e83e5-503b-427b-9971-129b4becc7db tempest-NegativeSecGroupIPv6Test-1281506041 tempest-NegativeSecGroupIPv6Test-1281506041-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jan 05 17:12:13.301237 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.api.v2.resource [None req-365e83e5-503b-427b-9971-129b4becc7db tempest-NegativeSecGroupIPv6Test-1281506041 tempest-NegativeSecGroupIPv6Test-1281506041-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 05 17:12:13.304794 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-365e83e5-503b-427b-9971-129b4becc7db tempest-NegativeSecGroupIPv6Test-1281506041 tempest-NegativeSecGroupIPv6Test-1281506041-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0073187 Jan 05 17:12:13.305002 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 44752) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:12:13.311347 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-87521565-7d78-43e2-a469-4da5449e9407 tempest-NegativeSecGroupIPv6Test-1281506041 tempest-NegativeSecGroupIPv6Test-1281506041-project] Request body: {'security_group_rule': {'security_group_id': '638159a5-b2de-4c90-9049-d8fa24a65ae7', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:12:13.311571 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-a48fb182-b418-4d1f-86d6-04b2f6b99f60 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:13.324997 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-a48fb182-b418-4d1f-86d6-04b2f6b99f60 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Calling delete_port for 9d1fc227-715d-4733-a09f-911d6c4a2d3d owned by {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:12:13.390699 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2f8bd197-e69f-4716-938e-f4daacf49052 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:13.432185 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f8bd197-e69f-4716-938e-f4daacf49052 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Network b0167590-0699-4c5c-a932-3939414a9573 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:12:13.435234 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-2f8bd197-e69f-4716-938e-f4daacf49052 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:12:13.437616 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f8bd197-e69f-4716-938e-f4daacf49052 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:12:13.439561 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-b3b4702c-6a50-40c5-8b1e-a35ad93a9db6 tempest-NegativeSecGroupTest-1018536545 tempest-NegativeSecGroupTest-1018536545-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:13.442247 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-b3b4702c-6a50-40c5-8b1e-a35ad93a9db6 tempest-NegativeSecGroupTest-1018536545 tempest-NegativeSecGroupTest-1018536545-project] Publish callbacks [] for security_group, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:13.444821 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-b3b4702c-6a50-40c5-8b1e-a35ad93a9db6 tempest-NegativeSecGroupTest-1018536545 tempest-NegativeSecGroupTest-1018536545-project] 10.222.0.11 "DELETE /v2.0/security-groups/598e7178-ba6a-4229-8d90-409e8f12ab4f HTTP/1.1" status: 204 len: 168 time: 0.3661246 Jan 05 17:12:13.446184 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-b0833037-b8f5-40c3-8871-06fe71047dc6 req-6f875a03-706c-43b0-84fe-2351bbba4304 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8784461'] for port, after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:13.446943 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 44754) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:12:13.447940 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-407e581b-e52b-44de-90de-4aa53d41c8a7 req-2197eaea-d487-425e-9eb0-37cf96fab76e tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] Made reservation on behalf of fd19bdf1a53648779ae20015d06c39e6 for: {'port': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:12:13.451419 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-407e581b-e52b-44de-90de-4aa53d41c8a7 req-2197eaea-d487-425e-9eb0-37cf96fab76e tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:13.458805 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b4702c-6a50-40c5-8b1e-a35ad93a9db6 tempest-NegativeSecGroupTest-1018536545 tempest-NegativeSecGroupTest-1018536545-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=598e7178-ba6a-4229-8d90-409e8f12ab4f,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:12:13.498582 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8bd197-e69f-4716-938e-f4daacf49052 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Pushing event updated for resources: {'Port': ['ID=2689fdac-3c23-4a8a-b64e-755aa6daad75,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:12:13.503783 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-a99e34c3-440c-450a-92e4-7d206e13d954 tempest-NegativeSecGroupTest-1018536545 tempest-NegativeSecGroupTest-1018536545-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0509584 Jan 05 17:12:13.504078 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 44756) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:12:13.508936 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-d808fd7c-5c2a-4225-a137-26afa2bb4daa tempest-NegativeSecGroupTest-1018536545 tempest-NegativeSecGroupTest-1018536545-project] Request body: {'security_group': {'name': 'tempest-secgroup--942576154'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:12:13.553435 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-a48fb182-b418-4d1f-86d6-04b2f6b99f60 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11433176'] for port, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:13.587718 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48fb182-b418-4d1f-86d6-04b2f6b99f60 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Pushing event deleted for resources: {'Port': ['ID=9d1fc227-715d-4733-a09f-911d6c4a2d3d,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:12:13.593363 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-a48fb182-b418-4d1f-86d6-04b2f6b99f60 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:13.597474 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-a48fb182-b418-4d1f-86d6-04b2f6b99f60 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] 10.222.0.11 "DELETE /v2.0/ports/9d1fc227-715d-4733-a09f-911d6c4a2d3d HTTP/1.1" status: 204 len: 168 time: 0.5663419 Jan 05 17:12:13.600074 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 44758) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:12:13.628658 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-d808fd7c-5c2a-4225-a137-26afa2bb4daa tempest-NegativeSecGroupTest-1018536545 tempest-NegativeSecGroupTest-1018536545-project] Publish callbacks [] for security_group, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:13.674330 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4985a31-41ce-4460-a3a6-a41e31aaa01e tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:12:13.677668 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-d4985a31-41ce-4460-a3a6-a41e31aaa01e tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0745060 Jan 05 17:12:13.681254 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 44762) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:12:13.700177 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.db.securitygroups_db [None req-87521565-7d78-43e2-a469-4da5449e9407 tempest-NegativeSecGroupIPv6Test-1281506041 tempest-NegativeSecGroupIPv6Test-1281506041-project] Project 3e8400a36a1d425586cb1e9c1deb0334 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 05 17:12:13.712017 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f875a03-706c-43b0-84fe-2351bbba4304 service neutron] Pushing event updated for resources: {'Port': ['ID=b546ed65-d379-4282-960f-861631c9daf4,revision_number=2']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:12:13.723949 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b6037d5-6d2e-46e1-b027-775cf6b31c18 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] GET failed (client error): The resource could not be found. Jan 05 17:12:13.726056 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-3b6037d5-6d2e-46e1-b027-775cf6b31c18 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] 10.222.0.11 "GET /v2.0/ports/9d1fc227-715d-4733-a09f-911d6c4a2d3d HTTP/1.1" status: 404 len: 333 time: 0.0435703 Jan 05 17:12:13.730323 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 44764) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:12:13.736477 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-4f1b3d29-3359-4d5e-8a7f-fb2493387926 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-712529691'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:12:13.783041 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-d808fd7c-5c2a-4225-a137-26afa2bb4daa tempest-NegativeSecGroupTest-1018536545 tempest-NegativeSecGroupTest-1018536545-project] Publish callbacks [] for security_group, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:13.844794 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.api.v2.resource [None req-87521565-7d78-43e2-a469-4da5449e9407 tempest-NegativeSecGroupIPv6Test-1281506041 tempest-NegativeSecGroupIPv6Test-1281506041-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 05 17:12:13.845889 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-87521565-7d78-43e2-a469-4da5449e9407 tempest-NegativeSecGroupIPv6Test-1281506041 tempest-NegativeSecGroupIPv6Test-1281506041-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.5399568 Jan 05 17:12:13.848909 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 44766) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:12:13.853558 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-fdc77709-4ed9-45d3-8209-a412647201cd tempest-NegativeSecGroupIPv6Test-1281506041 tempest-NegativeSecGroupIPv6Test-1281506041-project] Request body: {'security_group_rule': {'security_group_id': '638159a5-b2de-4c90-9049-d8fa24a65ae7', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:12:13.886757 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-d808fd7c-5c2a-4225-a137-26afa2bb4daa tempest-NegativeSecGroupTest-1018536545 tempest-NegativeSecGroupTest-1018536545-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:13.889378 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f1b3d29-3359-4d5e-8a7f-fb2493387926 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Made reservation on behalf of ae615b9d4e3242ec84f93fb74627d3b2 for: {'network': 1} {{(pid=103801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:12:13.892950 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-4f1b3d29-3359-4d5e-8a7f-fb2493387926 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for network, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:13.920314 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [req-b0833037-b8f5-40c3-8871-06fe71047dc6 req-6f875a03-706c-43b0-84fe-2351bbba4304 service neutron] Attempting to bind port b546ed65-d379-4282-960f-861631c9daf4 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 05 17:12:13.920658 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [req-b0833037-b8f5-40c3-8871-06fe71047dc6 req-6f875a03-706c-43b0-84fe-2351bbba4304 service neutron] Attempting to bind port b546ed65-d379-4282-960f-861631c9daf4 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'b5a240ac-4daf-49a8-9090-833ad6bf3dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '7a968814-bffa-4eb8-b5c5-87ea682a3631'}] {{(pid=103800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 05 17:12:13.923580 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0833037-b8f5-40c3-8871-06fe71047dc6 req-6f875a03-706c-43b0-84fe-2351bbba4304 service neutron] Attempting to bind port b546ed65-d379-4282-960f-861631c9daf4 on network 7a968814-bffa-4eb8-b5c5-87ea682a3631 {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:12:13.925366 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [req-407e581b-e52b-44de-90de-4aa53d41c8a7 req-2197eaea-d487-425e-9eb0-37cf96fab76e tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] Allocated IP 172.20.0.10 (7c1bbf1e-1ee5-4e96-8c0f-8777dc9de8c1/912357ce-0b90-40ee-be19-ae73cfee1985/bc151515-f8c1-49a3-82dd-3bff17f43cd1) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:12:13.944873 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdd92fe-32a4-4427-9e39-dbe1196651d6 req-9de06ad7-32bb-4cb4-8ed8-10d7a65f9987 tempest-TestServerAdvancedOps-1833291977 tempest-TestServerAdvancedOps-1833291977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:12:13.946575 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-bfdd92fe-32a4-4427-9e39-dbe1196651d6 req-9de06ad7-32bb-4cb4-8ed8-10d7a65f9987 tempest-TestServerAdvancedOps-1833291977 tempest-TestServerAdvancedOps-1833291977-project] 10.222.0.11 "GET /v2.0/ports?device_id=3e7fde9c-317b-48e1-9d91-7458ba3f212f HTTP/1.1" status: 200 len: 943 time: 0.2313175 Jan 05 17:12:13.955437 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0833037-b8f5-40c3-8871-06fe71047dc6 req-6f875a03-706c-43b0-84fe-2351bbba4304 service neutron] Port b546ed65-d379-4282-960f-861631c9daf4 on network 7a968814-bffa-4eb8-b5c5-87ea682a3631 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 05 17:12:13.955745 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0833037-b8f5-40c3-8871-06fe71047dc6 req-6f875a03-706c-43b0-84fe-2351bbba4304 service neutron] Attempting to bind port b546ed65-d379-4282-960f-861631c9daf4 on network 7a968814-bffa-4eb8-b5c5-87ea682a3631 {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:12:13.960068 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d808fd7c-5c2a-4225-a137-26afa2bb4daa tempest-NegativeSecGroupTest-1018536545 tempest-NegativeSecGroupTest-1018536545-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ca1a282-42f2-4efa-906c-18ef9546a6c5,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:12:13.962418 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f1b3d29-3359-4d5e-8a7f-fb2493387926 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] vlan segment allocate from pool success with {'vlan_id': 128, 'physical_network': 'physnet1'} {{(pid=103801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 05 17:12:13.978537 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0833037-b8f5-40c3-8871-06fe71047dc6 req-6f875a03-706c-43b0-84fe-2351bbba4304 service neutron] Checking agent: {'id': '5c36d785-abe8-4e89-a23a-b403333d2378', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 5, 17, 3, 49), 'started_at': datetime.datetime(2022, 1, 5, 17, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 1, 5, 17, 11, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 05 17:12:13.978912 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0833037-b8f5-40c3-8871-06fe71047dc6 req-6f875a03-706c-43b0-84fe-2351bbba4304 service neutron] Checking segment: {'id': 'b5a240ac-4daf-49a8-9090-833ad6bf3dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '7a968814-bffa-4eb8-b5c5-87ea682a3631'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:12:13.979269 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0833037-b8f5-40c3-8871-06fe71047dc6 req-6f875a03-706c-43b0-84fe-2351bbba4304 service neutron] Bound using segment: {'id': 'b5a240ac-4daf-49a8-9090-833ad6bf3dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '7a968814-bffa-4eb8-b5c5-87ea682a3631'} {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 05 17:12:13.991441 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-4f1b3d29-3359-4d5e-8a7f-fb2493387926 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225'] for segment, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:13.991650 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [req-b0833037-b8f5-40c3-8871-06fe71047dc6 req-6f875a03-706c-43b0-84fe-2351bbba4304 service neutron] Bound port: b546ed65-d379-4282-960f-861631c9daf4, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5a240ac-4daf-49a8-9090-833ad6bf3dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '7a968814-bffa-4eb8-b5c5-87ea682a3631'}}] {{(pid=103800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 05 17:12:13.991813 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.db.segments_db [None req-4f1b3d29-3359-4d5e-8a7f-fb2493387926 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Added segment 17341e11-96cd-4537-b030-80342df32030 of type vlan for network e6c90600-c101-47ed-85f7-a2a96c9613b8 Jan 05 17:12:13.992024 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-b0833037-b8f5-40c3-8871-06fe71047dc6 req-6f875a03-706c-43b0-84fe-2351bbba4304 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:14.046307 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-924f6356-0317-477e-a3e6-94291e4c1610 req-5e696f6e-ef09-4abc-a917-dcca2a00c70e tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] 10.222.0.11 "GET /v2.0/ports?device_id=0ae531d7-dfe0-480f-abb4-e199e258b40c HTTP/1.1" status: 200 len: 210 time: 0.0634651 Jan 05 17:12:14.050913 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-d808fd7c-5c2a-4225-a137-26afa2bb4daa tempest-NegativeSecGroupTest-1018536545 tempest-NegativeSecGroupTest-1018536545-project] Publish callbacks [] for security_group, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:14.058194 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-d808fd7c-5c2a-4225-a137-26afa2bb4daa tempest-NegativeSecGroupTest-1018536545 tempest-NegativeSecGroupTest-1018536545-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5477850 Jan 05 17:12:14.059715 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.db.securitygroups_db [None req-fdc77709-4ed9-45d3-8209-a412647201cd tempest-NegativeSecGroupIPv6Test-1281506041 tempest-NegativeSecGroupIPv6Test-1281506041-project] Project 3e8400a36a1d425586cb1e9c1deb0334 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 05 17:12:14.066260 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 44770) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:12:14.083656 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-4f1b3d29-3359-4d5e-8a7f-fb2493387926 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754180566020'] for network, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:14.099507 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-f517ef00-5ef8-4f44-8efe-371c0ea15fe9 tempest-NegativeSecGroupTest-1018536545 tempest-NegativeSecGroupTest-1018536545-project] Request body: {'security_group_rule': {'security_group_id': '8ca1a282-42f2-4efa-906c-18ef9546a6c5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:12:14.176926 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.api.v2.resource [None req-fdc77709-4ed9-45d3-8209-a412647201cd tempest-NegativeSecGroupIPv6Test-1281506041 tempest-NegativeSecGroupIPv6Test-1281506041-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 05 17:12:14.178404 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-fdc77709-4ed9-45d3-8209-a412647201cd tempest-NegativeSecGroupIPv6Test-1281506041 tempest-NegativeSecGroupIPv6Test-1281506041-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3282917 Jan 05 17:12:14.181826 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 44772) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:12:14.201632 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-bfdd92fe-32a4-4427-9e39-dbe1196651d6 req-b0cd371d-033e-422d-b2ce-9b2158b9f5ac tempest-TestServerAdvancedOps-1833291977 tempest-TestServerAdvancedOps-1833291977-project] 10.222.0.11 "GET /v2.0/security-groups?id=53b3682f-ad5d-484b-bdf3-fc84c73a84fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2403004 Jan 05 17:12:14.206740 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-4f1b3d29-3359-4d5e-8a7f-fb2493387926 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685'] for network, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:14.217437 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f1b3d29-3359-4d5e-8a7f-fb2493387926 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:12:14.218505 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-4f1b3d29-3359-4d5e-8a7f-fb2493387926 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks [] for network, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:14.310559 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.db [req-b0833037-b8f5-40c3-8871-06fe71047dc6 req-6f875a03-706c-43b0-84fe-2351bbba4304 service neutron] For port b546ed65-d379-4282-960f-861631c9daf4, host hv-neutron-mast, cleared binding levels {{(pid=103800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 05 17:12:14.331022 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1b3d29-3359-4d5e-8a7f-fb2493387926 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Pushing event updated for resources: {'Network': ['ID=e6c90600-c101-47ed-85f7-a2a96c9613b8,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:12:14.333305 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-1defd24d-e429-44d2-84f0-21a59f32aa12 tempest-NegativeSecGroupIPv6Test-1281506041 tempest-NegativeSecGroupIPv6Test-1281506041-project] Publish callbacks [] for security_group, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:14.342892 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Network e6c90600-c101-47ed-85f7-a2a96c9613b8 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 05 17:12:14.347561 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-4f1b3d29-3359-4d5e-8a7f-fb2493387926 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6165667 Jan 05 17:12:14.352214 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 44774) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:12:14.360040 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-355d6fcc-1459-49fc-8aab-3190e00dbb22 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Request body: {'subnet': {'network_id': 'e6c90600-c101-47ed-85f7-a2a96c9613b8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:12:14.383526 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-1defd24d-e429-44d2-84f0-21a59f32aa12 tempest-NegativeSecGroupIPv6Test-1281506041 tempest-NegativeSecGroupIPv6Test-1281506041-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:14.413305 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.db [req-b0833037-b8f5-40c3-8871-06fe71047dc6 req-6f875a03-706c-43b0-84fe-2351bbba4304 service neutron] For port b546ed65-d379-4282-960f-861631c9daf4, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=b546ed65-d379-4282-960f-861631c9daf4,segment=NetworkSegment(b5a240ac-4daf-49a8-9090-833ad6bf3dee),segment_id=b5a240ac-4daf-49a8-9090-833ad6bf3dee)] {{(pid=103800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 05 17:12:14.532272 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-b0833037-b8f5-40c3-8871-06fe71047dc6 req-6f875a03-706c-43b0-84fe-2351bbba4304 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8784461'] for port, after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:14.561482 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-407e581b-e52b-44de-90de-4aa53d41c8a7 req-2197eaea-d487-425e-9eb0-37cf96fab76e tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] Publish callbacks [] for port, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:14.574161 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-1defd24d-e429-44d2-84f0-21a59f32aa12 tempest-NegativeSecGroupIPv6Test-1281506041 tempest-NegativeSecGroupIPv6Test-1281506041-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:14.576707 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-1defd24d-e429-44d2-84f0-21a59f32aa12 tempest-NegativeSecGroupIPv6Test-1281506041 tempest-NegativeSecGroupIPv6Test-1281506041-project] Publish callbacks [] for security_group, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:14.577905 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-1defd24d-e429-44d2-84f0-21a59f32aa12 tempest-NegativeSecGroupIPv6Test-1281506041 tempest-NegativeSecGroupIPv6Test-1281506041-project] 10.222.0.11 "DELETE /v2.0/security-groups/638159a5-b2de-4c90-9049-d8fa24a65ae7 HTTP/1.1" status: 204 len: 168 time: 0.3949566 Jan 05 17:12:14.583846 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 44776) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:12:14.611613 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1defd24d-e429-44d2-84f0-21a59f32aa12 tempest-NegativeSecGroupIPv6Test-1281506041 tempest-NegativeSecGroupIPv6Test-1281506041-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=638159a5-b2de-4c90-9049-d8fa24a65ae7,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:12:14.659356 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-7652784b-45a5-4293-9395-8995db58d665 tempest-NegativeSecGroupIPv6Test-1281506041 tempest-NegativeSecGroupIPv6Test-1281506041-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0722334 Jan 05 17:12:14.662774 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 44778) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:12:14.668109 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-fd133c37-7cca-453f-8751-d6283ab1632d tempest-NegativeSecGroupIPv6Test-1281506041 tempest-NegativeSecGroupIPv6Test-1281506041-project] Request body: {'security_group': {'name': 'tempest-secgroup--1248352373'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:12:14.705247 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-355d6fcc-1459-49fc-8aab-3190e00dbb22 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Made reservation on behalf of ae615b9d4e3242ec84f93fb74627d3b2 for: {'subnet': 1} {{(pid=103801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:12:14.709996 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-355d6fcc-1459-49fc-8aab-3190e00dbb22 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12480675'] for subnet, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:14.901693 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-fd133c37-7cca-453f-8751-d6283ab1632d tempest-NegativeSecGroupIPv6Test-1281506041 tempest-NegativeSecGroupIPv6Test-1281506041-project] Publish callbacks [] for security_group, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:14.902468 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0833037-b8f5-40c3-8871-06fe71047dc6 req-6f875a03-706c-43b0-84fe-2351bbba4304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:12:14.903078 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-b0833037-b8f5-40c3-8871-06fe71047dc6 req-6f875a03-706c-43b0-84fe-2351bbba4304 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:14.904449 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-b0833037-b8f5-40c3-8871-06fe71047dc6 req-6f875a03-706c-43b0-84fe-2351bbba4304 service neutron] 10.222.0.13 "PUT /v2.0/ports/b546ed65-d379-4282-960f-861631c9daf4 HTTP/1.1" status: 200 len: 1093 time: 2.4945908 Jan 05 17:12:14.904902 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e7fde9c-317b-48e1-9d91-7458ba3f212f', 'tag': 'b546ed65-d379-4282-960f-861631c9daf4'}] {{(pid=103800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 05 17:12:14.907253 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f64b9d4628f7eefcc27168a80c04985d23f0ea5def038dae05e1deb7357f3bfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e1e5925-f856-4477-838f-1dbff928b71e" -d '{"events": [{"name": "network-changed", "server_uuid": "3e7fde9c-317b-48e1-9d91-7458ba3f212f", "tag": "b546ed65-d379-4282-960f-861631c9daf4"}]}' {{(pid=103800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 05 17:12:14.918650 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2f8bd197-e69f-4716-938e-f4daacf49052 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:14.977614 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Jan 2022 17:12:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f037fa2-4ada-477f-ba7f-514ed7b690f8 x-openstack-request-id: req-8f037fa2-4ada-477f-ba7f-514ed7b690f8 {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 05 17:12:14.978065 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e7fde9c-317b-48e1-9d91-7458ba3f212f", "tag": "b546ed65-d379-4282-960f-861631c9daf4", "status": "completed", "code": 200}]} {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 05 17:12:14.978226 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-8f037fa2-4ada-477f-ba7f-514ed7b690f8 {{(pid=103800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 05 17:12:14.978573 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e7fde9c-317b-48e1-9d91-7458ba3f212f', 'tag': 'b546ed65-d379-4282-960f-861631c9daf4', 'status': 'completed', 'code': 200} Jan 05 17:12:15.004156 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-fd133c37-7cca-453f-8751-d6283ab1632d tempest-NegativeSecGroupIPv6Test-1281506041 tempest-NegativeSecGroupIPv6Test-1281506041-project] Publish callbacks [] for security_group, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:15.020868 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f875a03-706c-43b0-84fe-2351bbba4304 service neutron] Pushing event updated for resources: {'Port': ['ID=b546ed65-d379-4282-960f-861631c9daf4,revision_number=3']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:12:15.028732 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-355d6fcc-1459-49fc-8aab-3190e00dbb22 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11433288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12480593'] for subnet, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:15.088255 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1e5925-f856-4477-838f-1dbff928b71e req-400e814d-6eec-402e-957e-209819a78a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:12:15.090412 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-4e1e5925-f856-4477-838f-1dbff928b71e req-400e814d-6eec-402e-957e-209819a78a88 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1081159aed0f4e8187dc83f37d1c4c97&device_id=3e7fde9c-317b-48e1-9d91-7458ba3f212f HTTP/1.1" status: 200 len: 1096 time: 0.0890701 Jan 05 17:12:15.100065 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355d6fcc-1459-49fc-8aab-3190e00dbb22 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Pushing event updated for resources: {'Subnet': ['ID=e5b8d90e-7e62-4618-a315-4d4df70c4ba2,revision_number=0']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:12:15.112758 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-355d6fcc-1459-49fc-8aab-3190e00dbb22 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Checking segment: {'id': '17341e11-96cd-4537-b030-80342df32030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'e6c90600-c101-47ed-85f7-a2a96c9613b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:12:15.112758 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-355d6fcc-1459-49fc-8aab-3190e00dbb22 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Network hostable DHCP agents. Network: e6c90600-c101-47ed-85f7-a2a96c9613b8, hostable agents: ['3f70c195-17da-4084-9fd6-bf6059d88535'], hosted agents: [] {{(pid=103801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 05 17:12:15.115795 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-fd133c37-7cca-453f-8751-d6283ab1632d tempest-NegativeSecGroupIPv6Test-1281506041 tempest-NegativeSecGroupIPv6Test-1281506041-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:15.156937 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd133c37-7cca-453f-8751-d6283ab1632d tempest-NegativeSecGroupIPv6Test-1281506041 tempest-NegativeSecGroupIPv6Test-1281506041-project] Pushing event updated for resources: {'SecurityGroup': ['ID=064ba7ca-3ee4-4490-a919-879f3a3fc714,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:12:15.171631 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.api.v2.resource [None req-f517ef00-5ef8-4f44-8efe-371c0ea15fe9 tempest-NegativeSecGroupTest-1018536545 tempest-NegativeSecGroupTest-1018536545-project] create failed (client error): The resource could not be found. Jan 05 17:12:15.172686 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-f517ef00-5ef8-4f44-8efe-371c0ea15fe9 tempest-NegativeSecGroupTest-1018536545 tempest-NegativeSecGroupTest-1018536545-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 1.0860839 Jan 05 17:12:15.176551 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 44784) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:12:15.184499 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-721feb47-f137-47c6-a458-13f4c71922bf tempest-NegativeSecGroupTest-1018536545 tempest-NegativeSecGroupTest-1018536545-project] Request body: {'security_group_rule': {'security_group_id': '8ca1a282-42f2-4efa-906c-18ef9546a6c5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '1ecc43cd-371a-413c-81b3-1003ce05b8dc'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:12:15.217087 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-2c9acd88-15f3-4368-b397-fb6a4bfc8ffe req-cb83cf3c-a448-4f46-8f8b-3278f34993be tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] 10.222.0.11 "GET /v2.0/ports?device_id=0ae531d7-dfe0-480f-abb4-e199e258b40c HTTP/1.1" status: 200 len: 210 time: 0.0573659 Jan 05 17:12:15.227908 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-407e581b-e52b-44de-90de-4aa53d41c8a7 req-2197eaea-d487-425e-9eb0-37cf96fab76e tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:15.249742 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-fd133c37-7cca-453f-8751-d6283ab1632d tempest-NegativeSecGroupIPv6Test-1281506041 tempest-NegativeSecGroupIPv6Test-1281506041-project] Publish callbacks [] for security_group, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:15.252218 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2f8bd197-e69f-4716-938e-f4daacf49052 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:15.255893 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-fd133c37-7cca-453f-8751-d6283ab1632d tempest-NegativeSecGroupIPv6Test-1281506041 tempest-NegativeSecGroupIPv6Test-1281506041-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5870132 Jan 05 17:12:15.255893 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-355d6fcc-1459-49fc-8aab-3190e00dbb22 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Network e6c90600-c101-47ed-85f7-a2a96c9613b8 is scheduled to be hosted by DHCP agent 3f70c195-17da-4084-9fd6-bf6059d88535 with binding_index 1 {{(pid=103801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 05 17:12:15.266851 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 44788) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:12:15.273994 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-bbe835ad-2cd3-4d91-8401-fd90794f8651 tempest-NegativeSecGroupIPv6Test-1281506041 tempest-NegativeSecGroupIPv6Test-1281506041-project] Request body: {'security_group_rule': {'security_group_id': '064ba7ca-3ee4-4490-a919-879f3a3fc714', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:12:15.351124 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-407e581b-e52b-44de-90de-4aa53d41c8a7 req-2197eaea-d487-425e-9eb0-37cf96fab76e tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] Network 7c1bbf1e-1ee5-4e96-8c0f-8777dc9de8c1 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:12:15.351756 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-355d6fcc-1459-49fc-8aab-3190e00dbb22 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, e6c90600-c101-47ed-85f7-a2a96c9613b8) {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:12:15.357246 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-355d6fcc-1459-49fc-8aab-3190e00dbb22 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:12:15.357547 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-355d6fcc-1459-49fc-8aab-3190e00dbb22 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks [] for subnet, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:15.361270 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bd7b3d7-f179-4fce-8088-6e58086231a6 None None] Network e6c90600-c101-47ed-85f7-a2a96c9613b8 requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:12:15.378554 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1e5925-f856-4477-838f-1dbff928b71e req-4363e2a2-55db-4543-99c4-af6708dd9221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:12:15.380250 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-4e1e5925-f856-4477-838f-1dbff928b71e req-4363e2a2-55db-4543-99c4-af6708dd9221 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=1081159aed0f4e8187dc83f37d1c4c97&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2830169 Jan 05 17:12:15.381149 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [req-407e581b-e52b-44de-90de-4aa53d41c8a7 req-2197eaea-d487-425e-9eb0-37cf96fab76e tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:12:15.391983 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [req-407e581b-e52b-44de-90de-4aa53d41c8a7 req-2197eaea-d487-425e-9eb0-37cf96fab76e tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:12:15.397573 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e44071-abc7-416e-bd22-f8863970f8d0 req-629ee01b-7e00-4bcf-b07b-21cfe611c59e tempest-TestServerAdvancedOps-1833291977 tempest-TestServerAdvancedOps-1833291977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:12:15.400894 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-06e44071-abc7-416e-bd22-f8863970f8d0 req-629ee01b-7e00-4bcf-b07b-21cfe611c59e tempest-TestServerAdvancedOps-1833291977 tempest-TestServerAdvancedOps-1833291977-project] 10.222.0.11 "GET /v2.0/ports?device_id=3e7fde9c-317b-48e1-9d91-7458ba3f212f HTTP/1.1" status: 200 len: 943 time: 0.0913157 Jan 05 17:12:15.428727 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2197eaea-d487-425e-9eb0-37cf96fab76e tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] Pushing event updated for resources: {'Port': ['ID=bc151515-f8c1-49a3-82dd-3bff17f43cd1,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:12:15.498903 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-06e44071-abc7-416e-bd22-f8863970f8d0 req-669e773b-67f4-45b8-b029-87bfa959af45 tempest-TestServerAdvancedOps-1833291977 tempest-TestServerAdvancedOps-1833291977-project] 10.222.0.11 "GET /v2.0/security-groups?id=53b3682f-ad5d-484b-bdf3-fc84c73a84fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818536 Jan 05 17:12:15.607977 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:12:15.607977 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:12:15.607977 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:12:15.607977 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:12:15.607977 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:12:15.607977 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:12:15.607977 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:12:15.607977 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:12:15.607977 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:12:15.607977 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:12:15.607977 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:12:15.607977 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:12:15.607977 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:12:15.607977 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:12:15.607977 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:12:15.607977 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:12:15.607977 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:12:15.607977 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:12:15.607977 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:12:15.607977 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:12:15.607977 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:12:15.607977 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:12:15.607977 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:12:15.607977 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:12:15.607977 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:12:15.607977 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:12:15.607977 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:12:15.607977 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:12:15.607977 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:12:15.607977 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:12:15.607977 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:12:15.607977 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:12:15.607977 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:12:15.607977 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:12:15.607977 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:12:15.607977 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:12:15.607977 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:12:15.607977 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:12:15.607977 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:12:15.607977 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:12:15.607977 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:12:15.607977 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:12:15.607977 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:12:15.607977 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:12:15.607977 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:12:15.607977 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:12:15.607977 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:12:15.607977 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:12:15.612218 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407e581b-e52b-44de-90de-4aa53d41c8a7 req-2197eaea-d487-425e-9eb0-37cf96fab76e tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:12:15.612218 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-407e581b-e52b-44de-90de-4aa53d41c8a7 req-2197eaea-d487-425e-9eb0-37cf96fab76e tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:15.671882 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1e5925-f856-4477-838f-1dbff928b71e req-4cc4057b-a928-4e4d-a868-9e16be933a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:12:15.673405 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-4e1e5925-f856-4477-838f-1dbff928b71e req-4cc4057b-a928-4e4d-a868-9e16be933a04 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2461987 Jan 05 17:12:15.711733 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d40c9ac-779a-477c-b056-fa6fd4b44d74 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-e6c90600-c101-47ed-85f7-a2a96c9613b8', 'network_id': 'e6c90600-c101-47ed-85f7-a2a96c9613b8', 'project_id': 'ae615b9d4e3242ec84f93fb74627d3b2', 'fixed_ips': [{'subnet_id': 'e5b8d90e-7e62-4618-a315-4d4df70c4ba2'}]}} from dv-neutron-master-2-hyperv. {{(pid=103802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 05 17:12:15.714253 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-7d40c9ac-779a-477c-b056-fa6fd4b44d74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:15.736072 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-355d6fcc-1459-49fc-8aab-3190e00dbb22 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3799527 Jan 05 17:12:15.739087 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 44790) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:12:15.746891 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-34b89da2-1b14-4821-854f-1ba7f4da16e3 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Request body: {'subnet': {'network_id': 'e6c90600-c101-47ed-85f7-a2a96c9613b8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:12:15.757128 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2f8bd197-e69f-4716-938e-f4daacf49052 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for port, precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:15.763339 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-407e581b-e52b-44de-90de-4aa53d41c8a7 req-2197eaea-d487-425e-9eb0-37cf96fab76e tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8244617 Jan 05 17:12:15.775710 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.api.v2.resource [None req-721feb47-f137-47c6-a458-13f4c71922bf tempest-NegativeSecGroupTest-1018536545 tempest-NegativeSecGroupTest-1018536545-project] create failed (client error): The resource could not be found. Jan 05 17:12:15.776186 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [req-407e581b-e52b-44de-90de-4aa53d41c8a7 req-91d65637-5d77-4501-89d4-2634de027775 service neutron] Request body: {'port': {'device_id': '0ae531d7-dfe0-480f-abb4-e199e258b40c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:12:15.776808 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-721feb47-f137-47c6-a458-13f4c71922bf tempest-NegativeSecGroupTest-1018536545 tempest-NegativeSecGroupTest-1018536545-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.6000485 Jan 05 17:12:15.777671 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.api.v2.resource [None req-bbe835ad-2cd3-4d91-8401-fd90794f8651 tempest-NegativeSecGroupIPv6Test-1281506041 tempest-NegativeSecGroupIPv6Test-1281506041-project] create failed (client error): The resource could not be found. Jan 05 17:12:15.782511 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-bbe835ad-2cd3-4d91-8401-fd90794f8651 tempest-NegativeSecGroupIPv6Test-1281506041 tempest-NegativeSecGroupIPv6Test-1281506041-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.5107508 Jan 05 17:12:15.786018 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 44792) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:12:15.786152 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 44794) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:12:15.786245 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0833037-b8f5-40c3-8871-06fe71047dc6 req-a7e3e553-bc39-41a7-9139-9cd52a5ff661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:12:15.786495 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-b0833037-b8f5-40c3-8871-06fe71047dc6 req-a7e3e553-bc39-41a7-9139-9cd52a5ff661 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1081159aed0f4e8187dc83f37d1c4c97&device_id=3e7fde9c-317b-48e1-9d91-7458ba3f212f HTTP/1.1" status: 200 len: 1096 time: 0.0750930 Jan 05 17:12:15.787240 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-1e78e88c-3cdf-4f55-b9d1-1fee5ade825a tempest-NegativeSecGroupIPv6Test-1281506041 tempest-NegativeSecGroupIPv6Test-1281506041-project] Request body: {'security_group_rule': {'security_group_id': '064ba7ca-3ee4-4490-a919-879f3a3fc714', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '49027c44-67d1-4e3c-ae27-4cff53baab3a'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:12:15.798429 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-ccbc717a-bbcc-4263-9837-57d2aea5e962 None None] Provisioning complete for port bc151515-f8c1-49a3-82dd-3bff17f43cd1 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:12:15.799110 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-ccbc717a-bbcc-4263-9837-57d2aea5e962 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:15.874066 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-ccbc717a-bbcc-4263-9837-57d2aea5e962 None None] Port bc151515-f8c1-49a3-82dd-3bff17f43cd1 cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 17:12:15.874329 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-b0833037-b8f5-40c3-8871-06fe71047dc6 req-9b6e8ada-3492-4a73-aec6-e31a45404e8f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b546ed65-d379-4282-960f-861631c9daf4 HTTP/1.1" status: 200 len: 217 time: 0.0800333 Jan 05 17:12:15.894419 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2f8bd197-e69f-4716-938e-f4daacf49052 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8784461'] for port, after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:15.908246 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.db_base_plugin_common [None req-7d40c9ac-779a-477c-b056-fa6fd4b44d74 None None] Allocated IP 2001:db8::2 (e6c90600-c101-47ed-85f7-a2a96c9613b8/e5b8d90e-7e62-4618-a315-4d4df70c4ba2/6cc09713-b671-4534-aceb-79d739a8eec8) {{(pid=103802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:12:15.987602 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-407e581b-e52b-44de-90de-4aa53d41c8a7 req-91d65637-5d77-4501-89d4-2634de027775 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:16.044456 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0833037-b8f5-40c3-8871-06fe71047dc6 req-5cef20ba-a207-46bb-88fa-1c0f89c60e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:12:16.045949 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-b0833037-b8f5-40c3-8871-06fe71047dc6 req-5cef20ba-a207-46bb-88fa-1c0f89c60e83 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4de5e971-7f81-4e7b-9368-cd6028b01644 HTTP/1.1" status: 200 len: 852 time: 0.1640444 Jan 05 17:12:16.053152 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-337cb7eb-1b08-48aa-b85e-021353a63ba7 tempest-NegativeSecGroupTest-1018536545 tempest-NegativeSecGroupTest-1018536545-project] Publish callbacks [] for security_group, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:16.055183 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8bd197-e69f-4716-938e-f4daacf49052 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Pushing event updated for resources: {'Port': ['ID=2689fdac-3c23-4a8a-b64e-755aa6daad75,revision_number=2']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:12:16.065540 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-7d40c9ac-779a-477c-b056-fa6fd4b44d74 None None] Publish callbacks [] for port, precommit_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:16.079630 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.api.v2.resource [None req-1e78e88c-3cdf-4f55-b9d1-1fee5ade825a tempest-NegativeSecGroupIPv6Test-1281506041 tempest-NegativeSecGroupIPv6Test-1281506041-project] create failed (client error): The resource could not be found. Jan 05 17:12:16.083874 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-1e78e88c-3cdf-4f55-b9d1-1fee5ade825a tempest-NegativeSecGroupIPv6Test-1281506041 tempest-NegativeSecGroupIPv6Test-1281506041-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2993476 Jan 05 17:12:16.084332 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 44796) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:12:16.093012 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34b89da2-1b14-4821-854f-1ba7f4da16e3 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Made reservation on behalf of ae615b9d4e3242ec84f93fb74627d3b2 for: {'subnet': 1} {{(pid=103801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:12:16.098309 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-34b89da2-1b14-4821-854f-1ba7f4da16e3 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12480675'] for subnet, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:16.122146 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-b0833037-b8f5-40c3-8871-06fe71047dc6 req-82efc764-8328-4bfd-bd1b-db3ba89ab52a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7a968814-bffa-4eb8-b5c5-87ea682a3631&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0643132 Jan 05 17:12:16.135557 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2f8bd197-e69f-4716-938e-f4daacf49052 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648677'] for floatingip, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:16.152670 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-337cb7eb-1b08-48aa-b85e-021353a63ba7 tempest-NegativeSecGroupTest-1018536545 tempest-NegativeSecGroupTest-1018536545-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:16.171119 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-7d40c9ac-779a-477c-b056-fa6fd4b44d74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669'] for port, after_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:16.213957 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-496442b1-129f-4d0d-b5d5-382a0c018766 tempest-NegativeSecGroupIPv6Test-1281506041 tempest-NegativeSecGroupIPv6Test-1281506041-project] Publish callbacks [] for security_group, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:16.230698 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d40c9ac-779a-477c-b056-fa6fd4b44d74 None None] Network e6c90600-c101-47ed-85f7-a2a96c9613b8 is already hosted by enough agents. {{(pid=103802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:12:16.234756 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.scheduler.base_scheduler [None req-7d40c9ac-779a-477c-b056-fa6fd4b44d74 None None] Resources bound (agent type, host, resource id): {{(pid=103802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:12:16.242868 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d40c9ac-779a-477c-b056-fa6fd4b44d74 None None] Received port after_create {{(pid=103802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:12:16.246773 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d40c9ac-779a-477c-b056-fa6fd4b44d74 None None] Pushing event updated for resources: {'Port': ['ID=6cc09713-b671-4534-aceb-79d739a8eec8,revision_number=1']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:12:16.254283 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.db.ipam_backend_mixin [None req-34b89da2-1b14-4821-854f-1ba7f4da16e3 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet e5b8d90e-7e62-4618-a315-4d4df70c4ba2 (CIDR: 2001:db8::/64) Jan 05 17:12:16.256305 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-496442b1-129f-4d0d-b5d5-382a0c018766 tempest-NegativeSecGroupIPv6Test-1281506041 tempest-NegativeSecGroupIPv6Test-1281506041-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:16.316817 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-7d40c9ac-779a-477c-b056-fa6fd4b44d74 None None] Attempting to bind port 6cc09713-b671-4534-aceb-79d739a8eec8 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 05 17:12:16.317545 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-7d40c9ac-779a-477c-b056-fa6fd4b44d74 None None] Attempting to bind port 6cc09713-b671-4534-aceb-79d739a8eec8 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '17341e11-96cd-4537-b030-80342df32030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'e6c90600-c101-47ed-85f7-a2a96c9613b8'}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 05 17:12:16.318227 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d40c9ac-779a-477c-b056-fa6fd4b44d74 None None] Attempting to bind port 6cc09713-b671-4534-aceb-79d739a8eec8 on network e6c90600-c101-47ed-85f7-a2a96c9613b8 {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:12:16.323909 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d40c9ac-779a-477c-b056-fa6fd4b44d74 None None] Checking agent: {'id': '0d4f8fd3-ce62-4651-970c-efa6a8bb22b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 5, 16, 57, 23), 'started_at': datetime.datetime(2022, 1, 5, 16, 57, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 5, 17, 11, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 05 17:12:16.324626 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d40c9ac-779a-477c-b056-fa6fd4b44d74 None None] Checking segment: {'id': '17341e11-96cd-4537-b030-80342df32030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'e6c90600-c101-47ed-85f7-a2a96c9613b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:12:16.325074 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-7d40c9ac-779a-477c-b056-fa6fd4b44d74 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:16.325472 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d40c9ac-779a-477c-b056-fa6fd4b44d74 None None] Bound using segment: {'id': '17341e11-96cd-4537-b030-80342df32030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'e6c90600-c101-47ed-85f7-a2a96c9613b8'} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 05 17:12:16.326176 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-7d40c9ac-779a-477c-b056-fa6fd4b44d74 None None] Bound port: 6cc09713-b671-4534-aceb-79d739a8eec8, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17341e11-96cd-4537-b030-80342df32030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'e6c90600-c101-47ed-85f7-a2a96c9613b8'}}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 05 17:12:16.326553 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-7d40c9ac-779a-477c-b056-fa6fd4b44d74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:16.354322 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.pecan_wsgi.hooks.translation [None req-34b89da2-1b14-4821-854f-1ba7f4da16e3 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 05 17:12:16.355576 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34b89da2-1b14-4821-854f-1ba7f4da16e3 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 05 17:12:16.398082 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-7d40c9ac-779a-477c-b056-fa6fd4b44d74 None None] For port 6cc09713-b671-4534-aceb-79d739a8eec8, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 05 17:12:16.402383 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-7d40c9ac-779a-477c-b056-fa6fd4b44d74 None None] For port 6cc09713-b671-4534-aceb-79d739a8eec8, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=6cc09713-b671-4534-aceb-79d739a8eec8,segment=NetworkSegment(17341e11-96cd-4537-b030-80342df32030),segment_id=17341e11-96cd-4537-b030-80342df32030)] {{(pid=103802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 05 17:12:16.451214 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-496442b1-129f-4d0d-b5d5-382a0c018766 tempest-NegativeSecGroupIPv6Test-1281506041 tempest-NegativeSecGroupIPv6Test-1281506041-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:16.461953 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-496442b1-129f-4d0d-b5d5-382a0c018766 tempest-NegativeSecGroupIPv6Test-1281506041 tempest-NegativeSecGroupIPv6Test-1281506041-project] Publish callbacks [] for security_group, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:16.461953 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-496442b1-129f-4d0d-b5d5-382a0c018766 tempest-NegativeSecGroupIPv6Test-1281506041 tempest-NegativeSecGroupIPv6Test-1281506041-project] 10.222.0.11 "DELETE /v2.0/security-groups/064ba7ca-3ee4-4490-a919-879f3a3fc714 HTTP/1.1" status: 204 len: 168 time: 0.3695936 Jan 05 17:12:16.461953 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 44800) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:12:16.471118 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496442b1-129f-4d0d-b5d5-382a0c018766 tempest-NegativeSecGroupIPv6Test-1281506041 tempest-NegativeSecGroupIPv6Test-1281506041-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=064ba7ca-3ee4-4490-a919-879f3a3fc714,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:12:16.500204 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-b0833037-b8f5-40c3-8871-06fe71047dc6 req-077b2ab4-9949-4e72-8a89-418a6952111d service neutron] 10.222.0.13 "GET /v2.0/networks/7a968814-bffa-4eb8-b5c5-87ea682a3631?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3658073 Jan 05 17:12:16.511203 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-34b89da2-1b14-4821-854f-1ba7f4da16e3 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7709641 Jan 05 17:12:16.516877 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-ec8a170e-7102-41e0-9774-e6f84d84b19a tempest-NegativeSecGroupIPv6Test-1281506041 tempest-NegativeSecGroupIPv6Test-1281506041-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0564859 Jan 05 17:12:16.517540 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 44802) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:12:16.521754 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 44804) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:12:16.522657 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-20e78ccc-aa68-484d-a77a-e03c06bc50e8 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Request body: {'subnet': {'network_id': 'e6c90600-c101-47ed-85f7-a2a96c9613b8', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:12:16.536068 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-e6f34832-17b4-46d9-84bb-b7818e9e4bd0 tempest-NegativeSecGroupIPv6Test-1281506041 tempest-NegativeSecGroupIPv6Test-1281506041-project] Request body: {'security_group_rule': {'security_group_id': '34fe32fe-218b-4a11-9421-7eff19049696', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:12:16.551160 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fa2024-2a7d-4472-913e-6d28f5e1754c req-bc9ee2dc-7caf-40fd-9f5e-d318859bee34 tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:12:16.552707 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-70fa2024-2a7d-4472-913e-6d28f5e1754c req-bc9ee2dc-7caf-40fd-9f5e-d318859bee34 tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] 10.222.0.11 "GET /v2.0/ports?device_id=0ae531d7-dfe0-480f-abb4-e199e258b40c HTTP/1.1" status: 200 len: 932 time: 0.2177083 Jan 05 17:12:16.554665 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.db.l3_db [None req-2f8bd197-e69f-4716-938e-f4daacf49052 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Floating IP 0a17889f-c7b0-41ed-8d3e-83963b1c36ee associated. External IP: 172.36.4.152, port: 720a2fb6-be8e-4fcc-86fa-94a358c29b93. Jan 05 17:12:16.560261 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-7d40c9ac-779a-477c-b056-fa6fd4b44d74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:16.641148 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d40c9ac-779a-477c-b056-fa6fd4b44d74 None None] Pushing event updated for resources: {'Port': ['ID=6cc09713-b671-4534-aceb-79d739a8eec8,revision_number=2']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:12:16.658721 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-337cb7eb-1b08-48aa-b85e-021353a63ba7 tempest-NegativeSecGroupTest-1018536545 tempest-NegativeSecGroupTest-1018536545-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:16.662161 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-337cb7eb-1b08-48aa-b85e-021353a63ba7 tempest-NegativeSecGroupTest-1018536545 tempest-NegativeSecGroupTest-1018536545-project] Publish callbacks [] for security_group, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:16.666007 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-337cb7eb-1b08-48aa-b85e-021353a63ba7 tempest-NegativeSecGroupTest-1018536545 tempest-NegativeSecGroupTest-1018536545-project] 10.222.0.11 "DELETE /v2.0/security-groups/8ca1a282-42f2-4efa-906c-18ef9546a6c5 HTTP/1.1" status: 204 len: 168 time: 0.8807907 Jan 05 17:12:16.668500 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 44808) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:12:16.684170 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0667099f-444e-4760-856a-a9a29ceb3f54 req-d36f90f3-14e8-4b16-b987-8397e3871750 tempest-TestServerAdvancedOps-1833291977 tempest-TestServerAdvancedOps-1833291977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:12:16.685778 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-0667099f-444e-4760-856a-a9a29ceb3f54 req-d36f90f3-14e8-4b16-b987-8397e3871750 tempest-TestServerAdvancedOps-1833291977 tempest-TestServerAdvancedOps-1833291977-project] 10.222.0.11 "GET /v2.0/ports?device_id=3e7fde9c-317b-48e1-9d91-7458ba3f212f HTTP/1.1" status: 200 len: 943 time: 0.1101201 Jan 05 17:12:16.753556 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337cb7eb-1b08-48aa-b85e-021353a63ba7 tempest-NegativeSecGroupTest-1018536545 tempest-NegativeSecGroupTest-1018536545-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ca1a282-42f2-4efa-906c-18ef9546a6c5,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:12:16.796103 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-706bba9c-6aa4-4745-8cf6-dbe861a0e57c tempest-NegativeSecGroupTest-1018536545 tempest-NegativeSecGroupTest-1018536545-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1245370 Jan 05 17:12:16.808255 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-0667099f-444e-4760-856a-a9a29ceb3f54 req-7118d5f9-ae64-4555-a744-1c1a2d712623 tempest-TestServerAdvancedOps-1833291977 tempest-TestServerAdvancedOps-1833291977-project] 10.222.0.11 "GET /v2.0/security-groups?id=53b3682f-ad5d-484b-bdf3-fc84c73a84fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097310 Jan 05 17:12:16.812713 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 44810) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:12:16.819473 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-1fc6db24-73d6-4911-9612-3b9dea4a158e tempest-NegativeSecGroupTest-1018536545 tempest-NegativeSecGroupTest-1018536545-project] Request body: {'security_group_rule': {'security_group_id': '22acb339-9542-49f6-bf62-60c0c3bc708e', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:12:16.849342 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20e78ccc-aa68-484d-a77a-e03c06bc50e8 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Made reservation on behalf of ae615b9d4e3242ec84f93fb74627d3b2 for: {'subnet': 1} {{(pid=103801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:12:16.854848 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20e78ccc-aa68-484d-a77a-e03c06bc50e8 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12480675'] for subnet, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:16.940478 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-70fa2024-2a7d-4472-913e-6d28f5e1754c req-4a4baeb0-1f4e-47e8-9a49-4da06632d6f8 tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] 10.222.0.11 "GET /v2.0/security-groups?id=b86a39b1-828b-4009-8a16-9197d830e0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3075650 Jan 05 17:12:16.960401 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.notifiers.nova [req-407e581b-e52b-44de-90de-4aa53d41c8a7 req-91d65637-5d77-4501-89d4-2634de027775 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc151515-f8c1-49a3-82dd-3bff17f43cd1 {{(pid=103800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 05 17:12:16.976548 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-407e581b-e52b-44de-90de-4aa53d41c8a7 req-91d65637-5d77-4501-89d4-2634de027775 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:16.980607 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-b0833037-b8f5-40c3-8871-06fe71047dc6 req-d4fa7b77-5cfc-4035-9851-f88e9bb21dc9 service neutron] 10.222.0.13 "GET /v2.0/networks/7a968814-bffa-4eb8-b5c5-87ea682a3631?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4685755 Jan 05 17:12:17.016405 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.provisioning_blocks [req-407e581b-e52b-44de-90de-4aa53d41c8a7 req-91d65637-5d77-4501-89d4-2634de027775 service neutron] Transition to ACTIVE for port object bc151515-f8c1-49a3-82dd-3bff17f43cd1 will not be triggered until provisioned by entity L2. {{(pid=103800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 05 17:12:17.140352 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c4cb800e-fb5f-443c-b2d0-04d9d71fe3b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:17.259062 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.api.v2.resource [None req-1fc6db24-73d6-4911-9612-3b9dea4a158e tempest-NegativeSecGroupTest-1018536545 tempest-NegativeSecGroupTest-1018536545-project] create failed (client error): The resource could not be found. Jan 05 17:12:17.260274 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-1fc6db24-73d6-4911-9612-3b9dea4a158e tempest-NegativeSecGroupTest-1018536545 tempest-NegativeSecGroupTest-1018536545-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.4453137 Jan 05 17:12:17.264996 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 44812) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:12:17.270398 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-e4ff9aee-e552-43e1-ad79-acbb27c3f516 tempest-NegativeSecGroupTest-1018536545 tempest-NegativeSecGroupTest-1018536545-project] Request body: {'security_group': {'name': 'tempest-secgroup--1616036816'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:12:17.283858 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20e78ccc-aa68-484d-a77a-e03c06bc50e8 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11433288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12480593'] for subnet, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:17.344197 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20e78ccc-aa68-484d-a77a-e03c06bc50e8 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Network e6c90600-c101-47ed-85f7-a2a96c9613b8 is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:12:17.348086 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-20e78ccc-aa68-484d-a77a-e03c06bc50e8 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:12:17.351348 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20e78ccc-aa68-484d-a77a-e03c06bc50e8 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:12:17.352078 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20e78ccc-aa68-484d-a77a-e03c06bc50e8 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks [] for subnet, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:17.367770 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e78ccc-aa68-484d-a77a-e03c06bc50e8 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Pushing event updated for resources: {'Subnet': ['ID=9326e64a-0bed-4b8a-822c-301e4708fb51,revision_number=0']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:12:17.390552 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e4ff9aee-e552-43e1-ad79-acbb27c3f516 tempest-NegativeSecGroupTest-1018536545 tempest-NegativeSecGroupTest-1018536545-project] Publish callbacks [] for security_group, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:17.430869 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.api.v2.resource [None req-e6f34832-17b4-46d9-84bb-b7818e9e4bd0 tempest-NegativeSecGroupIPv6Test-1281506041 tempest-NegativeSecGroupIPv6Test-1281506041-project] create failed (client error): The resource could not be found. Jan 05 17:12:17.435903 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-e6f34832-17b4-46d9-84bb-b7818e9e4bd0 tempest-NegativeSecGroupIPv6Test-1281506041 tempest-NegativeSecGroupIPv6Test-1281506041-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.9020844 Jan 05 17:12:17.435903 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-407e581b-e52b-44de-90de-4aa53d41c8a7 req-91d65637-5d77-4501-89d4-2634de027775 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8784461'] for port, after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:17.436561 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 44814) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:12:17.441352 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-8eb838b6-61cf-4210-b9d8-75ac7bb27bd4 tempest-NegativeSecGroupIPv6Test-1281506041 tempest-NegativeSecGroupIPv6Test-1281506041-project] Request body: {'security_group': {'name': 'tempest-secgroup--1392426370'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:12:17.485264 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e4ff9aee-e552-43e1-ad79-acbb27c3f516 tempest-NegativeSecGroupTest-1018536545 tempest-NegativeSecGroupTest-1018536545-project] Publish callbacks [] for security_group, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:17.499470 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-20e78ccc-aa68-484d-a77a-e03c06bc50e8 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.9808550 Jan 05 17:12:17.502800 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 44816) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:12:17.507392 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f8bd197-e69f-4716-938e-f4daacf49052 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Router 36b7bd7a-bec1-46d0-9455-e6298ef1b857 has already been hosted by L3 agent 59446fdc-40e0-41fe-a575-a8eb11d742f7 {{(pid=103800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 05 17:12:17.512253 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-ba5b9f49-22fd-40ec-9c6e-06933431eb7c tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Request body: {'port': {'network_id': 'e6c90600-c101-47ed-85f7-a2a96c9613b8', 'fixed_ips': [{'subnet_id': 'e5b8d90e-7e62-4618-a315-4d4df70c4ba2'}, {'subnet_id': '9326e64a-0bed-4b8a-822c-301e4708fb51'}], 'name': 'tempest-PortsIpV6TestJSON-1848378167'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:12:17.515166 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d65637-5d77-4501-89d4-2634de027775 service neutron] Pushing event updated for resources: {'Port': ['ID=bc151515-f8c1-49a3-82dd-3bff17f43cd1,revision_number=2']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:12:17.572173 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e4ff9aee-e552-43e1-ad79-acbb27c3f516 tempest-NegativeSecGroupTest-1018536545 tempest-NegativeSecGroupTest-1018536545-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:17.622646 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-8eb838b6-61cf-4210-b9d8-75ac7bb27bd4 tempest-NegativeSecGroupIPv6Test-1281506041 tempest-NegativeSecGroupIPv6Test-1281506041-project] Publish callbacks [] for security_group, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:17.740883 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [req-407e581b-e52b-44de-90de-4aa53d41c8a7 req-91d65637-5d77-4501-89d4-2634de027775 service neutron] Attempting to bind port bc151515-f8c1-49a3-82dd-3bff17f43cd1 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 05 17:12:17.741424 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [req-407e581b-e52b-44de-90de-4aa53d41c8a7 req-91d65637-5d77-4501-89d4-2634de027775 service neutron] Attempting to bind port bc151515-f8c1-49a3-82dd-3bff17f43cd1 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '1907a4d2-3ed7-4be3-9786-1c4e218b4bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '7c1bbf1e-1ee5-4e96-8c0f-8777dc9de8c1'}] {{(pid=103800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 05 17:12:17.741769 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-407e581b-e52b-44de-90de-4aa53d41c8a7 req-91d65637-5d77-4501-89d4-2634de027775 service neutron] Attempting to bind port bc151515-f8c1-49a3-82dd-3bff17f43cd1 on network 7c1bbf1e-1ee5-4e96-8c0f-8777dc9de8c1 {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:12:17.757699 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ff9aee-e552-43e1-ad79-acbb27c3f516 tempest-NegativeSecGroupTest-1018536545 tempest-NegativeSecGroupTest-1018536545-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40436b05-92f9-4469-83b7-e61204c3020b,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:12:17.764408 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-407e581b-e52b-44de-90de-4aa53d41c8a7 req-91d65637-5d77-4501-89d4-2634de027775 service neutron] Port bc151515-f8c1-49a3-82dd-3bff17f43cd1 on network 7c1bbf1e-1ee5-4e96-8c0f-8777dc9de8c1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 05 17:12:17.764408 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-407e581b-e52b-44de-90de-4aa53d41c8a7 req-91d65637-5d77-4501-89d4-2634de027775 service neutron] Attempting to bind port bc151515-f8c1-49a3-82dd-3bff17f43cd1 on network 7c1bbf1e-1ee5-4e96-8c0f-8777dc9de8c1 {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:12:17.773051 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-407e581b-e52b-44de-90de-4aa53d41c8a7 req-91d65637-5d77-4501-89d4-2634de027775 service neutron] Checking agent: {'id': '5c36d785-abe8-4e89-a23a-b403333d2378', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 5, 17, 3, 49), 'started_at': datetime.datetime(2022, 1, 5, 17, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 1, 5, 17, 11, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 05 17:12:17.773302 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-407e581b-e52b-44de-90de-4aa53d41c8a7 req-91d65637-5d77-4501-89d4-2634de027775 service neutron] Checking segment: {'id': '1907a4d2-3ed7-4be3-9786-1c4e218b4bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '7c1bbf1e-1ee5-4e96-8c0f-8777dc9de8c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:12:17.773713 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-407e581b-e52b-44de-90de-4aa53d41c8a7 req-91d65637-5d77-4501-89d4-2634de027775 service neutron] Bound using segment: {'id': '1907a4d2-3ed7-4be3-9786-1c4e218b4bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '7c1bbf1e-1ee5-4e96-8c0f-8777dc9de8c1'} {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 05 17:12:17.774444 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [req-407e581b-e52b-44de-90de-4aa53d41c8a7 req-91d65637-5d77-4501-89d4-2634de027775 service neutron] Bound port: bc151515-f8c1-49a3-82dd-3bff17f43cd1, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1907a4d2-3ed7-4be3-9786-1c4e218b4bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '7c1bbf1e-1ee5-4e96-8c0f-8777dc9de8c1'}}] {{(pid=103800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 05 17:12:17.774889 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-407e581b-e52b-44de-90de-4aa53d41c8a7 req-91d65637-5d77-4501-89d4-2634de027775 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:17.792220 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e4ff9aee-e552-43e1-ad79-acbb27c3f516 tempest-NegativeSecGroupTest-1018536545 tempest-NegativeSecGroupTest-1018536545-project] Publish callbacks [] for security_group, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:17.792220 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-e4ff9aee-e552-43e1-ad79-acbb27c3f516 tempest-NegativeSecGroupTest-1018536545 tempest-NegativeSecGroupTest-1018536545-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5218704 Jan 05 17:12:17.792531 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 44818) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:12:17.810102 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-8eb838b6-61cf-4210-b9d8-75ac7bb27bd4 tempest-NegativeSecGroupIPv6Test-1281506041 tempest-NegativeSecGroupIPv6Test-1281506041-project] Publish callbacks [] for security_group, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:17.826595 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-c1d9b4ef-1edf-4223-92db-6154e536481a tempest-NegativeSecGroupTest-1018536545 tempest-NegativeSecGroupTest-1018536545-project] Request body: {'security_group': {'name': 'tempest-secgroup--802300690'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:12:17.829020 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 6cc09713-b671-4534-aceb-79d739a8eec8 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:12:17.893024 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-8eb838b6-61cf-4210-b9d8-75ac7bb27bd4 tempest-NegativeSecGroupIPv6Test-1281506041 tempest-NegativeSecGroupIPv6Test-1281506041-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:17.925052 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Provisioning complete for port 6cc09713-b671-4534-aceb-79d739a8eec8 triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:12:17.925052 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:17.959245 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb838b6-61cf-4210-b9d8-75ac7bb27bd4 tempest-NegativeSecGroupIPv6Test-1281506041 tempest-NegativeSecGroupIPv6Test-1281506041-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa3d54dd-f65e-4cb4-aa23-0c7134b87396,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:12:18.020047 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f6beeb4-2504-4dd1-a9c4-9fc142c7bf5d None None] Network e6c90600-c101-47ed-85f7-a2a96c9613b8 requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:12:18.049988 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da00d1d2-fec5-4006-90cf-3a3a57148fcd req-d5a2b661-d0e3-408d-aa2b-d663857060c3 tempest-TestServerAdvancedOps-1833291977 tempest-TestServerAdvancedOps-1833291977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:12:18.051371 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-da00d1d2-fec5-4006-90cf-3a3a57148fcd req-d5a2b661-d0e3-408d-aa2b-d663857060c3 tempest-TestServerAdvancedOps-1833291977 tempest-TestServerAdvancedOps-1833291977-project] 10.222.0.11 "GET /v2.0/ports?device_id=3e7fde9c-317b-48e1-9d91-7458ba3f212f HTTP/1.1" status: 200 len: 943 time: 0.0893409 Jan 05 17:12:18.059217 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-8eb838b6-61cf-4210-b9d8-75ac7bb27bd4 tempest-NegativeSecGroupIPv6Test-1281506041 tempest-NegativeSecGroupIPv6Test-1281506041-project] Publish callbacks [] for security_group, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:18.060430 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f8bd197-e69f-4716-938e-f4daacf49052 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 05 17:12:18.060931 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-8eb838b6-61cf-4210-b9d8-75ac7bb27bd4 tempest-NegativeSecGroupIPv6Test-1281506041 tempest-NegativeSecGroupIPv6Test-1281506041-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6233137 Jan 05 17:12:18.065649 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 44824) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:12:18.069892 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.db [req-407e581b-e52b-44de-90de-4aa53d41c8a7 req-91d65637-5d77-4501-89d4-2634de027775 service neutron] For port bc151515-f8c1-49a3-82dd-3bff17f43cd1, host hv-neutron-mast, cleared binding levels {{(pid=103800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 05 17:12:18.072165 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-68308296-2a51-406d-99c1-792e798f4059 tempest-NegativeSecGroupIPv6Test-1281506041 tempest-NegativeSecGroupIPv6Test-1281506041-project] Request body: {'security_group': {'name': 'tempest-secgroup--982423282'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:12:18.092709 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6caa7ccb-af5c-4ef2-a517-452bc8d06278 None None] Sync routers for ids ['36b7bd7a-bec1-46d0-9455-e6298ef1b857'] in dv-neutron-master-2-hyperv {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 05 17:12:18.099019 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.db [req-407e581b-e52b-44de-90de-4aa53d41c8a7 req-91d65637-5d77-4501-89d4-2634de027775 service neutron] For port bc151515-f8c1-49a3-82dd-3bff17f43cd1, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=bc151515-f8c1-49a3-82dd-3bff17f43cd1,segment=NetworkSegment(1907a4d2-3ed7-4be3-9786-1c4e218b4bd0),segment_id=1907a4d2-3ed7-4be3-9786-1c4e218b4bd0)] {{(pid=103800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 05 17:12:18.099019 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c1d9b4ef-1edf-4223-92db-6154e536481a tempest-NegativeSecGroupTest-1018536545 tempest-NegativeSecGroupTest-1018536545-project] Publish callbacks [] for security_group, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:18.103253 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-ba8deb3e-8f55-45ed-8cd6-d5c28b048a87 None None] Provisioning complete for port 6cc09713-b671-4534-aceb-79d739a8eec8 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:12:18.103890 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-ba8deb3e-8f55-45ed-8cd6-d5c28b048a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:18.125681 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38f8179-d614-42b8-a3b8-680d979f7751 req-0d93c107-4bcd-4838-b959-f1f610e391dd tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:12:18.127235 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-b38f8179-d614-42b8-a3b8-680d979f7751 req-0d93c107-4bcd-4838-b959-f1f610e391dd tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] 10.222.0.11 "GET /v2.0/ports?device_id=0ae531d7-dfe0-480f-abb4-e199e258b40c HTTP/1.1" status: 200 len: 944 time: 0.0990064 Jan 05 17:12:18.129243 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-da00d1d2-fec5-4006-90cf-3a3a57148fcd req-796e6585-0f50-4747-92b5-6050dc509811 tempest-TestServerAdvancedOps-1833291977 tempest-TestServerAdvancedOps-1833291977-project] 10.222.0.11 "GET /v2.0/security-groups?id=53b3682f-ad5d-484b-bdf3-fc84c73a84fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672133 Jan 05 17:12:18.145873 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:18.183596 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6caa7ccb-af5c-4ef2-a517-452bc8d06278 None None] Routers {'36b7bd7a-bec1-46d0-9455-e6298ef1b857'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:12:18.184242 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-6caa7ccb-af5c-4ef2-a517-452bc8d06278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:11:49Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['36b7bd7a-bec1-46d0-9455-e6298ef1b857'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:12:18.204741 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-b38f8179-d614-42b8-a3b8-680d979f7751 req-61a274ed-c4b2-45aa-b485-bc7a1bb229d6 tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] 10.222.0.11 "GET /v2.0/security-groups?id=b86a39b1-828b-4009-8a16-9197d830e0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708551 Jan 05 17:12:18.219299 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba5b9f49-22fd-40ec-9c6e-06933431eb7c tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Made reservation on behalf of ae615b9d4e3242ec84f93fb74627d3b2 for: {'port': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:12:18.248125 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-407e581b-e52b-44de-90de-4aa53d41c8a7 req-91d65637-5d77-4501-89d4-2634de027775 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8784461'] for port, after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:18.251935 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2f8bd197-e69f-4716-938e-f4daacf49052 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for floatingip, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:18.258770 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c1d9b4ef-1edf-4223-92db-6154e536481a tempest-NegativeSecGroupTest-1018536545 tempest-NegativeSecGroupTest-1018536545-project] Publish callbacks [] for security_group, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:18.307139 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] For port 6cc09713-b671-4534-aceb-79d739a8eec8, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=6cc09713-b671-4534-aceb-79d739a8eec8,segment=NetworkSegment(17341e11-96cd-4537-b030-80342df32030),segment_id=17341e11-96cd-4537-b030-80342df32030)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:12:18.342979 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c1d9b4ef-1edf-4223-92db-6154e536481a tempest-NegativeSecGroupTest-1018536545 tempest-NegativeSecGroupTest-1018536545-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:18.364305 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407e581b-e52b-44de-90de-4aa53d41c8a7 req-91d65637-5d77-4501-89d4-2634de027775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:12:18.364926 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-407e581b-e52b-44de-90de-4aa53d41c8a7 req-91d65637-5d77-4501-89d4-2634de027775 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:18.366520 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-407e581b-e52b-44de-90de-4aa53d41c8a7 req-91d65637-5d77-4501-89d4-2634de027775 service neutron] 10.222.0.13 "PUT /v2.0/ports/bc151515-f8c1-49a3-82dd-3bff17f43cd1 HTTP/1.1" status: 200 len: 1094 time: 2.5955257 Jan 05 17:12:18.366838 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ae531d7-dfe0-480f-abb4-e199e258b40c', 'tag': 'bc151515-f8c1-49a3-82dd-3bff17f43cd1'}] {{(pid=103800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 05 17:12:18.371344 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-68308296-2a51-406d-99c1-792e798f4059 tempest-NegativeSecGroupIPv6Test-1281506041 tempest-NegativeSecGroupIPv6Test-1281506041-project] Publish callbacks [] for security_group, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:18.371517 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f64b9d4628f7eefcc27168a80c04985d23f0ea5def038dae05e1deb7357f3bfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27545704-9279-436c-8c41-7218e4e18241" -d '{"events": [{"name": "network-changed", "server_uuid": "0ae531d7-dfe0-480f-abb4-e199e258b40c", "tag": "bc151515-f8c1-49a3-82dd-3bff17f43cd1"}]}' {{(pid=103800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 05 17:12:18.387875 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-2f8bd197-e69f-4716-938e-f4daacf49052 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 6.7526224 Jan 05 17:12:18.396469 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 44828) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:12:18.427086 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-6caa7ccb-af5c-4ef2-a517-452bc8d06278 None None] Set router 36b7bd7a-bec1-46d0-9455-e6298ef1b857 gateway port host: dv-neutron-master-2-hyperv {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:12:18.444369 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d65637-5d77-4501-89d4-2634de027775 service neutron] Pushing event updated for resources: {'Port': ['ID=bc151515-f8c1-49a3-82dd-3bff17f43cd1,revision_number=3']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:12:18.455364 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d9b4ef-1edf-4223-92db-6154e536481a tempest-NegativeSecGroupTest-1018536545 tempest-NegativeSecGroupTest-1018536545-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1096f9bd-a8c9-4cb1-be61-900e6e5332db,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:12:18.477792 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ba5b9f49-22fd-40ec-9c6e-06933431eb7c tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:18.477936 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:18.477936 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-ba8deb3e-8f55-45ed-8cd6-d5c28b048a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:18.486075 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Jan 2022 17:12:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-245edcee-c3ff-4b44-b1e5-227cca652717 x-openstack-request-id: req-245edcee-c3ff-4b44-b1e5-227cca652717 {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 05 17:12:18.486419 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ae531d7-dfe0-480f-abb4-e199e258b40c", "tag": "bc151515-f8c1-49a3-82dd-3bff17f43cd1", "status": "completed", "code": 200}]} {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 05 17:12:18.486620 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-245edcee-c3ff-4b44-b1e5-227cca652717 {{(pid=103800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 05 17:12:18.487027 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ae531d7-dfe0-480f-abb4-e199e258b40c', 'tag': 'bc151515-f8c1-49a3-82dd-3bff17f43cd1', 'status': 'completed', 'code': 200} Jan 05 17:12:18.549907 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.notifiers.nova [None req-ba5b9f49-22fd-40ec-9c6e-06933431eb7c tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] device_id is not set on port 5c33b24c-6a3f-4288-9ef5-165a93b422d1 yet. {{(pid=103800) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 05 17:12:18.560700 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c1d9b4ef-1edf-4223-92db-6154e536481a tempest-NegativeSecGroupTest-1018536545 tempest-NegativeSecGroupTest-1018536545-project] Publish callbacks [] for security_group, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:18.565082 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-c1d9b4ef-1edf-4223-92db-6154e536481a tempest-NegativeSecGroupTest-1018536545 tempest-NegativeSecGroupTest-1018536545-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.7413990 Jan 05 17:12:18.565292 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 44830) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:12:18.575078 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-24467d7d-8dbc-48b9-9adc-77c7c13b7aa5 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/floatingips/0a17889f-c7b0-41ed-8d3e-83963b1c36ee HTTP/1.1" status: 200 len: 991 time: 0.1734705 Jan 05 17:12:18.579583 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-a0bb1114-0089-4b89-80e6-8c4b5b80d40c tempest-NegativeSecGroupTest-1018536545 tempest-NegativeSecGroupTest-1018536545-project] Request body: {'security_group_rule': {'security_group_id': '40436b05-92f9-4469-83b7-e61204c3020b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '1096f9bd-a8c9-4cb1-be61-900e6e5332db'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:12:18.639671 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-68308296-2a51-406d-99c1-792e798f4059 tempest-NegativeSecGroupIPv6Test-1281506041 tempest-NegativeSecGroupIPv6Test-1281506041-project] Publish callbacks [] for security_group, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:18.660843 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27545704-9279-436c-8c41-7218e4e18241 req-30a11a67-23eb-42ea-b3b2-3de2c3edcae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:12:18.662775 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-27545704-9279-436c-8c41-7218e4e18241 req-30a11a67-23eb-42ea-b3b2-3de2c3edcae3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fd19bdf1a53648779ae20015d06c39e6&device_id=0ae531d7-dfe0-480f-abb4-e199e258b40c HTTP/1.1" status: 200 len: 1097 time: 0.1731515 Jan 05 17:12:18.694517 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Pushing event updated for resources: {'Port': ['ID=6cc09713-b671-4534-aceb-79d739a8eec8,revision_number=3']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:12:18.716359 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-68308296-2a51-406d-99c1-792e798f4059 tempest-NegativeSecGroupIPv6Test-1281506041 tempest-NegativeSecGroupIPv6Test-1281506041-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:18.735928 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39f2aa30-9c28-4c71-b38d-9c380d61f5e4 None None] Update dhcp port {'port': {'network_id': 'e6c90600-c101-47ed-85f7-a2a96c9613b8', 'fixed_ips': [{'subnet_id': 'e5b8d90e-7e62-4618-a315-4d4df70c4ba2', 'ip_address': '2001:db8::2'}, {'subnet_id': '9326e64a-0bed-4b8a-822c-301e4708fb51'}], 'binding:host_id': 'dv-neutron-master-2-hyperv'}, 'id': '6cc09713-b671-4534-aceb-79d739a8eec8'} from dv-neutron-master-2-hyperv. {{(pid=103802) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Jan 05 17:12:18.739324 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.db.api [None req-ba8deb3e-8f55-45ed-8cd6-d5c28b048a87 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103802) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 05 17:12:18.744541 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG oslo_db.api [None req-ba8deb3e-8f55-45ed-8cd6-d5c28b048a87 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 05 17:12:18.752008 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68308296-2a51-406d-99c1-792e798f4059 tempest-NegativeSecGroupIPv6Test-1281506041 tempest-NegativeSecGroupIPv6Test-1281506041-project] Pushing event updated for resources: {'SecurityGroup': ['ID=175f78f4-7385-44e5-b110-d779cc54b74b,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:12:18.790341 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.api.v2.resource [None req-a0bb1114-0089-4b89-80e6-8c4b5b80d40c tempest-NegativeSecGroupTest-1018536545 tempest-NegativeSecGroupTest-1018536545-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 05 17:12:18.796454 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-a0bb1114-0089-4b89-80e6-8c4b5b80d40c tempest-NegativeSecGroupTest-1018536545 tempest-NegativeSecGroupTest-1018536545-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.2300291 Jan 05 17:12:18.796454 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 44834) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:12:18.817753 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-39f2aa30-9c28-4c71-b38d-9c380d61f5e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:18.847712 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27545704-9279-436c-8c41-7218e4e18241 req-5e7dab05-4852-4900-acc2-6a95ecdae50d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:12:18.848502 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-68308296-2a51-406d-99c1-792e798f4059 tempest-NegativeSecGroupIPv6Test-1281506041 tempest-NegativeSecGroupIPv6Test-1281506041-project] Publish callbacks [] for security_group, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:18.849187 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-27545704-9279-436c-8c41-7218e4e18241 req-5e7dab05-4852-4900-acc2-6a95ecdae50d service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=fd19bdf1a53648779ae20015d06c39e6&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1617792 Jan 05 17:12:18.853166 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-68308296-2a51-406d-99c1-792e798f4059 tempest-NegativeSecGroupIPv6Test-1281506041 tempest-NegativeSecGroupIPv6Test-1281506041-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.7858167 Jan 05 17:12:18.855720 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 44836) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:12:18.863242 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-b5ff5e30-8816-412a-9f1f-55c8f34fdb45 tempest-NegativeSecGroupIPv6Test-1281506041 tempest-NegativeSecGroupIPv6Test-1281506041-project] Request body: {'security_group_rule': {'security_group_id': 'fa3d54dd-f65e-4cb4-aa23-0c7134b87396', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '175f78f4-7385-44e5-b110-d779cc54b74b'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:12:18.879461 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-c417fc15-d12f-4d0f-b132-cb747dd3b90c tempest-NegativeSecGroupTest-1018536545 tempest-NegativeSecGroupTest-1018536545-project] Publish callbacks [] for security_group, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:18.908822 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-c417fc15-d12f-4d0f-b132-cb747dd3b90c tempest-NegativeSecGroupTest-1018536545 tempest-NegativeSecGroupTest-1018536545-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:19.009498 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-6caa7ccb-af5c-4ef2-a517-452bc8d06278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36b7bd7a-bec1-46d0-9455-e6298ef1b857', 'name': 'tempest-TestNetworkBasicOps-router-275673944', 'tenant_id': 'ec76859de02442879238ecf1eaefefed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.51'}], 'enable_snat': True}, 'gw_port_id': 'e35d3a26-b17d-4578-abe6-d57671d0aca3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:11:27Z', 'updated_at': '2022-01-05T17:11:40Z', 'revision_number': 4, 'project_id': 'ec76859de02442879238ecf1eaefefed', 'gw_port': {'id': 'e35d3a26-b17d-4578-abe6-d57671d0aca3', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:d9:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36b7bd7a-bec1-46d0-9455-e6298ef1b857', 'device_owner': 'network:router_gateway', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:11:29Z', 'updated_at': '2022-01-05T17:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '0a17889f-c7b0-41ed-8d3e-83963b1c36ee', 'tenant_id': 'ec76859de02442879238ecf1eaefefed', 'floating_ip_address': '172.36.4.152', 'floating_network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'router_id': '36b7bd7a-bec1-46d0-9455-e6298ef1b857', 'port_id': '720a2fb6-be8e-4fcc-86fa-94a358c29b93', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1187, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '62c260dd-d135-4213-8dd0-485aab18a1d0', 'mac_address': 'fa:16:3e:78:2f:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ad75fd-3c61-493a-82ce-e55c8368b611', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-05T17:12:14Z', 'updated_at': '2022-01-05T17:12:14Z', 'revision_number': 0, 'project_id': 'ec76859de02442879238ecf1eaefefed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a3ebc3b-9bc4-4533-9c6f-b0efbbc88532', 'name': '', 'network_id': '62c260dd-d135-4213-8dd0-485aab18a1d0', 'tenant_id': 'ec76859de02442879238ecf1eaefefed', 'mac_address': 'fa:16:3e:d8:d2:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36b7bd7a-bec1-46d0-9455-e6298ef1b857', 'device_owner': 'network:router_interface', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': '5c5734b6-0442-4faf-b4f7-d61c8f7673ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:11:39Z', 'updated_at': '2022-01-05T17:11:44Z', 'revision_number': 5, 'project_id': 'ec76859de02442879238ecf1eaefefed', 'subnets': [{'id': '5c5734b6-0442-4faf-b4f7-d61c8f7673ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:12:19.024478 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27545704-9279-436c-8c41-7218e4e18241 req-7c93d577-523c-4ab0-8069-7e4eb78b6b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:12:19.025958 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-27545704-9279-436c-8c41-7218e4e18241 req-7c93d577-523c-4ab0-8069-7e4eb78b6b97 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1571994 Jan 05 17:12:19.038479 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6caa7ccb-af5c-4ef2-a517-452bc8d06278 None None] Checking router: 36b7bd7a-bec1-46d0-9455-e6298ef1b857 for host: dv-neutron-master-2-hyperv {{(pid=103802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 05 17:12:19.039025 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [None req-ba5b9f49-22fd-40ec-9c6e-06933431eb7c tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Allocated IP 2001:db8::263 (e6c90600-c101-47ed-85f7-a2a96c9613b8/e5b8d90e-7e62-4618-a315-4d4df70c4ba2/5c33b24c-6a3f-4288-9ef5-165a93b422d1) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:12:19.046536 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [None req-ba5b9f49-22fd-40ec-9c6e-06933431eb7c tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Allocated IP 2001:db8:0:1::1d6 (e6c90600-c101-47ed-85f7-a2a96c9613b8/9326e64a-0bed-4b8a-822c-301e4708fb51/5c33b24c-6a3f-4288-9ef5-165a93b422d1) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:12:19.049127 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6caa7ccb-af5c-4ef2-a517-452bc8d06278 None None] Routers {'36b7bd7a-bec1-46d0-9455-e6298ef1b857'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:12:19.049518 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-c417fc15-d12f-4d0f-b132-cb747dd3b90c tempest-NegativeSecGroupTest-1018536545 tempest-NegativeSecGroupTest-1018536545-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:19.052183 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-6caa7ccb-af5c-4ef2-a517-452bc8d06278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:11:49Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['36b7bd7a-bec1-46d0-9455-e6298ef1b857'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:12:19.055015 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-c417fc15-d12f-4d0f-b132-cb747dd3b90c tempest-NegativeSecGroupTest-1018536545 tempest-NegativeSecGroupTest-1018536545-project] Publish callbacks [] for security_group, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:19.056441 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-c417fc15-d12f-4d0f-b132-cb747dd3b90c tempest-NegativeSecGroupTest-1018536545 tempest-NegativeSecGroupTest-1018536545-project] 10.222.0.11 "DELETE /v2.0/security-groups/1096f9bd-a8c9-4cb1-be61-900e6e5332db HTTP/1.1" status: 204 len: 168 time: 0.2589424 Jan 05 17:12:19.059353 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 44838) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:12:19.067279 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c417fc15-d12f-4d0f-b132-cb747dd3b90c tempest-NegativeSecGroupTest-1018536545 tempest-NegativeSecGroupTest-1018536545-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1096f9bd-a8c9-4cb1-be61-900e6e5332db,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:12:19.203501 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-781ca9f1-5fbb-4517-b6cf-2388db314f6c tempest-NegativeSecGroupTest-1018536545 tempest-NegativeSecGroupTest-1018536545-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1427066 Jan 05 17:12:19.207836 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 44842) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:12:19.208346 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407e581b-e52b-44de-90de-4aa53d41c8a7 req-9058b037-e17d-49ac-8c23-a82597db0014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:12:19.209892 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-407e581b-e52b-44de-90de-4aa53d41c8a7 req-9058b037-e17d-49ac-8c23-a82597db0014 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fd19bdf1a53648779ae20015d06c39e6&device_id=0ae531d7-dfe0-480f-abb4-e199e258b40c HTTP/1.1" status: 200 len: 1097 time: 0.1408117 Jan 05 17:12:19.228633 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.api.v2.resource [None req-b5ff5e30-8816-412a-9f1f-55c8f34fdb45 tempest-NegativeSecGroupIPv6Test-1281506041 tempest-NegativeSecGroupIPv6Test-1281506041-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 05 17:12:19.232620 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-b5ff5e30-8816-412a-9f1f-55c8f34fdb45 tempest-NegativeSecGroupIPv6Test-1281506041 tempest-NegativeSecGroupIPv6Test-1281506041-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.3730347 Jan 05 17:12:19.232866 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 44844) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:12:19.320173 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-407e581b-e52b-44de-90de-4aa53d41c8a7 req-97dc7040-367b-4138-bc7b-2fcce571b597 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bc151515-f8c1-49a3-82dd-3bff17f43cd1 HTTP/1.1" status: 200 len: 217 time: 0.0831101 Jan 05 17:12:19.341974 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Device b546ed65-d379-4282-960f-861631c9daf4 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 05 17:12:19.399567 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-36cc321c-246c-44da-948e-860b620da73a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:19.405630 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5669b9-065a-495c-b1f9-cd38bdf164be req-520687e1-a0bb-4d7d-be27-b97f0cfaa17a tempest-TestServerAdvancedOps-1833291977 tempest-TestServerAdvancedOps-1833291977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:12:19.405818 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-7fe8c171-be8d-42e6-924c-e1bc1d459b9f tempest-NegativeSecGroupIPv6Test-1281506041 tempest-NegativeSecGroupIPv6Test-1281506041-project] Publish callbacks [] for security_group, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:19.407155 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-4c5669b9-065a-495c-b1f9-cd38bdf164be req-520687e1-a0bb-4d7d-be27-b97f0cfaa17a tempest-TestServerAdvancedOps-1833291977 tempest-TestServerAdvancedOps-1833291977-project] 10.222.0.11 "GET /v2.0/ports?device_id=3e7fde9c-317b-48e1-9d91-7458ba3f212f HTTP/1.1" status: 200 len: 943 time: 0.1691072 Jan 05 17:12:19.419302 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407e581b-e52b-44de-90de-4aa53d41c8a7 req-f921f02a-22aa-452f-9a57-0b34003e899a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:12:19.420828 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-407e581b-e52b-44de-90de-4aa53d41c8a7 req-f921f02a-22aa-452f-9a57-0b34003e899a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=912357ce-0b90-40ee-be19-ae73cfee1985 HTTP/1.1" status: 200 len: 835 time: 0.0918355 Jan 05 17:12:19.440875 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-6caa7ccb-af5c-4ef2-a517-452bc8d06278 None None] Set router 36b7bd7a-bec1-46d0-9455-e6298ef1b857 gateway port host: dv-neutron-master-2-hyperv {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:12:19.461197 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-7b7042f3-bc85-47c4-8863-e0a91829f7c2 tempest-NegativeSecGroupTest-1018536545 tempest-NegativeSecGroupTest-1018536545-project] Publish callbacks [] for security_group, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:19.463890 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-7fe8c171-be8d-42e6-924c-e1bc1d459b9f tempest-NegativeSecGroupIPv6Test-1281506041 tempest-NegativeSecGroupIPv6Test-1281506041-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:19.477112 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ba5b9f49-22fd-40ec-9c6e-06933431eb7c tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks [] for port, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:19.498270 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f95c93-7944-4aba-b619-4dedd6a1c840 req-156ebf4d-a531-4418-9e99-309ef694ee0e tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:12:19.506049 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-44f95c93-7944-4aba-b619-4dedd6a1c840 req-156ebf4d-a531-4418-9e99-309ef694ee0e tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] 10.222.0.11 "GET /v2.0/ports?device_id=0ae531d7-dfe0-480f-abb4-e199e258b40c HTTP/1.1" status: 200 len: 944 time: 0.1554980 Jan 05 17:12:19.538584 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-4c5669b9-065a-495c-b1f9-cd38bdf164be req-5088e563-9494-4196-9356-34fb81d46145 tempest-TestServerAdvancedOps-1833291977 tempest-TestServerAdvancedOps-1833291977-project] 10.222.0.11 "GET /v2.0/security-groups?id=53b3682f-ad5d-484b-bdf3-fc84c73a84fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234052 Jan 05 17:12:19.541788 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407e581b-e52b-44de-90de-4aa53d41c8a7 req-23a1eefc-1633-41a7-ba6f-0531b9efb804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:12:19.543309 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-407e581b-e52b-44de-90de-4aa53d41c8a7 req-23a1eefc-1633-41a7-ba6f-0531b9efb804 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7c1bbf1e-1ee5-4e96-8c0f-8777dc9de8c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1120861 Jan 05 17:12:19.587963 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-7b7042f3-bc85-47c4-8863-e0a91829f7c2 tempest-NegativeSecGroupTest-1018536545 tempest-NegativeSecGroupTest-1018536545-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:19.599518 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 44848) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:12:19.631971 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] For port b546ed65-d379-4282-960f-861631c9daf4, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=b546ed65-d379-4282-960f-861631c9daf4,segment=NetworkSegment(b5a240ac-4daf-49a8-9090-833ad6bf3dee),segment_id=b5a240ac-4daf-49a8-9090-833ad6bf3dee)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:12:19.641401 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-407e581b-e52b-44de-90de-4aa53d41c8a7 req-34c01779-9073-4269-a470-e491b865ae16 service neutron] 10.222.0.13 "GET /v2.0/networks/7c1bbf1e-1ee5-4e96-8c0f-8777dc9de8c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916946 Jan 05 17:12:19.643290 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ba5b9f49-22fd-40ec-9c6e-06933431eb7c tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:19.713181 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-44f95c93-7944-4aba-b619-4dedd6a1c840 req-91534832-8492-40ba-bba4-41c5951ac58a tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] 10.222.0.11 "GET /v2.0/security-groups?id=b86a39b1-828b-4009-8a16-9197d830e0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2060163 Jan 05 17:12:19.734540 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 6cc09713-b671-4534-aceb-79d739a8eec8 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:12:19.734770 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-3c2e93f7-bc28-4c5f-86d9-2f804290ca1e tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/floatingips/0a17889f-c7b0-41ed-8d3e-83963b1c36ee HTTP/1.1" status: 200 len: 991 time: 0.1294858 Jan 05 17:12:19.734879 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5b9f49-22fd-40ec-9c6e-06933431eb7c tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Pushing event updated for resources: {'Port': ['ID=5c33b24c-6a3f-4288-9ef5-165a93b422d1,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:12:19.758085 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Returning: {'device': 'b546ed65-d379-4282-960f-861631c9daf4', 'network_id': '7a968814-bffa-4eb8-b5c5-87ea682a3631', 'port_id': 'b546ed65-d379-4282-960f-861631c9daf4', 'mac_address': 'fa:16:3e:c1:00:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4de5e971-7f81-4e7b-9368-cd6028b01644', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 05 17:12:19.769176 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:19.773540 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba5b9f49-22fd-40ec-9c6e-06933431eb7c tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Network e6c90600-c101-47ed-85f7-a2a96c9613b8 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:12:19.776530 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-ba5b9f49-22fd-40ec-9c6e-06933431eb7c tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:12:19.779070 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba5b9f49-22fd-40ec-9c6e-06933431eb7c tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:12:19.785398 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba5b9f49-22fd-40ec-9c6e-06933431eb7c tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:12:19.786185 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ba5b9f49-22fd-40ec-9c6e-06933431eb7c tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:19.833673 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-407e581b-e52b-44de-90de-4aa53d41c8a7 req-f0717447-8d64-4a89-8b32-05d9e8e7cc8b service neutron] 10.222.0.13 "GET /v2.0/networks/7c1bbf1e-1ee5-4e96-8c0f-8777dc9de8c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1589487 Jan 05 17:12:19.840258 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-7fe8c171-be8d-42e6-924c-e1bc1d459b9f tempest-NegativeSecGroupIPv6Test-1281506041 tempest-NegativeSecGroupIPv6Test-1281506041-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:19.843896 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-7fe8c171-be8d-42e6-924c-e1bc1d459b9f tempest-NegativeSecGroupIPv6Test-1281506041 tempest-NegativeSecGroupIPv6Test-1281506041-project] Publish callbacks [] for security_group, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:19.845196 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-7fe8c171-be8d-42e6-924c-e1bc1d459b9f tempest-NegativeSecGroupIPv6Test-1281506041 tempest-NegativeSecGroupIPv6Test-1281506041-project] 10.222.0.11 "DELETE /v2.0/security-groups/175f78f4-7385-44e5-b110-d779cc54b74b HTTP/1.1" status: 204 len: 168 time: 0.6113131 Jan 05 17:12:19.848201 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 44850) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:12:19.855283 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-7b7042f3-bc85-47c4-8863-e0a91829f7c2 tempest-NegativeSecGroupTest-1018536545 tempest-NegativeSecGroupTest-1018536545-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:19.858033 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-7b7042f3-bc85-47c4-8863-e0a91829f7c2 tempest-NegativeSecGroupTest-1018536545 tempest-NegativeSecGroupTest-1018536545-project] Publish callbacks [] for security_group, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:19.859262 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-7b7042f3-bc85-47c4-8863-e0a91829f7c2 tempest-NegativeSecGroupTest-1018536545 tempest-NegativeSecGroupTest-1018536545-project] 10.222.0.11 "DELETE /v2.0/security-groups/40436b05-92f9-4469-83b7-e61204c3020b HTTP/1.1" status: 204 len: 168 time: 0.6517837 Jan 05 17:12:19.860484 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe8c171-be8d-42e6-924c-e1bc1d459b9f tempest-NegativeSecGroupIPv6Test-1281506041 tempest-NegativeSecGroupIPv6Test-1281506041-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=175f78f4-7385-44e5-b110-d779cc54b74b,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:12:19.862631 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 44852) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:12:19.879150 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.db_base_plugin_common [None req-39f2aa30-9c28-4c71-b38d-9c380d61f5e4 None None] Allocated IP 2001:db8:0:1::2 (e6c90600-c101-47ed-85f7-a2a96c9613b8/9326e64a-0bed-4b8a-822c-301e4708fb51/6cc09713-b671-4534-aceb-79d739a8eec8) {{(pid=103802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:12:19.887631 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7042f3-bc85-47c4-8863-e0a91829f7c2 tempest-NegativeSecGroupTest-1018536545 tempest-NegativeSecGroupTest-1018536545-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=40436b05-92f9-4469-83b7-e61204c3020b,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:12:19.900979 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-ba5b9f49-22fd-40ec-9c6e-06933431eb7c tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1017 time: 2.3957558 Jan 05 17:12:19.906829 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 44854) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:12:19.914658 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-142a03fa-d127-4f83-8c1e-772f00fb848d tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'e5b8d90e-7e62-4618-a315-4d4df70c4ba2'}]}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:12:19.936110 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-76760e6e-01c8-467f-a114-b173e2ed5bd8 tempest-NegativeSecGroupTest-1018536545 tempest-NegativeSecGroupTest-1018536545-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0643604 Jan 05 17:12:19.936326 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 44856) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:12:19.941731 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-1b51b3da-7caf-4f69-bff9-b1d92e6b3114 tempest-NegativeSecGroupTest-1018536545 tempest-NegativeSecGroupTest-1018536545-project] Request body: {'security_group': {'name': 'tempest-secgroup--1585834009'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:12:19.949844 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:19.983509 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-9f6a79ba-faf0-41a6-a6cd-a0dae34d0dd3 tempest-NegativeSecGroupIPv6Test-1281506041 tempest-NegativeSecGroupIPv6Test-1281506041-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1302600 Jan 05 17:12:19.984124 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 44858) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:12:20.000008 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Provisioning complete for port 6cc09713-b671-4534-aceb-79d739a8eec8 triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:12:20.000376 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:20.003094 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.notifiers.nova [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b546ed65-d379-4282-960f-861631c9daf4 {{(pid=103802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 05 17:12:20.033894 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-1b51b3da-7caf-4f69-bff9-b1d92e6b3114 tempest-NegativeSecGroupTest-1018536545 tempest-NegativeSecGroupTest-1018536545-project] Publish callbacks [] for security_group, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:20.041047 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-142a03fa-d127-4f83-8c1e-772f00fb848d tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:20.084300 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-6b232393-2e7c-45f5-adf9-f350c4fccec0 tempest-NegativeSecGroupIPv6Test-1281506041 tempest-NegativeSecGroupIPv6Test-1281506041-project] Publish callbacks [] for security_group, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:20.099622 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] For port b546ed65-d379-4282-960f-861631c9daf4, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=b546ed65-d379-4282-960f-861631c9daf4,segment=NetworkSegment(b5a240ac-4daf-49a8-9090-833ad6bf3dee),segment_id=b5a240ac-4daf-49a8-9090-833ad6bf3dee)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:12:20.123532 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-6b232393-2e7c-45f5-adf9-f350c4fccec0 tempest-NegativeSecGroupIPv6Test-1281506041 tempest-NegativeSecGroupIPv6Test-1281506041-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:20.166423 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-39f2aa30-9c28-4c71-b38d-9c380d61f5e4 None None] For port 6cc09713-b671-4534-aceb-79d739a8eec8, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=6cc09713-b671-4534-aceb-79d739a8eec8,segment=NetworkSegment(17341e11-96cd-4537-b030-80342df32030),segment_id=17341e11-96cd-4537-b030-80342df32030)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:12:20.194562 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:20.204557 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-1b51b3da-7caf-4f69-bff9-b1d92e6b3114 tempest-NegativeSecGroupTest-1018536545 tempest-NegativeSecGroupTest-1018536545-project] Publish callbacks [] for security_group, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:20.249145 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-6b232393-2e7c-45f5-adf9-f350c4fccec0 tempest-NegativeSecGroupIPv6Test-1281506041 tempest-NegativeSecGroupIPv6Test-1281506041-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:20.252115 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-6b232393-2e7c-45f5-adf9-f350c4fccec0 tempest-NegativeSecGroupIPv6Test-1281506041 tempest-NegativeSecGroupIPv6Test-1281506041-project] Publish callbacks [] for security_group, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:20.253477 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-6b232393-2e7c-45f5-adf9-f350c4fccec0 tempest-NegativeSecGroupIPv6Test-1281506041 tempest-NegativeSecGroupIPv6Test-1281506041-project] 10.222.0.11 "DELETE /v2.0/security-groups/fa3d54dd-f65e-4cb4-aa23-0c7134b87396 HTTP/1.1" status: 204 len: 168 time: 0.2681432 Jan 05 17:12:20.258715 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 44860) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:12:20.270087 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b232393-2e7c-45f5-adf9-f350c4fccec0 tempest-NegativeSecGroupIPv6Test-1281506041 tempest-NegativeSecGroupIPv6Test-1281506041-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa3d54dd-f65e-4cb4-aa23-0c7134b87396,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:12:20.298493 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-1b51b3da-7caf-4f69-bff9-b1d92e6b3114 tempest-NegativeSecGroupTest-1018536545 tempest-NegativeSecGroupTest-1018536545-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:20.314777 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-39f2aa30-9c28-4c71-b38d-9c380d61f5e4 None None] Publish callbacks [] for port, precommit_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:20.320875 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-6caa7ccb-af5c-4ef2-a517-452bc8d06278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36b7bd7a-bec1-46d0-9455-e6298ef1b857', 'name': 'tempest-TestNetworkBasicOps-router-275673944', 'tenant_id': 'ec76859de02442879238ecf1eaefefed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.51'}], 'enable_snat': True}, 'gw_port_id': 'e35d3a26-b17d-4578-abe6-d57671d0aca3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:11:27Z', 'updated_at': '2022-01-05T17:11:40Z', 'revision_number': 4, 'project_id': 'ec76859de02442879238ecf1eaefefed', 'gw_port': {'id': 'e35d3a26-b17d-4578-abe6-d57671d0aca3', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:d9:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36b7bd7a-bec1-46d0-9455-e6298ef1b857', 'device_owner': 'network:router_gateway', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:11:29Z', 'updated_at': '2022-01-05T17:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '0a17889f-c7b0-41ed-8d3e-83963b1c36ee', 'tenant_id': 'ec76859de02442879238ecf1eaefefed', 'floating_ip_address': '172.36.4.152', 'floating_network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'router_id': '36b7bd7a-bec1-46d0-9455-e6298ef1b857', 'port_id': '720a2fb6-be8e-4fcc-86fa-94a358c29b93', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1187, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '62c260dd-d135-4213-8dd0-485aab18a1d0', 'mac_address': 'fa:16:3e:78:2f:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ad75fd-3c61-493a-82ce-e55c8368b611', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-05T17:12:14Z', 'updated_at': '2022-01-05T17:12:14Z', 'revision_number': 0, 'project_id': 'ec76859de02442879238ecf1eaefefed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a3ebc3b-9bc4-4533-9c6f-b0efbbc88532', 'name': '', 'network_id': '62c260dd-d135-4213-8dd0-485aab18a1d0', 'tenant_id': 'ec76859de02442879238ecf1eaefefed', 'mac_address': 'fa:16:3e:d8:d2:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36b7bd7a-bec1-46d0-9455-e6298ef1b857', 'device_owner': 'network:router_interface', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': '5c5734b6-0442-4faf-b4f7-d61c8f7673ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:11:39Z', 'updated_at': '2022-01-05T17:11:44Z', 'revision_number': 5, 'project_id': 'ec76859de02442879238ecf1eaefefed', 'subnets': [{'id': '5c5734b6-0442-4faf-b4f7-d61c8f7673ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:12:20.328172 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-3035f158-9968-4de0-a01c-29a9e392adbb tempest-NegativeSecGroupIPv6Test-1281506041 tempest-NegativeSecGroupIPv6Test-1281506041-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0630448 Jan 05 17:12:20.330076 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 44862) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:12:20.337236 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-aa0ac2dc-21a1-4ba8-ae1b-cd9940efc08c tempest-NegativeSecGroupIPv6Test-1281506041 tempest-NegativeSecGroupIPv6Test-1281506041-project] Request body: {'security_group': {'name': 'tempest-secgroup--1967075343'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:12:20.351779 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b51b3da-7caf-4f69-bff9-b1d92e6b3114 tempest-NegativeSecGroupTest-1018536545 tempest-NegativeSecGroupTest-1018536545-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7877a739-e2bc-4802-938a-027d2b1d8119,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:12:20.359545 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Pushing event updated for resources: {'Port': ['ID=b546ed65-d379-4282-960f-861631c9daf4,revision_number=4']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:12:20.362642 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6caa7ccb-af5c-4ef2-a517-452bc8d06278 None None] The sync data for ids ['36b7bd7a-bec1-46d0-9455-e6298ef1b857'] in dv-neutron-master-2-hyperv is: [{'id': '36b7bd7a-bec1-46d0-9455-e6298ef1b857', 'name': 'tempest-TestNetworkBasicOps-router-275673944', 'tenant_id': 'ec76859de02442879238ecf1eaefefed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.51'}], 'enable_snat': True}, 'gw_port_id': 'e35d3a26-b17d-4578-abe6-d57671d0aca3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:11:27Z', 'updated_at': '2022-01-05T17:11:40Z', 'revision_number': 4, 'project_id': 'ec76859de02442879238ecf1eaefefed', 'gw_port': {'id': 'e35d3a26-b17d-4578-abe6-d57671d0aca3', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:d9:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36b7bd7a-bec1-46d0-9455-e6298ef1b857', 'device_owner': 'network:router_gateway', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:11:29Z', 'updated_at': '2022-01-05T17:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '0a17889f-c7b0-41ed-8d3e-83963b1c36ee', 'tenant_id': 'ec76859de02442879238ecf1eaefefed', 'floating_ip_address': '172.36.4.152', 'floating_network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'router_id': '36b7bd7a-bec1-46d0-9455-e6298ef1b857', 'port_id': '720a2fb6-be8e-4fcc-86fa-94a358c29b93', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1187, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '62c260dd-d135-4213-8dd0-485aab18a1d0', 'mac_address': 'fa:16:3e:78:2f:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ad75fd-3c61-493a-82ce-e55c8368b611', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-05T17:12:14Z', 'updated_at': '2022-01-05T17:12:14Z', 'revision_number': 0, 'project_id': 'ec76859de02442879238ecf1eaefefed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a3ebc3b-9bc4-4533-9c6f-b0efbbc88532', 'name': '', 'network_id': '62c260dd-d135-4213-8dd0-485aab18a1d0', 'tenant_id': 'ec76859de02442879238ecf1eaefefed', 'mac_address': 'fa:16:3e:d8:d2:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36b7bd7a-bec1-46d0-9455-e6298ef1b857', 'device_owner': 'network:router_interface', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': '5c5734b6-0442-4faf-b4f7-d61c8f7673ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:11:39Z', 'updated_at': '2022-01-05T17:11:44Z', 'revision_number': 5, 'project_id': 'ec76859de02442879238ecf1eaefefed', 'subnets': [{'id': '5c5734b6-0442-4faf-b4f7-d61c8f7673ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 05 17:12:20.393357 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-39f2aa30-9c28-4c71-b38d-9c380d61f5e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:20.461600 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [None req-142a03fa-d127-4f83-8c1e-772f00fb848d tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Delete allocated IP 2001:db8:0:1::1d6 (e6c90600-c101-47ed-85f7-a2a96c9613b8/9326e64a-0bed-4b8a-822c-301e4708fb51) {{(pid=103800) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 05 17:12:20.473283 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] get_ports_and_sgs() called for port_ids ['b546ed65-d379-4282-960f-861631c9daf4'] {{(pid=103802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 05 17:12:20.490470 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-1b51b3da-7caf-4f69-bff9-b1d92e6b3114 tempest-NegativeSecGroupTest-1018536545 tempest-NegativeSecGroupTest-1018536545-project] Publish callbacks [] for security_group, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:20.506384 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43ad75fd-3c61-493a-82ce-e55c8368b611', 'tag': '720a2fb6-be8e-4fcc-86fa-94a358c29b93'}] {{(pid=103800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 05 17:12:20.507352 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-1b51b3da-7caf-4f69-bff9-b1d92e6b3114 tempest-NegativeSecGroupTest-1018536545 tempest-NegativeSecGroupTest-1018536545-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5548880 Jan 05 17:12:20.507467 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f64b9d4628f7eefcc27168a80c04985d23f0ea5def038dae05e1deb7357f3bfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67060c90-3300-4c22-9ff9-1ffca3296a52" -d '{"events": [{"name": "network-changed", "server_uuid": "43ad75fd-3c61-493a-82ce-e55c8368b611", "tag": "720a2fb6-be8e-4fcc-86fa-94a358c29b93"}]}' {{(pid=103800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 05 17:12:20.507589 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 44866) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:12:20.514241 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-30b91fd7-134f-4ad8-8c01-763d9cd75f47 tempest-NegativeSecGroupTest-1018536545 tempest-NegativeSecGroupTest-1018536545-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:12:20.514948 dv-neutron-master-2-hyperv neutron-server[103801]: WARNING neutron.api.v2.base [None req-30b91fd7-134f-4ad8-8c01-763d9cd75f47 tempest-NegativeSecGroupTest-1018536545 tempest-NegativeSecGroupTest-1018536545-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jan 05 17:12:20.515769 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.api.v2.resource [None req-30b91fd7-134f-4ad8-8c01-763d9cd75f47 tempest-NegativeSecGroupTest-1018536545 tempest-NegativeSecGroupTest-1018536545-project] update failed (client error): There was a conflict when trying to complete your request. Jan 05 17:12:20.517625 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-30b91fd7-134f-4ad8-8c01-763d9cd75f47 tempest-NegativeSecGroupTest-1018536545 tempest-NegativeSecGroupTest-1018536545-project] 10.222.0.11 "PUT /v2.0/security-groups/7877a739-e2bc-4802-938a-027d2b1d8119 HTTP/1.1" status: 409 len: 330 time: 0.0088823 Jan 05 17:12:20.521293 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 44868) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:12:20.528134 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f2aa30-9c28-4c71-b38d-9c380d61f5e4 None None] Pushing event updated for resources: {'Port': ['ID=6cc09713-b671-4534-aceb-79d739a8eec8,revision_number=4']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:12:20.584606 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Jan 2022 17:12:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9100ce55-e140-4d85-a538-0901e218f8ca x-openstack-request-id: req-9100ce55-e140-4d85-a538-0901e218f8ca {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 05 17:12:20.595151 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43ad75fd-3c61-493a-82ce-e55c8368b611", "tag": "720a2fb6-be8e-4fcc-86fa-94a358c29b93", "status": "completed", "code": 200}]} {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 05 17:12:20.595151 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-9100ce55-e140-4d85-a538-0901e218f8ca {{(pid=103800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 05 17:12:20.595151 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43ad75fd-3c61-493a-82ce-e55c8368b611', 'tag': '720a2fb6-be8e-4fcc-86fa-94a358c29b93', 'status': 'completed', 'code': 200} Jan 05 17:12:20.595482 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d2607572-b3c9-472c-85bc-c8de0c3fb75c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:20.637714 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-227194de-794e-494b-ad51-8086801996bc tempest-NegativeSecGroupTest-1018536545 tempest-NegativeSecGroupTest-1018536545-project] Publish callbacks [] for security_group, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:20.696989 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-aa0ac2dc-21a1-4ba8-ae1b-cd9940efc08c tempest-NegativeSecGroupIPv6Test-1281506041 tempest-NegativeSecGroupIPv6Test-1281506041-project] Publish callbacks [] for security_group, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:20.722545 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea935670-a340-4281-b128-d66bf34e6dca None None] New status for floating IP 0a17889f-c7b0-41ed-8d3e-83963b1c36ee: ACTIVE {{(pid=103803) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 05 17:12:20.725160 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67060c90-3300-4c22-9ff9-1ffca3296a52 req-6bb54d56-cf06-4e98-86c4-37deb62a6eda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:12:20.727464 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-67060c90-3300-4c22-9ff9-1ffca3296a52 req-6bb54d56-cf06-4e98-86c4-37deb62a6eda service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ec76859de02442879238ecf1eaefefed&device_id=43ad75fd-3c61-493a-82ce-e55c8368b611 HTTP/1.1" status: 200 len: 1098 time: 0.1233466 Jan 05 17:12:20.727735 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-227194de-794e-494b-ad51-8086801996bc tempest-NegativeSecGroupTest-1018536545 tempest-NegativeSecGroupTest-1018536545-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:20.731683 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 44872) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:12:20.789367 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-142a03fa-d127-4f83-8c1e-772f00fb848d tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks [] for port, precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:20.878079 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-142a03fa-d127-4f83-8c1e-772f00fb848d tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8784461'] for port, after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:20.942213 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56029b73-3c0e-487e-8f58-8ea2a5a8e159 req-c6eb80e2-65e5-4b3f-9a59-fbe61446f136 tempest-TestServerAdvancedOps-1833291977 tempest-TestServerAdvancedOps-1833291977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:12:20.944270 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142a03fa-d127-4f83-8c1e-772f00fb848d tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Pushing event updated for resources: {'Port': ['ID=5c33b24c-6a3f-4288-9ef5-165a93b422d1,revision_number=2']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:12:20.945453 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-56029b73-3c0e-487e-8f58-8ea2a5a8e159 req-c6eb80e2-65e5-4b3f-9a59-fbe61446f136 tempest-TestServerAdvancedOps-1833291977 tempest-TestServerAdvancedOps-1833291977-project] 10.222.0.11 "GET /v2.0/ports?device_id=3e7fde9c-317b-48e1-9d91-7458ba3f212f HTTP/1.1" status: 200 len: 944 time: 0.2585204 Jan 05 17:12:20.966884 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-3295890c-bd87-4c80-9a74-9f0832c0476e tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/floatingips/0a17889f-c7b0-41ed-8d3e-83963b1c36ee HTTP/1.1" status: 200 len: 991 time: 0.2182531 Jan 05 17:12:20.998206 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-142a03fa-d127-4f83-8c1e-772f00fb848d tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] In _notify_port_updated(), no bound segment for port 5c33b24c-6a3f-4288-9ef5-165a93b422d1 on network e6c90600-c101-47ed-85f7-a2a96c9613b8 {{(pid=103800) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Jan 05 17:12:21.005205 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-142a03fa-d127-4f83-8c1e-772f00fb848d tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:12:21.005205 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-142a03fa-d127-4f83-8c1e-772f00fb848d tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:21.006737 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-142a03fa-d127-4f83-8c1e-772f00fb848d tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] 10.222.0.11 "PUT /v2.0/ports/5c33b24c-6a3f-4288-9ef5-165a93b422d1 HTTP/1.1" status: 200 len: 926 time: 1.0990019 Jan 05 17:12:21.010544 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67060c90-3300-4c22-9ff9-1ffca3296a52 req-31732594-71c1-4da7-8a0e-7f4d5e5652cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:12:21.012653 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-67060c90-3300-4c22-9ff9-1ffca3296a52 req-31732594-71c1-4da7-8a0e-7f4d5e5652cd service neutron] 10.222.0.13 "GET /v2.0/networks?id=62c260dd-d135-4213-8dd0-485aab18a1d0 HTTP/1.1" status: 200 len: 898 time: 0.2779777 Jan 05 17:12:21.014063 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 44876) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:12:21.019435 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-fd0c733f-54dc-4a3a-83d8-57a8cb5efc7f tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'e5b8d90e-7e62-4618-a315-4d4df70c4ba2'}, {'subnet_id': '9326e64a-0bed-4b8a-822c-301e4708fb51'}]}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:12:21.034254 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-227194de-794e-494b-ad51-8086801996bc tempest-NegativeSecGroupTest-1018536545 tempest-NegativeSecGroupTest-1018536545-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:21.036980 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-227194de-794e-494b-ad51-8086801996bc tempest-NegativeSecGroupTest-1018536545 tempest-NegativeSecGroupTest-1018536545-project] Publish callbacks [] for security_group, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:21.038295 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-227194de-794e-494b-ad51-8086801996bc tempest-NegativeSecGroupTest-1018536545 tempest-NegativeSecGroupTest-1018536545-project] 10.222.0.11 "DELETE /v2.0/security-groups/7877a739-e2bc-4802-938a-027d2b1d8119 HTTP/1.1" status: 204 len: 168 time: 0.5114133 Jan 05 17:12:21.052328 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-56029b73-3c0e-487e-8f58-8ea2a5a8e159 req-2a94591b-4833-45ed-b37c-586441e9f6cc tempest-TestServerAdvancedOps-1833291977 tempest-TestServerAdvancedOps-1833291977-project] 10.222.0.11 "GET /v2.0/security-groups?id=53b3682f-ad5d-484b-bdf3-fc84c73a84fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834997 Jan 05 17:12:21.063311 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 44878) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:12:21.065955 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227194de-794e-494b-ad51-8086801996bc tempest-NegativeSecGroupTest-1018536545 tempest-NegativeSecGroupTest-1018536545-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7877a739-e2bc-4802-938a-027d2b1d8119,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:12:21.096296 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebe83bd-337a-4460-a292-1c603d68d6b1 req-64b9e14e-41e2-421e-82de-507db6cff0e9 tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:12:21.103392 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-3ebe83bd-337a-4460-a292-1c603d68d6b1 req-64b9e14e-41e2-421e-82de-507db6cff0e9 tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] 10.222.0.11 "GET /v2.0/ports?device_id=0ae531d7-dfe0-480f-abb4-e199e258b40c HTTP/1.1" status: 200 len: 944 time: 0.2679925 Jan 05 17:12:21.143292 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-aa0ac2dc-21a1-4ba8-ae1b-cd9940efc08c tempest-NegativeSecGroupIPv6Test-1281506041 tempest-NegativeSecGroupIPv6Test-1281506041-project] Publish callbacks [] for security_group, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:21.162725 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-ca48b592-e5cb-4544-bdcb-971f1e83708b tempest-NegativeSecGroupTest-1018536545 tempest-NegativeSecGroupTest-1018536545-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0993793 Jan 05 17:12:21.163732 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 44880) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:12:21.177487 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-67060c90-3300-4c22-9ff9-1ffca3296a52 req-d1279d63-7124-49b7-b72a-ab578c416c2b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=720a2fb6-be8e-4fcc-86fa-94a358c29b93 HTTP/1.1" status: 200 len: 999 time: 0.1525686 Jan 05 17:12:21.185691 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.api.v2.resource [None req-479a8de4-221b-4a95-8cb4-5127783a86e4 tempest-NegativeSecGroupTest-1018536545 tempest-NegativeSecGroupTest-1018536545-project] delete failed (client error): The resource could not be found. Jan 05 17:12:21.190102 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-479a8de4-221b-4a95-8cb4-5127783a86e4 tempest-NegativeSecGroupTest-1018536545 tempest-NegativeSecGroupTest-1018536545-project] 10.222.0.11 "DELETE /v2.0/security-groups/36562a34-9255-493c-b58d-72e63411eca3 HTTP/1.1" status: 404 len: 347 time: 0.0213161 Jan 05 17:12:21.190436 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 44882) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:12:21.215323 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.api.v2.resource [None req-7154c885-931f-4d0c-9801-86c004a91ce5 tempest-NegativeSecGroupTest-1018536545 tempest-NegativeSecGroupTest-1018536545-project] show failed (client error): The resource could not be found. Jan 05 17:12:21.215323 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-7154c885-931f-4d0c-9801-86c004a91ce5 tempest-NegativeSecGroupTest-1018536545 tempest-NegativeSecGroupTest-1018536545-project] 10.222.0.11 "GET /v2.0/security-groups/f22233e8-8875-4acd-aa12-7286058efff9 HTTP/1.1" status: 404 len: 347 time: 0.0179350 Jan 05 17:12:21.216165 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 44884) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:12:21.230773 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.api.v2.resource [None req-122ce591-aec8-4abe-b5a5-be16a5a137fe tempest-NegativeSecGroupTest-1018536545 tempest-NegativeSecGroupTest-1018536545-project] show failed (client error): The resource could not be found. Jan 05 17:12:21.231841 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-122ce591-aec8-4abe-b5a5-be16a5a137fe tempest-NegativeSecGroupTest-1018536545 tempest-NegativeSecGroupTest-1018536545-project] 10.222.0.11 "GET /v2.0/security-group-rules/16c03889-ac92-4def-a701-eb3032c4c74a HTTP/1.1" status: 404 len: 356 time: 0.0144811 Jan 05 17:12:21.232235 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-fd0c733f-54dc-4a3a-83d8-57a8cb5efc7f tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:21.236310 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-aa0ac2dc-21a1-4ba8-ae1b-cd9940efc08c tempest-NegativeSecGroupIPv6Test-1281506041 tempest-NegativeSecGroupIPv6Test-1281506041-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:21.292140 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0ac2dc-21a1-4ba8-ae1b-cd9940efc08c tempest-NegativeSecGroupIPv6Test-1281506041 tempest-NegativeSecGroupIPv6Test-1281506041-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bfc324f8-002e-4e6a-b73a-c0d98398a2a7,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:12:21.300987 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67060c90-3300-4c22-9ff9-1ffca3296a52 req-121a34fb-d849-4d80-8c4f-ba37a2b6616b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:12:21.302491 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-67060c90-3300-4c22-9ff9-1ffca3296a52 req-121a34fb-d849-4d80-8c4f-ba37a2b6616b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5c5734b6-0442-4faf-b4f7-d61c8f7673ec HTTP/1.1" status: 200 len: 834 time: 0.1158345 Jan 05 17:12:21.316559 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-3ebe83bd-337a-4460-a292-1c603d68d6b1 req-372532bd-7e20-4b14-afb7-bc485c04200e tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] 10.222.0.11 "GET /v2.0/security-groups?id=b86a39b1-828b-4009-8a16-9197d830e0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2074745 Jan 05 17:12:21.337062 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Device bc151515-f8c1-49a3-82dd-3bff17f43cd1 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 05 17:12:21.343942 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Device b546ed65-d379-4282-960f-861631c9daf4 up at agent hyperv_hv-neutron-mast {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:12:21.364770 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-aa0ac2dc-21a1-4ba8-ae1b-cd9940efc08c tempest-NegativeSecGroupIPv6Test-1281506041 tempest-NegativeSecGroupIPv6Test-1281506041-project] Publish callbacks [] for security_group, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:21.369745 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-aa0ac2dc-21a1-4ba8-ae1b-cd9940efc08c tempest-NegativeSecGroupIPv6Test-1281506041 tempest-NegativeSecGroupIPv6Test-1281506041-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.0370069 Jan 05 17:12:21.371209 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 44888) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:12:21.383133 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-7fcb4f59-a83d-4772-8943-3db1725a4569 tempest-NegativeSecGroupIPv6Test-1281506041 tempest-NegativeSecGroupIPv6Test-1281506041-project] Request body: {'security_group_rule': {'security_group_id': 'bfc324f8-002e-4e6a-b73a-c0d98398a2a7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:12:21.389972 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-137a6969-a896-412a-8686-addc7232b2fb None None] Network e6c90600-c101-47ed-85f7-a2a96c9613b8 requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:12:21.569998 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-efc897f3-1201-45b8-94e5-a09caf645051 None None] Provisioning complete for port 6cc09713-b671-4534-aceb-79d739a8eec8 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:12:21.570383 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-efc897f3-1201-45b8-94e5-a09caf645051 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:21.645161 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] For port bc151515-f8c1-49a3-82dd-3bff17f43cd1, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=bc151515-f8c1-49a3-82dd-3bff17f43cd1,segment=NetworkSegment(1907a4d2-3ed7-4be3-9786-1c4e218b4bd0),segment_id=1907a4d2-3ed7-4be3-9786-1c4e218b4bd0)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:12:21.684901 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Returning: {'device': 'bc151515-f8c1-49a3-82dd-3bff17f43cd1', 'network_id': '7c1bbf1e-1ee5-4e96-8c0f-8777dc9de8c1', 'port_id': 'bc151515-f8c1-49a3-82dd-3bff17f43cd1', 'mac_address': 'fa:16:3e:b6:2c:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '912357ce-0b90-40ee-be19-ae73cfee1985', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 05 17:12:21.719724 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.api.v2.resource [None req-7fcb4f59-a83d-4772-8943-3db1725a4569 tempest-NegativeSecGroupIPv6Test-1281506041 tempest-NegativeSecGroupIPv6Test-1281506041-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 05 17:12:21.725676 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-7fcb4f59-a83d-4772-8943-3db1725a4569 tempest-NegativeSecGroupIPv6Test-1281506041 tempest-NegativeSecGroupIPv6Test-1281506041-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.3526733 Jan 05 17:12:21.726985 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 44890) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:12:21.734884 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 6cc09713-b671-4534-aceb-79d739a8eec8 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:12:21.737096 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-e10087b6-cad2-4e4b-9ba6-c262fd31a4cf tempest-NegativeSecGroupIPv6Test-1281506041 tempest-NegativeSecGroupIPv6Test-1281506041-project] Request body: {'security_group_rule': {'security_group_id': 'bfc324f8-002e-4e6a-b73a-c0d98398a2a7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:12:21.744086 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Provisioning for port b546ed65-d379-4282-960f-861631c9daf4 completed by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 05 17:12:21.788315 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67060c90-3300-4c22-9ff9-1ffca3296a52 req-8fc19fad-a062-4e98-92cf-a22a6f134d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:12:21.790095 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-67060c90-3300-4c22-9ff9-1ffca3296a52 req-8fc19fad-a062-4e98-92cf-a22a6f134d89 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=62c260dd-d135-4213-8dd0-485aab18a1d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4698458 Jan 05 17:12:21.967662 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 44894) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:12:22.012704 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 44896) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:12:22.025222 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-67060c90-3300-4c22-9ff9-1ffca3296a52 req-c20d8346-5201-4b99-a46b-f4980d9dc400 service neutron] 10.222.0.13 "GET /v2.0/networks/62c260dd-d135-4213-8dd0-485aab18a1d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2215340 Jan 05 17:12:22.033658 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.api.v2.resource [None req-e10087b6-cad2-4e4b-9ba6-c262fd31a4cf tempest-NegativeSecGroupIPv6Test-1281506041 tempest-NegativeSecGroupIPv6Test-1281506041-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 05 17:12:22.035321 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-e10087b6-cad2-4e4b-9ba6-c262fd31a4cf tempest-NegativeSecGroupIPv6Test-1281506041 tempest-NegativeSecGroupIPv6Test-1281506041-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.3057284 Jan 05 17:12:22.038510 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 44900) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:12:22.079105 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Provisioning complete for port b546ed65-d379-4282-960f-861631c9daf4 triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:12:22.079730 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:22.131772 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-fae6ef52-16f4-4de8-ad30-ca8fe60c1956 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/floatingips/0a17889f-c7b0-41ed-8d3e-83963b1c36ee HTTP/1.1" status: 200 len: 993 time: 0.1577106 Jan 05 17:12:22.144362 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [None req-fd0c733f-54dc-4a3a-83d8-57a8cb5efc7f tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Allocated IP 2001:db8:0:1::28c (e6c90600-c101-47ed-85f7-a2a96c9613b8/9326e64a-0bed-4b8a-822c-301e4708fb51/5c33b24c-6a3f-4288-9ef5-165a93b422d1) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:12:22.186994 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-9aac30b8-06eb-4632-acbe-b4d5b4e336b4 tempest-NegativeSecGroupIPv6Test-1281506041 tempest-NegativeSecGroupIPv6Test-1281506041-project] Publish callbacks [] for security_group, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:22.190907 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:22.253345 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.notifiers.nova [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc151515-f8c1-49a3-82dd-3bff17f43cd1 {{(pid=103802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 05 17:12:22.255482 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-9aac30b8-06eb-4632-acbe-b4d5b4e336b4 tempest-NegativeSecGroupIPv6Test-1281506041 tempest-NegativeSecGroupIPv6Test-1281506041-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:22.267372 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Provisioning complete for port 6cc09713-b671-4534-aceb-79d739a8eec8 triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:12:22.267372 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:22.290940 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dd79bf-c785-4234-878a-006be1eb266f req-c0df3c16-9bc8-4c9f-b047-03ba3d07abc8 tempest-TestServerAdvancedOps-1833291977 tempest-TestServerAdvancedOps-1833291977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:12:22.292551 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-85dd79bf-c785-4234-878a-006be1eb266f req-c0df3c16-9bc8-4c9f-b047-03ba3d07abc8 tempest-TestServerAdvancedOps-1833291977 tempest-TestServerAdvancedOps-1833291977-project] 10.222.0.11 "GET /v2.0/ports?device_id=3e7fde9c-317b-48e1-9d91-7458ba3f212f HTTP/1.1" status: 200 len: 944 time: 0.1026721 Jan 05 17:12:22.301107 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-39ba5c29-a53c-493e-86b5-78606f21f8e8 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ad9740f46083463b922113b8abd1369b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2872081 Jan 05 17:12:22.304339 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 44904) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:12:22.310720 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d504d802-9546-4ce5-a9d3-96c844ac5808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:22.315398 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-67060c90-3300-4c22-9ff9-1ffca3296a52 req-cf628aff-bc25-4d5c-b5ac-2981891b3bee service neutron] 10.222.0.13 "GET /v2.0/networks/62c260dd-d135-4213-8dd0-485aab18a1d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2825317 Jan 05 17:12:22.320154 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] For port bc151515-f8c1-49a3-82dd-3bff17f43cd1, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=bc151515-f8c1-49a3-82dd-3bff17f43cd1,segment=NetworkSegment(1907a4d2-3ed7-4be3-9786-1c4e218b4bd0),segment_id=1907a4d2-3ed7-4be3-9786-1c4e218b4bd0)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:12:22.367287 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-85dd79bf-c785-4234-878a-006be1eb266f req-346f5510-f481-4271-86c2-44f3edb3bee4 tempest-TestServerAdvancedOps-1833291977 tempest-TestServerAdvancedOps-1833291977-project] 10.222.0.11 "GET /v2.0/security-groups?id=53b3682f-ad5d-484b-bdf3-fc84c73a84fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628812 Jan 05 17:12:22.406423 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:22.424621 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-16bf3d8c-1bcd-4f88-af14-284a7185f3e1 None None] Provisioning complete for port 6cc09713-b671-4534-aceb-79d739a8eec8 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:12:22.425367 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-16bf3d8c-1bcd-4f88-af14-284a7185f3e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:22.472583 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:22.479492 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2b98f3b5-4974-4ae6-a946-29582b1b90a1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:22.482609 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-fd0c733f-54dc-4a3a-83d8-57a8cb5efc7f tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks [] for port, precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:22.503506 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-9aac30b8-06eb-4632-acbe-b4d5b4e336b4 tempest-NegativeSecGroupIPv6Test-1281506041 tempest-NegativeSecGroupIPv6Test-1281506041-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:22.507807 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-9aac30b8-06eb-4632-acbe-b4d5b4e336b4 tempest-NegativeSecGroupIPv6Test-1281506041 tempest-NegativeSecGroupIPv6Test-1281506041-project] Publish callbacks [] for security_group, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:22.510035 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-9aac30b8-06eb-4632-acbe-b4d5b4e336b4 tempest-NegativeSecGroupIPv6Test-1281506041 tempest-NegativeSecGroupIPv6Test-1281506041-project] 10.222.0.11 "DELETE /v2.0/security-groups/bfc324f8-002e-4e6a-b73a-c0d98398a2a7 HTTP/1.1" status: 204 len: 168 time: 0.4686146 Jan 05 17:12:22.513574 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 44908) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:12:22.521304 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e7fde9c-317b-48e1-9d91-7458ba3f212f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b546ed65-d379-4282-960f-861631c9daf4'}] {{(pid=103802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 05 17:12:22.521949 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c0c287-4d92-48ca-8217-de0bbd0d33f2 req-a1192171-7f0c-4902-9a24-992daf6e1c17 tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:12:22.523106 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-a1c0c287-4d92-48ca-8217-de0bbd0d33f2 req-a1192171-7f0c-4902-9a24-992daf6e1c17 tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] 10.222.0.11 "GET /v2.0/ports?device_id=0ae531d7-dfe0-480f-abb4-e199e258b40c HTTP/1.1" status: 200 len: 944 time: 0.0932276 Jan 05 17:12:22.523924 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36b213fbd845b3f09e785999bbcda1c85cd5592d7f001460987854e5c1683bd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd07cdfe-78b1-4b0b-9761-6e81f0f972d1" -d '{"events": [{"server_uuid": "3e7fde9c-317b-48e1-9d91-7458ba3f212f", "name": "network-vif-plugged", "status": "completed", "tag": "b546ed65-d379-4282-960f-861631c9daf4"}]}' {{(pid=103802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 05 17:12:22.525825 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aac30b8-06eb-4632-acbe-b4d5b4e336b4 tempest-NegativeSecGroupIPv6Test-1281506041 tempest-NegativeSecGroupIPv6Test-1281506041-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfc324f8-002e-4e6a-b73a-c0d98398a2a7,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:12:22.532603 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2b98f3b5-4974-4ae6-a946-29582b1b90a1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:22.568014 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] For port b546ed65-d379-4282-960f-861631c9daf4, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=b546ed65-d379-4282-960f-861631c9daf4,segment=NetworkSegment(b5a240ac-4daf-49a8-9090-833ad6bf3dee),segment_id=b5a240ac-4daf-49a8-9090-833ad6bf3dee)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:12:22.571149 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-fd0c733f-54dc-4a3a-83d8-57a8cb5efc7f tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8784461'] for port, after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:22.597198 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Pushing event updated for resources: {'Port': ['ID=bc151515-f8c1-49a3-82dd-3bff17f43cd1,revision_number=4']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:12:22.609828 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Jan 2022 17:12:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24058e7d-da52-4f79-8ea3-85a607f425c4 x-openstack-request-id: req-24058e7d-da52-4f79-8ea3-85a607f425c4 {{(pid=103802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 05 17:12:22.610382 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e7fde9c-317b-48e1-9d91-7458ba3f212f", "name": "network-vif-plugged", "status": "completed", "tag": "b546ed65-d379-4282-960f-861631c9daf4", "code": 200}]} {{(pid=103802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 05 17:12:22.610818 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-24058e7d-da52-4f79-8ea3-85a607f425c4 {{(pid=103802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 05 17:12:22.611418 dv-neutron-master-2-hyperv neutron-server[103802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e7fde9c-317b-48e1-9d91-7458ba3f212f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b546ed65-d379-4282-960f-861631c9daf4', 'code': 200} Jan 05 17:12:22.666979 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-16bf3d8c-1bcd-4f88-af14-284a7185f3e1 None None] Provisioning complete for port 5c33b24c-6a3f-4288-9ef5-165a93b422d1 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:12:22.667666 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-16bf3d8c-1bcd-4f88-af14-284a7185f3e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:22.693603 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:22.707230 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-7572a2ad-d380-46f3-aaba-719682448834 tempest-NegativeSecGroupIPv6Test-1281506041 tempest-NegativeSecGroupIPv6Test-1281506041-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1830156 Jan 05 17:12:22.711255 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 44912) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:12:22.716220 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-3cbd8f34-adaa-4c24-9ea6-33303547958e tempest-NegativeSecGroupIPv6Test-1281506041 tempest-NegativeSecGroupIPv6Test-1281506041-project] Request body: {'security_group': {'name': 'tempest-secgroup--685268479'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:12:22.735122 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-16bf3d8c-1bcd-4f88-af14-284a7185f3e1 None None] Port 5c33b24c-6a3f-4288-9ef5-165a93b422d1 cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 17:12:22.740135 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] get_ports_and_sgs() called for port_ids ['bc151515-f8c1-49a3-82dd-3bff17f43cd1'] {{(pid=103802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 05 17:12:22.775822 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0c733f-54dc-4a3a-83d8-57a8cb5efc7f tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Pushing event updated for resources: {'Port': ['ID=5c33b24c-6a3f-4288-9ef5-165a93b422d1,revision_number=3']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:12:22.808995 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Pushing event updated for resources: {'Port': ['ID=b546ed65-d379-4282-960f-861631c9daf4,revision_number=5']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:12:22.810680 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-fd0c733f-54dc-4a3a-83d8-57a8cb5efc7f tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] In _notify_port_updated(), no bound segment for port 5c33b24c-6a3f-4288-9ef5-165a93b422d1 on network e6c90600-c101-47ed-85f7-a2a96c9613b8 {{(pid=103800) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Jan 05 17:12:22.816736 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd0c733f-54dc-4a3a-83d8-57a8cb5efc7f tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:12:22.817534 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-fd0c733f-54dc-4a3a-83d8-57a8cb5efc7f tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:22.819211 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-fd0c733f-54dc-4a3a-83d8-57a8cb5efc7f tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] 10.222.0.11 "PUT /v2.0/ports/5c33b24c-6a3f-4288-9ef5-165a93b422d1 HTTP/1.1" status: 200 len: 1012 time: 1.8041120 Jan 05 17:12:22.822100 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 44914) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:12:22.828962 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-a1c0c287-4d92-48ca-8217-de0bbd0d33f2 req-a0d9ede2-dbdd-4818-bcc3-d5efa03f2171 tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] 10.222.0.11 "GET /v2.0/security-groups?id=b86a39b1-828b-4009-8a16-9197d830e0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2949808 Jan 05 17:12:22.894448 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-4fa85bb3-197a-4da4-b59c-e7923a099b95 None None] Provisioning complete for port 5c33b24c-6a3f-4288-9ef5-165a93b422d1 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:12:22.894817 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-4fa85bb3-197a-4da4-b59c-e7923a099b95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:22.907910 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2b98f3b5-4974-4ae6-a946-29582b1b90a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:22.910829 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2b98f3b5-4974-4ae6-a946-29582b1b90a1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:22.912018 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-2b98f3b5-4974-4ae6-a946-29582b1b90a1 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b7832cc7-b473-444e-a7b9-22c5c9e0dc81 HTTP/1.1" status: 204 len: 168 time: 0.6066835 Jan 05 17:12:22.955380 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b98f3b5-4974-4ae6-a946-29582b1b90a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7832cc7-b473-444e-a7b9-22c5c9e0dc81,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:12:22.957413 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-bc1ac14d-37e6-4836-be3e-ace427e908d3 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Deleting port 5c33b24c-6a3f-4288-9ef5-165a93b422d1 {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:12:22.957958 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-bc1ac14d-37e6-4836-be3e-ace427e908d3 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:22.961228 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3cbd8f34-adaa-4c24-9ea6-33303547958e tempest-NegativeSecGroupIPv6Test-1281506041 tempest-NegativeSecGroupIPv6Test-1281506041-project] Publish callbacks [] for security_group, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:22.963825 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-4fa85bb3-197a-4da4-b59c-e7923a099b95 None None] Port 5c33b24c-6a3f-4288-9ef5-165a93b422d1 cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 17:12:23.085093 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58c2344-d964-496d-9a1a-4528bf50dc17 req-aa644029-5cf3-441b-b2bf-7193f39d6f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:12:23.087656 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-b58c2344-d964-496d-9a1a-4528bf50dc17 req-aa644029-5cf3-441b-b2bf-7193f39d6f01 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=3e7fde9c-317b-48e1-9d91-7458ba3f212f HTTP/1.1" status: 200 len: 1098 time: 0.0734105 Jan 05 17:12:23.106952 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-bc1ac14d-37e6-4836-be3e-ace427e908d3 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:23.127681 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-bc1ac14d-37e6-4836-be3e-ace427e908d3 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Calling delete_port for 5c33b24c-6a3f-4288-9ef5-165a93b422d1 owned by {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:12:23.144114 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-b58c2344-d964-496d-9a1a-4528bf50dc17 req-6f155a4c-edaf-4c86-8427-3e6f38f20d5a service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=53b3682f-ad5d-484b-bdf3-fc84c73a84fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464754 Jan 05 17:12:23.159918 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3cbd8f34-adaa-4c24-9ea6-33303547958e tempest-NegativeSecGroupIPv6Test-1281506041 tempest-NegativeSecGroupIPv6Test-1281506041-project] Publish callbacks [] for security_group, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:23.206728 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-30c98035-6a17-4d67-a479-63364544ee00 None None] Provisioning complete for port 5c33b24c-6a3f-4288-9ef5-165a93b422d1 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:12:23.207148 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-30c98035-6a17-4d67-a479-63364544ee00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:23.244630 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-30c98035-6a17-4d67-a479-63364544ee00 None None] Port 5c33b24c-6a3f-4288-9ef5-165a93b422d1 cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 17:12:23.260095 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3cbd8f34-adaa-4c24-9ea6-33303547958e tempest-NegativeSecGroupIPv6Test-1281506041 tempest-NegativeSecGroupIPv6Test-1281506041-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:23.320883 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbd8f34-adaa-4c24-9ea6-33303547958e tempest-NegativeSecGroupIPv6Test-1281506041 tempest-NegativeSecGroupIPv6Test-1281506041-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a0b144b-9bb9-419e-b63a-dc685d4b3416,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:12:23.344647 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:23.374978 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3cbd8f34-adaa-4c24-9ea6-33303547958e tempest-NegativeSecGroupIPv6Test-1281506041 tempest-NegativeSecGroupIPv6Test-1281506041-project] Publish callbacks [] for security_group, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:23.376290 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-3cbd8f34-adaa-4c24-9ea6-33303547958e tempest-NegativeSecGroupIPv6Test-1281506041 tempest-NegativeSecGroupIPv6Test-1281506041-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6638856 Jan 05 17:12:23.379701 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 44918) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:12:23.384407 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-2a64a608-2b77-48ce-a10a-1d8767bc42d7 tempest-NegativeSecGroupIPv6Test-1281506041 tempest-NegativeSecGroupIPv6Test-1281506041-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:12:23.384800 dv-neutron-master-2-hyperv neutron-server[103801]: WARNING neutron.api.v2.base [None req-2a64a608-2b77-48ce-a10a-1d8767bc42d7 tempest-NegativeSecGroupIPv6Test-1281506041 tempest-NegativeSecGroupIPv6Test-1281506041-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jan 05 17:12:23.385452 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.api.v2.resource [None req-2a64a608-2b77-48ce-a10a-1d8767bc42d7 tempest-NegativeSecGroupIPv6Test-1281506041 tempest-NegativeSecGroupIPv6Test-1281506041-project] update failed (client error): There was a conflict when trying to complete your request. Jan 05 17:12:23.386809 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-2a64a608-2b77-48ce-a10a-1d8767bc42d7 tempest-NegativeSecGroupIPv6Test-1281506041 tempest-NegativeSecGroupIPv6Test-1281506041-project] 10.222.0.11 "PUT /v2.0/security-groups/7a0b144b-9bb9-419e-b63a-dc685d4b3416 HTTP/1.1" status: 409 len: 330 time: 0.0060472 Jan 05 17:12:23.390075 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 44922) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:12:23.447095 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-789462ac-c034-4610-81a1-9de184f41b48 tempest-NegativeSecGroupIPv6Test-1281506041 tempest-NegativeSecGroupIPv6Test-1281506041-project] Publish callbacks [] for security_group, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:23.456511 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-bc1ac14d-37e6-4836-be3e-ace427e908d3 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11433176'] for port, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:23.482661 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-789462ac-c034-4610-81a1-9de184f41b48 tempest-NegativeSecGroupIPv6Test-1281506041 tempest-NegativeSecGroupIPv6Test-1281506041-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:23.489730 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1ac14d-37e6-4836-be3e-ace427e908d3 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Pushing event deleted for resources: {'Port': ['ID=5c33b24c-6a3f-4288-9ef5-165a93b422d1,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:12:23.559959 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-bc1ac14d-37e6-4836-be3e-ace427e908d3 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:23.565711 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-bc1ac14d-37e6-4836-be3e-ace427e908d3 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] 10.222.0.11 "DELETE /v2.0/ports/5c33b24c-6a3f-4288-9ef5-165a93b422d1 HTTP/1.1" status: 204 len: 168 time: 0.7396920 Jan 05 17:12:23.565961 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 44930) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:12:23.598574 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b779f89-9b8f-41f0-b2b9-2e5359f0c56c tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] GET failed (client error): The resource could not be found. Jan 05 17:12:23.602752 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-9b779f89-9b8f-41f0-b2b9-2e5359f0c56c tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] 10.222.0.11 "GET /v2.0/ports/5c33b24c-6a3f-4288-9ef5-165a93b422d1 HTTP/1.1" status: 404 len: 333 time: 0.0329363 Jan 05 17:12:23.603517 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 44934) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:12:23.607943 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331850e6-a7f7-4301-90b7-b6da5a60f591 req-fa7fa300-087b-466c-b08a-11d124770b1f tempest-TestServerAdvancedOps-1833291977 tempest-TestServerAdvancedOps-1833291977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:12:23.609739 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-331850e6-a7f7-4301-90b7-b6da5a60f591 req-fa7fa300-087b-466c-b08a-11d124770b1f tempest-TestServerAdvancedOps-1833291977 tempest-TestServerAdvancedOps-1833291977-project] 10.222.0.11 "GET /v2.0/ports?device_id=3e7fde9c-317b-48e1-9d91-7458ba3f212f HTTP/1.1" status: 200 len: 945 time: 0.1221428 Jan 05 17:12:23.657411 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-789462ac-c034-4610-81a1-9de184f41b48 tempest-NegativeSecGroupIPv6Test-1281506041 tempest-NegativeSecGroupIPv6Test-1281506041-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:23.660058 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-789462ac-c034-4610-81a1-9de184f41b48 tempest-NegativeSecGroupIPv6Test-1281506041 tempest-NegativeSecGroupIPv6Test-1281506041-project] Publish callbacks [] for security_group, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:23.663783 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-789462ac-c034-4610-81a1-9de184f41b48 tempest-NegativeSecGroupIPv6Test-1281506041 tempest-NegativeSecGroupIPv6Test-1281506041-project] 10.222.0.11 "DELETE /v2.0/security-groups/7a0b144b-9bb9-419e-b63a-dc685d4b3416 HTTP/1.1" status: 204 len: 168 time: 0.2702236 Jan 05 17:12:23.666194 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 44936) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:12:23.681180 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789462ac-c034-4610-81a1-9de184f41b48 tempest-NegativeSecGroupIPv6Test-1281506041 tempest-NegativeSecGroupIPv6Test-1281506041-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a0b144b-9bb9-419e-b63a-dc685d4b3416,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:12:23.690371 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-331850e6-a7f7-4301-90b7-b6da5a60f591 req-dafc3c13-cb40-42a6-b663-928d221aaa5a tempest-TestServerAdvancedOps-1833291977 tempest-TestServerAdvancedOps-1833291977-project] 10.222.0.11 "GET /v2.0/security-groups?id=53b3682f-ad5d-484b-bdf3-fc84c73a84fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747175 Jan 05 17:12:23.694385 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.db_base_plugin_v2 [None req-5fc0454f-036e-4ea8-ad37-dea68b97a0b4 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Deleting subnet 9326e64a-0bed-4b8a-822c-301e4708fb51 {{(pid=103800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 05 17:12:23.702516 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-5fc0454f-036e-4ea8-ad37-dea68b97a0b4 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks [] for subnet, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:23.743023 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-29983964-eaab-47b9-b3d4-0ae76228cfeb tempest-NegativeSecGroupIPv6Test-1281506041 tempest-NegativeSecGroupIPv6Test-1281506041-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0750632 Jan 05 17:12:23.747677 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 44938) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:12:23.763082 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-5fc0454f-036e-4ea8-ad37-dea68b97a0b4 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8784846'] for subnet, precommit_delete_associations {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:23.766625 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.api.v2.resource [None req-a8c289ed-cdc2-4981-8665-9151f21f2b95 tempest-NegativeSecGroupIPv6Test-1281506041 tempest-NegativeSecGroupIPv6Test-1281506041-project] delete failed (client error): The resource could not be found. Jan 05 17:12:23.767806 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-a8c289ed-cdc2-4981-8665-9151f21f2b95 tempest-NegativeSecGroupIPv6Test-1281506041 tempest-NegativeSecGroupIPv6Test-1281506041-project] 10.222.0.11 "DELETE /v2.0/security-groups/4f818bb7-d1e9-4f66-a0e1-a73e263a698e HTTP/1.1" status: 404 len: 347 time: 0.0187407 Jan 05 17:12:23.771541 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 44942) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:12:23.786911 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.api.v2.resource [None req-38d5eeed-471e-4cf6-948f-78b01259db96 tempest-NegativeSecGroupIPv6Test-1281506041 tempest-NegativeSecGroupIPv6Test-1281506041-project] show failed (client error): The resource could not be found. Jan 05 17:12:23.789930 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-38d5eeed-471e-4cf6-948f-78b01259db96 tempest-NegativeSecGroupIPv6Test-1281506041 tempest-NegativeSecGroupIPv6Test-1281506041-project] 10.222.0.11 "GET /v2.0/security-groups/a3e795bd-0f92-4d4a-813c-eb23e97c163a HTTP/1.1" status: 404 len: 347 time: 0.0154283 Jan 05 17:12:23.791727 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 44944) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:12:23.803373 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.api.v2.resource [None req-3e094ed4-7435-4bd4-a81b-2ffed60614cc tempest-NegativeSecGroupIPv6Test-1281506041 tempest-NegativeSecGroupIPv6Test-1281506041-project] show failed (client error): The resource could not be found. Jan 05 17:12:23.809849 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-3e094ed4-7435-4bd4-a81b-2ffed60614cc tempest-NegativeSecGroupIPv6Test-1281506041 tempest-NegativeSecGroupIPv6Test-1281506041-project] 10.222.0.11 "GET /v2.0/security-group-rules/abf1ae1c-3871-4d99-9ef2-8b9fd782591a HTTP/1.1" status: 404 len: 356 time: 0.0117202 Jan 05 17:12:23.853675 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-5fc0454f-036e-4ea8-ad37-dea68b97a0b4 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892868'] for subnet, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:23.972055 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3d6990-0bb7-47fd-8e1a-9b70cc284ca8 req-bea4977b-1df0-452d-886a-339825b050eb tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:12:23.972753 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-0a3d6990-0bb7-47fd-8e1a-9b70cc284ca8 req-bea4977b-1df0-452d-886a-339825b050eb tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] 10.222.0.11 "GET /v2.0/ports?device_id=0ae531d7-dfe0-480f-abb4-e199e258b40c HTTP/1.1" status: 200 len: 945 time: 0.0658941 Jan 05 17:12:24.027524 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-0a3d6990-0bb7-47fd-8e1a-9b70cc284ca8 req-e9a71c09-e35d-4f3e-8b61-612a1f520ea3 tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] 10.222.0.11 "GET /v2.0/security-groups?id=b86a39b1-828b-4009-8a16-9197d830e0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488079 Jan 05 17:12:24.075466 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-5fc0454f-036e-4ea8-ad37-dea68b97a0b4 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3893367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8784787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8521880'] for subnet, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:24.107150 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-5fc0454f-036e-4ea8-ad37-dea68b97a0b4 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks [] for subnet, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:24.112672 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-5fc0454f-036e-4ea8-ad37-dea68b97a0b4 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] 10.222.0.11 "DELETE /v2.0/subnets/9326e64a-0bed-4b8a-822c-301e4708fb51 HTTP/1.1" status: 204 len: 168 time: 0.5061963 Jan 05 17:12:24.113138 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 44956) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:12:24.113664 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-382117a5-160a-4358-a1d8-df643489ea00 None None] Network e6c90600-c101-47ed-85f7-a2a96c9613b8 requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:12:24.116793 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc0454f-036e-4ea8-ad37-dea68b97a0b4 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Pushing event deleted for resources: {'Subnet': ['ID=9326e64a-0bed-4b8a-822c-301e4708fb51,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:12:24.169550 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.db_base_plugin_v2 [None req-0cc1f9eb-7c53-4cba-912a-4e5c91e6b035 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Deleting subnet e5b8d90e-7e62-4618-a315-4d4df70c4ba2 {{(pid=103801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 05 17:12:24.172847 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-0cc1f9eb-7c53-4cba-912a-4e5c91e6b035 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks [] for subnet, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:24.238192 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-0cc1f9eb-7c53-4cba-912a-4e5c91e6b035 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11316398'] for subnet, precommit_delete_associations {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:24.331567 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-0cc1f9eb-7c53-4cba-912a-4e5c91e6b035 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892868'] for subnet, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:24.369648 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 44962) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:12:24.455605 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 44966) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:12:24.566745 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-0cc1f9eb-7c53-4cba-912a-4e5c91e6b035 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3893367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11433231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12480600'] for subnet, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:24.609059 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc1f9eb-7c53-4cba-912a-4e5c91e6b035 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Pushing event deleted for resources: {'Subnet': ['ID=e5b8d90e-7e62-4618-a315-4d4df70c4ba2,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:12:24.611138 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-0cc1f9eb-7c53-4cba-912a-4e5c91e6b035 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks [] for subnet, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:24.616079 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-0cc1f9eb-7c53-4cba-912a-4e5c91e6b035 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] 10.222.0.11 "DELETE /v2.0/subnets/e5b8d90e-7e62-4618-a315-4d4df70c4ba2 HTTP/1.1" status: 204 len: 168 time: 0.5019505 Jan 05 17:12:24.618994 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 44970) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:12:24.636760 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-5df3f636-ca0f-4605-aa4f-c4c7490c4382 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=3e8400a36a1d425586cb1e9c1deb0334&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1799438 Jan 05 17:12:24.637408 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 44972) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:12:24.675689 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-c318a84c-d06e-4b7d-8f1d-f155f1e4c65e tempest-TagsExtTest-680233525 tempest-TagsExtTest-680233525-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-2135009263'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:12:24.730396 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-29f0dc07-8691-451f-abd2-b2bf5f6e9325 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:24.758246 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-29f0dc07-8691-451f-abd2-b2bf5f6e9325 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:24.841627 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c318a84c-d06e-4b7d-8f1d-f155f1e4c65e tempest-TagsExtTest-680233525 tempest-TagsExtTest-680233525-project] Made reservation on behalf of e04404a53aa448d6a9f0bf2b6f46b10c for: {'network': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:12:24.845613 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c318a84c-d06e-4b7d-8f1d-f155f1e4c65e tempest-TagsExtTest-680233525 tempest-TagsExtTest-680233525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for network, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:24.855560 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c318a84c-d06e-4b7d-8f1d-f155f1e4c65e tempest-TagsExtTest-680233525 tempest-TagsExtTest-680233525-project] Publish callbacks [] for security_group, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:24.932122 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-29f0dc07-8691-451f-abd2-b2bf5f6e9325 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:24.934869 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-29f0dc07-8691-451f-abd2-b2bf5f6e9325 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:24.938487 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-29f0dc07-8691-451f-abd2-b2bf5f6e9325 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f6edd522-33c2-492f-a683-b4b72986efa7 HTTP/1.1" status: 204 len: 168 time: 0.2974460 Jan 05 17:12:24.957187 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f0dc07-8691-451f-abd2-b2bf5f6e9325 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6edd522-33c2-492f-a683-b4b72986efa7,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:12:24.993676 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06d2e834-651c-40fb-aaae-6f38dfbef841 None None] Network e6c90600-c101-47ed-85f7-a2a96c9613b8 requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:12:25.025958 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c318a84c-d06e-4b7d-8f1d-f155f1e4c65e tempest-TagsExtTest-680233525 tempest-TagsExtTest-680233525-project] Publish callbacks [] for security_group, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:25.099866 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c318a84c-d06e-4b7d-8f1d-f155f1e4c65e tempest-TagsExtTest-680233525 tempest-TagsExtTest-680233525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:25.110247 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-ec624f28-b042-46a7-9aee-26d08004ca7b tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3809644'] for network, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:25.122802 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-261ecaba-7048-47c6-ba71-3564fc28b052 None None] Provisioning complete for port 6cc09713-b671-4534-aceb-79d739a8eec8 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:12:25.123861 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-261ecaba-7048-47c6-ba71-3564fc28b052 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:25.138327 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb06f187-88f2-4211-9e09-c319ba1f308f req-04ae9fab-a7b7-4658-9863-97e9c85ce81b tempest-TestServerAdvancedOps-1833291977 tempest-TestServerAdvancedOps-1833291977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:12:25.145652 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-eb06f187-88f2-4211-9e09-c319ba1f308f req-04ae9fab-a7b7-4658-9863-97e9c85ce81b tempest-TestServerAdvancedOps-1833291977 tempest-TestServerAdvancedOps-1833291977-project] 10.222.0.11 "GET /v2.0/ports?device_id=3e7fde9c-317b-48e1-9d91-7458ba3f212f HTTP/1.1" status: 200 len: 945 time: 0.0880558 Jan 05 17:12:25.187203 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c318a84c-d06e-4b7d-8f1d-f155f1e4c65e tempest-TagsExtTest-680233525 tempest-TagsExtTest-680233525-project] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=103800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 05 17:12:25.222121 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c318a84c-d06e-4b7d-8f1d-f155f1e4c65e tempest-TagsExtTest-680233525 tempest-TagsExtTest-680233525-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32e18a28-b6c9-4942-a559-f3cf36fad8a9,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:12:25.223895 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-eb06f187-88f2-4211-9e09-c319ba1f308f req-eb0a7a66-e135-4a23-840a-b91d7d5369ca tempest-TestServerAdvancedOps-1833291977 tempest-TestServerAdvancedOps-1833291977-project] 10.222.0.11 "GET /v2.0/security-groups?id=53b3682f-ad5d-484b-bdf3-fc84c73a84fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776584 Jan 05 17:12:25.228056 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c318a84c-d06e-4b7d-8f1d-f155f1e4c65e tempest-TagsExtTest-680233525 tempest-TagsExtTest-680233525-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225'] for segment, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:25.228414 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.db.segments_db [None req-c318a84c-d06e-4b7d-8f1d-f155f1e4c65e tempest-TagsExtTest-680233525 tempest-TagsExtTest-680233525-project] Added segment 77475ff6-2d1e-425a-8a36-c3e7477da2f7 of type vlan for network 8bdd4ccb-8544-4dce-9af8-9a6276885e8f Jan 05 17:12:25.261654 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-ec624f28-b042-46a7-9aee-26d08004ca7b tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Deleting port 6cc09713-b671-4534-aceb-79d739a8eec8 {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:12:25.261654 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-ec624f28-b042-46a7-9aee-26d08004ca7b tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:25.281925 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772c2310-ba94-49b4-a6a0-a6a40b66c281 req-4296ba6d-ba70-4737-80e3-a85a6abc8feb tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:12:25.282097 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94b01f7a-a797-4668-848b-ab68a18c4c13 None None] DHCP port deletion for e6c90600-c101-47ed-85f7-a2a96c9613b8 request from dv-neutron-master-2-hyperv {{(pid=103802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 05 17:12:25.283800 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-772c2310-ba94-49b4-a6a0-a6a40b66c281 req-4296ba6d-ba70-4737-80e3-a85a6abc8feb tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] 10.222.0.11 "GET /v2.0/ports?device_id=0ae531d7-dfe0-480f-abb4-e199e258b40c HTTP/1.1" status: 200 len: 945 time: 0.1639490 Jan 05 17:12:25.297089 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c318a84c-d06e-4b7d-8f1d-f155f1e4c65e tempest-TagsExtTest-680233525 tempest-TagsExtTest-680233525-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754180566020'] for network, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:25.340508 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-94b01f7a-a797-4668-848b-ab68a18c4c13 None None] Deleting port 6cc09713-b671-4534-aceb-79d739a8eec8 {{(pid=103802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:12:25.341054 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-94b01f7a-a797-4668-848b-ab68a18c4c13 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:25.384905 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-ec624f28-b042-46a7-9aee-26d08004ca7b tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] For port 6cc09713-b671-4534-aceb-79d739a8eec8, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=6cc09713-b671-4534-aceb-79d739a8eec8,segment=NetworkSegment(17341e11-96cd-4537-b030-80342df32030),segment_id=17341e11-96cd-4537-b030-80342df32030)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:12:25.384905 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-ec624f28-b042-46a7-9aee-26d08004ca7b tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:25.386658 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-772c2310-ba94-49b4-a6a0-a6a40b66c281 req-76c380e6-d1ff-453f-b6fb-8bfbc1b28148 tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] 10.222.0.11 "GET /v2.0/security-groups?id=b86a39b1-828b-4009-8a16-9197d830e0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0950961 Jan 05 17:12:25.402614 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Device bc151515-f8c1-49a3-82dd-3bff17f43cd1 up at agent hyperv_hv-neutron-mast {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:12:25.415351 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-ec624f28-b042-46a7-9aee-26d08004ca7b tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Calling delete_port for 6cc09713-b671-4534-aceb-79d739a8eec8 owned by network:dhcp {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:12:25.425128 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c318a84c-d06e-4b7d-8f1d-f155f1e4c65e tempest-TagsExtTest-680233525 tempest-TagsExtTest-680233525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685'] for network, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:25.435638 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:12:25.435638 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:12:25.435638 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:12:25.435638 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:12:25.435638 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:12:25.435638 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:12:25.435638 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:12:25.435638 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:12:25.435638 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:12:25.435638 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:12:25.435638 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:12:25.435638 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:12:25.435638 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:12:25.435638 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:12:25.435638 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:12:25.435638 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:12:25.435638 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:12:25.435638 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:12:25.435638 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:12:25.435638 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:12:25.435638 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:12:25.435638 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:12:25.435638 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:12:25.435638 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:12:25.435638 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:12:25.435638 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:12:25.435638 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:12:25.435638 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:12:25.435638 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:12:25.435638 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:12:25.435638 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:12:25.435638 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:12:25.435638 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:12:25.435638 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:12:25.435638 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:12:25.435638 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:12:25.435638 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:12:25.435638 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:12:25.435638 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:12:25.435638 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:12:25.435638 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:12:25.435638 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:12:25.435638 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:12:25.435638 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:12:25.435638 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:12:25.435638 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:12:25.435638 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:12:25.435638 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:12:25.439159 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8010e0be-8dc3-4b16-b25d-b1ec416a857d req-98b1511c-9bfb-4d98-b50d-98e01e414a27 tempest-TestServerAdvancedOps-1833291977 tempest-TestServerAdvancedOps-1833291977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:12:25.439276 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c318a84c-d06e-4b7d-8f1d-f155f1e4c65e tempest-TagsExtTest-680233525 tempest-TagsExtTest-680233525-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:12:25.439374 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-8010e0be-8dc3-4b16-b25d-b1ec416a857d req-98b1511c-9bfb-4d98-b50d-98e01e414a27 tempest-TestServerAdvancedOps-1833291977 tempest-TestServerAdvancedOps-1833291977-project] 10.222.0.11 "GET /v2.0/ports?device_id=3e7fde9c-317b-48e1-9d91-7458ba3f212f HTTP/1.1" status: 200 len: 945 time: 0.1088898 Jan 05 17:12:25.439469 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c318a84c-d06e-4b7d-8f1d-f155f1e4c65e tempest-TagsExtTest-680233525 tempest-TagsExtTest-680233525-project] Publish callbacks [] for network, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:25.456029 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-94b01f7a-a797-4668-848b-ab68a18c4c13 None None] For port 6cc09713-b671-4534-aceb-79d739a8eec8, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=6cc09713-b671-4534-aceb-79d739a8eec8,segment=NetworkSegment(17341e11-96cd-4537-b030-80342df32030),segment_id=17341e11-96cd-4537-b030-80342df32030)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:12:25.456437 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-94b01f7a-a797-4668-848b-ab68a18c4c13 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:25.478126 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-94b01f7a-a797-4668-848b-ab68a18c4c13 None None] Calling delete_port for 6cc09713-b671-4534-aceb-79d739a8eec8 owned by network:dhcp {{(pid=103802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:12:25.547268 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c318a84c-d06e-4b7d-8f1d-f155f1e4c65e tempest-TagsExtTest-680233525 tempest-TagsExtTest-680233525-project] Pushing event updated for resources: {'Network': ['ID=8bdd4ccb-8544-4dce-9af8-9a6276885e8f,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:12:25.560372 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Network 8bdd4ccb-8544-4dce-9af8-9a6276885e8f details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 05 17:12:25.560735 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-8010e0be-8dc3-4b16-b25d-b1ec416a857d req-b75ad34b-8f60-46ed-bbb2-43b12d4ac5c4 tempest-TestServerAdvancedOps-1833291977 tempest-TestServerAdvancedOps-1833291977-project] 10.222.0.11 "GET /v2.0/security-groups?id=53b3682f-ad5d-484b-bdf3-fc84c73a84fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138122 Jan 05 17:12:25.599100 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-c318a84c-d06e-4b7d-8f1d-f155f1e4c65e tempest-TagsExtTest-680233525 tempest-TagsExtTest-680233525-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.2249291 Jan 05 17:12:25.599304 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 44990) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:12:25.607801 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-d92cc12b-95ed-421b-8805-ed43fcf68ec1 tempest-TagsExtTest-680233525 tempest-TagsExtTest-680233525-project] Request body: {'subnet': {'network_id': '8bdd4ccb-8544-4dce-9af8-9a6276885e8f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:12:25.643212 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Provisioning for port bc151515-f8c1-49a3-82dd-3bff17f43cd1 completed by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 05 17:12:25.656735 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Provisioning complete for port bc151515-f8c1-49a3-82dd-3bff17f43cd1 triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:12:25.657318 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:25.681447 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-ec624f28-b042-46a7-9aee-26d08004ca7b tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11433176'] for port, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:25.720523 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-94b01f7a-a797-4668-848b-ab68a18c4c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678'] for port, after_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:25.730954 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec624f28-b042-46a7-9aee-26d08004ca7b tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Pushing event deleted for resources: {'Port': ['ID=6cc09713-b671-4534-aceb-79d739a8eec8,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:12:25.733183 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec624f28-b042-46a7-9aee-26d08004ca7b tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] No DVR routers for this DVR port 6cc09713-b671-4534-aceb-79d739a8eec8 on host dv-neutron-master-2-hyperv {{(pid=103801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 05 17:12:25.733828 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 6cc09713-b671-4534-aceb-79d739a8eec8 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 05 17:12:25.781682 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] No Port match for: 6cc09713-b671-4534-aceb-79d739a8eec8 {{(pid=103802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 05 17:12:25.782066 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 6cc09713-b671-4534-aceb-79d739a8eec8 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 05 17:12:25.783556 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b01f7a-a797-4668-848b-ab68a18c4c13 None None] Pushing event deleted for resources: {'Port': ['ID=6cc09713-b671-4534-aceb-79d739a8eec8,revision_number=None']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:12:25.788628 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94b01f7a-a797-4668-848b-ab68a18c4c13 None None] No DVR routers for this DVR port 6cc09713-b671-4534-aceb-79d739a8eec8 on host dv-neutron-master-2-hyperv {{(pid=103802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 05 17:12:25.833668 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-ec624f28-b042-46a7-9aee-26d08004ca7b tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3891715', 'neutron.services.segments.db._delete_segments_for_network-8754181063482'] for network, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:25.837571 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:25.858833 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.services.segments.db [None req-ec624f28-b042-46a7-9aee-26d08004ca7b tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6c90600-c101-47ed-85f7-a2a96c9613b8']}} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:12:25.866008 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d92cc12b-95ed-421b-8805-ed43fcf68ec1 tempest-TagsExtTest-680233525 tempest-TagsExtTest-680233525-project] Made reservation on behalf of e04404a53aa448d6a9f0bf2b6f46b10c for: {'subnet': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:12:25.868188 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ae531d7-dfe0-480f-abb4-e199e258b40c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc151515-f8c1-49a3-82dd-3bff17f43cd1'}] {{(pid=103802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 05 17:12:25.870511 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.services.segments.db [None req-ec624f28-b042-46a7-9aee-26d08004ca7b tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17341e11-96cd-4537-b030-80342df32030') {'for_net_delete': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:12:25.870706 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36b213fbd845b3f09e785999bbcda1c85cd5592d7f001460987854e5c1683bd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bfadb60-9b87-41f1-b2c7-d65cb3d5092c" -d '{"events": [{"server_uuid": "0ae531d7-dfe0-480f-abb4-e199e258b40c", "name": "network-vif-plugged", "status": "completed", "tag": "bc151515-f8c1-49a3-82dd-3bff17f43cd1"}]}' {{(pid=103802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 05 17:12:25.871161 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.services.segments.db [None req-ec624f28-b042-46a7-9aee-26d08004ca7b tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17341e11-96cd-4537-b030-80342df32030') {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:12:25.874059 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d92cc12b-95ed-421b-8805-ed43fcf68ec1 tempest-TagsExtTest-680233525 tempest-TagsExtTest-680233525-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8521827'] for subnet, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:25.884312 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] For port bc151515-f8c1-49a3-82dd-3bff17f43cd1, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=bc151515-f8c1-49a3-82dd-3bff17f43cd1,segment=NetworkSegment(1907a4d2-3ed7-4be3-9786-1c4e218b4bd0),segment_id=1907a4d2-3ed7-4be3-9786-1c4e218b4bd0)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:12:25.894879 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-ec624f28-b042-46a7-9aee-26d08004ca7b tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754181064771', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11316385'] for segment, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:25.917558 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-ec624f28-b042-46a7-9aee-26d08004ca7b tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225'] for segment, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:25.922474 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Jan 2022 17:12:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6986d371-8a9c-469a-a4b0-00d1373b99da x-openstack-request-id: req-6986d371-8a9c-469a-a4b0-00d1373b99da {{(pid=103802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 05 17:12:25.923007 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ae531d7-dfe0-480f-abb4-e199e258b40c", "name": "network-vif-plugged", "status": "completed", "tag": "bc151515-f8c1-49a3-82dd-3bff17f43cd1", "code": 200}]} {{(pid=103802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 05 17:12:25.923508 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-6986d371-8a9c-469a-a4b0-00d1373b99da {{(pid=103802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 05 17:12:25.924100 dv-neutron-master-2-hyperv neutron-server[103802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ae531d7-dfe0-480f-abb4-e199e258b40c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc151515-f8c1-49a3-82dd-3bff17f43cd1', 'code': 200} Jan 05 17:12:25.931544 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec624f28-b042-46a7-9aee-26d08004ca7b tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Releasing vlan 128 on physical network physnet1 to pool {{(pid=103801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 05 17:12:25.933831 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-ec624f28-b042-46a7-9aee-26d08004ca7b tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11433197'] for segment, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:25.937843 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:12:25.937843 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:12:25.937843 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:12:25.937843 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:12:25.937843 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:12:25.937843 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:12:25.937843 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:12:25.937843 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:12:25.937843 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:12:25.937843 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:12:25.937843 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:12:25.937843 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:12:25.937843 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:12:25.937843 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:12:25.937843 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:12:25.937843 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:12:25.937843 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:12:25.937843 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:12:25.937843 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:12:25.937843 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:12:25.937843 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:12:25.937843 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:12:25.937843 dv-neutron-master-2-hyperv neutron-server[103801]: Traceback (most recent call last): Jan 05 17:12:25.937843 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 05 17:12:25.937843 dv-neutron-master-2-hyperv neutron-server[103801]: timer() Jan 05 17:12:25.937843 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 05 17:12:25.937843 dv-neutron-master-2-hyperv neutron-server[103801]: cb(*args, **kw) Jan 05 17:12:25.937843 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 05 17:12:25.937843 dv-neutron-master-2-hyperv neutron-server[103801]: return func(*args, **kwargs) Jan 05 17:12:25.937843 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 05 17:12:25.937843 dv-neutron-master-2-hyperv neutron-server[103801]: self._notify() Jan 05 17:12:25.937843 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 05 17:12:25.937843 dv-neutron-master-2-hyperv neutron-server[103801]: self.callback(batched_events) Jan 05 17:12:25.937843 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 05 17:12:25.937843 dv-neutron-master-2-hyperv neutron-server[103801]: event.method(event) Jan 05 17:12:25.937843 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 05 17:12:25.937843 dv-neutron-master-2-hyperv neutron-server[103801]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 05 17:12:25.937843 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 05 17:12:25.937843 dv-neutron-master-2-hyperv neutron-server[103801]: aggregate_uuid = self.p_client.list_aggregates( Jan 05 17:12:25.937843 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 05 17:12:25.937843 dv-neutron-master-2-hyperv neutron-server[103801]: return f(self, *a, **k) Jan 05 17:12:25.937843 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 05 17:12:25.937843 dv-neutron-master-2-hyperv neutron-server[103801]: return self._get(url).json() Jan 05 17:12:25.937843 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 05 17:12:25.937843 dv-neutron-master-2-hyperv neutron-server[103801]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 05 17:12:25.937843 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 05 17:12:25.937843 dv-neutron-master-2-hyperv neutron-server[103801]: return self.request(url, 'GET', **kwargs) Jan 05 17:12:25.937843 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 05 17:12:25.937843 dv-neutron-master-2-hyperv neutron-server[103801]: base_url = self.get_endpoint(auth, allow=allow, Jan 05 17:12:25.937843 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 05 17:12:25.937843 dv-neutron-master-2-hyperv neutron-server[103801]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 05 17:12:25.937843 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 05 17:12:25.937843 dv-neutron-master-2-hyperv neutron-server[103801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 05 17:12:25.937843 dv-neutron-master-2-hyperv neutron-server[103801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 05 17:12:26.028317 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:26.075855 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Pushing event updated for resources: {'Port': ['ID=bc151515-f8c1-49a3-82dd-3bff17f43cd1,revision_number=5']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:12:26.206704 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb95c3b8-5f84-4f9b-8a5e-191caaa6c481 req-87541a34-875a-43df-8092-d6abcc45f4b2 tempest-TestServerAdvancedOps-1833291977 tempest-TestServerAdvancedOps-1833291977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:12:26.206704 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-fb95c3b8-5f84-4f9b-8a5e-191caaa6c481 req-87541a34-875a-43df-8092-d6abcc45f4b2 tempest-TestServerAdvancedOps-1833291977 tempest-TestServerAdvancedOps-1833291977-project] 10.222.0.11 "GET /v2.0/ports?device_id=3e7fde9c-317b-48e1-9d91-7458ba3f212f HTTP/1.1" status: 200 len: 945 time: 0.0602798 Jan 05 17:12:26.227608 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-ec624f28-b042-46a7-9aee-26d08004ca7b tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3891722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648695'] for network, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:26.235147 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-ec624f28-b042-46a7-9aee-26d08004ca7b tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks [] for network, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:26.242754 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-ec624f28-b042-46a7-9aee-26d08004ca7b tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] 10.222.0.11 "DELETE /v2.0/networks/e6c90600-c101-47ed-85f7-a2a96c9613b8 HTTP/1.1" status: 204 len: 168 time: 1.6218808 Jan 05 17:12:26.250354 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 45004) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:12:26.290878 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec624f28-b042-46a7-9aee-26d08004ca7b tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Pushing event deleted for resources: {'Network': ['ID=e6c90600-c101-47ed-85f7-a2a96c9613b8,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:12:26.302684 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-fb95c3b8-5f84-4f9b-8a5e-191caaa6c481 req-ca4964f8-c22e-446a-86bb-face3d82ee71 tempest-TestServerAdvancedOps-1833291977 tempest-TestServerAdvancedOps-1833291977-project] 10.222.0.11 "GET /v2.0/security-groups?id=53b3682f-ad5d-484b-bdf3-fc84c73a84fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952153 Jan 05 17:12:26.326666 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8068344f-1e80-4653-8546-abca45e3897d tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:12:26.329023 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-8068344f-1e80-4653-8546-abca45e3897d tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0768588 Jan 05 17:12:26.335207 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 45008) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:12:26.389063 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-7aff2d2d-97f1-4b68-8fea-10b0e5336006 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] 10.222.0.11 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0521564 Jan 05 17:12:26.400651 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 45010) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:12:26.400651 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-4f740deb-b05c-4f62-b239-f48ab4226415 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-442762544'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:12:26.465341 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6ba8af-186c-4b67-bc9e-4f87ae03392e req-dee7d92c-76fe-490a-8d7e-d76db8333123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:12:26.466902 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-da6ba8af-186c-4b67-bc9e-4f87ae03392e req-dee7d92c-76fe-490a-8d7e-d76db8333123 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=0ae531d7-dfe0-480f-abb4-e199e258b40c HTTP/1.1" status: 200 len: 1099 time: 0.0469625 Jan 05 17:12:26.484247 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d92cc12b-95ed-421b-8805-ed43fcf68ec1 tempest-TagsExtTest-680233525 tempest-TagsExtTest-680233525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8784852', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8521873'] for subnet, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:26.496904 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f740deb-b05c-4f62-b239-f48ab4226415 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Made reservation on behalf of ae615b9d4e3242ec84f93fb74627d3b2 for: {'network': 1} {{(pid=103801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:12:26.501804 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-4f740deb-b05c-4f62-b239-f48ab4226415 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for network, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:26.523074 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 45016) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:12:26.536525 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f740deb-b05c-4f62-b239-f48ab4226415 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'} {{(pid=103801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 05 17:12:26.559838 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-4f740deb-b05c-4f62-b239-f48ab4226415 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225'] for segment, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:26.560181 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.db.segments_db [None req-4f740deb-b05c-4f62-b239-f48ab4226415 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Added segment 1b0742eb-bf2b-469e-9a0f-eb756bc7fd36 of type vlan for network d826c962-dbed-4637-addc-8e39e4e2c277 Jan 05 17:12:26.594233 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92cc12b-95ed-421b-8805-ed43fcf68ec1 tempest-TagsExtTest-680233525 tempest-TagsExtTest-680233525-project] Pushing event updated for resources: {'Subnet': ['ID=8c640738-2fcf-4a7a-8a08-3d8051ae1468,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:12:26.602090 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-4f740deb-b05c-4f62-b239-f48ab4226415 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754180566020'] for network, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:26.619096 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765edd57-d82d-4572-acb9-9e8857a32a6e req-ad367916-40d0-4c4a-9df2-8867857d4609 tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:12:26.621245 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-765edd57-d82d-4572-acb9-9e8857a32a6e req-ad367916-40d0-4c4a-9df2-8867857d4609 tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] 10.222.0.11 "GET /v2.0/ports?device_id=0ae531d7-dfe0-480f-abb4-e199e258b40c HTTP/1.1" status: 200 len: 946 time: 0.1529250 Jan 05 17:12:26.626512 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-da6ba8af-186c-4b67-bc9e-4f87ae03392e req-c6e5fa05-fb57-44f0-b416-714574dca7f8 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=b86a39b1-828b-4009-8a16-9197d830e0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1497643 Jan 05 17:12:26.647303 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d92cc12b-95ed-421b-8805-ed43fcf68ec1 tempest-TagsExtTest-680233525 tempest-TagsExtTest-680233525-project] Checking segment: {'id': '77475ff6-2d1e-425a-8a36-c3e7477da2f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8bdd4ccb-8544-4dce-9af8-9a6276885e8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:12:26.647669 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d92cc12b-95ed-421b-8805-ed43fcf68ec1 tempest-TagsExtTest-680233525 tempest-TagsExtTest-680233525-project] Network hostable DHCP agents. Network: 8bdd4ccb-8544-4dce-9af8-9a6276885e8f, hostable agents: ['3f70c195-17da-4084-9fd6-bf6059d88535'], hosted agents: [] {{(pid=103800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 05 17:12:26.662405 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-567cae0c-0f9f-47ff-a8e8-389d06c4d901 tempest-ServiceProvidersTest-797836551 tempest-ServiceProvidersTest-797836551-project] 10.222.0.11 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1388278 Jan 05 17:12:26.691367 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-765edd57-d82d-4572-acb9-9e8857a32a6e req-30cdf710-1c8c-4962-9c4a-77ecfc38e3f4 tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] 10.222.0.11 "GET /v2.0/security-groups?id=b86a39b1-828b-4009-8a16-9197d830e0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603967 Jan 05 17:12:26.704165 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-4f740deb-b05c-4f62-b239-f48ab4226415 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685'] for network, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:26.711382 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f740deb-b05c-4f62-b239-f48ab4226415 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:12:26.712211 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-4f740deb-b05c-4f62-b239-f48ab4226415 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks [] for network, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:26.781915 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f740deb-b05c-4f62-b239-f48ab4226415 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Pushing event updated for resources: {'Network': ['ID=d826c962-dbed-4637-addc-8e39e4e2c277,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:12:26.792825 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Network d826c962-dbed-4637-addc-8e39e4e2c277 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 05 17:12:26.801387 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d92cc12b-95ed-421b-8805-ed43fcf68ec1 tempest-TagsExtTest-680233525 tempest-TagsExtTest-680233525-project] Network 8bdd4ccb-8544-4dce-9af8-9a6276885e8f is scheduled to be hosted by DHCP agent 3f70c195-17da-4084-9fd6-bf6059d88535 with binding_index 1 {{(pid=103800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 05 17:12:26.828288 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-4f740deb-b05c-4f62-b239-f48ab4226415 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4305503 Jan 05 17:12:26.828691 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 45022) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:12:26.833832 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-f05817ce-e55d-4e2f-a24d-7e921bcc30ba tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Request body: {'subnet': {'network_id': 'd826c962-dbed-4637-addc-8e39e4e2c277', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:12:26.932929 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-d92cc12b-95ed-421b-8805-ed43fcf68ec1 tempest-TagsExtTest-680233525 tempest-TagsExtTest-680233525-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 8bdd4ccb-8544-4dce-9af8-9a6276885e8f) {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:12:26.936952 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d92cc12b-95ed-421b-8805-ed43fcf68ec1 tempest-TagsExtTest-680233525 tempest-TagsExtTest-680233525-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:12:26.937539 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d92cc12b-95ed-421b-8805-ed43fcf68ec1 tempest-TagsExtTest-680233525 tempest-TagsExtTest-680233525-project] Publish callbacks [] for subnet, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:26.942188 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0fd987d-7ff2-43b4-abde-f0496b0a9256 None None] Network 8bdd4ccb-8544-4dce-9af8-9a6276885e8f requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:12:27.007502 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f05817ce-e55d-4e2f-a24d-7e921bcc30ba tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Made reservation on behalf of ae615b9d4e3242ec84f93fb74627d3b2 for: {'subnet': 1} {{(pid=103801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:12:27.013298 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f05817ce-e55d-4e2f-a24d-7e921bcc30ba tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12480675'] for subnet, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:27.051238 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-188f455e-424b-43db-a19e-e45f717a0b32 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-8bdd4ccb-8544-4dce-9af8-9a6276885e8f', 'network_id': '8bdd4ccb-8544-4dce-9af8-9a6276885e8f', 'project_id': 'e04404a53aa448d6a9f0bf2b6f46b10c', 'fixed_ips': [{'subnet_id': '8c640738-2fcf-4a7a-8a08-3d8051ae1468'}]}} from dv-neutron-master-2-hyperv. {{(pid=103802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 05 17:12:27.052117 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-188f455e-424b-43db-a19e-e45f717a0b32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:27.075878 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-d92cc12b-95ed-421b-8805-ed43fcf68ec1 tempest-TagsExtTest-680233525 tempest-TagsExtTest-680233525-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4726083 Jan 05 17:12:27.082520 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 45024) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:12:27.082520 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-16b094bc-beea-481a-a19b-185a78555a39 tempest-TagsExtTest-680233525 tempest-TagsExtTest-680233525-project] Request body: {'port': {'network_id': '8bdd4ccb-8544-4dce-9af8-9a6276885e8f', 'name': 'tempest-TagsExtTest-1671506403'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:12:27.220251 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.db_base_plugin_common [None req-188f455e-424b-43db-a19e-e45f717a0b32 None None] Allocated IP 172.20.0.2 (8bdd4ccb-8544-4dce-9af8-9a6276885e8f/8c640738-2fcf-4a7a-8a08-3d8051ae1468/76fc3071-3214-4e06-9de6-6bf4323b0d3e) {{(pid=103802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:12:27.252538 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 45030) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:12:27.288513 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f05817ce-e55d-4e2f-a24d-7e921bcc30ba tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11433288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12480593'] for subnet, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:27.316284 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16b094bc-beea-481a-a19b-185a78555a39 tempest-TagsExtTest-680233525 tempest-TagsExtTest-680233525-project] Made reservation on behalf of e04404a53aa448d6a9f0bf2b6f46b10c for: {'port': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:12:27.322419 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-16b094bc-beea-481a-a19b-185a78555a39 tempest-TagsExtTest-680233525 tempest-TagsExtTest-680233525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:27.354595 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.notifiers.nova [None req-16b094bc-beea-481a-a19b-185a78555a39 tempest-TagsExtTest-680233525 tempest-TagsExtTest-680233525-project] device_id is not set on port 9d7e4c38-cd7c-4ff4-a5f1-d7487a70ccce yet. {{(pid=103800) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 05 17:12:27.366862 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f05817ce-e55d-4e2f-a24d-7e921bcc30ba tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Checking segment: {'id': '1b0742eb-bf2b-469e-9a0f-eb756bc7fd36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'd826c962-dbed-4637-addc-8e39e4e2c277'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:12:27.367614 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f05817ce-e55d-4e2f-a24d-7e921bcc30ba tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Network hostable DHCP agents. Network: d826c962-dbed-4637-addc-8e39e4e2c277, hostable agents: ['3f70c195-17da-4084-9fd6-bf6059d88535'], hosted agents: [] {{(pid=103801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 05 17:12:27.373489 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05817ce-e55d-4e2f-a24d-7e921bcc30ba tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Pushing event updated for resources: {'Subnet': ['ID=ace2d9f7-5d31-4d46-a20b-fdcc619cb2c9,revision_number=0']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:12:27.398487 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-188f455e-424b-43db-a19e-e45f717a0b32 None None] Publish callbacks [] for port, precommit_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:27.452401 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-477299a3-f27c-41a0-ba78-a501a8d2ba8c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:27.469047 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f05817ce-e55d-4e2f-a24d-7e921bcc30ba tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Network d826c962-dbed-4637-addc-8e39e4e2c277 is scheduled to be hosted by DHCP agent 3f70c195-17da-4084-9fd6-bf6059d88535 with binding_index 1 {{(pid=103801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 05 17:12:27.481976 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd14074-34a2-48d9-9b2c-f43b9be69251 req-acf28683-00d5-4466-859f-823330c17947 tempest-TestServerAdvancedOps-1833291977 tempest-TestServerAdvancedOps-1833291977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:12:27.483477 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-7bd14074-34a2-48d9-9b2c-f43b9be69251 req-acf28683-00d5-4466-859f-823330c17947 tempest-TestServerAdvancedOps-1833291977 tempest-TestServerAdvancedOps-1833291977-project] 10.222.0.11 "GET /v2.0/ports?device_id=3e7fde9c-317b-48e1-9d91-7458ba3f212f HTTP/1.1" status: 200 len: 945 time: 0.0615921 Jan 05 17:12:27.517566 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-188f455e-424b-43db-a19e-e45f717a0b32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669'] for port, after_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:27.534106 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-7bd14074-34a2-48d9-9b2c-f43b9be69251 req-11a4b4b0-6660-4b63-bc25-83e90613953d tempest-TestServerAdvancedOps-1833291977 tempest-TestServerAdvancedOps-1833291977-project] 10.222.0.11 "GET /v2.0/security-groups?id=53b3682f-ad5d-484b-bdf3-fc84c73a84fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449522 Jan 05 17:12:27.555976 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-188f455e-424b-43db-a19e-e45f717a0b32 None None] Network 8bdd4ccb-8544-4dce-9af8-9a6276885e8f is already hosted by enough agents. {{(pid=103802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:12:27.559397 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.scheduler.base_scheduler [None req-188f455e-424b-43db-a19e-e45f717a0b32 None None] Resources bound (agent type, host, resource id): {{(pid=103802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:12:27.562071 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-f05817ce-e55d-4e2f-a24d-7e921bcc30ba tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, d826c962-dbed-4637-addc-8e39e4e2c277) {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:12:27.563440 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-188f455e-424b-43db-a19e-e45f717a0b32 None None] Received port after_create {{(pid=103802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:12:27.567107 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f05817ce-e55d-4e2f-a24d-7e921bcc30ba tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:12:27.567713 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f05817ce-e55d-4e2f-a24d-7e921bcc30ba tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks [] for subnet, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:27.576132 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188f455e-424b-43db-a19e-e45f717a0b32 None None] Pushing event updated for resources: {'Port': ['ID=76fc3071-3214-4e06-9de6-6bf4323b0d3e,revision_number=1']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:12:27.585214 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-477299a3-f27c-41a0-ba78-a501a8d2ba8c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:27.596536 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [None req-16b094bc-beea-481a-a19b-185a78555a39 tempest-TagsExtTest-680233525 tempest-TagsExtTest-680233525-project] Allocated IP 172.20.0.13 (8bdd4ccb-8544-4dce-9af8-9a6276885e8f/8c640738-2fcf-4a7a-8a08-3d8051ae1468/9d7e4c38-cd7c-4ff4-a5f1-d7487a70ccce) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:12:27.602111 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5416608d-65a5-4224-86c0-f56745c65a9e None None] Network d826c962-dbed-4637-addc-8e39e4e2c277 requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:12:27.667598 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-f05817ce-e55d-4e2f-a24d-7e921bcc30ba tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8374987 Jan 05 17:12:27.670467 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 45038) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:12:27.675543 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-337cea74-319a-4694-91c4-0e234dccb0e6 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Request body: {'port': {'network_id': 'd826c962-dbed-4637-addc-8e39e4e2c277', 'name': 'tempest-PortsIpV6TestJSON-433731129'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:12:27.688071 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-477299a3-f27c-41a0-ba78-a501a8d2ba8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:27.731318 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-188f455e-424b-43db-a19e-e45f717a0b32 None None] Attempting to bind port 76fc3071-3214-4e06-9de6-6bf4323b0d3e on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 05 17:12:27.731922 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-188f455e-424b-43db-a19e-e45f717a0b32 None None] Attempting to bind port 76fc3071-3214-4e06-9de6-6bf4323b0d3e by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '77475ff6-2d1e-425a-8a36-c3e7477da2f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8bdd4ccb-8544-4dce-9af8-9a6276885e8f'}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 05 17:12:27.732472 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-188f455e-424b-43db-a19e-e45f717a0b32 None None] Attempting to bind port 76fc3071-3214-4e06-9de6-6bf4323b0d3e on network 8bdd4ccb-8544-4dce-9af8-9a6276885e8f {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:12:27.743007 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-188f455e-424b-43db-a19e-e45f717a0b32 None None] Checking agent: {'id': '0d4f8fd3-ce62-4651-970c-efa6a8bb22b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 5, 16, 57, 23), 'started_at': datetime.datetime(2022, 1, 5, 16, 57, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 5, 17, 12, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 05 17:12:27.743387 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-188f455e-424b-43db-a19e-e45f717a0b32 None None] Checking segment: {'id': '77475ff6-2d1e-425a-8a36-c3e7477da2f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8bdd4ccb-8544-4dce-9af8-9a6276885e8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:12:27.743783 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-188f455e-424b-43db-a19e-e45f717a0b32 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:27.744172 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-188f455e-424b-43db-a19e-e45f717a0b32 None None] Bound using segment: {'id': '77475ff6-2d1e-425a-8a36-c3e7477da2f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8bdd4ccb-8544-4dce-9af8-9a6276885e8f'} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 05 17:12:27.744648 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-188f455e-424b-43db-a19e-e45f717a0b32 None None] Bound port: 76fc3071-3214-4e06-9de6-6bf4323b0d3e, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77475ff6-2d1e-425a-8a36-c3e7477da2f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8bdd4ccb-8544-4dce-9af8-9a6276885e8f'}}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 05 17:12:27.745028 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-188f455e-424b-43db-a19e-e45f717a0b32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:27.828486 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-477299a3-f27c-41a0-ba78-a501a8d2ba8c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=bf2b50c29970424085513ad22512272a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5747652 Jan 05 17:12:27.831926 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477299a3-f27c-41a0-ba78-a501a8d2ba8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=511cb6c2-1fee-4d89-ad3a-8aa077fa94f2,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:12:27.836783 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 45044) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:12:27.862444 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-188f455e-424b-43db-a19e-e45f717a0b32 None None] For port 76fc3071-3214-4e06-9de6-6bf4323b0d3e, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 05 17:12:27.870084 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-188f455e-424b-43db-a19e-e45f717a0b32 None None] For port 76fc3071-3214-4e06-9de6-6bf4323b0d3e, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=76fc3071-3214-4e06-9de6-6bf4323b0d3e,segment=NetworkSegment(77475ff6-2d1e-425a-8a36-c3e7477da2f7),segment_id=77475ff6-2d1e-425a-8a36-c3e7477da2f7)] {{(pid=103802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 05 17:12:27.880573 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0291201-e9d4-4327-9b4a-29e1a9b9b0e9 req-a7d243b3-b341-47b0-b121-a8401261e924 tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:12:27.882214 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-d0291201-e9d4-4327-9b4a-29e1a9b9b0e9 req-a7d243b3-b341-47b0-b121-a8401261e924 tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] 10.222.0.11 "GET /v2.0/ports?device_id=0ae531d7-dfe0-480f-abb4-e199e258b40c HTTP/1.1" status: 200 len: 946 time: 0.1016994 Jan 05 17:12:27.903889 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-16b094bc-beea-481a-a19b-185a78555a39 tempest-TagsExtTest-680233525 tempest-TagsExtTest-680233525-project] Publish callbacks [] for port, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:27.907684 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e18a644-a52d-439b-b036-7b2fad3e2269 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-d826c962-dbed-4637-addc-8e39e4e2c277', 'network_id': 'd826c962-dbed-4637-addc-8e39e4e2c277', 'project_id': 'ae615b9d4e3242ec84f93fb74627d3b2', 'fixed_ips': [{'subnet_id': 'ace2d9f7-5d31-4d46-a20b-fdcc619cb2c9'}]}} from dv-neutron-master-2-hyperv. {{(pid=103802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 05 17:12:27.911188 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-3e18a644-a52d-439b-b036-7b2fad3e2269 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:27.928421 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b4ba6744-1ac5-4518-8ccd-2fa8fd67c33e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:27.969100 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b4ba6744-1ac5-4518-8ccd-2fa8fd67c33e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:27.969833 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-188f455e-424b-43db-a19e-e45f717a0b32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:27.970755 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-d0291201-e9d4-4327-9b4a-29e1a9b9b0e9 req-85b78bdc-51bf-4169-bb72-cc4a037ed9cf tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] 10.222.0.11 "GET /v2.0/security-groups?id=b86a39b1-828b-4009-8a16-9197d830e0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667324 Jan 05 17:12:28.053925 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-337cea74-319a-4694-91c4-0e234dccb0e6 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Made reservation on behalf of ae615b9d4e3242ec84f93fb74627d3b2 for: {'port': 1} {{(pid=103801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:12:28.065285 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-337cea74-319a-4694-91c4-0e234dccb0e6 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:28.095691 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.notifiers.nova [None req-337cea74-319a-4694-91c4-0e234dccb0e6 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] device_id is not set on port 5d441456-64a0-4f0b-82b6-24c4f15bd950 yet. {{(pid=103801) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 05 17:12:28.115809 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3674a1b8-f937-4bcc-b85d-f4cbf59f614f req-32f71bda-f50b-43aa-a774-c07afb9fa369 tempest-TestServerAdvancedOps-1833291977 tempest-TestServerAdvancedOps-1833291977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:12:28.123610 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-3674a1b8-f937-4bcc-b85d-f4cbf59f614f req-32f71bda-f50b-43aa-a774-c07afb9fa369 tempest-TestServerAdvancedOps-1833291977 tempest-TestServerAdvancedOps-1833291977-project] 10.222.0.11 "GET /v2.0/ports?device_id=3e7fde9c-317b-48e1-9d91-7458ba3f212f HTTP/1.1" status: 200 len: 945 time: 0.1617327 Jan 05 17:12:28.133037 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-16b094bc-beea-481a-a19b-185a78555a39 tempest-TagsExtTest-680233525 tempest-TagsExtTest-680233525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:28.133223 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188f455e-424b-43db-a19e-e45f717a0b32 None None] Pushing event updated for resources: {'Port': ['ID=76fc3071-3214-4e06-9de6-6bf4323b0d3e,revision_number=2']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:12:28.137503 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7631c4-5ca2-419a-be43-962a5b1b15f2 req-9be24b16-9934-44cf-aab8-65e536953970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:12:28.139007 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-5b7631c4-5ca2-419a-be43-962a5b1b15f2 req-9be24b16-9934-44cf-aab8-65e536953970 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1081159aed0f4e8187dc83f37d1c4c97&device_id=3e7fde9c-317b-48e1-9d91-7458ba3f212f HTTP/1.1" status: 200 len: 1098 time: 0.1017098 Jan 05 17:12:28.212240 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.db_base_plugin_common [None req-3e18a644-a52d-439b-b036-7b2fad3e2269 None None] Allocated IP 2001:db8::2 (d826c962-dbed-4637-addc-8e39e4e2c277/ace2d9f7-5d31-4d46-a20b-fdcc619cb2c9/273fd572-e1e7-44f7-a1c9-976d5882d49e) {{(pid=103802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:12:28.248177 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b4ba6744-1ac5-4518-8ccd-2fa8fd67c33e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:28.250500 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b4ba6744-1ac5-4518-8ccd-2fa8fd67c33e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:28.254390 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-b4ba6744-1ac5-4518-8ccd-2fa8fd67c33e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/511cb6c2-1fee-4d89-ad3a-8aa077fa94f2 HTTP/1.1" status: 204 len: 168 time: 0.4139400 Jan 05 17:12:28.273694 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16b094bc-beea-481a-a19b-185a78555a39 tempest-TagsExtTest-680233525 tempest-TagsExtTest-680233525-project] Network 8bdd4ccb-8544-4dce-9af8-9a6276885e8f is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:12:28.295839 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-16b094bc-beea-481a-a19b-185a78555a39 tempest-TagsExtTest-680233525 tempest-TagsExtTest-680233525-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:12:28.304284 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ba6744-1ac5-4518-8ccd-2fa8fd67c33e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=511cb6c2-1fee-4d89-ad3a-8aa077fa94f2,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:12:28.348682 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16b094bc-beea-481a-a19b-185a78555a39 tempest-TagsExtTest-680233525 tempest-TagsExtTest-680233525-project] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:12:28.353469 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b094bc-beea-481a-a19b-185a78555a39 tempest-TagsExtTest-680233525 tempest-TagsExtTest-680233525-project] Pushing event updated for resources: {'Port': ['ID=9d7e4c38-cd7c-4ff4-a5f1-d7487a70ccce,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:12:28.381648 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-3674a1b8-f937-4bcc-b85d-f4cbf59f614f req-dd8fc00e-9773-4c9b-a891-c87422ac4caa tempest-TestServerAdvancedOps-1833291977 tempest-TestServerAdvancedOps-1833291977-project] 10.222.0.11 "GET /v2.0/security-groups?id=53b3682f-ad5d-484b-bdf3-fc84c73a84fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2560647 Jan 05 17:12:28.438249 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7631c4-5ca2-419a-be43-962a5b1b15f2 req-6c990ba2-f7e2-4b15-8bbd-b5e8b050c3dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:12:28.440381 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-5b7631c4-5ca2-419a-be43-962a5b1b15f2 req-6c990ba2-f7e2-4b15-8bbd-b5e8b050c3dd service neutron] 10.222.0.13 "GET /v2.0/networks?id=7a968814-bffa-4eb8-b5c5-87ea682a3631 HTTP/1.1" status: 200 len: 913 time: 0.2813745 Jan 05 17:12:28.469416 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-3e18a644-a52d-439b-b036-7b2fad3e2269 None None] Publish callbacks [] for port, precommit_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:28.497761 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-5b7631c4-5ca2-419a-be43-962a5b1b15f2 req-2f40904f-a122-4c8e-a8ff-55a13ab3180b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b546ed65-d379-4282-960f-861631c9daf4 HTTP/1.1" status: 200 len: 217 time: 0.0462289 Jan 05 17:12:28.524489 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16b094bc-beea-481a-a19b-185a78555a39 tempest-TagsExtTest-680233525 tempest-TagsExtTest-680233525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:12:28.526263 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-16b094bc-beea-481a-a19b-185a78555a39 tempest-TagsExtTest-680233525 tempest-TagsExtTest-680233525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:28.570341 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7631c4-5ca2-419a-be43-962a5b1b15f2 req-48711566-afb1-4359-b5c3-d5f17c8fabfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:12:28.571922 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-5b7631c4-5ca2-419a-be43-962a5b1b15f2 req-48711566-afb1-4359-b5c3-d5f17c8fabfe service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4de5e971-7f81-4e7b-9368-cd6028b01644 HTTP/1.1" status: 200 len: 852 time: 0.0693257 Jan 05 17:12:28.580808 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-3e18a644-a52d-439b-b036-7b2fad3e2269 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669'] for port, after_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:28.605752 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-5b7631c4-5ca2-419a-be43-962a5b1b15f2 req-f960c39b-8b65-4cca-b24e-ee61b27cacaf service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7a968814-bffa-4eb8-b5c5-87ea682a3631&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268383 Jan 05 17:12:28.674913 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [None req-337cea74-319a-4694-91c4-0e234dccb0e6 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Allocated IP 2001:db8::321 (d826c962-dbed-4637-addc-8e39e4e2c277/ace2d9f7-5d31-4d46-a20b-fdcc619cb2c9/5d441456-64a0-4f0b-82b6-24c4f15bd950) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:12:28.676438 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e18a644-a52d-439b-b036-7b2fad3e2269 None None] Network d826c962-dbed-4637-addc-8e39e4e2c277 is already hosted by enough agents. {{(pid=103802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:12:28.681926 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.scheduler.base_scheduler [None req-3e18a644-a52d-439b-b036-7b2fad3e2269 None None] Resources bound (agent type, host, resource id): {{(pid=103802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:12:28.685765 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e18a644-a52d-439b-b036-7b2fad3e2269 None None] Received port after_create {{(pid=103802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:12:28.693965 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-16b094bc-beea-481a-a19b-185a78555a39 tempest-TagsExtTest-680233525 tempest-TagsExtTest-680233525-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.6168318 Jan 05 17:12:28.701911 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 45050) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:12:28.707271 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e18a644-a52d-439b-b036-7b2fad3e2269 None None] Pushing event updated for resources: {'Port': ['ID=273fd572-e1e7-44f7-a1c9-976d5882d49e,revision_number=1']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:12:28.719514 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-19c21ad3-1422-4ea1-80b0-e2bd62fdc042 tempest-TagsExtTest-680233525 tempest-TagsExtTest-680233525-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-661874592', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:12:28.764522 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-5b7631c4-5ca2-419a-be43-962a5b1b15f2 req-2e9ea7ba-10a6-49ae-bfca-56baf8327777 service neutron] 10.222.0.13 "GET /v2.0/networks/7a968814-bffa-4eb8-b5c5-87ea682a3631?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1531472 Jan 05 17:12:28.829900 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-3e18a644-a52d-439b-b036-7b2fad3e2269 None None] Attempting to bind port 273fd572-e1e7-44f7-a1c9-976d5882d49e on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 05 17:12:28.830387 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-3e18a644-a52d-439b-b036-7b2fad3e2269 None None] Attempting to bind port 273fd572-e1e7-44f7-a1c9-976d5882d49e by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '1b0742eb-bf2b-469e-9a0f-eb756bc7fd36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'd826c962-dbed-4637-addc-8e39e4e2c277'}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 05 17:12:28.830649 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e18a644-a52d-439b-b036-7b2fad3e2269 None None] Attempting to bind port 273fd572-e1e7-44f7-a1c9-976d5882d49e on network d826c962-dbed-4637-addc-8e39e4e2c277 {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:12:28.843507 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e18a644-a52d-439b-b036-7b2fad3e2269 None None] Checking agent: {'id': '0d4f8fd3-ce62-4651-970c-efa6a8bb22b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 5, 16, 57, 23), 'started_at': datetime.datetime(2022, 1, 5, 16, 57, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 5, 17, 12, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 05 17:12:28.843920 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e18a644-a52d-439b-b036-7b2fad3e2269 None None] Checking segment: {'id': '1b0742eb-bf2b-469e-9a0f-eb756bc7fd36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'd826c962-dbed-4637-addc-8e39e4e2c277'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:12:28.844280 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-3e18a644-a52d-439b-b036-7b2fad3e2269 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:28.844669 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e18a644-a52d-439b-b036-7b2fad3e2269 None None] Bound using segment: {'id': '1b0742eb-bf2b-469e-9a0f-eb756bc7fd36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'd826c962-dbed-4637-addc-8e39e4e2c277'} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 05 17:12:28.845192 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-3e18a644-a52d-439b-b036-7b2fad3e2269 None None] Bound port: 273fd572-e1e7-44f7-a1c9-976d5882d49e, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b0742eb-bf2b-469e-9a0f-eb756bc7fd36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'd826c962-dbed-4637-addc-8e39e4e2c277'}}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 05 17:12:28.845686 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-3e18a644-a52d-439b-b036-7b2fad3e2269 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:28.857138 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-19c21ad3-1422-4ea1-80b0-e2bd62fdc042 tempest-TagsExtTest-680233525 tempest-TagsExtTest-680233525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-649063', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58098'] for router, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:28.858521 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-19c21ad3-1422-4ea1-80b0-e2bd62fdc042 tempest-TagsExtTest-680233525 tempest-TagsExtTest-680233525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649832', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-545006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58091'] for router, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:28.957648 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-3e18a644-a52d-439b-b036-7b2fad3e2269 None None] For port 273fd572-e1e7-44f7-a1c9-976d5882d49e, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 05 17:12:28.959296 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-19c21ad3-1422-4ea1-80b0-e2bd62fdc042 tempest-TagsExtTest-680233525 tempest-TagsExtTest-680233525-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:28.962362 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-3e18a644-a52d-439b-b036-7b2fad3e2269 None None] For port 273fd572-e1e7-44f7-a1c9-976d5882d49e, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=273fd572-e1e7-44f7-a1c9-976d5882d49e,segment=NetworkSegment(1b0742eb-bf2b-469e-9a0f-eb756bc7fd36),segment_id=1b0742eb-bf2b-469e-9a0f-eb756bc7fd36)] {{(pid=103802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 05 17:12:28.971909 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-337cea74-319a-4694-91c4-0e234dccb0e6 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks [] for port, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:28.975488 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-5b7631c4-5ca2-419a-be43-962a5b1b15f2 req-5b8407f7-c2e8-4dd8-88d0-7fc894aee992 service neutron] 10.222.0.13 "GET /v2.0/networks/7a968814-bffa-4eb8-b5c5-87ea682a3631?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2035804 Jan 05 17:12:29.024963 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-19c21ad3-1422-4ea1-80b0-e2bd62fdc042 tempest-TagsExtTest-680233525 tempest-TagsExtTest-680233525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-648430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648639'] for router, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:29.045846 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-3e18a644-a52d-439b-b036-7b2fad3e2269 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:29.111591 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14614cd-a533-4178-a770-7e21bb109986 req-23c2b1c6-0597-4ce4-bba6-be66e9a48d69 tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:12:29.113239 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-a14614cd-a533-4178-a770-7e21bb109986 req-23c2b1c6-0597-4ce4-bba6-be66e9a48d69 tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] 10.222.0.11 "GET /v2.0/ports?device_id=0ae531d7-dfe0-480f-abb4-e199e258b40c HTTP/1.1" status: 200 len: 946 time: 0.0575407 Jan 05 17:12:29.138202 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e18a644-a52d-439b-b036-7b2fad3e2269 None None] Pushing event updated for resources: {'Port': ['ID=273fd572-e1e7-44f7-a1c9-976d5882d49e,revision_number=2']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:12:29.144348 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-19c21ad3-1422-4ea1-80b0-e2bd62fdc042 tempest-TagsExtTest-680233525 tempest-TagsExtTest-680233525-project] Publish callbacks [] for router, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:29.145384 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-19c21ad3-1422-4ea1-80b0-e2bd62fdc042 tempest-TagsExtTest-680233525 tempest-TagsExtTest-680233525-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4421487 Jan 05 17:12:29.146758 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-337cea74-319a-4694-91c4-0e234dccb0e6 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11433176'] for port, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:29.148282 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 45054) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:12:29.153491 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-a07c52df-85fc-4767-9995-05360ae45821 tempest-TagsExtTest-680233525 tempest-TagsExtTest-680233525-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1310634726', 'prefixes': ['172.20.0.0/16']}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:12:29.228447 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-337cea74-319a-4694-91c4-0e234dccb0e6 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Network d826c962-dbed-4637-addc-8e39e4e2c277 is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:12:29.242651 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-337cea74-319a-4694-91c4-0e234dccb0e6 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:12:29.256129 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-337cea74-319a-4694-91c4-0e234dccb0e6 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:12:29.262569 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-337cea74-319a-4694-91c4-0e234dccb0e6 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:12:29.263368 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-337cea74-319a-4694-91c4-0e234dccb0e6 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:29.285436 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-a14614cd-a533-4178-a770-7e21bb109986 req-7bdfd0c1-631c-4b46-848f-c1655ca9f77a tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] 10.222.0.11 "GET /v2.0/security-groups?id=b86a39b1-828b-4009-8a16-9197d830e0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1621196 Jan 05 17:12:29.286169 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337cea74-319a-4694-91c4-0e234dccb0e6 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Pushing event updated for resources: {'Port': ['ID=5d441456-64a0-4f0b-82b6-24c4f15bd950,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:12:29.299062 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337cea74-319a-4694-91c4-0e234dccb0e6 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:12:29.299412 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337cea74-319a-4694-91c4-0e234dccb0e6 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:12:29.299759 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337cea74-319a-4694-91c4-0e234dccb0e6 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:12:29.304838 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337cea74-319a-4694-91c4-0e234dccb0e6 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:12:29.304838 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337cea74-319a-4694-91c4-0e234dccb0e6 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:12:29.304838 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337cea74-319a-4694-91c4-0e234dccb0e6 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:12:29.304838 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337cea74-319a-4694-91c4-0e234dccb0e6 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:12:29.304838 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337cea74-319a-4694-91c4-0e234dccb0e6 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:12:29.304838 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337cea74-319a-4694-91c4-0e234dccb0e6 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:12:29.304838 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337cea74-319a-4694-91c4-0e234dccb0e6 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:12:29.304838 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337cea74-319a-4694-91c4-0e234dccb0e6 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:12:29.304838 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337cea74-319a-4694-91c4-0e234dccb0e6 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:12:29.304838 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337cea74-319a-4694-91c4-0e234dccb0e6 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:12:29.352609 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-337cea74-319a-4694-91c4-0e234dccb0e6 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.6809502 Jan 05 17:12:29.356994 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 45058) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:12:29.367528 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-2db38e51-816c-4dce-a7ba-6ba73340b685 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Request body: {'port': {'network_id': 'd826c962-dbed-4637-addc-8e39e4e2c277', 'name': 'tempest-PortsIpV6TestJSON-41648566'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:12:29.485236 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27ad33b1-ed1d-40d4-b6ab-34dfaacac27b None None] Network 8bdd4ccb-8544-4dce-9af8-9a6276885e8f requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:12:29.584681 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88ac730-4654-4bfd-91a9-3bd7ad2541ad req-79b82b7c-b681-4254-9fc5-ff68deac230c tempest-TestServerAdvancedOps-1833291977 tempest-TestServerAdvancedOps-1833291977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:12:29.588663 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-e75eb34f-dd2f-4602-8630-77d37dd98eab None None] Provisioning complete for port 76fc3071-3214-4e06-9de6-6bf4323b0d3e triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:12:29.589733 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-e75eb34f-dd2f-4602-8630-77d37dd98eab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:29.592112 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-f88ac730-4654-4bfd-91a9-3bd7ad2541ad req-79b82b7c-b681-4254-9fc5-ff68deac230c tempest-TestServerAdvancedOps-1833291977 tempest-TestServerAdvancedOps-1833291977-project] 10.222.0.11 "GET /v2.0/ports?device_id=3e7fde9c-317b-48e1-9d91-7458ba3f212f HTTP/1.1" status: 200 len: 945 time: 0.0904808 Jan 05 17:12:29.640130 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc5cab6-cd0f-44db-9db8-3676c0f9b500 req-60b1d8b2-c37f-4a97-8809-a2904271995c tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:12:29.642682 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-efc5cab6-cd0f-44db-9db8-3676c0f9b500 req-60b1d8b2-c37f-4a97-8809-a2904271995c tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] 10.222.0.11 "GET /v2.0/ports?device_id=0ae531d7-dfe0-480f-abb4-e199e258b40c HTTP/1.1" status: 200 len: 946 time: 0.1047533 Jan 05 17:12:29.707076 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-f88ac730-4654-4bfd-91a9-3bd7ad2541ad req-2c63e63c-9502-4cf5-90ce-eab1628605ef tempest-TestServerAdvancedOps-1833291977 tempest-TestServerAdvancedOps-1833291977-project] 10.222.0.11 "GET /v2.0/security-groups?id=53b3682f-ad5d-484b-bdf3-fc84c73a84fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078353 Jan 05 17:12:29.752004 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a07c52df-85fc-4767-9995-05360ae45821 tempest-TagsExtTest-680233525 tempest-TagsExtTest-680233525-project] Publish callbacks [] for subnetpool, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:29.755204 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-a07c52df-85fc-4767-9995-05360ae45821 tempest-TagsExtTest-680233525 tempest-TagsExtTest-680233525-project] 10.222.0.11 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.6058099 Jan 05 17:12:29.758803 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 45062) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:12:29.765798 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.services.tag.tag_plugin [None req-3e616971-4bb5-4a61-84d6-f19898194bfa tempest-TagsExtTest-680233525 tempest-TagsExtTest-680233525-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '8c640738-2fcf-4a7a-8a08-3d8051ae1468', 'tempest-TagsExtTest-Tag-1886679729') {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:12:29.825853 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-efc5cab6-cd0f-44db-9db8-3676c0f9b500 req-b8b31ad8-5fd5-496b-aa9d-ebd4a4efedbd tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] 10.222.0.11 "GET /v2.0/security-groups?id=b86a39b1-828b-4009-8a16-9197d830e0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1604168 Jan 05 17:12:29.830493 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 45064) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:12:29.848618 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2db38e51-816c-4dce-a7ba-6ba73340b685 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Made reservation on behalf of ae615b9d4e3242ec84f93fb74627d3b2 for: {'port': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:12:29.858553 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2db38e51-816c-4dce-a7ba-6ba73340b685 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:29.871438 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-e75eb34f-dd2f-4602-8630-77d37dd98eab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:29.902670 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 76fc3071-3214-4e06-9de6-6bf4323b0d3e up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:12:29.955677 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.notifiers.nova [None req-2db38e51-816c-4dce-a7ba-6ba73340b685 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] device_id is not set on port 51ff9bbc-38cb-489d-8b42-2f91f149f615 yet. {{(pid=103800) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 05 17:12:29.962804 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-e75eb34f-dd2f-4602-8630-77d37dd98eab None None] For port 76fc3071-3214-4e06-9de6-6bf4323b0d3e, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=76fc3071-3214-4e06-9de6-6bf4323b0d3e,segment=NetworkSegment(77475ff6-2d1e-425a-8a36-c3e7477da2f7),segment_id=77475ff6-2d1e-425a-8a36-c3e7477da2f7)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:12:30.007757 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Provisioning complete for port 76fc3071-3214-4e06-9de6-6bf4323b0d3e triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:12:30.008283 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:30.033992 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-e75eb34f-dd2f-4602-8630-77d37dd98eab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:30.078942 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1f6ce07-1734-425c-b726-115259eb92b8 tempest-TestNetworkAdvancedServerOps-1720050019 tempest-TestNetworkAdvancedServerOps-1720050019-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:12:30.084214 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-d1f6ce07-1734-425c-b726-115259eb92b8 tempest-TestNetworkAdvancedServerOps-1720050019 tempest-TestNetworkAdvancedServerOps-1720050019-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=0ae531d7-dfe0-480f-abb4-e199e258b40c HTTP/1.1" status: 200 len: 1094 time: 0.2496078 Jan 05 17:12:30.085448 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 45066) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:12:30.089987 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-f42d5a51-f39b-48d2-af50-e5429ee2b6e6 tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] Request body: {'floatingip': {'floating_network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'port_id': 'bc151515-f8c1-49a3-82dd-3bff17f43cd1', 'tenant_id': 'fd19bdf1a53648779ae20015d06c39e6', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:12:30.104645 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-3e616971-4bb5-4a61-84d6-f19898194bfa tempest-TagsExtTest-680233525 tempest-TagsExtTest-680233525-project] 10.222.0.11 "PUT /v2.0/subnets/8c640738-2fcf-4a7a-8a08-3d8051ae1468/tags/tempest-TagsExtTest-Tag-1886679729 HTTP/1.1" status: 201 len: 201 time: 0.3448055 Jan 05 17:12:30.108082 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75eb34f-dd2f-4602-8630-77d37dd98eab None None] Pushing event updated for resources: {'Port': ['ID=76fc3071-3214-4e06-9de6-6bf4323b0d3e,revision_number=3']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:12:30.116821 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 45068) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:12:30.127765 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.services.tag.tag_plugin [None req-1762896c-c992-4191-a9fa-69eb2f6d09b9 tempest-TagsExtTest-680233525 tempest-TagsExtTest-680233525-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '9d7e4c38-cd7c-4ff4-a5f1-d7487a70ccce', 'tempest-TagsExtTest-Tag-1424055056') {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:12:30.187533 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [None req-2db38e51-816c-4dce-a7ba-6ba73340b685 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Allocated IP 2001:db8::15f (d826c962-dbed-4637-addc-8e39e4e2c277/ace2d9f7-5d31-4d46-a20b-fdcc619cb2c9/51ff9bbc-38cb-489d-8b42-2f91f149f615) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:12:30.245415 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f42d5a51-f39b-48d2-af50-e5429ee2b6e6 tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] Publish callbacks [] for floatingip, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:30.256353 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 273fd572-e1e7-44f7-a1c9-976d5882d49e up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:12:30.342056 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-1762896c-c992-4191-a9fa-69eb2f6d09b9 tempest-TagsExtTest-680233525 tempest-TagsExtTest-680233525-project] 10.222.0.11 "PUT /v2.0/ports/9d7e4c38-cd7c-4ff4-a5f1-d7487a70ccce/tags/tempest-TagsExtTest-Tag-1424055056 HTTP/1.1" status: 201 len: 201 time: 0.2238743 Jan 05 17:12:30.345042 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-a643e2ec-e11b-45d1-ac53-2db121c8b659 None None] Provisioning complete for port 76fc3071-3214-4e06-9de6-6bf4323b0d3e triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:12:30.345924 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-a643e2ec-e11b-45d1-ac53-2db121c8b659 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:30.349902 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 45070) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:12:30.360305 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.services.tag.tag_plugin [None req-85a0199a-0b95-4d90-9f77-1793662920e5 tempest-TagsExtTest-680233525 tempest-TagsExtTest-680233525-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '452f9747-58d8-4024-8384-9af7ccb5f0d8', 'tempest-TagsExtTest-Tag-415560489') {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:12:30.426965 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Provisioning complete for port 273fd572-e1e7-44f7-a1c9-976d5882d49e triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:12:30.432323 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:30.501378 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f42d5a51-f39b-48d2-af50-e5429ee2b6e6 tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:30.558452 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2db38e51-816c-4dce-a7ba-6ba73340b685 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks [] for port, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:30.664169 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-85a0199a-0b95-4d90-9f77-1793662920e5 tempest-TagsExtTest-680233525 tempest-TagsExtTest-680233525-project] 10.222.0.11 "PUT /v2.0/routers/452f9747-58d8-4024-8384-9af7ccb5f0d8/tags/tempest-TagsExtTest-Tag-415560489 HTTP/1.1" status: 201 len: 201 time: 0.3092351 Jan 05 17:12:30.666590 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 45072) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:12:30.671677 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.services.tag.tag_plugin [None req-35912fb8-f894-49bf-b6dd-54d042ce0b78 tempest-TagsExtTest-680233525 tempest-TagsExtTest-680233525-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'c2608bbe-d738-4fcb-b433-5f5d724d687f', 'tempest-TagsExtTest-Tag-1872500189') {} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:12:30.716235 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2db38e51-816c-4dce-a7ba-6ba73340b685 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:30.725520 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [None req-f42d5a51-f39b-48d2-af50-e5429ee2b6e6 tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] Allocated IP 172.36.4.208 (b0167590-0699-4c5c-a932-3939414a9573/7a784a6d-3d96-418f-a645-b9ccd0b1ac55/ca689aa8-c621-412e-abc5-b624ca12f785) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:12:30.763045 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-546b9b01-9c1e-41df-b7d0-bc00ca8c75c9 None None] Network d826c962-dbed-4637-addc-8e39e4e2c277 requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:12:30.764076 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2db38e51-816c-4dce-a7ba-6ba73340b685 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Network d826c962-dbed-4637-addc-8e39e4e2c277 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:12:30.775115 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-2db38e51-816c-4dce-a7ba-6ba73340b685 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:12:30.781570 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2db38e51-816c-4dce-a7ba-6ba73340b685 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:12:30.789825 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2db38e51-816c-4dce-a7ba-6ba73340b685 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:12:30.795354 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2db38e51-816c-4dce-a7ba-6ba73340b685 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:30.795493 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:30.795493 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-a643e2ec-e11b-45d1-ac53-2db121c8b659 None None] Provisioning complete for port 9d7e4c38-cd7c-4ff4-a5f1-d7487a70ccce triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:12:30.795493 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-a643e2ec-e11b-45d1-ac53-2db121c8b659 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:30.856990 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db38e51-816c-4dce-a7ba-6ba73340b685 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Pushing event updated for resources: {'Port': ['ID=51ff9bbc-38cb-489d-8b42-2f91f149f615,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:12:30.865510 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f42d5a51-f39b-48d2-af50-e5429ee2b6e6 tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] Publish callbacks [] for port, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:30.866122 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db38e51-816c-4dce-a7ba-6ba73340b685 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:12:30.866650 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db38e51-816c-4dce-a7ba-6ba73340b685 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:12:30.867162 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db38e51-816c-4dce-a7ba-6ba73340b685 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:12:30.867916 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db38e51-816c-4dce-a7ba-6ba73340b685 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:12:30.868443 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db38e51-816c-4dce-a7ba-6ba73340b685 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:12:30.869020 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db38e51-816c-4dce-a7ba-6ba73340b685 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:12:30.869599 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db38e51-816c-4dce-a7ba-6ba73340b685 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:12:30.870161 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db38e51-816c-4dce-a7ba-6ba73340b685 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:12:30.871187 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db38e51-816c-4dce-a7ba-6ba73340b685 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:12:30.871682 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db38e51-816c-4dce-a7ba-6ba73340b685 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:12:30.872175 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db38e51-816c-4dce-a7ba-6ba73340b685 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:12:30.872665 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db38e51-816c-4dce-a7ba-6ba73340b685 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:12:30.873165 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db38e51-816c-4dce-a7ba-6ba73340b685 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:12:30.904465 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] For port 273fd572-e1e7-44f7-a1c9-976d5882d49e, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=273fd572-e1e7-44f7-a1c9-976d5882d49e,segment=NetworkSegment(1b0742eb-bf2b-469e-9a0f-eb756bc7fd36),segment_id=1b0742eb-bf2b-469e-9a0f-eb756bc7fd36)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:12:30.909801 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-a643e2ec-e11b-45d1-ac53-2db121c8b659 None None] Port 9d7e4c38-cd7c-4ff4-a5f1-d7487a70ccce cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 17:12:30.928266 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-2db38e51-816c-4dce-a7ba-6ba73340b685 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.5696189 Jan 05 17:12:30.930655 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 45076) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:12:30.952053 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-35912fb8-f894-49bf-b6dd-54d042ce0b78 tempest-TagsExtTest-680233525 tempest-TagsExtTest-680233525-project] 10.222.0.11 "PUT /v2.0/subnetpools/c2608bbe-d738-4fcb-b433-5f5d724d687f/tags/tempest-TagsExtTest-Tag-1872500189 HTTP/1.1" status: 201 len: 201 time: 0.2841966 Jan 05 17:12:30.957565 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 45078) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:12:30.963289 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.services.tag.tag_plugin [None req-7a353993-5cbc-4bdb-9954-c626156b17b5 tempest-TagsExtTest-680233525 tempest-TagsExtTest-680233525-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '8c640738-2fcf-4a7a-8a08-3d8051ae1468') {} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:12:31.003993 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:31.029388 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f42d5a51-f39b-48d2-af50-e5429ee2b6e6 tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11433176'] for port, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:31.093000 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-7a353993-5cbc-4bdb-9954-c626156b17b5 tempest-TagsExtTest-680233525 tempest-TagsExtTest-680233525-project] 10.222.0.11 "GET /v2.0/subnets/8c640738-2fcf-4a7a-8a08-3d8051ae1468/tags HTTP/1.1" status: 200 len: 241 time: 0.1340225 Jan 05 17:12:31.098337 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 45080) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:12:31.105241 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.services.tag.tag_plugin [None req-15a4e550-660f-41ec-a022-804334b0b0fd tempest-TagsExtTest-680233525 tempest-TagsExtTest-680233525-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '8c640738-2fcf-4a7a-8a08-3d8051ae1468', 'tempest-TagsExtTest-Tag-1886679729') {} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:12:31.109352 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-5144c8cf-d1be-4148-9216-cc2c9404e075 None None] Provisioning complete for port 273fd572-e1e7-44f7-a1c9-976d5882d49e triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:12:31.109906 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-5144c8cf-d1be-4148-9216-cc2c9404e075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:31.112616 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Pushing event updated for resources: {'Port': ['ID=273fd572-e1e7-44f7-a1c9-976d5882d49e,revision_number=3']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:12:31.113263 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a0c0b1-5255-4985-8f91-bb21fcf5ad27 req-0de8558e-f69c-47c2-81bf-11ed2cb11204 tempest-TestServerAdvancedOps-1833291977 tempest-TestServerAdvancedOps-1833291977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:12:31.114976 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-d2a0c0b1-5255-4985-8f91-bb21fcf5ad27 req-0de8558e-f69c-47c2-81bf-11ed2cb11204 tempest-TestServerAdvancedOps-1833291977 tempest-TestServerAdvancedOps-1833291977-project] 10.222.0.11 "GET /v2.0/ports?device_id=3e7fde9c-317b-48e1-9d91-7458ba3f212f HTTP/1.1" status: 200 len: 945 time: 0.2222528 Jan 05 17:12:31.126731 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f42d5a51-f39b-48d2-af50-e5429ee2b6e6 tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] Network b0167590-0699-4c5c-a932-3939414a9573 is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:12:31.136985 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-f42d5a51-f39b-48d2-af50-e5429ee2b6e6 tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:12:31.153340 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f42d5a51-f39b-48d2-af50-e5429ee2b6e6 tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:12:31.164509 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1715563-8039-43d8-b6e9-b9fd9cb99469 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:12:31.171020 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-d1715563-8039-43d8-b6e9-b9fd9cb99469 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] 10.222.0.11 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A321 HTTP/1.1" status: 200 len: 928 time: 0.2393558 Jan 05 17:12:31.173071 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 45082) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:12:31.220226 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42d5a51-f39b-48d2-af50-e5429ee2b6e6 tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] Pushing event updated for resources: {'Port': ['ID=ca689aa8-c621-412e-abc5-b624ca12f785,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:12:31.262763 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-5144c8cf-d1be-4148-9216-cc2c9404e075 None None] Provisioning complete for port 9d7e4c38-cd7c-4ff4-a5f1-d7487a70ccce triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:12:31.266093 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-5144c8cf-d1be-4148-9216-cc2c9404e075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:31.294818 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-d2a0c0b1-5255-4985-8f91-bb21fcf5ad27 req-05541eb2-c400-485e-b41b-690ae6df3b2b tempest-TestServerAdvancedOps-1833291977 tempest-TestServerAdvancedOps-1833291977-project] 10.222.0.11 "GET /v2.0/security-groups?id=53b3682f-ad5d-484b-bdf3-fc84c73a84fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591687 Jan 05 17:12:31.322859 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-5144c8cf-d1be-4148-9216-cc2c9404e075 None None] Port 9d7e4c38-cd7c-4ff4-a5f1-d7487a70ccce cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 17:12:31.449887 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-c2e26326-bed0-4cf2-8dca-2609e90ec2e9 None None] Provisioning complete for port 51ff9bbc-38cb-489d-8b42-2f91f149f615 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:12:31.460620 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c2e26326-bed0-4cf2-8dca-2609e90ec2e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:31.499031 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-c2e26326-bed0-4cf2-8dca-2609e90ec2e9 None None] Port 51ff9bbc-38cb-489d-8b42-2f91f149f615 cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 17:12:31.511094 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-c2e26326-bed0-4cf2-8dca-2609e90ec2e9 None None] Provisioning complete for port 273fd572-e1e7-44f7-a1c9-976d5882d49e triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:12:31.511590 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c2e26326-bed0-4cf2-8dca-2609e90ec2e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:31.674334 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-c2e26326-bed0-4cf2-8dca-2609e90ec2e9 None None] Provisioning complete for port 5d441456-64a0-4f0b-82b6-24c4f15bd950 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:12:31.674815 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c2e26326-bed0-4cf2-8dca-2609e90ec2e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:31.740065 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f42d5a51-f39b-48d2-af50-e5429ee2b6e6 tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:31.756336 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-15a4e550-660f-41ec-a022-804334b0b0fd tempest-TagsExtTest-680233525 tempest-TagsExtTest-680233525-project] 10.222.0.11 "GET /v2.0/subnets/8c640738-2fcf-4a7a-8a08-3d8051ae1468/tags/tempest-TagsExtTest-Tag-1886679729 HTTP/1.1" status: 204 len: 168 time: 0.6560411 Jan 05 17:12:31.763317 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 45088) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:12:31.770600 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.services.tag.tag_plugin [None req-702e0d41-3953-491b-bdd6-3c3029937912 tempest-TagsExtTest-680233525 tempest-TagsExtTest-680233525-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '8c640738-2fcf-4a7a-8a08-3d8051ae1468', 'tempest-TagsExtTest-Tag-1886679729') {} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:12:31.776166 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-c2e26326-bed0-4cf2-8dca-2609e90ec2e9 None None] Port 5d441456-64a0-4f0b-82b6-24c4f15bd950 cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 17:12:31.785733 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 76fc3071-3214-4e06-9de6-6bf4323b0d3e up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:12:31.811923 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-2d3f759d-d2ca-4c6a-a9bf-33ae66922a1a tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Deleting port 51ff9bbc-38cb-489d-8b42-2f91f149f615 {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:12:31.812536 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2d3f759d-d2ca-4c6a-a9bf-33ae66922a1a tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:31.877614 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Provisioning complete for port 76fc3071-3214-4e06-9de6-6bf4323b0d3e triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:12:31.878015 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:31.957259 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f42d5a51-f39b-48d2-af50-e5429ee2b6e6 tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:31.961415 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2d3f759d-d2ca-4c6a-a9bf-33ae66922a1a tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:31.974487 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-7c2a2fea-ecce-4bb6-8369-7d91d0da22d6 None None] Provisioning complete for port 5d441456-64a0-4f0b-82b6-24c4f15bd950 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:12:31.975213 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-7c2a2fea-ecce-4bb6-8369-7d91d0da22d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:31.989379 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-2d3f759d-d2ca-4c6a-a9bf-33ae66922a1a tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Calling delete_port for 51ff9bbc-38cb-489d-8b42-2f91f149f615 owned by {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:12:31.999948 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cf518f-e1d5-4a9e-b8e4-48afcfff993a req-8f0dc230-38e0-4183-bbee-e7f5117f57b5 tempest-TestServerAdvancedOps-1833291977 tempest-TestServerAdvancedOps-1833291977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:12:32.002157 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-c4cf518f-e1d5-4a9e-b8e4-48afcfff993a req-8f0dc230-38e0-4183-bbee-e7f5117f57b5 tempest-TestServerAdvancedOps-1833291977 tempest-TestServerAdvancedOps-1833291977-project] 10.222.0.11 "GET /v2.0/ports?device_id=3e7fde9c-317b-48e1-9d91-7458ba3f212f HTTP/1.1" status: 200 len: 945 time: 0.1352408 Jan 05 17:12:32.057055 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 273fd572-e1e7-44f7-a1c9-976d5882d49e up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:12:32.059671 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-702e0d41-3953-491b-bdd6-3c3029937912 tempest-TagsExtTest-680233525 tempest-TagsExtTest-680233525-project] 10.222.0.11 "DELETE /v2.0/subnets/8c640738-2fcf-4a7a-8a08-3d8051ae1468/tags/tempest-TagsExtTest-Tag-1886679729 HTTP/1.1" status: 204 len: 168 time: 0.2957129 Jan 05 17:12:32.068518 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 45090) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:12:32.075368 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.services.tag.tag_plugin [None req-7b1e8dec-9fb7-444a-8328-d61b77bfa167 tempest-TagsExtTest-680233525 tempest-TagsExtTest-680233525-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '8c640738-2fcf-4a7a-8a08-3d8051ae1468') {} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:12:32.096212 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-7c2a2fea-ecce-4bb6-8369-7d91d0da22d6 None None] Port 5d441456-64a0-4f0b-82b6-24c4f15bd950 cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 17:12:32.099228 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-c4cf518f-e1d5-4a9e-b8e4-48afcfff993a req-26a66b89-86d6-49bb-b9eb-6d8360a20393 tempest-TestServerAdvancedOps-1833291977 tempest-TestServerAdvancedOps-1833291977-project] 10.222.0.11 "GET /v2.0/security-groups?id=53b3682f-ad5d-484b-bdf3-fc84c73a84fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846379 Jan 05 17:12:32.124952 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Provisioning complete for port 273fd572-e1e7-44f7-a1c9-976d5882d49e triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:12:32.125333 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:32.192983 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-7b1e8dec-9fb7-444a-8328-d61b77bfa167 tempest-TagsExtTest-680233525 tempest-TagsExtTest-680233525-project] 10.222.0.11 "GET /v2.0/subnets/8c640738-2fcf-4a7a-8a08-3d8051ae1468/tags HTTP/1.1" status: 200 len: 205 time: 0.1230779 Jan 05 17:12:32.193620 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 45092) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:12:32.205402 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.services.tag.tag_plugin [None req-d3bad0b2-7678-4201-a295-bdb5a00b79fa tempest-TagsExtTest-680233525 tempest-TagsExtTest-680233525-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '9d7e4c38-cd7c-4ff4-a5f1-d7487a70ccce') {} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:12:32.246291 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-254de8a7-aa04-4636-b3f2-52886d1d8d81 None None] Provisioning complete for port 51ff9bbc-38cb-489d-8b42-2f91f149f615 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:12:32.246807 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-254de8a7-aa04-4636-b3f2-52886d1d8d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:32.253122 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f42d5a51-f39b-48d2-af50-e5429ee2b6e6 tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] Publish callbacks [] for port, precommit_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:32.262754 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-d3bad0b2-7678-4201-a295-bdb5a00b79fa tempest-TagsExtTest-680233525 tempest-TagsExtTest-680233525-project] 10.222.0.11 "GET /v2.0/ports/9d7e4c38-cd7c-4ff4-a5f1-d7487a70ccce/tags HTTP/1.1" status: 200 len: 241 time: 0.0650866 Jan 05 17:12:32.265290 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 45094) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:12:32.270082 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.services.tag.tag_plugin [None req-303cfe06-8aef-47b8-9101-5b6db5a38bca tempest-TagsExtTest-680233525 tempest-TagsExtTest-680233525-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '9d7e4c38-cd7c-4ff4-a5f1-d7487a70ccce', 'tempest-TagsExtTest-Tag-1424055056') {} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:12:32.284704 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-254de8a7-aa04-4636-b3f2-52886d1d8d81 None None] Port 51ff9bbc-38cb-489d-8b42-2f91f149f615 cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 17:12:32.292915 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2d3f759d-d2ca-4c6a-a9bf-33ae66922a1a tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:32.327291 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f42d5a51-f39b-48d2-af50-e5429ee2b6e6 tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11433169'] for port, after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:32.332262 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3f759d-d2ca-4c6a-a9bf-33ae66922a1a tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Pushing event deleted for resources: {'Port': ['ID=51ff9bbc-38cb-489d-8b42-2f91f149f615,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:12:32.357510 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2d3f759d-d2ca-4c6a-a9bf-33ae66922a1a tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:32.360816 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-2d3f759d-d2ca-4c6a-a9bf-33ae66922a1a tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] 10.222.0.11 "DELETE /v2.0/ports/51ff9bbc-38cb-489d-8b42-2f91f149f615 HTTP/1.1" status: 204 len: 168 time: 1.1850643 Jan 05 17:12:32.364575 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 45096) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:12:32.396544 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.pecan_wsgi.hooks.translation [None req-bbd1441a-5570-467b-a368-0fc4b6f33cf6 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] GET failed (client error): The resource could not be found. Jan 05 17:12:32.400571 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-bbd1441a-5570-467b-a368-0fc4b6f33cf6 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] 10.222.0.11 "GET /v2.0/ports/51ff9bbc-38cb-489d-8b42-2f91f149f615 HTTP/1.1" status: 404 len: 333 time: 0.0325418 Jan 05 17:12:32.400959 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 45098) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:12:32.415268 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42d5a51-f39b-48d2-af50-e5429ee2b6e6 tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] Pushing event updated for resources: {'Port': ['ID=ca689aa8-c621-412e-abc5-b624ca12f785,revision_number=2']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:12:32.420051 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-303cfe06-8aef-47b8-9101-5b6db5a38bca tempest-TagsExtTest-680233525 tempest-TagsExtTest-680233525-project] 10.222.0.11 "GET /v2.0/ports/9d7e4c38-cd7c-4ff4-a5f1-d7487a70ccce/tags/tempest-TagsExtTest-Tag-1424055056 HTTP/1.1" status: 204 len: 168 time: 0.1526403 Jan 05 17:12:32.423010 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 45100) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:12:32.428208 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.services.tag.tag_plugin [None req-8db47d45-f3e9-4072-b11b-aa5ff7fa7b27 tempest-TagsExtTest-680233525 tempest-TagsExtTest-680233525-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '9d7e4c38-cd7c-4ff4-a5f1-d7487a70ccce', 'tempest-TagsExtTest-Tag-1424055056') {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:12:32.454671 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f42d5a51-f39b-48d2-af50-e5429ee2b6e6 tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648677'] for floatingip, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:32.515281 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-78d95197-c708-4864-8008-17bb2aa69ce9 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Deleting port 5d441456-64a0-4f0b-82b6-24c4f15bd950 {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:12:32.515800 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-78d95197-c708-4864-8008-17bb2aa69ce9 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:32.598545 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.db.l3_db [None req-f42d5a51-f39b-48d2-af50-e5429ee2b6e6 tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] Floating IP 1f8a8eb7-bdf1-4271-9325-08191fcbe2d1 associated. External IP: 172.36.4.208, port: bc151515-f8c1-49a3-82dd-3bff17f43cd1. Jan 05 17:12:32.624674 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-78d95197-c708-4864-8008-17bb2aa69ce9 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:32.637981 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-78d95197-c708-4864-8008-17bb2aa69ce9 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Calling delete_port for 5d441456-64a0-4f0b-82b6-24c4f15bd950 owned by {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:12:32.709008 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-8db47d45-f3e9-4072-b11b-aa5ff7fa7b27 tempest-TagsExtTest-680233525 tempest-TagsExtTest-680233525-project] 10.222.0.11 "DELETE /v2.0/ports/9d7e4c38-cd7c-4ff4-a5f1-d7487a70ccce/tags/tempest-TagsExtTest-Tag-1424055056 HTTP/1.1" status: 204 len: 168 time: 0.2848175 Jan 05 17:12:32.712074 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 45102) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:12:32.717024 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.services.tag.tag_plugin [None req-d84cf070-ca35-487e-8fbe-f132f150cbde tempest-TagsExtTest-680233525 tempest-TagsExtTest-680233525-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '9d7e4c38-cd7c-4ff4-a5f1-d7487a70ccce') {} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:12:32.811153 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-d84cf070-ca35-487e-8fbe-f132f150cbde tempest-TagsExtTest-680233525 tempest-TagsExtTest-680233525-project] 10.222.0.11 "GET /v2.0/ports/9d7e4c38-cd7c-4ff4-a5f1-d7487a70ccce/tags HTTP/1.1" status: 200 len: 205 time: 0.0980210 Jan 05 17:12:32.813630 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 45104) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:12:32.818049 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.services.tag.tag_plugin [None req-f178500b-6bd2-49f9-a0ed-0ce9cabd6196 tempest-TagsExtTest-680233525 tempest-TagsExtTest-680233525-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '452f9747-58d8-4024-8384-9af7ccb5f0d8') {} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:12:32.835415 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f42d5a51-f39b-48d2-af50-e5429ee2b6e6 tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] Router ef591ec0-7234-41cc-b64f-fc625655840f has already been hosted by L3 agent 59446fdc-40e0-41fe-a575-a8eb11d742f7 {{(pid=103801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 05 17:12:32.891971 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-78d95197-c708-4864-8008-17bb2aa69ce9 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:32.897673 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-f178500b-6bd2-49f9-a0ed-0ce9cabd6196 tempest-TagsExtTest-680233525 tempest-TagsExtTest-680233525-project] 10.222.0.11 "GET /v2.0/routers/452f9747-58d8-4024-8384-9af7ccb5f0d8/tags HTTP/1.1" status: 200 len: 240 time: 0.0830183 Jan 05 17:12:32.900366 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 45106) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:12:32.925315 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d95197-c708-4864-8008-17bb2aa69ce9 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Pushing event deleted for resources: {'Port': ['ID=5d441456-64a0-4f0b-82b6-24c4f15bd950,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:12:32.934965 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.services.tag.tag_plugin [None req-c6851bd2-5fac-4418-97dd-1408ad17c1ec tempest-TagsExtTest-680233525 tempest-TagsExtTest-680233525-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '452f9747-58d8-4024-8384-9af7ccb5f0d8', 'tempest-TagsExtTest-Tag-415560489') {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:12:32.956820 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-78d95197-c708-4864-8008-17bb2aa69ce9 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:32.961362 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-78d95197-c708-4864-8008-17bb2aa69ce9 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] 10.222.0.11 "DELETE /v2.0/ports/5d441456-64a0-4f0b-82b6-24c4f15bd950 HTTP/1.1" status: 204 len: 168 time: 0.5595889 Jan 05 17:12:32.965007 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 45108) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:12:32.987180 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f42d5a51-f39b-48d2-af50-e5429ee2b6e6 tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 05 17:12:32.998014 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80287b6a-94a5-4ccf-a138-5338d01aba79 None None] Sync routers for ids ['ef591ec0-7234-41cc-b64f-fc625655840f'] in dv-neutron-master-2-hyperv {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 05 17:12:33.000931 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.pecan_wsgi.hooks.translation [None req-069193a4-2ac0-4438-bea5-5154ef5cbe61 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] GET failed (client error): The resource could not be found. Jan 05 17:12:33.006119 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 45110) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:12:33.006462 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-069193a4-2ac0-4438-bea5-5154ef5cbe61 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] 10.222.0.11 "GET /v2.0/ports/5d441456-64a0-4f0b-82b6-24c4f15bd950 HTTP/1.1" status: 404 len: 333 time: 0.0392294 Jan 05 17:12:33.013102 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80287b6a-94a5-4ccf-a138-5338d01aba79 None None] Routers {'ef591ec0-7234-41cc-b64f-fc625655840f'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:12:33.013781 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-80287b6a-94a5-4ccf-a138-5338d01aba79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:12:19Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['ef591ec0-7234-41cc-b64f-fc625655840f'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:12:33.135077 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-80287b6a-94a5-4ccf-a138-5338d01aba79 None None] Set router ef591ec0-7234-41cc-b64f-fc625655840f gateway port host: dv-neutron-master-2-hyperv {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:12:33.260167 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c08102-469a-4b13-a1d8-090e0a7c67e4 req-ddbb30f3-760a-4a4c-be7c-c11157860f5f tempest-TestServerAdvancedOps-1833291977 tempest-TestServerAdvancedOps-1833291977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:12:33.262485 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-62c08102-469a-4b13-a1d8-090e0a7c67e4 req-ddbb30f3-760a-4a4c-be7c-c11157860f5f tempest-TestServerAdvancedOps-1833291977 tempest-TestServerAdvancedOps-1833291977-project] 10.222.0.11 "GET /v2.0/ports?device_id=3e7fde9c-317b-48e1-9d91-7458ba3f212f HTTP/1.1" status: 200 len: 945 time: 0.0606713 Jan 05 17:12:33.318607 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-62c08102-469a-4b13-a1d8-090e0a7c67e4 req-786e09d9-424a-4483-9352-054868811ffb tempest-TestServerAdvancedOps-1833291977 tempest-TestServerAdvancedOps-1833291977-project] 10.222.0.11 "GET /v2.0/security-groups?id=53b3682f-ad5d-484b-bdf3-fc84c73a84fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499949 Jan 05 17:12:33.390755 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-80287b6a-94a5-4ccf-a138-5338d01aba79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef591ec0-7234-41cc-b64f-fc625655840f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-420231978', 'tenant_id': 'fd19bdf1a53648779ae20015d06c39e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.125'}], 'enable_snat': True}, 'gw_port_id': 'e1bf11f2-40b2-422f-ab8f-5bc37e553654', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:11:55Z', 'updated_at': '2022-01-05T17:12:05Z', 'revision_number': 4, 'project_id': 'fd19bdf1a53648779ae20015d06c39e6', 'gw_port': {'id': 'e1bf11f2-40b2-422f-ab8f-5bc37e553654', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:da:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef591ec0-7234-41cc-b64f-fc625655840f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1109, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:11:57Z', 'updated_at': '2022-01-05T17:12:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '1f8a8eb7-bdf1-4271-9325-08191fcbe2d1', 'tenant_id': 'fd19bdf1a53648779ae20015d06c39e6', 'floating_ip_address': '172.36.4.208', 'floating_network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'router_id': 'ef591ec0-7234-41cc-b64f-fc625655840f', 'port_id': 'bc151515-f8c1-49a3-82dd-3bff17f43cd1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1240, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7c1bbf1e-1ee5-4e96-8c0f-8777dc9de8c1', 'mac_address': 'fa:16:3e:b6:2c:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ae531d7-dfe0-480f-abb4-e199e258b40c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-05T17:12:31Z', 'updated_at': '2022-01-05T17:12:31Z', 'revision_number': 0, 'project_id': 'fd19bdf1a53648779ae20015d06c39e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62c5d1e8-bf87-4f6e-aaf2-90f81e2a6c6b', 'name': '', 'network_id': '7c1bbf1e-1ee5-4e96-8c0f-8777dc9de8c1', 'tenant_id': 'fd19bdf1a53648779ae20015d06c39e6', 'mac_address': 'fa:16:3e:a2:39:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef591ec0-7234-41cc-b64f-fc625655840f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1146, 'fixed_ips': [{'subnet_id': '912357ce-0b90-40ee-be19-ae73cfee1985', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:12:03Z', 'updated_at': '2022-01-05T17:12:09Z', 'revision_number': 5, 'project_id': 'fd19bdf1a53648779ae20015d06c39e6', 'subnets': [{'id': '912357ce-0b90-40ee-be19-ae73cfee1985', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:12:33.418198 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80287b6a-94a5-4ccf-a138-5338d01aba79 None None] Checking router: ef591ec0-7234-41cc-b64f-fc625655840f for host: dv-neutron-master-2-hyperv {{(pid=103802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 05 17:12:33.426515 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80287b6a-94a5-4ccf-a138-5338d01aba79 None None] Routers {'ef591ec0-7234-41cc-b64f-fc625655840f'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:12:33.427123 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-80287b6a-94a5-4ccf-a138-5338d01aba79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:12:19Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['ef591ec0-7234-41cc-b64f-fc625655840f'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:12:33.428031 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f42d5a51-f39b-48d2-af50-e5429ee2b6e6 tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for floatingip, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:33.453663 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-c6851bd2-5fac-4418-97dd-1408ad17c1ec tempest-TagsExtTest-680233525 tempest-TagsExtTest-680233525-project] 10.222.0.11 "GET /v2.0/routers/452f9747-58d8-4024-8384-9af7ccb5f0d8/tags/tempest-TagsExtTest-Tag-415560489 HTTP/1.1" status: 204 len: 168 time: 0.5522149 Jan 05 17:12:33.456416 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 45116) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:12:33.461143 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.services.tag.tag_plugin [None req-8a36d23c-ab53-455b-80cd-615bb3b7abba tempest-TagsExtTest-680233525 tempest-TagsExtTest-680233525-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '452f9747-58d8-4024-8384-9af7ccb5f0d8', 'tempest-TagsExtTest-Tag-415560489') {} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:12:33.474340 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-f42d5a51-f39b-48d2-af50-e5429ee2b6e6 tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.3856215 Jan 05 17:12:33.474552 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ae531d7-dfe0-480f-abb4-e199e258b40c', 'tag': 'bc151515-f8c1-49a3-82dd-3bff17f43cd1'}] {{(pid=103801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 05 17:12:33.476698 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cee9004337cfdaf047d78d8066c7d6073fad8dbc2217b3b67c4523abea34d3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6142801e-a447-4a52-b4a7-7ba943ddb361" -d '{"events": [{"name": "network-changed", "server_uuid": "0ae531d7-dfe0-480f-abb4-e199e258b40c", "tag": "bc151515-f8c1-49a3-82dd-3bff17f43cd1"}]}' {{(pid=103801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 05 17:12:33.483472 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6d29d1d-0c0f-4a5b-adc0-6d496bbea2de tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Deleting subnet ace2d9f7-5d31-4d46-a20b-fdcc619cb2c9 {{(pid=103801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 05 17:12:33.486808 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-d6d29d1d-0c0f-4a5b-adc0-6d496bbea2de tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks [] for subnet, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:33.530428 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-d6d29d1d-0c0f-4a5b-adc0-6d496bbea2de tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11316398'] for subnet, precommit_delete_associations {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:33.558475 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-80287b6a-94a5-4ccf-a138-5338d01aba79 None None] Set router ef591ec0-7234-41cc-b64f-fc625655840f gateway port host: dv-neutron-master-2-hyperv {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:12:33.607559 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ed723c-2bb5-4101-9e38-b654468cc99e req-63c395a0-87ce-469e-bda9-3d9af3f5567c tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:12:33.609121 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-f2ed723c-2bb5-4101-9e38-b654468cc99e req-63c395a0-87ce-469e-bda9-3d9af3f5567c tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] 10.222.0.11 "GET /v2.0/ports?device_id=0ae531d7-dfe0-480f-abb4-e199e258b40c HTTP/1.1" status: 200 len: 946 time: 0.0602710 Jan 05 17:12:33.663381 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-d6d29d1d-0c0f-4a5b-adc0-6d496bbea2de tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892868'] for subnet, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:33.664411 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-f2ed723c-2bb5-4101-9e38-b654468cc99e req-a629dd9a-96a2-48aa-914e-ceb341900528 tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] 10.222.0.11 "GET /v2.0/security-groups?id=b86a39b1-828b-4009-8a16-9197d830e0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496082 Jan 05 17:12:33.691473 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 45124) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:12:33.694048 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Jan 2022 17:12:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49425625-f8d3-4b95-99ee-4dbc7517cbec x-openstack-request-id: req-49425625-f8d3-4b95-99ee-4dbc7517cbec {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 05 17:12:33.694349 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ae531d7-dfe0-480f-abb4-e199e258b40c", "tag": "bc151515-f8c1-49a3-82dd-3bff17f43cd1", "status": "completed", "code": 200}]} {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 05 17:12:33.697118 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-49425625-f8d3-4b95-99ee-4dbc7517cbec {{(pid=103801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 05 17:12:33.697118 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ae531d7-dfe0-480f-abb4-e199e258b40c', 'tag': 'bc151515-f8c1-49a3-82dd-3bff17f43cd1', 'status': 'completed', 'code': 200} Jan 05 17:12:33.770660 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-8a36d23c-ab53-455b-80cd-615bb3b7abba tempest-TagsExtTest-680233525 tempest-TagsExtTest-680233525-project] 10.222.0.11 "DELETE /v2.0/routers/452f9747-58d8-4024-8384-9af7ccb5f0d8/tags/tempest-TagsExtTest-Tag-415560489 HTTP/1.1" status: 204 len: 168 time: 0.3131554 Jan 05 17:12:33.776488 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 45126) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:12:33.782686 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.services.tag.tag_plugin [None req-b379b32b-af34-41d4-b607-db64a77db1df tempest-TagsExtTest-680233525 tempest-TagsExtTest-680233525-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '452f9747-58d8-4024-8384-9af7ccb5f0d8') {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:12:33.843356 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-80287b6a-94a5-4ccf-a138-5338d01aba79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef591ec0-7234-41cc-b64f-fc625655840f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-420231978', 'tenant_id': 'fd19bdf1a53648779ae20015d06c39e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.125'}], 'enable_snat': True}, 'gw_port_id': 'e1bf11f2-40b2-422f-ab8f-5bc37e553654', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:11:55Z', 'updated_at': '2022-01-05T17:12:05Z', 'revision_number': 4, 'project_id': 'fd19bdf1a53648779ae20015d06c39e6', 'gw_port': {'id': 'e1bf11f2-40b2-422f-ab8f-5bc37e553654', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:da:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef591ec0-7234-41cc-b64f-fc625655840f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1109, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:11:57Z', 'updated_at': '2022-01-05T17:12:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '1f8a8eb7-bdf1-4271-9325-08191fcbe2d1', 'tenant_id': 'fd19bdf1a53648779ae20015d06c39e6', 'floating_ip_address': '172.36.4.208', 'floating_network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'router_id': 'ef591ec0-7234-41cc-b64f-fc625655840f', 'port_id': 'bc151515-f8c1-49a3-82dd-3bff17f43cd1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1240, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7c1bbf1e-1ee5-4e96-8c0f-8777dc9de8c1', 'mac_address': 'fa:16:3e:b6:2c:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ae531d7-dfe0-480f-abb4-e199e258b40c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-05T17:12:31Z', 'updated_at': '2022-01-05T17:12:31Z', 'revision_number': 0, 'project_id': 'fd19bdf1a53648779ae20015d06c39e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62c5d1e8-bf87-4f6e-aaf2-90f81e2a6c6b', 'name': '', 'network_id': '7c1bbf1e-1ee5-4e96-8c0f-8777dc9de8c1', 'tenant_id': 'fd19bdf1a53648779ae20015d06c39e6', 'mac_address': 'fa:16:3e:a2:39:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef591ec0-7234-41cc-b64f-fc625655840f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1146, 'fixed_ips': [{'subnet_id': '912357ce-0b90-40ee-be19-ae73cfee1985', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:12:03Z', 'updated_at': '2022-01-05T17:12:09Z', 'revision_number': 5, 'project_id': 'fd19bdf1a53648779ae20015d06c39e6', 'subnets': [{'id': '912357ce-0b90-40ee-be19-ae73cfee1985', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:12:33.873151 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80287b6a-94a5-4ccf-a138-5338d01aba79 None None] The sync data for ids ['ef591ec0-7234-41cc-b64f-fc625655840f'] in dv-neutron-master-2-hyperv is: [{'id': 'ef591ec0-7234-41cc-b64f-fc625655840f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-420231978', 'tenant_id': 'fd19bdf1a53648779ae20015d06c39e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.125'}], 'enable_snat': True}, 'gw_port_id': 'e1bf11f2-40b2-422f-ab8f-5bc37e553654', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:11:55Z', 'updated_at': '2022-01-05T17:12:05Z', 'revision_number': 4, 'project_id': 'fd19bdf1a53648779ae20015d06c39e6', 'gw_port': {'id': 'e1bf11f2-40b2-422f-ab8f-5bc37e553654', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:da:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef591ec0-7234-41cc-b64f-fc625655840f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1109, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:11:57Z', 'updated_at': '2022-01-05T17:12:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '1f8a8eb7-bdf1-4271-9325-08191fcbe2d1', 'tenant_id': 'fd19bdf1a53648779ae20015d06c39e6', 'floating_ip_address': '172.36.4.208', 'floating_network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'router_id': 'ef591ec0-7234-41cc-b64f-fc625655840f', 'port_id': 'bc151515-f8c1-49a3-82dd-3bff17f43cd1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1240, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7c1bbf1e-1ee5-4e96-8c0f-8777dc9de8c1', 'mac_address': 'fa:16:3e:b6:2c:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ae531d7-dfe0-480f-abb4-e199e258b40c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-05T17:12:31Z', 'updated_at': '2022-01-05T17:12:31Z', 'revision_number': 0, 'project_id': 'fd19bdf1a53648779ae20015d06c39e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62c5d1e8-bf87-4f6e-aaf2-90f81e2a6c6b', 'name': '', 'network_id': '7c1bbf1e-1ee5-4e96-8c0f-8777dc9de8c1', 'tenant_id': 'fd19bdf1a53648779ae20015d06c39e6', 'mac_address': 'fa:16:3e:a2:39:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef591ec0-7234-41cc-b64f-fc625655840f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1146, 'fixed_ips': [{'subnet_id': '912357ce-0b90-40ee-be19-ae73cfee1985', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:12:03Z', 'updated_at': '2022-01-05T17:12:09Z', 'revision_number': 5, 'project_id': 'fd19bdf1a53648779ae20015d06c39e6', 'subnets': [{'id': '912357ce-0b90-40ee-be19-ae73cfee1985', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 05 17:12:33.880496 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-d6d29d1d-0c0f-4a5b-adc0-6d496bbea2de tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3893367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11433231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12480600'] for subnet, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:33.891735 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-b379b32b-af34-41d4-b607-db64a77db1df tempest-TagsExtTest-680233525 tempest-TagsExtTest-680233525-project] 10.222.0.11 "GET /v2.0/routers/452f9747-58d8-4024-8384-9af7ccb5f0d8/tags HTTP/1.1" status: 200 len: 205 time: 0.1140218 Jan 05 17:12:33.895590 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 45128) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:12:33.918213 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.services.tag.tag_plugin [None req-c4fd8461-19f7-4b0a-a2fc-f14459f850cc tempest-TagsExtTest-680233525 tempest-TagsExtTest-680233525-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'c2608bbe-d738-4fcb-b433-5f5d724d687f') {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:12:33.926308 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-a837af7f-d42a-40e9-9488-a25aba6cc7da tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] 10.222.0.11 "GET /v2.0/floatingips/1f8a8eb7-bdf1-4271-9325-08191fcbe2d1 HTTP/1.1" status: 200 len: 992 time: 0.2332871 Jan 05 17:12:33.932103 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-d6d29d1d-0c0f-4a5b-adc0-6d496bbea2de tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks [] for subnet, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:33.934758 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6142801e-a447-4a52-b4a7-7ba943ddb361 req-46e8975d-093e-4a1e-adbd-65d66b04b659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:12:33.936967 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b8db9b3-b7f8-481d-b1ac-e79b8b329546 None None] Network d826c962-dbed-4637-addc-8e39e4e2c277 requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:12:33.937135 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-d6d29d1d-0c0f-4a5b-adc0-6d496bbea2de tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] 10.222.0.11 "DELETE /v2.0/subnets/ace2d9f7-5d31-4d46-a20b-fdcc619cb2c9 HTTP/1.1" status: 204 len: 168 time: 0.9288452 Jan 05 17:12:33.939142 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-6142801e-a447-4a52-b4a7-7ba943ddb361 req-46e8975d-093e-4a1e-adbd-65d66b04b659 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fd19bdf1a53648779ae20015d06c39e6&device_id=0ae531d7-dfe0-480f-abb4-e199e258b40c HTTP/1.1" status: 200 len: 1099 time: 0.2113471 Jan 05 17:12:33.939801 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 45130) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:12:33.952618 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d29d1d-0c0f-4a5b-adc0-6d496bbea2de tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Pushing event deleted for resources: {'Subnet': ['ID=ace2d9f7-5d31-4d46-a20b-fdcc619cb2c9,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:12:33.974750 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf05dd3-7f93-4c1a-95b5-56bd9358c451 req-8563b52e-954e-4612-aea2-22ae0563da7b tempest-TestServerAdvancedOps-1833291977 tempest-TestServerAdvancedOps-1833291977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:12:33.976322 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-2cf05dd3-7f93-4c1a-95b5-56bd9358c451 req-8563b52e-954e-4612-aea2-22ae0563da7b tempest-TestServerAdvancedOps-1833291977 tempest-TestServerAdvancedOps-1833291977-project] 10.222.0.11 "GET /v2.0/ports?device_id=3e7fde9c-317b-48e1-9d91-7458ba3f212f HTTP/1.1" status: 200 len: 945 time: 0.1964037 Jan 05 17:12:33.987175 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-c4fd8461-19f7-4b0a-a2fc-f14459f850cc tempest-TagsExtTest-680233525 tempest-TagsExtTest-680233525-project] 10.222.0.11 "GET /v2.0/subnetpools/c2608bbe-d738-4fcb-b433-5f5d724d687f/tags HTTP/1.1" status: 200 len: 241 time: 0.0902617 Jan 05 17:12:33.990179 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 45132) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:12:33.995748 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.services.tag.tag_plugin [None req-94872d13-416b-4087-adf1-89cae85172c2 tempest-TagsExtTest-680233525 tempest-TagsExtTest-680233525-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'c2608bbe-d738-4fcb-b433-5f5d724d687f', 'tempest-TagsExtTest-Tag-1872500189') {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:12:34.019991 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b163f60-51a2-4089-a62b-998d9f6e7dd7 req-9153ed48-6bd5-4279-9243-dccaa59fa9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:12:34.021486 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-9b163f60-51a2-4089-a62b-998d9f6e7dd7 req-9153ed48-6bd5-4279-9243-dccaa59fa9e8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1081159aed0f4e8187dc83f37d1c4c97&device_id=3e7fde9c-317b-48e1-9d91-7458ba3f212f HTTP/1.1" status: 200 len: 1098 time: 0.1797712 Jan 05 17:12:34.029288 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-94872d13-416b-4087-adf1-89cae85172c2 tempest-TagsExtTest-680233525 tempest-TagsExtTest-680233525-project] 10.222.0.11 "GET /v2.0/subnetpools/c2608bbe-d738-4fcb-b433-5f5d724d687f/tags/tempest-TagsExtTest-Tag-1872500189 HTTP/1.1" status: 204 len: 168 time: 0.0351207 Jan 05 17:12:34.029288 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 45134) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:12:34.040127 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.services.tag.tag_plugin [None req-2ad0f0a0-c720-40ee-b9a4-af372be8bcd0 tempest-TagsExtTest-680233525 tempest-TagsExtTest-680233525-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'c2608bbe-d738-4fcb-b433-5f5d724d687f', 'tempest-TagsExtTest-Tag-1872500189') {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:12:34.148829 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d99a46e5-f7da-43f0-adfc-692e61b50a14 None None] New status for floating IP 1f8a8eb7-bdf1-4271-9325-08191fcbe2d1: ACTIVE {{(pid=103803) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 05 17:12:34.154567 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95a5e577-ca01-44d9-94e7-7feb27acdc72 None None] DHCP port deletion for d826c962-dbed-4637-addc-8e39e4e2c277 request from dv-neutron-master-2-hyperv {{(pid=103802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 05 17:12:34.161636 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-2ad0f0a0-c720-40ee-b9a4-af372be8bcd0 tempest-TagsExtTest-680233525 tempest-TagsExtTest-680233525-project] 10.222.0.11 "DELETE /v2.0/subnetpools/c2608bbe-d738-4fcb-b433-5f5d724d687f/tags/tempest-TagsExtTest-Tag-1872500189 HTTP/1.1" status: 204 len: 168 time: 0.1300499 Jan 05 17:12:34.163010 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 45136) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:12:34.168711 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.services.tag.tag_plugin [None req-badaf80d-b4c9-4fd7-8669-c41ad7b92c86 tempest-TagsExtTest-680233525 tempest-TagsExtTest-680233525-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'c2608bbe-d738-4fcb-b433-5f5d724d687f') {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:12:34.199611 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-badaf80d-b4c9-4fd7-8669-c41ad7b92c86 tempest-TagsExtTest-680233525 tempest-TagsExtTest-680233525-project] 10.222.0.11 "GET /v2.0/subnetpools/c2608bbe-d738-4fcb-b433-5f5d724d687f/tags HTTP/1.1" status: 200 len: 205 time: 0.0329199 Jan 05 17:12:34.200485 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 45138) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:12:34.206000 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.services.tag.tag_plugin [None req-597bcf81-74cb-458c-b711-f7524b8dc59a tempest-TagsExtTest-680233525 tempest-TagsExtTest-680233525-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'c2608bbe-d738-4fcb-b433-5f5d724d687f') {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:12:34.225197 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-95a5e577-ca01-44d9-94e7-7feb27acdc72 None None] Deleting port 273fd572-e1e7-44f7-a1c9-976d5882d49e {{(pid=103802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:12:34.226010 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-95a5e577-ca01-44d9-94e7-7feb27acdc72 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:34.226167 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-2cf05dd3-7f93-4c1a-95b5-56bd9358c451 req-3ae1d85a-fec5-495c-ba9e-7d8d1c3ae31e tempest-TestServerAdvancedOps-1833291977 tempest-TestServerAdvancedOps-1833291977-project] 10.222.0.11 "GET /v2.0/security-groups?id=53b3682f-ad5d-484b-bdf3-fc84c73a84fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2209766 Jan 05 17:12:34.238193 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2c43a3de-2a38-4094-89de-8d9479611688 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3809644'] for network, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:34.249847 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-597bcf81-74cb-458c-b711-f7524b8dc59a tempest-TagsExtTest-680233525 tempest-TagsExtTest-680233525-project] 10.222.0.11 "DELETE /v2.0/subnetpools/c2608bbe-d738-4fcb-b433-5f5d724d687f/tags HTTP/1.1" status: 204 len: 168 time: 0.0478649 Jan 05 17:12:34.259160 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 45140) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:12:34.268541 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.services.tag.tag_plugin [None req-f587f043-1e24-45d4-90c4-3b8561b817ea tempest-TagsExtTest-680233525 tempest-TagsExtTest-680233525-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '452f9747-58d8-4024-8384-9af7ccb5f0d8') {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:12:34.315638 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6142801e-a447-4a52-b4a7-7ba943ddb361 req-23231ee9-de4e-4fc1-9e30-edd9c99c7850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:12:34.317606 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-6142801e-a447-4a52-b4a7-7ba943ddb361 req-23231ee9-de4e-4fc1-9e30-edd9c99c7850 service neutron] 10.222.0.13 "GET /v2.0/networks?id=7c1bbf1e-1ee5-4e96-8c0f-8777dc9de8c1 HTTP/1.1" status: 200 len: 898 time: 0.3655026 Jan 05 17:12:34.337314 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-95a5e577-ca01-44d9-94e7-7feb27acdc72 None None] For port 273fd572-e1e7-44f7-a1c9-976d5882d49e, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=273fd572-e1e7-44f7-a1c9-976d5882d49e,segment=NetworkSegment(1b0742eb-bf2b-469e-9a0f-eb756bc7fd36),segment_id=1b0742eb-bf2b-469e-9a0f-eb756bc7fd36)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:12:34.340687 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-95a5e577-ca01-44d9-94e7-7feb27acdc72 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:34.364075 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-f587f043-1e24-45d4-90c4-3b8561b817ea tempest-TagsExtTest-680233525 tempest-TagsExtTest-680233525-project] 10.222.0.11 "DELETE /v2.0/routers/452f9747-58d8-4024-8384-9af7ccb5f0d8/tags HTTP/1.1" status: 204 len: 168 time: 0.1012135 Jan 05 17:12:34.364357 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 45142) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:12:34.366575 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-95a5e577-ca01-44d9-94e7-7feb27acdc72 None None] Calling delete_port for 273fd572-e1e7-44f7-a1c9-976d5882d49e owned by network:dhcp {{(pid=103802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:12:34.370193 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.services.tag.tag_plugin [None req-07fdb995-34c8-4a2c-9230-ccdc5eef2168 tempest-TagsExtTest-680233525 tempest-TagsExtTest-680233525-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '9d7e4c38-cd7c-4ff4-a5f1-d7487a70ccce') {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:12:34.392722 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b163f60-51a2-4089-a62b-998d9f6e7dd7 req-2448e165-2eec-4b1f-bbed-6be3c70a25bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:12:34.394365 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-9b163f60-51a2-4089-a62b-998d9f6e7dd7 req-2448e165-2eec-4b1f-bbed-6be3c70a25bf service neutron] 10.222.0.13 "GET /v2.0/networks?id=7a968814-bffa-4eb8-b5c5-87ea682a3631 HTTP/1.1" status: 200 len: 913 time: 0.3020935 Jan 05 17:12:34.440463 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-07fdb995-34c8-4a2c-9230-ccdc5eef2168 tempest-TagsExtTest-680233525 tempest-TagsExtTest-680233525-project] 10.222.0.11 "DELETE /v2.0/ports/9d7e4c38-cd7c-4ff4-a5f1-d7487a70ccce/tags HTTP/1.1" status: 204 len: 168 time: 0.0747476 Jan 05 17:12:34.442731 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 45144) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:12:34.447800 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.services.tag.tag_plugin [None req-944c2a20-ceca-4935-a1b6-6010d97177d7 tempest-TagsExtTest-680233525 tempest-TagsExtTest-680233525-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '8c640738-2fcf-4a7a-8a08-3d8051ae1468') {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:12:34.459629 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-9b163f60-51a2-4089-a62b-998d9f6e7dd7 req-6b4478e5-b8c0-42c0-81b3-7f51560d60c6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b546ed65-d379-4282-960f-861631c9daf4 HTTP/1.1" status: 200 len: 217 time: 0.0539718 Jan 05 17:12:34.464972 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-6142801e-a447-4a52-b4a7-7ba943ddb361 req-fb279658-7c0a-413e-a414-acdc12ba0e95 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bc151515-f8c1-49a3-82dd-3bff17f43cd1 HTTP/1.1" status: 200 len: 1000 time: 0.1379488 Jan 05 17:12:34.466432 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-2c43a3de-2a38-4094-89de-8d9479611688 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Deleting port 273fd572-e1e7-44f7-a1c9-976d5882d49e {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:12:34.466768 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2c43a3de-2a38-4094-89de-8d9479611688 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:34.512897 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-944c2a20-ceca-4935-a1b6-6010d97177d7 tempest-TagsExtTest-680233525 tempest-TagsExtTest-680233525-project] 10.222.0.11 "DELETE /v2.0/subnets/8c640738-2fcf-4a7a-8a08-3d8051ae1468/tags HTTP/1.1" status: 204 len: 168 time: 0.0687785 Jan 05 17:12:34.517559 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 45146) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:12:34.527106 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.services.tag.tag_plugin [None req-c154f70f-7cd5-4248-b1d2-a28d0a0045a4 tempest-TagsExtTest-680233525 tempest-TagsExtTest-680233525-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '8c640738-2fcf-4a7a-8a08-3d8051ae1468', 'tempest-TagsExtTest-Tag-1692179979') {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:12:34.567113 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-95a5e577-ca01-44d9-94e7-7feb27acdc72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678'] for port, after_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:34.597844 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95a5e577-ca01-44d9-94e7-7feb27acdc72 None None] No DVR routers for this DVR port 273fd572-e1e7-44f7-a1c9-976d5882d49e on host dv-neutron-master-2-hyperv {{(pid=103802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 05 17:12:34.598540 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.db [None req-2c43a3de-2a38-4094-89de-8d9479611688 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] For port 273fd572-e1e7-44f7-a1c9-976d5882d49e, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=273fd572-e1e7-44f7-a1c9-976d5882d49e,segment=NetworkSegment(1b0742eb-bf2b-469e-9a0f-eb756bc7fd36),segment_id=1b0742eb-bf2b-469e-9a0f-eb756bc7fd36)] {{(pid=103800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:12:34.598908 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2c43a3de-2a38-4094-89de-8d9479611688 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:34.605524 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a5e577-ca01-44d9-94e7-7feb27acdc72 None None] Pushing event deleted for resources: {'Port': ['ID=273fd572-e1e7-44f7-a1c9-976d5882d49e,revision_number=None']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:12:34.618079 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a5e577-ca01-44d9-94e7-7feb27acdc72 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:12:34.618845 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a5e577-ca01-44d9-94e7-7feb27acdc72 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:12:34.618987 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a5e577-ca01-44d9-94e7-7feb27acdc72 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:12:34.619287 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a5e577-ca01-44d9-94e7-7feb27acdc72 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:12:34.619705 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a5e577-ca01-44d9-94e7-7feb27acdc72 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:12:34.620042 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a5e577-ca01-44d9-94e7-7feb27acdc72 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:12:34.620478 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a5e577-ca01-44d9-94e7-7feb27acdc72 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:12:34.620736 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b163f60-51a2-4089-a62b-998d9f6e7dd7 req-343ea06c-18a8-40e1-bc59-7a696d597669 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:12:34.620867 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a5e577-ca01-44d9-94e7-7feb27acdc72 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:12:34.621157 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a5e577-ca01-44d9-94e7-7feb27acdc72 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:12:34.621482 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a5e577-ca01-44d9-94e7-7feb27acdc72 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:12:34.621835 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a5e577-ca01-44d9-94e7-7feb27acdc72 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:12:34.622244 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-9b163f60-51a2-4089-a62b-998d9f6e7dd7 req-343ea06c-18a8-40e1-bc59-7a696d597669 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4de5e971-7f81-4e7b-9368-cd6028b01644 HTTP/1.1" status: 200 len: 852 time: 0.1439083 Jan 05 17:12:34.622386 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a5e577-ca01-44d9-94e7-7feb27acdc72 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:12:34.622783 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a5e577-ca01-44d9-94e7-7feb27acdc72 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:12:34.623092 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-2c43a3de-2a38-4094-89de-8d9479611688 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Calling delete_port for 273fd572-e1e7-44f7-a1c9-976d5882d49e owned by network:dhcp {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:12:34.625991 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6142801e-a447-4a52-b4a7-7ba943ddb361 req-4f04e054-cf08-4e08-bdd3-b1727e1d5b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:12:34.627040 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-6142801e-a447-4a52-b4a7-7ba943ddb361 req-4f04e054-cf08-4e08-bdd3-b1727e1d5b35 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=912357ce-0b90-40ee-be19-ae73cfee1985 HTTP/1.1" status: 200 len: 835 time: 0.1475954 Jan 05 17:12:34.632480 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-c154f70f-7cd5-4248-b1d2-a28d0a0045a4 tempest-TagsExtTest-680233525 tempest-TagsExtTest-680233525-project] 10.222.0.11 "PUT /v2.0/subnets/8c640738-2fcf-4a7a-8a08-3d8051ae1468/tags/tempest-TagsExtTest-Tag-1692179979 HTTP/1.1" status: 201 len: 201 time: 0.1138911 Jan 05 17:12:34.635145 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 45148) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:12:34.640225 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.services.tag.tag_plugin [None req-2cdb3e3e-8718-4a38-85ad-f245882ef188 tempest-TagsExtTest-680233525 tempest-TagsExtTest-680233525-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '9d7e4c38-cd7c-4ff4-a5f1-d7487a70ccce', 'tempest-TagsExtTest-Tag-1819097094') {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:12:34.684404 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-9b163f60-51a2-4089-a62b-998d9f6e7dd7 req-611d32b7-d852-4693-aad0-a1142e612998 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7a968814-bffa-4eb8-b5c5-87ea682a3631&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0543339 Jan 05 17:12:34.731977 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.agents_db [None req-291d1585-17df-45c0-b64a-d244e6d90872 None None] Agent healthcheck: found 6 active agents {{(pid=103803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 05 17:12:34.753108 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6142801e-a447-4a52-b4a7-7ba943ddb361 req-a2f34c50-4f4e-4150-a8e3-76e79acd9650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:12:34.754701 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-6142801e-a447-4a52-b4a7-7ba943ddb361 req-a2f34c50-4f4e-4150-a8e3-76e79acd9650 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7c1bbf1e-1ee5-4e96-8c0f-8777dc9de8c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1167581 Jan 05 17:12:34.785476 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-2cdb3e3e-8718-4a38-85ad-f245882ef188 tempest-TagsExtTest-680233525 tempest-TagsExtTest-680233525-project] 10.222.0.11 "PUT /v2.0/ports/9d7e4c38-cd7c-4ff4-a5f1-d7487a70ccce/tags/tempest-TagsExtTest-Tag-1819097094 HTTP/1.1" status: 201 len: 201 time: 0.1489577 Jan 05 17:12:34.788090 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 45150) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:12:34.793465 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.services.tag.tag_plugin [None req-9d3177c8-d2aa-4c23-94c3-8414b8a67a9b tempest-TagsExtTest-680233525 tempest-TagsExtTest-680233525-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '452f9747-58d8-4024-8384-9af7ccb5f0d8', 'tempest-TagsExtTest-Tag-1589330690') {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:12:34.916455 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2c43a3de-2a38-4094-89de-8d9479611688 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:34.926118 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-9b163f60-51a2-4089-a62b-998d9f6e7dd7 req-28adf71d-98d9-4caa-b2d6-17f874ffa2e7 service neutron] 10.222.0.13 "GET /v2.0/networks/7a968814-bffa-4eb8-b5c5-87ea682a3631?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2067766 Jan 05 17:12:34.930044 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 45152) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:12:34.970637 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-9d3177c8-d2aa-4c23-94c3-8414b8a67a9b tempest-TagsExtTest-680233525 tempest-TagsExtTest-680233525-project] 10.222.0.11 "PUT /v2.0/routers/452f9747-58d8-4024-8384-9af7ccb5f0d8/tags/tempest-TagsExtTest-Tag-1589330690 HTTP/1.1" status: 201 len: 201 time: 0.1813459 Jan 05 17:12:34.971173 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c43a3de-2a38-4094-89de-8d9479611688 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Pushing event deleted for resources: {'Port': ['ID=273fd572-e1e7-44f7-a1c9-976d5882d49e,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:12:34.973134 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c43a3de-2a38-4094-89de-8d9479611688 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] No DVR routers for this DVR port 273fd572-e1e7-44f7-a1c9-976d5882d49e on host dv-neutron-master-2-hyperv {{(pid=103800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 05 17:12:34.976624 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 45154) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:12:34.981667 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.services.tag.tag_plugin [None req-87c97d5d-877f-4ed7-8ec9-d5c2eea9e542 tempest-TagsExtTest-680233525 tempest-TagsExtTest-680233525-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'c2608bbe-d738-4fcb-b433-5f5d724d687f', 'tempest-TagsExtTest-Tag-408858421') {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:12:34.990809 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-6142801e-a447-4a52-b4a7-7ba943ddb361 req-747b1834-02fd-417a-a7e1-b069c5ea51e7 service neutron] 10.222.0.13 "GET /v2.0/networks/7c1bbf1e-1ee5-4e96-8c0f-8777dc9de8c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2056429 Jan 05 17:12:35.017765 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-f7116a55-1123-4858-9cbd-9aedc3a97fdf tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] 10.222.0.11 "GET /v2.0/floatingips/1f8a8eb7-bdf1-4271-9325-08191fcbe2d1 HTTP/1.1" status: 200 len: 994 time: 0.0865428 Jan 05 17:12:35.108725 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-87c97d5d-877f-4ed7-8ec9-d5c2eea9e542 tempest-TagsExtTest-680233525 tempest-TagsExtTest-680233525-project] 10.222.0.11 "PUT /v2.0/subnetpools/c2608bbe-d738-4fcb-b433-5f5d724d687f/tags/tempest-TagsExtTest-Tag-408858421 HTTP/1.1" status: 201 len: 201 time: 0.1308997 Jan 05 17:12:35.111424 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 45156) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:12:35.115994 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.services.tag.tag_plugin [None req-5c717dd6-9da5-40ee-8c3b-2c229b2bbf2b tempest-TagsExtTest-680233525 tempest-TagsExtTest-680233525-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '8c640738-2fcf-4a7a-8a08-3d8051ae1468', {'tags': ['tempest-TagsExtTest-Tag-1608718532', 'tempest-TagsExtTest-Tag-1706454249', 'tempest-TagsExtTest-Tag-2101125432']}) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:12:35.259937 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-5c717dd6-9da5-40ee-8c3b-2c229b2bbf2b tempest-TagsExtTest-680233525 tempest-TagsExtTest-680233525-project] 10.222.0.11 "PUT /v2.0/subnets/8c640738-2fcf-4a7a-8a08-3d8051ae1468/tags HTTP/1.1" status: 200 len: 318 time: 0.1474442 Jan 05 17:12:35.263230 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 45160) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:12:35.268188 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.services.tag.tag_plugin [None req-6e9bff28-302e-4c43-847c-0a9b1082f0db tempest-TagsExtTest-680233525 tempest-TagsExtTest-680233525-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '8c640738-2fcf-4a7a-8a08-3d8051ae1468') {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:12:35.374456 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54361416-5b2c-494f-af78-9dd5f3ae8f8a req-0ca54b55-8726-423f-8956-5395b1c5d512 tempest-TestServerAdvancedOps-1833291977 tempest-TestServerAdvancedOps-1833291977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:12:35.375999 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-54361416-5b2c-494f-af78-9dd5f3ae8f8a req-0ca54b55-8726-423f-8956-5395b1c5d512 tempest-TestServerAdvancedOps-1833291977 tempest-TestServerAdvancedOps-1833291977-project] 10.222.0.11 "GET /v2.0/ports?device_id=3e7fde9c-317b-48e1-9d91-7458ba3f212f HTTP/1.1" status: 200 len: 945 time: 0.0663629 Jan 05 17:12:35.441501 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-54361416-5b2c-494f-af78-9dd5f3ae8f8a req-76ca4d68-0850-49c8-a195-c38c668bcd83 tempest-TestServerAdvancedOps-1833291977 tempest-TestServerAdvancedOps-1833291977-project] 10.222.0.11 "GET /v2.0/security-groups?id=53b3682f-ad5d-484b-bdf3-fc84c73a84fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591099 Jan 05 17:12:35.447301 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2c43a3de-2a38-4094-89de-8d9479611688 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3891715', 'neutron.services.segments.db._delete_segments_for_network-8754181063482'] for network, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:35.452551 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-6e9bff28-302e-4c43-847c-0a9b1082f0db tempest-TagsExtTest-680233525 tempest-TagsExtTest-680233525-project] 10.222.0.11 "DELETE /v2.0/subnets/8c640738-2fcf-4a7a-8a08-3d8051ae1468/tags HTTP/1.1" status: 204 len: 168 time: 0.1880054 Jan 05 17:12:35.456652 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 45162) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:12:35.472745 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.services.tag.tag_plugin [None req-e20e86ec-0bd3-4bf5-b510-4e472698fbe5 tempest-TagsExtTest-680233525 tempest-TagsExtTest-680233525-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '8c640738-2fcf-4a7a-8a08-3d8051ae1468', 'tempest-TagsExtTest-Tag-1608718532') {} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:12:35.521962 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.services.segments.db [None req-2c43a3de-2a38-4094-89de-8d9479611688 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d826c962-dbed-4637-addc-8e39e4e2c277']}} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:12:35.542487 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-9b163f60-51a2-4089-a62b-998d9f6e7dd7 req-35a4c0d7-f1be-4802-a78b-ca54ec4febf9 service neutron] 10.222.0.13 "GET /v2.0/networks/7a968814-bffa-4eb8-b5c5-87ea682a3631?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5842412 Jan 05 17:12:35.544069 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.services.segments.db [None req-2c43a3de-2a38-4094-89de-8d9479611688 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b0742eb-bf2b-469e-9a0f-eb756bc7fd36') {'for_net_delete': True} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:12:35.544368 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.services.segments.db [None req-2c43a3de-2a38-4094-89de-8d9479611688 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b0742eb-bf2b-469e-9a0f-eb756bc7fd36') {} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:12:35.567031 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2c43a3de-2a38-4094-89de-8d9479611688 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754181064771', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8784833'] for segment, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:35.570780 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-6142801e-a447-4a52-b4a7-7ba943ddb361 req-f30bba9c-ee43-4a5f-9fd0-3353e004cb27 service neutron] 10.222.0.13 "GET /v2.0/networks/7c1bbf1e-1ee5-4e96-8c0f-8777dc9de8c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5618377 Jan 05 17:12:35.585266 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2c43a3de-2a38-4094-89de-8d9479611688 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225'] for segment, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:35.593968 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c43a3de-2a38-4094-89de-8d9479611688 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Releasing vlan 119 on physical network physnet1 to pool {{(pid=103800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 05 17:12:35.594357 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2c43a3de-2a38-4094-89de-8d9479611688 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8784497'] for segment, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:35.597373 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:12:35.597373 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:12:35.597373 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:12:35.597373 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:12:35.597373 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:12:35.597373 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:12:35.597373 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:12:35.597373 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:12:35.597373 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:12:35.597373 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:12:35.597373 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:12:35.597373 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:12:35.597373 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:12:35.597373 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:12:35.597373 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:12:35.597373 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:12:35.597373 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:12:35.597373 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:12:35.597373 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 05 17:12:35.597373 dv-neutron-master-2-hyperv neutron-server[103800]: self.session.flush() Jan 05 17:12:35.597373 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 05 17:12:35.597373 dv-neutron-master-2-hyperv neutron-server[103800]: self.session.flush() Jan 05 17:12:35.597373 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 05 17:12:35.597373 dv-neutron-master-2-hyperv neutron-server[103800]: self.session.flush() Jan 05 17:12:35.597373 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 05 17:12:35.597373 dv-neutron-master-2-hyperv neutron-server[103800]: self.session.flush() Jan 05 17:12:35.597373 dv-neutron-master-2-hyperv neutron-server[103800]: Traceback (most recent call last): Jan 05 17:12:35.597373 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 05 17:12:35.597373 dv-neutron-master-2-hyperv neutron-server[103800]: timer() Jan 05 17:12:35.597373 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 05 17:12:35.597373 dv-neutron-master-2-hyperv neutron-server[103800]: cb(*args, **kw) Jan 05 17:12:35.597373 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 05 17:12:35.597373 dv-neutron-master-2-hyperv neutron-server[103800]: return func(*args, **kwargs) Jan 05 17:12:35.597373 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 05 17:12:35.597373 dv-neutron-master-2-hyperv neutron-server[103800]: self._notify() Jan 05 17:12:35.597373 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 05 17:12:35.597373 dv-neutron-master-2-hyperv neutron-server[103800]: self.callback(batched_events) Jan 05 17:12:35.597373 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 05 17:12:35.597373 dv-neutron-master-2-hyperv neutron-server[103800]: event.method(event) Jan 05 17:12:35.597373 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 05 17:12:35.597373 dv-neutron-master-2-hyperv neutron-server[103800]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 05 17:12:35.597373 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 05 17:12:35.597373 dv-neutron-master-2-hyperv neutron-server[103800]: aggregate_uuid = self.p_client.list_aggregates( Jan 05 17:12:35.597373 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 05 17:12:35.597373 dv-neutron-master-2-hyperv neutron-server[103800]: return f(self, *a, **k) Jan 05 17:12:35.597373 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 05 17:12:35.597373 dv-neutron-master-2-hyperv neutron-server[103800]: return self._get(url).json() Jan 05 17:12:35.597373 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 05 17:12:35.597373 dv-neutron-master-2-hyperv neutron-server[103800]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 05 17:12:35.597373 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 05 17:12:35.597373 dv-neutron-master-2-hyperv neutron-server[103800]: return self.request(url, 'GET', **kwargs) Jan 05 17:12:35.597373 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 05 17:12:35.597373 dv-neutron-master-2-hyperv neutron-server[103800]: base_url = self.get_endpoint(auth, allow=allow, Jan 05 17:12:35.597373 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 05 17:12:35.597373 dv-neutron-master-2-hyperv neutron-server[103800]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 05 17:12:35.597373 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 05 17:12:35.597373 dv-neutron-master-2-hyperv neutron-server[103800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 05 17:12:35.597373 dv-neutron-master-2-hyperv neutron-server[103800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 05 17:12:35.652512 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.api.v2.resource [None req-e20e86ec-0bd3-4bf5-b510-4e472698fbe5 tempest-TagsExtTest-680233525 tempest-TagsExtTest-680233525-project] show failed (client error): The resource could not be found. Jan 05 17:12:35.653556 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-e20e86ec-0bd3-4bf5-b510-4e472698fbe5 tempest-TagsExtTest-680233525 tempest-TagsExtTest-680233525-project] 10.222.0.11 "GET /v2.0/subnets/8c640738-2fcf-4a7a-8a08-3d8051ae1468/tags/tempest-TagsExtTest-Tag-1608718532 HTTP/1.1" status: 404 len: 329 time: 0.1896064 Jan 05 17:12:35.656558 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 45164) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:12:35.661352 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.services.tag.tag_plugin [None req-28018684-b3c0-469a-88d1-68c4cabdd329 tempest-TagsExtTest-680233525 tempest-TagsExtTest-680233525-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '8c640738-2fcf-4a7a-8a08-3d8051ae1468', 'tempest-TagsExtTest-Tag-1706454249') {} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:12:35.688874 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 273fd572-e1e7-44f7-a1c9-976d5882d49e no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 05 17:12:35.709431 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] No Port match for: 273fd572-e1e7-44f7-a1c9-976d5882d49e {{(pid=103802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 05 17:12:35.709726 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 273fd572-e1e7-44f7-a1c9-976d5882d49e not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 05 17:12:35.718482 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.api.v2.resource [None req-28018684-b3c0-469a-88d1-68c4cabdd329 tempest-TagsExtTest-680233525 tempest-TagsExtTest-680233525-project] show failed (client error): The resource could not be found. Jan 05 17:12:35.723840 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-28018684-b3c0-469a-88d1-68c4cabdd329 tempest-TagsExtTest-680233525 tempest-TagsExtTest-680233525-project] 10.222.0.11 "GET /v2.0/subnets/8c640738-2fcf-4a7a-8a08-3d8051ae1468/tags/tempest-TagsExtTest-Tag-1706454249 HTTP/1.1" status: 404 len: 329 time: 0.0620823 Jan 05 17:12:35.723840 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 45166) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:12:35.726488 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.services.tag.tag_plugin [None req-ae133cda-02ef-4d72-96d4-d65ce4ada229 tempest-TagsExtTest-680233525 tempest-TagsExtTest-680233525-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '8c640738-2fcf-4a7a-8a08-3d8051ae1468', 'tempest-TagsExtTest-Tag-2101125432') {} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:12:35.765170 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2c43a3de-2a38-4094-89de-8d9479611688 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3891722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648695'] for network, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:35.773469 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2c43a3de-2a38-4094-89de-8d9479611688 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks [] for network, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:35.776046 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-2c43a3de-2a38-4094-89de-8d9479611688 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] 10.222.0.11 "DELETE /v2.0/networks/d826c962-dbed-4637-addc-8e39e4e2c277 HTTP/1.1" status: 204 len: 168 time: 1.8335288 Jan 05 17:12:35.779763 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 45168) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:12:35.785631 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-8584f2f1-f8c5-4aa6-ab04-7b0d509994a7 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1050092470'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:12:35.792938 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c43a3de-2a38-4094-89de-8d9479611688 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Pushing event deleted for resources: {'Network': ['ID=d826c962-dbed-4637-addc-8e39e4e2c277,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:12:35.804617 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.api.v2.resource [None req-ae133cda-02ef-4d72-96d4-d65ce4ada229 tempest-TagsExtTest-680233525 tempest-TagsExtTest-680233525-project] show failed (client error): The resource could not be found. Jan 05 17:12:35.805999 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-ae133cda-02ef-4d72-96d4-d65ce4ada229 tempest-TagsExtTest-680233525 tempest-TagsExtTest-680233525-project] 10.222.0.11 "GET /v2.0/subnets/8c640738-2fcf-4a7a-8a08-3d8051ae1468/tags/tempest-TagsExtTest-Tag-2101125432 HTTP/1.1" status: 404 len: 329 time: 0.0824885 Jan 05 17:12:35.809356 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 45170) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:12:35.813843 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.services.tag.tag_plugin [None req-b43db5c9-07c1-4e06-82a6-067d951c9295 tempest-TagsExtTest-680233525 tempest-TagsExtTest-680233525-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '9d7e4c38-cd7c-4ff4-a5f1-d7487a70ccce', {'tags': ['tempest-TagsExtTest-Tag-2054851472', 'tempest-TagsExtTest-Tag-1806568201', 'tempest-TagsExtTest-Tag-651950935']}) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:12:35.858050 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8584f2f1-f8c5-4aa6-ab04-7b0d509994a7 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Made reservation on behalf of ae615b9d4e3242ec84f93fb74627d3b2 for: {'network': 1} {{(pid=103801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:12:35.861470 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-8584f2f1-f8c5-4aa6-ab04-7b0d509994a7 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for network, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:35.891913 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8584f2f1-f8c5-4aa6-ab04-7b0d509994a7 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] vlan segment allocate from pool success with {'vlan_id': 125, 'physical_network': 'physnet1'} {{(pid=103801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 05 17:12:35.900252 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-8584f2f1-f8c5-4aa6-ab04-7b0d509994a7 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225'] for segment, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:35.900592 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.db.segments_db [None req-8584f2f1-f8c5-4aa6-ab04-7b0d509994a7 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Added segment b7db3dfc-46d8-4cb9-95ad-5283e77f1de7 of type vlan for network a8319671-3c52-4189-a58b-9ea1cd1b3a23 Jan 05 17:12:35.939205 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-8584f2f1-f8c5-4aa6-ab04-7b0d509994a7 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754180566020'] for network, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:35.988138 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-b43db5c9-07c1-4e06-82a6-067d951c9295 tempest-TagsExtTest-680233525 tempest-TagsExtTest-680233525-project] 10.222.0.11 "PUT /v2.0/ports/9d7e4c38-cd7c-4ff4-a5f1-d7487a70ccce/tags HTTP/1.1" status: 200 len: 317 time: 0.1776216 Jan 05 17:12:35.990585 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 45172) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:12:35.995180 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.services.tag.tag_plugin [None req-ee964ea0-14e9-49b2-8035-43b7c6d73d69 tempest-TagsExtTest-680233525 tempest-TagsExtTest-680233525-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '9d7e4c38-cd7c-4ff4-a5f1-d7487a70ccce') {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:12:36.072890 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-8584f2f1-f8c5-4aa6-ab04-7b0d509994a7 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685'] for network, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:36.080173 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8584f2f1-f8c5-4aa6-ab04-7b0d509994a7 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:12:36.080760 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-8584f2f1-f8c5-4aa6-ab04-7b0d509994a7 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks [] for network, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:36.147190 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8584f2f1-f8c5-4aa6-ab04-7b0d509994a7 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Pushing event updated for resources: {'Network': ['ID=a8319671-3c52-4189-a58b-9ea1cd1b3a23,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:12:36.158374 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Network a8319671-3c52-4189-a58b-9ea1cd1b3a23 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 05 17:12:36.168366 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-ee964ea0-14e9-49b2-8035-43b7c6d73d69 tempest-TagsExtTest-680233525 tempest-TagsExtTest-680233525-project] 10.222.0.11 "DELETE /v2.0/ports/9d7e4c38-cd7c-4ff4-a5f1-d7487a70ccce/tags HTTP/1.1" status: 204 len: 168 time: 0.1767628 Jan 05 17:12:36.171146 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 45174) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:12:36.175349 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.services.tag.tag_plugin [None req-4b7b6f35-17c4-4558-856e-c4d2ef44c504 tempest-TagsExtTest-680233525 tempest-TagsExtTest-680233525-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '9d7e4c38-cd7c-4ff4-a5f1-d7487a70ccce', 'tempest-TagsExtTest-Tag-2054851472') {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:12:36.235126 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.api.v2.resource [None req-4b7b6f35-17c4-4558-856e-c4d2ef44c504 tempest-TagsExtTest-680233525 tempest-TagsExtTest-680233525-project] show failed (client error): The resource could not be found. Jan 05 17:12:36.236181 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-4b7b6f35-17c4-4558-856e-c4d2ef44c504 tempest-TagsExtTest-680233525 tempest-TagsExtTest-680233525-project] 10.222.0.11 "GET /v2.0/ports/9d7e4c38-cd7c-4ff4-a5f1-d7487a70ccce/tags/tempest-TagsExtTest-Tag-2054851472 HTTP/1.1" status: 404 len: 329 time: 0.0641222 Jan 05 17:12:36.239130 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 45176) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:12:36.243428 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.services.tag.tag_plugin [None req-05559f81-1f5b-4e4c-ae6f-bebcc2ad476c tempest-TagsExtTest-680233525 tempest-TagsExtTest-680233525-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '9d7e4c38-cd7c-4ff4-a5f1-d7487a70ccce', 'tempest-TagsExtTest-Tag-1806568201') {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:12:36.249569 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-8584f2f1-f8c5-4aa6-ab04-7b0d509994a7 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4679506 Jan 05 17:12:36.254911 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 45178) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:12:36.260152 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-5a385238-b5ce-464e-a81e-9056c8a4fda7 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Request body: {'subnet': {'network_id': 'a8319671-3c52-4189-a58b-9ea1cd1b3a23', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:12:36.302729 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.api.v2.resource [None req-05559f81-1f5b-4e4c-ae6f-bebcc2ad476c tempest-TagsExtTest-680233525 tempest-TagsExtTest-680233525-project] show failed (client error): The resource could not be found. Jan 05 17:12:36.303773 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-05559f81-1f5b-4e4c-ae6f-bebcc2ad476c tempest-TagsExtTest-680233525 tempest-TagsExtTest-680233525-project] 10.222.0.11 "GET /v2.0/ports/9d7e4c38-cd7c-4ff4-a5f1-d7487a70ccce/tags/tempest-TagsExtTest-Tag-1806568201 HTTP/1.1" status: 404 len: 329 time: 0.0638139 Jan 05 17:12:36.306741 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 45180) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:12:36.311120 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.services.tag.tag_plugin [None req-9b4f8d20-5914-4608-b2f5-3e1540b7f22c tempest-TagsExtTest-680233525 tempest-TagsExtTest-680233525-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '9d7e4c38-cd7c-4ff4-a5f1-d7487a70ccce', 'tempest-TagsExtTest-Tag-651950935') {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:12:36.361416 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.api.v2.resource [None req-9b4f8d20-5914-4608-b2f5-3e1540b7f22c tempest-TagsExtTest-680233525 tempest-TagsExtTest-680233525-project] show failed (client error): The resource could not be found. Jan 05 17:12:36.362501 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-9b4f8d20-5914-4608-b2f5-3e1540b7f22c tempest-TagsExtTest-680233525 tempest-TagsExtTest-680233525-project] 10.222.0.11 "GET /v2.0/ports/9d7e4c38-cd7c-4ff4-a5f1-d7487a70ccce/tags/tempest-TagsExtTest-Tag-651950935 HTTP/1.1" status: 404 len: 328 time: 0.0548439 Jan 05 17:12:36.365263 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 45182) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:12:36.370106 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.services.tag.tag_plugin [None req-7c86a503-5b0b-4416-8baa-39486f2343d0 tempest-TagsExtTest-680233525 tempest-TagsExtTest-680233525-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '452f9747-58d8-4024-8384-9af7ccb5f0d8', {'tags': ['tempest-TagsExtTest-Tag-2123634149', 'tempest-TagsExtTest-Tag-715877249', 'tempest-TagsExtTest-Tag-86820807']}) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:12:36.418580 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a385238-b5ce-464e-a81e-9056c8a4fda7 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Made reservation on behalf of ae615b9d4e3242ec84f93fb74627d3b2 for: {'subnet': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:12:36.422276 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-5a385238-b5ce-464e-a81e-9056c8a4fda7 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8521827'] for subnet, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:36.512578 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-7c86a503-5b0b-4416-8baa-39486f2343d0 tempest-TagsExtTest-680233525 tempest-TagsExtTest-680233525-project] 10.222.0.11 "PUT /v2.0/routers/452f9747-58d8-4024-8384-9af7ccb5f0d8/tags HTTP/1.1" status: 200 len: 315 time: 0.1461771 Jan 05 17:12:36.515208 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 45186) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:12:36.519831 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.services.tag.tag_plugin [None req-78d79b32-d3ec-48b6-a731-b9c236564cbf tempest-TagsExtTest-680233525 tempest-TagsExtTest-680233525-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '452f9747-58d8-4024-8384-9af7ccb5f0d8') {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:12:36.601129 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589bbd70-9e08-4d1e-a12b-7aef8cf059d2 req-623a1b85-50ed-4e67-85cb-bda747903580 tempest-TestServerAdvancedOps-1833291977 tempest-TestServerAdvancedOps-1833291977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:12:36.602678 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-589bbd70-9e08-4d1e-a12b-7aef8cf059d2 req-623a1b85-50ed-4e67-85cb-bda747903580 tempest-TestServerAdvancedOps-1833291977 tempest-TestServerAdvancedOps-1833291977-project] 10.222.0.11 "GET /v2.0/ports?device_id=3e7fde9c-317b-48e1-9d91-7458ba3f212f HTTP/1.1" status: 200 len: 945 time: 0.0874152 Jan 05 17:12:36.676442 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-78d79b32-d3ec-48b6-a731-b9c236564cbf tempest-TagsExtTest-680233525 tempest-TagsExtTest-680233525-project] 10.222.0.11 "DELETE /v2.0/routers/452f9747-58d8-4024-8384-9af7ccb5f0d8/tags HTTP/1.1" status: 204 len: 168 time: 0.1602147 Jan 05 17:12:36.679098 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 45188) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:12:36.684119 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.services.tag.tag_plugin [None req-02fecbd6-2302-4781-9a4c-fb82a088b268 tempest-TagsExtTest-680233525 tempest-TagsExtTest-680233525-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '452f9747-58d8-4024-8384-9af7ccb5f0d8', 'tempest-TagsExtTest-Tag-2123634149') {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:12:36.692872 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-589bbd70-9e08-4d1e-a12b-7aef8cf059d2 req-a4c55df7-d835-4fd2-a4c8-141852e5ec0e tempest-TestServerAdvancedOps-1833291977 tempest-TestServerAdvancedOps-1833291977-project] 10.222.0.11 "GET /v2.0/security-groups?id=53b3682f-ad5d-484b-bdf3-fc84c73a84fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828862 Jan 05 17:12:36.764093 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.api.v2.resource [None req-02fecbd6-2302-4781-9a4c-fb82a088b268 tempest-TagsExtTest-680233525 tempest-TagsExtTest-680233525-project] show failed (client error): The resource could not be found. Jan 05 17:12:36.765098 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-02fecbd6-2302-4781-9a4c-fb82a088b268 tempest-TagsExtTest-680233525 tempest-TagsExtTest-680233525-project] 10.222.0.11 "GET /v2.0/routers/452f9747-58d8-4024-8384-9af7ccb5f0d8/tags/tempest-TagsExtTest-Tag-2123634149 HTTP/1.1" status: 404 len: 329 time: 0.0850680 Jan 05 17:12:36.767945 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 45194) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:12:36.772402 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.services.tag.tag_plugin [None req-eb6f9b85-c2d9-4bff-82d1-87d90feb866c tempest-TagsExtTest-680233525 tempest-TagsExtTest-680233525-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '452f9747-58d8-4024-8384-9af7ccb5f0d8', 'tempest-TagsExtTest-Tag-715877249') {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:12:36.782142 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-5a385238-b5ce-464e-a81e-9056c8a4fda7 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8784852', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8521873'] for subnet, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:36.844747 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a385238-b5ce-464e-a81e-9056c8a4fda7 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Pushing event updated for resources: {'Subnet': ['ID=0f336460-0fec-4360-ad37-ca36efc46974,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:12:36.848689 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.api.v2.resource [None req-eb6f9b85-c2d9-4bff-82d1-87d90feb866c tempest-TagsExtTest-680233525 tempest-TagsExtTest-680233525-project] show failed (client error): The resource could not be found. Jan 05 17:12:36.849779 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-eb6f9b85-c2d9-4bff-82d1-87d90feb866c tempest-TagsExtTest-680233525 tempest-TagsExtTest-680233525-project] 10.222.0.11 "GET /v2.0/routers/452f9747-58d8-4024-8384-9af7ccb5f0d8/tags/tempest-TagsExtTest-Tag-715877249 HTTP/1.1" status: 404 len: 328 time: 0.0808618 Jan 05 17:12:36.853956 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 45196) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:12:36.855337 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a385238-b5ce-464e-a81e-9056c8a4fda7 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Checking segment: {'id': 'b7db3dfc-46d8-4cb9-95ad-5283e77f1de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'a8319671-3c52-4189-a58b-9ea1cd1b3a23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:12:36.855700 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a385238-b5ce-464e-a81e-9056c8a4fda7 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Network hostable DHCP agents. Network: a8319671-3c52-4189-a58b-9ea1cd1b3a23, hostable agents: ['3f70c195-17da-4084-9fd6-bf6059d88535'], hosted agents: [] {{(pid=103800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 05 17:12:36.857498 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.services.tag.tag_plugin [None req-53555ee5-2055-44ef-94da-5cbf63aebbb1 tempest-TagsExtTest-680233525 tempest-TagsExtTest-680233525-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '452f9747-58d8-4024-8384-9af7ccb5f0d8', 'tempest-TagsExtTest-Tag-86820807') {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:12:36.932531 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.api.v2.resource [None req-53555ee5-2055-44ef-94da-5cbf63aebbb1 tempest-TagsExtTest-680233525 tempest-TagsExtTest-680233525-project] show failed (client error): The resource could not be found. Jan 05 17:12:36.934228 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-53555ee5-2055-44ef-94da-5cbf63aebbb1 tempest-TagsExtTest-680233525 tempest-TagsExtTest-680233525-project] 10.222.0.11 "GET /v2.0/routers/452f9747-58d8-4024-8384-9af7ccb5f0d8/tags/tempest-TagsExtTest-Tag-86820807 HTTP/1.1" status: 404 len: 327 time: 0.0802176 Jan 05 17:12:36.937037 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 45198) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:12:36.941597 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.services.tag.tag_plugin [None req-acb9adcc-901d-4fa3-a5ae-84ec514f292b tempest-TagsExtTest-680233525 tempest-TagsExtTest-680233525-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'c2608bbe-d738-4fcb-b433-5f5d724d687f', {'tags': ['tempest-TagsExtTest-Tag-2098823308', 'tempest-TagsExtTest-Tag-1881421401', 'tempest-TagsExtTest-Tag-877654141']}) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:12:36.972729 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a385238-b5ce-464e-a81e-9056c8a4fda7 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Network a8319671-3c52-4189-a58b-9ea1cd1b3a23 is scheduled to be hosted by DHCP agent 3f70c195-17da-4084-9fd6-bf6059d88535 with binding_index 1 {{(pid=103800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 05 17:12:37.081479 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-5a385238-b5ce-464e-a81e-9056c8a4fda7 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, a8319671-3c52-4189-a58b-9ea1cd1b3a23) {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:12:37.082534 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-acb9adcc-901d-4fa3-a5ae-84ec514f292b tempest-TagsExtTest-680233525 tempest-TagsExtTest-680233525-project] 10.222.0.11 "PUT /v2.0/subnetpools/c2608bbe-d738-4fcb-b433-5f5d724d687f/tags HTTP/1.1" status: 200 len: 317 time: 0.1444890 Jan 05 17:12:37.085160 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 45200) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:12:37.086163 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a385238-b5ce-464e-a81e-9056c8a4fda7 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:12:37.087507 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-5a385238-b5ce-464e-a81e-9056c8a4fda7 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks [] for subnet, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:37.090144 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.services.tag.tag_plugin [None req-5cae46cc-5482-46d6-9e8b-4ba7f6c43c40 tempest-TagsExtTest-680233525 tempest-TagsExtTest-680233525-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'c2608bbe-d738-4fcb-b433-5f5d724d687f') {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:12:37.092693 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc79449f-3e74-4278-a089-37cdaf7bbf3f None None] Network a8319671-3c52-4189-a58b-9ea1cd1b3a23 requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:12:37.196748 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b4bdec0-fc21-4811-8d51-3a4f60c78595 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-a8319671-3c52-4189-a58b-9ea1cd1b3a23', 'network_id': 'a8319671-3c52-4189-a58b-9ea1cd1b3a23', 'project_id': 'ae615b9d4e3242ec84f93fb74627d3b2', 'fixed_ips': [{'subnet_id': '0f336460-0fec-4360-ad37-ca36efc46974'}]}} from dv-neutron-master-2-hyperv. {{(pid=103802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 05 17:12:37.197734 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-1b4bdec0-fc21-4811-8d51-3a4f60c78595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:37.198790 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-5cae46cc-5482-46d6-9e8b-4ba7f6c43c40 tempest-TagsExtTest-680233525 tempest-TagsExtTest-680233525-project] 10.222.0.11 "DELETE /v2.0/subnetpools/c2608bbe-d738-4fcb-b433-5f5d724d687f/tags HTTP/1.1" status: 204 len: 168 time: 0.1116338 Jan 05 17:12:37.199877 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 45204) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:12:37.200409 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-5a385238-b5ce-464e-a81e-9056c8a4fda7 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9442987 Jan 05 17:12:37.200554 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 45206) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:12:37.207488 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-28f4ab98-2e08-4977-a119-d8f2b443a23b tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Request body: {'port': {'network_id': 'a8319671-3c52-4189-a58b-9ea1cd1b3a23', 'name': 'tempest-PortsIpV6TestJSON-500460547', 'fixed_ips': [{'subnet_id': '0f336460-0fec-4360-ad37-ca36efc46974', 'ip_address': '2001:db8::10'}]}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:12:37.214653 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.services.tag.tag_plugin [None req-78182c89-9d70-4567-a9e4-40d2df165eb0 tempest-TagsExtTest-680233525 tempest-TagsExtTest-680233525-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'c2608bbe-d738-4fcb-b433-5f5d724d687f', 'tempest-TagsExtTest-Tag-2098823308') {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:12:37.260667 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807cb596-fef4-4a0a-98fe-0217e8fb302d req-87fc57da-2818-4e55-b28f-09cafea41708 tempest-TestServerAdvancedOps-1833291977 tempest-TestServerAdvancedOps-1833291977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:12:37.262314 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-807cb596-fef4-4a0a-98fe-0217e8fb302d req-87fc57da-2818-4e55-b28f-09cafea41708 tempest-TestServerAdvancedOps-1833291977 tempest-TestServerAdvancedOps-1833291977-project] 10.222.0.11 "GET /v2.0/ports?device_id=3e7fde9c-317b-48e1-9d91-7458ba3f212f HTTP/1.1" status: 200 len: 945 time: 0.0529823 Jan 05 17:12:37.291331 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.api.v2.resource [None req-78182c89-9d70-4567-a9e4-40d2df165eb0 tempest-TagsExtTest-680233525 tempest-TagsExtTest-680233525-project] show failed (client error): The resource could not be found. Jan 05 17:12:37.295645 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-78182c89-9d70-4567-a9e4-40d2df165eb0 tempest-TagsExtTest-680233525 tempest-TagsExtTest-680233525-project] 10.222.0.11 "GET /v2.0/subnetpools/c2608bbe-d738-4fcb-b433-5f5d724d687f/tags/tempest-TagsExtTest-Tag-2098823308 HTTP/1.1" status: 404 len: 329 time: 0.0934715 Jan 05 17:12:37.297180 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 45208) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:12:37.312718 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.services.tag.tag_plugin [None req-392e1460-b4a0-4232-b335-5b1f9b1825f5 tempest-TagsExtTest-680233525 tempest-TagsExtTest-680233525-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'c2608bbe-d738-4fcb-b433-5f5d724d687f', 'tempest-TagsExtTest-Tag-1881421401') {} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:12:37.342321 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-807cb596-fef4-4a0a-98fe-0217e8fb302d req-7160049e-6842-458a-9e3c-81bd221a5de0 tempest-TestServerAdvancedOps-1833291977 tempest-TestServerAdvancedOps-1833291977-project] 10.222.0.11 "GET /v2.0/security-groups?id=53b3682f-ad5d-484b-bdf3-fc84c73a84fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728498 Jan 05 17:12:37.348649 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.api.v2.resource [None req-392e1460-b4a0-4232-b335-5b1f9b1825f5 tempest-TagsExtTest-680233525 tempest-TagsExtTest-680233525-project] show failed (client error): The resource could not be found. Jan 05 17:12:37.352485 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-392e1460-b4a0-4232-b335-5b1f9b1825f5 tempest-TagsExtTest-680233525 tempest-TagsExtTest-680233525-project] 10.222.0.11 "GET /v2.0/subnetpools/c2608bbe-d738-4fcb-b433-5f5d724d687f/tags/tempest-TagsExtTest-Tag-1881421401 HTTP/1.1" status: 404 len: 329 time: 0.0505481 Jan 05 17:12:37.352690 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 45210) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:12:37.354764 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.db_base_plugin_common [None req-1b4bdec0-fc21-4811-8d51-3a4f60c78595 None None] Allocated IP 2001:db8::2 (a8319671-3c52-4189-a58b-9ea1cd1b3a23/0f336460-0fec-4360-ad37-ca36efc46974/dcd1ffc9-699c-44c6-b59d-f6f2a025d998) {{(pid=103802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:12:37.357639 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.services.tag.tag_plugin [None req-e691e4ce-7a8b-4fd1-9c84-ce4c8ed14f98 tempest-TagsExtTest-680233525 tempest-TagsExtTest-680233525-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'c2608bbe-d738-4fcb-b433-5f5d724d687f', 'tempest-TagsExtTest-Tag-877654141') {} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:12:37.380357 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.api.v2.resource [None req-e691e4ce-7a8b-4fd1-9c84-ce4c8ed14f98 tempest-TagsExtTest-680233525 tempest-TagsExtTest-680233525-project] show failed (client error): The resource could not be found. Jan 05 17:12:37.381377 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-e691e4ce-7a8b-4fd1-9c84-ce4c8ed14f98 tempest-TagsExtTest-680233525 tempest-TagsExtTest-680233525-project] 10.222.0.11 "GET /v2.0/subnetpools/c2608bbe-d738-4fcb-b433-5f5d724d687f/tags/tempest-TagsExtTest-Tag-877654141 HTTP/1.1" status: 404 len: 328 time: 0.0277698 Jan 05 17:12:37.384098 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 45212) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:12:37.388683 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.services.tag.tag_plugin [None req-62ffe736-fca3-46e7-9d76-0796f58f9aaf tempest-TagsExtTest-680233525 tempest-TagsExtTest-680233525-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'c2608bbe-d738-4fcb-b433-5f5d724d687f') {} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:12:37.414510 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-62ffe736-fca3-46e7-9d76-0796f58f9aaf tempest-TagsExtTest-680233525 tempest-TagsExtTest-680233525-project] 10.222.0.11 "DELETE /v2.0/subnetpools/c2608bbe-d738-4fcb-b433-5f5d724d687f/tags HTTP/1.1" status: 204 len: 168 time: 0.0294473 Jan 05 17:12:37.417047 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 45214) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:12:37.422219 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.services.tag.tag_plugin [None req-f80cd4d1-0c76-4e68-9c0e-eb8bfcca86d2 tempest-TagsExtTest-680233525 tempest-TagsExtTest-680233525-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '452f9747-58d8-4024-8384-9af7ccb5f0d8') {} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:12:37.450121 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28f4ab98-2e08-4977-a119-d8f2b443a23b tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Made reservation on behalf of ae615b9d4e3242ec84f93fb74627d3b2 for: {'port': 1} {{(pid=103801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:12:37.499546 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-1b4bdec0-fc21-4811-8d51-3a4f60c78595 None None] Publish callbacks [] for port, precommit_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:37.503688 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-f80cd4d1-0c76-4e68-9c0e-eb8bfcca86d2 tempest-TagsExtTest-680233525 tempest-TagsExtTest-680233525-project] 10.222.0.11 "DELETE /v2.0/routers/452f9747-58d8-4024-8384-9af7ccb5f0d8/tags HTTP/1.1" status: 204 len: 168 time: 0.0856359 Jan 05 17:12:37.506171 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 45216) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:12:37.510440 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.services.tag.tag_plugin [None req-026475cd-0911-4b56-9bf1-90ed25d7b50e tempest-TagsExtTest-680233525 tempest-TagsExtTest-680233525-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '9d7e4c38-cd7c-4ff4-a5f1-d7487a70ccce') {} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:12:37.538415 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-28f4ab98-2e08-4977-a119-d8f2b443a23b tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:37.556144 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.notifiers.nova [None req-28f4ab98-2e08-4977-a119-d8f2b443a23b tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] device_id is not set on port b059e908-1e60-407f-a707-a5ac574d50d1 yet. {{(pid=103801) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 05 17:12:37.565552 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-026475cd-0911-4b56-9bf1-90ed25d7b50e tempest-TagsExtTest-680233525 tempest-TagsExtTest-680233525-project] 10.222.0.11 "DELETE /v2.0/ports/9d7e4c38-cd7c-4ff4-a5f1-d7487a70ccce/tags HTTP/1.1" status: 204 len: 168 time: 0.0583549 Jan 05 17:12:37.568244 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 45218) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:12:37.572848 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.services.tag.tag_plugin [None req-46346298-4fc0-464b-80ce-f532e9c12f29 tempest-TagsExtTest-680233525 tempest-TagsExtTest-680233525-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '8c640738-2fcf-4a7a-8a08-3d8051ae1468') {} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:12:37.573323 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-1b4bdec0-fc21-4811-8d51-3a4f60c78595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669'] for port, after_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:37.629289 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b4bdec0-fc21-4811-8d51-3a4f60c78595 None None] Network a8319671-3c52-4189-a58b-9ea1cd1b3a23 is already hosted by enough agents. {{(pid=103802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:12:37.638271 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.scheduler.base_scheduler [None req-1b4bdec0-fc21-4811-8d51-3a4f60c78595 None None] Resources bound (agent type, host, resource id): {{(pid=103802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:12:37.642071 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-46346298-4fc0-464b-80ce-f532e9c12f29 tempest-TagsExtTest-680233525 tempest-TagsExtTest-680233525-project] 10.222.0.11 "DELETE /v2.0/subnets/8c640738-2fcf-4a7a-8a08-3d8051ae1468/tags HTTP/1.1" status: 204 len: 168 time: 0.0723486 Jan 05 17:12:37.645653 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 45220) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:12:37.649749 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b4bdec0-fc21-4811-8d51-3a4f60c78595 None None] Received port after_create {{(pid=103802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:12:37.652003 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4bdec0-fc21-4811-8d51-3a4f60c78595 None None] Pushing event updated for resources: {'Port': ['ID=dcd1ffc9-699c-44c6-b59d-f6f2a025d998,revision_number=1']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:12:37.706996 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-1b4bdec0-fc21-4811-8d51-3a4f60c78595 None None] Attempting to bind port dcd1ffc9-699c-44c6-b59d-f6f2a025d998 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 05 17:12:37.707469 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-1b4bdec0-fc21-4811-8d51-3a4f60c78595 None None] Attempting to bind port dcd1ffc9-699c-44c6-b59d-f6f2a025d998 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'b7db3dfc-46d8-4cb9-95ad-5283e77f1de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'a8319671-3c52-4189-a58b-9ea1cd1b3a23'}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 05 17:12:37.707831 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b4bdec0-fc21-4811-8d51-3a4f60c78595 None None] Attempting to bind port dcd1ffc9-699c-44c6-b59d-f6f2a025d998 on network a8319671-3c52-4189-a58b-9ea1cd1b3a23 {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:12:37.712801 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b4bdec0-fc21-4811-8d51-3a4f60c78595 None None] Checking agent: {'id': '0d4f8fd3-ce62-4651-970c-efa6a8bb22b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 5, 16, 57, 23), 'started_at': datetime.datetime(2022, 1, 5, 16, 57, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 5, 17, 12, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 05 17:12:37.713190 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b4bdec0-fc21-4811-8d51-3a4f60c78595 None None] Checking segment: {'id': 'b7db3dfc-46d8-4cb9-95ad-5283e77f1de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'a8319671-3c52-4189-a58b-9ea1cd1b3a23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:12:37.713569 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-1b4bdec0-fc21-4811-8d51-3a4f60c78595 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:37.713993 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b4bdec0-fc21-4811-8d51-3a4f60c78595 None None] Bound using segment: {'id': 'b7db3dfc-46d8-4cb9-95ad-5283e77f1de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'a8319671-3c52-4189-a58b-9ea1cd1b3a23'} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 05 17:12:37.714455 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-1b4bdec0-fc21-4811-8d51-3a4f60c78595 None None] Bound port: dcd1ffc9-699c-44c6-b59d-f6f2a025d998, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7db3dfc-46d8-4cb9-95ad-5283e77f1de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'a8319671-3c52-4189-a58b-9ea1cd1b3a23'}}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 05 17:12:37.714836 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-1b4bdec0-fc21-4811-8d51-3a4f60c78595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:37.776677 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-1b4bdec0-fc21-4811-8d51-3a4f60c78595 None None] For port dcd1ffc9-699c-44c6-b59d-f6f2a025d998, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 05 17:12:37.779374 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [None req-28f4ab98-2e08-4977-a119-d8f2b443a23b tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Allocated IP 2001:db8::10 (a8319671-3c52-4189-a58b-9ea1cd1b3a23/0f336460-0fec-4360-ad37-ca36efc46974/b059e908-1e60-407f-a707-a5ac574d50d1) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:12:37.780349 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-1b4bdec0-fc21-4811-8d51-3a4f60c78595 None None] For port dcd1ffc9-699c-44c6-b59d-f6f2a025d998, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=dcd1ffc9-699c-44c6-b59d-f6f2a025d998,segment=NetworkSegment(b7db3dfc-46d8-4cb9-95ad-5283e77f1de7),segment_id=b7db3dfc-46d8-4cb9-95ad-5283e77f1de7)] {{(pid=103802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 05 17:12:37.869224 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-480b34d8-ab13-495c-a000-311bc3298d9e tempest-TagsExtTest-680233525 tempest-TagsExtTest-680233525-project] Publish callbacks [] for subnetpool, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:37.870370 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-480b34d8-ab13-495c-a000-311bc3298d9e tempest-TagsExtTest-680233525 tempest-TagsExtTest-680233525-project] 10.222.0.11 "DELETE /v2.0/subnetpools/c2608bbe-d738-4fcb-b433-5f5d724d687f HTTP/1.1" status: 204 len: 168 time: 0.2237196 Jan 05 17:12:37.872959 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 45222) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:12:37.883143 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-1b4bdec0-fc21-4811-8d51-3a4f60c78595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:37.912848 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-cb7d7169-d630-4e24-9f69-b1d9d1274e64 tempest-TagsExtTest-680233525 tempest-TagsExtTest-680233525-project] 10.222.0.11 "GET /v2.0/ports?device_id=452f9747-58d8-4024-8384-9af7ccb5f0d8 HTTP/1.1" status: 200 len: 205 time: 0.0366044 Jan 05 17:12:37.913070 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 45224) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:12:37.953529 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4bdec0-fc21-4811-8d51-3a4f60c78595 None None] Pushing event updated for resources: {'Port': ['ID=dcd1ffc9-699c-44c6-b59d-f6f2a025d998,revision_number=2']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:12:38.011100 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-07d2e594-0b9c-4c85-baa1-309eeed7d07d tempest-TagsExtTest-680233525 tempest-TagsExtTest-680233525-project] Publish callbacks [] for router, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:38.302370 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-28f4ab98-2e08-4977-a119-d8f2b443a23b tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks [] for port, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:38.461439 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-07d2e594-0b9c-4c85-baa1-309eeed7d07d tempest-TagsExtTest-680233525 tempest-TagsExtTest-680233525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-648249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62744'] for router, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:38.464635 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-07d2e594-0b9c-4c85-baa1-309eeed7d07d tempest-TagsExtTest-680233525 tempest-TagsExtTest-680233525-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:38.469924 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad21851d-d671-4f67-b537-a4823071856c req-417d5605-98fd-4cfd-a701-0d8ff176549e tempest-TestServerAdvancedOps-1833291977 tempest-TestServerAdvancedOps-1833291977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:12:38.471540 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-ad21851d-d671-4f67-b537-a4823071856c req-417d5605-98fd-4cfd-a701-0d8ff176549e tempest-TestServerAdvancedOps-1833291977 tempest-TestServerAdvancedOps-1833291977-project] 10.222.0.11 "GET /v2.0/ports?device_id=3e7fde9c-317b-48e1-9d91-7458ba3f212f HTTP/1.1" status: 200 len: 945 time: 0.0571961 Jan 05 17:12:38.523980 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-ad21851d-d671-4f67-b537-a4823071856c req-4722dae6-d94b-44db-a90c-028f3459f3c0 tempest-TestServerAdvancedOps-1833291977 tempest-TestServerAdvancedOps-1833291977-project] 10.222.0.11 "GET /v2.0/security-groups?id=53b3682f-ad5d-484b-bdf3-fc84c73a84fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469155 Jan 05 17:12:38.538795 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-28f4ab98-2e08-4977-a119-d8f2b443a23b tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11433176'] for port, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:38.584780 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28f4ab98-2e08-4977-a119-d8f2b443a23b tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Network a8319671-3c52-4189-a58b-9ea1cd1b3a23 is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:12:38.588044 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-28f4ab98-2e08-4977-a119-d8f2b443a23b tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:12:38.592147 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28f4ab98-2e08-4977-a119-d8f2b443a23b tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:12:38.598069 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28f4ab98-2e08-4977-a119-d8f2b443a23b tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:12:38.598697 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-28f4ab98-2e08-4977-a119-d8f2b443a23b tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:38.613027 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f4ab98-2e08-4977-a119-d8f2b443a23b tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Pushing event updated for resources: {'Port': ['ID=b059e908-1e60-407f-a707-a5ac574d50d1,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:12:38.615366 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-07d2e594-0b9c-4c85-baa1-309eeed7d07d tempest-TagsExtTest-680233525 tempest-TagsExtTest-680233525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-648240'] for router, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:38.615868 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07d2e594-0b9c-4c85-baa1-309eeed7d07d tempest-TagsExtTest-680233525 tempest-TagsExtTest-680233525-project] Fanout notify agent at l3_agent the message router_deleted on router 452f9747-58d8-4024-8384-9af7ccb5f0d8 {{(pid=103801) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 05 17:12:38.625847 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-07d2e594-0b9c-4c85-baa1-309eeed7d07d tempest-TagsExtTest-680233525 tempest-TagsExtTest-680233525-project] Publish callbacks [] for router, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:38.626953 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-07d2e594-0b9c-4c85-baa1-309eeed7d07d tempest-TagsExtTest-680233525 tempest-TagsExtTest-680233525-project] 10.222.0.11 "DELETE /v2.0/routers/452f9747-58d8-4024-8384-9af7ccb5f0d8 HTTP/1.1" status: 204 len: 168 time: 0.7129653 Jan 05 17:12:38.629446 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 45232) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:12:38.720441 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-28f4ab98-2e08-4977-a119-d8f2b443a23b tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.5167234 Jan 05 17:12:38.723195 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 45234) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:12:38.728244 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-743bda4e-ddaa-4ba7-8825-59c11be588d8 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Request body: {'port': {'network_id': 'a8319671-3c52-4189-a58b-9ea1cd1b3a23', 'name': 'tempest-PortsIpV6TestJSON-526639444', 'fixed_ips': [{'subnet_id': '0f336460-0fec-4360-ad37-ca36efc46974', 'ip_address': '2001:db8::f'}]}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:12:38.784393 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-2b4697b0-97b9-4668-bda4-71f052feb102 tempest-TagsExtTest-680233525 tempest-TagsExtTest-680233525-project] Deleting port 9d7e4c38-cd7c-4ff4-a5f1-d7487a70ccce {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:12:38.784727 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-2b4697b0-97b9-4668-bda4-71f052feb102 tempest-TagsExtTest-680233525 tempest-TagsExtTest-680233525-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:38.905328 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2358c24-0ef6-4061-9189-7922d73b6bb0 None None] Network a8319671-3c52-4189-a58b-9ea1cd1b3a23 requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:12:38.908914 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-2b4697b0-97b9-4668-bda4-71f052feb102 tempest-TagsExtTest-680233525 tempest-TagsExtTest-680233525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:38.929059 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-2b4697b0-97b9-4668-bda4-71f052feb102 tempest-TagsExtTest-680233525 tempest-TagsExtTest-680233525-project] Calling delete_port for 9d7e4c38-cd7c-4ff4-a5f1-d7487a70ccce owned by {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:12:39.010347 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-743bda4e-ddaa-4ba7-8825-59c11be588d8 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Made reservation on behalf of ae615b9d4e3242ec84f93fb74627d3b2 for: {'port': 1} {{(pid=103801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:12:39.015601 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-743bda4e-ddaa-4ba7-8825-59c11be588d8 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:39.041370 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.notifiers.nova [None req-743bda4e-ddaa-4ba7-8825-59c11be588d8 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] device_id is not set on port 1435a1d3-4eea-4a7a-96ac-408498fe2edd yet. {{(pid=103801) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 05 17:12:39.118208 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-eaa0f330-6443-4dee-9cda-bf0f813e365c None None] Provisioning complete for port dcd1ffc9-699c-44c6-b59d-f6f2a025d998 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:12:39.118608 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-eaa0f330-6443-4dee-9cda-bf0f813e365c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:39.238075 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-2b4697b0-97b9-4668-bda4-71f052feb102 tempest-TagsExtTest-680233525 tempest-TagsExtTest-680233525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11433176'] for port, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:39.263527 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-eaa0f330-6443-4dee-9cda-bf0f813e365c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:39.275677 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4697b0-97b9-4668-bda4-71f052feb102 tempest-TagsExtTest-680233525 tempest-TagsExtTest-680233525-project] Pushing event deleted for resources: {'Port': ['ID=9d7e4c38-cd7c-4ff4-a5f1-d7487a70ccce,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:12:39.288691 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [None req-743bda4e-ddaa-4ba7-8825-59c11be588d8 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Allocated IP 2001:db8::f (a8319671-3c52-4189-a58b-9ea1cd1b3a23/0f336460-0fec-4360-ad37-ca36efc46974/1435a1d3-4eea-4a7a-96ac-408498fe2edd) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:12:39.304598 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f30f47-0da2-47a4-b787-245c069a3849 req-e9d9acc1-7a65-40c5-abd2-47122f0591a9 tempest-TestServerAdvancedOps-1833291977 tempest-TestServerAdvancedOps-1833291977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:12:39.310069 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-08f30f47-0da2-47a4-b787-245c069a3849 req-e9d9acc1-7a65-40c5-abd2-47122f0591a9 tempest-TestServerAdvancedOps-1833291977 tempest-TestServerAdvancedOps-1833291977-project] 10.222.0.13 "GET /v2.0/ports?device_id=3e7fde9c-317b-48e1-9d91-7458ba3f212f HTTP/1.1" status: 200 len: 945 time: 0.0614207 Jan 05 17:12:39.316348 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-eaa0f330-6443-4dee-9cda-bf0f813e365c None None] For port dcd1ffc9-699c-44c6-b59d-f6f2a025d998, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=dcd1ffc9-699c-44c6-b59d-f6f2a025d998,segment=NetworkSegment(b7db3dfc-46d8-4cb9-95ad-5283e77f1de7),segment_id=b7db3dfc-46d8-4cb9-95ad-5283e77f1de7)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:12:39.379393 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-eaa0f330-6443-4dee-9cda-bf0f813e365c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:39.391505 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-2b4697b0-97b9-4668-bda4-71f052feb102 tempest-TagsExtTest-680233525 tempest-TagsExtTest-680233525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:39.394782 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-2b4697b0-97b9-4668-bda4-71f052feb102 tempest-TagsExtTest-680233525 tempest-TagsExtTest-680233525-project] 10.222.0.11 "DELETE /v2.0/ports/9d7e4c38-cd7c-4ff4-a5f1-d7487a70ccce HTTP/1.1" status: 204 len: 168 time: 0.7643158 Jan 05 17:12:39.398293 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 45236) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:12:39.455978 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa0f330-6443-4dee-9cda-bf0f813e365c None None] Pushing event updated for resources: {'Port': ['ID=dcd1ffc9-699c-44c6-b59d-f6f2a025d998,revision_number=3']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:12:39.466286 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.db_base_plugin_v2 [None req-f507197f-d1b1-47cd-814f-248f74055e0a tempest-TagsExtTest-680233525 tempest-TagsExtTest-680233525-project] Deleting subnet 8c640738-2fcf-4a7a-8a08-3d8051ae1468 {{(pid=103800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 05 17:12:39.472035 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f507197f-d1b1-47cd-814f-248f74055e0a tempest-TagsExtTest-680233525 tempest-TagsExtTest-680233525-project] Publish callbacks [] for subnet, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:39.528579 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [req-08f30f47-0da2-47a4-b787-245c069a3849 req-92c9f02a-bf3d-4528-8f22-d75019115fe2 tempest-TestServerAdvancedOps-1833291977 tempest-TestServerAdvancedOps-1833291977-project] Deleting port b546ed65-d379-4282-960f-861631c9daf4 {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:12:39.528836 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-08f30f47-0da2-47a4-b787-245c069a3849 req-92c9f02a-bf3d-4528-8f22-d75019115fe2 tempest-TestServerAdvancedOps-1833291977 tempest-TestServerAdvancedOps-1833291977-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:39.535075 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f507197f-d1b1-47cd-814f-248f74055e0a tempest-TagsExtTest-680233525 tempest-TagsExtTest-680233525-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8784846'] for subnet, precommit_delete_associations {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:39.578887 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-743bda4e-ddaa-4ba7-8825-59c11be588d8 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks [] for port, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:39.691749 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-743bda4e-ddaa-4ba7-8825-59c11be588d8 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11433176'] for port, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:39.725033 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-0c7ab2ad-a64b-4726-9265-042f69b95919 None None] Provisioning complete for port b059e908-1e60-407f-a707-a5ac574d50d1 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:12:39.725506 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-0c7ab2ad-a64b-4726-9265-042f69b95919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:39.755636 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.db [req-08f30f47-0da2-47a4-b787-245c069a3849 req-92c9f02a-bf3d-4528-8f22-d75019115fe2 tempest-TestServerAdvancedOps-1833291977 tempest-TestServerAdvancedOps-1833291977-project] For port b546ed65-d379-4282-960f-861631c9daf4, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=b546ed65-d379-4282-960f-861631c9daf4,segment=NetworkSegment(b5a240ac-4daf-49a8-9090-833ad6bf3dee),segment_id=b5a240ac-4daf-49a8-9090-833ad6bf3dee)] {{(pid=103800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:12:39.755998 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-08f30f47-0da2-47a4-b787-245c069a3849 req-92c9f02a-bf3d-4528-8f22-d75019115fe2 tempest-TestServerAdvancedOps-1833291977 tempest-TestServerAdvancedOps-1833291977-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:39.756655 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12155e81-3451-41cf-94cb-a39d5fcaec8b req-2306bb02-de08-4a13-8bf3-d63067bd1337 tempest-TestServerAdvancedOps-1833291977 tempest-TestServerAdvancedOps-1833291977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:12:39.763321 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-12155e81-3451-41cf-94cb-a39d5fcaec8b req-2306bb02-de08-4a13-8bf3-d63067bd1337 tempest-TestServerAdvancedOps-1833291977 tempest-TestServerAdvancedOps-1833291977-project] 10.222.0.11 "GET /v2.0/ports?device_id=3e7fde9c-317b-48e1-9d91-7458ba3f212f HTTP/1.1" status: 200 len: 945 time: 0.1310112 Jan 05 17:12:39.765763 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f507197f-d1b1-47cd-814f-248f74055e0a tempest-TagsExtTest-680233525 tempest-TagsExtTest-680233525-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892868'] for subnet, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:39.786158 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device dcd1ffc9-699c-44c6-b59d-f6f2a025d998 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:12:39.807326 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [req-08f30f47-0da2-47a4-b787-245c069a3849 req-92c9f02a-bf3d-4528-8f22-d75019115fe2 tempest-TestServerAdvancedOps-1833291977 tempest-TestServerAdvancedOps-1833291977-project] Calling delete_port for b546ed65-d379-4282-960f-861631c9daf4 owned by compute:nova {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:12:39.836425 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-743bda4e-ddaa-4ba7-8825-59c11be588d8 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Network a8319671-3c52-4189-a58b-9ea1cd1b3a23 is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:12:39.841876 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-0c7ab2ad-a64b-4726-9265-042f69b95919 None None] Port b059e908-1e60-407f-a707-a5ac574d50d1 cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 17:12:39.848168 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-12155e81-3451-41cf-94cb-a39d5fcaec8b req-fed5c10c-8473-4890-964f-c4e7f0217bc4 tempest-TestServerAdvancedOps-1833291977 tempest-TestServerAdvancedOps-1833291977-project] 10.222.0.11 "GET /v2.0/security-groups?id=53b3682f-ad5d-484b-bdf3-fc84c73a84fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760059 Jan 05 17:12:39.872075 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-743bda4e-ddaa-4ba7-8825-59c11be588d8 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:12:39.872075 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-743bda4e-ddaa-4ba7-8825-59c11be588d8 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:12:39.872075 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-743bda4e-ddaa-4ba7-8825-59c11be588d8 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:12:39.872075 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-743bda4e-ddaa-4ba7-8825-59c11be588d8 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:39.873257 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Provisioning complete for port dcd1ffc9-699c-44c6-b59d-f6f2a025d998 triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:12:39.873908 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:39.877061 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-0c7ab2ad-a64b-4726-9265-042f69b95919 None None] Provisioning complete for port dcd1ffc9-699c-44c6-b59d-f6f2a025d998 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:12:39.877326 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-0c7ab2ad-a64b-4726-9265-042f69b95919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:39.892559 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743bda4e-ddaa-4ba7-8825-59c11be588d8 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Pushing event updated for resources: {'Port': ['ID=1435a1d3-4eea-4a7a-96ac-408498fe2edd,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:12:39.981322 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-743bda4e-ddaa-4ba7-8825-59c11be588d8 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.2559693 Jan 05 17:12:39.983137 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 45240) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:12:40.080366 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-536c2f71-78a0-44d0-8ecc-03558c2bea94 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:12:40.086590 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-536c2f71-78a0-44d0-8ecc-03558c2bea94 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] 10.222.0.11 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.1023157 Jan 05 17:12:40.086947 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 45242) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:12:40.088417 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f507197f-d1b1-47cd-814f-248f74055e0a tempest-TagsExtTest-680233525 tempest-TagsExtTest-680233525-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3893367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8784787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8521880'] for subnet, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:40.125640 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f507197f-d1b1-47cd-814f-248f74055e0a tempest-TagsExtTest-680233525 tempest-TagsExtTest-680233525-project] Pushing event deleted for resources: {'Subnet': ['ID=8c640738-2fcf-4a7a-8a08-3d8051ae1468,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:12:40.130524 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f507197f-d1b1-47cd-814f-248f74055e0a tempest-TagsExtTest-680233525 tempest-TagsExtTest-680233525-project] Publish callbacks [] for subnet, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:40.136985 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-f507197f-d1b1-47cd-814f-248f74055e0a tempest-TagsExtTest-680233525 tempest-TagsExtTest-680233525-project] 10.222.0.11 "DELETE /v2.0/subnets/8c640738-2fcf-4a7a-8a08-3d8051ae1468 HTTP/1.1" status: 204 len: 168 time: 0.7348115 Jan 05 17:12:40.136985 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-08f30f47-0da2-47a4-b787-245c069a3849 req-92c9f02a-bf3d-4528-8f22-d75019115fe2 tempest-TestServerAdvancedOps-1833291977 tempest-TestServerAdvancedOps-1833291977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:40.137520 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 45244) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:12:40.151821 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] get_ports_and_sgs() called for port_ids ['b546ed65-d379-4282-960f-861631c9daf4'] {{(pid=103802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 05 17:12:40.203561 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10a59a75-393c-4b8e-bf1a-0a2401540dd4 None None] Network 8bdd4ccb-8544-4dce-9af8-9a6276885e8f requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:12:40.217161 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c9f02a-bf3d-4528-8f22-d75019115fe2 tempest-TestServerAdvancedOps-1833291977 tempest-TestServerAdvancedOps-1833291977-project] Pushing event deleted for resources: {'Port': ['ID=b546ed65-d379-4282-960f-861631c9daf4,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:12:40.277801 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b782113-c2e3-44b1-80ce-1c62331073cc tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:12:40.286595 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b782113-c2e3-44b1-80ce-1c62331073cc tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:12:40.287881 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c16f87eb-6575-4dbc-bfa9-a60a25673cb6 tempest-TagsExtTest-680233525 tempest-TagsExtTest-680233525-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3809644'] for network, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:40.296453 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-4572632c-1675-4ece-8f6d-8411d10045db None None] Provisioning complete for port b059e908-1e60-407f-a707-a5ac574d50d1 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:12:40.296816 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-4572632c-1675-4ece-8f6d-8411d10045db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:40.298157 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b782113-c2e3-44b1-80ce-1c62331073cc tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:12:40.302105 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-0b782113-c2e3-44b1-80ce-1c62331073cc tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] 10.222.0.11 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2389 time: 0.2137690 Jan 05 17:12:40.304868 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 45246) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:12:40.353089 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [req-08f30f47-0da2-47a4-b787-245c069a3849 req-92c9f02a-bf3d-4528-8f22-d75019115fe2 tempest-TestServerAdvancedOps-1833291977 tempest-TestServerAdvancedOps-1833291977-project] No DVR routers for this DVR port b546ed65-d379-4282-960f-861631c9daf4 on host hv-neutron-mast {{(pid=103800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 05 17:12:40.356918 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-08f30f47-0da2-47a4-b787-245c069a3849 req-92c9f02a-bf3d-4528-8f22-d75019115fe2 tempest-TestServerAdvancedOps-1833291977 tempest-TestServerAdvancedOps-1833291977-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:40.362323 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-08f30f47-0da2-47a4-b787-245c069a3849 req-92c9f02a-bf3d-4528-8f22-d75019115fe2 tempest-TestServerAdvancedOps-1833291977 tempest-TestServerAdvancedOps-1833291977-project] 10.222.0.13 "DELETE /v2.0/ports/b546ed65-d379-4282-960f-861631c9daf4 HTTP/1.1" status: 204 len: 173 time: 1.0494769 Jan 05 17:12:40.364972 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-4572632c-1675-4ece-8f6d-8411d10045db None None] Port b059e908-1e60-407f-a707-a5ac574d50d1 cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 17:12:40.365112 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e7fde9c-317b-48e1-9d91-7458ba3f212f', 'name': 'network-vif-deleted', 'tag': 'b546ed65-d379-4282-960f-861631c9daf4'}] {{(pid=103800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 05 17:12:40.367798 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f64b9d4628f7eefcc27168a80c04985d23f0ea5def038dae05e1deb7357f3bfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03672f35-c361-4ca9-8dd6-4ca12ad423f9" -d '{"events": [{"server_uuid": "3e7fde9c-317b-48e1-9d91-7458ba3f212f", "name": "network-vif-deleted", "tag": "b546ed65-d379-4282-960f-861631c9daf4"}]}' {{(pid=103800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 05 17:12:40.416839 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Jan 2022 17:12:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85122d2b-6785-43fa-a0a3-4d758aef422f x-openstack-request-id: req-85122d2b-6785-43fa-a0a3-4d758aef422f {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 05 17:12:40.416839 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e7fde9c-317b-48e1-9d91-7458ba3f212f", "name": "network-vif-deleted", "tag": "b546ed65-d379-4282-960f-861631c9daf4", "status": "completed", "code": 200}]} {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 05 17:12:40.417189 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-85122d2b-6785-43fa-a0a3-4d758aef422f {{(pid=103800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 05 17:12:40.417659 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e7fde9c-317b-48e1-9d91-7458ba3f212f', 'name': 'network-vif-deleted', 'tag': 'b546ed65-d379-4282-960f-861631c9daf4', 'status': 'completed', 'code': 200} Jan 05 17:12:40.453274 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-c1f2d0d4-33ff-4062-ae9a-28412b13d5a3 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Deleting port 1435a1d3-4eea-4a7a-96ac-408498fe2edd {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:12:40.453721 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-c1f2d0d4-33ff-4062-ae9a-28412b13d5a3 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:40.468721 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2e4d260-0c52-4f6f-88cf-38e3c64b6475 None None] DHCP port deletion for 8bdd4ccb-8544-4dce-9af8-9a6276885e8f request from dv-neutron-master-2-hyperv {{(pid=103802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 05 17:12:40.476932 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-c16f87eb-6575-4dbc-bfa9-a60a25673cb6 tempest-TagsExtTest-680233525 tempest-TagsExtTest-680233525-project] Deleting port 76fc3071-3214-4e06-9de6-6bf4323b0d3e {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:12:40.477616 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c16f87eb-6575-4dbc-bfa9-a60a25673cb6 tempest-TagsExtTest-680233525 tempest-TagsExtTest-680233525-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:40.540534 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-6f8384b5-1f40-4177-92dd-88f8bdd717cc None None] Provisioning complete for port 1435a1d3-4eea-4a7a-96ac-408498fe2edd triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:12:40.541174 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-6f8384b5-1f40-4177-92dd-88f8bdd717cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:40.572220 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.db [None req-c16f87eb-6575-4dbc-bfa9-a60a25673cb6 tempest-TagsExtTest-680233525 tempest-TagsExtTest-680233525-project] For port 76fc3071-3214-4e06-9de6-6bf4323b0d3e, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=76fc3071-3214-4e06-9de6-6bf4323b0d3e,segment=NetworkSegment(77475ff6-2d1e-425a-8a36-c3e7477da2f7),segment_id=77475ff6-2d1e-425a-8a36-c3e7477da2f7)] {{(pid=103800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:12:40.572586 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c16f87eb-6575-4dbc-bfa9-a60a25673cb6 tempest-TagsExtTest-680233525 tempest-TagsExtTest-680233525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:40.574310 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-c1f2d0d4-33ff-4062-ae9a-28412b13d5a3 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:40.586045 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-a2e4d260-0c52-4f6f-88cf-38e3c64b6475 None None] Deleting port 76fc3071-3214-4e06-9de6-6bf4323b0d3e {{(pid=103802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:12:40.586563 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-a2e4d260-0c52-4f6f-88cf-38e3c64b6475 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:40.586956 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-c16f87eb-6575-4dbc-bfa9-a60a25673cb6 tempest-TagsExtTest-680233525 tempest-TagsExtTest-680233525-project] Calling delete_port for 76fc3071-3214-4e06-9de6-6bf4323b0d3e owned by network:dhcp {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:12:40.588297 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-c1f2d0d4-33ff-4062-ae9a-28412b13d5a3 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Calling delete_port for 1435a1d3-4eea-4a7a-96ac-408498fe2edd owned by {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:12:40.604004 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-6f8384b5-1f40-4177-92dd-88f8bdd717cc None None] Port 1435a1d3-4eea-4a7a-96ac-408498fe2edd cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 17:12:40.663301 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-a2e4d260-0c52-4f6f-88cf-38e3c64b6475 None None] For port 76fc3071-3214-4e06-9de6-6bf4323b0d3e, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=76fc3071-3214-4e06-9de6-6bf4323b0d3e,segment=NetworkSegment(77475ff6-2d1e-425a-8a36-c3e7477da2f7),segment_id=77475ff6-2d1e-425a-8a36-c3e7477da2f7)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:12:40.663680 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-a2e4d260-0c52-4f6f-88cf-38e3c64b6475 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:40.681323 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-a2e4d260-0c52-4f6f-88cf-38e3c64b6475 None None] Calling delete_port for 76fc3071-3214-4e06-9de6-6bf4323b0d3e owned by network:dhcp {{(pid=103802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:12:40.744917 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c16f87eb-6575-4dbc-bfa9-a60a25673cb6 tempest-TagsExtTest-680233525 tempest-TagsExtTest-680233525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:40.763271 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-a2e4d260-0c52-4f6f-88cf-38e3c64b6475 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678'] for port, after_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:40.776542 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16f87eb-6575-4dbc-bfa9-a60a25673cb6 tempest-TagsExtTest-680233525 tempest-TagsExtTest-680233525-project] Pushing event deleted for resources: {'Port': ['ID=76fc3071-3214-4e06-9de6-6bf4323b0d3e,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:12:40.778942 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c16f87eb-6575-4dbc-bfa9-a60a25673cb6 tempest-TagsExtTest-680233525 tempest-TagsExtTest-680233525-project] No DVR routers for this DVR port 76fc3071-3214-4e06-9de6-6bf4323b0d3e on host dv-neutron-master-2-hyperv {{(pid=103800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 05 17:12:40.788036 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e4d260-0c52-4f6f-88cf-38e3c64b6475 None None] Pushing event deleted for resources: {'Port': ['ID=76fc3071-3214-4e06-9de6-6bf4323b0d3e,revision_number=None']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:12:40.793854 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2e4d260-0c52-4f6f-88cf-38e3c64b6475 None None] No DVR routers for this DVR port 76fc3071-3214-4e06-9de6-6bf4323b0d3e on host dv-neutron-master-2-hyperv {{(pid=103802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 05 17:12:40.829907 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-c1f2d0d4-33ff-4062-ae9a-28412b13d5a3 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11433176'] for port, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:40.860975 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f2d0d4-33ff-4062-ae9a-28412b13d5a3 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Pushing event deleted for resources: {'Port': ['ID=1435a1d3-4eea-4a7a-96ac-408498fe2edd,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:12:40.864406 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c16f87eb-6575-4dbc-bfa9-a60a25673cb6 tempest-TagsExtTest-680233525 tempest-TagsExtTest-680233525-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3891715', 'neutron.services.segments.db._delete_segments_for_network-8754181063482'] for network, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:40.888505 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-c1f2d0d4-33ff-4062-ae9a-28412b13d5a3 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:40.890016 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.services.segments.db [None req-c16f87eb-6575-4dbc-bfa9-a60a25673cb6 tempest-TagsExtTest-680233525 tempest-TagsExtTest-680233525-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8bdd4ccb-8544-4dce-9af8-9a6276885e8f']}} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:12:40.894397 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-c1f2d0d4-33ff-4062-ae9a-28412b13d5a3 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] 10.222.0.11 "DELETE /v2.0/ports/1435a1d3-4eea-4a7a-96ac-408498fe2edd HTTP/1.1" status: 204 len: 168 time: 0.5858502 Jan 05 17:12:40.898288 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 45254) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:12:40.903381 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.services.segments.db [None req-c16f87eb-6575-4dbc-bfa9-a60a25673cb6 tempest-TagsExtTest-680233525 tempest-TagsExtTest-680233525-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77475ff6-2d1e-425a-8a36-c3e7477da2f7') {'for_net_delete': True} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:12:40.903687 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.services.segments.db [None req-c16f87eb-6575-4dbc-bfa9-a60a25673cb6 tempest-TagsExtTest-680233525 tempest-TagsExtTest-680233525-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77475ff6-2d1e-425a-8a36-c3e7477da2f7') {} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:12:40.915333 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c16f87eb-6575-4dbc-bfa9-a60a25673cb6 tempest-TagsExtTest-680233525 tempest-TagsExtTest-680233525-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754181064771', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8784833'] for segment, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:40.922905 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7b8e828-6d35-43c5-8b48-23ed381dad97 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] GET failed (client error): The resource could not be found. Jan 05 17:12:40.934116 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-f7b8e828-6d35-43c5-8b48-23ed381dad97 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] 10.222.0.11 "GET /v2.0/ports/1435a1d3-4eea-4a7a-96ac-408498fe2edd HTTP/1.1" status: 404 len: 333 time: 0.0282140 Jan 05 17:12:40.934116 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 45256) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:12:40.934429 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c16f87eb-6575-4dbc-bfa9-a60a25673cb6 tempest-TagsExtTest-680233525 tempest-TagsExtTest-680233525-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225'] for segment, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:40.939427 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c16f87eb-6575-4dbc-bfa9-a60a25673cb6 tempest-TagsExtTest-680233525 tempest-TagsExtTest-680233525-project] Releasing vlan 107 on physical network physnet1 to pool {{(pid=103800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 05 17:12:40.940592 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c16f87eb-6575-4dbc-bfa9-a60a25673cb6 tempest-TagsExtTest-680233525 tempest-TagsExtTest-680233525-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8784497'] for segment, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:40.945340 dv-neutron-master-2-hyperv neutron-server[103800]: Traceback (most recent call last): Jan 05 17:12:40.945340 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 05 17:12:40.945340 dv-neutron-master-2-hyperv neutron-server[103800]: timer() Jan 05 17:12:40.945340 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 05 17:12:40.945340 dv-neutron-master-2-hyperv neutron-server[103800]: cb(*args, **kw) Jan 05 17:12:40.945340 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 05 17:12:40.945340 dv-neutron-master-2-hyperv neutron-server[103800]: return func(*args, **kwargs) Jan 05 17:12:40.945340 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 05 17:12:40.945340 dv-neutron-master-2-hyperv neutron-server[103800]: self._notify() Jan 05 17:12:40.945340 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 05 17:12:40.945340 dv-neutron-master-2-hyperv neutron-server[103800]: self.callback(batched_events) Jan 05 17:12:40.945340 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 05 17:12:40.945340 dv-neutron-master-2-hyperv neutron-server[103800]: event.method(event) Jan 05 17:12:40.945340 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 05 17:12:40.945340 dv-neutron-master-2-hyperv neutron-server[103800]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 05 17:12:40.945340 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 05 17:12:40.945340 dv-neutron-master-2-hyperv neutron-server[103800]: aggregate_uuid = self.p_client.list_aggregates( Jan 05 17:12:40.945340 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 05 17:12:40.945340 dv-neutron-master-2-hyperv neutron-server[103800]: return f(self, *a, **k) Jan 05 17:12:40.945340 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 05 17:12:40.945340 dv-neutron-master-2-hyperv neutron-server[103800]: return self._get(url).json() Jan 05 17:12:40.945340 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 05 17:12:40.945340 dv-neutron-master-2-hyperv neutron-server[103800]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 05 17:12:40.945340 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 05 17:12:40.945340 dv-neutron-master-2-hyperv neutron-server[103800]: return self.request(url, 'GET', **kwargs) Jan 05 17:12:40.945340 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 05 17:12:40.945340 dv-neutron-master-2-hyperv neutron-server[103800]: base_url = self.get_endpoint(auth, allow=allow, Jan 05 17:12:40.945340 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 05 17:12:40.945340 dv-neutron-master-2-hyperv neutron-server[103800]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 05 17:12:40.945340 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 05 17:12:40.945340 dv-neutron-master-2-hyperv neutron-server[103800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 05 17:12:40.945340 dv-neutron-master-2-hyperv neutron-server[103800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 05 17:12:40.995463 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-156bf537-4da7-4afc-857b-f6bd887740a3 req-a2a0cd1e-3f40-4a71-8c5c-6856da226dca tempest-TestServerAdvancedOps-1833291977 tempest-TestServerAdvancedOps-1833291977-project] 10.222.0.11 "GET /v2.0/ports?device_id=3e7fde9c-317b-48e1-9d91-7458ba3f212f HTTP/1.1" status: 200 len: 210 time: 0.0352306 Jan 05 17:12:41.067686 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-c0c63698-8461-4660-bf89-45706b08a1e9 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Deleting port b059e908-1e60-407f-a707-a5ac574d50d1 {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:12:41.067686 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-c0c63698-8461-4660-bf89-45706b08a1e9 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:41.087538 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c16f87eb-6575-4dbc-bfa9-a60a25673cb6 tempest-TagsExtTest-680233525 tempest-TagsExtTest-680233525-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3891722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648695'] for network, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:41.108658 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c16f87eb-6575-4dbc-bfa9-a60a25673cb6 tempest-TagsExtTest-680233525 tempest-TagsExtTest-680233525-project] Publish callbacks [] for network, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:41.115041 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-c16f87eb-6575-4dbc-bfa9-a60a25673cb6 tempest-TagsExtTest-680233525 tempest-TagsExtTest-680233525-project] 10.222.0.11 "DELETE /v2.0/networks/8bdd4ccb-8544-4dce-9af8-9a6276885e8f HTTP/1.1" status: 204 len: 168 time: 0.9733436 Jan 05 17:12:41.129218 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16f87eb-6575-4dbc-bfa9-a60a25673cb6 tempest-TagsExtTest-680233525 tempest-TagsExtTest-680233525-project] Pushing event deleted for resources: {'Network': ['ID=8bdd4ccb-8544-4dce-9af8-9a6276885e8f,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:12:41.171055 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-c0c63698-8461-4660-bf89-45706b08a1e9 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:41.183139 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-c0c63698-8461-4660-bf89-45706b08a1e9 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Calling delete_port for b059e908-1e60-407f-a707-a5ac574d50d1 owned by {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:12:41.418640 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-c0c63698-8461-4660-bf89-45706b08a1e9 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11433176'] for port, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:41.454054 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c63698-8461-4660-bf89-45706b08a1e9 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Pushing event deleted for resources: {'Port': ['ID=b059e908-1e60-407f-a707-a5ac574d50d1,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:12:41.481373 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-c0c63698-8461-4660-bf89-45706b08a1e9 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:41.484992 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-c0c63698-8461-4660-bf89-45706b08a1e9 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] 10.222.0.11 "DELETE /v2.0/ports/b059e908-1e60-407f-a707-a5ac574d50d1 HTTP/1.1" status: 204 len: 168 time: 0.5567384 Jan 05 17:12:41.487659 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 45260) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:12:41.513929 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.pecan_wsgi.hooks.translation [None req-e64b4c01-e979-44ab-bbc7-0d29964c9523 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] GET failed (client error): The resource could not be found. Jan 05 17:12:41.515793 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-e64b4c01-e979-44ab-bbc7-0d29964c9523 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] 10.222.0.11 "GET /v2.0/ports/b059e908-1e60-407f-a707-a5ac574d50d1 HTTP/1.1" status: 404 len: 333 time: 0.0269263 Jan 05 17:12:41.521604 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 45262) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:12:41.585299 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b60ea96-7c0a-4de4-9bb2-a957a335a853 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Deleting subnet 0f336460-0fec-4360-ad37-ca36efc46974 {{(pid=103801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 05 17:12:41.590987 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-7b60ea96-7c0a-4de4-9bb2-a957a335a853 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks [] for subnet, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:41.658559 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 45266) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:12:41.659042 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-7b60ea96-7c0a-4de4-9bb2-a957a335a853 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11316398'] for subnet, precommit_delete_associations {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:41.726142 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 76fc3071-3214-4e06-9de6-6bf4323b0d3e no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 05 17:12:41.749217 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] No Port match for: 76fc3071-3214-4e06-9de6-6bf4323b0d3e {{(pid=103802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 05 17:12:41.749687 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 76fc3071-3214-4e06-9de6-6bf4323b0d3e not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 05 17:12:41.758414 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-7b60ea96-7c0a-4de4-9bb2-a957a335a853 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892868'] for subnet, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:41.802778 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-43735869-c63e-463f-b7bd-4bad416dd559 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e04404a53aa448d6a9f0bf2b6f46b10c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1465051 Jan 05 17:12:41.805393 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 45270) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:12:41.857171 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b815fce9-b212-4bc0-911e-55132bae00fe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:41.878929 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b815fce9-b212-4bc0-911e-55132bae00fe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:41.895506 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-7b60ea96-7c0a-4de4-9bb2-a957a335a853 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3893367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11433231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12480600'] for subnet, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:41.922481 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b60ea96-7c0a-4de4-9bb2-a957a335a853 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Pushing event deleted for resources: {'Subnet': ['ID=0f336460-0fec-4360-ad37-ca36efc46974,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:12:41.924510 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-7b60ea96-7c0a-4de4-9bb2-a957a335a853 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks [] for subnet, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:41.927705 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-7b60ea96-7c0a-4de4-9bb2-a957a335a853 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] 10.222.0.11 "DELETE /v2.0/subnets/0f336460-0fec-4360-ad37-ca36efc46974 HTTP/1.1" status: 204 len: 168 time: 0.4051220 Jan 05 17:12:41.930269 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 45272) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:12:41.932856 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22cce958-4f2e-4ed4-8199-0c538b83b2bb None None] Network a8319671-3c52-4189-a58b-9ea1cd1b3a23 requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:12:41.987965 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b815fce9-b212-4bc0-911e-55132bae00fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:41.991381 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b815fce9-b212-4bc0-911e-55132bae00fe admin admin] Publish callbacks [] for security_group, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:41.992873 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-b815fce9-b212-4bc0-911e-55132bae00fe admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/32e18a28-b6c9-4942-a559-f3cf36fad8a9 HTTP/1.1" status: 204 len: 168 time: 0.1864836 Jan 05 17:12:42.001387 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b815fce9-b212-4bc0-911e-55132bae00fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32e18a28-b6c9-4942-a559-f3cf36fad8a9,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:12:42.020931 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-a1d46706-1633-447b-8651-f51f2e5157c9 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3809644'] for network, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:42.078099 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 45278) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:12:42.095916 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-a1d46706-1633-447b-8651-f51f2e5157c9 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Deleting port dcd1ffc9-699c-44c6-b59d-f6f2a025d998 {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:12:42.096252 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-a1d46706-1633-447b-8651-f51f2e5157c9 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:42.119547 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39ccaf47-49a4-4420-82c6-fac28a0423ab None None] DHCP port deletion for a8319671-3c52-4189-a58b-9ea1cd1b3a23 request from dv-neutron-master-2-hyperv {{(pid=103802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 05 17:12:42.136145 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.db_base_plugin_v2 [None req-66c37c58-2750-434c-89cb-c19f70608742 admin admin] Deleting subnet 4de5e971-7f81-4e7b-9368-cd6028b01644 {{(pid=103800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 05 17:12:42.140234 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-66c37c58-2750-434c-89cb-c19f70608742 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:42.170654 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-a1d46706-1633-447b-8651-f51f2e5157c9 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] For port dcd1ffc9-699c-44c6-b59d-f6f2a025d998, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=dcd1ffc9-699c-44c6-b59d-f6f2a025d998,segment=NetworkSegment(b7db3dfc-46d8-4cb9-95ad-5283e77f1de7),segment_id=b7db3dfc-46d8-4cb9-95ad-5283e77f1de7)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:12:42.171064 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-a1d46706-1633-447b-8651-f51f2e5157c9 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:42.173872 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-39ccaf47-49a4-4420-82c6-fac28a0423ab None None] Deleting port dcd1ffc9-699c-44c6-b59d-f6f2a025d998 {{(pid=103802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:12:42.174569 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-39ccaf47-49a4-4420-82c6-fac28a0423ab None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:42.182556 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-66c37c58-2750-434c-89cb-c19f70608742 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8784846'] for subnet, precommit_delete_associations {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:42.189610 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-a1d46706-1633-447b-8651-f51f2e5157c9 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Calling delete_port for dcd1ffc9-699c-44c6-b59d-f6f2a025d998 owned by network:dhcp {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:12:42.230426 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-66c37c58-2750-434c-89cb-c19f70608742 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892868'] for subnet, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:42.246860 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-39ccaf47-49a4-4420-82c6-fac28a0423ab None None] For port dcd1ffc9-699c-44c6-b59d-f6f2a025d998, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=dcd1ffc9-699c-44c6-b59d-f6f2a025d998,segment=NetworkSegment(b7db3dfc-46d8-4cb9-95ad-5283e77f1de7),segment_id=b7db3dfc-46d8-4cb9-95ad-5283e77f1de7)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:12:42.247265 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-39ccaf47-49a4-4420-82c6-fac28a0423ab None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:42.261095 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-39ccaf47-49a4-4420-82c6-fac28a0423ab None None] Calling delete_port for dcd1ffc9-699c-44c6-b59d-f6f2a025d998 owned by network:dhcp {{(pid=103802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:12:42.410620 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-a1d46706-1633-447b-8651-f51f2e5157c9 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11433176'] for port, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:42.418596 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-39ccaf47-49a4-4420-82c6-fac28a0423ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678'] for port, after_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:42.440702 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1d46706-1633-447b-8651-f51f2e5157c9 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] No DVR routers for this DVR port dcd1ffc9-699c-44c6-b59d-f6f2a025d998 on host dv-neutron-master-2-hyperv {{(pid=103801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 05 17:12:42.445690 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-66c37c58-2750-434c-89cb-c19f70608742 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3893367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8784787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8521880'] for subnet, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:42.447973 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39ccaf47-49a4-4420-82c6-fac28a0423ab None None] No DVR routers for this DVR port dcd1ffc9-699c-44c6-b59d-f6f2a025d998 on host dv-neutron-master-2-hyperv {{(pid=103802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 05 17:12:42.448139 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d46706-1633-447b-8651-f51f2e5157c9 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Pushing event deleted for resources: {'Port': ['ID=dcd1ffc9-699c-44c6-b59d-f6f2a025d998,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:12:42.450122 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ccaf47-49a4-4420-82c6-fac28a0423ab None None] Pushing event deleted for resources: {'Port': ['ID=dcd1ffc9-699c-44c6-b59d-f6f2a025d998,revision_number=None']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:12:42.494470 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c37c58-2750-434c-89cb-c19f70608742 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4de5e971-7f81-4e7b-9368-cd6028b01644,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:12:42.498320 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-66c37c58-2750-434c-89cb-c19f70608742 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:42.501536 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-66c37c58-2750-434c-89cb-c19f70608742 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/4de5e971-7f81-4e7b-9368-cd6028b01644 HTTP/1.1" status: 204 len: 168 time: 0.4221890 Jan 05 17:12:42.503936 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 45280) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:12:42.542645 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-a1d46706-1633-447b-8651-f51f2e5157c9 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3891715', 'neutron.services.segments.db._delete_segments_for_network-8754181063482'] for network, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:42.563532 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.services.segments.db [None req-a1d46706-1633-447b-8651-f51f2e5157c9 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8319671-3c52-4189-a58b-9ea1cd1b3a23']}} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:12:42.571517 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-dfc5ed24-d628-4519-9dd9-b687113af03b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3809644'] for network, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:42.573241 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.services.segments.db [None req-a1d46706-1633-447b-8651-f51f2e5157c9 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7db3dfc-46d8-4cb9-95ad-5283e77f1de7') {'for_net_delete': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:12:42.573561 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.services.segments.db [None req-a1d46706-1633-447b-8651-f51f2e5157c9 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7db3dfc-46d8-4cb9-95ad-5283e77f1de7') {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:12:42.583394 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-a1d46706-1633-447b-8651-f51f2e5157c9 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754181064771', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11316385'] for segment, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:42.597383 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-a1d46706-1633-447b-8651-f51f2e5157c9 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225'] for segment, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:42.603930 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1d46706-1633-447b-8651-f51f2e5157c9 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Releasing vlan 125 on physical network physnet1 to pool {{(pid=103801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 05 17:12:42.604321 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-a1d46706-1633-447b-8651-f51f2e5157c9 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11433197'] for segment, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:42.607362 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:12:42.607362 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:12:42.607362 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:12:42.607362 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:12:42.607362 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:12:42.607362 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:12:42.607362 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:12:42.607362 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:12:42.607362 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:12:42.607362 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:12:42.607362 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:12:42.607362 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:12:42.607362 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:12:42.607362 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:12:42.607362 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:12:42.607362 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:12:42.607362 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:12:42.607362 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:12:42.607362 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:12:42.607362 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:12:42.607362 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:12:42.607362 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:12:42.607362 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:12:42.607362 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:12:42.607362 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:12:42.607362 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:12:42.607362 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:12:42.607362 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:12:42.607362 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:12:42.607362 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:12:42.607362 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:12:42.607362 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:12:42.607362 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:12:42.607362 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:12:42.607362 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:12:42.607362 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:12:42.607362 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:12:42.607362 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:12:42.607362 dv-neutron-master-2-hyperv neutron-server[103801]: Traceback (most recent call last): Jan 05 17:12:42.607362 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 05 17:12:42.607362 dv-neutron-master-2-hyperv neutron-server[103801]: timer() Jan 05 17:12:42.607362 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 05 17:12:42.607362 dv-neutron-master-2-hyperv neutron-server[103801]: cb(*args, **kw) Jan 05 17:12:42.607362 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 05 17:12:42.607362 dv-neutron-master-2-hyperv neutron-server[103801]: return func(*args, **kwargs) Jan 05 17:12:42.607362 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 05 17:12:42.607362 dv-neutron-master-2-hyperv neutron-server[103801]: self._notify() Jan 05 17:12:42.607362 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 05 17:12:42.607362 dv-neutron-master-2-hyperv neutron-server[103801]: self.callback(batched_events) Jan 05 17:12:42.607362 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 05 17:12:42.607362 dv-neutron-master-2-hyperv neutron-server[103801]: event.method(event) Jan 05 17:12:42.607362 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 05 17:12:42.607362 dv-neutron-master-2-hyperv neutron-server[103801]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 05 17:12:42.607362 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 05 17:12:42.607362 dv-neutron-master-2-hyperv neutron-server[103801]: aggregate_uuid = self.p_client.list_aggregates( Jan 05 17:12:42.607362 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 05 17:12:42.607362 dv-neutron-master-2-hyperv neutron-server[103801]: return f(self, *a, **k) Jan 05 17:12:42.607362 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 05 17:12:42.607362 dv-neutron-master-2-hyperv neutron-server[103801]: return self._get(url).json() Jan 05 17:12:42.607362 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 05 17:12:42.607362 dv-neutron-master-2-hyperv neutron-server[103801]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 05 17:12:42.607362 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 05 17:12:42.607362 dv-neutron-master-2-hyperv neutron-server[103801]: return self.request(url, 'GET', **kwargs) Jan 05 17:12:42.607362 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 05 17:12:42.607362 dv-neutron-master-2-hyperv neutron-server[103801]: base_url = self.get_endpoint(auth, allow=allow, Jan 05 17:12:42.614749 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 05 17:12:42.614749 dv-neutron-master-2-hyperv neutron-server[103801]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 05 17:12:42.614749 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 05 17:12:42.614749 dv-neutron-master-2-hyperv neutron-server[103801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 05 17:12:42.614749 dv-neutron-master-2-hyperv neutron-server[103801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 05 17:12:42.662388 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-dfc5ed24-d628-4519-9dd9-b687113af03b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3891715', 'neutron.services.segments.db._delete_segments_for_network-8754181063482'] for network, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:42.687424 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.services.segments.db [None req-dfc5ed24-d628-4519-9dd9-b687113af03b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a968814-bffa-4eb8-b5c5-87ea682a3631']}} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:12:42.697665 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.services.segments.db [None req-dfc5ed24-d628-4519-9dd9-b687113af03b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5a240ac-4daf-49a8-9090-833ad6bf3dee') {'for_net_delete': True} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:12:42.697968 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.services.segments.db [None req-dfc5ed24-d628-4519-9dd9-b687113af03b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5a240ac-4daf-49a8-9090-833ad6bf3dee') {} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:12:42.707988 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-dfc5ed24-d628-4519-9dd9-b687113af03b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754181064771', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8784833'] for segment, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:42.721070 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-dfc5ed24-d628-4519-9dd9-b687113af03b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225'] for segment, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:42.726897 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dfc5ed24-d628-4519-9dd9-b687113af03b admin admin] Releasing vlan 126 on physical network physnet1 to pool {{(pid=103800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 05 17:12:42.728373 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-dfc5ed24-d628-4519-9dd9-b687113af03b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8784497'] for segment, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:42.728922 dv-neutron-master-2-hyperv neutron-server[103800]: Traceback (most recent call last): Jan 05 17:12:42.728922 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 05 17:12:42.728922 dv-neutron-master-2-hyperv neutron-server[103800]: timer() Jan 05 17:12:42.728922 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 05 17:12:42.728922 dv-neutron-master-2-hyperv neutron-server[103800]: cb(*args, **kw) Jan 05 17:12:42.728922 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 05 17:12:42.728922 dv-neutron-master-2-hyperv neutron-server[103800]: return func(*args, **kwargs) Jan 05 17:12:42.728922 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 05 17:12:42.728922 dv-neutron-master-2-hyperv neutron-server[103800]: self._notify() Jan 05 17:12:42.728922 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 05 17:12:42.728922 dv-neutron-master-2-hyperv neutron-server[103800]: self.callback(batched_events) Jan 05 17:12:42.728922 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 05 17:12:42.728922 dv-neutron-master-2-hyperv neutron-server[103800]: event.method(event) Jan 05 17:12:42.728922 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 05 17:12:42.728922 dv-neutron-master-2-hyperv neutron-server[103800]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 05 17:12:42.728922 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 05 17:12:42.728922 dv-neutron-master-2-hyperv neutron-server[103800]: aggregate_uuid = self.p_client.list_aggregates( Jan 05 17:12:42.728922 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 05 17:12:42.728922 dv-neutron-master-2-hyperv neutron-server[103800]: return f(self, *a, **k) Jan 05 17:12:42.728922 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 05 17:12:42.728922 dv-neutron-master-2-hyperv neutron-server[103800]: return self._get(url).json() Jan 05 17:12:42.728922 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 05 17:12:42.728922 dv-neutron-master-2-hyperv neutron-server[103800]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 05 17:12:42.728922 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 05 17:12:42.728922 dv-neutron-master-2-hyperv neutron-server[103800]: return self.request(url, 'GET', **kwargs) Jan 05 17:12:42.728922 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 05 17:12:42.728922 dv-neutron-master-2-hyperv neutron-server[103800]: base_url = self.get_endpoint(auth, allow=allow, Jan 05 17:12:42.728922 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 05 17:12:42.728922 dv-neutron-master-2-hyperv neutron-server[103800]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 05 17:12:42.728922 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 05 17:12:42.728922 dv-neutron-master-2-hyperv neutron-server[103800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 05 17:12:42.728922 dv-neutron-master-2-hyperv neutron-server[103800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 05 17:12:42.749669 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-a1d46706-1633-447b-8651-f51f2e5157c9 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3891722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648695'] for network, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:42.756715 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-a1d46706-1633-447b-8651-f51f2e5157c9 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks [] for network, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:42.759879 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-a1d46706-1633-447b-8651-f51f2e5157c9 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] 10.222.0.11 "DELETE /v2.0/networks/a8319671-3c52-4189-a58b-9ea1cd1b3a23 HTTP/1.1" status: 204 len: 168 time: 0.8286467 Jan 05 17:12:42.765740 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 45282) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:12:42.779025 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-3d9d4122-b024-499f-a998-13760b2b7deb tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2021194484'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:12:42.782191 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d46706-1633-447b-8651-f51f2e5157c9 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Pushing event deleted for resources: {'Network': ['ID=a8319671-3c52-4189-a58b-9ea1cd1b3a23,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:12:42.858189 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-dfc5ed24-d628-4519-9dd9-b687113af03b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3891722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648695'] for network, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:42.864644 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-dfc5ed24-d628-4519-9dd9-b687113af03b admin admin] Publish callbacks [] for network, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:42.868208 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-dfc5ed24-d628-4519-9dd9-b687113af03b admin admin] 10.222.0.11 "DELETE /v2.0/networks/7a968814-bffa-4eb8-b5c5-87ea682a3631 HTTP/1.1" status: 204 len: 168 time: 0.3632321 Jan 05 17:12:42.871104 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 45284) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:12:42.878611 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc5ed24-d628-4519-9dd9-b687113af03b admin admin] Pushing event deleted for resources: {'Network': ['ID=7a968814-bffa-4eb8-b5c5-87ea682a3631,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:12:43.129204 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d9d4122-b024-499f-a998-13760b2b7deb tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Made reservation on behalf of ae615b9d4e3242ec84f93fb74627d3b2 for: {'network': 1} {{(pid=103801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:12:43.132765 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3d9d4122-b024-499f-a998-13760b2b7deb tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for network, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:43.160403 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc8870bd-5567-4202-9458-c2a39e0f60d7 admin admin] Deleting subnet 69a4a3d9-d0dc-42a1-891c-cdfa95c947fa {{(pid=103801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 05 17:12:43.165027 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-cc8870bd-5567-4202-9458-c2a39e0f60d7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:43.191409 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d9d4122-b024-499f-a998-13760b2b7deb tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'} {{(pid=103801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 05 17:12:43.208219 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3d9d4122-b024-499f-a998-13760b2b7deb tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225'] for segment, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:43.208556 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.db.segments_db [None req-3d9d4122-b024-499f-a998-13760b2b7deb tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Added segment fff07e2d-2576-4443-abe2-d7572a5527bc of type vlan for network bcb54a87-9273-4be9-b7dd-a070a6fdde04 Jan 05 17:12:43.218607 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-cc8870bd-5567-4202-9458-c2a39e0f60d7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11316398'] for subnet, precommit_delete_associations {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:43.277777 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3d9d4122-b024-499f-a998-13760b2b7deb tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754180566020'] for network, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:43.291873 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-cc8870bd-5567-4202-9458-c2a39e0f60d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892868'] for subnet, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:43.421970 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Device b546ed65-d379-4282-960f-861631c9daf4 no longer exists at agent hyperv_hv-neutron-mast {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 05 17:12:43.429923 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3d9d4122-b024-499f-a998-13760b2b7deb tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685'] for network, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:43.436262 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d9d4122-b024-499f-a998-13760b2b7deb tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:12:43.436849 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3d9d4122-b024-499f-a998-13760b2b7deb tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks [] for network, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:43.445627 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] No Port match for: b546ed65-d379-4282-960f-861631c9daf4 {{(pid=103802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 05 17:12:43.445972 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Device b546ed65-d379-4282-960f-861631c9daf4 not bound to the agent host hv-neutron-mast {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 05 17:12:43.447152 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-cc8870bd-5567-4202-9458-c2a39e0f60d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3893367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11433231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12480600'] for subnet, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:43.510957 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8870bd-5567-4202-9458-c2a39e0f60d7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=69a4a3d9-d0dc-42a1-891c-cdfa95c947fa,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:12:43.531477 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-cc8870bd-5567-4202-9458-c2a39e0f60d7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:43.534429 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-cc8870bd-5567-4202-9458-c2a39e0f60d7 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/69a4a3d9-d0dc-42a1-891c-cdfa95c947fa HTTP/1.1" status: 204 len: 168 time: 0.6622076 Jan 05 17:12:43.536952 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 45286) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:12:43.544255 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9d4122-b024-499f-a998-13760b2b7deb tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Pushing event updated for resources: {'Network': ['ID=bcb54a87-9273-4be9-b7dd-a070a6fdde04,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:12:43.555237 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Network bcb54a87-9273-4be9-b7dd-a070a6fdde04 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 05 17:12:43.592454 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-3d9d4122-b024-499f-a998-13760b2b7deb tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8175054 Jan 05 17:12:43.595448 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 45288) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:12:43.602027 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-6375c08d-0d09-44fa-9561-da578e036105 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Request body: {'subnet': {'network_id': 'bcb54a87-9273-4be9-b7dd-a070a6fdde04', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:12:43.662416 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-7daf5c11-8c80-467a-9700-dc45b4000e3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3809644'] for network, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:43.692362 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device dcd1ffc9-699c-44c6-b59d-f6f2a025d998 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 05 17:12:43.712775 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] No Port match for: dcd1ffc9-699c-44c6-b59d-f6f2a025d998 {{(pid=103802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 05 17:12:43.713227 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device dcd1ffc9-699c-44c6-b59d-f6f2a025d998 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 05 17:12:43.775285 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-7daf5c11-8c80-467a-9700-dc45b4000e3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3891715', 'neutron.services.segments.db._delete_segments_for_network-8754181063482'] for network, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:43.795561 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.services.segments.db [None req-7daf5c11-8c80-467a-9700-dc45b4000e3d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1265bc4-dea1-4541-8836-16e706b3b63e']}} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:12:43.804672 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.services.segments.db [None req-7daf5c11-8c80-467a-9700-dc45b4000e3d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'beba97f0-86ed-463b-9da3-62094191c8fe') {'for_net_delete': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:12:43.804967 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.services.segments.db [None req-7daf5c11-8c80-467a-9700-dc45b4000e3d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'beba97f0-86ed-463b-9da3-62094191c8fe') {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:12:43.814099 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-7daf5c11-8c80-467a-9700-dc45b4000e3d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754181064771', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11316385'] for segment, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:43.823851 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6375c08d-0d09-44fa-9561-da578e036105 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Made reservation on behalf of ae615b9d4e3242ec84f93fb74627d3b2 for: {'subnet': 1} {{(pid=103801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:12:43.827990 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-6375c08d-0d09-44fa-9561-da578e036105 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12480675'] for subnet, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:43.833824 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-7daf5c11-8c80-467a-9700-dc45b4000e3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225'] for segment, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:43.857263 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7daf5c11-8c80-467a-9700-dc45b4000e3d admin admin] Releasing vlan 133 on physical network physnet1 to pool {{(pid=103801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 05 17:12:43.857681 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-7daf5c11-8c80-467a-9700-dc45b4000e3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11433197'] for segment, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:43.859310 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:12:43.859310 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:12:43.859310 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:12:43.859310 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:12:43.859310 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:12:43.859310 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:12:43.859310 dv-neutron-master-2-hyperv neutron-server[103801]: Traceback (most recent call last): Jan 05 17:12:43.859310 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 05 17:12:43.859310 dv-neutron-master-2-hyperv neutron-server[103801]: timer() Jan 05 17:12:43.859310 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 05 17:12:43.859310 dv-neutron-master-2-hyperv neutron-server[103801]: cb(*args, **kw) Jan 05 17:12:43.859310 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 05 17:12:43.859310 dv-neutron-master-2-hyperv neutron-server[103801]: return func(*args, **kwargs) Jan 05 17:12:43.859310 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 05 17:12:43.859310 dv-neutron-master-2-hyperv neutron-server[103801]: self._notify() Jan 05 17:12:43.859310 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 05 17:12:43.859310 dv-neutron-master-2-hyperv neutron-server[103801]: self.callback(batched_events) Jan 05 17:12:43.859310 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 05 17:12:43.859310 dv-neutron-master-2-hyperv neutron-server[103801]: event.method(event) Jan 05 17:12:43.859310 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 05 17:12:43.859310 dv-neutron-master-2-hyperv neutron-server[103801]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 05 17:12:43.859310 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 05 17:12:43.859310 dv-neutron-master-2-hyperv neutron-server[103801]: aggregate_uuid = self.p_client.list_aggregates( Jan 05 17:12:43.859310 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 05 17:12:43.859310 dv-neutron-master-2-hyperv neutron-server[103801]: return f(self, *a, **k) Jan 05 17:12:43.859310 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 05 17:12:43.859310 dv-neutron-master-2-hyperv neutron-server[103801]: return self._get(url).json() Jan 05 17:12:43.859310 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 05 17:12:43.859310 dv-neutron-master-2-hyperv neutron-server[103801]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 05 17:12:43.859310 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 05 17:12:43.859310 dv-neutron-master-2-hyperv neutron-server[103801]: return self.request(url, 'GET', **kwargs) Jan 05 17:12:43.859310 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 05 17:12:43.859310 dv-neutron-master-2-hyperv neutron-server[103801]: base_url = self.get_endpoint(auth, allow=allow, Jan 05 17:12:43.859310 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 05 17:12:43.859310 dv-neutron-master-2-hyperv neutron-server[103801]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 05 17:12:43.859310 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 05 17:12:43.859310 dv-neutron-master-2-hyperv neutron-server[103801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 05 17:12:43.859310 dv-neutron-master-2-hyperv neutron-server[103801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 05 17:12:44.011977 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-7daf5c11-8c80-467a-9700-dc45b4000e3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3891722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648695'] for network, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:44.018224 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-7daf5c11-8c80-467a-9700-dc45b4000e3d admin admin] Publish callbacks [] for network, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:44.021384 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-7daf5c11-8c80-467a-9700-dc45b4000e3d admin admin] 10.222.0.11 "DELETE /v2.0/networks/d1265bc4-dea1-4541-8836-16e706b3b63e HTTP/1.1" status: 204 len: 168 time: 0.4835308 Jan 05 17:12:44.039794 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7daf5c11-8c80-467a-9700-dc45b4000e3d admin admin] Pushing event deleted for resources: {'Network': ['ID=d1265bc4-dea1-4541-8836-16e706b3b63e,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:12:44.201808 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-6375c08d-0d09-44fa-9561-da578e036105 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11433288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12480593'] for subnet, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:44.265447 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6375c08d-0d09-44fa-9561-da578e036105 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Pushing event updated for resources: {'Subnet': ['ID=1ed53ff9-1582-49a9-8056-bf941715b540,revision_number=0']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:12:44.272699 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6375c08d-0d09-44fa-9561-da578e036105 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Checking segment: {'id': 'fff07e2d-2576-4443-abe2-d7572a5527bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'bcb54a87-9273-4be9-b7dd-a070a6fdde04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:12:44.273001 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6375c08d-0d09-44fa-9561-da578e036105 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Network hostable DHCP agents. Network: bcb54a87-9273-4be9-b7dd-a070a6fdde04, hostable agents: ['3f70c195-17da-4084-9fd6-bf6059d88535'], hosted agents: [] {{(pid=103801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 05 17:12:44.392825 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 45296) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:12:44.433445 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6375c08d-0d09-44fa-9561-da578e036105 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Network bcb54a87-9273-4be9-b7dd-a070a6fdde04 is scheduled to be hosted by DHCP agent 3f70c195-17da-4084-9fd6-bf6059d88535 with binding_index 1 {{(pid=103801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 05 17:12:44.451758 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-e5da129c-df90-4b3f-989a-231f633a68d2 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1081159aed0f4e8187dc83f37d1c4c97&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0569322 Jan 05 17:12:44.454485 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 45298) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:12:44.509861 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-936bfcd0-38a2-4b4c-88ec-1a59a779d470 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:44.530765 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-936bfcd0-38a2-4b4c-88ec-1a59a779d470 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:44.536833 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-6375c08d-0d09-44fa-9561-da578e036105 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, bcb54a87-9273-4be9-b7dd-a070a6fdde04) {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:12:44.544124 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6375c08d-0d09-44fa-9561-da578e036105 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:12:44.544282 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40b95fbb-3a5a-447a-bcca-596256200dcc None None] Network bcb54a87-9273-4be9-b7dd-a070a6fdde04 requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:12:44.545247 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-6375c08d-0d09-44fa-9561-da578e036105 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks [] for subnet, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:44.633002 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-6375c08d-0d09-44fa-9561-da578e036105 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0365322 Jan 05 17:12:44.635766 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 45300) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:12:44.640184 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-d8ba9332-d2ea-4569-8143-9071f3731365 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-633414723', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:12:44.643488 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd60d109-e67f-4432-818f-e81061aeb11b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-bcb54a87-9273-4be9-b7dd-a070a6fdde04', 'network_id': 'bcb54a87-9273-4be9-b7dd-a070a6fdde04', 'project_id': 'ae615b9d4e3242ec84f93fb74627d3b2', 'fixed_ips': [{'subnet_id': '1ed53ff9-1582-49a9-8056-bf941715b540'}]}} from dv-neutron-master-2-hyperv. {{(pid=103802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 05 17:12:44.644406 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-fd60d109-e67f-4432-818f-e81061aeb11b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:44.667232 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-936bfcd0-38a2-4b4c-88ec-1a59a779d470 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:44.670538 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-936bfcd0-38a2-4b4c-88ec-1a59a779d470 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:44.671797 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-936bfcd0-38a2-4b4c-88ec-1a59a779d470 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/53b3682f-ad5d-484b-bdf3-fc84c73a84fb HTTP/1.1" status: 204 len: 168 time: 0.2164052 Jan 05 17:12:44.680695 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936bfcd0-38a2-4b4c-88ec-1a59a779d470 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53b3682f-ad5d-484b-bdf3-fc84c73a84fb,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:12:44.743052 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-d8ba9332-d2ea-4569-8143-9071f3731365 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-649063', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58098'] for router, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:44.744969 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-d8ba9332-d2ea-4569-8143-9071f3731365 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649832', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-545006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58091'] for router, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:44.798830 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-d8ba9332-d2ea-4569-8143-9071f3731365 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:44.800245 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.db_base_plugin_common [None req-fd60d109-e67f-4432-818f-e81061aeb11b None None] Allocated IP 2001:db8::2 (bcb54a87-9273-4be9-b7dd-a070a6fdde04/1ed53ff9-1582-49a9-8056-bf941715b540/dfa439ae-457b-49bb-9840-3ff053584296) {{(pid=103802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:12:44.896521 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-d8ba9332-d2ea-4569-8143-9071f3731365 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-648430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648639'] for router, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:44.944797 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-fd60d109-e67f-4432-818f-e81061aeb11b None None] Publish callbacks [] for port, precommit_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:45.026360 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-d8ba9332-d2ea-4569-8143-9071f3731365 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks [] for router, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:45.027618 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-d8ba9332-d2ea-4569-8143-9071f3731365 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3908563 Jan 05 17:12:45.030829 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 45306) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:12:45.035747 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-55e8e972-e344-4f38-82b7-ac7968e84584 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Request body: {'port': {'network_id': 'bcb54a87-9273-4be9-b7dd-a070a6fdde04', 'name': 'tempest-PortsIpV6TestJSON-1038877229'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:12:45.048055 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-fd60d109-e67f-4432-818f-e81061aeb11b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669'] for port, after_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:45.089816 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd60d109-e67f-4432-818f-e81061aeb11b None None] Network bcb54a87-9273-4be9-b7dd-a070a6fdde04 is already hosted by enough agents. {{(pid=103802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:12:45.093540 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.scheduler.base_scheduler [None req-fd60d109-e67f-4432-818f-e81061aeb11b None None] Resources bound (agent type, host, resource id): {{(pid=103802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:12:45.097150 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd60d109-e67f-4432-818f-e81061aeb11b None None] Received port after_create {{(pid=103802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:12:45.132144 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd60d109-e67f-4432-818f-e81061aeb11b None None] Pushing event updated for resources: {'Port': ['ID=dfa439ae-457b-49bb-9840-3ff053584296,revision_number=1']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:12:45.162523 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-fd60d109-e67f-4432-818f-e81061aeb11b None None] Attempting to bind port dfa439ae-457b-49bb-9840-3ff053584296 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 05 17:12:45.162891 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-fd60d109-e67f-4432-818f-e81061aeb11b None None] Attempting to bind port dfa439ae-457b-49bb-9840-3ff053584296 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'fff07e2d-2576-4443-abe2-d7572a5527bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'bcb54a87-9273-4be9-b7dd-a070a6fdde04'}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 05 17:12:45.163251 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd60d109-e67f-4432-818f-e81061aeb11b None None] Attempting to bind port dfa439ae-457b-49bb-9840-3ff053584296 on network bcb54a87-9273-4be9-b7dd-a070a6fdde04 {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:12:45.168155 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd60d109-e67f-4432-818f-e81061aeb11b None None] Checking agent: {'id': '0d4f8fd3-ce62-4651-970c-efa6a8bb22b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 5, 16, 57, 23), 'started_at': datetime.datetime(2022, 1, 5, 16, 57, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 5, 17, 12, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 05 17:12:45.168531 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd60d109-e67f-4432-818f-e81061aeb11b None None] Checking segment: {'id': 'fff07e2d-2576-4443-abe2-d7572a5527bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'bcb54a87-9273-4be9-b7dd-a070a6fdde04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:12:45.168930 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-fd60d109-e67f-4432-818f-e81061aeb11b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:45.169353 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd60d109-e67f-4432-818f-e81061aeb11b None None] Bound using segment: {'id': 'fff07e2d-2576-4443-abe2-d7572a5527bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'bcb54a87-9273-4be9-b7dd-a070a6fdde04'} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 05 17:12:45.170537 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-fd60d109-e67f-4432-818f-e81061aeb11b None None] Bound port: dfa439ae-457b-49bb-9840-3ff053584296, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fff07e2d-2576-4443-abe2-d7572a5527bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'bcb54a87-9273-4be9-b7dd-a070a6fdde04'}}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 05 17:12:45.170918 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-fd60d109-e67f-4432-818f-e81061aeb11b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:45.231805 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-fd60d109-e67f-4432-818f-e81061aeb11b None None] For port dfa439ae-457b-49bb-9840-3ff053584296, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 05 17:12:45.234754 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-fd60d109-e67f-4432-818f-e81061aeb11b None None] For port dfa439ae-457b-49bb-9840-3ff053584296, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=dfa439ae-457b-49bb-9840-3ff053584296,segment=NetworkSegment(fff07e2d-2576-4443-abe2-d7572a5527bc),segment_id=fff07e2d-2576-4443-abe2-d7572a5527bc)] {{(pid=103802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 05 17:12:45.244225 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55e8e972-e344-4f38-82b7-ac7968e84584 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Made reservation on behalf of ae615b9d4e3242ec84f93fb74627d3b2 for: {'port': 1} {{(pid=103801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:12:45.248085 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-55e8e972-e344-4f38-82b7-ac7968e84584 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:45.265959 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.notifiers.nova [None req-55e8e972-e344-4f38-82b7-ac7968e84584 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] device_id is not set on port 6306a5df-8d08-4dec-9d9f-7fb028a1a74c yet. {{(pid=103801) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 05 17:12:45.323132 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-fd60d109-e67f-4432-818f-e81061aeb11b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:45.378198 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd60d109-e67f-4432-818f-e81061aeb11b None None] Pushing event updated for resources: {'Port': ['ID=dfa439ae-457b-49bb-9840-3ff053584296,revision_number=2']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:12:45.395236 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [None req-55e8e972-e344-4f38-82b7-ac7968e84584 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Allocated IP 2001:db8::c6 (bcb54a87-9273-4be9-b7dd-a070a6fdde04/1ed53ff9-1582-49a9-8056-bf941715b540/6306a5df-8d08-4dec-9d9f-7fb028a1a74c) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:12:45.431016 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 45308) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:12:45.478712 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-0ee8fd7e-52ce-4b52-bbfc-e0eaade0f732 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=8169b7e8ffdf4e0daffa720b304578b4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0457566 Jan 05 17:12:45.481269 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 45310) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:12:45.535842 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-8f896642-fbca-468a-a41c-81d46284c08f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:45.567813 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-8f896642-fbca-468a-a41c-81d46284c08f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:45.578918 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-55e8e972-e344-4f38-82b7-ac7968e84584 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks [] for port, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:45.726732 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-55e8e972-e344-4f38-82b7-ac7968e84584 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11433176'] for port, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:45.728782 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device dfa439ae-457b-49bb-9840-3ff053584296 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:12:45.747327 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-8f896642-fbca-468a-a41c-81d46284c08f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:45.750784 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-8f896642-fbca-468a-a41c-81d46284c08f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:45.754725 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-8f896642-fbca-468a-a41c-81d46284c08f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/954a85a3-6db0-4372-9f1e-55684d5493d5 HTTP/1.1" status: 204 len: 168 time: 0.2699564 Jan 05 17:12:45.762657 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f896642-fbca-468a-a41c-81d46284c08f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=954a85a3-6db0-4372-9f1e-55684d5493d5,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:12:45.776252 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55e8e972-e344-4f38-82b7-ac7968e84584 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Network bcb54a87-9273-4be9-b7dd-a070a6fdde04 is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:12:45.780435 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-55e8e972-e344-4f38-82b7-ac7968e84584 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:12:45.782927 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55e8e972-e344-4f38-82b7-ac7968e84584 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:12:45.789078 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55e8e972-e344-4f38-82b7-ac7968e84584 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:12:45.789732 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-55e8e972-e344-4f38-82b7-ac7968e84584 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:45.802656 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Provisioning complete for port dfa439ae-457b-49bb-9840-3ff053584296 triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:12:45.803404 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:45.813211 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e8e972-e344-4f38-82b7-ac7968e84584 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Pushing event updated for resources: {'Port': ['ID=6306a5df-8d08-4dec-9d9f-7fb028a1a74c,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:12:45.892508 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:45.912907 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-55e8e972-e344-4f38-82b7-ac7968e84584 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.8786697 Jan 05 17:12:45.913231 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 45314) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:12:45.928866 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] For port dfa439ae-457b-49bb-9840-3ff053584296, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=dfa439ae-457b-49bb-9840-3ff053584296,segment=NetworkSegment(fff07e2d-2576-4443-abe2-d7572a5527bc),segment_id=fff07e2d-2576-4443-abe2-d7572a5527bc)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:12:46.047227 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:46.102768 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Pushing event updated for resources: {'Port': ['ID=dfa439ae-457b-49bb-9840-3ff053584296,revision_number=3']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:12:46.251931 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7226371a-df5e-48cc-a733-f1db06be6916 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:46.439661 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-843632ab-d502-4455-aed4-f35f8fd67be6 None None] Network bcb54a87-9273-4be9-b7dd-a070a6fdde04 requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:12:46.520664 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-c908563b-8114-4de9-bcbf-d09493b23dce None None] Provisioning complete for port dfa439ae-457b-49bb-9840-3ff053584296 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:12:46.521029 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c908563b-8114-4de9-bcbf-d09493b23dce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:46.526490 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7226371a-df5e-48cc-a733-f1db06be6916 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks [] for port, precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:46.602231 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7226371a-df5e-48cc-a733-f1db06be6916 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8784461'] for port, after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:46.675365 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7226371a-df5e-48cc-a733-f1db06be6916 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Pushing event updated for resources: {'Port': ['ID=6306a5df-8d08-4dec-9d9f-7fb028a1a74c,revision_number=2']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:12:46.788788 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7226371a-df5e-48cc-a733-f1db06be6916 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-648552'] for router_interface, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:47.023221 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7226371a-df5e-48cc-a733-f1db06be6916 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:47.131046 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-33e7a631-21d4-4709-ab41-195e0690900d None None] Provisioning complete for port dfa439ae-457b-49bb-9840-3ff053584296 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:12:47.131046 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-33e7a631-21d4-4709-ab41-195e0690900d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:47.202995 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-b6d91628-e377-4853-9605-88795e492615 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:47.265975 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-33e7a631-21d4-4709-ab41-195e0690900d None None] Provisioning complete for port 6306a5df-8d08-4dec-9d9f-7fb028a1a74c triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:12:47.266345 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-33e7a631-21d4-4709-ab41-195e0690900d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:47.304363 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-33e7a631-21d4-4709-ab41-195e0690900d None None] Port 6306a5df-8d08-4dec-9d9f-7fb028a1a74c cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 17:12:47.424735 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-5d7a639e-e058-4e56-b801-3f9fd5cf89a1 None None] Provisioning complete for port 6306a5df-8d08-4dec-9d9f-7fb028a1a74c triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:12:47.424996 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-5d7a639e-e058-4e56-b801-3f9fd5cf89a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:47.459935 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-5d7a639e-e058-4e56-b801-3f9fd5cf89a1 None None] Port 6306a5df-8d08-4dec-9d9f-7fb028a1a74c cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 17:12:47.619025 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7226371a-df5e-48cc-a733-f1db06be6916 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks [] for port, precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:47.693354 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7226371a-df5e-48cc-a733-f1db06be6916 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8784461'] for port, after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:47.693555 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7226371a-df5e-48cc-a733-f1db06be6916 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-531704'] for router_interface, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:47.696499 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device dfa439ae-457b-49bb-9840-3ff053584296 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:12:47.746008 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Provisioning complete for port dfa439ae-457b-49bb-9840-3ff053584296 triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:12:47.746365 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:47.781151 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7226371a-df5e-48cc-a733-f1db06be6916 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Pushing event updated for resources: {'Port': ['ID=6306a5df-8d08-4dec-9d9f-7fb028a1a74c,revision_number=3']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:12:47.827566 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7226371a-df5e-48cc-a733-f1db06be6916 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Network bcb54a87-9273-4be9-b7dd-a070a6fdde04 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:12:47.829176 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-7226371a-df5e-48cc-a733-f1db06be6916 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:12:47.999897 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7226371a-df5e-48cc-a733-f1db06be6916 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Router cd8cf588-4aa8-4304-8734-318b97d1e647 is scheduled to L3 agent 59446fdc-40e0-41fe-a575-a8eb11d742f7 with binding_index 1 {{(pid=103800) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 05 17:12:48.082673 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-2e14d085-79f3-47b2-b364-062edff1cfdc None None] Provisioning complete for port 6306a5df-8d08-4dec-9d9f-7fb028a1a74c triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:12:48.083037 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-2e14d085-79f3-47b2-b364-062edff1cfdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:48.093060 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7226371a-df5e-48cc-a733-f1db06be6916 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 05 17:12:48.098277 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-7226371a-df5e-48cc-a733-f1db06be6916 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] 10.222.0.11 "PUT /v2.0/routers/cd8cf588-4aa8-4304-8734-318b97d1e647/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1838062 Jan 05 17:12:48.100929 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 45316) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:12:48.106023 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ccc1092-c34c-4dd5-893c-4e5ddc012d00 None None] Sync routers for ids ['cd8cf588-4aa8-4304-8734-318b97d1e647'] in dv-neutron-master-2-hyperv {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 05 17:12:48.130800 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-2e14d085-79f3-47b2-b364-062edff1cfdc None None] Port 6306a5df-8d08-4dec-9d9f-7fb028a1a74c cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 17:12:48.134171 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ccc1092-c34c-4dd5-893c-4e5ddc012d00 None None] Routers {'cd8cf588-4aa8-4304-8734-318b97d1e647'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:12:48.135468 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-6ccc1092-c34c-4dd5-893c-4e5ddc012d00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:12:19Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['cd8cf588-4aa8-4304-8734-318b97d1e647'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:12:48.152442 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c506405-5e36-4c82-8723-7598b3cab8f5 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:12:48.153994 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-1c506405-5e36-4c82-8723-7598b3cab8f5 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] 10.222.0.11 "GET /v2.0/ports?device_id=cd8cf588-4aa8-4304-8734-318b97d1e647 HTTP/1.1" status: 200 len: 988 time: 0.0520959 Jan 05 17:12:48.156772 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 45318) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:12:48.168560 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-6ccc1092-c34c-4dd5-893c-4e5ddc012d00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:12:48.177143 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ccc1092-c34c-4dd5-893c-4e5ddc012d00 None None] Routers {'cd8cf588-4aa8-4304-8734-318b97d1e647'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:12:48.177752 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-6ccc1092-c34c-4dd5-893c-4e5ddc012d00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:12:19Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['cd8cf588-4aa8-4304-8734-318b97d1e647'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:12:48.209743 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-6ccc1092-c34c-4dd5-893c-4e5ddc012d00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:12:48.210381 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ccc1092-c34c-4dd5-893c-4e5ddc012d00 None None] The sync data for ids ['cd8cf588-4aa8-4304-8734-318b97d1e647'] in dv-neutron-master-2-hyperv is: [] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 05 17:12:48.570399 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7a5d8389-3e3a-4fb1-b593-946bee043d3e tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-531685'] for router_interface, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:48.777189 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-7a5d8389-3e3a-4fb1-b593-946bee043d3e tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Deleting port 6306a5df-8d08-4dec-9d9f-7fb028a1a74c {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:12:48.777922 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7a5d8389-3e3a-4fb1-b593-946bee043d3e tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:48.865252 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7a5d8389-3e3a-4fb1-b593-946bee043d3e tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:48.877098 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-7a5d8389-3e3a-4fb1-b593-946bee043d3e tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Calling delete_port for 6306a5df-8d08-4dec-9d9f-7fb028a1a74c owned by network:router_interface {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:12:49.143953 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7a5d8389-3e3a-4fb1-b593-946bee043d3e tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:49.173305 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5d8389-3e3a-4fb1-b593-946bee043d3e tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Pushing event deleted for resources: {'Port': ['ID=6306a5df-8d08-4dec-9d9f-7fb028a1a74c,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:12:49.246831 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 45322) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:12:49.269418 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7a5d8389-3e3a-4fb1-b593-946bee043d3e tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-560676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531569'] for router_interface, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:49.290055 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-9089ced8-6794-4c47-8f86-651cdcdb4977 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:49.322682 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-566972c4-f13a-4d03-a5dc-dd130d7fb8d0 tempest-TestNetworkBasicOps-152746079 tempest-TestNetworkBasicOps-152746079-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:12:49.323461 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-566972c4-f13a-4d03-a5dc-dd130d7fb8d0 tempest-TestNetworkBasicOps-152746079 tempest-TestNetworkBasicOps-152746079-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:12:49.324362 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-566972c4-f13a-4d03-a5dc-dd130d7fb8d0 tempest-TestNetworkBasicOps-152746079 tempest-TestNetworkBasicOps-152746079-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:12:49.338265 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-566972c4-f13a-4d03-a5dc-dd130d7fb8d0 tempest-TestNetworkBasicOps-152746079 tempest-TestNetworkBasicOps-152746079-project-admin] 10.222.0.11 "GET /v2.0/ports?project_id=ec76859de02442879238ecf1eaefefed&network_id=62c260dd-d135-4213-8dd0-485aab18a1d0 HTTP/1.1" status: 200 len: 2999 time: 0.0899117 Jan 05 17:12:49.444012 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a5d8389-3e3a-4fb1-b593-946bee043d3e tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Router cd8cf588-4aa8-4304-8734-318b97d1e647 has already been hosted by L3 agent 59446fdc-40e0-41fe-a575-a8eb11d742f7 {{(pid=103800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 05 17:12:49.518501 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a5d8389-3e3a-4fb1-b593-946bee043d3e tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 05 17:12:49.523585 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-7a5d8389-3e3a-4fb1-b593-946bee043d3e tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] 10.222.0.11 "PUT /v2.0/routers/cd8cf588-4aa8-4304-8734-318b97d1e647/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3655980 Jan 05 17:12:49.526584 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 45326) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:12:49.527583 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68757bf9-667d-442b-b24f-0289496aa2b9 None None] Sync routers for ids ['cd8cf588-4aa8-4304-8734-318b97d1e647'] in dv-neutron-master-2-hyperv {{(pid=103803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 05 17:12:49.543196 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68757bf9-667d-442b-b24f-0289496aa2b9 None None] Routers {'cd8cf588-4aa8-4304-8734-318b97d1e647'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:12:49.543809 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-68757bf9-667d-442b-b24f-0289496aa2b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:12:49Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['cd8cf588-4aa8-4304-8734-318b97d1e647'], 'active': True} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:12:49.553867 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.pecan_wsgi.hooks.translation [None req-2278eed7-7d66-4bdd-989b-454fcdb78e64 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] GET failed (client error): The resource could not be found. Jan 05 17:12:49.559261 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-2278eed7-7d66-4bdd-989b-454fcdb78e64 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] 10.222.0.11 "GET /v2.0/ports/6306a5df-8d08-4dec-9d9f-7fb028a1a74c HTTP/1.1" status: 404 len: 333 time: 0.0280273 Jan 05 17:12:49.561694 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 45328) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:12:49.585558 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-68757bf9-667d-442b-b24f-0289496aa2b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:12:49.594642 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68757bf9-667d-442b-b24f-0289496aa2b9 None None] Routers {'cd8cf588-4aa8-4304-8734-318b97d1e647'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:12:49.599341 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-68757bf9-667d-442b-b24f-0289496aa2b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:12:49Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['cd8cf588-4aa8-4304-8734-318b97d1e647'], 'active': True} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:12:49.628195 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-68757bf9-667d-442b-b24f-0289496aa2b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:12:49.628870 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68757bf9-667d-442b-b24f-0289496aa2b9 None None] The sync data for ids ['cd8cf588-4aa8-4304-8734-318b97d1e647'] in dv-neutron-master-2-hyperv is: [] {{(pid=103803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 05 17:12:49.650104 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-55f7fd10-2735-4450-9d19-d08ab738e796 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks [] for router, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:49.678386 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:49.809097 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-55f7fd10-2735-4450-9d19-d08ab738e796 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-648249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62744'] for router, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:49.812164 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-55f7fd10-2735-4450-9d19-d08ab738e796 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:50.038347 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-55f7fd10-2735-4450-9d19-d08ab738e796 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-648240'] for router, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:50.038856 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55f7fd10-2735-4450-9d19-d08ab738e796 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Fanout notify agent at l3_agent the message router_deleted on router cd8cf588-4aa8-4304-8734-318b97d1e647 {{(pid=103801) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 05 17:12:50.046412 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-55f7fd10-2735-4450-9d19-d08ab738e796 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks [] for router, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:50.047490 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-55f7fd10-2735-4450-9d19-d08ab738e796 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] 10.222.0.11 "DELETE /v2.0/routers/cd8cf588-4aa8-4304-8734-318b97d1e647 HTTP/1.1" status: 204 len: 168 time: 0.4848781 Jan 05 17:12:50.050101 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 45332) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:12:50.104947 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f1bc80b-e847-45c3-8c14-12ef207ac8e8 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Deleting subnet 1ed53ff9-1582-49a9-8056-bf941715b540 {{(pid=103801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 05 17:12:50.108647 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-4f1bc80b-e847-45c3-8c14-12ef207ac8e8 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks [] for subnet, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:50.148526 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-4f1bc80b-e847-45c3-8c14-12ef207ac8e8 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11316398'] for subnet, precommit_delete_associations {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:50.229563 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-4f1bc80b-e847-45c3-8c14-12ef207ac8e8 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892868'] for subnet, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:50.332459 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-4f1bc80b-e847-45c3-8c14-12ef207ac8e8 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3893367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11433231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12480600'] for subnet, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:50.364790 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1bc80b-e847-45c3-8c14-12ef207ac8e8 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Pushing event deleted for resources: {'Subnet': ['ID=1ed53ff9-1582-49a9-8056-bf941715b540,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:12:50.368800 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-4f1bc80b-e847-45c3-8c14-12ef207ac8e8 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks [] for subnet, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:50.372138 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-4f1bc80b-e847-45c3-8c14-12ef207ac8e8 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] 10.222.0.11 "DELETE /v2.0/subnets/1ed53ff9-1582-49a9-8056-bf941715b540 HTTP/1.1" status: 204 len: 168 time: 0.3209660 Jan 05 17:12:50.374811 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 45334) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:12:50.375966 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da712724-42f6-4edb-a6ef-8b52bf477258 None None] Network bcb54a87-9273-4be9-b7dd-a070a6fdde04 requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:12:50.450609 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-8dc58cd3-511d-4fe4-a82b-e1eaa0b52453 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3809644'] for network, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:50.512372 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-8dc58cd3-511d-4fe4-a82b-e1eaa0b52453 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Deleting port dfa439ae-457b-49bb-9840-3ff053584296 {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:12:50.512649 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-8dc58cd3-511d-4fe4-a82b-e1eaa0b52453 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:50.522568 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d2607572-b3c9-472c-85bc-c8de0c3fb75c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:50.543187 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8742fda2-3203-4d96-868e-33c1ac4f12eb None None] DHCP port deletion for bcb54a87-9273-4be9-b7dd-a070a6fdde04 request from dv-neutron-master-2-hyperv {{(pid=103802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 05 17:12:50.586024 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-8dc58cd3-511d-4fe4-a82b-e1eaa0b52453 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] For port dfa439ae-457b-49bb-9840-3ff053584296, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=dfa439ae-457b-49bb-9840-3ff053584296,segment=NetworkSegment(fff07e2d-2576-4443-abe2-d7572a5527bc),segment_id=fff07e2d-2576-4443-abe2-d7572a5527bc)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:12:50.586444 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-8dc58cd3-511d-4fe4-a82b-e1eaa0b52453 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:50.595934 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-8742fda2-3203-4d96-868e-33c1ac4f12eb None None] Deleting port dfa439ae-457b-49bb-9840-3ff053584296 {{(pid=103802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:12:50.596990 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-8742fda2-3203-4d96-868e-33c1ac4f12eb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:50.599879 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-8dc58cd3-511d-4fe4-a82b-e1eaa0b52453 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Calling delete_port for dfa439ae-457b-49bb-9840-3ff053584296 owned by network:dhcp {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:12:50.660345 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-8742fda2-3203-4d96-868e-33c1ac4f12eb None None] For port dfa439ae-457b-49bb-9840-3ff053584296, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=dfa439ae-457b-49bb-9840-3ff053584296,segment=NetworkSegment(fff07e2d-2576-4443-abe2-d7572a5527bc),segment_id=fff07e2d-2576-4443-abe2-d7572a5527bc)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:12:50.665782 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-8742fda2-3203-4d96-868e-33c1ac4f12eb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:50.673397 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-8742fda2-3203-4d96-868e-33c1ac4f12eb None None] Calling delete_port for dfa439ae-457b-49bb-9840-3ff053584296 owned by network:dhcp {{(pid=103802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:12:50.761032 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-8dc58cd3-511d-4fe4-a82b-e1eaa0b52453 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11433176'] for port, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:50.767793 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-8742fda2-3203-4d96-868e-33c1ac4f12eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678'] for port, after_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:50.789460 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc58cd3-511d-4fe4-a82b-e1eaa0b52453 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Pushing event deleted for resources: {'Port': ['ID=dfa439ae-457b-49bb-9840-3ff053584296,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:12:50.792418 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dc58cd3-511d-4fe4-a82b-e1eaa0b52453 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] No DVR routers for this DVR port dfa439ae-457b-49bb-9840-3ff053584296 on host dv-neutron-master-2-hyperv {{(pid=103801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 05 17:12:50.794176 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8742fda2-3203-4d96-868e-33c1ac4f12eb None None] Pushing event deleted for resources: {'Port': ['ID=dfa439ae-457b-49bb-9840-3ff053584296,revision_number=None']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:12:50.795959 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8742fda2-3203-4d96-868e-33c1ac4f12eb None None] No DVR routers for this DVR port dfa439ae-457b-49bb-9840-3ff053584296 on host dv-neutron-master-2-hyperv {{(pid=103802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 05 17:12:50.873369 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-8dc58cd3-511d-4fe4-a82b-e1eaa0b52453 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3891715', 'neutron.services.segments.db._delete_segments_for_network-8754181063482'] for network, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:50.893752 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.services.segments.db [None req-8dc58cd3-511d-4fe4-a82b-e1eaa0b52453 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bcb54a87-9273-4be9-b7dd-a070a6fdde04']}} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:12:50.903015 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.services.segments.db [None req-8dc58cd3-511d-4fe4-a82b-e1eaa0b52453 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fff07e2d-2576-4443-abe2-d7572a5527bc') {'for_net_delete': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:12:50.903305 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.services.segments.db [None req-8dc58cd3-511d-4fe4-a82b-e1eaa0b52453 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fff07e2d-2576-4443-abe2-d7572a5527bc') {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:12:50.912473 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-8dc58cd3-511d-4fe4-a82b-e1eaa0b52453 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754181064771', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11316385'] for segment, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:50.925671 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-8dc58cd3-511d-4fe4-a82b-e1eaa0b52453 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225'] for segment, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:50.931648 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8dc58cd3-511d-4fe4-a82b-e1eaa0b52453 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Releasing vlan 148 on physical network physnet1 to pool {{(pid=103801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 05 17:12:50.932022 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-8dc58cd3-511d-4fe4-a82b-e1eaa0b52453 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11433197'] for segment, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:50.934960 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:12:50.934960 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:12:50.934960 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:12:50.934960 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:12:50.934960 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:12:50.934960 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:12:50.934960 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:12:50.934960 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:12:50.934960 dv-neutron-master-2-hyperv neutron-server[103801]: Traceback (most recent call last): Jan 05 17:12:50.934960 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 05 17:12:50.934960 dv-neutron-master-2-hyperv neutron-server[103801]: timer() Jan 05 17:12:50.934960 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 05 17:12:50.934960 dv-neutron-master-2-hyperv neutron-server[103801]: cb(*args, **kw) Jan 05 17:12:50.934960 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 05 17:12:50.934960 dv-neutron-master-2-hyperv neutron-server[103801]: return func(*args, **kwargs) Jan 05 17:12:50.934960 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 05 17:12:50.934960 dv-neutron-master-2-hyperv neutron-server[103801]: self._notify() Jan 05 17:12:50.934960 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 05 17:12:50.934960 dv-neutron-master-2-hyperv neutron-server[103801]: self.callback(batched_events) Jan 05 17:12:50.934960 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 05 17:12:50.934960 dv-neutron-master-2-hyperv neutron-server[103801]: event.method(event) Jan 05 17:12:50.934960 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 05 17:12:50.934960 dv-neutron-master-2-hyperv neutron-server[103801]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 05 17:12:50.934960 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 05 17:12:50.934960 dv-neutron-master-2-hyperv neutron-server[103801]: aggregate_uuid = self.p_client.list_aggregates( Jan 05 17:12:50.934960 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 05 17:12:50.934960 dv-neutron-master-2-hyperv neutron-server[103801]: return f(self, *a, **k) Jan 05 17:12:50.934960 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 05 17:12:50.934960 dv-neutron-master-2-hyperv neutron-server[103801]: return self._get(url).json() Jan 05 17:12:50.934960 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 05 17:12:50.934960 dv-neutron-master-2-hyperv neutron-server[103801]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 05 17:12:50.934960 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 05 17:12:50.934960 dv-neutron-master-2-hyperv neutron-server[103801]: return self.request(url, 'GET', **kwargs) Jan 05 17:12:50.934960 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 05 17:12:50.934960 dv-neutron-master-2-hyperv neutron-server[103801]: base_url = self.get_endpoint(auth, allow=allow, Jan 05 17:12:50.934960 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 05 17:12:50.934960 dv-neutron-master-2-hyperv neutron-server[103801]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 05 17:12:50.934960 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 05 17:12:50.934960 dv-neutron-master-2-hyperv neutron-server[103801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 05 17:12:50.934960 dv-neutron-master-2-hyperv neutron-server[103801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 05 17:12:51.064101 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-8dc58cd3-511d-4fe4-a82b-e1eaa0b52453 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3891722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648695'] for network, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:51.071104 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-8dc58cd3-511d-4fe4-a82b-e1eaa0b52453 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks [] for network, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:51.074173 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-8dc58cd3-511d-4fe4-a82b-e1eaa0b52453 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] 10.222.0.11 "DELETE /v2.0/networks/bcb54a87-9273-4be9-b7dd-a070a6fdde04 HTTP/1.1" status: 204 len: 168 time: 0.6984327 Jan 05 17:12:51.080202 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 45338) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:12:51.087362 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc58cd3-511d-4fe4-a82b-e1eaa0b52453 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Pushing event deleted for resources: {'Network': ['ID=bcb54a87-9273-4be9-b7dd-a070a6fdde04,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:12:51.124335 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f14c77a3-72c1-4733-b68b-9ac7513d7e44 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:12:51.125706 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-f14c77a3-72c1-4733-b68b-9ac7513d7e44 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] 10.222.0.11 "GET /v2.0/ports/581d299c-7edd-4046-86ad-68f734c0a8c1 HTTP/1.1" status: 200 len: 845 time: 0.0444260 Jan 05 17:12:51.129287 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 45340) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:12:51.167967 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-c935e738-198b-4e6d-86d3-2c060320d2bb tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] 10.222.0.11 "GET /v2.0/ports/581d299c-7edd-4046-86ad-68f734c0a8c1?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0375929 Jan 05 17:12:51.172168 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 45342) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:12:51.176772 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-f1cca074-b86f-4393-a23c-345662f8cbed tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Request body: {'subnet': {'network_id': '37daec31-e58d-4385-95d3-027e845500db', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:12:51.358752 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1cca074-b86f-4393-a23c-345662f8cbed tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Made reservation on behalf of ae615b9d4e3242ec84f93fb74627d3b2 for: {'subnet': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:12:51.362549 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f1cca074-b86f-4393-a23c-345662f8cbed tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8521827'] for subnet, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:51.615914 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f1cca074-b86f-4393-a23c-345662f8cbed tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8784852', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8521873'] for subnet, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:51.659239 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1cca074-b86f-4393-a23c-345662f8cbed tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Network 37daec31-e58d-4385-95d3-027e845500db is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:12:51.662969 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-f1cca074-b86f-4393-a23c-345662f8cbed tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:12:51.667366 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1cca074-b86f-4393-a23c-345662f8cbed tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:12:51.667952 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f1cca074-b86f-4393-a23c-345662f8cbed tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks [] for subnet, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:51.674422 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fa2cd70-559a-4950-9e8f-27874079c3b1 None None] Network 37daec31-e58d-4385-95d3-027e845500db requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:12:51.680447 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cca074-b86f-4393-a23c-345662f8cbed tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Pushing event updated for resources: {'Subnet': ['ID=f8f27219-c279-4847-aee8-989990ebbc9f,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:12:51.700879 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device dfa439ae-457b-49bb-9840-3ff053584296 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 05 17:12:51.746354 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] No Port match for: dfa439ae-457b-49bb-9840-3ff053584296 {{(pid=103802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 05 17:12:51.746702 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device dfa439ae-457b-49bb-9840-3ff053584296 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 05 17:12:51.763502 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-f1cca074-b86f-4393-a23c-345662f8cbed tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5902529 Jan 05 17:12:51.766137 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 45344) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:12:51.770543 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-456aa51e-3473-4773-84cd-d3c25dc546e3 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Request body: {'security_group': {'name': 'tempest-secgroup-2132333422'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:12:51.836931 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f9357ef-2daf-4e65-ab66-34a5b4e4665a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-37daec31-e58d-4385-95d3-027e845500db', 'network_id': '37daec31-e58d-4385-95d3-027e845500db', 'project_id': 'ae615b9d4e3242ec84f93fb74627d3b2', 'fixed_ips': [{'subnet_id': 'f8f27219-c279-4847-aee8-989990ebbc9f'}]}} from dv-neutron-master-2-hyperv. {{(pid=103802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 05 17:12:51.837835 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-1f9357ef-2daf-4e65-ab66-34a5b4e4665a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:51.887063 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-456aa51e-3473-4773-84cd-d3c25dc546e3 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks [] for security_group, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:51.912694 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d504d802-9546-4ce5-a9d3-96c844ac5808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:51.955772 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-456aa51e-3473-4773-84cd-d3c25dc546e3 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks [] for security_group, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:51.974305 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.db_base_plugin_common [None req-1f9357ef-2daf-4e65-ab66-34a5b4e4665a None None] Allocated IP 2001:db8::2 (37daec31-e58d-4385-95d3-027e845500db/f8f27219-c279-4847-aee8-989990ebbc9f/5e78c03f-ffec-4bed-af06-4399e1f0b1d0) {{(pid=103802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:12:52.046944 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-456aa51e-3473-4773-84cd-d3c25dc546e3 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:52.076849 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456aa51e-3473-4773-84cd-d3c25dc546e3 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac2fdd5c-6002-418d-88aa-c4972197a055,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:12:52.117884 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-1f9357ef-2daf-4e65-ab66-34a5b4e4665a None None] Publish callbacks [] for port, precommit_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:52.128914 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-456aa51e-3473-4773-84cd-d3c25dc546e3 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks [] for security_group, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:52.130192 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-456aa51e-3473-4773-84cd-d3c25dc546e3 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3630955 Jan 05 17:12:52.132777 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 45348) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:12:52.137358 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-ba608263-1836-47e1-905b-bd7fc7fa069b tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Request body: {'security_group': {'name': 'tempest-secgroup-1378468225'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:12:52.190231 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-1f9357ef-2daf-4e65-ab66-34a5b4e4665a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669'] for port, after_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:52.224386 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f9357ef-2daf-4e65-ab66-34a5b4e4665a None None] Network 37daec31-e58d-4385-95d3-027e845500db is already hosted by enough agents. {{(pid=103802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:12:52.227214 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.scheduler.base_scheduler [None req-1f9357ef-2daf-4e65-ab66-34a5b4e4665a None None] Resources bound (agent type, host, resource id): {{(pid=103802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:12:52.230548 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f9357ef-2daf-4e65-ab66-34a5b4e4665a None None] Received port after_create {{(pid=103802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:12:52.244223 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9357ef-2daf-4e65-ab66-34a5b4e4665a None None] Pushing event updated for resources: {'Port': ['ID=5e78c03f-ffec-4bed-af06-4399e1f0b1d0,revision_number=1']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:12:52.281559 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ba608263-1836-47e1-905b-bd7fc7fa069b tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks [] for security_group, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:52.295011 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-1f9357ef-2daf-4e65-ab66-34a5b4e4665a None None] Attempting to bind port 5e78c03f-ffec-4bed-af06-4399e1f0b1d0 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 05 17:12:52.295372 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-1f9357ef-2daf-4e65-ab66-34a5b4e4665a None None] Attempting to bind port 5e78c03f-ffec-4bed-af06-4399e1f0b1d0 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '132af2db-4725-4f7f-be88-9325e3fb04f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '37daec31-e58d-4385-95d3-027e845500db'}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 05 17:12:52.295725 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f9357ef-2daf-4e65-ab66-34a5b4e4665a None None] Attempting to bind port 5e78c03f-ffec-4bed-af06-4399e1f0b1d0 on network 37daec31-e58d-4385-95d3-027e845500db {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:12:52.300592 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f9357ef-2daf-4e65-ab66-34a5b4e4665a None None] Checking agent: {'id': '0d4f8fd3-ce62-4651-970c-efa6a8bb22b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 5, 16, 57, 23), 'started_at': datetime.datetime(2022, 1, 5, 16, 57, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 5, 17, 12, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 05 17:12:52.301073 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f9357ef-2daf-4e65-ab66-34a5b4e4665a None None] Checking segment: {'id': '132af2db-4725-4f7f-be88-9325e3fb04f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '37daec31-e58d-4385-95d3-027e845500db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:12:52.301464 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-1f9357ef-2daf-4e65-ab66-34a5b4e4665a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:52.301872 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f9357ef-2daf-4e65-ab66-34a5b4e4665a None None] Bound using segment: {'id': '132af2db-4725-4f7f-be88-9325e3fb04f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '37daec31-e58d-4385-95d3-027e845500db'} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 05 17:12:52.302322 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-1f9357ef-2daf-4e65-ab66-34a5b4e4665a None None] Bound port: 5e78c03f-ffec-4bed-af06-4399e1f0b1d0, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '132af2db-4725-4f7f-be88-9325e3fb04f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '37daec31-e58d-4385-95d3-027e845500db'}}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 05 17:12:52.302685 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-1f9357ef-2daf-4e65-ab66-34a5b4e4665a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:52.347805 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ba608263-1836-47e1-905b-bd7fc7fa069b tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks [] for security_group, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:52.367677 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-1f9357ef-2daf-4e65-ab66-34a5b4e4665a None None] For port 5e78c03f-ffec-4bed-af06-4399e1f0b1d0, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 05 17:12:52.370754 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-1f9357ef-2daf-4e65-ab66-34a5b4e4665a None None] For port 5e78c03f-ffec-4bed-af06-4399e1f0b1d0, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=5e78c03f-ffec-4bed-af06-4399e1f0b1d0,segment=NetworkSegment(132af2db-4725-4f7f-be88-9325e3fb04f6),segment_id=132af2db-4725-4f7f-be88-9325e3fb04f6)] {{(pid=103802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 05 17:12:52.410215 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ba608263-1836-47e1-905b-bd7fc7fa069b tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:52.438270 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba608263-1836-47e1-905b-bd7fc7fa069b tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5928bfca-e0a1-4858-8d39-94b590e5bda3,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:12:52.448005 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-1f9357ef-2daf-4e65-ab66-34a5b4e4665a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:52.506484 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9357ef-2daf-4e65-ab66-34a5b4e4665a None None] Pushing event updated for resources: {'Port': ['ID=5e78c03f-ffec-4bed-af06-4399e1f0b1d0,revision_number=2']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:12:52.535647 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ba608263-1836-47e1-905b-bd7fc7fa069b tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks [] for security_group, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:52.536981 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-ba608263-1836-47e1-905b-bd7fc7fa069b tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4032753 Jan 05 17:12:52.539630 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 45350) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:12:52.544947 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-3050bb79-dc8c-493a-a1c1-4d06f02f624f tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1869964059', 'security_groups': ['5928bfca-e0a1-4858-8d39-94b590e5bda3'], 'network_id': '37daec31-e58d-4385-95d3-027e845500db', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'f8f27219-c279-4847-aee8-989990ebbc9f'}]}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:12:52.561092 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 45352) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:12:52.622107 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80403e76-f711-4187-9888-3f31217535a5 tempest-TestNetworkBasicOps-152746079 tempest-TestNetworkBasicOps-152746079-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:12:52.629110 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-80403e76-f711-4187-9888-3f31217535a5 tempest-TestNetworkBasicOps-152746079 tempest-TestNetworkBasicOps-152746079-project-admin] 10.222.0.11 "GET /v2.0/subnets?network_id=b0167590-0699-4c5c-a932-3939414a9573 HTTP/1.1" status: 200 len: 814 time: 0.0620797 Jan 05 17:12:52.764164 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3050bb79-dc8c-493a-a1c1-4d06f02f624f tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Made reservation on behalf of ae615b9d4e3242ec84f93fb74627d3b2 for: {'port': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:12:52.848132 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3050bb79-dc8c-493a-a1c1-4d06f02f624f tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:52.866214 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.notifiers.nova [None req-3050bb79-dc8c-493a-a1c1-4d06f02f624f tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] device_id is not set on port 0a4b30ab-cbde-49f5-84b2-810e945374f0 yet. {{(pid=103800) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 05 17:12:53.029349 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [None req-3050bb79-dc8c-493a-a1c1-4d06f02f624f tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Allocated IP 2001:db8::193 (37daec31-e58d-4385-95d3-027e845500db/f8f27219-c279-4847-aee8-989990ebbc9f/0a4b30ab-cbde-49f5-84b2-810e945374f0) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:12:53.244802 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:53.425031 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 45360) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:12:53.436310 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-d5def3c8-9412-401b-a241-bd5987ed26e5 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Request body: {'network': {'name': 'tempest-network-smoke--104741904', 'project_id': 'ec76859de02442879238ecf1eaefefed', 'port_security_enabled': True}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:12:53.489196 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3050bb79-dc8c-493a-a1c1-4d06f02f624f tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks [] for port, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:53.558548 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5def3c8-9412-401b-a241-bd5987ed26e5 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Made reservation on behalf of ec76859de02442879238ecf1eaefefed for: {'network': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:12:53.562206 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d5def3c8-9412-401b-a241-bd5987ed26e5 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for network, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:53.587683 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5def3c8-9412-401b-a241-bd5987ed26e5 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] vlan segment allocate from pool success with {'vlan_id': 144, 'physical_network': 'physnet1'} {{(pid=103800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 05 17:12:53.597926 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-f0d24df2-3c1b-4519-9de9-8422abdf41d7 None None] Provisioning complete for port 5e78c03f-ffec-4bed-af06-4399e1f0b1d0 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:12:53.598178 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d5def3c8-9412-401b-a241-bd5987ed26e5 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225'] for segment, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:53.598306 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-f0d24df2-3c1b-4519-9de9-8422abdf41d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:53.598661 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.db.segments_db [None req-d5def3c8-9412-401b-a241-bd5987ed26e5 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Added segment ad0c0331-e60d-4f53-9305-1d74015cc249 of type vlan for network 462b1b6f-f9dc-4383-bd2c-be5964748468 Jan 05 17:12:53.607835 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3050bb79-dc8c-493a-a1c1-4d06f02f624f tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:53.679390 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d5def3c8-9412-401b-a241-bd5987ed26e5 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754180566020'] for network, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:53.685420 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3050bb79-dc8c-493a-a1c1-4d06f02f624f tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Network 37daec31-e58d-4385-95d3-027e845500db is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:12:53.686159 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-f0d24df2-3c1b-4519-9de9-8422abdf41d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:53.693208 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-3050bb79-dc8c-493a-a1c1-4d06f02f624f tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:12:53.702095 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3050bb79-dc8c-493a-a1c1-4d06f02f624f tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:12:53.707997 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3050bb79-dc8c-493a-a1c1-4d06f02f624f tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:12:53.708613 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3050bb79-dc8c-493a-a1c1-4d06f02f624f tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:53.713791 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3050bb79-dc8c-493a-a1c1-4d06f02f624f tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Pushing event updated for resources: {'Port': ['ID=0a4b30ab-cbde-49f5-84b2-810e945374f0,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:12:53.738703 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-f0d24df2-3c1b-4519-9de9-8422abdf41d7 None None] For port 5e78c03f-ffec-4bed-af06-4399e1f0b1d0, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=5e78c03f-ffec-4bed-af06-4399e1f0b1d0,segment=NetworkSegment(132af2db-4725-4f7f-be88-9325e3fb04f6),segment_id=132af2db-4725-4f7f-be88-9325e3fb04f6)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:12:53.759804 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 5e78c03f-ffec-4bed-af06-4399e1f0b1d0 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:12:53.803704 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-3050bb79-dc8c-493a-a1c1-4d06f02f624f tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.2628975 Jan 05 17:12:53.806676 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 45362) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:12:53.812635 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Provisioning complete for port 5e78c03f-ffec-4bed-af06-4399e1f0b1d0 triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:12:53.813256 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:53.813370 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-82194112-96dd-4063-a3b1-30bf93fa91a5 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Request body: {'subnet': {'network_id': '37daec31-e58d-4385-95d3-027e845500db', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:12:53.841039 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d5def3c8-9412-401b-a241-bd5987ed26e5 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685'] for network, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:53.848523 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5def3c8-9412-401b-a241-bd5987ed26e5 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:12:53.849752 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d5def3c8-9412-401b-a241-bd5987ed26e5 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for network, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:53.860017 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-f0d24df2-3c1b-4519-9de9-8422abdf41d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:53.940772 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5def3c8-9412-401b-a241-bd5987ed26e5 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Pushing event updated for resources: {'Network': ['ID=462b1b6f-f9dc-4383-bd2c-be5964748468,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:12:53.951297 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-f0d24df2-3c1b-4519-9de9-8422abdf41d7 None None] Provisioning complete for port 581d299c-7edd-4046-86ad-68f734c0a8c1 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:12:53.951672 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-f0d24df2-3c1b-4519-9de9-8422abdf41d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:53.959318 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Network 462b1b6f-f9dc-4383-bd2c-be5964748468 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 05 17:12:53.962810 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-d5def3c8-9412-401b-a241-bd5987ed26e5 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5358686 Jan 05 17:12:53.965268 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 45364) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:12:54.007347 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d24df2-3c1b-4519-9de9-8422abdf41d7 None None] Pushing event updated for resources: {'Port': ['ID=5e78c03f-ffec-4bed-af06-4399e1f0b1d0,revision_number=3']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:12:54.033137 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82194112-96dd-4063-a3b1-30bf93fa91a5 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Made reservation on behalf of ae615b9d4e3242ec84f93fb74627d3b2 for: {'subnet': 1} {{(pid=103801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:12:54.036390 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42e09b19-0fc6-4f3c-b5e3-514d4233a7d0 tempest-TestNetworkBasicOps-152746079 tempest-TestNetworkBasicOps-152746079-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:12:54.038120 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-42e09b19-0fc6-4f3c-b5e3-514d4233a7d0 tempest-TestNetworkBasicOps-152746079 tempest-TestNetworkBasicOps-152746079-project-admin] 10.222.0.11 "GET /v2.0/subnets?project_id=ec76859de02442879238ecf1eaefefed&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.0717199 Jan 05 17:12:54.042580 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 45366) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:12:54.042720 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-82194112-96dd-4063-a3b1-30bf93fa91a5 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12480675'] for subnet, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:54.062563 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-f0d24df2-3c1b-4519-9de9-8422abdf41d7 None None] Port 581d299c-7edd-4046-86ad-68f734c0a8c1 cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 17:12:54.127806 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49fa7f36-3fe5-40de-92b2-2a18927bab83 tempest-TestNetworkBasicOps-152746079 tempest-TestNetworkBasicOps-152746079-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:12:54.129454 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-49fa7f36-3fe5-40de-92b2-2a18927bab83 tempest-TestNetworkBasicOps-152746079 tempest-TestNetworkBasicOps-152746079-project-admin] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0879045 Jan 05 17:12:54.132188 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 45368) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:12:54.139666 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.db.ipam_backend_mixin [None req-82194112-96dd-4063-a3b1-30bf93fa91a5 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet f8f27219-c279-4847-aee8-989990ebbc9f (CIDR: 2001:db8::/64) Jan 05 17:12:54.164645 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-2e404620-bda9-4de7-9ea5-74e19bc8de44 tempest-TestNetworkBasicOps-152746079 tempest-TestNetworkBasicOps-152746079-project-admin] 10.222.0.11 "GET /v2.0/subnets?network_id=b0167590-0699-4c5c-a932-3939414a9573&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0314028 Jan 05 17:12:54.167338 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 45370) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:12:54.182377 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-45f5b82c-8305-49b9-b1ab-98d1515d5d67 None None] Provisioning complete for port 0a4b30ab-cbde-49f5-84b2-810e945374f0 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:12:54.182738 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-45f5b82c-8305-49b9-b1ab-98d1515d5d67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:54.193271 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.pecan_wsgi.hooks.translation [None req-82194112-96dd-4063-a3b1-30bf93fa91a5 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 05 17:12:54.197479 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82194112-96dd-4063-a3b1-30bf93fa91a5 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 05 17:12:54.197713 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-071a5697-0914-4a37-b944-078133ef5b22 tempest-TestNetworkBasicOps-152746079 tempest-TestNetworkBasicOps-152746079-project-admin] 10.222.0.11 "GET /v2.0/subnets?project_id=ec76859de02442879238ecf1eaefefed&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0280774 Jan 05 17:12:54.199599 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 45372) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:12:54.219155 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-45f5b82c-8305-49b9-b1ab-98d1515d5d67 None None] Port 0a4b30ab-cbde-49f5-84b2-810e945374f0 cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 17:12:54.285572 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-235a9405-043e-443c-a505-017bf1008e1b tempest-TestNetworkBasicOps-152746079 tempest-TestNetworkBasicOps-152746079-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:12:54.287005 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-235a9405-043e-443c-a505-017bf1008e1b tempest-TestNetworkBasicOps-152746079 tempest-TestNetworkBasicOps-152746079-project-admin] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0869064 Jan 05 17:12:54.289764 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 45374) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:12:54.294087 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-82194112-96dd-4063-a3b1-30bf93fa91a5 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4849560 Jan 05 17:12:54.296560 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 45376) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:12:54.301538 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-0b9763b7-fc6d-4cbf-8a7f-2f9e8dcdef4c tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Request body: {'subnet': {'network_id': '37daec31-e58d-4385-95d3-027e845500db', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:12:54.326829 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-3f802bc4-ea1a-46d3-a89e-b0269938d5c0 tempest-TestNetworkBasicOps-152746079 tempest-TestNetworkBasicOps-152746079-project-admin] 10.222.0.11 "GET /v2.0/subnets?network_id=b0167590-0699-4c5c-a932-3939414a9573&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0360126 Jan 05 17:12:54.329264 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 45378) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:12:54.334496 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-234481d1-3da7-4134-bad5-ad98e720694d tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1462444188', 'network_id': '462b1b6f-f9dc-4383-bd2c-be5964748468', 'project_id': 'ec76859de02442879238ecf1eaefefed', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:12:54.495390 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b9763b7-fc6d-4cbf-8a7f-2f9e8dcdef4c tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Made reservation on behalf of ae615b9d4e3242ec84f93fb74627d3b2 for: {'subnet': 1} {{(pid=103801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:12:54.499652 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-0b9763b7-fc6d-4cbf-8a7f-2f9e8dcdef4c tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12480675'] for subnet, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:54.575525 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-234481d1-3da7-4134-bad5-ad98e720694d tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Made reservation on behalf of ec76859de02442879238ecf1eaefefed for: {'subnet': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:12:54.579136 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-234481d1-3da7-4134-bad5-ad98e720694d tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8521827'] for subnet, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:54.812323 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-0b9763b7-fc6d-4cbf-8a7f-2f9e8dcdef4c tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11433288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12480593'] for subnet, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:54.847211 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-234481d1-3da7-4134-bad5-ad98e720694d tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8784852', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8521873'] for subnet, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:54.853316 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b9763b7-fc6d-4cbf-8a7f-2f9e8dcdef4c tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Network 37daec31-e58d-4385-95d3-027e845500db is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:12:54.856608 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-0b9763b7-fc6d-4cbf-8a7f-2f9e8dcdef4c tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:12:54.861472 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b9763b7-fc6d-4cbf-8a7f-2f9e8dcdef4c tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:12:54.862087 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-0b9763b7-fc6d-4cbf-8a7f-2f9e8dcdef4c tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks [] for subnet, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:54.867816 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a21aa32-ff2d-439b-a31b-327cf5cdda3d None None] Network 37daec31-e58d-4385-95d3-027e845500db requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:12:54.877268 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9763b7-fc6d-4cbf-8a7f-2f9e8dcdef4c tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Pushing event updated for resources: {'Subnet': ['ID=ff0f0664-21b5-41fd-bfb0-7d12e67c5961,revision_number=0']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:12:54.902933 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234481d1-3da7-4134-bad5-ad98e720694d tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Pushing event updated for resources: {'Subnet': ['ID=55fb8880-edda-4f4c-ab4f-51de906efb02,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:12:54.920007 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-234481d1-3da7-4134-bad5-ad98e720694d tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Checking segment: {'id': 'ad0c0331-e60d-4f53-9305-1d74015cc249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '462b1b6f-f9dc-4383-bd2c-be5964748468'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:12:54.920391 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-234481d1-3da7-4134-bad5-ad98e720694d tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Network hostable DHCP agents. Network: 462b1b6f-f9dc-4383-bd2c-be5964748468, hostable agents: ['3f70c195-17da-4084-9fd6-bf6059d88535'], hosted agents: [] {{(pid=103800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 05 17:12:54.946404 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-0b9763b7-fc6d-4cbf-8a7f-2f9e8dcdef4c tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.6487608 Jan 05 17:12:54.949161 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 45380) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:12:54.955063 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-7a6945b6-29e1-4989-a106-d43795093f8d tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-737016176', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'ff0f0664-21b5-41fd-bfb0-7d12e67c5961'}], 'security_groups': ['ac2fdd5c-6002-418d-88aa-c4972197a055']}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:12:55.016492 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-234481d1-3da7-4134-bad5-ad98e720694d tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Network 462b1b6f-f9dc-4383-bd2c-be5964748468 is scheduled to be hosted by DHCP agent 3f70c195-17da-4084-9fd6-bf6059d88535 with binding_index 1 {{(pid=103800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 05 17:12:55.032417 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7a6945b6-29e1-4989-a106-d43795093f8d tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:55.047813 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb7c929b-54ce-4b1e-8293-78259af5c545 None None] Update dhcp port {'port': {'network_id': '37daec31-e58d-4385-95d3-027e845500db', 'fixed_ips': [{'subnet_id': 'f8f27219-c279-4847-aee8-989990ebbc9f', 'ip_address': '2001:db8::2'}, {'subnet_id': 'ff0f0664-21b5-41fd-bfb0-7d12e67c5961'}], 'binding:host_id': 'dv-neutron-master-2-hyperv'}, 'id': '5e78c03f-ffec-4bed-af06-4399e1f0b1d0'} from dv-neutron-master-2-hyperv. {{(pid=103802) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Jan 05 17:12:55.077485 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-bb7c929b-54ce-4b1e-8293-78259af5c545 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:55.110692 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-234481d1-3da7-4134-bad5-ad98e720694d tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 462b1b6f-f9dc-4383-bd2c-be5964748468) {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:12:55.119751 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cad9f73-47fa-451d-88d2-e0a2a1b42eb0 None None] Network 462b1b6f-f9dc-4383-bd2c-be5964748468 requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:12:55.120258 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-234481d1-3da7-4134-bad5-ad98e720694d tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:12:55.120944 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-234481d1-3da7-4134-bad5-ad98e720694d tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for subnet, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:55.227165 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-234481d1-3da7-4134-bad5-ad98e720694d tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.8967905 Jan 05 17:12:55.312395 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.db_base_plugin_common [None req-bb7c929b-54ce-4b1e-8293-78259af5c545 None None] Allocated IP 2001:db8:0:1::2 (37daec31-e58d-4385-95d3-027e845500db/ff0f0664-21b5-41fd-bfb0-7d12e67c5961/5e78c03f-ffec-4bed-af06-4399e1f0b1d0) {{(pid=103802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:12:55.315411 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-028b86e6-31b6-4304-ad6e-f2387858d25d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-462b1b6f-f9dc-4383-bd2c-be5964748468', 'network_id': '462b1b6f-f9dc-4383-bd2c-be5964748468', 'project_id': 'ec76859de02442879238ecf1eaefefed', 'fixed_ips': [{'subnet_id': '55fb8880-edda-4f4c-ab4f-51de906efb02'}]}} from dv-neutron-master-2-hyperv. {{(pid=103802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 05 17:12:55.316235 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-028b86e6-31b6-4304-ad6e-f2387858d25d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:55.479365 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 45384) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:12:55.484300 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-706cc399-dd4f-4873-bba2-3c4627b61eef tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1865684548', 'description': 'tempest-secgroup-smoke-1865684548 description', 'project_id': 'ec76859de02442879238ecf1eaefefed'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:12:55.512396 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-bb7c929b-54ce-4b1e-8293-78259af5c545 None None] For port 5e78c03f-ffec-4bed-af06-4399e1f0b1d0, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=5e78c03f-ffec-4bed-af06-4399e1f0b1d0,segment=NetworkSegment(132af2db-4725-4f7f-be88-9325e3fb04f6),segment_id=132af2db-4725-4f7f-be88-9325e3fb04f6)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:12:55.535842 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.db_base_plugin_common [None req-028b86e6-31b6-4304-ad6e-f2387858d25d None None] Allocated IP 172.20.0.18 (462b1b6f-f9dc-4383-bd2c-be5964748468/55fb8880-edda-4f4c-ab4f-51de906efb02/2482ef5a-7dd5-4b3e-a9e8-66889033fa08) {{(pid=103802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:12:55.556486 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-bb7c929b-54ce-4b1e-8293-78259af5c545 None None] Publish callbacks [] for port, precommit_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:55.569954 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-706cc399-dd4f-4873-bba2-3c4627b61eef tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for security_group, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:55.620938 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-bb7c929b-54ce-4b1e-8293-78259af5c545 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:55.716759 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-706cc399-dd4f-4873-bba2-3c4627b61eef tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for security_group, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:55.740544 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 5e78c03f-ffec-4bed-af06-4399e1f0b1d0 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:12:55.767137 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-706cc399-dd4f-4873-bba2-3c4627b61eef tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:55.816253 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [None req-7a6945b6-29e1-4989-a106-d43795093f8d tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Delete allocated IP 2001:db8::193 (37daec31-e58d-4385-95d3-027e845500db/f8f27219-c279-4847-aee8-989990ebbc9f) {{(pid=103800) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 05 17:12:55.824145 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706cc399-dd4f-4873-bba2-3c4627b61eef tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c28dadb8-c003-4acf-9001-4d5d7450bd4a,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:12:55.828995 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [None req-7a6945b6-29e1-4989-a106-d43795093f8d tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Allocated IP 2001:db8:0:1::38b (37daec31-e58d-4385-95d3-027e845500db/ff0f0664-21b5-41fd-bfb0-7d12e67c5961/0a4b30ab-cbde-49f5-84b2-810e945374f0) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:12:55.841915 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7c929b-54ce-4b1e-8293-78259af5c545 None None] Pushing event updated for resources: {'Port': ['ID=5e78c03f-ffec-4bed-af06-4399e1f0b1d0,revision_number=4']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:12:55.868138 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-706cc399-dd4f-4873-bba2-3c4627b61eef tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for security_group, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:55.869857 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-706cc399-dd4f-4873-bba2-3c4627b61eef tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3890195 Jan 05 17:12:55.871153 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-028b86e6-31b6-4304-ad6e-f2387858d25d None None] Publish callbacks [] for port, precommit_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:55.873655 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 45386) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:12:55.878084 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Provisioning complete for port 5e78c03f-ffec-4bed-af06-4399e1f0b1d0 triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:12:55.878445 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:55.881549 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-54824602-742f-47c5-8f62-0a3b5d3f51a8 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Request body: {'security_group_rule': {'security_group_id': 'c28dadb8-c003-4acf-9001-4d5d7450bd4a', 'project_id': 'ec76859de02442879238ecf1eaefefed', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:12:55.989957 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-028b86e6-31b6-4304-ad6e-f2387858d25d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669'] for port, after_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:56.013120 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7a6945b6-29e1-4989-a106-d43795093f8d tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks [] for port, precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:56.023649 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-54824602-742f-47c5-8f62-0a3b5d3f51a8 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:56.027690 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-028b86e6-31b6-4304-ad6e-f2387858d25d None None] Network 462b1b6f-f9dc-4383-bd2c-be5964748468 is already hosted by enough agents. {{(pid=103802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:12:56.030612 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.scheduler.base_scheduler [None req-028b86e6-31b6-4304-ad6e-f2387858d25d None None] Resources bound (agent type, host, resource id): {{(pid=103802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:12:56.036042 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-028b86e6-31b6-4304-ad6e-f2387858d25d None None] Received port after_create {{(pid=103802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:12:56.047724 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028b86e6-31b6-4304-ad6e-f2387858d25d None None] Pushing event updated for resources: {'Port': ['ID=2482ef5a-7dd5-4b3e-a9e8-66889033fa08,revision_number=1']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:12:56.070940 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7a6945b6-29e1-4989-a106-d43795093f8d tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8784461'] for port, after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:56.104549 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-54824602-742f-47c5-8f62-0a3b5d3f51a8 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:56.109081 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-028b86e6-31b6-4304-ad6e-f2387858d25d None None] Attempting to bind port 2482ef5a-7dd5-4b3e-a9e8-66889033fa08 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 05 17:12:56.109455 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-028b86e6-31b6-4304-ad6e-f2387858d25d None None] Attempting to bind port 2482ef5a-7dd5-4b3e-a9e8-66889033fa08 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'ad0c0331-e60d-4f53-9305-1d74015cc249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '462b1b6f-f9dc-4383-bd2c-be5964748468'}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 05 17:12:56.110308 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-028b86e6-31b6-4304-ad6e-f2387858d25d None None] Attempting to bind port 2482ef5a-7dd5-4b3e-a9e8-66889033fa08 on network 462b1b6f-f9dc-4383-bd2c-be5964748468 {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:12:56.115178 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-028b86e6-31b6-4304-ad6e-f2387858d25d None None] Checking agent: {'id': '0d4f8fd3-ce62-4651-970c-efa6a8bb22b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 5, 16, 57, 23), 'started_at': datetime.datetime(2022, 1, 5, 16, 57, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 5, 17, 12, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 05 17:12:56.115740 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-028b86e6-31b6-4304-ad6e-f2387858d25d None None] Checking segment: {'id': 'ad0c0331-e60d-4f53-9305-1d74015cc249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '462b1b6f-f9dc-4383-bd2c-be5964748468'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:12:56.116033 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-028b86e6-31b6-4304-ad6e-f2387858d25d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:56.116410 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-028b86e6-31b6-4304-ad6e-f2387858d25d None None] Bound using segment: {'id': 'ad0c0331-e60d-4f53-9305-1d74015cc249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '462b1b6f-f9dc-4383-bd2c-be5964748468'} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 05 17:12:56.116927 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-028b86e6-31b6-4304-ad6e-f2387858d25d None None] Bound port: 2482ef5a-7dd5-4b3e-a9e8-66889033fa08, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad0c0331-e60d-4f53-9305-1d74015cc249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '462b1b6f-f9dc-4383-bd2c-be5964748468'}}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 05 17:12:56.117616 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-028b86e6-31b6-4304-ad6e-f2387858d25d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:56.152080 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-7a6945b6-29e1-4989-a106-d43795093f8d tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] In _notify_port_updated(), no bound segment for port 0a4b30ab-cbde-49f5-84b2-810e945374f0 on network 37daec31-e58d-4385-95d3-027e845500db {{(pid=103800) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Jan 05 17:12:56.158641 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a6945b6-29e1-4989-a106-d43795093f8d tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:12:56.159381 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7a6945b6-29e1-4989-a106-d43795093f8d tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:56.163733 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 45388) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:12:56.164717 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-7a6945b6-29e1-4989-a106-d43795093f8d tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] 10.222.0.11 "PUT /v2.0/ports/0a4b30ab-cbde-49f5-84b2-810e945374f0 HTTP/1.1" status: 200 len: 930 time: 1.2144446 Jan 05 17:12:56.172193 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6945b6-29e1-4989-a106-d43795093f8d tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Pushing event updated for resources: {'Port': ['ID=0a4b30ab-cbde-49f5-84b2-810e945374f0,revision_number=2']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:12:56.174731 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-54824602-742f-47c5-8f62-0a3b5d3f51a8 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533437'] for security_group_rule, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:56.193059 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-028b86e6-31b6-4304-ad6e-f2387858d25d None None] For port 2482ef5a-7dd5-4b3e-a9e8-66889033fa08, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 05 17:12:56.196807 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-028b86e6-31b6-4304-ad6e-f2387858d25d None None] For port 2482ef5a-7dd5-4b3e-a9e8-66889033fa08, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=2482ef5a-7dd5-4b3e-a9e8-66889033fa08,segment=NetworkSegment(ad0c0331-e60d-4f53-9305-1d74015cc249),segment_id=ad0c0331-e60d-4f53-9305-1d74015cc249)] {{(pid=103802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 05 17:12:56.223971 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54824602-742f-47c5-8f62-0a3b5d3f51a8 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f8c517a-53af-45f1-bd32-e72d4cdefd4f,revision_number=0']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:12:56.267733 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-028b86e6-31b6-4304-ad6e-f2387858d25d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:56.289428 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-e785d9a3-fb05-4873-942b-9f46e5919146 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Deleting port 0a4b30ab-cbde-49f5-84b2-810e945374f0 {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:12:56.289990 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e785d9a3-fb05-4873-942b-9f46e5919146 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:56.312057 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-54824602-742f-47c5-8f62-0a3b5d3f51a8 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:56.317460 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-54824602-742f-47c5-8f62-0a3b5d3f51a8 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4377747 Jan 05 17:12:56.317460 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 45390) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:12:56.320983 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-e9b4c96e-4d20-4761-bdab-d613027cea92 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Request body: {'security_group_rule': {'security_group_id': 'c28dadb8-c003-4acf-9001-4d5d7450bd4a', 'project_id': 'ec76859de02442879238ecf1eaefefed', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:12:56.327475 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028b86e6-31b6-4304-ad6e-f2387858d25d None None] Pushing event updated for resources: {'Port': ['ID=2482ef5a-7dd5-4b3e-a9e8-66889033fa08,revision_number=2']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:12:56.415428 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e785d9a3-fb05-4873-942b-9f46e5919146 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:56.429490 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-e785d9a3-fb05-4873-942b-9f46e5919146 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Calling delete_port for 0a4b30ab-cbde-49f5-84b2-810e945374f0 owned by {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:12:56.502983 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e9b4c96e-4d20-4761-bdab-d613027cea92 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:56.594000 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-61806dec-45fc-47bb-85ea-ab2b88921ad4 None None] Provisioning complete for port 0a4b30ab-cbde-49f5-84b2-810e945374f0 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:12:56.594425 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-61806dec-45fc-47bb-85ea-ab2b88921ad4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:56.650372 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-61806dec-45fc-47bb-85ea-ab2b88921ad4 None None] Port 0a4b30ab-cbde-49f5-84b2-810e945374f0 cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 17:12:56.655276 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e9b4c96e-4d20-4761-bdab-d613027cea92 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:56.663513 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-61806dec-45fc-47bb-85ea-ab2b88921ad4 None None] Provisioning complete for port 5e78c03f-ffec-4bed-af06-4399e1f0b1d0 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:12:56.663513 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-61806dec-45fc-47bb-85ea-ab2b88921ad4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:56.698867 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e785d9a3-fb05-4873-942b-9f46e5919146 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11433176'] for port, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:56.734320 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e9b4c96e-4d20-4761-bdab-d613027cea92 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533437'] for security_group_rule, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:56.738781 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e785d9a3-fb05-4873-942b-9f46e5919146 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Pushing event deleted for resources: {'Port': ['ID=0a4b30ab-cbde-49f5-84b2-810e945374f0,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:12:56.777177 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b4c96e-4d20-4761-bdab-d613027cea92 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87b0cd46-328f-4eba-a32a-594e0163e61e,revision_number=0']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:12:56.782803 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e785d9a3-fb05-4873-942b-9f46e5919146 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:56.789025 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-e785d9a3-fb05-4873-942b-9f46e5919146 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] 10.222.0.11 "DELETE /v2.0/ports/0a4b30ab-cbde-49f5-84b2-810e945374f0 HTTP/1.1" status: 204 len: 168 time: 0.6217577 Jan 05 17:12:56.789209 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-61806dec-45fc-47bb-85ea-ab2b88921ad4 None None] Provisioning complete for port 581d299c-7edd-4046-86ad-68f734c0a8c1 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:12:56.789209 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-61806dec-45fc-47bb-85ea-ab2b88921ad4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:56.789432 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 45392) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:12:56.815769 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.pecan_wsgi.hooks.translation [None req-d90f5855-8216-4c07-838d-0cfccc198f05 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] GET failed (client error): The resource could not be found. Jan 05 17:12:56.818145 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-d90f5855-8216-4c07-838d-0cfccc198f05 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] 10.222.0.11 "GET /v2.0/ports/0a4b30ab-cbde-49f5-84b2-810e945374f0 HTTP/1.1" status: 404 len: 333 time: 0.0274634 Jan 05 17:12:56.822500 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 45394) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:12:56.835072 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-61806dec-45fc-47bb-85ea-ab2b88921ad4 None None] Port 581d299c-7edd-4046-86ad-68f734c0a8c1 cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 17:12:56.860000 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e9b4c96e-4d20-4761-bdab-d613027cea92 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:56.861217 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-e9b4c96e-4d20-4761-bdab-d613027cea92 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5439341 Jan 05 17:12:56.864011 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 45396) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:12:56.869496 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-27e41a27-7054-42ec-96cd-512a46eb87c2 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Request body: {'security_group_rule': {'security_group_id': 'c28dadb8-c003-4acf-9001-4d5d7450bd4a', 'project_id': 'ec76859de02442879238ecf1eaefefed', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:12:56.886363 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7d22bb2a-0a5e-4904-8090-aed8a4880414 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks [] for security_group, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:56.911361 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7d22bb2a-0a5e-4904-8090-aed8a4880414 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:56.948818 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-99db87e9-1404-4e89-9511-9370d5258b66 None None] Could not find standard attr ID for object 0a4b30ab-cbde-49f5-84b2-810e945374f0. {{(pid=103802) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 05 17:12:56.975465 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-27e41a27-7054-42ec-96cd-512a46eb87c2 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:57.026911 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7d22bb2a-0a5e-4904-8090-aed8a4880414 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:57.029941 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7d22bb2a-0a5e-4904-8090-aed8a4880414 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks [] for security_group, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:57.031210 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-7d22bb2a-0a5e-4904-8090-aed8a4880414 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] 10.222.0.11 "DELETE /v2.0/security-groups/5928bfca-e0a1-4858-8d39-94b590e5bda3 HTTP/1.1" status: 204 len: 168 time: 0.2071736 Jan 05 17:12:57.034675 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 45398) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:12:57.038002 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-27e41a27-7054-42ec-96cd-512a46eb87c2 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:57.048772 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d22bb2a-0a5e-4904-8090-aed8a4880414 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5928bfca-e0a1-4858-8d39-94b590e5bda3,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:12:57.095194 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a577911a-6f44-4c08-833c-2ce5242d55c2 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks [] for security_group, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:57.113200 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-27e41a27-7054-42ec-96cd-512a46eb87c2 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533437'] for security_group_rule, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:57.125301 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a577911a-6f44-4c08-833c-2ce5242d55c2 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:57.139115 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e41a27-7054-42ec-96cd-512a46eb87c2 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a33cac0a-be24-4ade-88fb-0be655c5243e,revision_number=0']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:12:57.191750 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-27e41a27-7054-42ec-96cd-512a46eb87c2 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:57.193184 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-27e41a27-7054-42ec-96cd-512a46eb87c2 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3278930 Jan 05 17:12:57.196095 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 45402) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:12:57.201478 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-b4a40861-0483-4a07-a2a2-3c340d7e9b87 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Request body: {'security_group_rule': {'security_group_id': 'c28dadb8-c003-4acf-9001-4d5d7450bd4a', 'project_id': 'ec76859de02442879238ecf1eaefefed', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:12:57.258017 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a577911a-6f44-4c08-833c-2ce5242d55c2 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:57.260732 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a577911a-6f44-4c08-833c-2ce5242d55c2 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks [] for security_group, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:57.261936 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-a577911a-6f44-4c08-833c-2ce5242d55c2 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] 10.222.0.11 "DELETE /v2.0/security-groups/ac2fdd5c-6002-418d-88aa-c4972197a055 HTTP/1.1" status: 204 len: 168 time: 0.2250028 Jan 05 17:12:57.269726 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 45406) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:12:57.272372 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a577911a-6f44-4c08-833c-2ce5242d55c2 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac2fdd5c-6002-418d-88aa-c4972197a055,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:12:57.479501 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feb17f5a-6a31-4dd8-8400-7d99d2275c06 None None] Network 462b1b6f-f9dc-4383-bd2c-be5964748468 requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:12:57.553477 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-b4a40861-0483-4a07-a2a2-3c340d7e9b87 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:57.591742 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-a55c9ad3-8c20-4698-a6cb-4d6e145d6ba8 None None] Provisioning complete for port 2482ef5a-7dd5-4b3e-a9e8-66889033fa08 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:12:57.592098 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-a55c9ad3-8c20-4698-a6cb-4d6e145d6ba8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:57.593071 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a2e9df1-7897-49c8-940e-42c794d2ea11 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Deleting subnet f8f27219-c279-4847-aee8-989990ebbc9f {{(pid=103801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 05 17:12:57.600087 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-9a2e9df1-7897-49c8-940e-42c794d2ea11 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks [] for subnet, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:57.653323 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-9a2e9df1-7897-49c8-940e-42c794d2ea11 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11316398'] for subnet, precommit_delete_associations {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:57.660764 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-b4a40861-0483-4a07-a2a2-3c340d7e9b87 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:57.753514 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-b4a40861-0483-4a07-a2a2-3c340d7e9b87 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533437'] for security_group_rule, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:57.759757 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-9a2e9df1-7897-49c8-940e-42c794d2ea11 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892868'] for subnet, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:57.803616 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a40861-0483-4a07-a2a2-3c340d7e9b87 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a37d9504-5cad-402d-be7a-a3fdde65ec6b,revision_number=0']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:12:57.825139 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 2482ef5a-7dd5-4b3e-a9e8-66889033fa08 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:12:57.873355 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-a55c9ad3-8c20-4698-a6cb-4d6e145d6ba8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:57.894517 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-b4a40861-0483-4a07-a2a2-3c340d7e9b87 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:57.896510 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-b4a40861-0483-4a07-a2a2-3c340d7e9b87 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6986578 Jan 05 17:12:57.898679 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 45408) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:12:57.904847 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-0b45d256-b070-4ffb-97f9-0fd1622ab30c tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Request body: {'security_group_rule': {'security_group_id': 'c28dadb8-c003-4acf-9001-4d5d7450bd4a', 'project_id': 'ec76859de02442879238ecf1eaefefed', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:12:57.915362 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Provisioning complete for port 2482ef5a-7dd5-4b3e-a9e8-66889033fa08 triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:12:57.916192 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:57.917205 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-9a2e9df1-7897-49c8-940e-42c794d2ea11 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3893367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11433231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12480600'] for subnet, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:57.921426 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-a55c9ad3-8c20-4698-a6cb-4d6e145d6ba8 None None] For port 2482ef5a-7dd5-4b3e-a9e8-66889033fa08, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=2482ef5a-7dd5-4b3e-a9e8-66889033fa08,segment=NetworkSegment(ad0c0331-e60d-4f53-9305-1d74015cc249),segment_id=ad0c0331-e60d-4f53-9305-1d74015cc249)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:12:57.971157 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-9a2e9df1-7897-49c8-940e-42c794d2ea11 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks [] for subnet, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:57.980406 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 45410) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:12:57.982069 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-9a2e9df1-7897-49c8-940e-42c794d2ea11 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] 10.222.0.11 "DELETE /v2.0/subnets/f8f27219-c279-4847-aee8-989990ebbc9f HTTP/1.1" status: 204 len: 168 time: 0.7094204 Jan 05 17:12:57.983725 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2e9df1-7897-49c8-940e-42c794d2ea11 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Pushing event deleted for resources: {'Subnet': ['ID=f8f27219-c279-4847-aee8-989990ebbc9f,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:12:57.990604 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-fba4b47d-9bb2-4297-a894-a48817b44c1a tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Request body: {'subnet': {'network_id': '37daec31-e58d-4385-95d3-027e845500db', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:12:57.994816 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc5f3647-784c-4900-9421-6a902731db8d None None] Network 37daec31-e58d-4385-95d3-027e845500db requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:12:58.018480 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-a55c9ad3-8c20-4698-a6cb-4d6e145d6ba8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:58.074680 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:58.076753 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.db.securitygroups_db [None req-0b45d256-b070-4ffb-97f9-0fd1622ab30c tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Project ec76859de02442879238ecf1eaefefed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 05 17:12:58.083487 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-0b45d256-b070-4ffb-97f9-0fd1622ab30c tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:58.136427 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-0b45d256-b070-4ffb-97f9-0fd1622ab30c tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:58.144475 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55c9ad3-8c20-4698-a6cb-4d6e145d6ba8 None None] Pushing event updated for resources: {'Port': ['ID=2482ef5a-7dd5-4b3e-a9e8-66889033fa08,revision_number=3']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:12:58.170256 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fba4b47d-9bb2-4297-a894-a48817b44c1a tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Made reservation on behalf of ae615b9d4e3242ec84f93fb74627d3b2 for: {'subnet': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:12:58.174946 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-fba4b47d-9bb2-4297-a894-a48817b44c1a tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8521827'] for subnet, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:58.199755 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-cbb2322a-1c74-4c6e-a5df-81f99c02c2be None None] Provisioning complete for port 2482ef5a-7dd5-4b3e-a9e8-66889033fa08 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:12:58.200318 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-cbb2322a-1c74-4c6e-a5df-81f99c02c2be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:58.202125 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-0b45d256-b070-4ffb-97f9-0fd1622ab30c tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533437'] for security_group_rule, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:58.227429 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b45d256-b070-4ffb-97f9-0fd1622ab30c tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfde8f1a-defc-418f-9d25-12b2155aa95f,revision_number=0']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:12:58.238694 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.db.api [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103802) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 05 17:12:58.239049 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG oslo_db.api [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 05 17:12:58.332185 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-0b45d256-b070-4ffb-97f9-0fd1622ab30c tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:58.335809 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-0b45d256-b070-4ffb-97f9-0fd1622ab30c tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4332623 Jan 05 17:12:58.336193 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 45412) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:12:58.340873 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-bc52ac57-c035-4693-9b22-8d3bf53ef365 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Request body: {'security_group_rule': {'security_group_id': 'c28dadb8-c003-4acf-9001-4d5d7450bd4a', 'project_id': 'ec76859de02442879238ecf1eaefefed', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:12:58.446814 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.db.securitygroups_db [None req-bc52ac57-c035-4693-9b22-8d3bf53ef365 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Project ec76859de02442879238ecf1eaefefed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 05 17:12:58.453182 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-bc52ac57-c035-4693-9b22-8d3bf53ef365 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:58.503101 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-fba4b47d-9bb2-4297-a894-a48817b44c1a tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8784852', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8521873'] for subnet, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:58.524671 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-bc52ac57-c035-4693-9b22-8d3bf53ef365 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:58.552821 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fba4b47d-9bb2-4297-a894-a48817b44c1a tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Network 37daec31-e58d-4385-95d3-027e845500db is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:12:58.556218 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-fba4b47d-9bb2-4297-a894-a48817b44c1a tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:12:58.561283 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fba4b47d-9bb2-4297-a894-a48817b44c1a tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:12:58.561900 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-fba4b47d-9bb2-4297-a894-a48817b44c1a tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks [] for subnet, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:58.576583 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba4b47d-9bb2-4297-a894-a48817b44c1a tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Pushing event updated for resources: {'Subnet': ['ID=8c82df03-e076-472c-8041-d3085cc76a5c,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:12:58.593063 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-bc52ac57-c035-4693-9b22-8d3bf53ef365 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533437'] for security_group_rule, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:58.615112 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc52ac57-c035-4693-9b22-8d3bf53ef365 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26554686-7fb5-42e8-ac27-d62d962345c4,revision_number=0']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:12:58.675696 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-fba4b47d-9bb2-4297-a894-a48817b44c1a tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6922071 Jan 05 17:12:58.678531 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 45414) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:12:58.683267 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-07430655-3ab3-483f-8c81-33e298c7bb1c tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Request body: {'security_group': {'name': 'tempest-secgroup-711970022'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:12:58.704052 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-bc52ac57-c035-4693-9b22-8d3bf53ef365 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:58.705292 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-bc52ac57-c035-4693-9b22-8d3bf53ef365 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3680534 Jan 05 17:12:58.783928 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-07430655-3ab3-483f-8c81-33e298c7bb1c tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks [] for security_group, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:58.785891 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 5e78c03f-ffec-4bed-af06-4399e1f0b1d0 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:12:58.824839 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eecf0a1-312f-4328-8055-591b3719925a None None] Network 37daec31-e58d-4385-95d3-027e845500db requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:12:58.861902 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-07430655-3ab3-483f-8c81-33e298c7bb1c tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks [] for security_group, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:58.899192 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-cfefa50e-b35f-45f6-9a06-c8c937add587 None None] Provisioning complete for port 5e78c03f-ffec-4bed-af06-4399e1f0b1d0 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:12:58.899563 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-cfefa50e-b35f-45f6-9a06-c8c937add587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:58.933297 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-0a012849-4efc-44c9-b53d-926a6e9f69ee req-016487b5-67dc-4daa-bc58-bcd2d81a708c tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1865684548&fields=id&tenant_id=ec76859de02442879238ecf1eaefefed HTTP/1.1" status: 200 len: 267 time: 0.0537975 Jan 05 17:12:58.955145 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Provisioning complete for port 5e78c03f-ffec-4bed-af06-4399e1f0b1d0 triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:12:58.955510 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:58.975816 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-07430655-3ab3-483f-8c81-33e298c7bb1c tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:59.011941 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07430655-3ab3-483f-8c81-33e298c7bb1c tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53f45d52-6039-4aad-9a4e-bb05d6cecf52,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:12:59.098764 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-07430655-3ab3-483f-8c81-33e298c7bb1c tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks [] for security_group, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:59.098764 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-07430655-3ab3-483f-8c81-33e298c7bb1c tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.4166632 Jan 05 17:12:59.099057 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 45428) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:12:59.103356 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-516d0473-52c2-4a34-8737-c916ef0b0b78 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Request body: {'security_group': {'name': 'tempest-secgroup-647635795'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:12:59.130081 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a012849-4efc-44c9-b53d-926a6e9f69ee req-cd92d0a5-b227-44bc-9813-66b02d54bdc7 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:12:59.131929 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-0a012849-4efc-44c9-b53d-926a6e9f69ee req-cd92d0a5-b227-44bc-9813-66b02d54bdc7 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/networks?id=462b1b6f-f9dc-4383-bd2c-be5964748468 HTTP/1.1" status: 200 len: 796 time: 0.1905680 Jan 05 17:12:59.146761 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-0a012849-4efc-44c9-b53d-926a6e9f69ee req-7c795dd2-6960-4680-90e9-d0c061aa4e24 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/quotas/ec76859de02442879238ecf1eaefefed HTTP/1.1" status: 200 len: 375 time: 0.0094779 Jan 05 17:12:59.152753 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-cfefa50e-b35f-45f6-9a06-c8c937add587 None None] Provisioning complete for port 581d299c-7edd-4046-86ad-68f734c0a8c1 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:12:59.153288 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-cfefa50e-b35f-45f6-9a06-c8c937add587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:59.156301 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04f676f5-7fd4-46ac-8309-136c7cbd5beb None None] Update dhcp port {'port': {'network_id': '37daec31-e58d-4385-95d3-027e845500db', 'fixed_ips': [{'subnet_id': 'ff0f0664-21b5-41fd-bfb0-7d12e67c5961', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '8c82df03-e076-472c-8041-d3085cc76a5c'}], 'binding:host_id': 'dv-neutron-master-2-hyperv'}, 'id': '5e78c03f-ffec-4bed-af06-4399e1f0b1d0'} from dv-neutron-master-2-hyperv. {{(pid=103802) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Jan 05 17:12:59.195253 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-516d0473-52c2-4a34-8737-c916ef0b0b78 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks [] for security_group, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:59.210646 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-04f676f5-7fd4-46ac-8309-136c7cbd5beb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:59.220735 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-cfefa50e-b35f-45f6-9a06-c8c937add587 None None] Port 581d299c-7edd-4046-86ad-68f734c0a8c1 cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 17:12:59.245368 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-0a012849-4efc-44c9-b53d-926a6e9f69ee req-a9132e0b-dafa-4a29-bf6c-256064249a39 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=ec76859de02442879238ecf1eaefefed&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0926609 Jan 05 17:12:59.274608 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-516d0473-52c2-4a34-8737-c916ef0b0b78 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks [] for security_group, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:59.339122 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-516d0473-52c2-4a34-8737-c916ef0b0b78 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:59.375764 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516d0473-52c2-4a34-8737-c916ef0b0b78 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb308e58-549b-44cb-8261-7a8da2d6e2f4,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:12:59.382600 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.db_base_plugin_common [None req-04f676f5-7fd4-46ac-8309-136c7cbd5beb None None] Allocated IP 2001:db8::2 (37daec31-e58d-4385-95d3-027e845500db/8c82df03-e076-472c-8041-d3085cc76a5c/5e78c03f-ffec-4bed-af06-4399e1f0b1d0) {{(pid=103802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:12:59.441422 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-516d0473-52c2-4a34-8737-c916ef0b0b78 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks [] for security_group, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:59.442787 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-516d0473-52c2-4a34-8737-c916ef0b0b78 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.3428345 Jan 05 17:12:59.445401 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 45432) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:12:59.450414 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-a772c205-b082-4ed5-a732-6bfe00bfbf01 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Request body: {'security_group': {'name': 'tempest-secgroup-2060197826'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:12:59.476292 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-0a012849-4efc-44c9-b53d-926a6e9f69ee req-80706f6b-dbf9-44f9-8f31-447f24a35168 service neutron] 10.222.0.11 "GET /v2.0/networks/462b1b6f-f9dc-4383-bd2c-be5964748468?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2168067 Jan 05 17:12:59.478699 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-04f676f5-7fd4-46ac-8309-136c7cbd5beb None None] For port 5e78c03f-ffec-4bed-af06-4399e1f0b1d0, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=5e78c03f-ffec-4bed-af06-4399e1f0b1d0,segment=NetworkSegment(132af2db-4725-4f7f-be88-9325e3fb04f6),segment_id=132af2db-4725-4f7f-be88-9325e3fb04f6)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:12:59.508169 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-04f676f5-7fd4-46ac-8309-136c7cbd5beb None None] Publish callbacks [] for port, precommit_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:59.569236 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-0a012849-4efc-44c9-b53d-926a6e9f69ee req-10b0cdde-99c0-4e2b-a59e-b05c421752df service neutron] 10.222.0.11 "GET /v2.0/networks/462b1b6f-f9dc-4383-bd2c-be5964748468?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853627 Jan 05 17:12:59.576085 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-a772c205-b082-4ed5-a732-6bfe00bfbf01 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks [] for security_group, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:59.586812 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-04f676f5-7fd4-46ac-8309-136c7cbd5beb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:59.666547 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-a772c205-b082-4ed5-a732-6bfe00bfbf01 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks [] for security_group, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:59.701227 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f676f5-7fd4-46ac-8309-136c7cbd5beb None None] Pushing event updated for resources: {'Port': ['ID=5e78c03f-ffec-4bed-af06-4399e1f0b1d0,revision_number=6']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:12:59.708737 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 2482ef5a-7dd5-4b3e-a9e8-66889033fa08 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:12:59.744079 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-a772c205-b082-4ed5-a732-6bfe00bfbf01 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:59.767809 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Provisioning complete for port 2482ef5a-7dd5-4b3e-a9e8-66889033fa08 triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:12:59.768184 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:59.788166 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a772c205-b082-4ed5-a732-6bfe00bfbf01 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8b90930-d705-4127-92b0-155c9186dc38,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:12:59.850192 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-a772c205-b082-4ed5-a732-6bfe00bfbf01 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks [] for security_group, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:12:59.851916 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-a772c205-b082-4ed5-a732-6bfe00bfbf01 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4054093 Jan 05 17:12:59.854659 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 45440) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:12:59.860907 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-db691260-c710-4d07-acd9-6d8a21a78ed3 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-196165868', 'security_groups': ['d8b90930-d705-4127-92b0-155c9186dc38'], 'network_id': '37daec31-e58d-4385-95d3-027e845500db', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '8c82df03-e076-472c-8041-d3085cc76a5c'}]}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:12:59.874040 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-10455ba4-9234-45af-a471-82629ba1ce12 req-51a75089-735b-442f-abc4-12a8236be5e1 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/ports?device_id=21c3c1a0-7051-4ad1-9907-897735162bcd HTTP/1.1" status: 200 len: 210 time: 0.0366333 Jan 05 17:13:00.109528 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db691260-c710-4d07-acd9-6d8a21a78ed3 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Made reservation on behalf of ae615b9d4e3242ec84f93fb74627d3b2 for: {'port': 1} {{(pid=103801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:13:00.198124 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-db691260-c710-4d07-acd9-6d8a21a78ed3 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:00.223300 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.notifiers.nova [None req-db691260-c710-4d07-acd9-6d8a21a78ed3 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] device_id is not set on port a018c0c2-7738-4670-b386-94b44a205614 yet. {{(pid=103801) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 05 17:13:00.249067 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-e1dfe4bc-109e-490c-b791-79144deaac58 None None] Provisioning complete for port 5e78c03f-ffec-4bed-af06-4399e1f0b1d0 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:13:00.249777 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-e1dfe4bc-109e-490c-b791-79144deaac58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:00.354086 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-e1dfe4bc-109e-490c-b791-79144deaac58 None None] Provisioning complete for port 581d299c-7edd-4046-86ad-68f734c0a8c1 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:13:00.354461 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-e1dfe4bc-109e-490c-b791-79144deaac58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:00.389245 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-e1dfe4bc-109e-490c-b791-79144deaac58 None None] Port 581d299c-7edd-4046-86ad-68f734c0a8c1 cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 17:13:00.394162 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [None req-db691260-c710-4d07-acd9-6d8a21a78ed3 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Allocated IP 2001:db8::2a2 (37daec31-e58d-4385-95d3-027e845500db/8c82df03-e076-472c-8041-d3085cc76a5c/a018c0c2-7738-4670-b386-94b44a205614) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:13:00.535039 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-db691260-c710-4d07-acd9-6d8a21a78ed3 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks [] for port, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:00.629700 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-db691260-c710-4d07-acd9-6d8a21a78ed3 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11433176'] for port, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:00.670262 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db691260-c710-4d07-acd9-6d8a21a78ed3 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Network 37daec31-e58d-4385-95d3-027e845500db is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:13:00.673344 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-db691260-c710-4d07-acd9-6d8a21a78ed3 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:13:00.675818 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db691260-c710-4d07-acd9-6d8a21a78ed3 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:13:00.682130 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db691260-c710-4d07-acd9-6d8a21a78ed3 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:13:00.682752 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-db691260-c710-4d07-acd9-6d8a21a78ed3 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:00.702139 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db691260-c710-4d07-acd9-6d8a21a78ed3 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Pushing event updated for resources: {'Port': ['ID=a018c0c2-7738-4670-b386-94b44a205614,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:13:00.798505 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-db691260-c710-4d07-acd9-6d8a21a78ed3 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.9425159 Jan 05 17:13:00.801341 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 45448) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:13:00.806456 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-546fe878-93e9-41d0-9adc-eebdfa1d154e tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Request body: {'subnet': {'network_id': '37daec31-e58d-4385-95d3-027e845500db', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:13:00.924225 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-169377ef-9b51-4b0a-b222-26acf2d9efeb None None] Provisioning complete for port a018c0c2-7738-4670-b386-94b44a205614 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:13:00.924517 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-169377ef-9b51-4b0a-b222-26acf2d9efeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:00.962415 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-169377ef-9b51-4b0a-b222-26acf2d9efeb None None] Port a018c0c2-7738-4670-b386-94b44a205614 cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 17:13:00.997566 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-ddf7fed8-f723-4f63-aecf-d39c0ea85a48 req-7384d82b-7eee-4ca6-8c5d-c440c9774e79 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/ports?device_id=21c3c1a0-7051-4ad1-9907-897735162bcd HTTP/1.1" status: 200 len: 210 time: 0.0284874 Jan 05 17:13:01.015664 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-546fe878-93e9-41d0-9adc-eebdfa1d154e tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Made reservation on behalf of ae615b9d4e3242ec84f93fb74627d3b2 for: {'subnet': 1} {{(pid=103801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:13:01.019292 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-546fe878-93e9-41d0-9adc-eebdfa1d154e tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12480675'] for subnet, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:01.110625 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.db.ipam_backend_mixin [None req-546fe878-93e9-41d0-9adc-eebdfa1d154e tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 8c82df03-e076-472c-8041-d3085cc76a5c (CIDR: 2001:db8::/64) Jan 05 17:13:01.147194 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.pecan_wsgi.hooks.translation [None req-546fe878-93e9-41d0-9adc-eebdfa1d154e tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 05 17:13:01.147645 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-546fe878-93e9-41d0-9adc-eebdfa1d154e tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 05 17:13:01.249527 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-546fe878-93e9-41d0-9adc-eebdfa1d154e tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4469395 Jan 05 17:13:01.252309 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 45452) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:13:01.257181 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-8f186924-31d8-4b98-9ed8-9345f4424c2f tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Request body: {'subnet': {'network_id': '37daec31-e58d-4385-95d3-027e845500db', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:13:01.373989 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-250b7a0c-0d66-432d-b9fd-b20e751e58c9 req-5d0f47f1-3f19-4cd0-b6c5-283939d80326 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=960404e1-a8f8-4c26-83b9-87528fa8969d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0449898 Jan 05 17:13:01.452663 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f186924-31d8-4b98-9ed8-9345f4424c2f tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Made reservation on behalf of ae615b9d4e3242ec84f93fb74627d3b2 for: {'subnet': 1} {{(pid=103801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:13:01.456123 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250b7a0c-0d66-432d-b9fd-b20e751e58c9 req-568045de-83d6-44f2-ae7e-4b680328f867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:13:01.456329 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-8f186924-31d8-4b98-9ed8-9345f4424c2f tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12480675'] for subnet, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:01.457645 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-250b7a0c-0d66-432d-b9fd-b20e751e58c9 req-568045de-83d6-44f2-ae7e-4b680328f867 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9bafc9d0d75b44f696c7001918c22f7e&device_id=960404e1-a8f8-4c26-83b9-87528fa8969d HTTP/1.1" status: 200 len: 1099 time: 0.0420146 Jan 05 17:13:01.548673 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.db.ipam_backend_mixin [None req-8f186924-31d8-4b98-9ed8-9345f4424c2f tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet ff0f0664-21b5-41fd-bfb0-7d12e67c5961 (CIDR: 2001:db8:0:1::/64) Jan 05 17:13:01.563357 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250b7a0c-0d66-432d-b9fd-b20e751e58c9 req-1805cd1f-4645-43c4-bb27-7eba8fb08364 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:13:01.564832 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-250b7a0c-0d66-432d-b9fd-b20e751e58c9 req-1805cd1f-4645-43c4-bb27-7eba8fb08364 service neutron] 10.222.0.13 "GET /v2.0/networks?id=9d892221-db72-44b5-b8b3-7f2a75d6a0ee HTTP/1.1" status: 200 len: 913 time: 0.0843024 Jan 05 17:13:01.619020 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f186924-31d8-4b98-9ed8-9345f4424c2f tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 05 17:13:01.619481 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f186924-31d8-4b98-9ed8-9345f4424c2f tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 05 17:13:01.637046 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-250b7a0c-0d66-432d-b9fd-b20e751e58c9 req-b87c414b-9cbd-442f-8f7b-11cf0aa2b5f8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1181fbbb-5980-4b73-97f3-a941e5b11c7c HTTP/1.1" status: 200 len: 1002 time: 0.0656948 Jan 05 17:13:01.686984 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250b7a0c-0d66-432d-b9fd-b20e751e58c9 req-78c02c1a-a92e-4c0e-bb7f-36d2a10e8b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:13:01.688446 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-250b7a0c-0d66-432d-b9fd-b20e751e58c9 req-78c02c1a-a92e-4c0e-bb7f-36d2a10e8b97 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=520bba67-4fdd-405a-be17-05cf521cd2ec HTTP/1.1" status: 200 len: 851 time: 0.0451164 Jan 05 17:13:01.705890 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-8f186924-31d8-4b98-9ed8-9345f4424c2f tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.4493816 Jan 05 17:13:01.705890 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 45454) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:13:01.708640 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 5e78c03f-ffec-4bed-af06-4399e1f0b1d0 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:13:01.710446 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-64fabdbf-e228-40f6-9e2a-7f85b6c82a32 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Request body: {'subnet': {'network_id': '37daec31-e58d-4385-95d3-027e845500db', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:13:01.748033 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250b7a0c-0d66-432d-b9fd-b20e751e58c9 req-0aff0d21-d2de-4255-a984-f116add70720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:13:01.749679 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-250b7a0c-0d66-432d-b9fd-b20e751e58c9 req-0aff0d21-d2de-4255-a984-f116add70720 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9d892221-db72-44b5-b8b3-7f2a75d6a0ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0438106 Jan 05 17:13:01.760180 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Provisioning complete for port 5e78c03f-ffec-4bed-af06-4399e1f0b1d0 triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:13:01.760686 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:01.858251 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-250b7a0c-0d66-432d-b9fd-b20e751e58c9 req-39d1f9bc-667a-47af-9c50-4b41fbd090f9 service neutron] 10.222.0.13 "GET /v2.0/networks/9d892221-db72-44b5-b8b3-7f2a75d6a0ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020262 Jan 05 17:13:01.913956 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64fabdbf-e228-40f6-9e2a-7f85b6c82a32 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Made reservation on behalf of ae615b9d4e3242ec84f93fb74627d3b2 for: {'subnet': 1} {{(pid=103801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:13:01.918198 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-64fabdbf-e228-40f6-9e2a-7f85b6c82a32 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12480675'] for subnet, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:02.016038 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-250b7a0c-0d66-432d-b9fd-b20e751e58c9 req-e5a75ac5-101f-4d6c-82ed-8d90ddf3a426 service neutron] 10.222.0.13 "GET /v2.0/networks/9d892221-db72-44b5-b8b3-7f2a75d6a0ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1515274 Jan 05 17:13:02.062983 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a012849-4efc-44c9-b53d-926a6e9f69ee req-b163b47c-d1a6-4326-a5c4-b36a1c73ff37 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:13:02.064541 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-0a012849-4efc-44c9-b53d-926a6e9f69ee req-b163b47c-d1a6-4326-a5c4-b36a1c73ff37 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.13 "GET /v2.0/networks?id=462b1b6f-f9dc-4383-bd2c-be5964748468 HTTP/1.1" status: 200 len: 796 time: 0.1509199 Jan 05 17:13:02.117678 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-ed030f4a-696d-462a-8900-c421ebb9e85c req-adfa61da-39d0-462e-89e7-540474115c02 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/ports?device_id=21c3c1a0-7051-4ad1-9907-897735162bcd HTTP/1.1" status: 200 len: 210 time: 0.0389068 Jan 05 17:13:02.177483 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-0a012849-4efc-44c9-b53d-926a6e9f69ee req-35bcfdc6-b05f-424f-a947-2e2141d7c5c4 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ec76859de02442879238ecf1eaefefed HTTP/1.1" status: 200 len: 472 time: 0.1045787 Jan 05 17:13:02.186816 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [req-0a012849-4efc-44c9-b53d-926a6e9f69ee req-7b3ccf63-3627-49d0-b573-0d82c2fb62d5 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Request body: {'port': {'device_id': '21c3c1a0-7051-4ad1-9907-897735162bcd', 'network_id': '462b1b6f-f9dc-4383-bd2c-be5964748468', 'admin_state_up': True, 'tenant_id': 'ec76859de02442879238ecf1eaefefed', 'security_groups': ['c28dadb8-c003-4acf-9001-4d5d7450bd4a']}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:13:02.221749 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-64fabdbf-e228-40f6-9e2a-7f85b6c82a32 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11433288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12480593'] for subnet, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:02.271532 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64fabdbf-e228-40f6-9e2a-7f85b6c82a32 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Network 37daec31-e58d-4385-95d3-027e845500db is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:13:02.274886 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-64fabdbf-e228-40f6-9e2a-7f85b6c82a32 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:13:02.279742 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64fabdbf-e228-40f6-9e2a-7f85b6c82a32 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:13:02.280339 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-64fabdbf-e228-40f6-9e2a-7f85b6c82a32 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks [] for subnet, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:02.286024 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58a87f95-0f53-40a6-b48c-ce045bbd1f2e None None] Network 37daec31-e58d-4385-95d3-027e845500db requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:13:02.292434 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fabdbf-e228-40f6-9e2a-7f85b6c82a32 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Pushing event updated for resources: {'Subnet': ['ID=8ba852bc-c8bb-435e-80c8-597e765a2030,revision_number=0']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:13:02.425231 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 45464) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:13:02.425896 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-64fabdbf-e228-40f6-9e2a-7f85b6c82a32 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.7189813 Jan 05 17:13:02.430544 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-f87cb9bc-bb39-42f4-a182-cc62f89abe6c tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1342269545', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '8ba852bc-c8bb-435e-80c8-597e765a2030'}], 'security_groups': ['53f45d52-6039-4aad-9a4e-bb05d6cecf52', 'cb308e58-549b-44cb-8261-7a8da2d6e2f4']}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:13:02.460914 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1652b0a-27bb-48ef-8846-6a60dc773804 None None] Update dhcp port {'port': {'network_id': '37daec31-e58d-4385-95d3-027e845500db', 'fixed_ips': [{'subnet_id': 'ff0f0664-21b5-41fd-bfb0-7d12e67c5961', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '8c82df03-e076-472c-8041-d3085cc76a5c', 'ip_address': '2001:db8::2'}, {'subnet_id': '8ba852bc-c8bb-435e-80c8-597e765a2030'}], 'binding:host_id': 'dv-neutron-master-2-hyperv'}, 'id': '5e78c03f-ffec-4bed-af06-4399e1f0b1d0'} from dv-neutron-master-2-hyperv. {{(pid=103802) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Jan 05 17:13:02.486482 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d1652b0a-27bb-48ef-8846-6a60dc773804 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:02.522117 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a012849-4efc-44c9-b53d-926a6e9f69ee req-7b3ccf63-3627-49d0-b573-0d82c2fb62d5 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Made reservation on behalf of ec76859de02442879238ecf1eaefefed for: {'port': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:13:02.525608 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-0a012849-4efc-44c9-b53d-926a6e9f69ee req-7b3ccf63-3627-49d0-b573-0d82c2fb62d5 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:02.663870 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f87cb9bc-bb39-42f4-a182-cc62f89abe6c tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:02.666505 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.db_base_plugin_common [None req-d1652b0a-27bb-48ef-8846-6a60dc773804 None None] Allocated IP 2001:db8:0:2::2 (37daec31-e58d-4385-95d3-027e845500db/8ba852bc-c8bb-435e-80c8-597e765a2030/5e78c03f-ffec-4bed-af06-4399e1f0b1d0) {{(pid=103802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:13:02.766449 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-d1652b0a-27bb-48ef-8846-6a60dc773804 None None] For port 5e78c03f-ffec-4bed-af06-4399e1f0b1d0, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=5e78c03f-ffec-4bed-af06-4399e1f0b1d0,segment=NetworkSegment(132af2db-4725-4f7f-be88-9325e3fb04f6),segment_id=132af2db-4725-4f7f-be88-9325e3fb04f6)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:13:02.780640 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [req-0a012849-4efc-44c9-b53d-926a6e9f69ee req-7b3ccf63-3627-49d0-b573-0d82c2fb62d5 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Allocated IP 172.20.0.30 (462b1b6f-f9dc-4383-bd2c-be5964748468/55fb8880-edda-4f4c-ab4f-51de906efb02/bef4a7dd-682c-40e0-9f74-4806c8797093) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:13:02.795441 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d1652b0a-27bb-48ef-8846-6a60dc773804 None None] Publish callbacks [] for port, precommit_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:02.895890 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d1652b0a-27bb-48ef-8846-6a60dc773804 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:02.999539 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1652b0a-27bb-48ef-8846-6a60dc773804 None None] Pushing event updated for resources: {'Port': ['ID=5e78c03f-ffec-4bed-af06-4399e1f0b1d0,revision_number=7']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:13:03.059283 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-0a012849-4efc-44c9-b53d-926a6e9f69ee req-7b3ccf63-3627-49d0-b573-0d82c2fb62d5 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for port, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:03.135436 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [None req-f87cb9bc-bb39-42f4-a182-cc62f89abe6c tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Delete allocated IP 2001:db8::2a2 (37daec31-e58d-4385-95d3-027e845500db/8c82df03-e076-472c-8041-d3085cc76a5c) {{(pid=103800) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 05 17:13:03.147698 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [None req-f87cb9bc-bb39-42f4-a182-cc62f89abe6c tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Allocated IP 2001:db8:0:2::ea (37daec31-e58d-4385-95d3-027e845500db/8ba852bc-c8bb-435e-80c8-597e765a2030/a018c0c2-7738-4670-b386-94b44a205614) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:13:03.232721 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-aa5dc2f6-7c98-47d4-b38e-d3366b6f03fd req-7c0a222d-497d-4ab5-8c44-5ce33601dff4 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/ports?device_id=21c3c1a0-7051-4ad1-9907-897735162bcd HTTP/1.1" status: 200 len: 210 time: 0.0278578 Jan 05 17:13:03.256916 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-0a012849-4efc-44c9-b53d-926a6e9f69ee req-7b3ccf63-3627-49d0-b573-0d82c2fb62d5 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:03.304980 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a012849-4efc-44c9-b53d-926a6e9f69ee req-7b3ccf63-3627-49d0-b573-0d82c2fb62d5 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Network 462b1b6f-f9dc-4383-bd2c-be5964748468 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:13:03.314005 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [req-0a012849-4efc-44c9-b53d-926a6e9f69ee req-7b3ccf63-3627-49d0-b573-0d82c2fb62d5 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:13:03.323349 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a012849-4efc-44c9-b53d-926a6e9f69ee req-7b3ccf63-3627-49d0-b573-0d82c2fb62d5 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:13:03.352592 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3ccf63-3627-49d0-b573-0d82c2fb62d5 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Pushing event updated for resources: {'Port': ['ID=bef4a7dd-682c-40e0-9f74-4806c8797093,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:13:03.402041 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a012849-4efc-44c9-b53d-926a6e9f69ee req-7b3ccf63-3627-49d0-b573-0d82c2fb62d5 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:13:03.402378 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-0a012849-4efc-44c9-b53d-926a6e9f69ee req-7b3ccf63-3627-49d0-b573-0d82c2fb62d5 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:03.430310 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f87cb9bc-bb39-42f4-a182-cc62f89abe6c tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks [] for port, precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:03.487430 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-0a012849-4efc-44c9-b53d-926a6e9f69ee req-7b3ccf63-3627-49d0-b573-0d82c2fb62d5 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3043511 Jan 05 17:13:03.501497 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [req-0a012849-4efc-44c9-b53d-926a6e9f69ee req-6571240f-92a9-4dd1-8c6b-20b57518e9c9 service neutron] Request body: {'port': {'device_id': '21c3c1a0-7051-4ad1-9907-897735162bcd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:13:03.529887 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f87cb9bc-bb39-42f4-a182-cc62f89abe6c tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8784461'] for port, after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:03.623050 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-1dbb29e2-97c5-438e-88b0-4fa8d529b9b7 None None] Provisioning complete for port bef4a7dd-682c-40e0-9f74-4806c8797093 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:13:03.623768 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-1dbb29e2-97c5-438e-88b0-4fa8d529b9b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:03.632312 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-f87cb9bc-bb39-42f4-a182-cc62f89abe6c tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] In _notify_port_updated(), no bound segment for port a018c0c2-7738-4670-b386-94b44a205614 on network 37daec31-e58d-4385-95d3-027e845500db {{(pid=103800) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Jan 05 17:13:03.638669 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f87cb9bc-bb39-42f4-a182-cc62f89abe6c tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:13:03.639345 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f87cb9bc-bb39-42f4-a182-cc62f89abe6c tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:03.640860 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-f87cb9bc-bb39-42f4-a182-cc62f89abe6c tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] 10.222.0.11 "PUT /v2.0/ports/a018c0c2-7738-4670-b386-94b44a205614 HTTP/1.1" status: 200 len: 969 time: 1.2146235 Jan 05 17:13:03.643884 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 45472) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:13:03.658852 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87cb9bc-bb39-42f4-a182-cc62f89abe6c tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Pushing event updated for resources: {'Port': ['ID=a018c0c2-7738-4670-b386-94b44a205614,revision_number=2']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:13:03.662834 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-0a012849-4efc-44c9-b53d-926a6e9f69ee req-6571240f-92a9-4dd1-8c6b-20b57518e9c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:03.668969 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-1dbb29e2-97c5-438e-88b0-4fa8d529b9b7 None None] Port bef4a7dd-682c-40e0-9f74-4806c8797093 cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 17:13:03.744367 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 5e78c03f-ffec-4bed-af06-4399e1f0b1d0 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:13:03.785969 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-08c59409-0aff-4272-b7ca-7d4e4ea2198a tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Deleting port a018c0c2-7738-4670-b386-94b44a205614 {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:13:03.786309 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-08c59409-0aff-4272-b7ca-7d4e4ea2198a tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:03.803485 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Provisioning complete for port 5e78c03f-ffec-4bed-af06-4399e1f0b1d0 triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:13:03.804185 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:03.853951 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-dc542a9c-6bf8-4c68-8008-c8b5c97b239a None None] Provisioning complete for port a018c0c2-7738-4670-b386-94b44a205614 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:13:03.854313 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-dc542a9c-6bf8-4c68-8008-c8b5c97b239a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:03.907412 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-dc542a9c-6bf8-4c68-8008-c8b5c97b239a None None] Port a018c0c2-7738-4670-b386-94b44a205614 cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 17:13:03.919757 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-08c59409-0aff-4272-b7ca-7d4e4ea2198a tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:03.938240 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-08c59409-0aff-4272-b7ca-7d4e4ea2198a tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Calling delete_port for a018c0c2-7738-4670-b386-94b44a205614 owned by {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:13:03.944550 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-dc542a9c-6bf8-4c68-8008-c8b5c97b239a None None] Provisioning complete for port 5e78c03f-ffec-4bed-af06-4399e1f0b1d0 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:13:03.944914 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-dc542a9c-6bf8-4c68-8008-c8b5c97b239a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:04.012094 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.notifiers.nova [req-0a012849-4efc-44c9-b53d-926a6e9f69ee req-6571240f-92a9-4dd1-8c6b-20b57518e9c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bef4a7dd-682c-40e0-9f74-4806c8797093 {{(pid=103800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 05 17:13:04.021712 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-0a012849-4efc-44c9-b53d-926a6e9f69ee req-6571240f-92a9-4dd1-8c6b-20b57518e9c9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:04.046906 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-dc542a9c-6bf8-4c68-8008-c8b5c97b239a None None] Provisioning complete for port 581d299c-7edd-4046-86ad-68f734c0a8c1 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:13:04.047275 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-dc542a9c-6bf8-4c68-8008-c8b5c97b239a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:04.161167 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.provisioning_blocks [req-0a012849-4efc-44c9-b53d-926a6e9f69ee req-6571240f-92a9-4dd1-8c6b-20b57518e9c9 service neutron] Transition to ACTIVE for port object bef4a7dd-682c-40e0-9f74-4806c8797093 will not be triggered until provisioned by entity L2. {{(pid=103800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 05 17:13:04.161427 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-08c59409-0aff-4272-b7ca-7d4e4ea2198a tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11433176'] for port, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:04.192805 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c59409-0aff-4272-b7ca-7d4e4ea2198a tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Pushing event deleted for resources: {'Port': ['ID=a018c0c2-7738-4670-b386-94b44a205614,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:13:04.219174 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-08c59409-0aff-4272-b7ca-7d4e4ea2198a tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:04.225568 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-08c59409-0aff-4272-b7ca-7d4e4ea2198a tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] 10.222.0.11 "DELETE /v2.0/ports/a018c0c2-7738-4670-b386-94b44a205614 HTTP/1.1" status: 204 len: 168 time: 0.5767622 Jan 05 17:13:04.225917 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 45474) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:13:04.232338 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-dc542a9c-6bf8-4c68-8008-c8b5c97b239a None None] Port 581d299c-7edd-4046-86ad-68f734c0a8c1 cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 17:13:04.237834 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-0a012849-4efc-44c9-b53d-926a6e9f69ee req-6571240f-92a9-4dd1-8c6b-20b57518e9c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8784461'] for port, after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:04.279513 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.pecan_wsgi.hooks.translation [None req-e66e1c22-93fc-4b87-89e1-ed89901ddbf5 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] GET failed (client error): The resource could not be found. Jan 05 17:13:04.284249 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 45478) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:13:04.284416 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-e66e1c22-93fc-4b87-89e1-ed89901ddbf5 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] 10.222.0.11 "GET /v2.0/ports/a018c0c2-7738-4670-b386-94b44a205614 HTTP/1.1" status: 404 len: 333 time: 0.0574214 Jan 05 17:13:04.316604 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6571240f-92a9-4dd1-8c6b-20b57518e9c9 service neutron] Pushing event updated for resources: {'Port': ['ID=bef4a7dd-682c-40e0-9f74-4806c8797093,revision_number=2']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:13:04.344744 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-9f554a6b-6ebe-4b34-82d6-013f30a382b6 None None] Could not find standard attr ID for object a018c0c2-7738-4670-b386-94b44a205614. {{(pid=103802) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 05 17:13:04.369576 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-c128da6f-ed49-4894-ae81-91208770ac7c tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks [] for security_group, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:04.398112 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-c128da6f-ed49-4894-ae81-91208770ac7c tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:04.432755 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:13:04.432755 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:13:04.432755 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:13:04.432755 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:13:04.432755 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:13:04.432755 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:13:04.432755 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:13:04.432755 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:13:04.432755 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:13:04.432755 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:13:04.432755 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:13:04.432755 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:13:04.432755 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:13:04.432755 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:13:04.432755 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:13:04.432755 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:13:04.432755 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:13:04.432755 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:13:04.432755 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:13:04.432755 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:13:04.432755 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:13:04.432755 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:13:04.432755 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:13:04.432755 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:13:04.432755 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:13:04.432755 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:13:04.432755 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:13:04.432755 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:13:04.432755 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:13:04.432755 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:13:04.432755 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:13:04.432755 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:13:04.432755 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:13:04.432755 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:13:04.432755 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:13:04.432755 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:13:04.432755 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:13:04.432755 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:13:04.432755 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:13:04.432755 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:13:04.432755 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:13:04.432755 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:13:04.432755 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:13:04.432755 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:13:04.432755 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:13:04.432755 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:13:04.432755 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:13:04.432755 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:13:04.436627 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01218d51-95ac-4477-b197-b90d89b4c96a req-acb42ed0-7dc4-4ca9-80c5-a03edcbbdc99 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:13:04.436940 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-01218d51-95ac-4477-b197-b90d89b4c96a req-acb42ed0-7dc4-4ca9-80c5-a03edcbbdc99 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/ports?device_id=21c3c1a0-7051-4ad1-9907-897735162bcd HTTP/1.1" status: 200 len: 944 time: 0.1164188 Jan 05 17:13:04.462554 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [req-0a012849-4efc-44c9-b53d-926a6e9f69ee req-6571240f-92a9-4dd1-8c6b-20b57518e9c9 service neutron] Attempting to bind port bef4a7dd-682c-40e0-9f74-4806c8797093 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 05 17:13:04.462897 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [req-0a012849-4efc-44c9-b53d-926a6e9f69ee req-6571240f-92a9-4dd1-8c6b-20b57518e9c9 service neutron] Attempting to bind port bef4a7dd-682c-40e0-9f74-4806c8797093 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'ad0c0331-e60d-4f53-9305-1d74015cc249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '462b1b6f-f9dc-4383-bd2c-be5964748468'}] {{(pid=103800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 05 17:13:04.463231 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a012849-4efc-44c9-b53d-926a6e9f69ee req-6571240f-92a9-4dd1-8c6b-20b57518e9c9 service neutron] Attempting to bind port bef4a7dd-682c-40e0-9f74-4806c8797093 on network 462b1b6f-f9dc-4383-bd2c-be5964748468 {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:13:04.474364 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a012849-4efc-44c9-b53d-926a6e9f69ee req-6571240f-92a9-4dd1-8c6b-20b57518e9c9 service neutron] Port bef4a7dd-682c-40e0-9f74-4806c8797093 on network 462b1b6f-f9dc-4383-bd2c-be5964748468 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 05 17:13:04.474698 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a012849-4efc-44c9-b53d-926a6e9f69ee req-6571240f-92a9-4dd1-8c6b-20b57518e9c9 service neutron] Attempting to bind port bef4a7dd-682c-40e0-9f74-4806c8797093 on network 462b1b6f-f9dc-4383-bd2c-be5964748468 {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:13:04.489221 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a012849-4efc-44c9-b53d-926a6e9f69ee req-6571240f-92a9-4dd1-8c6b-20b57518e9c9 service neutron] Checking agent: {'id': '5c36d785-abe8-4e89-a23a-b403333d2378', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 5, 17, 3, 49), 'started_at': datetime.datetime(2022, 1, 5, 17, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 1, 5, 17, 12, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 05 17:13:04.489548 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a012849-4efc-44c9-b53d-926a6e9f69ee req-6571240f-92a9-4dd1-8c6b-20b57518e9c9 service neutron] Checking segment: {'id': 'ad0c0331-e60d-4f53-9305-1d74015cc249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '462b1b6f-f9dc-4383-bd2c-be5964748468'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:13:04.489982 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a012849-4efc-44c9-b53d-926a6e9f69ee req-6571240f-92a9-4dd1-8c6b-20b57518e9c9 service neutron] Bound using segment: {'id': 'ad0c0331-e60d-4f53-9305-1d74015cc249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '462b1b6f-f9dc-4383-bd2c-be5964748468'} {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 05 17:13:04.490474 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [req-0a012849-4efc-44c9-b53d-926a6e9f69ee req-6571240f-92a9-4dd1-8c6b-20b57518e9c9 service neutron] Bound port: bef4a7dd-682c-40e0-9f74-4806c8797093, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad0c0331-e60d-4f53-9305-1d74015cc249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '462b1b6f-f9dc-4383-bd2c-be5964748468'}}] {{(pid=103800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 05 17:13:04.490923 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-0a012849-4efc-44c9-b53d-926a6e9f69ee req-6571240f-92a9-4dd1-8c6b-20b57518e9c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:04.518498 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-01218d51-95ac-4477-b197-b90d89b4c96a req-8adba6d4-96ed-4736-b2bd-f96f5e60dfd9 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/security-groups?id=c28dadb8-c003-4acf-9001-4d5d7450bd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735908 Jan 05 17:13:04.524605 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-c128da6f-ed49-4894-ae81-91208770ac7c tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:04.527845 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-c128da6f-ed49-4894-ae81-91208770ac7c tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks [] for security_group, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:04.529880 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-c128da6f-ed49-4894-ae81-91208770ac7c tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] 10.222.0.11 "DELETE /v2.0/security-groups/d8b90930-d705-4127-92b0-155c9186dc38 HTTP/1.1" status: 204 len: 168 time: 0.2444832 Jan 05 17:13:04.540339 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 45480) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:13:04.566040 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c128da6f-ed49-4894-ae81-91208770ac7c tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8b90930-d705-4127-92b0-155c9186dc38,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:13:04.586146 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.db [req-0a012849-4efc-44c9-b53d-926a6e9f69ee req-6571240f-92a9-4dd1-8c6b-20b57518e9c9 service neutron] For port bef4a7dd-682c-40e0-9f74-4806c8797093, host hv-neutron-mast, cleared binding levels {{(pid=103800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 05 17:13:04.590122 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.db [req-0a012849-4efc-44c9-b53d-926a6e9f69ee req-6571240f-92a9-4dd1-8c6b-20b57518e9c9 service neutron] For port bef4a7dd-682c-40e0-9f74-4806c8797093, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=bef4a7dd-682c-40e0-9f74-4806c8797093,segment=NetworkSegment(ad0c0331-e60d-4f53-9305-1d74015cc249),segment_id=ad0c0331-e60d-4f53-9305-1d74015cc249)] {{(pid=103800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 05 17:13:04.617807 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-a0cedffb-e1e7-4e7f-bf63-4a51a8bf7e84 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks [] for security_group, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:04.640063 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-a0cedffb-e1e7-4e7f-bf63-4a51a8bf7e84 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:04.641121 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-0a012849-4efc-44c9-b53d-926a6e9f69ee req-6571240f-92a9-4dd1-8c6b-20b57518e9c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8784461'] for port, after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:04.676401 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a012849-4efc-44c9-b53d-926a6e9f69ee req-6571240f-92a9-4dd1-8c6b-20b57518e9c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:13:04.676822 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-0a012849-4efc-44c9-b53d-926a6e9f69ee req-6571240f-92a9-4dd1-8c6b-20b57518e9c9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:04.678433 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-0a012849-4efc-44c9-b53d-926a6e9f69ee req-6571240f-92a9-4dd1-8c6b-20b57518e9c9 service neutron] 10.222.0.13 "PUT /v2.0/ports/bef4a7dd-682c-40e0-9f74-4806c8797093 HTTP/1.1" status: 200 len: 1094 time: 1.1821141 Jan 05 17:13:04.681047 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21c3c1a0-7051-4ad1-9907-897735162bcd', 'tag': 'bef4a7dd-682c-40e0-9f74-4806c8797093'}] {{(pid=103800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 05 17:13:04.684231 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f64b9d4628f7eefcc27168a80c04985d23f0ea5def038dae05e1deb7357f3bfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1515faa5-f9c6-4e37-80d6-4521136d8b59" -d '{"events": [{"name": "network-changed", "server_uuid": "21c3c1a0-7051-4ad1-9907-897735162bcd", "tag": "bef4a7dd-682c-40e0-9f74-4806c8797093"}]}' {{(pid=103800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 05 17:13:04.714624 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6571240f-92a9-4dd1-8c6b-20b57518e9c9 service neutron] Pushing event updated for resources: {'Port': ['ID=bef4a7dd-682c-40e0-9f74-4806c8797093,revision_number=3']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:13:04.734983 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Jan 2022 17:13:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ab288ad-d60d-443b-b8f7-15a865dbb9d6 x-openstack-request-id: req-5ab288ad-d60d-443b-b8f7-15a865dbb9d6 {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 05 17:13:04.735288 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21c3c1a0-7051-4ad1-9907-897735162bcd", "tag": "bef4a7dd-682c-40e0-9f74-4806c8797093", "status": "completed", "code": 200}]} {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 05 17:13:04.735544 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-5ab288ad-d60d-443b-b8f7-15a865dbb9d6 {{(pid=103800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 05 17:13:04.735957 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21c3c1a0-7051-4ad1-9907-897735162bcd', 'tag': 'bef4a7dd-682c-40e0-9f74-4806c8797093', 'status': 'completed', 'code': 200} Jan 05 17:13:04.743172 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-a0cedffb-e1e7-4e7f-bf63-4a51a8bf7e84 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:04.746071 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-a0cedffb-e1e7-4e7f-bf63-4a51a8bf7e84 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks [] for security_group, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:04.748069 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-a0cedffb-e1e7-4e7f-bf63-4a51a8bf7e84 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] 10.222.0.11 "DELETE /v2.0/security-groups/cb308e58-549b-44cb-8261-7a8da2d6e2f4 HTTP/1.1" status: 204 len: 168 time: 0.2056561 Jan 05 17:13:04.750087 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 45484) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:13:04.761503 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cedffb-e1e7-4e7f-bf63-4a51a8bf7e84 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb308e58-549b-44cb-8261-7a8da2d6e2f4,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:13:04.844074 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1515faa5-f9c6-4e37-80d6-4521136d8b59 req-aa790b87-9527-4b42-ba03-f84bbd52cd75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:13:04.845671 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-1515faa5-f9c6-4e37-80d6-4521136d8b59 req-aa790b87-9527-4b42-ba03-f84bbd52cd75 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ec76859de02442879238ecf1eaefefed&device_id=21c3c1a0-7051-4ad1-9907-897735162bcd HTTP/1.1" status: 200 len: 1097 time: 0.0860021 Jan 05 17:13:04.848888 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-8c59ba51-22a1-4faf-ab72-c4b898ea7ff0 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks [] for security_group, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:04.925238 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-8c59ba51-22a1-4faf-ab72-c4b898ea7ff0 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:04.992510 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1515faa5-f9c6-4e37-80d6-4521136d8b59 req-43645071-255f-4b1b-9f8a-ab83dae7b345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:13:04.992883 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1515faa5-f9c6-4e37-80d6-4521136d8b59 req-43645071-255f-4b1b-9f8a-ab83dae7b345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:13:04.994441 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-1515faa5-f9c6-4e37-80d6-4521136d8b59 req-43645071-255f-4b1b-9f8a-ab83dae7b345 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=ec76859de02442879238ecf1eaefefed&shared=False HTTP/1.1" status: 200 len: 1583 time: 0.1396215 Jan 05 17:13:05.068035 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-8c59ba51-22a1-4faf-ab72-c4b898ea7ff0 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:05.070957 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-8c59ba51-22a1-4faf-ab72-c4b898ea7ff0 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks [] for security_group, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:05.072155 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-8c59ba51-22a1-4faf-ab72-c4b898ea7ff0 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] 10.222.0.11 "DELETE /v2.0/security-groups/53f45d52-6039-4aad-9a4e-bb05d6cecf52 HTTP/1.1" status: 204 len: 168 time: 0.3197644 Jan 05 17:13:05.076279 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 45486) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:13:05.095346 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c59ba51-22a1-4faf-ab72-c4b898ea7ff0 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=53f45d52-6039-4aad-9a4e-bb05d6cecf52,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:13:05.131802 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.db_base_plugin_v2 [None req-5311f562-71b7-488c-9a81-4fc18cf97cfc tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Deleting subnet 8c82df03-e076-472c-8041-d3085cc76a5c {{(pid=103801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 05 17:13:05.132342 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1515faa5-f9c6-4e37-80d6-4521136d8b59 req-38cc90fd-81d6-489c-81de-a270b3486ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:13:05.133844 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-1515faa5-f9c6-4e37-80d6-4521136d8b59 req-38cc90fd-81d6-489c-81de-a270b3486ec1 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1332161 Jan 05 17:13:05.135155 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-5311f562-71b7-488c-9a81-4fc18cf97cfc tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks [] for subnet, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:05.175620 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-5311f562-71b7-488c-9a81-4fc18cf97cfc tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11316398'] for subnet, precommit_delete_associations {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:05.216215 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a012849-4efc-44c9-b53d-926a6e9f69ee req-407ee9b8-7e98-4629-97d5-9d04796d2baf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:13:05.217929 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-0a012849-4efc-44c9-b53d-926a6e9f69ee req-407ee9b8-7e98-4629-97d5-9d04796d2baf service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ec76859de02442879238ecf1eaefefed&device_id=21c3c1a0-7051-4ad1-9907-897735162bcd HTTP/1.1" status: 200 len: 1097 time: 0.0429075 Jan 05 17:13:05.261521 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-0a012849-4efc-44c9-b53d-926a6e9f69ee req-944adec0-ad73-48e3-86af-db6f63512b92 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=bef4a7dd-682c-40e0-9f74-4806c8797093 HTTP/1.1" status: 200 len: 217 time: 0.0346406 Jan 05 17:13:05.263904 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-5311f562-71b7-488c-9a81-4fc18cf97cfc tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892868'] for subnet, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:05.313850 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a012849-4efc-44c9-b53d-926a6e9f69ee req-d6430917-1831-45e9-98ca-0f23b7e7d5db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:13:05.315311 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-0a012849-4efc-44c9-b53d-926a6e9f69ee req-d6430917-1831-45e9-98ca-0f23b7e7d5db service neutron] 10.222.0.13 "GET /v2.0/subnets?id=55fb8880-edda-4f4c-ab4f-51de906efb02 HTTP/1.1" status: 200 len: 838 time: 0.0469174 Jan 05 17:13:05.359751 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a012849-4efc-44c9-b53d-926a6e9f69ee req-ac133c00-593f-49b8-877c-cb642714b618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:13:05.361225 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-0a012849-4efc-44c9-b53d-926a6e9f69ee req-ac133c00-593f-49b8-877c-cb642714b618 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=462b1b6f-f9dc-4383-bd2c-be5964748468&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0402350 Jan 05 17:13:05.444582 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-5311f562-71b7-488c-9a81-4fc18cf97cfc tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3893367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11433231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12480600'] for subnet, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:05.451482 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-0a012849-4efc-44c9-b53d-926a6e9f69ee req-d2ee9ac9-8182-442f-9378-743c0416e908 service neutron] 10.222.0.13 "GET /v2.0/networks/462b1b6f-f9dc-4383-bd2c-be5964748468?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831063 Jan 05 17:13:05.473783 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5311f562-71b7-488c-9a81-4fc18cf97cfc tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Pushing event deleted for resources: {'Subnet': ['ID=8c82df03-e076-472c-8041-d3085cc76a5c,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:13:05.475754 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-5311f562-71b7-488c-9a81-4fc18cf97cfc tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks [] for subnet, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:05.485748 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-5311f562-71b7-488c-9a81-4fc18cf97cfc tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] 10.222.0.11 "DELETE /v2.0/subnets/8c82df03-e076-472c-8041-d3085cc76a5c HTTP/1.1" status: 204 len: 168 time: 0.4015481 Jan 05 17:13:05.487139 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 45488) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:13:05.491186 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be87d070-a2c6-43a8-b926-079e913a43af None None] Network 37daec31-e58d-4385-95d3-027e845500db requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:13:05.546709 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.db_base_plugin_v2 [None req-0acc34b9-9467-4d87-8365-3e399e72b82f tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Deleting subnet 8ba852bc-c8bb-435e-80c8-597e765a2030 {{(pid=103801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 05 17:13:05.547585 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-0a012849-4efc-44c9-b53d-926a6e9f69ee req-4736f771-37ce-4456-bf1a-bf7086cc2eb3 service neutron] 10.222.0.13 "GET /v2.0/networks/462b1b6f-f9dc-4383-bd2c-be5964748468?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910041 Jan 05 17:13:05.550039 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-0acc34b9-9467-4d87-8365-3e399e72b82f tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks [] for subnet, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:05.595128 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-0acc34b9-9467-4d87-8365-3e399e72b82f tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11316398'] for subnet, precommit_delete_associations {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:05.668440 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91606d0-314d-4c05-a8a7-40f2591f97da req-c2cd7c86-fb16-42c8-9ea4-be05108d9d55 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:13:05.670742 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-d91606d0-314d-4c05-a8a7-40f2591f97da req-c2cd7c86-fb16-42c8-9ea4-be05108d9d55 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/ports?device_id=21c3c1a0-7051-4ad1-9907-897735162bcd HTTP/1.1" status: 200 len: 944 time: 0.0612164 Jan 05 17:13:05.683978 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-0acc34b9-9467-4d87-8365-3e399e72b82f tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892868'] for subnet, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:05.725874 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-d91606d0-314d-4c05-a8a7-40f2591f97da req-19643be2-2602-49b1-8245-06091e14e671 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/security-groups?id=c28dadb8-c003-4acf-9001-4d5d7450bd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488236 Jan 05 17:13:05.835406 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-0acc34b9-9467-4d87-8365-3e399e72b82f tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3893367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11433231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12480600'] for subnet, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:05.870100 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acc34b9-9467-4d87-8365-3e399e72b82f tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Pushing event deleted for resources: {'Subnet': ['ID=8ba852bc-c8bb-435e-80c8-597e765a2030,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:13:05.876011 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-0acc34b9-9467-4d87-8365-3e399e72b82f tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks [] for subnet, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:05.879638 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-0acc34b9-9467-4d87-8365-3e399e72b82f tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] 10.222.0.11 "DELETE /v2.0/subnets/8ba852bc-c8bb-435e-80c8-597e765a2030 HTTP/1.1" status: 204 len: 168 time: 0.3926528 Jan 05 17:13:05.882029 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 45492) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:13:05.909561 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ec34ebf-0ae6-4a4a-a3ff-519581c5de96 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] DELETE failed (client error): The resource could not be found. Jan 05 17:13:05.910630 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ec34ebf-0ae6-4a4a-a3ff-519581c5de96 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 05 17:13:05.914036 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-7ec34ebf-0ae6-4a4a-a3ff-519581c5de96 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] 10.222.0.11 "DELETE /v2.0/subnets/8c82df03-e076-472c-8041-d3085cc76a5c HTTP/1.1" status: 404 len: 337 time: 0.0307572 Jan 05 17:13:05.916514 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 45494) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:13:05.968985 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.db_base_plugin_v2 [None req-51d3827f-3f58-472a-8d8c-fbf31110c10b tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Deleting subnet ff0f0664-21b5-41fd-bfb0-7d12e67c5961 {{(pid=103801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 05 17:13:05.972446 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-51d3827f-3f58-472a-8d8c-fbf31110c10b tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks [] for subnet, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:06.013096 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-51d3827f-3f58-472a-8d8c-fbf31110c10b tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11316398'] for subnet, precommit_delete_associations {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:06.103257 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-51d3827f-3f58-472a-8d8c-fbf31110c10b tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892868'] for subnet, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:06.131166 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56a4b21d-3cd9-4cb5-8e5f-e92accc9e944 None None] Network 37daec31-e58d-4385-95d3-027e845500db requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:13:06.239813 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-8b8cfdba-566b-4d35-96aa-994740597098 None None] Provisioning complete for port 5e78c03f-ffec-4bed-af06-4399e1f0b1d0 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:13:06.240178 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-8b8cfdba-566b-4d35-96aa-994740597098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:06.250512 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-51d3827f-3f58-472a-8d8c-fbf31110c10b tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3893367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11433231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12480600'] for subnet, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:06.277799 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d3827f-3f58-472a-8d8c-fbf31110c10b tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Pushing event deleted for resources: {'Subnet': ['ID=ff0f0664-21b5-41fd-bfb0-7d12e67c5961,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:13:06.282128 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-51d3827f-3f58-472a-8d8c-fbf31110c10b tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks [] for subnet, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:06.285475 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-51d3827f-3f58-472a-8d8c-fbf31110c10b tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] 10.222.0.11 "DELETE /v2.0/subnets/ff0f0664-21b5-41fd-bfb0-7d12e67c5961 HTTP/1.1" status: 204 len: 168 time: 0.3679733 Jan 05 17:13:06.288118 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 45496) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:13:06.318062 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.pecan_wsgi.hooks.translation [None req-15127697-1304-4e46-b9a3-ab8fe180f14a tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] DELETE failed (client error): The resource could not be found. Jan 05 17:13:06.318503 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15127697-1304-4e46-b9a3-ab8fe180f14a tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103800) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 05 17:13:06.321819 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-15127697-1304-4e46-b9a3-ab8fe180f14a tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] 10.222.0.11 "DELETE /v2.0/subnets/f8f27219-c279-4847-aee8-989990ebbc9f HTTP/1.1" status: 404 len: 337 time: 0.0322204 Jan 05 17:13:06.324463 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 45498) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:13:06.342697 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-8b8cfdba-566b-4d35-96aa-994740597098 None None] Provisioning complete for port 581d299c-7edd-4046-86ad-68f734c0a8c1 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:13:06.343931 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-8b8cfdba-566b-4d35-96aa-994740597098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:06.361877 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-5b3961be-e06d-4659-9775-978816351461 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] 10.222.0.11 "GET /v2.0/ports?device_id=cd8cf588-4aa8-4304-8734-318b97d1e647 HTTP/1.1" status: 200 len: 205 time: 0.0341563 Jan 05 17:13:06.362242 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 45500) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:13:06.386439 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-8b8cfdba-566b-4d35-96aa-994740597098 None None] Port 581d299c-7edd-4046-86ad-68f734c0a8c1 cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 17:13:06.405554 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.api.v2.resource [None req-8b1e999c-bdfc-49bf-b0e4-327134eb00f3 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] delete failed (client error): The resource could not be found. Jan 05 17:13:06.407307 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-8b1e999c-bdfc-49bf-b0e4-327134eb00f3 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] 10.222.0.11 "DELETE /v2.0/routers/cd8cf588-4aa8-4304-8734-318b97d1e647 HTTP/1.1" status: 404 len: 336 time: 0.0433979 Jan 05 17:13:06.409421 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 45502) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:13:06.437643 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.pecan_wsgi.hooks.translation [None req-4bb9db10-51b8-423f-8b65-97d971968bfb tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] DELETE failed (client error): The resource could not be found. Jan 05 17:13:06.438130 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4bb9db10-51b8-423f-8b65-97d971968bfb tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 05 17:13:06.441302 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-4bb9db10-51b8-423f-8b65-97d971968bfb tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] 10.222.0.11 "DELETE /v2.0/subnets/1ed53ff9-1582-49a9-8056-bf941715b540 HTTP/1.1" status: 404 len: 337 time: 0.0306129 Jan 05 17:13:06.443833 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 45504) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:13:06.469660 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.pecan_wsgi.hooks.translation [None req-6dcbbaed-f044-433c-942c-8be5ea085eb3 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] DELETE failed (client error): The resource could not be found. Jan 05 17:13:06.470125 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6dcbbaed-f044-433c-942c-8be5ea085eb3 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 05 17:13:06.473313 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-6dcbbaed-f044-433c-942c-8be5ea085eb3 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] 10.222.0.11 "DELETE /v2.0/subnets/0f336460-0fec-4360-ad37-ca36efc46974 HTTP/1.1" status: 404 len: 337 time: 0.0283940 Jan 05 17:13:06.475644 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 45506) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:13:06.502488 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.pecan_wsgi.hooks.translation [None req-037f4b90-676f-45c0-81e4-2b1bde3d50ec tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] DELETE failed (client error): The resource could not be found. Jan 05 17:13:06.502941 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-037f4b90-676f-45c0-81e4-2b1bde3d50ec tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 05 17:13:06.505944 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-037f4b90-676f-45c0-81e4-2b1bde3d50ec tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] 10.222.0.11 "DELETE /v2.0/subnets/ace2d9f7-5d31-4d46-a20b-fdcc619cb2c9 HTTP/1.1" status: 404 len: 337 time: 0.0293355 Jan 05 17:13:06.508409 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 45508) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:13:06.530807 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc364666-3d62-425e-84fb-a082ff960120 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] DELETE failed (client error): The resource could not be found. Jan 05 17:13:06.531370 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc364666-3d62-425e-84fb-a082ff960120 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 05 17:13:06.534394 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-bc364666-3d62-425e-84fb-a082ff960120 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] 10.222.0.11 "DELETE /v2.0/ports/5c33b24c-6a3f-4288-9ef5-165a93b422d1 HTTP/1.1" status: 404 len: 333 time: 0.0250890 Jan 05 17:13:06.540765 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 45510) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:13:06.567271 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa9be278-22ae-41b6-a79d-a8ad63bc8f2e tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] DELETE failed (client error): The resource could not be found. Jan 05 17:13:06.567738 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa9be278-22ae-41b6-a79d-a8ad63bc8f2e tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 05 17:13:06.570865 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-fa9be278-22ae-41b6-a79d-a8ad63bc8f2e tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] 10.222.0.11 "DELETE /v2.0/subnets/9326e64a-0bed-4b8a-822c-301e4708fb51 HTTP/1.1" status: 404 len: 337 time: 0.0291264 Jan 05 17:13:06.573353 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 45512) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:13:06.610595 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca8ba464-6658-4974-81fb-03bee4d81bc6 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] DELETE failed (client error): The resource could not be found. Jan 05 17:13:06.611054 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca8ba464-6658-4974-81fb-03bee4d81bc6 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 05 17:13:06.614317 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-ca8ba464-6658-4974-81fb-03bee4d81bc6 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] 10.222.0.11 "DELETE /v2.0/subnets/e5b8d90e-7e62-4618-a315-4d4df70c4ba2 HTTP/1.1" status: 404 len: 337 time: 0.0399928 Jan 05 17:13:06.619235 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 45514) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:13:06.640710 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.pecan_wsgi.hooks.translation [None req-487d9a62-9d00-4d9b-9337-837ef7aac092 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] DELETE failed (client error): The resource could not be found. Jan 05 17:13:06.641270 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-487d9a62-9d00-4d9b-9337-837ef7aac092 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 05 17:13:06.644537 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-487d9a62-9d00-4d9b-9337-837ef7aac092 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] 10.222.0.11 "DELETE /v2.0/ports/1ce6547f-f2ad-4392-8c92-33ef7e666e02 HTTP/1.1" status: 404 len: 333 time: 0.0266120 Jan 05 17:13:06.647044 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 45516) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:13:06.674637 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.pecan_wsgi.hooks.translation [None req-7bbfdac9-4b03-45ed-8882-602421df9bdf tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] DELETE failed (client error): The resource could not be found. Jan 05 17:13:06.675132 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7bbfdac9-4b03-45ed-8882-602421df9bdf tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 05 17:13:06.678202 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-7bbfdac9-4b03-45ed-8882-602421df9bdf tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] 10.222.0.11 "DELETE /v2.0/subnets/95d5e7ba-bd59-40c4-b425-a49575883a85 HTTP/1.1" status: 404 len: 337 time: 0.0301776 Jan 05 17:13:06.680662 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 45518) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:13:06.706766 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.pecan_wsgi.hooks.translation [None req-30b95074-39b5-48ec-8908-a28075e4279b tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] DELETE failed (client error): The resource could not be found. Jan 05 17:13:06.707230 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30b95074-39b5-48ec-8908-a28075e4279b tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 05 17:13:06.710564 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-30b95074-39b5-48ec-8908-a28075e4279b tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] 10.222.0.11 "DELETE /v2.0/subnets/461ae8f5-bd6e-404f-a32a-106b7fff3545 HTTP/1.1" status: 404 len: 337 time: 0.0287011 Jan 05 17:13:06.712791 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 45520) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:13:06.814857 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d7cb604-0291-45c1-9083-9fc6789cbc00 None None] Network 37daec31-e58d-4385-95d3-027e845500db requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:13:06.839882 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-32c6a6f8-881c-4bd4-8db4-9f667f6ba588 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Deleting port 581d299c-7edd-4046-86ad-68f734c0a8c1 {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:13:06.840455 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-32c6a6f8-881c-4bd4-8db4-9f667f6ba588 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:06.913195 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-0af6f1d0-412e-48f3-8633-5af43ce1607e None None] Provisioning complete for port 5e78c03f-ffec-4bed-af06-4399e1f0b1d0 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:13:06.913564 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-0af6f1d0-412e-48f3-8633-5af43ce1607e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:06.913710 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b177049-cbaf-49f2-8a94-8eb53382c448 req-870ac5fc-b77f-48b2-bf83-091d73b53da8 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:13:06.916485 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-0b177049-cbaf-49f2-8a94-8eb53382c448 req-870ac5fc-b77f-48b2-bf83-091d73b53da8 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/ports?device_id=21c3c1a0-7051-4ad1-9907-897735162bcd HTTP/1.1" status: 200 len: 944 time: 0.1081116 Jan 05 17:13:06.935837 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-32c6a6f8-881c-4bd4-8db4-9f667f6ba588 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:06.956969 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-32c6a6f8-881c-4bd4-8db4-9f667f6ba588 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Calling delete_port for 581d299c-7edd-4046-86ad-68f734c0a8c1 owned by {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:13:06.982813 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86953c84-3c79-4af0-9b70-9deaa1477703 None None] DHCP port deletion for 37daec31-e58d-4385-95d3-027e845500db request from dv-neutron-master-2-hyperv {{(pid=103802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 05 17:13:06.993055 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-0b177049-cbaf-49f2-8a94-8eb53382c448 req-7653823d-9cf9-469a-9b57-1fa477dca305 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/security-groups?id=c28dadb8-c003-4acf-9001-4d5d7450bd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700397 Jan 05 17:13:07.039288 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-0af6f1d0-412e-48f3-8633-5af43ce1607e None None] Provisioning complete for port 581d299c-7edd-4046-86ad-68f734c0a8c1 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:13:07.039650 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-0af6f1d0-412e-48f3-8633-5af43ce1607e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:07.088876 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-86953c84-3c79-4af0-9b70-9deaa1477703 None None] Deleting port 5e78c03f-ffec-4bed-af06-4399e1f0b1d0 {{(pid=103802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:13:07.089160 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-86953c84-3c79-4af0-9b70-9deaa1477703 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:07.104499 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-0af6f1d0-412e-48f3-8633-5af43ce1607e None None] Port 581d299c-7edd-4046-86ad-68f734c0a8c1 cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 17:13:07.131945 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-32c6a6f8-881c-4bd4-8db4-9f667f6ba588 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11433176'] for port, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:07.157569 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-86953c84-3c79-4af0-9b70-9deaa1477703 None None] For port 5e78c03f-ffec-4bed-af06-4399e1f0b1d0, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=5e78c03f-ffec-4bed-af06-4399e1f0b1d0,segment=NetworkSegment(132af2db-4725-4f7f-be88-9325e3fb04f6),segment_id=132af2db-4725-4f7f-be88-9325e3fb04f6)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:13:07.158775 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-86953c84-3c79-4af0-9b70-9deaa1477703 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:07.161396 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c6a6f8-881c-4bd4-8db4-9f667f6ba588 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Pushing event deleted for resources: {'Port': ['ID=581d299c-7edd-4046-86ad-68f734c0a8c1,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:13:07.166847 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-32c6a6f8-881c-4bd4-8db4-9f667f6ba588 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:07.172112 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-32c6a6f8-881c-4bd4-8db4-9f667f6ba588 tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] 10.222.0.11 "DELETE /v2.0/ports/581d299c-7edd-4046-86ad-68f734c0a8c1 HTTP/1.1" status: 204 len: 168 time: 0.4559536 Jan 05 17:13:07.172377 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 45524) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:13:07.173834 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-86953c84-3c79-4af0-9b70-9deaa1477703 None None] Calling delete_port for 5e78c03f-ffec-4bed-af06-4399e1f0b1d0 owned by network:dhcp {{(pid=103802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:13:07.250299 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-4639ec9a-f3dc-41b8-b19e-e8ace8b842ef tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3809644'] for network, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:07.304599 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-4639ec9a-f3dc-41b8-b19e-e8ace8b842ef tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Deleting port 5e78c03f-ffec-4bed-af06-4399e1f0b1d0 {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:13:07.304932 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-4639ec9a-f3dc-41b8-b19e-e8ace8b842ef tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:07.368462 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-4639ec9a-f3dc-41b8-b19e-e8ace8b842ef tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] For port 5e78c03f-ffec-4bed-af06-4399e1f0b1d0, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=5e78c03f-ffec-4bed-af06-4399e1f0b1d0,segment=NetworkSegment(132af2db-4725-4f7f-be88-9325e3fb04f6),segment_id=132af2db-4725-4f7f-be88-9325e3fb04f6)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:13:07.368734 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-4639ec9a-f3dc-41b8-b19e-e8ace8b842ef tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:07.378032 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-86953c84-3c79-4af0-9b70-9deaa1477703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678'] for port, after_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:07.386525 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-4639ec9a-f3dc-41b8-b19e-e8ace8b842ef tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Calling delete_port for 5e78c03f-ffec-4bed-af06-4399e1f0b1d0 owned by network:dhcp {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:13:07.404281 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86953c84-3c79-4af0-9b70-9deaa1477703 None None] Pushing event deleted for resources: {'Port': ['ID=5e78c03f-ffec-4bed-af06-4399e1f0b1d0,revision_number=None']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:13:07.409422 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86953c84-3c79-4af0-9b70-9deaa1477703 None None] No DVR routers for this DVR port 5e78c03f-ffec-4bed-af06-4399e1f0b1d0 on host dv-neutron-master-2-hyperv {{(pid=103802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 05 17:13:07.599978 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Device bef4a7dd-682c-40e0-9f74-4806c8797093 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 05 17:13:07.698656 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-4639ec9a-f3dc-41b8-b19e-e8ace8b842ef tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11433176'] for port, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:07.701918 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] For port bef4a7dd-682c-40e0-9f74-4806c8797093, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=bef4a7dd-682c-40e0-9f74-4806c8797093,segment=NetworkSegment(ad0c0331-e60d-4f53-9305-1d74015cc249),segment_id=ad0c0331-e60d-4f53-9305-1d74015cc249)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:13:07.714016 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Returning: {'device': 'bef4a7dd-682c-40e0-9f74-4806c8797093', 'network_id': '462b1b6f-f9dc-4383-bd2c-be5964748468', 'port_id': 'bef4a7dd-682c-40e0-9f74-4806c8797093', 'mac_address': 'fa:16:3e:99:87:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55fb8880-edda-4f4c-ab4f-51de906efb02', 'ip_address': '172.20.0.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 05 17:13:07.720210 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 5e78c03f-ffec-4bed-af06-4399e1f0b1d0 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 05 17:13:07.726814 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4639ec9a-f3dc-41b8-b19e-e8ace8b842ef tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Pushing event deleted for resources: {'Port': ['ID=5e78c03f-ffec-4bed-af06-4399e1f0b1d0,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:13:07.730490 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4639ec9a-f3dc-41b8-b19e-e8ace8b842ef tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] No DVR routers for this DVR port 5e78c03f-ffec-4bed-af06-4399e1f0b1d0 on host dv-neutron-master-2-hyperv {{(pid=103801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 05 17:13:07.763598 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] No Port match for: 5e78c03f-ffec-4bed-af06-4399e1f0b1d0 {{(pid=103802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 05 17:13:07.763938 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 5e78c03f-ffec-4bed-af06-4399e1f0b1d0 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 05 17:13:07.778395 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:07.789455 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.notifiers.nova [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bef4a7dd-682c-40e0-9f74-4806c8797093 {{(pid=103802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 05 17:13:07.812003 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] For port bef4a7dd-682c-40e0-9f74-4806c8797093, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=bef4a7dd-682c-40e0-9f74-4806c8797093,segment=NetworkSegment(ad0c0331-e60d-4f53-9305-1d74015cc249),segment_id=ad0c0331-e60d-4f53-9305-1d74015cc249)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:13:07.814975 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-4639ec9a-f3dc-41b8-b19e-e8ace8b842ef tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3891715', 'neutron.services.segments.db._delete_segments_for_network-8754181063482'] for network, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:07.834785 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.services.segments.db [None req-4639ec9a-f3dc-41b8-b19e-e8ace8b842ef tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37daec31-e58d-4385-95d3-027e845500db']}} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:13:07.844144 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.services.segments.db [None req-4639ec9a-f3dc-41b8-b19e-e8ace8b842ef tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '132af2db-4725-4f7f-be88-9325e3fb04f6') {'for_net_delete': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:13:07.844741 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.services.segments.db [None req-4639ec9a-f3dc-41b8-b19e-e8ace8b842ef tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '132af2db-4725-4f7f-be88-9325e3fb04f6') {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:13:07.853605 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-4639ec9a-f3dc-41b8-b19e-e8ace8b842ef tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754181064771', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11316385'] for segment, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:07.867118 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-4639ec9a-f3dc-41b8-b19e-e8ace8b842ef tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225'] for segment, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:07.873474 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4639ec9a-f3dc-41b8-b19e-e8ace8b842ef tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Releasing vlan 143 on physical network physnet1 to pool {{(pid=103801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 05 17:13:07.873892 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-4639ec9a-f3dc-41b8-b19e-e8ace8b842ef tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11433197'] for segment, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:07.876847 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:13:07.876847 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:13:07.876847 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:13:07.876847 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:13:07.876847 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:13:07.876847 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:13:07.876847 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:13:07.876847 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:13:07.876847 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:13:07.876847 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:13:07.876847 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:13:07.876847 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:13:07.876847 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:13:07.876847 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:13:07.876847 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:13:07.876847 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:13:07.876847 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:13:07.876847 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:13:07.876847 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:13:07.876847 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:13:07.876847 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:13:07.876847 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:13:07.876847 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 05 17:13:07.876847 dv-neutron-master-2-hyperv neutron-server[103801]: self.session.flush() Jan 05 17:13:07.876847 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 05 17:13:07.876847 dv-neutron-master-2-hyperv neutron-server[103801]: self.session.flush() Jan 05 17:13:07.876847 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 05 17:13:07.876847 dv-neutron-master-2-hyperv neutron-server[103801]: self.session.flush() Jan 05 17:13:07.876847 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 05 17:13:07.876847 dv-neutron-master-2-hyperv neutron-server[103801]: self.session.flush() Jan 05 17:13:07.876847 dv-neutron-master-2-hyperv neutron-server[103801]: Traceback (most recent call last): Jan 05 17:13:07.876847 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 05 17:13:07.876847 dv-neutron-master-2-hyperv neutron-server[103801]: timer() Jan 05 17:13:07.876847 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 05 17:13:07.876847 dv-neutron-master-2-hyperv neutron-server[103801]: cb(*args, **kw) Jan 05 17:13:07.876847 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 05 17:13:07.876847 dv-neutron-master-2-hyperv neutron-server[103801]: return func(*args, **kwargs) Jan 05 17:13:07.876847 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 05 17:13:07.876847 dv-neutron-master-2-hyperv neutron-server[103801]: self._notify() Jan 05 17:13:07.876847 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 05 17:13:07.876847 dv-neutron-master-2-hyperv neutron-server[103801]: self.callback(batched_events) Jan 05 17:13:07.876847 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 05 17:13:07.876847 dv-neutron-master-2-hyperv neutron-server[103801]: event.method(event) Jan 05 17:13:07.876847 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 05 17:13:07.876847 dv-neutron-master-2-hyperv neutron-server[103801]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 05 17:13:07.876847 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 05 17:13:07.876847 dv-neutron-master-2-hyperv neutron-server[103801]: aggregate_uuid = self.p_client.list_aggregates( Jan 05 17:13:07.876847 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 05 17:13:07.876847 dv-neutron-master-2-hyperv neutron-server[103801]: return f(self, *a, **k) Jan 05 17:13:07.876847 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 05 17:13:07.876847 dv-neutron-master-2-hyperv neutron-server[103801]: return self._get(url).json() Jan 05 17:13:07.876847 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 05 17:13:07.876847 dv-neutron-master-2-hyperv neutron-server[103801]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 05 17:13:07.876847 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 05 17:13:07.876847 dv-neutron-master-2-hyperv neutron-server[103801]: return self.request(url, 'GET', **kwargs) Jan 05 17:13:07.876847 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 05 17:13:07.876847 dv-neutron-master-2-hyperv neutron-server[103801]: base_url = self.get_endpoint(auth, allow=allow, Jan 05 17:13:07.876847 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 05 17:13:07.876847 dv-neutron-master-2-hyperv neutron-server[103801]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 05 17:13:07.876847 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 05 17:13:07.876847 dv-neutron-master-2-hyperv neutron-server[103801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 05 17:13:07.876847 dv-neutron-master-2-hyperv neutron-server[103801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 05 17:13:07.890190 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:07.938277 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Pushing event updated for resources: {'Port': ['ID=bef4a7dd-682c-40e0-9f74-4806c8797093,revision_number=4']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:13:08.006489 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-4639ec9a-f3dc-41b8-b19e-e8ace8b842ef tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3891722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648695'] for network, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:08.010610 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-4639ec9a-f3dc-41b8-b19e-e8ace8b842ef tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Publish callbacks [] for network, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:08.013806 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-4639ec9a-f3dc-41b8-b19e-e8ace8b842ef tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] 10.222.0.11 "DELETE /v2.0/networks/37daec31-e58d-4385-95d3-027e845500db HTTP/1.1" status: 204 len: 168 time: 0.8404472 Jan 05 17:13:08.028951 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4639ec9a-f3dc-41b8-b19e-e8ace8b842ef tempest-PortsIpV6TestJSON-1139901531 tempest-PortsIpV6TestJSON-1139901531-project] Pushing event deleted for resources: {'Network': ['ID=37daec31-e58d-4385-95d3-027e845500db,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:13:08.115115 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228087b1-ad06-4748-b272-70055734b240 req-edb3451a-3b2d-4fe4-abb1-fa9d4152c18c tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:13:08.121870 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-228087b1-ad06-4748-b272-70055734b240 req-edb3451a-3b2d-4fe4-abb1-fa9d4152c18c tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/ports?device_id=21c3c1a0-7051-4ad1-9907-897735162bcd HTTP/1.1" status: 200 len: 945 time: 0.0564334 Jan 05 17:13:08.165201 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-228087b1-ad06-4748-b272-70055734b240 req-e3baab03-b17e-496d-9e66-9001102147be tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/security-groups?id=c28dadb8-c003-4acf-9001-4d5d7450bd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424902 Jan 05 17:13:08.210613 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] get_ports_and_sgs() called for port_ids ['bef4a7dd-682c-40e0-9f74-4806c8797093'] {{(pid=103802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 05 17:13:08.527196 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 45546) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:13:08.629731 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20ab6ac-f55b-4503-9e4b-3e30e4793b94 req-3a1ebabd-14e7-41b7-994b-8b681048837a tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:13:08.631330 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-c20ab6ac-f55b-4503-9e4b-3e30e4793b94 req-3a1ebabd-14e7-41b7-994b-8b681048837a tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] 10.222.0.11 "GET /v2.0/ports?device_id=0ae531d7-dfe0-480f-abb4-e199e258b40c HTTP/1.1" status: 200 len: 946 time: 0.0633016 Jan 05 17:13:08.674211 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-44992875-1758-4a9e-a406-5a732d8d1511 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ae615b9d4e3242ec84f93fb74627d3b2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1456699 Jan 05 17:13:08.677034 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 45552) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:13:08.680967 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-c20ab6ac-f55b-4503-9e4b-3e30e4793b94 req-0805fbfa-1e81-4906-a78e-e5a8b0c826ec tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] 10.222.0.11 "GET /v2.0/security-groups?id=b86a39b1-828b-4009-8a16-9197d830e0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438216 Jan 05 17:13:08.731331 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f03f3b5c-881d-4d3c-90ae-6e706bf289ab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:08.753349 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f03f3b5c-881d-4d3c-90ae-6e706bf289ab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:08.915359 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f03f3b5c-881d-4d3c-90ae-6e706bf289ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:08.917990 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f03f3b5c-881d-4d3c-90ae-6e706bf289ab admin admin] Publish callbacks [] for security_group, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:08.919737 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-f03f3b5c-881d-4d3c-90ae-6e706bf289ab admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/792e97fe-8f0e-4c43-855f-ac4be84cb114 HTTP/1.1" status: 204 len: 168 time: 0.2411711 Jan 05 17:13:08.927497 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03f3b5c-881d-4d3c-90ae-6e706bf289ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=792e97fe-8f0e-4c43-855f-ac4be84cb114,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:13:09.282618 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b4955f-a315-4134-86b9-8f1f59730a07 req-533c3e94-d93b-4be5-b068-01c76902564d tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:13:09.284125 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-74b4955f-a315-4134-86b9-8f1f59730a07 req-533c3e94-d93b-4be5-b068-01c76902564d tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/ports?device_id=21c3c1a0-7051-4ad1-9907-897735162bcd HTTP/1.1" status: 200 len: 945 time: 0.0501037 Jan 05 17:13:09.338971 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-74b4955f-a315-4134-86b9-8f1f59730a07 req-dd195633-f7b2-427b-a7a1-2bc053a4aca9 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/security-groups?id=c28dadb8-c003-4acf-9001-4d5d7450bd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478458 Jan 05 17:13:09.607569 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Device bef4a7dd-682c-40e0-9f74-4806c8797093 up at agent hyperv_hv-neutron-mast {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:13:09.745111 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Provisioning for port bef4a7dd-682c-40e0-9f74-4806c8797093 completed by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 05 17:13:09.745718 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Provisioning complete for port bef4a7dd-682c-40e0-9f74-4806c8797093 triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:13:09.746115 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:09.810897 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509c4bd8-c0f9-44db-95e6-aa59bb3b6e9b req-21ea6890-df3a-433c-9ed8-12dc0946e148 tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:13:09.812391 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-509c4bd8-c0f9-44db-95e6-aa59bb3b6e9b req-21ea6890-df3a-433c-9ed8-12dc0946e148 tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] 10.222.0.11 "GET /v2.0/ports?device_id=0ae531d7-dfe0-480f-abb4-e199e258b40c HTTP/1.1" status: 200 len: 946 time: 0.0561380 Jan 05 17:13:09.827356 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:09.849252 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21c3c1a0-7051-4ad1-9907-897735162bcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bef4a7dd-682c-40e0-9f74-4806c8797093'}] {{(pid=103802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 05 17:13:09.851503 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36b213fbd845b3f09e785999bbcda1c85cd5592d7f001460987854e5c1683bd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98e7766d-f77d-44c4-b1c2-0f9e969dbe5b" -d '{"events": [{"server_uuid": "21c3c1a0-7051-4ad1-9907-897735162bcd", "name": "network-vif-plugged", "status": "completed", "tag": "bef4a7dd-682c-40e0-9f74-4806c8797093"}]}' {{(pid=103802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 05 17:13:09.863765 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] For port bef4a7dd-682c-40e0-9f74-4806c8797093, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=bef4a7dd-682c-40e0-9f74-4806c8797093,segment=NetworkSegment(ad0c0331-e60d-4f53-9305-1d74015cc249),segment_id=ad0c0331-e60d-4f53-9305-1d74015cc249)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:13:09.864306 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-509c4bd8-c0f9-44db-95e6-aa59bb3b6e9b req-3cc61c07-26fa-4247-905d-9a6c7a619ee4 tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] 10.222.0.11 "GET /v2.0/security-groups?id=b86a39b1-828b-4009-8a16-9197d830e0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459077 Jan 05 17:13:09.891724 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Jan 2022 17:13:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76cfcaf2-6ba6-4154-93b6-1011710a24fd x-openstack-request-id: req-76cfcaf2-6ba6-4154-93b6-1011710a24fd {{(pid=103802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 05 17:13:09.892090 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21c3c1a0-7051-4ad1-9907-897735162bcd", "name": "network-vif-plugged", "status": "completed", "tag": "bef4a7dd-682c-40e0-9f74-4806c8797093", "code": 200}]} {{(pid=103802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 05 17:13:09.892406 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-76cfcaf2-6ba6-4154-93b6-1011710a24fd {{(pid=103802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 05 17:13:09.892870 dv-neutron-master-2-hyperv neutron-server[103802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21c3c1a0-7051-4ad1-9907-897735162bcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bef4a7dd-682c-40e0-9f74-4806c8797093', 'code': 200} Jan 05 17:13:09.927175 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:09.982219 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Pushing event updated for resources: {'Port': ['ID=bef4a7dd-682c-40e0-9f74-4806c8797093,revision_number=5']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:13:10.001983 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 45584) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:13:10.092418 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-52e61fa6-f536-4f01-a970-6e6542d5c96f tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1788169030'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:13:10.179633 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52e61fa6-f536-4f01-a970-6e6542d5c96f tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Made reservation on behalf of fae5af2b325549fbbf3eb3ad3c66d0a7 for: {'network': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:13:10.182983 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-52e61fa6-f536-4f01-a970-6e6542d5c96f tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for network, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:10.195663 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-52e61fa6-f536-4f01-a970-6e6542d5c96f tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks [] for security_group, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:10.215119 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf8ba84-2ff5-4e2c-ba7e-04a3aa8e1683 req-c5e832b4-20cf-475f-94f5-5964582e0554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:13:10.216635 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-acf8ba84-2ff5-4e2c-ba7e-04a3aa8e1683 req-c5e832b4-20cf-475f-94f5-5964582e0554 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=21c3c1a0-7051-4ad1-9907-897735162bcd HTTP/1.1" status: 200 len: 1099 time: 0.0639529 Jan 05 17:13:10.287421 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-acf8ba84-2ff5-4e2c-ba7e-04a3aa8e1683 req-7e755f4e-5e8e-4f52-8478-a579b1dcc2d0 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=c28dadb8-c003-4acf-9001-4d5d7450bd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631802 Jan 05 17:13:10.314396 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-52e61fa6-f536-4f01-a970-6e6542d5c96f tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks [] for security_group, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:10.389484 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-52e61fa6-f536-4f01-a970-6e6542d5c96f tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:10.424992 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52e61fa6-f536-4f01-a970-6e6542d5c96f tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'} {{(pid=103800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 05 17:13:10.455284 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e61fa6-f536-4f01-a970-6e6542d5c96f tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d814d14-eb99-46b6-9dc8-4cd4e9c952fc,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:13:10.459406 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-52e61fa6-f536-4f01-a970-6e6542d5c96f tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225'] for segment, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:10.459753 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.db.segments_db [None req-52e61fa6-f536-4f01-a970-6e6542d5c96f tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Added segment 05a58015-66fc-4018-b9e0-8f39b245590f of type vlan for network 91c7a355-d2d2-499a-a95d-64c6c91db0d1 Jan 05 17:13:10.511484 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d2ff34-f8bb-452a-b0df-d1e334424701 req-28b0030e-e664-4e63-b9f5-40e1cb21dd75 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:13:10.512978 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-98d2ff34-f8bb-452a-b0df-d1e334424701 req-28b0030e-e664-4e63-b9f5-40e1cb21dd75 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/ports?device_id=21c3c1a0-7051-4ad1-9907-897735162bcd HTTP/1.1" status: 200 len: 946 time: 0.1073387 Jan 05 17:13:10.514537 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-52e61fa6-f536-4f01-a970-6e6542d5c96f tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754180566020'] for network, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:10.574536 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-98d2ff34-f8bb-452a-b0df-d1e334424701 req-3e7769cf-c65e-4824-87c0-93e4fbe91072 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/security-groups?id=c28dadb8-c003-4acf-9001-4d5d7450bd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543003 Jan 05 17:13:10.643716 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-52e61fa6-f536-4f01-a970-6e6542d5c96f tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685'] for network, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:10.649481 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52e61fa6-f536-4f01-a970-6e6542d5c96f tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:13:10.650093 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-52e61fa6-f536-4f01-a970-6e6542d5c96f tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks [] for network, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:10.987698 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d88251-a8b4-40b3-ac93-a62a269172e1 req-7cd0ba18-08b6-4481-8505-b3db16c44937 tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:13:10.989280 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-58d88251-a8b4-40b3-ac93-a62a269172e1 req-7cd0ba18-08b6-4481-8505-b3db16c44937 tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] 10.222.0.11 "GET /v2.0/ports?device_id=0ae531d7-dfe0-480f-abb4-e199e258b40c HTTP/1.1" status: 200 len: 946 time: 0.0506105 Jan 05 17:13:11.021456 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-52e61fa6-f536-4f01-a970-6e6542d5c96f tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.0214229 Jan 05 17:13:11.024068 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 45592) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:13:11.031615 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-67abf25f-5b3c-4d25-ae0b-2ae329cdb11c tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Request body: {'port': {'network_id': '91c7a355-d2d2-499a-a95d-64c6c91db0d1', 'name': 'tempest-PortsTestJSON-1144151674'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:13:11.038936 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e61fa6-f536-4f01-a970-6e6542d5c96f tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Pushing event updated for resources: {'Network': ['ID=91c7a355-d2d2-499a-a95d-64c6c91db0d1,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:13:11.041088 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-58d88251-a8b4-40b3-ac93-a62a269172e1 req-909f7156-5354-488a-a628-ed9e67eef836 tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] 10.222.0.11 "GET /v2.0/security-groups?id=b86a39b1-828b-4009-8a16-9197d830e0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454483 Jan 05 17:13:11.050683 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Network 91c7a355-d2d2-499a-a95d-64c6c91db0d1 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 05 17:13:11.186823 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67abf25f-5b3c-4d25-ae0b-2ae329cdb11c tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Made reservation on behalf of fae5af2b325549fbbf3eb3ad3c66d0a7 for: {'port': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:13:11.190479 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-67abf25f-5b3c-4d25-ae0b-2ae329cdb11c tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:11.208655 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.notifiers.nova [None req-67abf25f-5b3c-4d25-ae0b-2ae329cdb11c tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] device_id is not set on port 4bef747a-757c-4d51-9aa4-7f6aad1fd68f yet. {{(pid=103800) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 05 17:13:11.371456 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-67abf25f-5b3c-4d25-ae0b-2ae329cdb11c tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks [] for port, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:11.507290 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-67abf25f-5b3c-4d25-ae0b-2ae329cdb11c tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:11.571569 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67abf25f-5b3c-4d25-ae0b-2ae329cdb11c tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Pushing event updated for resources: {'Port': ['ID=4bef747a-757c-4d51-9aa4-7f6aad1fd68f,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:13:11.579166 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67abf25f-5b3c-4d25-ae0b-2ae329cdb11c tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Checking segment: {'id': '05a58015-66fc-4018-b9e0-8f39b245590f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '91c7a355-d2d2-499a-a95d-64c6c91db0d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:13:11.579534 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67abf25f-5b3c-4d25-ae0b-2ae329cdb11c tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Network hostable DHCP agents. Network: 91c7a355-d2d2-499a-a95d-64c6c91db0d1, hostable agents: ['3f70c195-17da-4084-9fd6-bf6059d88535'], hosted agents: [] {{(pid=103800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 05 17:13:11.674538 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67abf25f-5b3c-4d25-ae0b-2ae329cdb11c tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Network 91c7a355-d2d2-499a-a95d-64c6c91db0d1 is scheduled to be hosted by DHCP agent 3f70c195-17da-4084-9fd6-bf6059d88535 with binding_index 1 {{(pid=103800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 05 17:13:11.695210 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e40268-a112-4c6f-8ba4-cac3f8274a0e req-541ae522-59c4-4613-9e76-6aaa646e6f7d tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:13:11.696667 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-14e40268-a112-4c6f-8ba4-cac3f8274a0e req-541ae522-59c4-4613-9e76-6aaa646e6f7d tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/ports?device_id=21c3c1a0-7051-4ad1-9907-897735162bcd HTTP/1.1" status: 200 len: 946 time: 0.0541642 Jan 05 17:13:11.729984 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.agents_db [None req-291d1585-17df-45c0-b64a-d244e6d90872 None None] Agent healthcheck: found 6 active agents {{(pid=103803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 05 17:13:11.751100 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-14e40268-a112-4c6f-8ba4-cac3f8274a0e req-9c22c496-3a18-4d3c-9254-cd4f1f50bc31 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/security-groups?id=c28dadb8-c003-4acf-9001-4d5d7450bd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481410 Jan 05 17:13:11.775274 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-67abf25f-5b3c-4d25-ae0b-2ae329cdb11c tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 91c7a355-d2d2-499a-a95d-64c6c91db0d1) {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:13:11.786964 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67abf25f-5b3c-4d25-ae0b-2ae329cdb11c tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:13:11.786964 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67abf25f-5b3c-4d25-ae0b-2ae329cdb11c tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:13:11.786964 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-67abf25f-5b3c-4d25-ae0b-2ae329cdb11c tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:11.787260 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4d97ef6-3437-49c2-8cd4-a1f51547b7e1 None None] Network 91c7a355-d2d2-499a-a95d-64c6c91db0d1 requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:13:11.861544 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-67abf25f-5b3c-4d25-ae0b-2ae329cdb11c tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.8336616 Jan 05 17:13:11.862293 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 45598) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:13:11.868372 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-e7f9f78e-78b0-489f-9183-b05032ea02d3 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1703671723'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:13:11.900683 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be744de-4535-4c57-a4ee-2a04d6f1dfb8 req-61001aa6-3b78-4976-9011-154f2be64ad1 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:13:11.902201 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-3be744de-4535-4c57-a4ee-2a04d6f1dfb8 req-61001aa6-3b78-4976-9011-154f2be64ad1 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/ports?device_id=21c3c1a0-7051-4ad1-9907-897735162bcd HTTP/1.1" status: 200 len: 946 time: 0.0696347 Jan 05 17:13:11.954077 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-3be744de-4535-4c57-a4ee-2a04d6f1dfb8 req-63cd1dd3-81b2-4028-b70f-140fb062a302 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/security-groups?id=c28dadb8-c003-4acf-9001-4d5d7450bd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451701 Jan 05 17:13:11.983494 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7f9f78e-78b0-489f-9183-b05032ea02d3 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Made reservation on behalf of fae5af2b325549fbbf3eb3ad3c66d0a7 for: {'network': 1} {{(pid=103801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:13:11.986942 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e7f9f78e-78b0-489f-9183-b05032ea02d3 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for network, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:12.014123 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7f9f78e-78b0-489f-9183-b05032ea02d3 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=103801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 05 17:13:12.024302 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e7f9f78e-78b0-489f-9183-b05032ea02d3 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225'] for segment, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:12.024799 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.db.segments_db [None req-e7f9f78e-78b0-489f-9183-b05032ea02d3 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Added segment 6cd760b2-e8b9-457b-960e-d3e4fe1c1b03 of type vlan for network 6d3ab05a-2b39-43f7-8508-0200f0bc7e45 Jan 05 17:13:12.065412 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e7f9f78e-78b0-489f-9183-b05032ea02d3 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754180566020'] for network, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:12.159326 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f53d8e7-698f-4320-ae14-222ea6ca6d44 req-591e6861-773d-4901-9174-d3fb16bc02f9 tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:13:12.160841 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-5f53d8e7-698f-4320-ae14-222ea6ca6d44 req-591e6861-773d-4901-9174-d3fb16bc02f9 tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] 10.222.0.11 "GET /v2.0/ports?device_id=0ae531d7-dfe0-480f-abb4-e199e258b40c HTTP/1.1" status: 200 len: 946 time: 0.0486341 Jan 05 17:13:12.161003 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e7f9f78e-78b0-489f-9183-b05032ea02d3 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685'] for network, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:12.167120 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7f9f78e-78b0-489f-9183-b05032ea02d3 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:13:12.167693 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e7f9f78e-78b0-489f-9183-b05032ea02d3 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks [] for network, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:12.215493 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-5f53d8e7-698f-4320-ae14-222ea6ca6d44 req-b47b4e28-8f9f-4214-b696-85478084600e tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] 10.222.0.11 "GET /v2.0/security-groups?id=b86a39b1-828b-4009-8a16-9197d830e0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486717 Jan 05 17:13:12.243253 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f9f78e-78b0-489f-9183-b05032ea02d3 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Pushing event updated for resources: {'Network': ['ID=6d3ab05a-2b39-43f7-8508-0200f0bc7e45,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:13:12.253301 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Network 6d3ab05a-2b39-43f7-8508-0200f0bc7e45 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 05 17:13:12.281959 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-e7f9f78e-78b0-489f-9183-b05032ea02d3 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4183722 Jan 05 17:13:12.284395 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 45606) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:13:12.289291 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-c851474a-199f-4497-95a1-104ece59fe1e tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Request body: {'ports': [{'network_id': '91c7a355-d2d2-499a-a95d-64c6c91db0d1'}, {'network_id': '6d3ab05a-2b39-43f7-8508-0200f0bc7e45'}]} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:13:12.289669 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-c851474a-199f-4497-95a1-104ece59fe1e tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Request body: {'port': {'network_id': '91c7a355-d2d2-499a-a95d-64c6c91db0d1'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:13:12.290220 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-c851474a-199f-4497-95a1-104ece59fe1e tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Request body: {'port': {'network_id': '6d3ab05a-2b39-43f7-8508-0200f0bc7e45'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:13:12.564044 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c851474a-199f-4497-95a1-104ece59fe1e tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Made reservation on behalf of fae5af2b325549fbbf3eb3ad3c66d0a7 for: {'port': 2} {{(pid=103801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:13:12.568546 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-c851474a-199f-4497-95a1-104ece59fe1e tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:12.582013 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-c851474a-199f-4497-95a1-104ece59fe1e tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:12.725295 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.notifiers.nova [None req-c851474a-199f-4497-95a1-104ece59fe1e tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] device_id is not set on port 7d2b7481-744b-4f1b-8912-26d47ba19fa7 yet. {{(pid=103801) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 05 17:13:12.803694 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-c851474a-199f-4497-95a1-104ece59fe1e tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks [] for port, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:12.872797 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.notifiers.nova [None req-c851474a-199f-4497-95a1-104ece59fe1e tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] device_id is not set on port 4dccd998-f90f-4bb2-94e2-7baffc94c6a9 yet. {{(pid=103801) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 05 17:13:12.947501 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-c851474a-199f-4497-95a1-104ece59fe1e tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks [] for port, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:13.032721 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-c851474a-199f-4497-95a1-104ece59fe1e tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11433176'] for port, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:13.073032 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c851474a-199f-4497-95a1-104ece59fe1e tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Network 91c7a355-d2d2-499a-a95d-64c6c91db0d1 is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:13:13.076062 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-c851474a-199f-4497-95a1-104ece59fe1e tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:13:13.079914 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c851474a-199f-4497-95a1-104ece59fe1e tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:13:13.080722 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-c851474a-199f-4497-95a1-104ece59fe1e tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11433176'] for port, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:13.092479 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c851474a-199f-4497-95a1-104ece59fe1e tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Pushing event updated for resources: {'Port': ['ID=7d2b7481-744b-4f1b-8912-26d47ba19fa7,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:13:13.152410 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c851474a-199f-4497-95a1-104ece59fe1e tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Pushing event updated for resources: {'Port': ['ID=4dccd998-f90f-4bb2-94e2-7baffc94c6a9,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:13:13.159559 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c851474a-199f-4497-95a1-104ece59fe1e tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Checking segment: {'id': '6cd760b2-e8b9-457b-960e-d3e4fe1c1b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '6d3ab05a-2b39-43f7-8508-0200f0bc7e45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:13:13.159920 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c851474a-199f-4497-95a1-104ece59fe1e tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Network hostable DHCP agents. Network: 6d3ab05a-2b39-43f7-8508-0200f0bc7e45, hostable agents: ['3f70c195-17da-4084-9fd6-bf6059d88535'], hosted agents: [] {{(pid=103801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 05 17:13:13.246691 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c851474a-199f-4497-95a1-104ece59fe1e tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Network 6d3ab05a-2b39-43f7-8508-0200f0bc7e45 is scheduled to be hosted by DHCP agent 3f70c195-17da-4084-9fd6-bf6059d88535 with binding_index 1 {{(pid=103801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 05 17:13:13.319743 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-c851474a-199f-4497-95a1-104ece59fe1e tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 6d3ab05a-2b39-43f7-8508-0200f0bc7e45) {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:13:13.326001 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c851474a-199f-4497-95a1-104ece59fe1e tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:13:13.328628 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fbe0e6a-04d5-4b63-8716-958115065748 None None] Network 6d3ab05a-2b39-43f7-8508-0200f0bc7e45 requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:13:13.331935 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c851474a-199f-4497-95a1-104ece59fe1e tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:13:13.337149 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c851474a-199f-4497-95a1-104ece59fe1e tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:13:13.337842 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-c851474a-199f-4497-95a1-104ece59fe1e tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:13.349356 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39df9480-b089-4cb1-905e-82054f4d46cb req-4adb14a2-2292-4d7a-a76b-62c9b9582715 tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:13:13.350929 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-39df9480-b089-4cb1-905e-82054f4d46cb req-4adb14a2-2292-4d7a-a76b-62c9b9582715 tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] 10.222.0.11 "GET /v2.0/ports?device_id=0ae531d7-dfe0-480f-abb4-e199e258b40c HTTP/1.1" status: 200 len: 946 time: 0.0677953 Jan 05 17:13:13.404740 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-39df9480-b089-4cb1-905e-82054f4d46cb req-8a8279d3-7813-4bf5-a817-bbeb9cdfd68b tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] 10.222.0.11 "GET /v2.0/security-groups?id=b86a39b1-828b-4009-8a16-9197d830e0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476043 Jan 05 17:13:13.438323 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 45610) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:13:13.482943 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-c851474a-199f-4497-95a1-104ece59fe1e tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.1974940 Jan 05 17:13:13.485773 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 45612) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:13:13.571230 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-4b831417-25ad-4b8b-afdd-8e6abdc0133e tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Deleting port 4dccd998-f90f-4bb2-94e2-7baffc94c6a9 {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:13:13.571565 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4b831417-25ad-4b8b-afdd-8e6abdc0133e tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:13.641067 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4b831417-25ad-4b8b-afdd-8e6abdc0133e tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:13.655251 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-4b831417-25ad-4b8b-afdd-8e6abdc0133e tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Calling delete_port for 4dccd998-f90f-4bb2-94e2-7baffc94c6a9 owned by {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:13:13.817789 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4b831417-25ad-4b8b-afdd-8e6abdc0133e tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:13.851667 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4b831417-25ad-4b8b-afdd-8e6abdc0133e tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:13.855148 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-4b831417-25ad-4b8b-afdd-8e6abdc0133e tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] 10.222.0.11 "DELETE /v2.0/ports/4dccd998-f90f-4bb2-94e2-7baffc94c6a9 HTTP/1.1" status: 204 len: 168 time: 0.3679621 Jan 05 17:13:13.856261 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b831417-25ad-4b8b-afdd-8e6abdc0133e tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Pushing event deleted for resources: {'Port': ['ID=4dccd998-f90f-4bb2-94e2-7baffc94c6a9,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:13:13.858475 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 45614) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:13:13.884227 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e19d39ec-d501-410c-a140-d07aa2754f64 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:13.910384 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bec427b-005b-4aec-876e-23fc40a1d484 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:13:13.916453 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bec427b-005b-4aec-876e-23fc40a1d484 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:13:13.918005 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-7bec427b-005b-4aec-876e-23fc40a1d484 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.0584619 Jan 05 17:13:13.920865 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 45616) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:13:14.010443 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-f9629bf2-670f-4f23-bf7a-7276d9e84bc6 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Deleting port 7d2b7481-744b-4f1b-8912-26d47ba19fa7 {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:13:14.010776 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f9629bf2-670f-4f23-bf7a-7276d9e84bc6 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:14.079871 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f9629bf2-670f-4f23-bf7a-7276d9e84bc6 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:14.093259 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-f9629bf2-670f-4f23-bf7a-7276d9e84bc6 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Calling delete_port for 7d2b7481-744b-4f1b-8912-26d47ba19fa7 owned by {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:13:14.182365 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [None req-e19d39ec-d501-410c-a140-d07aa2754f64 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Allocated IP 172.20.0.17 (462b1b6f-f9dc-4383-bd2c-be5964748468/55fb8880-edda-4f4c-ab4f-51de906efb02/e2284338-b90c-48f5-8b3f-84ce60c824db) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:13:14.255163 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f9629bf2-670f-4f23-bf7a-7276d9e84bc6 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:14.281721 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9629bf2-670f-4f23-bf7a-7276d9e84bc6 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Pushing event deleted for resources: {'Port': ['ID=7d2b7481-744b-4f1b-8912-26d47ba19fa7,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:13:14.289164 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f9629bf2-670f-4f23-bf7a-7276d9e84bc6 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:14.292539 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-f9629bf2-670f-4f23-bf7a-7276d9e84bc6 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] 10.222.0.11 "DELETE /v2.0/ports/7d2b7481-744b-4f1b-8912-26d47ba19fa7 HTTP/1.1" status: 204 len: 168 time: 0.3705747 Jan 05 17:13:14.293438 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e19d39ec-d501-410c-a140-d07aa2754f64 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for port, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:14.295085 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 45618) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:13:14.343302 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04928d87-faed-4f75-818d-ca9bb5917083 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:13:14.344774 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-04928d87-faed-4f75-818d-ca9bb5917083 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0486519 Jan 05 17:13:14.347452 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 45620) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:13:14.375616 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.pecan_wsgi.hooks.translation [None req-574a337b-ad69-48fe-94db-3c3a69e9527d tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] GET failed (client error): The resource could not be found. Jan 05 17:13:14.377070 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-574a337b-ad69-48fe-94db-3c3a69e9527d tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] 10.222.0.11 "GET /v2.0/ports/4dccd998-f90f-4bb2-94e2-7baffc94c6a9 HTTP/1.1" status: 404 len: 333 time: 0.0286200 Jan 05 17:13:14.379738 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 45622) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:13:14.390215 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e19d39ec-d501-410c-a140-d07aa2754f64 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11433176'] for port, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:14.403577 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.pecan_wsgi.hooks.translation [None req-333406de-2657-4aa0-9cd7-67cba3b63daf tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] GET failed (client error): The resource could not be found. Jan 05 17:13:14.405200 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-333406de-2657-4aa0-9cd7-67cba3b63daf tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] 10.222.0.11 "GET /v2.0/ports/7d2b7481-744b-4f1b-8912-26d47ba19fa7 HTTP/1.1" status: 404 len: 333 time: 0.0243773 Jan 05 17:13:14.407907 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 45624) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:13:14.428001 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e19d39ec-d501-410c-a140-d07aa2754f64 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Network 462b1b6f-f9dc-4383-bd2c-be5964748468 is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:13:14.431248 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-e19d39ec-d501-410c-a140-d07aa2754f64 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:13:14.433745 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e19d39ec-d501-410c-a140-d07aa2754f64 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:13:14.471259 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19d39ec-d501-410c-a140-d07aa2754f64 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Pushing event updated for resources: {'Port': ['ID=e2284338-b90c-48f5-8b3f-84ce60c824db,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:13:14.490158 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-03e4a504-377f-4a7f-92af-64aecfeacea5 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3809644'] for network, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:14.498570 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e19d39ec-d501-410c-a140-d07aa2754f64 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-648552'] for router_interface, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:14.613677 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed8a3ad-05e6-451c-9ee4-053806fc8312 req-24a1c584-3e5b-425b-ae01-e2ca4f0c7847 tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:13:14.615085 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-9ed8a3ad-05e6-451c-9ee4-053806fc8312 req-24a1c584-3e5b-425b-ae01-e2ca4f0c7847 tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] 10.222.0.11 "GET /v2.0/ports?device_id=0ae531d7-dfe0-480f-abb4-e199e258b40c HTTP/1.1" status: 200 len: 946 time: 0.1210508 Jan 05 17:13:14.635801 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-03e4a504-377f-4a7f-92af-64aecfeacea5 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3891715', 'neutron.services.segments.db._delete_segments_for_network-8754181063482'] for network, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:14.674928 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.services.segments.db [None req-03e4a504-377f-4a7f-92af-64aecfeacea5 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d3ab05a-2b39-43f7-8508-0200f0bc7e45']}} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:13:14.677819 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-bda7449b-f93e-4f4d-bc5a-c32e92a8743c None None] Provisioning complete for port e2284338-b90c-48f5-8b3f-84ce60c824db triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:13:14.678329 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-bda7449b-f93e-4f4d-bc5a-c32e92a8743c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:14.692498 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.services.segments.db [None req-03e4a504-377f-4a7f-92af-64aecfeacea5 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6cd760b2-e8b9-457b-960e-d3e4fe1c1b03') {'for_net_delete': True} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:13:14.692721 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.services.segments.db [None req-03e4a504-377f-4a7f-92af-64aecfeacea5 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6cd760b2-e8b9-457b-960e-d3e4fe1c1b03') {} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:13:14.709477 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-9ed8a3ad-05e6-451c-9ee4-053806fc8312 req-b5ac2e31-bb7c-443d-bc34-46f9f437d6c2 tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] 10.222.0.11 "GET /v2.0/security-groups?id=b86a39b1-828b-4009-8a16-9197d830e0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868044 Jan 05 17:13:14.711112 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-03e4a504-377f-4a7f-92af-64aecfeacea5 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754181064771', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8784833'] for segment, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:14.715569 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-bda7449b-f93e-4f4d-bc5a-c32e92a8743c None None] Port e2284338-b90c-48f5-8b3f-84ce60c824db cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 17:13:14.725027 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-03e4a504-377f-4a7f-92af-64aecfeacea5 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225'] for segment, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:14.731214 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03e4a504-377f-4a7f-92af-64aecfeacea5 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Releasing vlan 142 on physical network physnet1 to pool {{(pid=103800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 05 17:13:14.732126 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-03e4a504-377f-4a7f-92af-64aecfeacea5 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8784497'] for segment, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:14.735221 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:13:14.735221 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:13:14.735221 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:13:14.735221 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:13:14.735221 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:13:14.735221 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:13:14.735221 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:13:14.735221 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:13:14.735221 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:13:14.735221 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:13:14.735221 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:13:14.735221 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:13:14.735221 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:13:14.735221 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:13:14.735221 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:13:14.735221 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:13:14.735221 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:13:14.735221 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:13:14.735221 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:13:14.735221 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:13:14.735221 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:13:14.735221 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:13:14.735221 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:13:14.735221 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:13:14.735221 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:13:14.735221 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:13:14.735221 dv-neutron-master-2-hyperv neutron-server[103800]: Traceback (most recent call last): Jan 05 17:13:14.735221 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 05 17:13:14.735221 dv-neutron-master-2-hyperv neutron-server[103800]: timer() Jan 05 17:13:14.735221 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 05 17:13:14.735221 dv-neutron-master-2-hyperv neutron-server[103800]: cb(*args, **kw) Jan 05 17:13:14.735221 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 05 17:13:14.735221 dv-neutron-master-2-hyperv neutron-server[103800]: return func(*args, **kwargs) Jan 05 17:13:14.735221 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 05 17:13:14.735221 dv-neutron-master-2-hyperv neutron-server[103800]: self._notify() Jan 05 17:13:14.735221 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 05 17:13:14.735221 dv-neutron-master-2-hyperv neutron-server[103800]: self.callback(batched_events) Jan 05 17:13:14.735221 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 05 17:13:14.735221 dv-neutron-master-2-hyperv neutron-server[103800]: event.method(event) Jan 05 17:13:14.735221 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 05 17:13:14.735221 dv-neutron-master-2-hyperv neutron-server[103800]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 05 17:13:14.735221 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 05 17:13:14.735221 dv-neutron-master-2-hyperv neutron-server[103800]: aggregate_uuid = self.p_client.list_aggregates( Jan 05 17:13:14.735221 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 05 17:13:14.735221 dv-neutron-master-2-hyperv neutron-server[103800]: return f(self, *a, **k) Jan 05 17:13:14.735221 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 05 17:13:14.735221 dv-neutron-master-2-hyperv neutron-server[103800]: return self._get(url).json() Jan 05 17:13:14.735221 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 05 17:13:14.735221 dv-neutron-master-2-hyperv neutron-server[103800]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 05 17:13:14.735221 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 05 17:13:14.735221 dv-neutron-master-2-hyperv neutron-server[103800]: return self.request(url, 'GET', **kwargs) Jan 05 17:13:14.735221 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 05 17:13:14.735221 dv-neutron-master-2-hyperv neutron-server[103800]: base_url = self.get_endpoint(auth, allow=allow, Jan 05 17:13:14.735221 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 05 17:13:14.735221 dv-neutron-master-2-hyperv neutron-server[103800]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 05 17:13:14.735221 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 05 17:13:14.735221 dv-neutron-master-2-hyperv neutron-server[103800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 05 17:13:14.735221 dv-neutron-master-2-hyperv neutron-server[103800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 05 17:13:14.744898 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e19d39ec-d501-410c-a140-d07aa2754f64 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:14.858326 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-03e4a504-377f-4a7f-92af-64aecfeacea5 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3891722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648695'] for network, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:14.865317 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-03e4a504-377f-4a7f-92af-64aecfeacea5 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks [] for network, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:14.872031 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-03e4a504-377f-4a7f-92af-64aecfeacea5 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] 10.222.0.11 "DELETE /v2.0/networks/6d3ab05a-2b39-43f7-8508-0200f0bc7e45 HTTP/1.1" status: 204 len: 168 time: 0.4598496 Jan 05 17:13:14.872556 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 45628) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:13:14.886247 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-0c17ae56-1ee5-4640-bd48-67f5a20b6f2b tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-229606680'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:13:14.890620 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e4a504-377f-4a7f-92af-64aecfeacea5 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Pushing event deleted for resources: {'Network': ['ID=6d3ab05a-2b39-43f7-8508-0200f0bc7e45,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:13:14.955053 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c17ae56-1ee5-4640-bd48-67f5a20b6f2b tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Made reservation on behalf of fae5af2b325549fbbf3eb3ad3c66d0a7 for: {'network': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:13:14.958601 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0c17ae56-1ee5-4640-bd48-67f5a20b6f2b tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for network, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:14.982655 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c17ae56-1ee5-4640-bd48-67f5a20b6f2b tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'} {{(pid=103800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 05 17:13:14.991670 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0c17ae56-1ee5-4640-bd48-67f5a20b6f2b tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225'] for segment, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:14.992344 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.db.segments_db [None req-0c17ae56-1ee5-4640-bd48-67f5a20b6f2b tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Added segment ce661244-0b5a-4478-a03f-e65fce2edb24 of type vlan for network bfbc8c56-8063-4e85-8da9-0537a50dced4 Jan 05 17:13:15.016648 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e19d39ec-d501-410c-a140-d07aa2754f64 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for port, precommit_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:15.031746 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0c17ae56-1ee5-4640-bd48-67f5a20b6f2b tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754180566020'] for network, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:15.083851 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e19d39ec-d501-410c-a140-d07aa2754f64 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11433169'] for port, after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:15.107438 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0c17ae56-1ee5-4640-bd48-67f5a20b6f2b tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685'] for network, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:15.113308 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c17ae56-1ee5-4640-bd48-67f5a20b6f2b tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:13:15.113926 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0c17ae56-1ee5-4640-bd48-67f5a20b6f2b tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks [] for network, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:15.159960 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19d39ec-d501-410c-a140-d07aa2754f64 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Pushing event updated for resources: {'Port': ['ID=e2284338-b90c-48f5-8b3f-84ce60c824db,revision_number=2']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:13:15.163798 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e19d39ec-d501-410c-a140-d07aa2754f64 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-531704'] for router_interface, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:15.184595 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c17ae56-1ee5-4640-bd48-67f5a20b6f2b tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Pushing event updated for resources: {'Network': ['ID=bfbc8c56-8063-4e85-8da9-0537a50dced4,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:13:15.195226 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Network bfbc8c56-8063-4e85-8da9-0537a50dced4 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 05 17:13:15.218949 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-0c17ae56-1ee5-4640-bd48-67f5a20b6f2b tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3364279 Jan 05 17:13:15.221631 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 45630) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:13:15.227358 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-402f5ce6-9e2e-450e-9376-6fe14f9a46ed tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Request body: {'subnet': {'network_id': 'bfbc8c56-8063-4e85-8da9-0537a50dced4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:13:15.260372 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e19d39ec-d501-410c-a140-d07aa2754f64 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Network 462b1b6f-f9dc-4383-bd2c-be5964748468 is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:13:15.261880 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-e19d39ec-d501-410c-a140-d07aa2754f64 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:13:15.383610 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e19d39ec-d501-410c-a140-d07aa2754f64 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Router 36b7bd7a-bec1-46d0-9455-e6298ef1b857 has already been hosted by L3 agent 59446fdc-40e0-41fe-a575-a8eb11d742f7 {{(pid=103801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 05 17:13:15.395826 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-402f5ce6-9e2e-450e-9376-6fe14f9a46ed tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Made reservation on behalf of fae5af2b325549fbbf3eb3ad3c66d0a7 for: {'subnet': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:13:15.400959 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-402f5ce6-9e2e-450e-9376-6fe14f9a46ed tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8521827'] for subnet, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:15.467065 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.ipam_backend_mixin [None req-402f5ce6-9e2e-450e-9376-6fe14f9a46ed tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Performing IP validity checks on allocation pools {{(pid=103800) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jan 05 17:13:15.467452 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.ipam_backend_mixin [None req-402f5ce6-9e2e-450e-9376-6fe14f9a46ed tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103800) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jan 05 17:13:15.503525 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e19d39ec-d501-410c-a140-d07aa2754f64 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 05 17:13:15.513685 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-e19d39ec-d501-410c-a140-d07aa2754f64 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "PUT /v2.0/routers/36b7bd7a-bec1-46d0-9455-e6298ef1b857/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0692742 Jan 05 17:13:15.521898 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75f77e9f-2ac1-4662-86e8-ae2f1a428e39 None None] Sync routers for ids ['36b7bd7a-bec1-46d0-9455-e6298ef1b857'] in dv-neutron-master-2-hyperv {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 05 17:13:15.539528 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75f77e9f-2ac1-4662-86e8-ae2f1a428e39 None None] Routers {'36b7bd7a-bec1-46d0-9455-e6298ef1b857'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:13:15.540066 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-75f77e9f-2ac1-4662-86e8-ae2f1a428e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:12:49Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['36b7bd7a-bec1-46d0-9455-e6298ef1b857'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:13:15.582368 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-55ab7941-b42d-41d0-9e34-6f6e2c4042a6 None None] Provisioning complete for port e2284338-b90c-48f5-8b3f-84ce60c824db triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:13:15.582840 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-55ab7941-b42d-41d0-9e34-6f6e2c4042a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:15.627594 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-55ab7941-b42d-41d0-9e34-6f6e2c4042a6 None None] Port e2284338-b90c-48f5-8b3f-84ce60c824db cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 17:13:15.653998 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-402f5ce6-9e2e-450e-9376-6fe14f9a46ed tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8784852', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8521873'] for subnet, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:15.683815 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-75f77e9f-2ac1-4662-86e8-ae2f1a428e39 None None] Set router 36b7bd7a-bec1-46d0-9455-e6298ef1b857 gateway port host: dv-neutron-master-2-hyperv {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:13:15.717807 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402f5ce6-9e2e-450e-9376-6fe14f9a46ed tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Pushing event updated for resources: {'Subnet': ['ID=c7e9481b-ddd2-4cc3-94cd-782c65df8318,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:13:15.732624 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-402f5ce6-9e2e-450e-9376-6fe14f9a46ed tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Checking segment: {'id': 'ce661244-0b5a-4478-a03f-e65fce2edb24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'bfbc8c56-8063-4e85-8da9-0537a50dced4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:13:15.732965 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-402f5ce6-9e2e-450e-9376-6fe14f9a46ed tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Network hostable DHCP agents. Network: bfbc8c56-8063-4e85-8da9-0537a50dced4, hostable agents: ['3f70c195-17da-4084-9fd6-bf6059d88535'], hosted agents: [] {{(pid=103800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 05 17:13:15.817557 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-402f5ce6-9e2e-450e-9376-6fe14f9a46ed tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Network bfbc8c56-8063-4e85-8da9-0537a50dced4 is scheduled to be hosted by DHCP agent 3f70c195-17da-4084-9fd6-bf6059d88535 with binding_index 1 {{(pid=103800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 05 17:13:15.838039 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52f5c3d-f69e-4b28-aecf-6e6855376f6e req-44b9ef2e-0d62-4022-98e8-6cd18c42093b tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:13:15.839595 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-f52f5c3d-f69e-4b28-aecf-6e6855376f6e req-44b9ef2e-0d62-4022-98e8-6cd18c42093b tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] 10.222.0.11 "GET /v2.0/ports?device_id=0ae531d7-dfe0-480f-abb4-e199e258b40c HTTP/1.1" status: 200 len: 946 time: 0.0532393 Jan 05 17:13:15.892246 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-402f5ce6-9e2e-450e-9376-6fe14f9a46ed tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, bfbc8c56-8063-4e85-8da9-0537a50dced4) {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:13:15.897170 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-402f5ce6-9e2e-450e-9376-6fe14f9a46ed tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:13:15.898033 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-402f5ce6-9e2e-450e-9376-6fe14f9a46ed tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks [] for subnet, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:15.898806 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-f52f5c3d-f69e-4b28-aecf-6e6855376f6e req-3d79df30-bab9-4d1e-a54e-eb82fc9ff9dd tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] 10.222.0.11 "GET /v2.0/security-groups?id=b86a39b1-828b-4009-8a16-9197d830e0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524168 Jan 05 17:13:15.903929 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17979012-0c41-4213-aacc-b94975959b02 None None] Network bfbc8c56-8063-4e85-8da9-0537a50dced4 requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:13:15.998562 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-402f5ce6-9e2e-450e-9376-6fe14f9a46ed tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7755580 Jan 05 17:13:16.000981 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 45638) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:13:16.007015 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-7c939e68-c3bb-4ad9-8595-347461c65f28 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Request body: {'port': {'network_id': 'bfbc8c56-8063-4e85-8da9-0537a50dced4', 'name': 'tempest-PortsTestJSON-854511575'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:13:16.125738 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-75f77e9f-2ac1-4662-86e8-ae2f1a428e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36b7bd7a-bec1-46d0-9455-e6298ef1b857', 'name': 'tempest-TestNetworkBasicOps-router-275673944', 'tenant_id': 'ec76859de02442879238ecf1eaefefed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.51'}], 'enable_snat': True}, 'gw_port_id': 'e35d3a26-b17d-4578-abe6-d57671d0aca3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:11:27Z', 'updated_at': '2022-01-05T17:13:14Z', 'revision_number': 5, 'project_id': 'ec76859de02442879238ecf1eaefefed', 'gw_port': {'id': 'e35d3a26-b17d-4578-abe6-d57671d0aca3', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:d9:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36b7bd7a-bec1-46d0-9455-e6298ef1b857', 'device_owner': 'network:router_gateway', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:11:29Z', 'updated_at': '2022-01-05T17:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '0a17889f-c7b0-41ed-8d3e-83963b1c36ee', 'tenant_id': 'ec76859de02442879238ecf1eaefefed', 'floating_ip_address': '172.36.4.152', 'floating_network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'router_id': '36b7bd7a-bec1-46d0-9455-e6298ef1b857', 'port_id': '720a2fb6-be8e-4fcc-86fa-94a358c29b93', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1187, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '62c260dd-d135-4213-8dd0-485aab18a1d0', 'mac_address': 'fa:16:3e:78:2f:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ad75fd-3c61-493a-82ce-e55c8368b611', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-05T17:12:14Z', 'updated_at': '2022-01-05T17:12:20Z', 'revision_number': 1, 'project_id': 'ec76859de02442879238ecf1eaefefed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a3ebc3b-9bc4-4533-9c6f-b0efbbc88532', 'name': '', 'network_id': '62c260dd-d135-4213-8dd0-485aab18a1d0', 'tenant_id': 'ec76859de02442879238ecf1eaefefed', 'mac_address': 'fa:16:3e:d8:d2:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36b7bd7a-bec1-46d0-9455-e6298ef1b857', 'device_owner': 'network:router_interface', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': '5c5734b6-0442-4faf-b4f7-d61c8f7673ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:11:39Z', 'updated_at': '2022-01-05T17:11:44Z', 'revision_number': 5, 'project_id': 'ec76859de02442879238ecf1eaefefed', 'subnets': [{'id': '5c5734b6-0442-4faf-b4f7-d61c8f7673ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e2284338-b90c-48f5-8b3f-84ce60c824db', 'name': '', 'network_id': '462b1b6f-f9dc-4383-bd2c-be5964748468', 'tenant_id': 'ec76859de02442879238ecf1eaefefed', 'mac_address': 'fa:16:3e:eb:d2:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36b7bd7a-bec1-46d0-9455-e6298ef1b857', 'device_owner': 'network:router_interface', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': '55fb8880-edda-4f4c-ab4f-51de906efb02', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:13:14Z', 'updated_at': '2022-01-05T17:13:14Z', 'revision_number': 2, 'project_id': 'ec76859de02442879238ecf1eaefefed', 'subnets': [{'id': '55fb8880-edda-4f4c-ab4f-51de906efb02', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:13:16.155265 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75f77e9f-2ac1-4662-86e8-ae2f1a428e39 None None] Checking router: 36b7bd7a-bec1-46d0-9455-e6298ef1b857 for host: dv-neutron-master-2-hyperv {{(pid=103802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 05 17:13:16.159175 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75f77e9f-2ac1-4662-86e8-ae2f1a428e39 None None] Updating router 36b7bd7a-bec1-46d0-9455-e6298ef1b857 port e2284338-b90c-48f5-8b3f-84ce60c824db binding host dv-neutron-master-2-hyperv {{(pid=103802) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 05 17:13:16.180876 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c939e68-c3bb-4ad9-8595-347461c65f28 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Made reservation on behalf of fae5af2b325549fbbf3eb3ad3c66d0a7 for: {'port': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:13:16.184514 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7c939e68-c3bb-4ad9-8595-347461c65f28 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:16.195692 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11a5b933-d548-4bb4-b296-8cb73a895949 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-bfbc8c56-8063-4e85-8da9-0537a50dced4', 'network_id': 'bfbc8c56-8063-4e85-8da9-0537a50dced4', 'project_id': 'fae5af2b325549fbbf3eb3ad3c66d0a7', 'fixed_ips': [{'subnet_id': 'c7e9481b-ddd2-4cc3-94cd-782c65df8318'}]}} from dv-neutron-master-2-hyperv. {{(pid=103802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 05 17:13:16.196524 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-11a5b933-d548-4bb4-b296-8cb73a895949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:16.199588 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-75f77e9f-2ac1-4662-86e8-ae2f1a428e39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:16.203635 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.notifiers.nova [None req-7c939e68-c3bb-4ad9-8595-347461c65f28 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] device_id is not set on port 46250a7c-4966-48c5-802b-8d5ca4a9955d yet. {{(pid=103800) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 05 17:13:16.317193 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [None req-7c939e68-c3bb-4ad9-8595-347461c65f28 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Allocated IP 172.20.0.13 (bfbc8c56-8063-4e85-8da9-0537a50dced4/c7e9481b-ddd2-4cc3-94cd-782c65df8318/46250a7c-4966-48c5-802b-8d5ca4a9955d) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:13:16.480313 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7c939e68-c3bb-4ad9-8595-347461c65f28 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks [] for port, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:16.536610 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-75f77e9f-2ac1-4662-86e8-ae2f1a428e39 None None] Publish callbacks [] for port, precommit_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:16.595343 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7c939e68-c3bb-4ad9-8595-347461c65f28 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:16.623882 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-75f77e9f-2ac1-4662-86e8-ae2f1a428e39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:16.644272 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c939e68-c3bb-4ad9-8595-347461c65f28 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Network bfbc8c56-8063-4e85-8da9-0537a50dced4 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:13:16.647457 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-7c939e68-c3bb-4ad9-8595-347461c65f28 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:13:16.651416 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c939e68-c3bb-4ad9-8595-347461c65f28 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:13:16.681761 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.db_base_plugin_common [None req-11a5b933-d548-4bb4-b296-8cb73a895949 None None] Allocated IP 172.20.0.2 (bfbc8c56-8063-4e85-8da9-0537a50dced4/c7e9481b-ddd2-4cc3-94cd-782c65df8318/3dbcdaf2-5306-4004-afbb-b7857525b046) {{(pid=103802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:13:16.681977 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c939e68-c3bb-4ad9-8595-347461c65f28 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Pushing event updated for resources: {'Port': ['ID=46250a7c-4966-48c5-802b-8d5ca4a9955d,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:13:16.705367 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c3110e-477c-43f6-80c1-0cd854281ef4 None None] Pushing event updated for resources: {'Port': ['ID=e2284338-b90c-48f5-8b3f-84ce60c824db,revision_number=3']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:13:16.716762 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c939e68-c3bb-4ad9-8595-347461c65f28 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:13:16.717392 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7c939e68-c3bb-4ad9-8595-347461c65f28 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:16.773303 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-75f77e9f-2ac1-4662-86e8-ae2f1a428e39 None None] Attempting to bind port e2284338-b90c-48f5-8b3f-84ce60c824db on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 05 17:13:16.773708 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-75f77e9f-2ac1-4662-86e8-ae2f1a428e39 None None] Attempting to bind port e2284338-b90c-48f5-8b3f-84ce60c824db by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'ad0c0331-e60d-4f53-9305-1d74015cc249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '462b1b6f-f9dc-4383-bd2c-be5964748468'}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 05 17:13:16.774060 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75f77e9f-2ac1-4662-86e8-ae2f1a428e39 None None] Attempting to bind port e2284338-b90c-48f5-8b3f-84ce60c824db on network 462b1b6f-f9dc-4383-bd2c-be5964748468 {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:13:16.810562 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75f77e9f-2ac1-4662-86e8-ae2f1a428e39 None None] Checking agent: {'id': '0d4f8fd3-ce62-4651-970c-efa6a8bb22b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 5, 16, 57, 23), 'started_at': datetime.datetime(2022, 1, 5, 16, 57, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 5, 17, 12, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 05 17:13:16.810962 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75f77e9f-2ac1-4662-86e8-ae2f1a428e39 None None] Checking segment: {'id': 'ad0c0331-e60d-4f53-9305-1d74015cc249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '462b1b6f-f9dc-4383-bd2c-be5964748468'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:13:16.811337 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-75f77e9f-2ac1-4662-86e8-ae2f1a428e39 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:16.811745 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75f77e9f-2ac1-4662-86e8-ae2f1a428e39 None None] Bound using segment: {'id': 'ad0c0331-e60d-4f53-9305-1d74015cc249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '462b1b6f-f9dc-4383-bd2c-be5964748468'} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 05 17:13:16.812216 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-75f77e9f-2ac1-4662-86e8-ae2f1a428e39 None None] Bound port: e2284338-b90c-48f5-8b3f-84ce60c824db, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad0c0331-e60d-4f53-9305-1d74015cc249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '462b1b6f-f9dc-4383-bd2c-be5964748468'}}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 05 17:13:16.812587 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-75f77e9f-2ac1-4662-86e8-ae2f1a428e39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:16.894581 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-7c939e68-c3bb-4ad9-8595-347461c65f28 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.8925028 Jan 05 17:13:16.908526 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 45640) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:13:16.949325 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-75f77e9f-2ac1-4662-86e8-ae2f1a428e39 None None] For port e2284338-b90c-48f5-8b3f-84ce60c824db, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 05 17:13:16.969215 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-75f77e9f-2ac1-4662-86e8-ae2f1a428e39 None None] For port e2284338-b90c-48f5-8b3f-84ce60c824db, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e2284338-b90c-48f5-8b3f-84ce60c824db,segment=NetworkSegment(ad0c0331-e60d-4f53-9305-1d74015cc249),segment_id=ad0c0331-e60d-4f53-9305-1d74015cc249)] {{(pid=103802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 05 17:13:16.989344 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-11a5b933-d548-4bb4-b296-8cb73a895949 None None] Publish callbacks [] for port, precommit_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:16.990744 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-ef40a1e9-94f7-4e63-9692-127859b9c99a None None] Provisioning complete for port e2284338-b90c-48f5-8b3f-84ce60c824db triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:13:16.991097 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-ef40a1e9-94f7-4e63-9692-127859b9c99a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:17.042425 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-ef40a1e9-94f7-4e63-9692-127859b9c99a None None] Port e2284338-b90c-48f5-8b3f-84ce60c824db cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 17:13:17.049017 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e687516-8f3b-447f-9440-610e4529ab9e req-d4b3b78f-5045-4514-8ef2-da21168c1411 tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:13:17.050585 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-1e687516-8f3b-447f-9440-610e4529ab9e req-d4b3b78f-5045-4514-8ef2-da21168c1411 tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] 10.222.0.11 "GET /v2.0/ports?device_id=0ae531d7-dfe0-480f-abb4-e199e258b40c HTTP/1.1" status: 200 len: 946 time: 0.0652466 Jan 05 17:13:17.056009 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-75f77e9f-2ac1-4662-86e8-ae2f1a428e39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:17.060299 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-dd49ba53-da7a-45d3-85b7-c788c48dac2f tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Deleting port 46250a7c-4966-48c5-802b-8d5ca4a9955d {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:13:17.060660 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-dd49ba53-da7a-45d3-85b7-c788c48dac2f tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:17.085846 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-11a5b933-d548-4bb4-b296-8cb73a895949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669'] for port, after_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:17.113109 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-6cb213d7-9f5b-4afb-9dd6-077709175592 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:17.135254 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11a5b933-d548-4bb4-b296-8cb73a895949 None None] Network bfbc8c56-8063-4e85-8da9-0537a50dced4 is already hosted by enough agents. {{(pid=103802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:13:17.141002 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.scheduler.base_scheduler [None req-11a5b933-d548-4bb4-b296-8cb73a895949 None None] Resources bound (agent type, host, resource id): {{(pid=103802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:13:17.143558 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11a5b933-d548-4bb4-b296-8cb73a895949 None None] Received port after_create {{(pid=103802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:13:17.148855 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75f77e9f-2ac1-4662-86e8-ae2f1a428e39 None None] Routers {'36b7bd7a-bec1-46d0-9455-e6298ef1b857'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:13:17.149483 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-75f77e9f-2ac1-4662-86e8-ae2f1a428e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:12:49Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['36b7bd7a-bec1-46d0-9455-e6298ef1b857'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:13:17.154475 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c3110e-477c-43f6-80c1-0cd854281ef4 None None] Pushing event updated for resources: {'Port': ['ID=e2284338-b90c-48f5-8b3f-84ce60c824db,revision_number=4']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:13:17.169049 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-1e687516-8f3b-447f-9440-610e4529ab9e req-d50bb779-696f-4ef2-83bd-4bc3969c45f5 tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] 10.222.0.11 "GET /v2.0/security-groups?id=b86a39b1-828b-4009-8a16-9197d830e0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1046154 Jan 05 17:13:17.198561 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-dd49ba53-da7a-45d3-85b7-c788c48dac2f tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:17.215466 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-dd49ba53-da7a-45d3-85b7-c788c48dac2f tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Calling delete_port for 46250a7c-4966-48c5-802b-8d5ca4a9955d owned by {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:13:17.317557 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a5b933-d548-4bb4-b296-8cb73a895949 None None] Pushing event updated for resources: {'Port': ['ID=3dbcdaf2-5306-4004-afbb-b7857525b046,revision_number=1']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:13:17.328916 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-11a5b933-d548-4bb4-b296-8cb73a895949 None None] Attempting to bind port 3dbcdaf2-5306-4004-afbb-b7857525b046 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 05 17:13:17.328916 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-11a5b933-d548-4bb4-b296-8cb73a895949 None None] Attempting to bind port 3dbcdaf2-5306-4004-afbb-b7857525b046 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'ce661244-0b5a-4478-a03f-e65fce2edb24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'bfbc8c56-8063-4e85-8da9-0537a50dced4'}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 05 17:13:17.328916 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11a5b933-d548-4bb4-b296-8cb73a895949 None None] Attempting to bind port 3dbcdaf2-5306-4004-afbb-b7857525b046 on network bfbc8c56-8063-4e85-8da9-0537a50dced4 {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:13:17.333511 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11a5b933-d548-4bb4-b296-8cb73a895949 None None] Checking agent: {'id': '0d4f8fd3-ce62-4651-970c-efa6a8bb22b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 5, 16, 57, 23), 'started_at': datetime.datetime(2022, 1, 5, 16, 57, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 5, 17, 12, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 05 17:13:17.333918 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11a5b933-d548-4bb4-b296-8cb73a895949 None None] Checking segment: {'id': 'ce661244-0b5a-4478-a03f-e65fce2edb24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'bfbc8c56-8063-4e85-8da9-0537a50dced4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:13:17.334334 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-11a5b933-d548-4bb4-b296-8cb73a895949 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:17.334717 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11a5b933-d548-4bb4-b296-8cb73a895949 None None] Bound using segment: {'id': 'ce661244-0b5a-4478-a03f-e65fce2edb24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'bfbc8c56-8063-4e85-8da9-0537a50dced4'} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 05 17:13:17.335188 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-11a5b933-d548-4bb4-b296-8cb73a895949 None None] Bound port: 3dbcdaf2-5306-4004-afbb-b7857525b046, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce661244-0b5a-4478-a03f-e65fce2edb24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'bfbc8c56-8063-4e85-8da9-0537a50dced4'}}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 05 17:13:17.335570 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-11a5b933-d548-4bb4-b296-8cb73a895949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:17.366493 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-75f77e9f-2ac1-4662-86e8-ae2f1a428e39 None None] Set router 36b7bd7a-bec1-46d0-9455-e6298ef1b857 gateway port host: dv-neutron-master-2-hyperv {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:13:17.421321 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-dd49ba53-da7a-45d3-85b7-c788c48dac2f tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:17.429340 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-83c7a999-d87f-440a-8b0f-88ef79f9dbf2 None None] Provisioning complete for port e2284338-b90c-48f5-8b3f-84ce60c824db triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:13:17.429736 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-83c7a999-d87f-440a-8b0f-88ef79f9dbf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:17.453384 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd49ba53-da7a-45d3-85b7-c788c48dac2f tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Pushing event deleted for resources: {'Port': ['ID=46250a7c-4966-48c5-802b-8d5ca4a9955d,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:13:17.519898 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-dd49ba53-da7a-45d3-85b7-c788c48dac2f tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:17.523129 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-dd49ba53-da7a-45d3-85b7-c788c48dac2f tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] 10.222.0.11 "DELETE /v2.0/ports/46250a7c-4966-48c5-802b-8d5ca4a9955d HTTP/1.1" status: 204 len: 168 time: 0.6135671 Jan 05 17:13:17.525802 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 45644) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:13:17.536693 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-11a5b933-d548-4bb4-b296-8cb73a895949 None None] For port 3dbcdaf2-5306-4004-afbb-b7857525b046, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 05 17:13:17.549711 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec2f93af-3b99-4578-95d3-0fb5dc581b81 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] DELETE failed (client error): The resource could not be found. Jan 05 17:13:17.550654 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec2f93af-3b99-4578-95d3-0fb5dc581b81 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103800) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 05 17:13:17.555948 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-ec2f93af-3b99-4578-95d3-0fb5dc581b81 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] 10.222.0.11 "DELETE /v2.0/ports/46250a7c-4966-48c5-802b-8d5ca4a9955d HTTP/1.1" status: 404 len: 333 time: 0.0290425 Jan 05 17:13:17.558480 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 45646) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:13:17.561008 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-11a5b933-d548-4bb4-b296-8cb73a895949 None None] For port 3dbcdaf2-5306-4004-afbb-b7857525b046, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=3dbcdaf2-5306-4004-afbb-b7857525b046,segment=NetworkSegment(ce661244-0b5a-4478-a03f-e65fce2edb24),segment_id=ce661244-0b5a-4478-a03f-e65fce2edb24)] {{(pid=103802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 05 17:13:17.582593 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a1070fe-4af0-4cb5-b17e-de5a37600156 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] GET failed (client error): The resource could not be found. Jan 05 17:13:17.584002 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-4a1070fe-4af0-4cb5-b17e-de5a37600156 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] 10.222.0.11 "GET /v2.0/ports/46250a7c-4966-48c5-802b-8d5ca4a9955d HTTP/1.1" status: 404 len: 333 time: 0.0245996 Jan 05 17:13:17.586605 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 45648) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:13:17.636986 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-11a5b933-d548-4bb4-b296-8cb73a895949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:17.642389 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.db_base_plugin_v2 [None req-dac5062b-9cdf-4496-a4a0-8af1bc9da38d tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Deleting subnet c7e9481b-ddd2-4cc3-94cd-782c65df8318 {{(pid=103800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 05 17:13:17.646872 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-dac5062b-9cdf-4496-a4a0-8af1bc9da38d tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks [] for subnet, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:17.686841 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-dac5062b-9cdf-4496-a4a0-8af1bc9da38d tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8784846'] for subnet, precommit_delete_associations {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:17.701887 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-83c7a999-d87f-440a-8b0f-88ef79f9dbf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:17.758285 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a5b933-d548-4bb4-b296-8cb73a895949 None None] Pushing event updated for resources: {'Port': ['ID=3dbcdaf2-5306-4004-afbb-b7857525b046,revision_number=2']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:13:17.784207 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-dac5062b-9cdf-4496-a4a0-8af1bc9da38d tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892868'] for subnet, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:17.790175 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-83c7a999-d87f-440a-8b0f-88ef79f9dbf2 None None] For port e2284338-b90c-48f5-8b3f-84ce60c824db, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e2284338-b90c-48f5-8b3f-84ce60c824db,segment=NetworkSegment(ad0c0331-e60d-4f53-9305-1d74015cc249),segment_id=ad0c0331-e60d-4f53-9305-1d74015cc249)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:13:17.820098 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-75f77e9f-2ac1-4662-86e8-ae2f1a428e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36b7bd7a-bec1-46d0-9455-e6298ef1b857', 'name': 'tempest-TestNetworkBasicOps-router-275673944', 'tenant_id': 'ec76859de02442879238ecf1eaefefed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.51'}], 'enable_snat': True}, 'gw_port_id': 'e35d3a26-b17d-4578-abe6-d57671d0aca3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:11:27Z', 'updated_at': '2022-01-05T17:13:14Z', 'revision_number': 5, 'project_id': 'ec76859de02442879238ecf1eaefefed', 'gw_port': {'id': 'e35d3a26-b17d-4578-abe6-d57671d0aca3', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:d9:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36b7bd7a-bec1-46d0-9455-e6298ef1b857', 'device_owner': 'network:router_gateway', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:11:29Z', 'updated_at': '2022-01-05T17:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '0a17889f-c7b0-41ed-8d3e-83963b1c36ee', 'tenant_id': 'ec76859de02442879238ecf1eaefefed', 'floating_ip_address': '172.36.4.152', 'floating_network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'router_id': '36b7bd7a-bec1-46d0-9455-e6298ef1b857', 'port_id': '720a2fb6-be8e-4fcc-86fa-94a358c29b93', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1187, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '62c260dd-d135-4213-8dd0-485aab18a1d0', 'mac_address': 'fa:16:3e:78:2f:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ad75fd-3c61-493a-82ce-e55c8368b611', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-05T17:12:14Z', 'updated_at': '2022-01-05T17:12:20Z', 'revision_number': 1, 'project_id': 'ec76859de02442879238ecf1eaefefed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a3ebc3b-9bc4-4533-9c6f-b0efbbc88532', 'name': '', 'network_id': '62c260dd-d135-4213-8dd0-485aab18a1d0', 'tenant_id': 'ec76859de02442879238ecf1eaefefed', 'mac_address': 'fa:16:3e:d8:d2:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36b7bd7a-bec1-46d0-9455-e6298ef1b857', 'device_owner': 'network:router_interface', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': '5c5734b6-0442-4faf-b4f7-d61c8f7673ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:11:39Z', 'updated_at': '2022-01-05T17:11:44Z', 'revision_number': 5, 'project_id': 'ec76859de02442879238ecf1eaefefed', 'subnets': [{'id': '5c5734b6-0442-4faf-b4f7-d61c8f7673ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e2284338-b90c-48f5-8b3f-84ce60c824db', 'name': '', 'network_id': '462b1b6f-f9dc-4383-bd2c-be5964748468', 'tenant_id': 'ec76859de02442879238ecf1eaefefed', 'mac_address': 'fa:16:3e:eb:d2:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36b7bd7a-bec1-46d0-9455-e6298ef1b857', 'device_owner': 'network:router_interface', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': '55fb8880-edda-4f4c-ab4f-51de906efb02', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:13:14Z', 'updated_at': '2022-01-05T17:13:16Z', 'revision_number': 4, 'project_id': 'ec76859de02442879238ecf1eaefefed', 'subnets': [{'id': '55fb8880-edda-4f4c-ab4f-51de906efb02', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:13:17.855456 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75f77e9f-2ac1-4662-86e8-ae2f1a428e39 None None] The sync data for ids ['36b7bd7a-bec1-46d0-9455-e6298ef1b857'] in dv-neutron-master-2-hyperv is: [{'id': '36b7bd7a-bec1-46d0-9455-e6298ef1b857', 'name': 'tempest-TestNetworkBasicOps-router-275673944', 'tenant_id': 'ec76859de02442879238ecf1eaefefed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.51'}], 'enable_snat': True}, 'gw_port_id': 'e35d3a26-b17d-4578-abe6-d57671d0aca3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:11:27Z', 'updated_at': '2022-01-05T17:13:14Z', 'revision_number': 5, 'project_id': 'ec76859de02442879238ecf1eaefefed', 'gw_port': {'id': 'e35d3a26-b17d-4578-abe6-d57671d0aca3', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:d9:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36b7bd7a-bec1-46d0-9455-e6298ef1b857', 'device_owner': 'network:router_gateway', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:11:29Z', 'updated_at': '2022-01-05T17:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '0a17889f-c7b0-41ed-8d3e-83963b1c36ee', 'tenant_id': 'ec76859de02442879238ecf1eaefefed', 'floating_ip_address': '172.36.4.152', 'floating_network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'router_id': '36b7bd7a-bec1-46d0-9455-e6298ef1b857', 'port_id': '720a2fb6-be8e-4fcc-86fa-94a358c29b93', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1187, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '62c260dd-d135-4213-8dd0-485aab18a1d0', 'mac_address': 'fa:16:3e:78:2f:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ad75fd-3c61-493a-82ce-e55c8368b611', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-05T17:12:14Z', 'updated_at': '2022-01-05T17:12:20Z', 'revision_number': 1, 'project_id': 'ec76859de02442879238ecf1eaefefed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a3ebc3b-9bc4-4533-9c6f-b0efbbc88532', 'name': '', 'network_id': '62c260dd-d135-4213-8dd0-485aab18a1d0', 'tenant_id': 'ec76859de02442879238ecf1eaefefed', 'mac_address': 'fa:16:3e:d8:d2:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36b7bd7a-bec1-46d0-9455-e6298ef1b857', 'device_owner': 'network:router_interface', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': '5c5734b6-0442-4faf-b4f7-d61c8f7673ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:11:39Z', 'updated_at': '2022-01-05T17:11:44Z', 'revision_number': 5, 'project_id': 'ec76859de02442879238ecf1eaefefed', 'subnets': [{'id': '5c5734b6-0442-4faf-b4f7-d61c8f7673ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e2284338-b90c-48f5-8b3f-84ce60c824db', 'name': '', 'network_id': '462b1b6f-f9dc-4383-bd2c-be5964748468', 'tenant_id': 'ec76859de02442879238ecf1eaefefed', 'mac_address': 'fa:16:3e:eb:d2:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36b7bd7a-bec1-46d0-9455-e6298ef1b857', 'device_owner': 'network:router_interface', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': '55fb8880-edda-4f4c-ab4f-51de906efb02', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:13:14Z', 'updated_at': '2022-01-05T17:13:16Z', 'revision_number': 4, 'project_id': 'ec76859de02442879238ecf1eaefefed', 'subnets': [{'id': '55fb8880-edda-4f4c-ab4f-51de906efb02', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 05 17:13:17.900262 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-83c7a999-d87f-440a-8b0f-88ef79f9dbf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:17.950921 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-dac5062b-9cdf-4496-a4a0-8af1bc9da38d tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3893367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8784787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8521880'] for subnet, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:17.993183 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac5062b-9cdf-4496-a4a0-8af1bc9da38d tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Pushing event deleted for resources: {'Subnet': ['ID=c7e9481b-ddd2-4cc3-94cd-782c65df8318,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:13:17.993455 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c7a999-d87f-440a-8b0f-88ef79f9dbf2 None None] Pushing event updated for resources: {'Port': ['ID=e2284338-b90c-48f5-8b3f-84ce60c824db,revision_number=5']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:13:18.004136 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-dac5062b-9cdf-4496-a4a0-8af1bc9da38d tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks [] for subnet, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:18.007763 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-dac5062b-9cdf-4496-a4a0-8af1bc9da38d tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] 10.222.0.11 "DELETE /v2.0/subnets/c7e9481b-ddd2-4cc3-94cd-782c65df8318 HTTP/1.1" status: 204 len: 168 time: 0.4202096 Jan 05 17:13:18.012117 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 45650) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:13:18.099665 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-720fbe34-201c-4088-b2d8-75ffabc4c4ac tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3809644'] for network, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:18.152687 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-720fbe34-201c-4088-b2d8-75ffabc4c4ac tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Deleting port 3dbcdaf2-5306-4004-afbb-b7857525b046 {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:13:18.153020 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-720fbe34-201c-4088-b2d8-75ffabc4c4ac tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:18.223699 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.db [None req-720fbe34-201c-4088-b2d8-75ffabc4c4ac tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] For port 3dbcdaf2-5306-4004-afbb-b7857525b046, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=3dbcdaf2-5306-4004-afbb-b7857525b046,segment=NetworkSegment(ce661244-0b5a-4478-a03f-e65fce2edb24),segment_id=ce661244-0b5a-4478-a03f-e65fce2edb24)] {{(pid=103800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:13:18.224069 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-720fbe34-201c-4088-b2d8-75ffabc4c4ac tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:18.240272 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-720fbe34-201c-4088-b2d8-75ffabc4c4ac tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Calling delete_port for 3dbcdaf2-5306-4004-afbb-b7857525b046 owned by network:dhcp {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:13:18.307557 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e590df-eba1-48bd-ba26-49a403dc192c req-d86f1e09-921d-4b7b-8337-6957369175c2 tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:13:18.309819 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-72e590df-eba1-48bd-ba26-49a403dc192c req-d86f1e09-921d-4b7b-8337-6957369175c2 tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] 10.222.0.11 "GET /v2.0/ports?device_id=0ae531d7-dfe0-480f-abb4-e199e258b40c HTTP/1.1" status: 200 len: 946 time: 0.0567679 Jan 05 17:13:18.363738 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-72e590df-eba1-48bd-ba26-49a403dc192c req-906435ed-1dfe-4e91-9131-a6b6a8f033b5 tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] 10.222.0.11 "GET /v2.0/security-groups?id=b86a39b1-828b-4009-8a16-9197d830e0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462871 Jan 05 17:13:18.383379 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-720fbe34-201c-4088-b2d8-75ffabc4c4ac tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:18.417929 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720fbe34-201c-4088-b2d8-75ffabc4c4ac tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Pushing event deleted for resources: {'Port': ['ID=3dbcdaf2-5306-4004-afbb-b7857525b046,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:13:18.426229 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-720fbe34-201c-4088-b2d8-75ffabc4c4ac tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] No DVR routers for this DVR port 3dbcdaf2-5306-4004-afbb-b7857525b046 on host dv-neutron-master-2-hyperv {{(pid=103800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 05 17:13:18.513398 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-720fbe34-201c-4088-b2d8-75ffabc4c4ac tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3891715', 'neutron.services.segments.db._delete_segments_for_network-8754181063482'] for network, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:18.540891 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.services.segments.db [None req-720fbe34-201c-4088-b2d8-75ffabc4c4ac tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bfbc8c56-8063-4e85-8da9-0537a50dced4']}} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:13:18.551445 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.services.segments.db [None req-720fbe34-201c-4088-b2d8-75ffabc4c4ac tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce661244-0b5a-4478-a03f-e65fce2edb24') {'for_net_delete': True} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:13:18.551895 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.services.segments.db [None req-720fbe34-201c-4088-b2d8-75ffabc4c4ac tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce661244-0b5a-4478-a03f-e65fce2edb24') {} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:13:18.562266 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-720fbe34-201c-4088-b2d8-75ffabc4c4ac tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754181064771', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8784833'] for segment, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:18.577249 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-720fbe34-201c-4088-b2d8-75ffabc4c4ac tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225'] for segment, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:18.583868 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-720fbe34-201c-4088-b2d8-75ffabc4c4ac tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Releasing vlan 147 on physical network physnet1 to pool {{(pid=103800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 05 17:13:18.584260 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-720fbe34-201c-4088-b2d8-75ffabc4c4ac tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8784497'] for segment, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:18.587463 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:13:18.587463 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:13:18.587463 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:13:18.587463 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:13:18.587463 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:13:18.587463 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:13:18.587463 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:13:18.587463 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:13:18.587463 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:13:18.587463 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:13:18.587463 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:13:18.587463 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:13:18.587463 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:13:18.587463 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:13:18.587463 dv-neutron-master-2-hyperv neutron-server[103800]: Traceback (most recent call last): Jan 05 17:13:18.587463 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 05 17:13:18.587463 dv-neutron-master-2-hyperv neutron-server[103800]: timer() Jan 05 17:13:18.587463 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 05 17:13:18.587463 dv-neutron-master-2-hyperv neutron-server[103800]: cb(*args, **kw) Jan 05 17:13:18.587463 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 05 17:13:18.587463 dv-neutron-master-2-hyperv neutron-server[103800]: return func(*args, **kwargs) Jan 05 17:13:18.587463 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 05 17:13:18.587463 dv-neutron-master-2-hyperv neutron-server[103800]: self._notify() Jan 05 17:13:18.587463 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 05 17:13:18.587463 dv-neutron-master-2-hyperv neutron-server[103800]: self.callback(batched_events) Jan 05 17:13:18.587463 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 05 17:13:18.587463 dv-neutron-master-2-hyperv neutron-server[103800]: event.method(event) Jan 05 17:13:18.587463 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 05 17:13:18.587463 dv-neutron-master-2-hyperv neutron-server[103800]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 05 17:13:18.587463 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 05 17:13:18.587463 dv-neutron-master-2-hyperv neutron-server[103800]: aggregate_uuid = self.p_client.list_aggregates( Jan 05 17:13:18.587463 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 05 17:13:18.587463 dv-neutron-master-2-hyperv neutron-server[103800]: return f(self, *a, **k) Jan 05 17:13:18.587463 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 05 17:13:18.587463 dv-neutron-master-2-hyperv neutron-server[103800]: return self._get(url).json() Jan 05 17:13:18.587463 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 05 17:13:18.587463 dv-neutron-master-2-hyperv neutron-server[103800]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 05 17:13:18.587463 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 05 17:13:18.587463 dv-neutron-master-2-hyperv neutron-server[103800]: return self.request(url, 'GET', **kwargs) Jan 05 17:13:18.587463 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 05 17:13:18.587463 dv-neutron-master-2-hyperv neutron-server[103800]: base_url = self.get_endpoint(auth, allow=allow, Jan 05 17:13:18.587463 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 05 17:13:18.587463 dv-neutron-master-2-hyperv neutron-server[103800]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 05 17:13:18.587463 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 05 17:13:18.587463 dv-neutron-master-2-hyperv neutron-server[103800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 05 17:13:18.587463 dv-neutron-master-2-hyperv neutron-server[103800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 05 17:13:18.721013 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-720fbe34-201c-4088-b2d8-75ffabc4c4ac tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3891722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648695'] for network, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:18.728010 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-720fbe34-201c-4088-b2d8-75ffabc4c4ac tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks [] for network, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:18.739289 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-720fbe34-201c-4088-b2d8-75ffabc4c4ac tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] 10.222.0.11 "DELETE /v2.0/networks/bfbc8c56-8063-4e85-8da9-0537a50dced4 HTTP/1.1" status: 204 len: 168 time: 0.7188406 Jan 05 17:13:18.739407 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 45656) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:13:18.740368 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-f3c64d16-68dd-47cf-887b-e57c7a676b0d tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1074263613'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:13:18.744236 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720fbe34-201c-4088-b2d8-75ffabc4c4ac tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Pushing event deleted for resources: {'Network': ['ID=bfbc8c56-8063-4e85-8da9-0537a50dced4,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:13:18.817263 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-0ce5adab-1177-47b8-a5ab-2774a66cd5d1 None None] Could not find standard attr ID for object 3dbcdaf2-5306-4004-afbb-b7857525b046. {{(pid=103802) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 05 17:13:18.826858 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-761a61f2-ab3f-4d3b-8352-31c9fe832cec None None] DHCP port deletion for bfbc8c56-8063-4e85-8da9-0537a50dced4 request from dv-neutron-master-2-hyperv {{(pid=103802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 05 17:13:18.840996 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3c64d16-68dd-47cf-887b-e57c7a676b0d tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Made reservation on behalf of fae5af2b325549fbbf3eb3ad3c66d0a7 for: {'network': 1} {{(pid=103801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:13:18.840996 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f3c64d16-68dd-47cf-887b-e57c7a676b0d tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for network, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:18.844626 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ecab267-e950-4192-97af-ddd578ca8828 None None] Network bfbc8c56-8063-4e85-8da9-0537a50dced4 requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:13:18.857462 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ecab267-e950-4192-97af-ddd578ca8828 None None] Network bfbc8c56-8063-4e85-8da9-0537a50dced4 could not be found, it might have been deleted concurrently. {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}} Jan 05 17:13:18.865277 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3c64d16-68dd-47cf-887b-e57c7a676b0d tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] vlan segment allocate from pool success with {'vlan_id': 114, 'physical_network': 'physnet1'} {{(pid=103801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 05 17:13:18.874909 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f3c64d16-68dd-47cf-887b-e57c7a676b0d tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225'] for segment, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:18.875250 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.db.segments_db [None req-f3c64d16-68dd-47cf-887b-e57c7a676b0d tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Added segment b28a70d5-ea0a-40d1-8306-2531f0d5a41a of type vlan for network 48388dd9-f2bf-4f0b-919d-b64f576cfee4 Jan 05 17:13:18.914053 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f3c64d16-68dd-47cf-887b-e57c7a676b0d tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754180566020'] for network, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:18.977453 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f3c64d16-68dd-47cf-887b-e57c7a676b0d tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685'] for network, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:18.983841 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3c64d16-68dd-47cf-887b-e57c7a676b0d tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:13:18.989301 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f3c64d16-68dd-47cf-887b-e57c7a676b0d tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks [] for network, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:19.049783 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c64d16-68dd-47cf-887b-e57c7a676b0d tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Pushing event updated for resources: {'Network': ['ID=48388dd9-f2bf-4f0b-919d-b64f576cfee4,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:13:19.060732 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Network 48388dd9-f2bf-4f0b-919d-b64f576cfee4 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 05 17:13:19.082917 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-f3c64d16-68dd-47cf-887b-e57c7a676b0d tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3469472 Jan 05 17:13:19.085494 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 45658) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:13:19.090210 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-10df05a2-3ec0-4fbc-8cdd-90470008f99a tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Request body: {'subnet': {'network_id': '48388dd9-f2bf-4f0b-919d-b64f576cfee4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:13:19.238293 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10df05a2-3ec0-4fbc-8cdd-90470008f99a tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Made reservation on behalf of fae5af2b325549fbbf3eb3ad3c66d0a7 for: {'subnet': 1} {{(pid=103801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:13:19.242047 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-10df05a2-3ec0-4fbc-8cdd-90470008f99a tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12480675'] for subnet, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:19.286018 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-6249f682-7299-4ba5-a74c-af9de73226fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:19.475377 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-10df05a2-3ec0-4fbc-8cdd-90470008f99a tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11433288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12480593'] for subnet, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:19.479488 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4869a90a-8ed1-4799-ad14-ba9829ab31cf req-cedba388-0344-4961-b42f-57ebb64ac0d5 tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:13:19.481160 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-4869a90a-8ed1-4799-ad14-ba9829ab31cf req-cedba388-0344-4961-b42f-57ebb64ac0d5 tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] 10.222.0.11 "GET /v2.0/ports?device_id=0ae531d7-dfe0-480f-abb4-e199e258b40c HTTP/1.1" status: 200 len: 946 time: 0.0490294 Jan 05 17:13:19.531897 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-4869a90a-8ed1-4799-ad14-ba9829ab31cf req-8608d621-ee28-4767-88b1-669507ca85c6 tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] 10.222.0.11 "GET /v2.0/security-groups?id=b86a39b1-828b-4009-8a16-9197d830e0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444584 Jan 05 17:13:19.533849 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10df05a2-3ec0-4fbc-8cdd-90470008f99a tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Pushing event updated for resources: {'Subnet': ['ID=9fe3dcdc-303c-46ea-b88a-5bb8c407415c,revision_number=0']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:13:19.550300 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10df05a2-3ec0-4fbc-8cdd-90470008f99a tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Checking segment: {'id': 'b28a70d5-ea0a-40d1-8306-2531f0d5a41a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '48388dd9-f2bf-4f0b-919d-b64f576cfee4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:13:19.550662 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10df05a2-3ec0-4fbc-8cdd-90470008f99a tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Network hostable DHCP agents. Network: 48388dd9-f2bf-4f0b-919d-b64f576cfee4, hostable agents: ['3f70c195-17da-4084-9fd6-bf6059d88535'], hosted agents: [] {{(pid=103801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 05 17:13:19.640610 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10df05a2-3ec0-4fbc-8cdd-90470008f99a tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Network 48388dd9-f2bf-4f0b-919d-b64f576cfee4 is scheduled to be hosted by DHCP agent 3f70c195-17da-4084-9fd6-bf6059d88535 with binding_index 1 {{(pid=103801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 05 17:13:19.667343 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:19.733233 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device e2284338-b90c-48f5-8b3f-84ce60c824db up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:13:19.749217 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-10df05a2-3ec0-4fbc-8cdd-90470008f99a tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 48388dd9-f2bf-4f0b-919d-b64f576cfee4) {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:13:19.753399 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10df05a2-3ec0-4fbc-8cdd-90470008f99a tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:13:19.754041 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-10df05a2-3ec0-4fbc-8cdd-90470008f99a tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks [] for subnet, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:19.762032 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8b67e96-256f-46b3-9c09-e0d5bfe1519c None None] Network 48388dd9-f2bf-4f0b-919d-b64f576cfee4 requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:13:19.826312 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-10df05a2-3ec0-4fbc-8cdd-90470008f99a tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7396822 Jan 05 17:13:19.828687 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 45662) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:13:19.834159 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-2c1d9038-aa8e-4f02-9c1e-3fc8ffd2ea8a tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Request body: {'port': {'network_id': '48388dd9-f2bf-4f0b-919d-b64f576cfee4', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1875250417'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:13:19.847123 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Provisioning complete for port e2284338-b90c-48f5-8b3f-84ce60c824db triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:13:19.847693 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:19.904220 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fd884a1-2bef-4747-831d-7821db25d8a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-48388dd9-f2bf-4f0b-919d-b64f576cfee4', 'network_id': '48388dd9-f2bf-4f0b-919d-b64f576cfee4', 'project_id': 'fae5af2b325549fbbf3eb3ad3c66d0a7', 'fixed_ips': [{'subnet_id': '9fe3dcdc-303c-46ea-b88a-5bb8c407415c'}]}} from dv-neutron-master-2-hyperv. {{(pid=103802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 05 17:13:19.908280 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-5fd884a1-2bef-4747-831d-7821db25d8a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:20.014947 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c1d9038-aa8e-4f02-9c1e-3fc8ffd2ea8a tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Made reservation on behalf of fae5af2b325549fbbf3eb3ad3c66d0a7 for: {'port': 1} {{(pid=103801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:13:20.018682 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-2c1d9038-aa8e-4f02-9c1e-3fc8ffd2ea8a tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:20.038387 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.notifiers.nova [None req-2c1d9038-aa8e-4f02-9c1e-3fc8ffd2ea8a tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] device_id is not set on port 4be0b34d-92cf-4260-84b0-fa36e58bba6c yet. {{(pid=103801) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 05 17:13:20.071827 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.db_base_plugin_common [None req-5fd884a1-2bef-4747-831d-7821db25d8a8 None None] Allocated IP 172.20.0.2 (48388dd9-f2bf-4f0b-919d-b64f576cfee4/9fe3dcdc-303c-46ea-b88a-5bb8c407415c/d2c89749-75d8-429e-87d2-5d2cdbcc3f77) {{(pid=103802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:13:20.205549 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-5fd884a1-2bef-4747-831d-7821db25d8a8 None None] Publish callbacks [] for port, precommit_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:20.280874 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-5fd884a1-2bef-4747-831d-7821db25d8a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669'] for port, after_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:20.335892 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [None req-2c1d9038-aa8e-4f02-9c1e-3fc8ffd2ea8a tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Allocated IP 172.20.0.6 (48388dd9-f2bf-4f0b-919d-b64f576cfee4/9fe3dcdc-303c-46ea-b88a-5bb8c407415c/4be0b34d-92cf-4260-84b0-fa36e58bba6c) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:13:20.458903 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-2c1d9038-aa8e-4f02-9c1e-3fc8ffd2ea8a tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks [] for port, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:20.489687 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fd884a1-2bef-4747-831d-7821db25d8a8 None None] Network 48388dd9-f2bf-4f0b-919d-b64f576cfee4 is already hosted by enough agents. {{(pid=103802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:13:20.496992 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.scheduler.base_scheduler [None req-5fd884a1-2bef-4747-831d-7821db25d8a8 None None] Resources bound (agent type, host, resource id): {{(pid=103802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:13:20.505777 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fd884a1-2bef-4747-831d-7821db25d8a8 None None] Received port after_create {{(pid=103802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:13:20.507785 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd884a1-2bef-4747-831d-7821db25d8a8 None None] Pushing event updated for resources: {'Port': ['ID=d2c89749-75d8-429e-87d2-5d2cdbcc3f77,revision_number=1']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:13:20.564147 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-2c1d9038-aa8e-4f02-9c1e-3fc8ffd2ea8a tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11433176'] for port, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:20.581394 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-5fd884a1-2bef-4747-831d-7821db25d8a8 None None] Attempting to bind port d2c89749-75d8-429e-87d2-5d2cdbcc3f77 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 05 17:13:20.581793 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-5fd884a1-2bef-4747-831d-7821db25d8a8 None None] Attempting to bind port d2c89749-75d8-429e-87d2-5d2cdbcc3f77 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'b28a70d5-ea0a-40d1-8306-2531f0d5a41a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '48388dd9-f2bf-4f0b-919d-b64f576cfee4'}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 05 17:13:20.582214 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fd884a1-2bef-4747-831d-7821db25d8a8 None None] Attempting to bind port d2c89749-75d8-429e-87d2-5d2cdbcc3f77 on network 48388dd9-f2bf-4f0b-919d-b64f576cfee4 {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:13:20.587448 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fd884a1-2bef-4747-831d-7821db25d8a8 None None] Checking agent: {'id': '0d4f8fd3-ce62-4651-970c-efa6a8bb22b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 5, 16, 57, 23), 'started_at': datetime.datetime(2022, 1, 5, 16, 57, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 5, 17, 12, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 05 17:13:20.587816 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fd884a1-2bef-4747-831d-7821db25d8a8 None None] Checking segment: {'id': 'b28a70d5-ea0a-40d1-8306-2531f0d5a41a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '48388dd9-f2bf-4f0b-919d-b64f576cfee4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:13:20.588204 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-5fd884a1-2bef-4747-831d-7821db25d8a8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:20.588592 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fd884a1-2bef-4747-831d-7821db25d8a8 None None] Bound using segment: {'id': 'b28a70d5-ea0a-40d1-8306-2531f0d5a41a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '48388dd9-f2bf-4f0b-919d-b64f576cfee4'} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 05 17:13:20.589057 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-5fd884a1-2bef-4747-831d-7821db25d8a8 None None] Bound port: d2c89749-75d8-429e-87d2-5d2cdbcc3f77, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b28a70d5-ea0a-40d1-8306-2531f0d5a41a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '48388dd9-f2bf-4f0b-919d-b64f576cfee4'}}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 05 17:13:20.589433 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-5fd884a1-2bef-4747-831d-7821db25d8a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:20.601508 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d2607572-b3c9-472c-85bc-c8de0c3fb75c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:20.650257 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c1d9038-aa8e-4f02-9c1e-3fc8ffd2ea8a tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Network 48388dd9-f2bf-4f0b-919d-b64f576cfee4 is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:13:20.654460 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1d9038-aa8e-4f02-9c1e-3fc8ffd2ea8a tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Pushing event updated for resources: {'Port': ['ID=4be0b34d-92cf-4260-84b0-fa36e58bba6c,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:13:20.658847 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-2c1d9038-aa8e-4f02-9c1e-3fc8ffd2ea8a tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:13:20.662762 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-5fd884a1-2bef-4747-831d-7821db25d8a8 None None] For port d2c89749-75d8-429e-87d2-5d2cdbcc3f77, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 05 17:13:20.662893 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c1d9038-aa8e-4f02-9c1e-3fc8ffd2ea8a tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:13:20.666168 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-5fd884a1-2bef-4747-831d-7821db25d8a8 None None] For port d2c89749-75d8-429e-87d2-5d2cdbcc3f77, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d2c89749-75d8-429e-87d2-5d2cdbcc3f77,segment=NetworkSegment(b28a70d5-ea0a-40d1-8306-2531f0d5a41a),segment_id=b28a70d5-ea0a-40d1-8306-2531f0d5a41a)] {{(pid=103802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 05 17:13:20.711395 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d890a29b-9087-4827-a554-db52e0be655e req-cbadd1ba-4122-4e91-80e3-94d9240ee609 tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:13:20.712860 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-d890a29b-9087-4827-a554-db52e0be655e req-cbadd1ba-4122-4e91-80e3-94d9240ee609 tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] 10.222.0.11 "GET /v2.0/ports?device_id=0ae531d7-dfe0-480f-abb4-e199e258b40c HTTP/1.1" status: 200 len: 946 time: 0.1063771 Jan 05 17:13:20.731922 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c1d9038-aa8e-4f02-9c1e-3fc8ffd2ea8a tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:13:20.732609 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-2c1d9038-aa8e-4f02-9c1e-3fc8ffd2ea8a tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:20.749537 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-5fd884a1-2bef-4747-831d-7821db25d8a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:20.777417 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-d890a29b-9087-4827-a554-db52e0be655e req-372fa096-fe70-46a0-aff5-dbc5ecf06419 tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] 10.222.0.11 "GET /v2.0/security-groups?id=b86a39b1-828b-4009-8a16-9197d830e0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582957 Jan 05 17:13:20.815378 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd884a1-2bef-4747-831d-7821db25d8a8 None None] Pushing event updated for resources: {'Port': ['ID=d2c89749-75d8-429e-87d2-5d2cdbcc3f77,revision_number=2']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:13:20.848917 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-2c1d9038-aa8e-4f02-9c1e-3fc8ffd2ea8a tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 1.0191674 Jan 05 17:13:20.851572 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 45668) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:13:21.197518 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-23c562a5-3401-4f83-8b54-a2e387461d7f tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Deleting port 4be0b34d-92cf-4260-84b0-fa36e58bba6c {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:13:21.197797 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-23c562a5-3401-4f83-8b54-a2e387461d7f tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:21.280735 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-23c562a5-3401-4f83-8b54-a2e387461d7f tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:21.292533 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-23c562a5-3401-4f83-8b54-a2e387461d7f tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Calling delete_port for 4be0b34d-92cf-4260-84b0-fa36e58bba6c owned by {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:13:21.526260 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-23c562a5-3401-4f83-8b54-a2e387461d7f tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11433176'] for port, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:21.553549 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c562a5-3401-4f83-8b54-a2e387461d7f tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Pushing event deleted for resources: {'Port': ['ID=4be0b34d-92cf-4260-84b0-fa36e58bba6c,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:13:21.625538 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-23c562a5-3401-4f83-8b54-a2e387461d7f tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:21.628798 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-23c562a5-3401-4f83-8b54-a2e387461d7f tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] 10.222.0.11 "DELETE /v2.0/ports/4be0b34d-92cf-4260-84b0-fa36e58bba6c HTTP/1.1" status: 204 len: 168 time: 0.7761316 Jan 05 17:13:21.631530 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 45670) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:13:21.657030 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.pecan_wsgi.hooks.translation [None req-a79e54e5-1915-44f9-b458-3659a1dc6b49 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] GET failed (client error): The resource could not be found. Jan 05 17:13:21.660961 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-a79e54e5-1915-44f9-b458-3659a1dc6b49 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] 10.222.0.11 "GET /v2.0/ports/4be0b34d-92cf-4260-84b0-fa36e58bba6c HTTP/1.1" status: 404 len: 333 time: 0.0258820 Jan 05 17:13:21.661466 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 45672) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:13:21.720280 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b0d47bd-a5cd-4aa5-aef3-76ec4c3f67da tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Deleting subnet 9fe3dcdc-303c-46ea-b88a-5bb8c407415c {{(pid=103801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 05 17:13:21.724152 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-8b0d47bd-a5cd-4aa5-aef3-76ec4c3f67da tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks [] for subnet, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:21.757766 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device d2c89749-75d8-429e-87d2-5d2cdbcc3f77 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:13:21.775617 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-8b0d47bd-a5cd-4aa5-aef3-76ec4c3f67da tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11316398'] for subnet, precommit_delete_associations {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:21.783235 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8126a82-25c8-4a74-920f-17dab8e621c6 None None] Network 48388dd9-f2bf-4f0b-919d-b64f576cfee4 requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:13:21.866208 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-8b0d47bd-a5cd-4aa5-aef3-76ec4c3f67da tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892868'] for subnet, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:21.893250 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-7c0ac407-d055-4b5f-8905-d952e0b0a559 None None] Provisioning complete for port d2c89749-75d8-429e-87d2-5d2cdbcc3f77 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:13:21.893950 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-7c0ac407-d055-4b5f-8905-d952e0b0a559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:21.908235 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69bea1f-d76d-4b84-84eb-428671c44e4d req-8516368e-de75-41b7-93f5-480fe84a1f3c tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:13:21.910526 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-e69bea1f-d76d-4b84-84eb-428671c44e4d req-8516368e-de75-41b7-93f5-480fe84a1f3c tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] 10.222.0.11 "GET /v2.0/ports?device_id=0ae531d7-dfe0-480f-abb4-e199e258b40c HTTP/1.1" status: 200 len: 946 time: 0.0617085 Jan 05 17:13:21.926546 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Provisioning complete for port d2c89749-75d8-429e-87d2-5d2cdbcc3f77 triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:13:21.956178 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:21.956178 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d504d802-9546-4ce5-a9d3-96c844ac5808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:21.968952 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-e69bea1f-d76d-4b84-84eb-428671c44e4d req-1a993ff9-ccdd-43a3-9aa5-6978cb9e27c0 tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] 10.222.0.11 "GET /v2.0/security-groups?id=b86a39b1-828b-4009-8a16-9197d830e0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440683 Jan 05 17:13:22.050414 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-8b0d47bd-a5cd-4aa5-aef3-76ec4c3f67da tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3893367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11433231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12480600'] for subnet, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:22.071553 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-7c0ac407-d055-4b5f-8905-d952e0b0a559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:22.078842 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0d47bd-a5cd-4aa5-aef3-76ec4c3f67da tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Pushing event deleted for resources: {'Subnet': ['ID=9fe3dcdc-303c-46ea-b88a-5bb8c407415c,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:13:22.082690 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-8b0d47bd-a5cd-4aa5-aef3-76ec4c3f67da tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks [] for subnet, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:22.086549 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-8b0d47bd-a5cd-4aa5-aef3-76ec4c3f67da tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] 10.222.0.11 "DELETE /v2.0/subnets/9fe3dcdc-303c-46ea-b88a-5bb8c407415c HTTP/1.1" status: 204 len: 168 time: 0.4237585 Jan 05 17:13:22.088527 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:22.088689 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 45676) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:13:22.178239 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.db.api [None req-7c0ac407-d055-4b5f-8905-d952e0b0a559 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103802) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 05 17:13:22.178591 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG oslo_db.api [None req-7c0ac407-d055-4b5f-8905-d952e0b0a559 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 05 17:13:22.184541 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ed807cf4-eb1c-4ee7-9812-4abb9d1f3deb tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3809644'] for network, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:22.187576 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.db.api [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103802) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 05 17:13:22.187576 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG oslo_db.api [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 05 17:13:22.214993 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-686afd4c-a4bc-451c-b819-69a6b0af0ee2 None None] Network 48388dd9-f2bf-4f0b-919d-b64f576cfee4 requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:13:22.247663 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-ed807cf4-eb1c-4ee7-9812-4abb9d1f3deb tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Deleting port d2c89749-75d8-429e-87d2-5d2cdbcc3f77 {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:13:22.248007 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ed807cf4-eb1c-4ee7-9812-4abb9d1f3deb tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:22.334893 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.db [None req-ed807cf4-eb1c-4ee7-9812-4abb9d1f3deb tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] For port d2c89749-75d8-429e-87d2-5d2cdbcc3f77, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d2c89749-75d8-429e-87d2-5d2cdbcc3f77,segment=NetworkSegment(b28a70d5-ea0a-40d1-8306-2531f0d5a41a),segment_id=b28a70d5-ea0a-40d1-8306-2531f0d5a41a)] {{(pid=103800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:13:22.335256 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ed807cf4-eb1c-4ee7-9812-4abb9d1f3deb tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:22.350356 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-ed807cf4-eb1c-4ee7-9812-4abb9d1f3deb tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Calling delete_port for d2c89749-75d8-429e-87d2-5d2cdbcc3f77 owned by network:dhcp {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:13:22.374642 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa0f0c67-22c1-4ef3-b2f9-957d506fd706 None None] DHCP port deletion for 48388dd9-f2bf-4f0b-919d-b64f576cfee4 request from dv-neutron-master-2-hyperv {{(pid=103802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 05 17:13:22.423748 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-fa0f0c67-22c1-4ef3-b2f9-957d506fd706 None None] Deleting port d2c89749-75d8-429e-87d2-5d2cdbcc3f77 {{(pid=103802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:13:22.424121 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-fa0f0c67-22c1-4ef3-b2f9-957d506fd706 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:22.494410 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-fa0f0c67-22c1-4ef3-b2f9-957d506fd706 None None] For port d2c89749-75d8-429e-87d2-5d2cdbcc3f77, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d2c89749-75d8-429e-87d2-5d2cdbcc3f77,segment=NetworkSegment(b28a70d5-ea0a-40d1-8306-2531f0d5a41a),segment_id=b28a70d5-ea0a-40d1-8306-2531f0d5a41a)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:13:22.494804 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-fa0f0c67-22c1-4ef3-b2f9-957d506fd706 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:22.495314 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ed807cf4-eb1c-4ee7-9812-4abb9d1f3deb tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:22.511901 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-fa0f0c67-22c1-4ef3-b2f9-957d506fd706 None None] Calling delete_port for d2c89749-75d8-429e-87d2-5d2cdbcc3f77 owned by network:dhcp {{(pid=103802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:13:22.528564 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed807cf4-eb1c-4ee7-9812-4abb9d1f3deb tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Pushing event deleted for resources: {'Port': ['ID=d2c89749-75d8-429e-87d2-5d2cdbcc3f77,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:13:22.531103 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed807cf4-eb1c-4ee7-9812-4abb9d1f3deb tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] No DVR routers for this DVR port d2c89749-75d8-429e-87d2-5d2cdbcc3f77 on host dv-neutron-master-2-hyperv {{(pid=103800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 05 17:13:22.586200 dv-neutron-master-2-hyperv neutron-server[103802]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 05 17:13:22.586200 dv-neutron-master-2-hyperv neutron-server[103802]: from cryptography.utils import int_from_bytes Jan 05 17:13:22.586200 dv-neutron-master-2-hyperv neutron-server[103802]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 05 17:13:22.586200 dv-neutron-master-2-hyperv neutron-server[103802]: from cryptography.utils import int_from_bytes Jan 05 17:13:22.586200 dv-neutron-master-2-hyperv neutron-server[103802]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 05 17:13:22.586200 dv-neutron-master-2-hyperv neutron-server[103802]: self.session.flush() Jan 05 17:13:22.586200 dv-neutron-master-2-hyperv neutron-server[103802]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 05 17:13:22.586200 dv-neutron-master-2-hyperv neutron-server[103802]: self.session.flush() Jan 05 17:13:22.586200 dv-neutron-master-2-hyperv neutron-server[103802]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 05 17:13:22.586200 dv-neutron-master-2-hyperv neutron-server[103802]: self.session.flush() Jan 05 17:13:22.586200 dv-neutron-master-2-hyperv neutron-server[103802]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 05 17:13:22.586200 dv-neutron-master-2-hyperv neutron-server[103802]: self.session.flush() Jan 05 17:13:22.586200 dv-neutron-master-2-hyperv neutron-server[103802]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 05 17:13:22.586200 dv-neutron-master-2-hyperv neutron-server[103802]: self.session.flush() Jan 05 17:13:22.586200 dv-neutron-master-2-hyperv neutron-server[103802]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 05 17:13:22.586200 dv-neutron-master-2-hyperv neutron-server[103802]: self.session.flush() Jan 05 17:13:22.586200 dv-neutron-master-2-hyperv neutron-server[103802]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 05 17:13:22.586200 dv-neutron-master-2-hyperv neutron-server[103802]: self.session.flush() Jan 05 17:13:22.586200 dv-neutron-master-2-hyperv neutron-server[103802]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 05 17:13:22.586200 dv-neutron-master-2-hyperv neutron-server[103802]: self.session.flush() Jan 05 17:13:22.586200 dv-neutron-master-2-hyperv neutron-server[103802]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 05 17:13:22.586200 dv-neutron-master-2-hyperv neutron-server[103802]: self.session.flush() Jan 05 17:13:22.586200 dv-neutron-master-2-hyperv neutron-server[103802]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 05 17:13:22.586200 dv-neutron-master-2-hyperv neutron-server[103802]: self.session.flush() Jan 05 17:13:22.586200 dv-neutron-master-2-hyperv neutron-server[103802]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 05 17:13:22.586200 dv-neutron-master-2-hyperv neutron-server[103802]: self.session.flush() Jan 05 17:13:22.586200 dv-neutron-master-2-hyperv neutron-server[103802]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 05 17:13:22.586200 dv-neutron-master-2-hyperv neutron-server[103802]: self.session.flush() Jan 05 17:13:22.586200 dv-neutron-master-2-hyperv neutron-server[103802]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 05 17:13:22.586200 dv-neutron-master-2-hyperv neutron-server[103802]: self.session.flush() Jan 05 17:13:22.586200 dv-neutron-master-2-hyperv neutron-server[103802]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 05 17:13:22.586200 dv-neutron-master-2-hyperv neutron-server[103802]: self.session.flush() Jan 05 17:13:22.586200 dv-neutron-master-2-hyperv neutron-server[103802]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 05 17:13:22.586200 dv-neutron-master-2-hyperv neutron-server[103802]: self.session.flush() Jan 05 17:13:22.586200 dv-neutron-master-2-hyperv neutron-server[103802]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 05 17:13:22.586200 dv-neutron-master-2-hyperv neutron-server[103802]: self.session.flush() Jan 05 17:13:22.586200 dv-neutron-master-2-hyperv neutron-server[103802]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 05 17:13:22.586200 dv-neutron-master-2-hyperv neutron-server[103802]: self.session.flush() Jan 05 17:13:22.586200 dv-neutron-master-2-hyperv neutron-server[103802]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 05 17:13:22.586200 dv-neutron-master-2-hyperv neutron-server[103802]: self.session.flush() Jan 05 17:13:22.586200 dv-neutron-master-2-hyperv neutron-server[103802]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 05 17:13:22.586200 dv-neutron-master-2-hyperv neutron-server[103802]: self.session.flush() Jan 05 17:13:22.586200 dv-neutron-master-2-hyperv neutron-server[103802]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 05 17:13:22.586200 dv-neutron-master-2-hyperv neutron-server[103802]: self.session.flush() Jan 05 17:13:22.586200 dv-neutron-master-2-hyperv neutron-server[103802]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 05 17:13:22.586200 dv-neutron-master-2-hyperv neutron-server[103802]: self.session.flush() Jan 05 17:13:22.586200 dv-neutron-master-2-hyperv neutron-server[103802]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 05 17:13:22.586200 dv-neutron-master-2-hyperv neutron-server[103802]: self.session.flush() Jan 05 17:13:22.586200 dv-neutron-master-2-hyperv neutron-server[103802]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 05 17:13:22.586200 dv-neutron-master-2-hyperv neutron-server[103802]: self.session.flush() Jan 05 17:13:22.586200 dv-neutron-master-2-hyperv neutron-server[103802]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 05 17:13:22.586200 dv-neutron-master-2-hyperv neutron-server[103802]: self.session.flush() Jan 05 17:13:22.586200 dv-neutron-master-2-hyperv neutron-server[103802]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 05 17:13:22.586200 dv-neutron-master-2-hyperv neutron-server[103802]: self.session.flush() Jan 05 17:13:22.586200 dv-neutron-master-2-hyperv neutron-server[103802]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 05 17:13:22.586200 dv-neutron-master-2-hyperv neutron-server[103802]: self.session.flush() Jan 05 17:13:22.591717 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-fa0f0c67-22c1-4ef3-b2f9-957d506fd706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678'] for port, after_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:22.618914 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ed807cf4-eb1c-4ee7-9812-4abb9d1f3deb tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3891715', 'neutron.services.segments.db._delete_segments_for_network-8754181063482'] for network, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:22.619155 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0f0c67-22c1-4ef3-b2f9-957d506fd706 None None] Pushing event deleted for resources: {'Port': ['ID=d2c89749-75d8-429e-87d2-5d2cdbcc3f77,revision_number=None']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:13:22.620695 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa0f0c67-22c1-4ef3-b2f9-957d506fd706 None None] No DVR routers for this DVR port d2c89749-75d8-429e-87d2-5d2cdbcc3f77 on host dv-neutron-master-2-hyperv {{(pid=103802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 05 17:13:22.638293 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.services.segments.db [None req-ed807cf4-eb1c-4ee7-9812-4abb9d1f3deb tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48388dd9-f2bf-4f0b-919d-b64f576cfee4']}} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:13:22.648066 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.services.segments.db [None req-ed807cf4-eb1c-4ee7-9812-4abb9d1f3deb tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b28a70d5-ea0a-40d1-8306-2531f0d5a41a') {'for_net_delete': True} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:13:22.648375 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.services.segments.db [None req-ed807cf4-eb1c-4ee7-9812-4abb9d1f3deb tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b28a70d5-ea0a-40d1-8306-2531f0d5a41a') {} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:13:22.657768 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ed807cf4-eb1c-4ee7-9812-4abb9d1f3deb tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754181064771', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8784833'] for segment, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:22.670738 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ed807cf4-eb1c-4ee7-9812-4abb9d1f3deb tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225'] for segment, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:22.676663 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed807cf4-eb1c-4ee7-9812-4abb9d1f3deb tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Releasing vlan 114 on physical network physnet1 to pool {{(pid=103800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 05 17:13:22.682148 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ed807cf4-eb1c-4ee7-9812-4abb9d1f3deb tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8784497'] for segment, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:22.682148 dv-neutron-master-2-hyperv neutron-server[103800]: Traceback (most recent call last): Jan 05 17:13:22.682148 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 05 17:13:22.682148 dv-neutron-master-2-hyperv neutron-server[103800]: timer() Jan 05 17:13:22.682148 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 05 17:13:22.682148 dv-neutron-master-2-hyperv neutron-server[103800]: cb(*args, **kw) Jan 05 17:13:22.682148 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 05 17:13:22.682148 dv-neutron-master-2-hyperv neutron-server[103800]: return func(*args, **kwargs) Jan 05 17:13:22.682148 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 05 17:13:22.682148 dv-neutron-master-2-hyperv neutron-server[103800]: self._notify() Jan 05 17:13:22.682148 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 05 17:13:22.682148 dv-neutron-master-2-hyperv neutron-server[103800]: self.callback(batched_events) Jan 05 17:13:22.682148 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 05 17:13:22.682148 dv-neutron-master-2-hyperv neutron-server[103800]: event.method(event) Jan 05 17:13:22.682148 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 05 17:13:22.682148 dv-neutron-master-2-hyperv neutron-server[103800]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 05 17:13:22.682148 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 05 17:13:22.682148 dv-neutron-master-2-hyperv neutron-server[103800]: aggregate_uuid = self.p_client.list_aggregates( Jan 05 17:13:22.682148 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 05 17:13:22.682148 dv-neutron-master-2-hyperv neutron-server[103800]: return f(self, *a, **k) Jan 05 17:13:22.682148 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 05 17:13:22.682148 dv-neutron-master-2-hyperv neutron-server[103800]: return self._get(url).json() Jan 05 17:13:22.682148 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 05 17:13:22.682148 dv-neutron-master-2-hyperv neutron-server[103800]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 05 17:13:22.682148 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 05 17:13:22.682148 dv-neutron-master-2-hyperv neutron-server[103800]: return self.request(url, 'GET', **kwargs) Jan 05 17:13:22.682148 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 05 17:13:22.682148 dv-neutron-master-2-hyperv neutron-server[103800]: base_url = self.get_endpoint(auth, allow=allow, Jan 05 17:13:22.682148 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 05 17:13:22.682148 dv-neutron-master-2-hyperv neutron-server[103800]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 05 17:13:22.682148 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 05 17:13:22.682148 dv-neutron-master-2-hyperv neutron-server[103800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 05 17:13:22.682148 dv-neutron-master-2-hyperv neutron-server[103800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 05 17:13:22.704644 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-7c0ac407-d055-4b5f-8905-d952e0b0a559 None None] Port d2c89749-75d8-429e-87d2-5d2cdbcc3f77 update to ACTIVE by agent not found {{(pid=103802) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2190}} Jan 05 17:13:22.725557 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Port d2c89749-75d8-429e-87d2-5d2cdbcc3f77 update to ACTIVE by agent not found {{(pid=103802) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2190}} Jan 05 17:13:22.811732 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ed807cf4-eb1c-4ee7-9812-4abb9d1f3deb tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3891722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648695'] for network, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:22.816352 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-3ab7bd57-343f-4bb8-b53c-466d294a59b2 None None] Could not find standard attr ID for object d2c89749-75d8-429e-87d2-5d2cdbcc3f77. {{(pid=103802) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 05 17:13:22.818359 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ed807cf4-eb1c-4ee7-9812-4abb9d1f3deb tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks [] for network, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:22.822681 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-ed807cf4-eb1c-4ee7-9812-4abb9d1f3deb tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] 10.222.0.11 "DELETE /v2.0/networks/48388dd9-f2bf-4f0b-919d-b64f576cfee4 HTTP/1.1" status: 204 len: 168 time: 0.7317944 Jan 05 17:13:22.825319 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 45680) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:13:22.830416 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-7ff1de6d-b95a-49ac-9bb9-1c1d26c5c222 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Request body: {'port': {'network_id': '91c7a355-d2d2-499a-a95d-64c6c91db0d1', 'name': 'tempest-PortsTestJSON-1867396488'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:13:22.835444 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed807cf4-eb1c-4ee7-9812-4abb9d1f3deb tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Pushing event deleted for resources: {'Network': ['ID=48388dd9-f2bf-4f0b-919d-b64f576cfee4,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:13:23.005956 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ff1de6d-b95a-49ac-9bb9-1c1d26c5c222 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Made reservation on behalf of fae5af2b325549fbbf3eb3ad3c66d0a7 for: {'port': 1} {{(pid=103801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:13:23.009873 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-7ff1de6d-b95a-49ac-9bb9-1c1d26c5c222 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:23.027903 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.notifiers.nova [None req-7ff1de6d-b95a-49ac-9bb9-1c1d26c5c222 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] device_id is not set on port e92b0f1c-33e5-4319-b81f-ccd05bcb6b01 yet. {{(pid=103801) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 05 17:13:23.138434 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145dcc33-552f-4367-89fe-56bc933af53d req-22417aaa-e50b-4687-a034-7651a1751360 tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:13:23.139826 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-145dcc33-552f-4367-89fe-56bc933af53d req-22417aaa-e50b-4687-a034-7651a1751360 tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] 10.222.0.11 "GET /v2.0/ports?device_id=0ae531d7-dfe0-480f-abb4-e199e258b40c HTTP/1.1" status: 200 len: 946 time: 0.1028283 Jan 05 17:13:23.252183 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-145dcc33-552f-4367-89fe-56bc933af53d req-498cd0e1-788f-42d8-8a0a-f7d1c3a64b22 tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] 10.222.0.11 "GET /v2.0/security-groups?id=b86a39b1-828b-4009-8a16-9197d830e0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1047390 Jan 05 17:13:23.261303 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-7ff1de6d-b95a-49ac-9bb9-1c1d26c5c222 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks [] for port, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:23.263335 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:23.354944 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-7ff1de6d-b95a-49ac-9bb9-1c1d26c5c222 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11433176'] for port, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:23.398420 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ff1de6d-b95a-49ac-9bb9-1c1d26c5c222 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Network 91c7a355-d2d2-499a-a95d-64c6c91db0d1 is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:13:23.401331 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-7ff1de6d-b95a-49ac-9bb9-1c1d26c5c222 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:13:23.405611 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ff1de6d-b95a-49ac-9bb9-1c1d26c5c222 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:13:23.411254 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ff1de6d-b95a-49ac-9bb9-1c1d26c5c222 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:13:23.411852 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-7ff1de6d-b95a-49ac-9bb9-1c1d26c5c222 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:23.426478 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff1de6d-b95a-49ac-9bb9-1c1d26c5c222 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Pushing event updated for resources: {'Port': ['ID=e92b0f1c-33e5-4319-b81f-ccd05bcb6b01,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:13:23.499887 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-7ff1de6d-b95a-49ac-9bb9-1c1d26c5c222 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.6734383 Jan 05 17:13:23.502374 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 45684) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:13:23.590651 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-cfe7744f-a89f-481d-b8c3-db846468c92b tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Deleting port e92b0f1c-33e5-4319-b81f-ccd05bcb6b01 {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:13:23.591533 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-cfe7744f-a89f-481d-b8c3-db846468c92b tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:23.658981 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-cfe7744f-a89f-481d-b8c3-db846468c92b tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:23.670717 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-cfe7744f-a89f-481d-b8c3-db846468c92b tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Calling delete_port for e92b0f1c-33e5-4319-b81f-ccd05bcb6b01 owned by {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:13:23.710679 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device d2c89749-75d8-429e-87d2-5d2cdbcc3f77 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 05 17:13:23.730511 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] No Port match for: d2c89749-75d8-429e-87d2-5d2cdbcc3f77 {{(pid=103802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 05 17:13:23.730852 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device d2c89749-75d8-429e-87d2-5d2cdbcc3f77 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 05 17:13:23.811572 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-cfe7744f-a89f-481d-b8c3-db846468c92b tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11433176'] for port, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:23.841333 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe7744f-a89f-481d-b8c3-db846468c92b tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Pushing event deleted for resources: {'Port': ['ID=e92b0f1c-33e5-4319-b81f-ccd05bcb6b01,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:13:23.846391 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-cfe7744f-a89f-481d-b8c3-db846468c92b tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:23.849773 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-cfe7744f-a89f-481d-b8c3-db846468c92b tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] 10.222.0.11 "DELETE /v2.0/ports/e92b0f1c-33e5-4319-b81f-ccd05bcb6b01 HTTP/1.1" status: 204 len: 168 time: 0.3464298 Jan 05 17:13:23.852233 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 45686) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:13:23.857243 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-6523fe40-aee5-4558-bf7f-7466f6e8faab tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Request body: {'port': {'network_id': '91c7a355-d2d2-499a-a95d-64c6c91db0d1', 'mac_address': 'fa:16:3e:60:41:a3', 'name': 'tempest-PortsTestJSON-659519941'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:13:24.023195 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6523fe40-aee5-4558-bf7f-7466f6e8faab tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Made reservation on behalf of fae5af2b325549fbbf3eb3ad3c66d0a7 for: {'port': 1} {{(pid=103801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:13:24.086477 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-6523fe40-aee5-4558-bf7f-7466f6e8faab tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:24.107650 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.notifiers.nova [None req-6523fe40-aee5-4558-bf7f-7466f6e8faab tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] device_id is not set on port 55cb50d2-cb8f-45ef-8c52-cd263f0ce821 yet. {{(pid=103801) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 05 17:13:24.262269 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-6523fe40-aee5-4558-bf7f-7466f6e8faab tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks [] for port, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:24.349288 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-6523fe40-aee5-4558-bf7f-7466f6e8faab tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11433176'] for port, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:24.367739 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0895b25-7441-4e32-8ced-73128ce38feb req-9713861d-ec29-4b3a-85bb-8fa7c01832a8 tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:13:24.369233 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-f0895b25-7441-4e32-8ced-73128ce38feb req-9713861d-ec29-4b3a-85bb-8fa7c01832a8 tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] 10.222.0.11 "GET /v2.0/ports?device_id=0ae531d7-dfe0-480f-abb4-e199e258b40c HTTP/1.1" status: 200 len: 946 time: 0.0503304 Jan 05 17:13:24.397209 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6523fe40-aee5-4558-bf7f-7466f6e8faab tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Network 91c7a355-d2d2-499a-a95d-64c6c91db0d1 is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:13:24.400437 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-6523fe40-aee5-4558-bf7f-7466f6e8faab tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:13:24.404022 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6523fe40-aee5-4558-bf7f-7466f6e8faab tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:13:24.409953 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6523fe40-aee5-4558-bf7f-7466f6e8faab tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:13:24.410570 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-6523fe40-aee5-4558-bf7f-7466f6e8faab tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:24.418764 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6523fe40-aee5-4558-bf7f-7466f6e8faab tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Pushing event updated for resources: {'Port': ['ID=55cb50d2-cb8f-45ef-8c52-cd263f0ce821,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:13:24.423443 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-f0895b25-7441-4e32-8ced-73128ce38feb req-cd3fb07a-20a0-4b98-99eb-1ce323b5981e tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] 10.222.0.11 "GET /v2.0/security-groups?id=b86a39b1-828b-4009-8a16-9197d830e0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439012 Jan 05 17:13:24.509094 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-6523fe40-aee5-4558-bf7f-7466f6e8faab tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.6558263 Jan 05 17:13:24.511482 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 45690) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:13:24.554679 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea7b7fc4-92c6-4ece-aa0d-c9582267666e tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:13:24.556007 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-ea7b7fc4-92c6-4ece-aa0d-c9582267666e tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] 10.222.0.11 "GET /v2.0/ports/55cb50d2-cb8f-45ef-8c52-cd263f0ce821 HTTP/1.1" status: 200 len: 840 time: 0.0436335 Jan 05 17:13:24.558611 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 45692) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:13:24.645780 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-d0b8dcc9-cfaf-497e-977c-21918b223883 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Deleting port 55cb50d2-cb8f-45ef-8c52-cd263f0ce821 {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:13:24.646121 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-d0b8dcc9-cfaf-497e-977c-21918b223883 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:24.713219 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-d0b8dcc9-cfaf-497e-977c-21918b223883 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:24.726216 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-d0b8dcc9-cfaf-497e-977c-21918b223883 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Calling delete_port for 55cb50d2-cb8f-45ef-8c52-cd263f0ce821 owned by {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:13:24.908971 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-d0b8dcc9-cfaf-497e-977c-21918b223883 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11433176'] for port, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:24.942465 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b8dcc9-cfaf-497e-977c-21918b223883 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Pushing event deleted for resources: {'Port': ['ID=55cb50d2-cb8f-45ef-8c52-cd263f0ce821,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:13:24.946139 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-d0b8dcc9-cfaf-497e-977c-21918b223883 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:24.949069 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-d0b8dcc9-cfaf-497e-977c-21918b223883 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] 10.222.0.11 "DELETE /v2.0/ports/55cb50d2-cb8f-45ef-8c52-cd263f0ce821 HTTP/1.1" status: 204 len: 168 time: 0.3895433 Jan 05 17:13:24.952226 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 45696) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:13:24.975525 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a8a5bf6-f5ca-42a2-8716-4e9abb556a94 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] GET failed (client error): The resource could not be found. Jan 05 17:13:24.976841 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-7a8a5bf6-f5ca-42a2-8716-4e9abb556a94 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] 10.222.0.11 "GET /v2.0/ports/55cb50d2-cb8f-45ef-8c52-cd263f0ce821 HTTP/1.1" status: 404 len: 333 time: 0.0237174 Jan 05 17:13:24.980237 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 45698) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:13:24.984917 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-42c529b7-7f0c-49c5-acb5-b4d379d8f455 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Request body: {'port': {'network_id': '91c7a355-d2d2-499a-a95d-64c6c91db0d1', 'name': 'tempest-PortsTestJSON-137452889'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:13:25.143201 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42c529b7-7f0c-49c5-acb5-b4d379d8f455 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Made reservation on behalf of fae5af2b325549fbbf3eb3ad3c66d0a7 for: {'port': 1} {{(pid=103801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:13:25.146757 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-42c529b7-7f0c-49c5-acb5-b4d379d8f455 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:25.164500 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.notifiers.nova [None req-42c529b7-7f0c-49c5-acb5-b4d379d8f455 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] device_id is not set on port 9c7fadde-ed31-40cc-ab3f-378d18ead458 yet. {{(pid=103801) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 05 17:13:25.317523 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-42c529b7-7f0c-49c5-acb5-b4d379d8f455 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks [] for port, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:25.406600 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-42c529b7-7f0c-49c5-acb5-b4d379d8f455 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11433176'] for port, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:25.451531 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42c529b7-7f0c-49c5-acb5-b4d379d8f455 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Network 91c7a355-d2d2-499a-a95d-64c6c91db0d1 is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:13:25.454868 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-42c529b7-7f0c-49c5-acb5-b4d379d8f455 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:13:25.458763 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42c529b7-7f0c-49c5-acb5-b4d379d8f455 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:13:25.464442 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42c529b7-7f0c-49c5-acb5-b4d379d8f455 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:13:25.465049 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-42c529b7-7f0c-49c5-acb5-b4d379d8f455 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:25.479358 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c529b7-7f0c-49c5-acb5-b4d379d8f455 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Pushing event updated for resources: {'Port': ['ID=9c7fadde-ed31-40cc-ab3f-378d18ead458,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:13:25.536242 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd49f539-f96b-47ce-b33a-9396b8325875 req-c97e0e74-aa94-4982-ace6-6763c60d93c8 tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:13:25.537809 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-cd49f539-f96b-47ce-b33a-9396b8325875 req-c97e0e74-aa94-4982-ace6-6763c60d93c8 tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] 10.222.0.11 "GET /v2.0/ports?device_id=0ae531d7-dfe0-480f-abb4-e199e258b40c HTTP/1.1" status: 200 len: 946 time: 0.0485256 Jan 05 17:13:25.541313 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-42c529b7-7f0c-49c5-acb5-b4d379d8f455 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.5601504 Jan 05 17:13:25.543998 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 45702) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:13:25.559977 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-633dee4d-5736-4638-9bf1-f6a253abec00 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:13:25.645495 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-cd49f539-f96b-47ce-b33a-9396b8325875 req-0864b559-acf0-4112-bc60-5c4fb5bb2c27 tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] 10.222.0.11 "GET /v2.0/security-groups?id=b86a39b1-828b-4009-8a16-9197d830e0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1021371 Jan 05 17:13:25.646230 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-633dee4d-5736-4638-9bf1-f6a253abec00 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:25.803521 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-633dee4d-5736-4638-9bf1-f6a253abec00 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks [] for port, precommit_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:25.880430 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-633dee4d-5736-4638-9bf1-f6a253abec00 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11433169'] for port, after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:25.916208 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-633dee4d-5736-4638-9bf1-f6a253abec00 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] In _notify_port_updated(), no bound segment for port 9c7fadde-ed31-40cc-ab3f-378d18ead458 on network 91c7a355-d2d2-499a-a95d-64c6c91db0d1 {{(pid=103801) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Jan 05 17:13:25.922432 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-633dee4d-5736-4638-9bf1-f6a253abec00 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:13:25.931786 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-633dee4d-5736-4638-9bf1-f6a253abec00 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:25.931786 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-633dee4d-5736-4638-9bf1-f6a253abec00 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] 10.222.0.11 "PUT /v2.0/ports/9c7fadde-ed31-40cc-ab3f-378d18ead458 HTTP/1.1" status: 200 len: 818 time: 0.3794687 Jan 05 17:13:25.931786 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 45704) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:13:25.966618 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633dee4d-5736-4638-9bf1-f6a253abec00 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Pushing event updated for resources: {'Port': ['ID=9c7fadde-ed31-40cc-ab3f-378d18ead458,revision_number=2']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:13:26.021724 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-c974a400-ed9b-4ea5-9917-0b4cc78a6743 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Deleting port 9c7fadde-ed31-40cc-ab3f-378d18ead458 {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:13:26.022061 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-c974a400-ed9b-4ea5-9917-0b4cc78a6743 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:26.090462 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-c974a400-ed9b-4ea5-9917-0b4cc78a6743 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:26.102748 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-c974a400-ed9b-4ea5-9917-0b4cc78a6743 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Calling delete_port for 9c7fadde-ed31-40cc-ab3f-378d18ead458 owned by {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:13:26.237860 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-c974a400-ed9b-4ea5-9917-0b4cc78a6743 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11433176'] for port, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:26.263775 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c974a400-ed9b-4ea5-9917-0b4cc78a6743 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Pushing event deleted for resources: {'Port': ['ID=9c7fadde-ed31-40cc-ab3f-378d18ead458,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:13:26.271990 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-c974a400-ed9b-4ea5-9917-0b4cc78a6743 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:26.275362 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-c974a400-ed9b-4ea5-9917-0b4cc78a6743 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] 10.222.0.11 "DELETE /v2.0/ports/9c7fadde-ed31-40cc-ab3f-378d18ead458 HTTP/1.1" status: 204 len: 168 time: 0.3473892 Jan 05 17:13:26.277890 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 45710) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:13:26.322063 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:13:26.322063 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:13:26.322063 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:13:26.322063 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:13:26.322063 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:13:26.322063 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:13:26.322063 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:13:26.322063 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:13:26.322063 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:13:26.322063 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:13:26.322063 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:13:26.322063 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:13:26.322063 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:13:26.322063 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:13:26.322063 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:13:26.322063 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:13:26.322063 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:13:26.322063 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:13:26.322063 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:13:26.322063 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:13:26.322063 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:13:26.322063 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:13:26.322063 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:13:26.322063 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:13:26.322063 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:13:26.322063 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:13:26.322063 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:13:26.322063 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:13:26.322063 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:13:26.322063 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:13:26.322063 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:13:26.322063 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:13:26.322063 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:13:26.322063 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:13:26.322063 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:13:26.322063 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:13:26.322063 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:13:26.322063 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:13:26.322063 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:13:26.322063 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:13:26.322063 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:13:26.322063 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:13:26.322063 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:13:26.322063 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:13:26.322063 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:13:26.322063 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:13:26.322063 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:13:26.322063 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:13:26.329723 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-078932c7-2882-4425-b686-ff6e30b935f8 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:13:26.329723 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-078932c7-2882-4425-b686-ff6e30b935f8 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0469377 Jan 05 17:13:26.331091 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 45712) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:13:26.360967 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.pecan_wsgi.hooks.translation [None req-4bb718f5-6863-4d07-bc67-295eec5933d6 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] GET failed (client error): The resource could not be found. Jan 05 17:13:26.360967 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-4bb718f5-6863-4d07-bc67-295eec5933d6 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] 10.222.0.11 "GET /v2.0/ports/9c7fadde-ed31-40cc-ab3f-378d18ead458 HTTP/1.1" status: 404 len: 333 time: 0.0271308 Jan 05 17:13:26.363725 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 45714) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:13:26.368564 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-86fba4d4-241a-4a67-af05-c3f9d9e980ad tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-838079992'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:13:26.480121 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86fba4d4-241a-4a67-af05-c3f9d9e980ad tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Made reservation on behalf of fae5af2b325549fbbf3eb3ad3c66d0a7 for: {'network': 1} {{(pid=103801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:13:26.483611 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-86fba4d4-241a-4a67-af05-c3f9d9e980ad tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for network, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:26.506792 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86fba4d4-241a-4a67-af05-c3f9d9e980ad tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'} {{(pid=103801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 05 17:13:26.515784 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-86fba4d4-241a-4a67-af05-c3f9d9e980ad tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225'] for segment, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:26.516125 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.db.segments_db [None req-86fba4d4-241a-4a67-af05-c3f9d9e980ad tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Added segment 0c38115b-bf56-4ab4-aa5c-842bd440b1b2 of type vlan for network 955827a0-5d93-49d1-89eb-62c4c8a78f03 Jan 05 17:13:26.553345 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-86fba4d4-241a-4a67-af05-c3f9d9e980ad tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754180566020'] for network, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:26.638010 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-86fba4d4-241a-4a67-af05-c3f9d9e980ad tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685'] for network, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:26.644501 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86fba4d4-241a-4a67-af05-c3f9d9e980ad tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:13:26.645079 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-86fba4d4-241a-4a67-af05-c3f9d9e980ad tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks [] for network, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:26.710387 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fba4d4-241a-4a67-af05-c3f9d9e980ad tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Pushing event updated for resources: {'Network': ['ID=955827a0-5d93-49d1-89eb-62c4c8a78f03,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:13:26.720625 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Network 955827a0-5d93-49d1-89eb-62c4c8a78f03 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 05 17:13:26.743392 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-86fba4d4-241a-4a67-af05-c3f9d9e980ad tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3755934 Jan 05 17:13:26.743631 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 45718) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:13:26.749545 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-21b5ca7f-aa87-4f84-9b05-a9845c59513c tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Request body: {'subnet': {'network_id': '955827a0-5d93-49d1-89eb-62c4c8a78f03', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:13:26.762273 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fdd669-08b4-4317-8916-7fed2d780520 req-c0b0fca9-9f23-413a-a9e3-b5e587ba7386 tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:13:26.763785 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-31fdd669-08b4-4317-8916-7fed2d780520 req-c0b0fca9-9f23-413a-a9e3-b5e587ba7386 tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] 10.222.0.11 "GET /v2.0/ports?device_id=0ae531d7-dfe0-480f-abb4-e199e258b40c HTTP/1.1" status: 200 len: 946 time: 0.0517852 Jan 05 17:13:26.819872 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-31fdd669-08b4-4317-8916-7fed2d780520 req-2960c758-951f-43f3-83a2-ce2d2b25bf18 tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] 10.222.0.11 "GET /v2.0/security-groups?id=b86a39b1-828b-4009-8a16-9197d830e0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475941 Jan 05 17:13:26.897563 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21b5ca7f-aa87-4f84-9b05-a9845c59513c tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Made reservation on behalf of fae5af2b325549fbbf3eb3ad3c66d0a7 for: {'subnet': 1} {{(pid=103801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:13:26.900994 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-21b5ca7f-aa87-4f84-9b05-a9845c59513c tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12480675'] for subnet, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:27.155121 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-21b5ca7f-aa87-4f84-9b05-a9845c59513c tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11433288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12480593'] for subnet, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:27.189120 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d79bf1b-c2d5-495e-b310-8114b24dcf83 req-f0945669-f7b5-47b8-81bc-a5d2a7167e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:13:27.190655 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-9d79bf1b-c2d5-495e-b310-8114b24dcf83 req-f0945669-f7b5-47b8-81bc-a5d2a7167e65 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=0ae531d7-dfe0-480f-abb4-e199e258b40c HTTP/1.1" status: 200 len: 1099 time: 0.0411465 Jan 05 17:13:27.218513 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b5ca7f-aa87-4f84-9b05-a9845c59513c tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Pushing event updated for resources: {'Subnet': ['ID=3f2c139f-4cd1-4cb9-8bd1-f84ab9602904,revision_number=0']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:13:27.229168 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21b5ca7f-aa87-4f84-9b05-a9845c59513c tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Checking segment: {'id': '0c38115b-bf56-4ab4-aa5c-842bd440b1b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '955827a0-5d93-49d1-89eb-62c4c8a78f03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:13:27.229628 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21b5ca7f-aa87-4f84-9b05-a9845c59513c tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Network hostable DHCP agents. Network: 955827a0-5d93-49d1-89eb-62c4c8a78f03, hostable agents: ['3f70c195-17da-4084-9fd6-bf6059d88535'], hosted agents: [] {{(pid=103801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 05 17:13:27.238090 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-9d79bf1b-c2d5-495e-b310-8114b24dcf83 req-fe97e8ee-9276-4e88-ba1c-217a17f1da66 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=b86a39b1-828b-4009-8a16-9197d830e0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414116 Jan 05 17:13:27.308856 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21b5ca7f-aa87-4f84-9b05-a9845c59513c tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Network 955827a0-5d93-49d1-89eb-62c4c8a78f03 is scheduled to be hosted by DHCP agent 3f70c195-17da-4084-9fd6-bf6059d88535 with binding_index 1 {{(pid=103801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 05 17:13:27.403874 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-21b5ca7f-aa87-4f84-9b05-a9845c59513c tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 955827a0-5d93-49d1-89eb-62c4c8a78f03) {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:13:27.408421 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21b5ca7f-aa87-4f84-9b05-a9845c59513c tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:13:27.408947 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-21b5ca7f-aa87-4f84-9b05-a9845c59513c tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks [] for subnet, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:27.413644 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6cddd27-8fc8-4a46-bd11-80d21a604b6b None None] Network 955827a0-5d93-49d1-89eb-62c4c8a78f03 requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:13:27.494994 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-21b5ca7f-aa87-4f84-9b05-a9845c59513c tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7500920 Jan 05 17:13:27.497794 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 45722) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:13:27.507586 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-ef6ddc8c-0264-435e-a8b4-ee2ac9452b6a tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Request body: {'subnet': {'network_id': '955827a0-5d93-49d1-89eb-62c4c8a78f03', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:13:27.511166 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-167641f0-2ed7-4067-85d5-1af5451da681 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-955827a0-5d93-49d1-89eb-62c4c8a78f03', 'network_id': '955827a0-5d93-49d1-89eb-62c4c8a78f03', 'project_id': 'fae5af2b325549fbbf3eb3ad3c66d0a7', 'fixed_ips': [{'subnet_id': '3f2c139f-4cd1-4cb9-8bd1-f84ab9602904'}]}} from dv-neutron-master-2-hyperv. {{(pid=103802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 05 17:13:27.512058 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-167641f0-2ed7-4067-85d5-1af5451da681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:27.647844 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.db_base_plugin_common [None req-167641f0-2ed7-4067-85d5-1af5451da681 None None] Allocated IP 172.20.0.2 (955827a0-5d93-49d1-89eb-62c4c8a78f03/3f2c139f-4cd1-4cb9-8bd1-f84ab9602904/8ce3c000-f589-4d6f-8185-92a061581fde) {{(pid=103802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:13:27.697463 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef6ddc8c-0264-435e-a8b4-ee2ac9452b6a tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Made reservation on behalf of fae5af2b325549fbbf3eb3ad3c66d0a7 for: {'subnet': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:13:27.701132 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ef6ddc8c-0264-435e-a8b4-ee2ac9452b6a tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8521827'] for subnet, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:27.702336 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Device bc151515-f8c1-49a3-82dd-3bff17f43cd1 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 05 17:13:27.788620 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.db.ipam_backend_mixin [None req-ef6ddc8c-0264-435e-a8b4-ee2ac9452b6a tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 3f2c139f-4cd1-4cb9-8bd1-f84ab9602904 (CIDR: 172.20.0.0/28) Jan 05 17:13:27.829795 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef6ddc8c-0264-435e-a8b4-ee2ac9452b6a tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 05 17:13:27.830311 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef6ddc8c-0264-435e-a8b4-ee2ac9452b6a tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103800) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 05 17:13:27.871846 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-167641f0-2ed7-4067-85d5-1af5451da681 None None] Publish callbacks [] for port, precommit_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:27.874272 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] For port bc151515-f8c1-49a3-82dd-3bff17f43cd1, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=bc151515-f8c1-49a3-82dd-3bff17f43cd1,segment=NetworkSegment(1907a4d2-3ed7-4be3-9786-1c4e218b4bd0),segment_id=1907a4d2-3ed7-4be3-9786-1c4e218b4bd0)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:13:27.886137 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Returning: {'device': 'bc151515-f8c1-49a3-82dd-3bff17f43cd1', 'network_id': '7c1bbf1e-1ee5-4e96-8c0f-8777dc9de8c1', 'port_id': 'bc151515-f8c1-49a3-82dd-3bff17f43cd1', 'mac_address': 'fa:16:3e:b6:2c:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '912357ce-0b90-40ee-be19-ae73cfee1985', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 05 17:13:27.922515 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-ef6ddc8c-0264-435e-a8b4-ee2ac9452b6a tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4231579 Jan 05 17:13:27.925193 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 45726) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:13:27.929316 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:27.931453 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-744c7f98-a04b-454b-91c7-aad5cd9f69f1 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Request body: {'subnet': {'network_id': '955827a0-5d93-49d1-89eb-62c4c8a78f03', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:13:27.943441 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0018112-9180-4564-83ad-b5f1c6c63ebe req-163c4008-9ca3-4e9f-9dac-acfc1ef70e74 tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:13:27.943829 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.notifiers.nova [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bc151515-f8c1-49a3-82dd-3bff17f43cd1 {{(pid=103802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 05 17:13:27.944992 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-d0018112-9180-4564-83ad-b5f1c6c63ebe req-163c4008-9ca3-4e9f-9dac-acfc1ef70e74 tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] 10.222.0.11 "GET /v2.0/ports?device_id=0ae531d7-dfe0-480f-abb4-e199e258b40c HTTP/1.1" status: 200 len: 946 time: 0.0509670 Jan 05 17:13:27.959129 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-167641f0-2ed7-4067-85d5-1af5451da681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669'] for port, after_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:28.006847 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-167641f0-2ed7-4067-85d5-1af5451da681 None None] Network 955827a0-5d93-49d1-89eb-62c4c8a78f03 is already hosted by enough agents. {{(pid=103802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:13:28.010632 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] For port bc151515-f8c1-49a3-82dd-3bff17f43cd1, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=bc151515-f8c1-49a3-82dd-3bff17f43cd1,segment=NetworkSegment(1907a4d2-3ed7-4be3-9786-1c4e218b4bd0),segment_id=1907a4d2-3ed7-4be3-9786-1c4e218b4bd0)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:13:28.011968 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-d0018112-9180-4564-83ad-b5f1c6c63ebe req-4076824a-bf58-4a20-88e5-33af73ad4ae6 tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] 10.222.0.11 "GET /v2.0/security-groups?id=b86a39b1-828b-4009-8a16-9197d830e0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589805 Jan 05 17:13:28.015358 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.scheduler.base_scheduler [None req-167641f0-2ed7-4067-85d5-1af5451da681 None None] Resources bound (agent type, host, resource id): {{(pid=103802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:13:28.019395 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-167641f0-2ed7-4067-85d5-1af5451da681 None None] Received port after_create {{(pid=103802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:13:28.060341 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167641f0-2ed7-4067-85d5-1af5451da681 None None] Pushing event updated for resources: {'Port': ['ID=8ce3c000-f589-4d6f-8185-92a061581fde,revision_number=1']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:13:28.087106 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-167641f0-2ed7-4067-85d5-1af5451da681 None None] Attempting to bind port 8ce3c000-f589-4d6f-8185-92a061581fde on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 05 17:13:28.087463 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-167641f0-2ed7-4067-85d5-1af5451da681 None None] Attempting to bind port 8ce3c000-f589-4d6f-8185-92a061581fde by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '0c38115b-bf56-4ab4-aa5c-842bd440b1b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '955827a0-5d93-49d1-89eb-62c4c8a78f03'}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 05 17:13:28.087809 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-167641f0-2ed7-4067-85d5-1af5451da681 None None] Attempting to bind port 8ce3c000-f589-4d6f-8185-92a061581fde on network 955827a0-5d93-49d1-89eb-62c4c8a78f03 {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:13:28.092591 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-167641f0-2ed7-4067-85d5-1af5451da681 None None] Checking agent: {'id': '0d4f8fd3-ce62-4651-970c-efa6a8bb22b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 5, 16, 57, 23), 'started_at': datetime.datetime(2022, 1, 5, 16, 57, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 5, 17, 13, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 05 17:13:28.092955 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-167641f0-2ed7-4067-85d5-1af5451da681 None None] Checking segment: {'id': '0c38115b-bf56-4ab4-aa5c-842bd440b1b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '955827a0-5d93-49d1-89eb-62c4c8a78f03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:13:28.093340 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-167641f0-2ed7-4067-85d5-1af5451da681 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:28.093763 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-167641f0-2ed7-4067-85d5-1af5451da681 None None] Bound using segment: {'id': '0c38115b-bf56-4ab4-aa5c-842bd440b1b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '955827a0-5d93-49d1-89eb-62c4c8a78f03'} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 05 17:13:28.094215 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-167641f0-2ed7-4067-85d5-1af5451da681 None None] Bound port: 8ce3c000-f589-4d6f-8185-92a061581fde, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c38115b-bf56-4ab4-aa5c-842bd440b1b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '955827a0-5d93-49d1-89eb-62c4c8a78f03'}}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 05 17:13:28.094581 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-167641f0-2ed7-4067-85d5-1af5451da681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:28.103792 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:28.129453 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-744c7f98-a04b-454b-91c7-aad5cd9f69f1 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Made reservation on behalf of fae5af2b325549fbbf3eb3ad3c66d0a7 for: {'subnet': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:13:28.133330 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-744c7f98-a04b-454b-91c7-aad5cd9f69f1 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8521827'] for subnet, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:28.193292 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Pushing event updated for resources: {'Port': ['ID=bc151515-f8c1-49a3-82dd-3bff17f43cd1,revision_number=6']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:13:28.200565 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-167641f0-2ed7-4067-85d5-1af5451da681 None None] For port 8ce3c000-f589-4d6f-8185-92a061581fde, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 05 17:13:28.204712 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-167641f0-2ed7-4067-85d5-1af5451da681 None None] For port 8ce3c000-f589-4d6f-8185-92a061581fde, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=8ce3c000-f589-4d6f-8185-92a061581fde,segment=NetworkSegment(0c38115b-bf56-4ab4-aa5c-842bd440b1b2),segment_id=0c38115b-bf56-4ab4-aa5c-842bd440b1b2)] {{(pid=103802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 05 17:13:28.286511 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-167641f0-2ed7-4067-85d5-1af5451da681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:28.355018 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167641f0-2ed7-4067-85d5-1af5451da681 None None] Pushing event updated for resources: {'Port': ['ID=8ce3c000-f589-4d6f-8185-92a061581fde,revision_number=2']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:13:28.411487 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] get_ports_and_sgs() called for port_ids ['bc151515-f8c1-49a3-82dd-3bff17f43cd1'] {{(pid=103802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 05 17:13:28.426977 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-744c7f98-a04b-454b-91c7-aad5cd9f69f1 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8784852', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8521873'] for subnet, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:28.471033 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-744c7f98-a04b-454b-91c7-aad5cd9f69f1 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Network 955827a0-5d93-49d1-89eb-62c4c8a78f03 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:13:28.477424 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-744c7f98-a04b-454b-91c7-aad5cd9f69f1 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:13:28.481659 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-744c7f98-a04b-454b-91c7-aad5cd9f69f1 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:13:28.482251 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-744c7f98-a04b-454b-91c7-aad5cd9f69f1 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks [] for subnet, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:28.502446 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744c7f98-a04b-454b-91c7-aad5cd9f69f1 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Pushing event updated for resources: {'Subnet': ['ID=2542d614-34ab-4010-8792-a92fe1ce2470,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:13:28.566847 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-744c7f98-a04b-454b-91c7-aad5cd9f69f1 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.6362970 Jan 05 17:13:28.566847 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 45728) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:13:28.575528 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-c8a00b5d-8a43-4195-9c74-cd0e6edd76c0 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Request body: {'port': {'network_id': '955827a0-5d93-49d1-89eb-62c4c8a78f03', 'fixed_ips': [{'subnet_id': '3f2c139f-4cd1-4cb9-8bd1-f84ab9602904'}, {'subnet_id': '2542d614-34ab-4010-8792-a92fe1ce2470'}], 'name': 'tempest-PortsTestJSON-542895185'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:13:28.772000 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8a00b5d-8a43-4195-9c74-cd0e6edd76c0 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Made reservation on behalf of fae5af2b325549fbbf3eb3ad3c66d0a7 for: {'port': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:13:28.857013 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c8a00b5d-8a43-4195-9c74-cd0e6edd76c0 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:28.877414 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.notifiers.nova [None req-c8a00b5d-8a43-4195-9c74-cd0e6edd76c0 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] device_id is not set on port 07c33b30-21a1-4845-b039-e945fa2555fb yet. {{(pid=103800) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 05 17:13:29.173012 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [None req-c8a00b5d-8a43-4195-9c74-cd0e6edd76c0 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Allocated IP 172.20.0.12 (955827a0-5d93-49d1-89eb-62c4c8a78f03/3f2c139f-4cd1-4cb9-8bd1-f84ab9602904/07c33b30-21a1-4845-b039-e945fa2555fb) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:13:29.182560 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [None req-c8a00b5d-8a43-4195-9c74-cd0e6edd76c0 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Allocated IP 172.20.0.26 (955827a0-5d93-49d1-89eb-62c4c8a78f03/2542d614-34ab-4010-8792-a92fe1ce2470/07c33b30-21a1-4845-b039-e945fa2555fb) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:13:29.199756 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba2fbae-3417-4243-9c8d-d132c5391675 req-74056eaa-dffb-415b-a3ea-fe78fb76fb53 tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:13:29.201274 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-4ba2fbae-3417-4243-9c8d-d132c5391675 req-74056eaa-dffb-415b-a3ea-fe78fb76fb53 tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] 10.222.0.11 "GET /v2.0/ports?device_id=0ae531d7-dfe0-480f-abb4-e199e258b40c HTTP/1.1" status: 200 len: 945 time: 0.0830052 Jan 05 17:13:29.305791 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-4ba2fbae-3417-4243-9c8d-d132c5391675 req-a1527e2c-a46c-4a37-bf8f-d275c3facb05 tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] 10.222.0.11 "GET /v2.0/security-groups?id=b86a39b1-828b-4009-8a16-9197d830e0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0934842 Jan 05 17:13:29.320516 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 45734) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:13:29.401253 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-cb7bcb46-91ee-4c49-87af-4a97d2d19d6b tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] 10.222.0.11 "GET /v2.0/floatingips/1f8a8eb7-bdf1-4271-9325-08191fcbe2d1 HTTP/1.1" status: 200 len: 993 time: 0.0795324 Jan 05 17:13:29.411646 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c8a00b5d-8a43-4195-9c74-cd0e6edd76c0 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks [] for port, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:29.443901 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-422bcae7-fe92-40a9-9d65-0e603d7bc4ce None None] Network 955827a0-5d93-49d1-89eb-62c4c8a78f03 requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:13:29.520997 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c8a00b5d-8a43-4195-9c74-cd0e6edd76c0 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:29.529261 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-bf40dbaa-3742-4348-a736-3ea9b30cf931 None None] Provisioning complete for port 8ce3c000-f589-4d6f-8185-92a061581fde triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:13:29.529261 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-bf40dbaa-3742-4348-a736-3ea9b30cf931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:29.572701 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8a00b5d-8a43-4195-9c74-cd0e6edd76c0 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Network 955827a0-5d93-49d1-89eb-62c4c8a78f03 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:13:29.575979 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-c8a00b5d-8a43-4195-9c74-cd0e6edd76c0 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:13:29.583744 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8a00b5d-8a43-4195-9c74-cd0e6edd76c0 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:13:29.588140 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a00b5d-8a43-4195-9c74-cd0e6edd76c0 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Pushing event updated for resources: {'Port': ['ID=07c33b30-21a1-4845-b039-e945fa2555fb,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:13:29.644096 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8a00b5d-8a43-4195-9c74-cd0e6edd76c0 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:13:29.644761 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c8a00b5d-8a43-4195-9c74-cd0e6edd76c0 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:29.726754 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Device bc151515-f8c1-49a3-82dd-3bff17f43cd1 up at agent hyperv_hv-neutron-mast {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:13:29.738777 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-c8a00b5d-8a43-4195-9c74-cd0e6edd76c0 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 1.1716857 Jan 05 17:13:29.739365 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 45736) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:13:29.745405 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-f112050f-8e78-4a04-9ec4-929f659490f6 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '3f2c139f-4cd1-4cb9-8bd1-f84ab9602904'}]}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:13:29.804944 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 8ce3c000-f589-4d6f-8185-92a061581fde up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:13:29.824072 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f112050f-8e78-4a04-9ec4-929f659490f6 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:29.906493 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-bf40dbaa-3742-4348-a736-3ea9b30cf931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:29.924085 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Provisioning complete for port bc151515-f8c1-49a3-82dd-3bff17f43cd1 triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:13:29.924446 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:30.003775 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-bf40dbaa-3742-4348-a736-3ea9b30cf931 None None] For port 8ce3c000-f589-4d6f-8185-92a061581fde, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=8ce3c000-f589-4d6f-8185-92a061581fde,segment=NetworkSegment(0c38115b-bf56-4ab4-aa5c-842bd440b1b2),segment_id=0c38115b-bf56-4ab4-aa5c-842bd440b1b2)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:13:30.011590 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Provisioning complete for port 8ce3c000-f589-4d6f-8185-92a061581fde triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:13:30.011899 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:30.060017 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f594ce71-a30e-49db-9207-c5a746fb8e49 None None] Update dhcp port {'port': {'network_id': '955827a0-5d93-49d1-89eb-62c4c8a78f03', 'fixed_ips': [{'subnet_id': '3f2c139f-4cd1-4cb9-8bd1-f84ab9602904', 'ip_address': '172.20.0.2'}, {'subnet_id': '2542d614-34ab-4010-8792-a92fe1ce2470'}], 'binding:host_id': 'dv-neutron-master-2-hyperv'}, 'id': '8ce3c000-f589-4d6f-8185-92a061581fde'} from dv-neutron-master-2-hyperv. {{(pid=103802) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Jan 05 17:13:30.107068 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-bf40dbaa-3742-4348-a736-3ea9b30cf931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:30.147315 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-f594ce71-a30e-49db-9207-c5a746fb8e49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:30.198432 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:30.254488 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf40dbaa-3742-4348-a736-3ea9b30cf931 None None] Pushing event updated for resources: {'Port': ['ID=8ce3c000-f589-4d6f-8185-92a061581fde,revision_number=3']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:13:30.278855 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ae531d7-dfe0-480f-abb4-e199e258b40c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc151515-f8c1-49a3-82dd-3bff17f43cd1'}] {{(pid=103802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 05 17:13:30.281676 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36b213fbd845b3f09e785999bbcda1c85cd5592d7f001460987854e5c1683bd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f88119a-feea-46d5-8eb3-4672cf16035a" -d '{"events": [{"server_uuid": "0ae531d7-dfe0-480f-abb4-e199e258b40c", "name": "network-vif-plugged", "status": "completed", "tag": "bc151515-f8c1-49a3-82dd-3bff17f43cd1"}]}' {{(pid=103802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 05 17:13:30.344851 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Jan 2022 17:13:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-969f8341-aa3f-47a7-ada7-2cd52275a31f x-openstack-request-id: req-969f8341-aa3f-47a7-ada7-2cd52275a31f {{(pid=103802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 05 17:13:30.345201 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ae531d7-dfe0-480f-abb4-e199e258b40c", "name": "network-vif-plugged", "status": "completed", "tag": "bc151515-f8c1-49a3-82dd-3bff17f43cd1", "code": 200}]} {{(pid=103802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 05 17:13:30.345561 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-969f8341-aa3f-47a7-ada7-2cd52275a31f {{(pid=103802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 05 17:13:30.345995 dv-neutron-master-2-hyperv neutron-server[103802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ae531d7-dfe0-480f-abb4-e199e258b40c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc151515-f8c1-49a3-82dd-3bff17f43cd1', 'code': 200} Jan 05 17:13:30.347838 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] For port bc151515-f8c1-49a3-82dd-3bff17f43cd1, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=bc151515-f8c1-49a3-82dd-3bff17f43cd1,segment=NetworkSegment(1907a4d2-3ed7-4be3-9786-1c4e218b4bd0),segment_id=1907a4d2-3ed7-4be3-9786-1c4e218b4bd0)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:13:30.404287 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [None req-f112050f-8e78-4a04-9ec4-929f659490f6 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Delete allocated IP 172.20.0.26 (955827a0-5d93-49d1-89eb-62c4c8a78f03/2542d614-34ab-4010-8792-a92fe1ce2470) {{(pid=103800) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 05 17:13:30.412006 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:30.459892 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Pushing event updated for resources: {'Port': ['ID=bc151515-f8c1-49a3-82dd-3bff17f43cd1,revision_number=7']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:13:30.531507 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f112050f-8e78-4a04-9ec4-929f659490f6 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks [] for port, precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:30.600481 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f112050f-8e78-4a04-9ec4-929f659490f6 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8784461'] for port, after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:30.659416 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.db_base_plugin_common [None req-f594ce71-a30e-49db-9207-c5a746fb8e49 None None] Allocated IP 172.20.0.18 (955827a0-5d93-49d1-89eb-62c4c8a78f03/2542d614-34ab-4010-8792-a92fe1ce2470/8ce3c000-f589-4d6f-8185-92a061581fde) {{(pid=103802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:13:30.675346 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f112050f-8e78-4a04-9ec4-929f659490f6 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Pushing event updated for resources: {'Port': ['ID=07c33b30-21a1-4845-b039-e945fa2555fb,revision_number=2']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:13:30.721143 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-f112050f-8e78-4a04-9ec4-929f659490f6 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] In _notify_port_updated(), no bound segment for port 07c33b30-21a1-4845-b039-e945fa2555fb on network 955827a0-5d93-49d1-89eb-62c4c8a78f03 {{(pid=103800) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Jan 05 17:13:30.727134 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f112050f-8e78-4a04-9ec4-929f659490f6 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:13:30.727772 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f112050f-8e78-4a04-9ec4-929f659490f6 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:30.729064 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-f112050f-8e78-4a04-9ec4-929f659490f6 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] 10.222.0.11 "PUT /v2.0/ports/07c33b30-21a1-4845-b039-e945fa2555fb HTTP/1.1" status: 200 len: 919 time: 0.9886868 Jan 05 17:13:30.731757 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 45740) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:13:30.736853 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-d6dacafd-ae51-4c2e-b78b-d3cd1b143edf tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '3f2c139f-4cd1-4cb9-8bd1-f84ab9602904'}, {'subnet_id': '2542d614-34ab-4010-8792-a92fe1ce2470'}]}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:13:30.774445 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-f594ce71-a30e-49db-9207-c5a746fb8e49 None None] For port 8ce3c000-f589-4d6f-8185-92a061581fde, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=8ce3c000-f589-4d6f-8185-92a061581fde,segment=NetworkSegment(0c38115b-bf56-4ab4-aa5c-842bd440b1b2),segment_id=0c38115b-bf56-4ab4-aa5c-842bd440b1b2)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:13:30.810029 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d6dacafd-ae51-4c2e-b78b-d3cd1b143edf tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:30.814445 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-f594ce71-a30e-49db-9207-c5a746fb8e49 None None] Publish callbacks [] for port, precommit_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:30.897421 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-f594ce71-a30e-49db-9207-c5a746fb8e49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:30.986372 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f594ce71-a30e-49db-9207-c5a746fb8e49 None None] Pushing event updated for resources: {'Port': ['ID=8ce3c000-f589-4d6f-8185-92a061581fde,revision_number=4']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:13:31.071405 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [None req-d6dacafd-ae51-4c2e-b78b-d3cd1b143edf tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Allocated IP 172.20.0.27 (955827a0-5d93-49d1-89eb-62c4c8a78f03/2542d614-34ab-4010-8792-a92fe1ce2470/07c33b30-21a1-4845-b039-e945fa2555fb) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:13:31.200293 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d6dacafd-ae51-4c2e-b78b-d3cd1b143edf tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks [] for port, precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:31.263402 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d6dacafd-ae51-4c2e-b78b-d3cd1b143edf tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8784461'] for port, after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:31.352166 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6dacafd-ae51-4c2e-b78b-d3cd1b143edf tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Pushing event updated for resources: {'Port': ['ID=07c33b30-21a1-4845-b039-e945fa2555fb,revision_number=3']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:13:31.380684 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6dacafd-ae51-4c2e-b78b-d3cd1b143edf tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:13:31.381036 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6dacafd-ae51-4c2e-b78b-d3cd1b143edf tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:13:31.381373 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6dacafd-ae51-4c2e-b78b-d3cd1b143edf tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:13:31.381739 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6dacafd-ae51-4c2e-b78b-d3cd1b143edf tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:13:31.382070 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6dacafd-ae51-4c2e-b78b-d3cd1b143edf tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:13:31.382402 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6dacafd-ae51-4c2e-b78b-d3cd1b143edf tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:13:31.382720 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6dacafd-ae51-4c2e-b78b-d3cd1b143edf tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:13:31.383043 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6dacafd-ae51-4c2e-b78b-d3cd1b143edf tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:13:31.383357 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6dacafd-ae51-4c2e-b78b-d3cd1b143edf tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:13:31.383674 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6dacafd-ae51-4c2e-b78b-d3cd1b143edf tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:13:31.383990 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6dacafd-ae51-4c2e-b78b-d3cd1b143edf tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:13:31.384309 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6dacafd-ae51-4c2e-b78b-d3cd1b143edf tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:13:31.384623 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6dacafd-ae51-4c2e-b78b-d3cd1b143edf tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:13:31.408659 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-d6dacafd-ae51-4c2e-b78b-d3cd1b143edf tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] In _notify_port_updated(), no bound segment for port 07c33b30-21a1-4845-b039-e945fa2555fb on network 955827a0-5d93-49d1-89eb-62c4c8a78f03 {{(pid=103800) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Jan 05 17:13:31.414704 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6dacafd-ae51-4c2e-b78b-d3cd1b143edf tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:13:31.415346 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d6dacafd-ae51-4c2e-b78b-d3cd1b143edf tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:31.416726 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-d6dacafd-ae51-4c2e-b78b-d3cd1b143edf tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] 10.222.0.11 "PUT /v2.0/ports/07c33b30-21a1-4845-b039-e945fa2555fb HTTP/1.1" status: 200 len: 999 time: 0.6839859 Jan 05 17:13:31.419427 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 45744) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:13:31.429438 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed032153-bb5b-4ec6-a47d-6a5f84acffce None None] Network 955827a0-5d93-49d1-89eb-62c4c8a78f03 requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:13:31.486030 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-2dd66230-f554-4885-8cf5-0117e2c5dc6b None None] Provisioning complete for port 07c33b30-21a1-4845-b039-e945fa2555fb triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:13:31.486749 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-2dd66230-f554-4885-8cf5-0117e2c5dc6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:31.520116 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-8db97ecd-fa79-4813-a3db-eba3f676cb60 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Deleting port 07c33b30-21a1-4845-b039-e945fa2555fb {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:13:31.520550 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-8db97ecd-fa79-4813-a3db-eba3f676cb60 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:31.534857 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-2dd66230-f554-4885-8cf5-0117e2c5dc6b None None] Port 07c33b30-21a1-4845-b039-e945fa2555fb cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 17:13:31.566128 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-2dd66230-f554-4885-8cf5-0117e2c5dc6b None None] Provisioning complete for port 8ce3c000-f589-4d6f-8185-92a061581fde triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:13:31.566493 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-2dd66230-f554-4885-8cf5-0117e2c5dc6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:31.607064 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-8db97ecd-fa79-4813-a3db-eba3f676cb60 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:31.620462 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-8db97ecd-fa79-4813-a3db-eba3f676cb60 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Calling delete_port for 07c33b30-21a1-4845-b039-e945fa2555fb owned by {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:13:31.721302 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 8ce3c000-f589-4d6f-8185-92a061581fde up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:13:31.769515 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Provisioning complete for port 8ce3c000-f589-4d6f-8185-92a061581fde triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:13:31.769917 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:31.867405 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-8db97ecd-fa79-4813-a3db-eba3f676cb60 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:31.905082 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db97ecd-fa79-4813-a3db-eba3f676cb60 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Pushing event deleted for resources: {'Port': ['ID=07c33b30-21a1-4845-b039-e945fa2555fb,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:13:32.000798 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-8db97ecd-fa79-4813-a3db-eba3f676cb60 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:32.004163 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-8db97ecd-fa79-4813-a3db-eba3f676cb60 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] 10.222.0.11 "DELETE /v2.0/ports/07c33b30-21a1-4845-b039-e945fa2555fb HTTP/1.1" status: 204 len: 168 time: 0.5832255 Jan 05 17:13:32.006704 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 45746) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:13:32.033300 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.pecan_wsgi.hooks.translation [None req-b73b5b56-53e4-46f1-b98e-b98230db550c tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] GET failed (client error): The resource could not be found. Jan 05 17:13:32.035048 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-b73b5b56-53e4-46f1-b98e-b98230db550c tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] 10.222.0.11 "GET /v2.0/ports/07c33b30-21a1-4845-b039-e945fa2555fb HTTP/1.1" status: 404 len: 333 time: 0.0272493 Jan 05 17:13:32.037984 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 45748) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:13:32.096119 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.db_base_plugin_v2 [None req-a77c83ff-9e01-436d-9113-7c6401600ef9 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Deleting subnet 2542d614-34ab-4010-8792-a92fe1ce2470 {{(pid=103800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 05 17:13:32.099624 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a77c83ff-9e01-436d-9113-7c6401600ef9 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks [] for subnet, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:32.142246 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a77c83ff-9e01-436d-9113-7c6401600ef9 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8784846'] for subnet, precommit_delete_associations {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:32.183227 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-f61d20b4-175f-47b5-93f2-2e1c7c2ac4f5 None None] Could not find standard attr ID for object 07c33b30-21a1-4845-b039-e945fa2555fb. {{(pid=103802) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 05 17:13:32.197808 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-f61d20b4-175f-47b5-93f2-2e1c7c2ac4f5 None None] Provisioning complete for port 8ce3c000-f589-4d6f-8185-92a061581fde triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:13:32.198172 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-f61d20b4-175f-47b5-93f2-2e1c7c2ac4f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:32.231410 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a77c83ff-9e01-436d-9113-7c6401600ef9 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892868'] for subnet, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:32.366238 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a77c83ff-9e01-436d-9113-7c6401600ef9 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3893367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8784787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8521880'] for subnet, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:32.390360 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-61794d6b-a20d-4ca6-b5cb-a92efbde9f0a None None] Could not find standard attr ID for object 07c33b30-21a1-4845-b039-e945fa2555fb. {{(pid=103802) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 05 17:13:32.399484 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77c83ff-9e01-436d-9113-7c6401600ef9 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Pushing event deleted for resources: {'Subnet': ['ID=2542d614-34ab-4010-8792-a92fe1ce2470,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:13:32.405858 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a77c83ff-9e01-436d-9113-7c6401600ef9 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks [] for subnet, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:32.409636 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-a77c83ff-9e01-436d-9113-7c6401600ef9 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] 10.222.0.11 "DELETE /v2.0/subnets/2542d614-34ab-4010-8792-a92fe1ce2470 HTTP/1.1" status: 204 len: 168 time: 0.3704691 Jan 05 17:13:32.412086 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 45750) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:13:32.465002 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3c2eb35-9741-4108-bc35-337338039c52 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Deleting subnet 3f2c139f-4cd1-4cb9-8bd1-f84ab9602904 {{(pid=103800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 05 17:13:32.469791 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e3c2eb35-9741-4108-bc35-337338039c52 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks [] for subnet, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:32.511920 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e3c2eb35-9741-4108-bc35-337338039c52 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8784846'] for subnet, precommit_delete_associations {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:32.513102 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4815c7b0-0a02-445d-8795-c3767f04432a None None] Network 955827a0-5d93-49d1-89eb-62c4c8a78f03 requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:13:32.600399 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e3c2eb35-9741-4108-bc35-337338039c52 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892868'] for subnet, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:32.610350 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-4a96d0db-f41f-40fc-a1d3-8fbcd3113648 None None] Could not find standard attr ID for object 07c33b30-21a1-4845-b039-e945fa2555fb. {{(pid=103802) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 05 17:13:32.743571 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e3c2eb35-9741-4108-bc35-337338039c52 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3893367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8784787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8521880'] for subnet, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:32.772861 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c2eb35-9741-4108-bc35-337338039c52 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Pushing event deleted for resources: {'Subnet': ['ID=3f2c139f-4cd1-4cb9-8bd1-f84ab9602904,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:13:32.774884 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e3c2eb35-9741-4108-bc35-337338039c52 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks [] for subnet, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:32.778609 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-e3c2eb35-9741-4108-bc35-337338039c52 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] 10.222.0.11 "DELETE /v2.0/subnets/3f2c139f-4cd1-4cb9-8bd1-f84ab9602904 HTTP/1.1" status: 204 len: 168 time: 0.3651564 Jan 05 17:13:32.781212 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 45752) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:13:32.865490 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-57f7e56d-bc2e-40f1-b03c-31868755c7fa tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3809644'] for network, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:32.921897 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-57f7e56d-bc2e-40f1-b03c-31868755c7fa tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Deleting port 8ce3c000-f589-4d6f-8185-92a061581fde {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:13:32.922237 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-57f7e56d-bc2e-40f1-b03c-31868755c7fa tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:32.987186 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.db [None req-57f7e56d-bc2e-40f1-b03c-31868755c7fa tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] For port 8ce3c000-f589-4d6f-8185-92a061581fde, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=8ce3c000-f589-4d6f-8185-92a061581fde,segment=NetworkSegment(0c38115b-bf56-4ab4-aa5c-842bd440b1b2),segment_id=0c38115b-bf56-4ab4-aa5c-842bd440b1b2)] {{(pid=103800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:13:32.987554 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-57f7e56d-bc2e-40f1-b03c-31868755c7fa tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:33.002475 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-57f7e56d-bc2e-40f1-b03c-31868755c7fa tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Calling delete_port for 8ce3c000-f589-4d6f-8185-92a061581fde owned by network:dhcp {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:13:33.107807 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1d90813-9ca0-4be4-9ced-7a1c112b0669 None None] Network 955827a0-5d93-49d1-89eb-62c4c8a78f03 requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:13:33.140871 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-57f7e56d-bc2e-40f1-b03c-31868755c7fa tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:33.168827 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57f7e56d-bc2e-40f1-b03c-31868755c7fa tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] No DVR routers for this DVR port 8ce3c000-f589-4d6f-8185-92a061581fde on host dv-neutron-master-2-hyperv {{(pid=103800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 05 17:13:33.170560 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f7e56d-bc2e-40f1-b03c-31868755c7fa tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Pushing event deleted for resources: {'Port': ['ID=8ce3c000-f589-4d6f-8185-92a061581fde,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:13:33.172616 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-861a301e-7f60-4c23-a331-40d2daa6eb20 None None] Provisioning complete for port 8ce3c000-f589-4d6f-8185-92a061581fde triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:13:33.173076 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-861a301e-7f60-4c23-a331-40d2daa6eb20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:33.205472 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-861a301e-7f60-4c23-a331-40d2daa6eb20 None None] Port 8ce3c000-f589-4d6f-8185-92a061581fde was deleted so its status cannot be updated. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Jan 05 17:13:33.253814 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-57f7e56d-bc2e-40f1-b03c-31868755c7fa tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3891715', 'neutron.services.segments.db._delete_segments_for_network-8754181063482'] for network, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:33.261605 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45a7fc04-83fa-426d-a964-a85ad2fb4fa1 None None] DHCP port deletion for 955827a0-5d93-49d1-89eb-62c4c8a78f03 request from dv-neutron-master-2-hyperv {{(pid=103802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 05 17:13:33.275912 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.services.segments.db [None req-57f7e56d-bc2e-40f1-b03c-31868755c7fa tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['955827a0-5d93-49d1-89eb-62c4c8a78f03']}} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:13:33.285141 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.services.segments.db [None req-57f7e56d-bc2e-40f1-b03c-31868755c7fa tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c38115b-bf56-4ab4-aa5c-842bd440b1b2') {'for_net_delete': True} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:13:33.285440 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.services.segments.db [None req-57f7e56d-bc2e-40f1-b03c-31868755c7fa tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c38115b-bf56-4ab4-aa5c-842bd440b1b2') {} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:13:33.294724 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-57f7e56d-bc2e-40f1-b03c-31868755c7fa tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754181064771', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8784833'] for segment, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:33.307396 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-57f7e56d-bc2e-40f1-b03c-31868755c7fa tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225'] for segment, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:33.313745 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57f7e56d-bc2e-40f1-b03c-31868755c7fa tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Releasing vlan 115 on physical network physnet1 to pool {{(pid=103800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 05 17:13:33.314122 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-57f7e56d-bc2e-40f1-b03c-31868755c7fa tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8784497'] for segment, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:33.317079 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:13:33.317079 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:13:33.317079 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:13:33.317079 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:13:33.317079 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:13:33.317079 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:13:33.317079 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:13:33.317079 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:13:33.317079 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:13:33.317079 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:13:33.317079 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:13:33.317079 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:13:33.317079 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:13:33.317079 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:13:33.317079 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:13:33.317079 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:13:33.317079 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:13:33.317079 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:13:33.317079 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:13:33.317079 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:13:33.317079 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:13:33.317079 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:13:33.317079 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:13:33.317079 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:13:33.317079 dv-neutron-master-2-hyperv neutron-server[103800]: Traceback (most recent call last): Jan 05 17:13:33.317079 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 05 17:13:33.317079 dv-neutron-master-2-hyperv neutron-server[103800]: timer() Jan 05 17:13:33.317079 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 05 17:13:33.317079 dv-neutron-master-2-hyperv neutron-server[103800]: cb(*args, **kw) Jan 05 17:13:33.317079 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 05 17:13:33.317079 dv-neutron-master-2-hyperv neutron-server[103800]: return func(*args, **kwargs) Jan 05 17:13:33.317079 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 05 17:13:33.317079 dv-neutron-master-2-hyperv neutron-server[103800]: self._notify() Jan 05 17:13:33.317079 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 05 17:13:33.317079 dv-neutron-master-2-hyperv neutron-server[103800]: self.callback(batched_events) Jan 05 17:13:33.317079 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 05 17:13:33.317079 dv-neutron-master-2-hyperv neutron-server[103800]: event.method(event) Jan 05 17:13:33.317079 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 05 17:13:33.317079 dv-neutron-master-2-hyperv neutron-server[103800]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 05 17:13:33.317079 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 05 17:13:33.317079 dv-neutron-master-2-hyperv neutron-server[103800]: aggregate_uuid = self.p_client.list_aggregates( Jan 05 17:13:33.317079 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 05 17:13:33.317079 dv-neutron-master-2-hyperv neutron-server[103800]: return f(self, *a, **k) Jan 05 17:13:33.317079 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 05 17:13:33.317079 dv-neutron-master-2-hyperv neutron-server[103800]: return self._get(url).json() Jan 05 17:13:33.317079 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 05 17:13:33.317079 dv-neutron-master-2-hyperv neutron-server[103800]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 05 17:13:33.317079 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 05 17:13:33.317079 dv-neutron-master-2-hyperv neutron-server[103800]: return self.request(url, 'GET', **kwargs) Jan 05 17:13:33.317079 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 05 17:13:33.317079 dv-neutron-master-2-hyperv neutron-server[103800]: base_url = self.get_endpoint(auth, allow=allow, Jan 05 17:13:33.317079 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 05 17:13:33.317079 dv-neutron-master-2-hyperv neutron-server[103800]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 05 17:13:33.317079 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 05 17:13:33.317079 dv-neutron-master-2-hyperv neutron-server[103800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 05 17:13:33.317079 dv-neutron-master-2-hyperv neutron-server[103800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 05 17:13:33.443763 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-57f7e56d-bc2e-40f1-b03c-31868755c7fa tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3891722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648695'] for network, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:33.452404 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-57f7e56d-bc2e-40f1-b03c-31868755c7fa tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks [] for network, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:33.455551 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-57f7e56d-bc2e-40f1-b03c-31868755c7fa tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] 10.222.0.11 "DELETE /v2.0/networks/955827a0-5d93-49d1-89eb-62c4c8a78f03 HTTP/1.1" status: 204 len: 168 time: 0.6729779 Jan 05 17:13:33.459211 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 45754) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:13:33.465384 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f7e56d-bc2e-40f1-b03c-31868755c7fa tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Pushing event deleted for resources: {'Network': ['ID=955827a0-5d93-49d1-89eb-62c4c8a78f03,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:13:33.507937 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32e6a598-bdb6-40b1-a8e5-81a0071d970d tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:13:33.509406 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-32e6a598-bdb6-40b1-a8e5-81a0071d970d tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0492015 Jan 05 17:13:33.512881 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 45756) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:13:33.559526 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-5197436b-d427-402e-b838-968d32ca4653 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] 10.222.0.11 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0455949 Jan 05 17:13:33.563339 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 45758) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:13:33.568393 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-413513f4-2cb6-4c0e-8d5c-72768665dc2f tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-786676752'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:13:33.651330 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-413513f4-2cb6-4c0e-8d5c-72768665dc2f tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Made reservation on behalf of fae5af2b325549fbbf3eb3ad3c66d0a7 for: {'network': 1} {{(pid=103801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:13:33.655249 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-413513f4-2cb6-4c0e-8d5c-72768665dc2f tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for network, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:33.678612 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-413513f4-2cb6-4c0e-8d5c-72768665dc2f tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] vlan segment allocate from pool success with {'vlan_id': 131, 'physical_network': 'physnet1'} {{(pid=103801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 05 17:13:33.688409 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-413513f4-2cb6-4c0e-8d5c-72768665dc2f tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225'] for segment, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:33.688745 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.db.segments_db [None req-413513f4-2cb6-4c0e-8d5c-72768665dc2f tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Added segment 523617f0-6537-4ed6-9c1e-494cb41e1769 of type vlan for network 13520728-8cb2-45d0-907e-456db2c1a4fd Jan 05 17:13:33.718311 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 8ce3c000-f589-4d6f-8185-92a061581fde no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 05 17:13:33.730062 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-413513f4-2cb6-4c0e-8d5c-72768665dc2f tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754180566020'] for network, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:33.739097 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] No Port match for: 8ce3c000-f589-4d6f-8185-92a061581fde {{(pid=103802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 05 17:13:33.739436 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 8ce3c000-f589-4d6f-8185-92a061581fde not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 05 17:13:33.808956 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-413513f4-2cb6-4c0e-8d5c-72768665dc2f tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685'] for network, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:33.815299 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-413513f4-2cb6-4c0e-8d5c-72768665dc2f tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:13:33.815891 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-413513f4-2cb6-4c0e-8d5c-72768665dc2f tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks [] for network, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:33.882161 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413513f4-2cb6-4c0e-8d5c-72768665dc2f tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Pushing event updated for resources: {'Network': ['ID=13520728-8cb2-45d0-907e-456db2c1a4fd,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:13:33.889237 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413513f4-2cb6-4c0e-8d5c-72768665dc2f tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:13:33.889657 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413513f4-2cb6-4c0e-8d5c-72768665dc2f tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:13:33.889951 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413513f4-2cb6-4c0e-8d5c-72768665dc2f tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:13:33.890310 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413513f4-2cb6-4c0e-8d5c-72768665dc2f tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:13:33.890654 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413513f4-2cb6-4c0e-8d5c-72768665dc2f tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:13:33.890979 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413513f4-2cb6-4c0e-8d5c-72768665dc2f tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:13:33.891301 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413513f4-2cb6-4c0e-8d5c-72768665dc2f tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:13:33.891625 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413513f4-2cb6-4c0e-8d5c-72768665dc2f tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:13:33.891946 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413513f4-2cb6-4c0e-8d5c-72768665dc2f tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:13:33.892265 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413513f4-2cb6-4c0e-8d5c-72768665dc2f tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:13:33.892587 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413513f4-2cb6-4c0e-8d5c-72768665dc2f tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:13:33.892904 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413513f4-2cb6-4c0e-8d5c-72768665dc2f tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:13:33.893223 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413513f4-2cb6-4c0e-8d5c-72768665dc2f tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:13:33.903946 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Network 13520728-8cb2-45d0-907e-456db2c1a4fd details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 05 17:13:33.926210 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-413513f4-2cb6-4c0e-8d5c-72768665dc2f tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3618338 Jan 05 17:13:33.928813 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 45762) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:13:33.934001 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-bbc853d2-2242-43ef-8a40-6b89f282183b tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Request body: {'subnet': {'network_id': '13520728-8cb2-45d0-907e-456db2c1a4fd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:13:34.085921 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbc853d2-2242-43ef-8a40-6b89f282183b tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Made reservation on behalf of fae5af2b325549fbbf3eb3ad3c66d0a7 for: {'subnet': 1} {{(pid=103801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:13:34.089459 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-bbc853d2-2242-43ef-8a40-6b89f282183b tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12480675'] for subnet, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:34.343862 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-bbc853d2-2242-43ef-8a40-6b89f282183b tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11433288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12480593'] for subnet, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:34.407208 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc853d2-2242-43ef-8a40-6b89f282183b tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Pushing event updated for resources: {'Subnet': ['ID=eefeb1e3-5d32-4ef4-aa9d-e7d24a75139a,revision_number=0']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:13:34.409640 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbc853d2-2242-43ef-8a40-6b89f282183b tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Checking segment: {'id': '523617f0-6537-4ed6-9c1e-494cb41e1769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '13520728-8cb2-45d0-907e-456db2c1a4fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:13:34.410001 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbc853d2-2242-43ef-8a40-6b89f282183b tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Network hostable DHCP agents. Network: 13520728-8cb2-45d0-907e-456db2c1a4fd, hostable agents: ['3f70c195-17da-4084-9fd6-bf6059d88535'], hosted agents: [] {{(pid=103801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 05 17:13:34.479656 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbc853d2-2242-43ef-8a40-6b89f282183b tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Network 13520728-8cb2-45d0-907e-456db2c1a4fd is scheduled to be hosted by DHCP agent 3f70c195-17da-4084-9fd6-bf6059d88535 with binding_index 1 {{(pid=103801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 05 17:13:34.559722 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-bbc853d2-2242-43ef-8a40-6b89f282183b tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 13520728-8cb2-45d0-907e-456db2c1a4fd) {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:13:34.563700 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbc853d2-2242-43ef-8a40-6b89f282183b tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:13:34.564296 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-bbc853d2-2242-43ef-8a40-6b89f282183b tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks [] for subnet, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:34.569291 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb3988a9-2e2b-4c08-8a84-a6ca4bed662d None None] Network 13520728-8cb2-45d0-907e-456db2c1a4fd requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:13:34.648465 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-bbc853d2-2242-43ef-8a40-6b89f282183b tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7186065 Jan 05 17:13:34.650988 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 45764) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:13:34.656553 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-ea0b2947-6771-452f-8548-d620b8a22ec5 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Request body: {'port': {'network_id': '13520728-8cb2-45d0-907e-456db2c1a4fd', 'name': 'tempest-PortsTestJSON-227697271'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:13:34.671776 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-576bfc28-8263-4c6a-afc8-6afd671f5314 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-13520728-8cb2-45d0-907e-456db2c1a4fd', 'network_id': '13520728-8cb2-45d0-907e-456db2c1a4fd', 'project_id': 'fae5af2b325549fbbf3eb3ad3c66d0a7', 'fixed_ips': [{'subnet_id': 'eefeb1e3-5d32-4ef4-aa9d-e7d24a75139a'}]}} from dv-neutron-master-2-hyperv. {{(pid=103802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 05 17:13:34.672080 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-576bfc28-8263-4c6a-afc8-6afd671f5314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:34.803120 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.db_base_plugin_common [None req-576bfc28-8263-4c6a-afc8-6afd671f5314 None None] Allocated IP 172.20.0.2 (13520728-8cb2-45d0-907e-456db2c1a4fd/eefeb1e3-5d32-4ef4-aa9d-e7d24a75139a/15d6e8fc-596f-4510-92ca-7e49fb3d23d9) {{(pid=103802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:13:34.837654 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea0b2947-6771-452f-8548-d620b8a22ec5 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Made reservation on behalf of fae5af2b325549fbbf3eb3ad3c66d0a7 for: {'port': 1} {{(pid=103801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:13:34.841327 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-ea0b2947-6771-452f-8548-d620b8a22ec5 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:34.858913 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.notifiers.nova [None req-ea0b2947-6771-452f-8548-d620b8a22ec5 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] device_id is not set on port 9e7f6ff9-03c4-4deb-861f-6e64cadd50df yet. {{(pid=103801) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 05 17:13:34.941950 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-576bfc28-8263-4c6a-afc8-6afd671f5314 None None] Publish callbacks [] for port, precommit_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:35.011640 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-576bfc28-8263-4c6a-afc8-6afd671f5314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669'] for port, after_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:35.052110 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-576bfc28-8263-4c6a-afc8-6afd671f5314 None None] Network 13520728-8cb2-45d0-907e-456db2c1a4fd is already hosted by enough agents. {{(pid=103802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:13:35.055196 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.scheduler.base_scheduler [None req-576bfc28-8263-4c6a-afc8-6afd671f5314 None None] Resources bound (agent type, host, resource id): {{(pid=103802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:13:35.058837 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-576bfc28-8263-4c6a-afc8-6afd671f5314 None None] Received port after_create {{(pid=103802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:13:35.071879 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576bfc28-8263-4c6a-afc8-6afd671f5314 None None] Pushing event updated for resources: {'Port': ['ID=15d6e8fc-596f-4510-92ca-7e49fb3d23d9,revision_number=1']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:13:35.076356 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [None req-ea0b2947-6771-452f-8548-d620b8a22ec5 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Allocated IP 172.20.0.13 (13520728-8cb2-45d0-907e-456db2c1a4fd/eefeb1e3-5d32-4ef4-aa9d-e7d24a75139a/9e7f6ff9-03c4-4deb-861f-6e64cadd50df) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:13:35.097621 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576bfc28-8263-4c6a-afc8-6afd671f5314 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:13:35.097965 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576bfc28-8263-4c6a-afc8-6afd671f5314 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:13:35.098427 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576bfc28-8263-4c6a-afc8-6afd671f5314 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:13:35.098764 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576bfc28-8263-4c6a-afc8-6afd671f5314 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:13:35.099025 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576bfc28-8263-4c6a-afc8-6afd671f5314 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:13:35.099343 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576bfc28-8263-4c6a-afc8-6afd671f5314 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:13:35.099661 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576bfc28-8263-4c6a-afc8-6afd671f5314 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:13:35.099977 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576bfc28-8263-4c6a-afc8-6afd671f5314 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:13:35.100291 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576bfc28-8263-4c6a-afc8-6afd671f5314 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:13:35.100609 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576bfc28-8263-4c6a-afc8-6afd671f5314 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:13:35.100918 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576bfc28-8263-4c6a-afc8-6afd671f5314 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:13:35.101228 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576bfc28-8263-4c6a-afc8-6afd671f5314 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:13:35.101534 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576bfc28-8263-4c6a-afc8-6afd671f5314 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:13:35.136748 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-576bfc28-8263-4c6a-afc8-6afd671f5314 None None] Attempting to bind port 15d6e8fc-596f-4510-92ca-7e49fb3d23d9 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 05 17:13:35.137170 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-576bfc28-8263-4c6a-afc8-6afd671f5314 None None] Attempting to bind port 15d6e8fc-596f-4510-92ca-7e49fb3d23d9 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '523617f0-6537-4ed6-9c1e-494cb41e1769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '13520728-8cb2-45d0-907e-456db2c1a4fd'}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 05 17:13:35.142415 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-576bfc28-8263-4c6a-afc8-6afd671f5314 None None] Attempting to bind port 15d6e8fc-596f-4510-92ca-7e49fb3d23d9 on network 13520728-8cb2-45d0-907e-456db2c1a4fd {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:13:35.142564 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-576bfc28-8263-4c6a-afc8-6afd671f5314 None None] Checking agent: {'id': '0d4f8fd3-ce62-4651-970c-efa6a8bb22b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 5, 16, 57, 23), 'started_at': datetime.datetime(2022, 1, 5, 16, 57, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 5, 17, 13, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 05 17:13:35.142848 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-576bfc28-8263-4c6a-afc8-6afd671f5314 None None] Checking segment: {'id': '523617f0-6537-4ed6-9c1e-494cb41e1769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '13520728-8cb2-45d0-907e-456db2c1a4fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:13:35.143240 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-576bfc28-8263-4c6a-afc8-6afd671f5314 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:35.143629 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-576bfc28-8263-4c6a-afc8-6afd671f5314 None None] Bound using segment: {'id': '523617f0-6537-4ed6-9c1e-494cb41e1769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '13520728-8cb2-45d0-907e-456db2c1a4fd'} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 05 17:13:35.144088 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-576bfc28-8263-4c6a-afc8-6afd671f5314 None None] Bound port: 15d6e8fc-596f-4510-92ca-7e49fb3d23d9, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '523617f0-6537-4ed6-9c1e-494cb41e1769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '13520728-8cb2-45d0-907e-456db2c1a4fd'}}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 05 17:13:35.144460 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-576bfc28-8263-4c6a-afc8-6afd671f5314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:35.205830 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-576bfc28-8263-4c6a-afc8-6afd671f5314 None None] For port 15d6e8fc-596f-4510-92ca-7e49fb3d23d9, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 05 17:13:35.208683 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-576bfc28-8263-4c6a-afc8-6afd671f5314 None None] For port 15d6e8fc-596f-4510-92ca-7e49fb3d23d9, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=15d6e8fc-596f-4510-92ca-7e49fb3d23d9,segment=NetworkSegment(523617f0-6537-4ed6-9c1e-494cb41e1769),segment_id=523617f0-6537-4ed6-9c1e-494cb41e1769)] {{(pid=103802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 05 17:13:35.221979 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-ea0b2947-6771-452f-8548-d620b8a22ec5 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks [] for port, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:35.274973 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-576bfc28-8263-4c6a-afc8-6afd671f5314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:35.330632 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576bfc28-8263-4c6a-afc8-6afd671f5314 None None] Pushing event updated for resources: {'Port': ['ID=15d6e8fc-596f-4510-92ca-7e49fb3d23d9,revision_number=2']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:13:35.332137 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-ea0b2947-6771-452f-8548-d620b8a22ec5 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11433176'] for port, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:35.391219 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea0b2947-6771-452f-8548-d620b8a22ec5 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Network 13520728-8cb2-45d0-907e-456db2c1a4fd is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:13:35.392976 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-ea0b2947-6771-452f-8548-d620b8a22ec5 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:13:35.394824 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0b2947-6771-452f-8548-d620b8a22ec5 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Pushing event updated for resources: {'Port': ['ID=9e7f6ff9-03c4-4deb-861f-6e64cadd50df,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:13:35.397078 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea0b2947-6771-452f-8548-d620b8a22ec5 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:13:35.447180 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea0b2947-6771-452f-8548-d620b8a22ec5 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:13:35.447802 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-ea0b2947-6771-452f-8548-d620b8a22ec5 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:35.535830 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-ea0b2947-6771-452f-8548-d620b8a22ec5 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.8837478 Jan 05 17:13:35.538504 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 45766) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:13:35.543829 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-e793fe10-1986-4028-9f36-35998af28d70 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Request body: {'port': {'network_id': '13520728-8cb2-45d0-907e-456db2c1a4fd', 'name': 'tempest-PortsTestJSON-1951346276'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:13:35.714779 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e793fe10-1986-4028-9f36-35998af28d70 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Made reservation on behalf of fae5af2b325549fbbf3eb3ad3c66d0a7 for: {'port': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:13:35.719108 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e793fe10-1986-4028-9f36-35998af28d70 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:35.739076 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.notifiers.nova [None req-e793fe10-1986-4028-9f36-35998af28d70 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] device_id is not set on port 048ea1fc-17d1-43d5-a813-c38cc7e7da47 yet. {{(pid=103800) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 05 17:13:35.745743 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 15d6e8fc-596f-4510-92ca-7e49fb3d23d9 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:13:35.857296 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [None req-e793fe10-1986-4028-9f36-35998af28d70 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Allocated IP 172.20.0.10 (13520728-8cb2-45d0-907e-456db2c1a4fd/eefeb1e3-5d32-4ef4-aa9d-e7d24a75139a/048ea1fc-17d1-43d5-a813-c38cc7e7da47) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:13:35.952069 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Provisioning complete for port 15d6e8fc-596f-4510-92ca-7e49fb3d23d9 triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:13:35.953090 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:36.023874 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e793fe10-1986-4028-9f36-35998af28d70 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks [] for port, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:36.034044 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:36.067953 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] For port 15d6e8fc-596f-4510-92ca-7e49fb3d23d9, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=15d6e8fc-596f-4510-92ca-7e49fb3d23d9,segment=NetworkSegment(523617f0-6537-4ed6-9c1e-494cb41e1769),segment_id=523617f0-6537-4ed6-9c1e-494cb41e1769)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:13:36.112812 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e793fe10-1986-4028-9f36-35998af28d70 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:36.142372 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:36.162702 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e793fe10-1986-4028-9f36-35998af28d70 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Network 13520728-8cb2-45d0-907e-456db2c1a4fd is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:13:36.166221 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-e793fe10-1986-4028-9f36-35998af28d70 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:13:36.168688 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e793fe10-1986-4028-9f36-35998af28d70 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:13:36.197251 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Pushing event updated for resources: {'Port': ['ID=15d6e8fc-596f-4510-92ca-7e49fb3d23d9,revision_number=3']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:13:36.197941 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e793fe10-1986-4028-9f36-35998af28d70 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Pushing event updated for resources: {'Port': ['ID=048ea1fc-17d1-43d5-a813-c38cc7e7da47,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:13:36.227434 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e793fe10-1986-4028-9f36-35998af28d70 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:13:36.227664 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e793fe10-1986-4028-9f36-35998af28d70 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:36.286776 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3176a131-f317-4920-901d-52e0d96169f6 None None] Network 13520728-8cb2-45d0-907e-456db2c1a4fd requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:13:36.300283 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-e793fe10-1986-4028-9f36-35998af28d70 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 0.7605572 Jan 05 17:13:36.302809 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 45770) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:13:36.370268 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-bbfd5bd2-0d53-49a0-bb25-c3051d1e1390 None None] Provisioning complete for port 15d6e8fc-596f-4510-92ca-7e49fb3d23d9 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:13:36.370634 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-bbfd5bd2-0d53-49a0-bb25-c3051d1e1390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:36.386799 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad2e4cd0-9080-498f-b1c2-4a848015b57c tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:13:36.388319 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-ad2e4cd0-9080-498f-b1c2-4a848015b57c tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] 10.222.0.11 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.13 HTTP/1.1" status: 200 len: 922 time: 0.0845885 Jan 05 17:13:36.391778 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 45772) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:13:36.488869 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-88d8e82a-d779-46f8-8179-508e262d0c03 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Deleting port 048ea1fc-17d1-43d5-a813-c38cc7e7da47 {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:13:36.489204 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-88d8e82a-d779-46f8-8179-508e262d0c03 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:36.577885 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-88d8e82a-d779-46f8-8179-508e262d0c03 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:36.590534 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-88d8e82a-d779-46f8-8179-508e262d0c03 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Calling delete_port for 048ea1fc-17d1-43d5-a813-c38cc7e7da47 owned by {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:13:36.698284 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-4e652f5a-63a1-4685-a710-f6b966b03f71 None None] Provisioning complete for port 9e7f6ff9-03c4-4deb-861f-6e64cadd50df triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:13:36.698653 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-4e652f5a-63a1-4685-a710-f6b966b03f71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:36.735115 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-4e652f5a-63a1-4685-a710-f6b966b03f71 None None] Port 9e7f6ff9-03c4-4deb-861f-6e64cadd50df cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 17:13:36.746080 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-4e652f5a-63a1-4685-a710-f6b966b03f71 None None] Provisioning complete for port 048ea1fc-17d1-43d5-a813-c38cc7e7da47 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:13:36.746450 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-4e652f5a-63a1-4685-a710-f6b966b03f71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:36.785243 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-4e652f5a-63a1-4685-a710-f6b966b03f71 None None] Port 048ea1fc-17d1-43d5-a813-c38cc7e7da47 cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 17:13:36.795200 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-4e652f5a-63a1-4685-a710-f6b966b03f71 None None] Provisioning complete for port 15d6e8fc-596f-4510-92ca-7e49fb3d23d9 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:13:36.795567 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-4e652f5a-63a1-4685-a710-f6b966b03f71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:36.798289 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-88d8e82a-d779-46f8-8179-508e262d0c03 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:36.828279 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d8e82a-d779-46f8-8179-508e262d0c03 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Pushing event deleted for resources: {'Port': ['ID=048ea1fc-17d1-43d5-a813-c38cc7e7da47,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:13:36.905123 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-88d8e82a-d779-46f8-8179-508e262d0c03 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:36.909099 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-88d8e82a-d779-46f8-8179-508e262d0c03 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] 10.222.0.11 "DELETE /v2.0/ports/048ea1fc-17d1-43d5-a813-c38cc7e7da47 HTTP/1.1" status: 204 len: 168 time: 0.5163331 Jan 05 17:13:36.911785 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 45774) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:13:36.937119 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4ecc768-ab76-46d0-9e87-36f5a6f1110a tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] GET failed (client error): The resource could not be found. Jan 05 17:13:36.938720 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-a4ecc768-ab76-46d0-9e87-36f5a6f1110a tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] 10.222.0.11 "GET /v2.0/ports/048ea1fc-17d1-43d5-a813-c38cc7e7da47 HTTP/1.1" status: 404 len: 333 time: 0.0258863 Jan 05 17:13:36.941357 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 45776) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:13:36.992902 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-63ab38a8-3c23-44e2-8112-69bdc10cfd50 None None] Could not find standard attr ID for object 048ea1fc-17d1-43d5-a813-c38cc7e7da47. {{(pid=103802) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 05 17:13:37.003705 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-63ab38a8-3c23-44e2-8112-69bdc10cfd50 None None] Provisioning complete for port 9e7f6ff9-03c4-4deb-861f-6e64cadd50df triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:13:37.004385 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-63ab38a8-3c23-44e2-8112-69bdc10cfd50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:37.039249 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-0c7c20c1-d26b-42e3-8d62-a3fe70116a94 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Deleting port 9e7f6ff9-03c4-4deb-861f-6e64cadd50df {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:13:37.039586 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-0c7c20c1-d26b-42e3-8d62-a3fe70116a94 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:37.045538 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-63ab38a8-3c23-44e2-8112-69bdc10cfd50 None None] Port 9e7f6ff9-03c4-4deb-861f-6e64cadd50df cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 17:13:37.129086 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-0c7c20c1-d26b-42e3-8d62-a3fe70116a94 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:37.141574 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-0c7c20c1-d26b-42e3-8d62-a3fe70116a94 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Calling delete_port for 9e7f6ff9-03c4-4deb-861f-6e64cadd50df owned by {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:13:37.346463 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-0c7c20c1-d26b-42e3-8d62-a3fe70116a94 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11433176'] for port, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:37.375967 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7c20c1-d26b-42e3-8d62-a3fe70116a94 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Pushing event deleted for resources: {'Port': ['ID=9e7f6ff9-03c4-4deb-861f-6e64cadd50df,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:13:37.445811 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-0c7c20c1-d26b-42e3-8d62-a3fe70116a94 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:37.450961 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-0c7c20c1-d26b-42e3-8d62-a3fe70116a94 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] 10.222.0.11 "DELETE /v2.0/ports/9e7f6ff9-03c4-4deb-861f-6e64cadd50df HTTP/1.1" status: 204 len: 168 time: 0.5083485 Jan 05 17:13:37.454237 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 45778) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:13:37.492790 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.pecan_wsgi.hooks.translation [None req-521ca70c-113b-42f5-bb72-ce3083bf78b0 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] GET failed (client error): The resource could not be found. Jan 05 17:13:37.496918 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-521ca70c-113b-42f5-bb72-ce3083bf78b0 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] 10.222.0.11 "GET /v2.0/ports/9e7f6ff9-03c4-4deb-861f-6e64cadd50df HTTP/1.1" status: 404 len: 333 time: 0.0395663 Jan 05 17:13:37.497365 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 45780) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:13:37.550743 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.db_base_plugin_v2 [None req-f22a3079-5161-4c84-9002-18ad0501e9f0 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Deleting subnet eefeb1e3-5d32-4ef4-aa9d-e7d24a75139a {{(pid=103801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 05 17:13:37.554080 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f22a3079-5161-4c84-9002-18ad0501e9f0 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks [] for subnet, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:37.592957 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f22a3079-5161-4c84-9002-18ad0501e9f0 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11316398'] for subnet, precommit_delete_associations {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:37.678026 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f22a3079-5161-4c84-9002-18ad0501e9f0 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892868'] for subnet, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:37.728765 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 15d6e8fc-596f-4510-92ca-7e49fb3d23d9 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:13:37.789756 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Provisioning complete for port 15d6e8fc-596f-4510-92ca-7e49fb3d23d9 triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:13:37.790234 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:37.800675 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f22a3079-5161-4c84-9002-18ad0501e9f0 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3893367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11433231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12480600'] for subnet, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:37.826631 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22a3079-5161-4c84-9002-18ad0501e9f0 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Pushing event deleted for resources: {'Subnet': ['ID=eefeb1e3-5d32-4ef4-aa9d-e7d24a75139a,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:13:37.837206 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f22a3079-5161-4c84-9002-18ad0501e9f0 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks [] for subnet, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:37.843156 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a9e2e82-fbb2-4f77-8cb7-2880679ad1b6 None None] Network 13520728-8cb2-45d0-907e-456db2c1a4fd requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:13:37.843978 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-f22a3079-5161-4c84-9002-18ad0501e9f0 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] 10.222.0.11 "DELETE /v2.0/subnets/eefeb1e3-5d32-4ef4-aa9d-e7d24a75139a HTTP/1.1" status: 204 len: 168 time: 0.3456144 Jan 05 17:13:37.847176 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 45782) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:13:37.922269 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-d256f83a-c9f3-43c9-84e9-3ebb57016725 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3809644'] for network, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:37.980585 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-d256f83a-c9f3-43c9-84e9-3ebb57016725 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Deleting port 15d6e8fc-596f-4510-92ca-7e49fb3d23d9 {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:13:37.980925 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-d256f83a-c9f3-43c9-84e9-3ebb57016725 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:38.029188 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c71fa98-69f5-48c1-8cd8-815671472c3b None None] DHCP port deletion for 13520728-8cb2-45d0-907e-456db2c1a4fd request from dv-neutron-master-2-hyperv {{(pid=103802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 05 17:13:38.046092 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-d256f83a-c9f3-43c9-84e9-3ebb57016725 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] For port 15d6e8fc-596f-4510-92ca-7e49fb3d23d9, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=15d6e8fc-596f-4510-92ca-7e49fb3d23d9,segment=NetworkSegment(523617f0-6537-4ed6-9c1e-494cb41e1769),segment_id=523617f0-6537-4ed6-9c1e-494cb41e1769)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:13:38.047109 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-d256f83a-c9f3-43c9-84e9-3ebb57016725 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:38.059712 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-d256f83a-c9f3-43c9-84e9-3ebb57016725 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Calling delete_port for 15d6e8fc-596f-4510-92ca-7e49fb3d23d9 owned by network:dhcp {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:13:38.076348 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-7c71fa98-69f5-48c1-8cd8-815671472c3b None None] Deleting port 15d6e8fc-596f-4510-92ca-7e49fb3d23d9 {{(pid=103802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:13:38.082338 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-7c71fa98-69f5-48c1-8cd8-815671472c3b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:38.145262 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-7c71fa98-69f5-48c1-8cd8-815671472c3b None None] For port 15d6e8fc-596f-4510-92ca-7e49fb3d23d9, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=15d6e8fc-596f-4510-92ca-7e49fb3d23d9,segment=NetworkSegment(523617f0-6537-4ed6-9c1e-494cb41e1769),segment_id=523617f0-6537-4ed6-9c1e-494cb41e1769)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:13:38.145690 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-7c71fa98-69f5-48c1-8cd8-815671472c3b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:38.159296 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-7c71fa98-69f5-48c1-8cd8-815671472c3b None None] Calling delete_port for 15d6e8fc-596f-4510-92ca-7e49fb3d23d9 owned by network:dhcp {{(pid=103802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:13:38.326140 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-7c71fa98-69f5-48c1-8cd8-815671472c3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678'] for port, after_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:38.355301 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c71fa98-69f5-48c1-8cd8-815671472c3b None None] Pushing event deleted for resources: {'Port': ['ID=15d6e8fc-596f-4510-92ca-7e49fb3d23d9,revision_number=None']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:13:38.361958 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c71fa98-69f5-48c1-8cd8-815671472c3b None None] No DVR routers for this DVR port 15d6e8fc-596f-4510-92ca-7e49fb3d23d9 on host dv-neutron-master-2-hyperv {{(pid=103802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 05 17:13:38.363351 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 45786) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:13:38.396819 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-d256f83a-c9f3-43c9-84e9-3ebb57016725 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11433176'] for port, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:38.422200 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d256f83a-c9f3-43c9-84e9-3ebb57016725 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Pushing event deleted for resources: {'Port': ['ID=15d6e8fc-596f-4510-92ca-7e49fb3d23d9,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:13:38.425638 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d256f83a-c9f3-43c9-84e9-3ebb57016725 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] No DVR routers for this DVR port 15d6e8fc-596f-4510-92ca-7e49fb3d23d9 on host dv-neutron-master-2-hyperv {{(pid=103801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 05 17:13:38.503389 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-d256f83a-c9f3-43c9-84e9-3ebb57016725 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3891715', 'neutron.services.segments.db._delete_segments_for_network-8754181063482'] for network, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:38.526330 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.services.segments.db [None req-d256f83a-c9f3-43c9-84e9-3ebb57016725 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13520728-8cb2-45d0-907e-456db2c1a4fd']}} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:13:38.536406 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.services.segments.db [None req-d256f83a-c9f3-43c9-84e9-3ebb57016725 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '523617f0-6537-4ed6-9c1e-494cb41e1769') {'for_net_delete': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:13:38.536701 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.services.segments.db [None req-d256f83a-c9f3-43c9-84e9-3ebb57016725 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '523617f0-6537-4ed6-9c1e-494cb41e1769') {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:13:38.545936 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-d256f83a-c9f3-43c9-84e9-3ebb57016725 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754181064771', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11316385'] for segment, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:38.559175 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-d256f83a-c9f3-43c9-84e9-3ebb57016725 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225'] for segment, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:38.565152 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d256f83a-c9f3-43c9-84e9-3ebb57016725 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Releasing vlan 131 on physical network physnet1 to pool {{(pid=103801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 05 17:13:38.565539 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-d256f83a-c9f3-43c9-84e9-3ebb57016725 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11433197'] for segment, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:38.568714 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:13:38.568714 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:13:38.568714 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:13:38.568714 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:13:38.568714 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:13:38.568714 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:13:38.568714 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:13:38.568714 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:13:38.568714 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:13:38.568714 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:13:38.568714 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:13:38.568714 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:13:38.568714 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:13:38.568714 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:13:38.568714 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:13:38.568714 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:13:38.568714 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:13:38.568714 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:13:38.568714 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 05 17:13:38.568714 dv-neutron-master-2-hyperv neutron-server[103801]: self.session.flush() Jan 05 17:13:38.568714 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 05 17:13:38.568714 dv-neutron-master-2-hyperv neutron-server[103801]: self.session.flush() Jan 05 17:13:38.568714 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 05 17:13:38.568714 dv-neutron-master-2-hyperv neutron-server[103801]: self.session.flush() Jan 05 17:13:38.568714 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 05 17:13:38.568714 dv-neutron-master-2-hyperv neutron-server[103801]: self.session.flush() Jan 05 17:13:38.568714 dv-neutron-master-2-hyperv neutron-server[103801]: Traceback (most recent call last): Jan 05 17:13:38.568714 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 05 17:13:38.568714 dv-neutron-master-2-hyperv neutron-server[103801]: timer() Jan 05 17:13:38.568714 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 05 17:13:38.568714 dv-neutron-master-2-hyperv neutron-server[103801]: cb(*args, **kw) Jan 05 17:13:38.568714 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 05 17:13:38.568714 dv-neutron-master-2-hyperv neutron-server[103801]: return func(*args, **kwargs) Jan 05 17:13:38.568714 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 05 17:13:38.568714 dv-neutron-master-2-hyperv neutron-server[103801]: self._notify() Jan 05 17:13:38.568714 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 05 17:13:38.568714 dv-neutron-master-2-hyperv neutron-server[103801]: self.callback(batched_events) Jan 05 17:13:38.568714 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 05 17:13:38.568714 dv-neutron-master-2-hyperv neutron-server[103801]: event.method(event) Jan 05 17:13:38.568714 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 05 17:13:38.568714 dv-neutron-master-2-hyperv neutron-server[103801]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 05 17:13:38.568714 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 05 17:13:38.568714 dv-neutron-master-2-hyperv neutron-server[103801]: aggregate_uuid = self.p_client.list_aggregates( Jan 05 17:13:38.568714 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 05 17:13:38.568714 dv-neutron-master-2-hyperv neutron-server[103801]: return f(self, *a, **k) Jan 05 17:13:38.568714 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 05 17:13:38.568714 dv-neutron-master-2-hyperv neutron-server[103801]: return self._get(url).json() Jan 05 17:13:38.568714 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 05 17:13:38.568714 dv-neutron-master-2-hyperv neutron-server[103801]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 05 17:13:38.568714 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 05 17:13:38.568714 dv-neutron-master-2-hyperv neutron-server[103801]: return self.request(url, 'GET', **kwargs) Jan 05 17:13:38.568714 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 05 17:13:38.568714 dv-neutron-master-2-hyperv neutron-server[103801]: base_url = self.get_endpoint(auth, allow=allow, Jan 05 17:13:38.568714 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 05 17:13:38.568714 dv-neutron-master-2-hyperv neutron-server[103801]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 05 17:13:38.568714 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 05 17:13:38.568714 dv-neutron-master-2-hyperv neutron-server[103801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 05 17:13:38.568714 dv-neutron-master-2-hyperv neutron-server[103801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 05 17:13:38.691959 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-d256f83a-c9f3-43c9-84e9-3ebb57016725 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3891722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648695'] for network, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:38.699861 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-d256f83a-c9f3-43c9-84e9-3ebb57016725 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks [] for network, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:38.703087 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-d256f83a-c9f3-43c9-84e9-3ebb57016725 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] 10.222.0.11 "DELETE /v2.0/networks/13520728-8cb2-45d0-907e-456db2c1a4fd HTTP/1.1" status: 204 len: 168 time: 0.8549762 Jan 05 17:13:38.706803 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 45788) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:13:38.712052 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-176991e7-f5ac-4794-bba4-1507d1c21386 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-946149972'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:13:38.716963 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d256f83a-c9f3-43c9-84e9-3ebb57016725 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Pushing event deleted for resources: {'Network': ['ID=13520728-8cb2-45d0-907e-456db2c1a4fd,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:13:38.753907 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ff914ec1-1f85-4da7-abcb-4f4c5ee65b89 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-531685'] for router_interface, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:38.837042 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-176991e7-f5ac-4794-bba4-1507d1c21386 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Made reservation on behalf of fae5af2b325549fbbf3eb3ad3c66d0a7 for: {'network': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:13:38.840476 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-176991e7-f5ac-4794-bba4-1507d1c21386 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for network, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:38.910420 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-176991e7-f5ac-4794-bba4-1507d1c21386 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'} {{(pid=103800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 05 17:13:38.942697 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-176991e7-f5ac-4794-bba4-1507d1c21386 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225'] for segment, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:38.943032 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.db.segments_db [None req-176991e7-f5ac-4794-bba4-1507d1c21386 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Added segment 9a35a577-4ffc-4d12-ae52-7cb89b92f9c7 of type vlan for network 2906d95d-75d4-478f-b3f7-f55e6df3583b Jan 05 17:13:39.017950 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-176991e7-f5ac-4794-bba4-1507d1c21386 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754180566020'] for network, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:39.125274 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-176991e7-f5ac-4794-bba4-1507d1c21386 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685'] for network, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:39.130937 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-176991e7-f5ac-4794-bba4-1507d1c21386 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:13:39.131493 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-176991e7-f5ac-4794-bba4-1507d1c21386 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks [] for network, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:39.191643 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-ff914ec1-1f85-4da7-abcb-4f4c5ee65b89 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Deleting port e2284338-b90c-48f5-8b3f-84ce60c824db {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:13:39.192055 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ff914ec1-1f85-4da7-abcb-4f4c5ee65b89 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:39.220597 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176991e7-f5ac-4794-bba4-1507d1c21386 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Pushing event updated for resources: {'Network': ['ID=2906d95d-75d4-478f-b3f7-f55e6df3583b,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:13:39.230827 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Network 2906d95d-75d4-478f-b3f7-f55e6df3583b details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 05 17:13:39.251135 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-176991e7-f5ac-4794-bba4-1507d1c21386 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5432925 Jan 05 17:13:39.254054 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 45790) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:13:39.262088 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-3e397886-4180-48a7-b6c4-bf666376fe76 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Request body: {'subnet': {'network_id': '2906d95d-75d4-478f-b3f7-f55e6df3583b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:13:39.294691 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.db [None req-ff914ec1-1f85-4da7-abcb-4f4c5ee65b89 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] For port e2284338-b90c-48f5-8b3f-84ce60c824db, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e2284338-b90c-48f5-8b3f-84ce60c824db,segment=NetworkSegment(ad0c0331-e60d-4f53-9305-1d74015cc249),segment_id=ad0c0331-e60d-4f53-9305-1d74015cc249)] {{(pid=103800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:13:39.295144 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ff914ec1-1f85-4da7-abcb-4f4c5ee65b89 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:39.308847 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-ff914ec1-1f85-4da7-abcb-4f4c5ee65b89 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Calling delete_port for e2284338-b90c-48f5-8b3f-84ce60c824db owned by network:router_interface {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:13:39.440005 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e397886-4180-48a7-b6c4-bf666376fe76 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Made reservation on behalf of fae5af2b325549fbbf3eb3ad3c66d0a7 for: {'subnet': 1} {{(pid=103801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:13:39.443682 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3e397886-4180-48a7-b6c4-bf666376fe76 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12480675'] for subnet, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:39.588905 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ff914ec1-1f85-4da7-abcb-4f4c5ee65b89 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:39.614346 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff914ec1-1f85-4da7-abcb-4f4c5ee65b89 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Pushing event deleted for resources: {'Port': ['ID=e2284338-b90c-48f5-8b3f-84ce60c824db,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:13:39.766096 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3e397886-4180-48a7-b6c4-bf666376fe76 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11433288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12480593'] for subnet, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:39.809550 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ff914ec1-1f85-4da7-abcb-4f4c5ee65b89 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-560676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531569'] for router_interface, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:39.820701 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 15d6e8fc-596f-4510-92ca-7e49fb3d23d9 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 05 17:13:39.822617 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e397886-4180-48a7-b6c4-bf666376fe76 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Pushing event updated for resources: {'Subnet': ['ID=44145fe0-72f2-443a-8a26-b7b9b9c02a20,revision_number=0']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:13:39.844990 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e397886-4180-48a7-b6c4-bf666376fe76 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Checking segment: {'id': '9a35a577-4ffc-4d12-ae52-7cb89b92f9c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '2906d95d-75d4-478f-b3f7-f55e6df3583b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:13:39.848219 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e397886-4180-48a7-b6c4-bf666376fe76 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Network hostable DHCP agents. Network: 2906d95d-75d4-478f-b3f7-f55e6df3583b, hostable agents: ['3f70c195-17da-4084-9fd6-bf6059d88535'], hosted agents: [] {{(pid=103801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 05 17:13:39.853739 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] No Port match for: 15d6e8fc-596f-4510-92ca-7e49fb3d23d9 {{(pid=103802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 05 17:13:39.854086 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 15d6e8fc-596f-4510-92ca-7e49fb3d23d9 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 05 17:13:39.931898 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e397886-4180-48a7-b6c4-bf666376fe76 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Network 2906d95d-75d4-478f-b3f7-f55e6df3583b is scheduled to be hosted by DHCP agent 3f70c195-17da-4084-9fd6-bf6059d88535 with binding_index 1 {{(pid=103801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 05 17:13:40.017929 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-3e397886-4180-48a7-b6c4-bf666376fe76 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 2906d95d-75d4-478f-b3f7-f55e6df3583b) {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:13:40.022191 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e397886-4180-48a7-b6c4-bf666376fe76 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:13:40.022789 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3e397886-4180-48a7-b6c4-bf666376fe76 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks [] for subnet, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:40.028399 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b352dc27-706b-40ba-bb49-abce03456041 None None] Network 2906d95d-75d4-478f-b3f7-f55e6df3583b requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:13:40.125774 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-3e397886-4180-48a7-b6c4-bf666376fe76 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8671610 Jan 05 17:13:40.126032 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 45792) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:13:40.130946 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-1ccc7975-9aa8-42da-bba6-a0110b2073f2 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Request body: {'port': {'network_id': '2906d95d-75d4-478f-b3f7-f55e6df3583b', 'name': 'tempest-PortsTestJSON-1168995210', 'fixed_ips': [{'subnet_id': '44145fe0-72f2-443a-8a26-b7b9b9c02a20', 'ip_address': '172.20.0.10'}]}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:13:40.134939 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecc66f2c-1728-4e64-9abb-fed12e3b7241 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-2906d95d-75d4-478f-b3f7-f55e6df3583b', 'network_id': '2906d95d-75d4-478f-b3f7-f55e6df3583b', 'project_id': 'fae5af2b325549fbbf3eb3ad3c66d0a7', 'fixed_ips': [{'subnet_id': '44145fe0-72f2-443a-8a26-b7b9b9c02a20'}]}} from dv-neutron-master-2-hyperv. {{(pid=103802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 05 17:13:40.136111 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-ecc66f2c-1728-4e64-9abb-fed12e3b7241 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:40.284034 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.db_base_plugin_common [None req-ecc66f2c-1728-4e64-9abb-fed12e3b7241 None None] Allocated IP 172.20.0.2 (2906d95d-75d4-478f-b3f7-f55e6df3583b/44145fe0-72f2-443a-8a26-b7b9b9c02a20/cb2b2fcb-3c37-40c1-9d72-7a012bd66d80) {{(pid=103802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:13:40.312259 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ccc7975-9aa8-42da-bba6-a0110b2073f2 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Made reservation on behalf of fae5af2b325549fbbf3eb3ad3c66d0a7 for: {'port': 1} {{(pid=103801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:13:40.359356 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff914ec1-1f85-4da7-abcb-4f4c5ee65b89 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Router 36b7bd7a-bec1-46d0-9455-e6298ef1b857 has already been hosted by L3 agent 59446fdc-40e0-41fe-a575-a8eb11d742f7 {{(pid=103800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 05 17:13:40.407931 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-1ccc7975-9aa8-42da-bba6-a0110b2073f2 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:40.425881 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.notifiers.nova [None req-1ccc7975-9aa8-42da-bba6-a0110b2073f2 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] device_id is not set on port bd95fd48-e5dd-4c70-a68f-a0b2921eb03c yet. {{(pid=103801) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 05 17:13:40.434124 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-ecc66f2c-1728-4e64-9abb-fed12e3b7241 None None] Publish callbacks [] for port, precommit_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:40.473059 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff914ec1-1f85-4da7-abcb-4f4c5ee65b89 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 05 17:13:40.478825 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-ff914ec1-1f85-4da7-abcb-4f4c5ee65b89 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "PUT /v2.0/routers/36b7bd7a-bec1-46d0-9455-e6298ef1b857/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1138947 Jan 05 17:13:40.483727 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65d1697f-368a-49e0-8f00-ba81708b7edb None None] Sync routers for ids ['36b7bd7a-bec1-46d0-9455-e6298ef1b857'] in dv-neutron-master-2-hyperv {{(pid=103803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 05 17:13:40.494125 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65d1697f-368a-49e0-8f00-ba81708b7edb None None] Routers {'36b7bd7a-bec1-46d0-9455-e6298ef1b857'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:13:40.494857 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-65d1697f-368a-49e0-8f00-ba81708b7edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:13:19Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['36b7bd7a-bec1-46d0-9455-e6298ef1b857'], 'active': True} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:13:40.525731 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-ecc66f2c-1728-4e64-9abb-fed12e3b7241 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669'] for port, after_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:40.611794 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc66f2c-1728-4e64-9abb-fed12e3b7241 None None] Pushing event updated for resources: {'Port': ['ID=cb2b2fcb-3c37-40c1-9d72-7a012bd66d80,revision_number=1']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:13:40.622390 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvr_db [None req-65d1697f-368a-49e0-8f00-ba81708b7edb None None] Set router 36b7bd7a-bec1-46d0-9455-e6298ef1b857 gateway port host: dv-neutron-master-2-hyperv {{(pid=103803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:13:40.622666 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecc66f2c-1728-4e64-9abb-fed12e3b7241 None None] Network 2906d95d-75d4-478f-b3f7-f55e6df3583b is already hosted by enough agents. {{(pid=103802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:13:40.622778 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [None req-1ccc7975-9aa8-42da-bba6-a0110b2073f2 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Allocated IP 172.20.0.10 (2906d95d-75d4-478f-b3f7-f55e6df3583b/44145fe0-72f2-443a-8a26-b7b9b9c02a20/bd95fd48-e5dd-4c70-a68f-a0b2921eb03c) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:13:40.628855 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.scheduler.base_scheduler [None req-ecc66f2c-1728-4e64-9abb-fed12e3b7241 None None] Resources bound (agent type, host, resource id): {{(pid=103802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:13:40.632201 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecc66f2c-1728-4e64-9abb-fed12e3b7241 None None] Received port after_create {{(pid=103802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:13:40.706311 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-ecc66f2c-1728-4e64-9abb-fed12e3b7241 None None] Attempting to bind port cb2b2fcb-3c37-40c1-9d72-7a012bd66d80 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 05 17:13:40.706844 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-ecc66f2c-1728-4e64-9abb-fed12e3b7241 None None] Attempting to bind port cb2b2fcb-3c37-40c1-9d72-7a012bd66d80 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '9a35a577-4ffc-4d12-ae52-7cb89b92f9c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '2906d95d-75d4-478f-b3f7-f55e6df3583b'}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 05 17:13:40.707427 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc66f2c-1728-4e64-9abb-fed12e3b7241 None None] Attempting to bind port cb2b2fcb-3c37-40c1-9d72-7a012bd66d80 on network 2906d95d-75d4-478f-b3f7-f55e6df3583b {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:13:40.713192 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc66f2c-1728-4e64-9abb-fed12e3b7241 None None] Checking agent: {'id': '0d4f8fd3-ce62-4651-970c-efa6a8bb22b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 5, 16, 57, 23), 'started_at': datetime.datetime(2022, 1, 5, 16, 57, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 5, 17, 13, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 05 17:13:40.713470 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc66f2c-1728-4e64-9abb-fed12e3b7241 None None] Checking segment: {'id': '9a35a577-4ffc-4d12-ae52-7cb89b92f9c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '2906d95d-75d4-478f-b3f7-f55e6df3583b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:13:40.714932 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-ecc66f2c-1728-4e64-9abb-fed12e3b7241 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:40.714932 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc66f2c-1728-4e64-9abb-fed12e3b7241 None None] Bound using segment: {'id': '9a35a577-4ffc-4d12-ae52-7cb89b92f9c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '2906d95d-75d4-478f-b3f7-f55e6df3583b'} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 05 17:13:40.714932 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-ecc66f2c-1728-4e64-9abb-fed12e3b7241 None None] Bound port: cb2b2fcb-3c37-40c1-9d72-7a012bd66d80, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a35a577-4ffc-4d12-ae52-7cb89b92f9c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '2906d95d-75d4-478f-b3f7-f55e6df3583b'}}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 05 17:13:40.715318 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-ecc66f2c-1728-4e64-9abb-fed12e3b7241 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:40.809281 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-1ccc7975-9aa8-42da-bba6-a0110b2073f2 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks [] for port, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:40.818858 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-ecc66f2c-1728-4e64-9abb-fed12e3b7241 None None] For port cb2b2fcb-3c37-40c1-9d72-7a012bd66d80, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 05 17:13:40.822394 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-ecc66f2c-1728-4e64-9abb-fed12e3b7241 None None] For port cb2b2fcb-3c37-40c1-9d72-7a012bd66d80, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=cb2b2fcb-3c37-40c1-9d72-7a012bd66d80,segment=NetworkSegment(9a35a577-4ffc-4d12-ae52-7cb89b92f9c7),segment_id=9a35a577-4ffc-4d12-ae52-7cb89b92f9c7)] {{(pid=103802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 05 17:13:40.887560 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-65d1697f-368a-49e0-8f00-ba81708b7edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36b7bd7a-bec1-46d0-9455-e6298ef1b857', 'name': 'tempest-TestNetworkBasicOps-router-275673944', 'tenant_id': 'ec76859de02442879238ecf1eaefefed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.51'}], 'enable_snat': True}, 'gw_port_id': 'e35d3a26-b17d-4578-abe6-d57671d0aca3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:11:27Z', 'updated_at': '2022-01-05T17:13:39Z', 'revision_number': 6, 'project_id': 'ec76859de02442879238ecf1eaefefed', 'gw_port': {'id': 'e35d3a26-b17d-4578-abe6-d57671d0aca3', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:d9:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36b7bd7a-bec1-46d0-9455-e6298ef1b857', 'device_owner': 'network:router_gateway', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:11:29Z', 'updated_at': '2022-01-05T17:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '0a17889f-c7b0-41ed-8d3e-83963b1c36ee', 'tenant_id': 'ec76859de02442879238ecf1eaefefed', 'floating_ip_address': '172.36.4.152', 'floating_network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'router_id': '36b7bd7a-bec1-46d0-9455-e6298ef1b857', 'port_id': '720a2fb6-be8e-4fcc-86fa-94a358c29b93', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1187, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '62c260dd-d135-4213-8dd0-485aab18a1d0', 'mac_address': 'fa:16:3e:78:2f:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ad75fd-3c61-493a-82ce-e55c8368b611', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-05T17:12:14Z', 'updated_at': '2022-01-05T17:12:20Z', 'revision_number': 1, 'project_id': 'ec76859de02442879238ecf1eaefefed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a3ebc3b-9bc4-4533-9c6f-b0efbbc88532', 'name': '', 'network_id': '62c260dd-d135-4213-8dd0-485aab18a1d0', 'tenant_id': 'ec76859de02442879238ecf1eaefefed', 'mac_address': 'fa:16:3e:d8:d2:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36b7bd7a-bec1-46d0-9455-e6298ef1b857', 'device_owner': 'network:router_interface', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': '5c5734b6-0442-4faf-b4f7-d61c8f7673ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:11:39Z', 'updated_at': '2022-01-05T17:11:44Z', 'revision_number': 5, 'project_id': 'ec76859de02442879238ecf1eaefefed', 'subnets': [{'id': '5c5734b6-0442-4faf-b4f7-d61c8f7673ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:13:40.915136 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65d1697f-368a-49e0-8f00-ba81708b7edb None None] Checking router: 36b7bd7a-bec1-46d0-9455-e6298ef1b857 for host: dv-neutron-master-2-hyperv {{(pid=103803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 05 17:13:40.923618 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65d1697f-368a-49e0-8f00-ba81708b7edb None None] Routers {'36b7bd7a-bec1-46d0-9455-e6298ef1b857'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:13:40.924227 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-65d1697f-368a-49e0-8f00-ba81708b7edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:13:19Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['36b7bd7a-bec1-46d0-9455-e6298ef1b857'], 'active': True} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:13:40.947320 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-1ccc7975-9aa8-42da-bba6-a0110b2073f2 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11433176'] for port, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:40.947564 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-ecc66f2c-1728-4e64-9abb-fed12e3b7241 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:41.006179 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ccc7975-9aa8-42da-bba6-a0110b2073f2 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Network 2906d95d-75d4-478f-b3f7-f55e6df3583b is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:13:41.018638 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-1ccc7975-9aa8-42da-bba6-a0110b2073f2 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:13:41.021291 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ccc7975-9aa8-42da-bba6-a0110b2073f2 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:13:41.031659 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc66f2c-1728-4e64-9abb-fed12e3b7241 None None] Pushing event updated for resources: {'Port': ['ID=cb2b2fcb-3c37-40c1-9d72-7a012bd66d80,revision_number=2']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:13:41.043558 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvr_db [None req-65d1697f-368a-49e0-8f00-ba81708b7edb None None] Set router 36b7bd7a-bec1-46d0-9455-e6298ef1b857 gateway port host: dv-neutron-master-2-hyperv {{(pid=103803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:13:41.090667 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccc7975-9aa8-42da-bba6-a0110b2073f2 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Pushing event updated for resources: {'Port': ['ID=bd95fd48-e5dd-4c70-a68f-a0b2921eb03c,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:13:41.109515 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ccc7975-9aa8-42da-bba6-a0110b2073f2 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:13:41.110150 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-1ccc7975-9aa8-42da-bba6-a0110b2073f2 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:41.130336 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecb3d67-e1bc-46a5-b230-97f83bbff740 req-2f1e6ada-1cb4-42a7-8d6f-e1a993ab2bdf tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:13:41.131847 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-7ecb3d67-e1bc-46a5-b230-97f83bbff740 req-2f1e6ada-1cb4-42a7-8d6f-e1a993ab2bdf tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/ports?device_id=21c3c1a0-7051-4ad1-9907-897735162bcd HTTP/1.1" status: 200 len: 946 time: 0.1413095 Jan 05 17:13:41.197340 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-7ecb3d67-e1bc-46a5-b230-97f83bbff740 req-e3e3bc3d-477d-4023-a82a-e3d000bcdc01 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/security-groups?id=c28dadb8-c003-4acf-9001-4d5d7450bd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569222 Jan 05 17:13:41.233093 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-1ccc7975-9aa8-42da-bba6-a0110b2073f2 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.1060770 Jan 05 17:13:41.236422 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 45798) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:13:41.243748 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-cd04739e-50d2-4d8c-b4df-9bc708fc6b7a tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Request body: {'port': {'network_id': '2906d95d-75d4-478f-b3f7-f55e6df3583b', 'name': 'tempest-PortsTestJSON-1793088889', 'fixed_ips': [{'subnet_id': '44145fe0-72f2-443a-8a26-b7b9b9c02a20', 'ip_address': '172.20.0.9'}]}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:13:41.307336 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-65d1697f-368a-49e0-8f00-ba81708b7edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36b7bd7a-bec1-46d0-9455-e6298ef1b857', 'name': 'tempest-TestNetworkBasicOps-router-275673944', 'tenant_id': 'ec76859de02442879238ecf1eaefefed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.51'}], 'enable_snat': True}, 'gw_port_id': 'e35d3a26-b17d-4578-abe6-d57671d0aca3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:11:27Z', 'updated_at': '2022-01-05T17:13:39Z', 'revision_number': 6, 'project_id': 'ec76859de02442879238ecf1eaefefed', 'gw_port': {'id': 'e35d3a26-b17d-4578-abe6-d57671d0aca3', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:d9:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36b7bd7a-bec1-46d0-9455-e6298ef1b857', 'device_owner': 'network:router_gateway', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:11:29Z', 'updated_at': '2022-01-05T17:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '0a17889f-c7b0-41ed-8d3e-83963b1c36ee', 'tenant_id': 'ec76859de02442879238ecf1eaefefed', 'floating_ip_address': '172.36.4.152', 'floating_network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'router_id': '36b7bd7a-bec1-46d0-9455-e6298ef1b857', 'port_id': '720a2fb6-be8e-4fcc-86fa-94a358c29b93', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1187, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '62c260dd-d135-4213-8dd0-485aab18a1d0', 'mac_address': 'fa:16:3e:78:2f:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ad75fd-3c61-493a-82ce-e55c8368b611', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-05T17:12:14Z', 'updated_at': '2022-01-05T17:12:20Z', 'revision_number': 1, 'project_id': 'ec76859de02442879238ecf1eaefefed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a3ebc3b-9bc4-4533-9c6f-b0efbbc88532', 'name': '', 'network_id': '62c260dd-d135-4213-8dd0-485aab18a1d0', 'tenant_id': 'ec76859de02442879238ecf1eaefefed', 'mac_address': 'fa:16:3e:d8:d2:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36b7bd7a-bec1-46d0-9455-e6298ef1b857', 'device_owner': 'network:router_interface', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': '5c5734b6-0442-4faf-b4f7-d61c8f7673ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:11:39Z', 'updated_at': '2022-01-05T17:11:44Z', 'revision_number': 5, 'project_id': 'ec76859de02442879238ecf1eaefefed', 'subnets': [{'id': '5c5734b6-0442-4faf-b4f7-d61c8f7673ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:13:41.336287 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65d1697f-368a-49e0-8f00-ba81708b7edb None None] The sync data for ids ['36b7bd7a-bec1-46d0-9455-e6298ef1b857'] in dv-neutron-master-2-hyperv is: [{'id': '36b7bd7a-bec1-46d0-9455-e6298ef1b857', 'name': 'tempest-TestNetworkBasicOps-router-275673944', 'tenant_id': 'ec76859de02442879238ecf1eaefefed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.51'}], 'enable_snat': True}, 'gw_port_id': 'e35d3a26-b17d-4578-abe6-d57671d0aca3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:11:27Z', 'updated_at': '2022-01-05T17:13:39Z', 'revision_number': 6, 'project_id': 'ec76859de02442879238ecf1eaefefed', 'gw_port': {'id': 'e35d3a26-b17d-4578-abe6-d57671d0aca3', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:d9:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36b7bd7a-bec1-46d0-9455-e6298ef1b857', 'device_owner': 'network:router_gateway', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:11:29Z', 'updated_at': '2022-01-05T17:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '0a17889f-c7b0-41ed-8d3e-83963b1c36ee', 'tenant_id': 'ec76859de02442879238ecf1eaefefed', 'floating_ip_address': '172.36.4.152', 'floating_network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'router_id': '36b7bd7a-bec1-46d0-9455-e6298ef1b857', 'port_id': '720a2fb6-be8e-4fcc-86fa-94a358c29b93', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1187, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '62c260dd-d135-4213-8dd0-485aab18a1d0', 'mac_address': 'fa:16:3e:78:2f:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ad75fd-3c61-493a-82ce-e55c8368b611', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-05T17:12:14Z', 'updated_at': '2022-01-05T17:12:20Z', 'revision_number': 1, 'project_id': 'ec76859de02442879238ecf1eaefefed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a3ebc3b-9bc4-4533-9c6f-b0efbbc88532', 'name': '', 'network_id': '62c260dd-d135-4213-8dd0-485aab18a1d0', 'tenant_id': 'ec76859de02442879238ecf1eaefefed', 'mac_address': 'fa:16:3e:d8:d2:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36b7bd7a-bec1-46d0-9455-e6298ef1b857', 'device_owner': 'network:router_interface', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': '5c5734b6-0442-4faf-b4f7-d61c8f7673ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:11:39Z', 'updated_at': '2022-01-05T17:11:44Z', 'revision_number': 5, 'project_id': 'ec76859de02442879238ecf1eaefefed', 'subnets': [{'id': '5c5734b6-0442-4faf-b4f7-d61c8f7673ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 05 17:13:41.428482 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd04739e-50d2-4d8c-b4df-9bc708fc6b7a tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Made reservation on behalf of fae5af2b325549fbbf3eb3ad3c66d0a7 for: {'port': 1} {{(pid=103801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:13:41.433621 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-cd04739e-50d2-4d8c-b4df-9bc708fc6b7a tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:41.451536 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.notifiers.nova [None req-cd04739e-50d2-4d8c-b4df-9bc708fc6b7a tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] device_id is not set on port 66895a37-e6ed-49b6-98e7-2b8d5b70139c yet. {{(pid=103801) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 05 17:13:41.608094 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [None req-cd04739e-50d2-4d8c-b4df-9bc708fc6b7a tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Allocated IP 172.20.0.9 (2906d95d-75d4-478f-b3f7-f55e6df3583b/44145fe0-72f2-443a-8a26-b7b9b9c02a20/66895a37-e6ed-49b6-98e7-2b8d5b70139c) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:13:41.774817 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-cd04739e-50d2-4d8c-b4df-9bc708fc6b7a tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks [] for port, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:41.799938 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device cb2b2fcb-3c37-40c1-9d72-7a012bd66d80 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:13:41.854043 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Provisioning complete for port cb2b2fcb-3c37-40c1-9d72-7a012bd66d80 triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:13:41.854552 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:41.869519 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-cd04739e-50d2-4d8c-b4df-9bc708fc6b7a tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11433176'] for port, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:41.923664 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd04739e-50d2-4d8c-b4df-9bc708fc6b7a tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Network 2906d95d-75d4-478f-b3f7-f55e6df3583b is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:13:41.929704 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-cd04739e-50d2-4d8c-b4df-9bc708fc6b7a tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:13:41.931934 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd04739e-50d2-4d8c-b4df-9bc708fc6b7a tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Pushing event updated for resources: {'Port': ['ID=66895a37-e6ed-49b6-98e7-2b8d5b70139c,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:13:41.940238 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd04739e-50d2-4d8c-b4df-9bc708fc6b7a tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:13:41.944990 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:41.980764 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] For port cb2b2fcb-3c37-40c1-9d72-7a012bd66d80, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=cb2b2fcb-3c37-40c1-9d72-7a012bd66d80,segment=NetworkSegment(9a35a577-4ffc-4d12-ae52-7cb89b92f9c7),segment_id=9a35a577-4ffc-4d12-ae52-7cb89b92f9c7)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:13:41.994521 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd04739e-50d2-4d8c-b4df-9bc708fc6b7a tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:13:41.995246 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-cd04739e-50d2-4d8c-b4df-9bc708fc6b7a tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:42.058007 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a0ca0c0-852a-4dba-9e43-902ea0cf392e None None] Network 2906d95d-75d4-478f-b3f7-f55e6df3583b requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:13:42.103756 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-cd04739e-50d2-4d8c-b4df-9bc708fc6b7a tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.8656492 Jan 05 17:13:42.106427 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 45800) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:13:42.110513 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:42.127521 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device e2284338-b90c-48f5-8b3f-84ce60c824db no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 05 17:13:42.162758 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dfddf7c-2bab-4dc5-bd36-45396ff20005 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:13:42.164356 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-1dfddf7c-2bab-4dc5-bd36-45396ff20005 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] 10.222.0.11 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.0569818 Jan 05 17:13:42.167316 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 45802) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:13:42.183501 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] No Port match for: e2284338-b90c-48f5-8b3f-84ce60c824db {{(pid=103802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 05 17:13:42.186042 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device e2284338-b90c-48f5-8b3f-84ce60c824db not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 05 17:13:42.191184 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-9d833601-0572-4c05-aa19-1b68b0d2f30a None None] Provisioning complete for port cb2b2fcb-3c37-40c1-9d72-7a012bd66d80 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:13:42.191559 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-9d833601-0572-4c05-aa19-1b68b0d2f30a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:42.224440 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ff56dc9-3378-4393-9e15-799d438c94b0 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:13:42.231574 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ff56dc9-3378-4393-9e15-799d438c94b0 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:13:42.238908 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ff56dc9-3378-4393-9e15-799d438c94b0 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:13:42.239161 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Pushing event updated for resources: {'Port': ['ID=cb2b2fcb-3c37-40c1-9d72-7a012bd66d80,revision_number=3']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:13:42.243606 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-3ff56dc9-3378-4393-9e15-799d438c94b0 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] 10.222.0.11 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2380 time: 0.0717669 Jan 05 17:13:42.243787 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 45806) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:13:42.331352 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b350f538-d86e-431e-b468-2a0cf3655e0e req-7f3db236-c0e3-4129-8a6b-af7852aac772 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:13:42.333070 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-b350f538-d86e-431e-b468-2a0cf3655e0e req-7f3db236-c0e3-4129-8a6b-af7852aac772 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/ports?device_id=21c3c1a0-7051-4ad1-9907-897735162bcd HTTP/1.1" status: 200 len: 946 time: 0.0587826 Jan 05 17:13:42.351770 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-4c3b7a93-0a84-4ff5-9f85-b0d137834056 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Deleting port 66895a37-e6ed-49b6-98e7-2b8d5b70139c {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:13:42.352112 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-4c3b7a93-0a84-4ff5-9f85-b0d137834056 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:42.422819 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-b350f538-d86e-431e-b468-2a0cf3655e0e req-295ba430-83f0-4a3a-86e5-85323db1b22d tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/security-groups?id=c28dadb8-c003-4acf-9001-4d5d7450bd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829806 Jan 05 17:13:42.449704 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac9b8fb-370a-411a-b6bc-0e3927c7472c req-14842cdb-4d9a-4515-ac6d-5cad0436b2d1 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:13:42.451264 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-dac9b8fb-370a-411a-b6bc-0e3927c7472c req-14842cdb-4d9a-4515-ac6d-5cad0436b2d1 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.13 "GET /v2.0/ports?device_id=21c3c1a0-7051-4ad1-9907-897735162bcd HTTP/1.1" status: 200 len: 946 time: 0.0631993 Jan 05 17:13:42.456594 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-4c3b7a93-0a84-4ff5-9f85-b0d137834056 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:42.475621 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-4c3b7a93-0a84-4ff5-9f85-b0d137834056 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Calling delete_port for 66895a37-e6ed-49b6-98e7-2b8d5b70139c owned by {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:13:42.551276 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-91085e57-fc14-4e50-bd59-8b81fa7112a0 None None] Provisioning complete for port cb2b2fcb-3c37-40c1-9d72-7a012bd66d80 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:13:42.552183 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-91085e57-fc14-4e50-bd59-8b81fa7112a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:42.554889 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [req-dac9b8fb-370a-411a-b6bc-0e3927c7472c req-2b3c8951-ba99-464f-b540-97dca1700f3b tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Deleting port bef4a7dd-682c-40e0-9f74-4806c8797093 {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:13:42.555278 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-dac9b8fb-370a-411a-b6bc-0e3927c7472c req-2b3c8951-ba99-464f-b540-97dca1700f3b tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:42.665263 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-91085e57-fc14-4e50-bd59-8b81fa7112a0 None None] Provisioning complete for port bd95fd48-e5dd-4c70-a68f-a0b2921eb03c triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:13:42.665665 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-91085e57-fc14-4e50-bd59-8b81fa7112a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:42.674182 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.db [req-dac9b8fb-370a-411a-b6bc-0e3927c7472c req-2b3c8951-ba99-464f-b540-97dca1700f3b tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] For port bef4a7dd-682c-40e0-9f74-4806c8797093, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=bef4a7dd-682c-40e0-9f74-4806c8797093,segment=NetworkSegment(ad0c0331-e60d-4f53-9305-1d74015cc249),segment_id=ad0c0331-e60d-4f53-9305-1d74015cc249)] {{(pid=103800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:13:42.674842 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-dac9b8fb-370a-411a-b6bc-0e3927c7472c req-2b3c8951-ba99-464f-b540-97dca1700f3b tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:42.689670 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [req-dac9b8fb-370a-411a-b6bc-0e3927c7472c req-2b3c8951-ba99-464f-b540-97dca1700f3b tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Calling delete_port for bef4a7dd-682c-40e0-9f74-4806c8797093 owned by compute:nova {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:13:42.697052 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-4c3b7a93-0a84-4ff5-9f85-b0d137834056 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11433176'] for port, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:42.706407 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-91085e57-fc14-4e50-bd59-8b81fa7112a0 None None] Port bd95fd48-e5dd-4c70-a68f-a0b2921eb03c cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 17:13:42.709815 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-91085e57-fc14-4e50-bd59-8b81fa7112a0 None None] Could not find standard attr ID for object 66895a37-e6ed-49b6-98e7-2b8d5b70139c. {{(pid=103802) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 05 17:13:42.737750 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3b7a93-0a84-4ff5-9f85-b0d137834056 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Pushing event deleted for resources: {'Port': ['ID=66895a37-e6ed-49b6-98e7-2b8d5b70139c,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:13:42.826762 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-4c3b7a93-0a84-4ff5-9f85-b0d137834056 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:42.830403 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-328e65cf-ec4b-43de-a2a7-eaffe079c904 None None] Provisioning complete for port bd95fd48-e5dd-4c70-a68f-a0b2921eb03c triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:13:42.830904 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-328e65cf-ec4b-43de-a2a7-eaffe079c904 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:42.832519 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-4c3b7a93-0a84-4ff5-9f85-b0d137834056 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] 10.222.0.11 "DELETE /v2.0/ports/66895a37-e6ed-49b6-98e7-2b8d5b70139c HTTP/1.1" status: 204 len: 168 time: 0.5878527 Jan 05 17:13:42.835046 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 45808) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:13:42.860924 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.pecan_wsgi.hooks.translation [None req-41598ed7-2ead-4619-a2ff-bd64ababb8dc tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] GET failed (client error): The resource could not be found. Jan 05 17:13:42.864913 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-41598ed7-2ead-4619-a2ff-bd64ababb8dc tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] 10.222.0.11 "GET /v2.0/ports/66895a37-e6ed-49b6-98e7-2b8d5b70139c HTTP/1.1" status: 404 len: 333 time: 0.0263579 Jan 05 17:13:42.865183 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 45810) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:13:42.870845 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-328e65cf-ec4b-43de-a2a7-eaffe079c904 None None] Port bd95fd48-e5dd-4c70-a68f-a0b2921eb03c cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 17:13:42.926104 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-dac9b8fb-370a-411a-b6bc-0e3927c7472c req-2b3c8951-ba99-464f-b540-97dca1700f3b tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:42.958460 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3c8951-ba99-464f-b540-97dca1700f3b tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Pushing event deleted for resources: {'Port': ['ID=bef4a7dd-682c-40e0-9f74-4806c8797093,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:13:42.963962 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-2382da5f-6d72-4a9b-914d-36a688797af6 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Deleting port bd95fd48-e5dd-4c70-a68f-a0b2921eb03c {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:13:42.964379 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-2382da5f-6d72-4a9b-914d-36a688797af6 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:42.985987 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-249b894f-ec50-4c1f-910e-323df3def3cf None None] Could not find standard attr ID for object 66895a37-e6ed-49b6-98e7-2b8d5b70139c. {{(pid=103802) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 05 17:13:43.007712 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [req-dac9b8fb-370a-411a-b6bc-0e3927c7472c req-2b3c8951-ba99-464f-b540-97dca1700f3b tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] No DVR routers for this DVR port bef4a7dd-682c-40e0-9f74-4806c8797093 on host hv-neutron-mast {{(pid=103800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 05 17:13:43.010621 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-dac9b8fb-370a-411a-b6bc-0e3927c7472c req-2b3c8951-ba99-464f-b540-97dca1700f3b tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:43.014333 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-dac9b8fb-370a-411a-b6bc-0e3927c7472c req-2b3c8951-ba99-464f-b540-97dca1700f3b tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.13 "DELETE /v2.0/ports/bef4a7dd-682c-40e0-9f74-4806c8797093 HTTP/1.1" status: 204 len: 173 time: 0.5586421 Jan 05 17:13:43.014969 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21c3c1a0-7051-4ad1-9907-897735162bcd', 'name': 'network-vif-deleted', 'tag': 'bef4a7dd-682c-40e0-9f74-4806c8797093'}] {{(pid=103800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 05 17:13:43.017558 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f64b9d4628f7eefcc27168a80c04985d23f0ea5def038dae05e1deb7357f3bfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-294c3f69-a426-4005-a1a2-d994aae85fa4" -d '{"events": [{"server_uuid": "21c3c1a0-7051-4ad1-9907-897735162bcd", "name": "network-vif-deleted", "tag": "bef4a7dd-682c-40e0-9f74-4806c8797093"}]}' {{(pid=103800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 05 17:13:43.059104 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Jan 2022 17:13:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c34f2a71-d639-463e-b9e3-93478b415042 x-openstack-request-id: req-c34f2a71-d639-463e-b9e3-93478b415042 {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 05 17:13:43.059490 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21c3c1a0-7051-4ad1-9907-897735162bcd", "name": "network-vif-deleted", "tag": "bef4a7dd-682c-40e0-9f74-4806c8797093", "status": "completed", "code": 200}]} {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 05 17:13:43.059810 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c34f2a71-d639-463e-b9e3-93478b415042 {{(pid=103800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 05 17:13:43.060275 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21c3c1a0-7051-4ad1-9907-897735162bcd', 'name': 'network-vif-deleted', 'tag': 'bef4a7dd-682c-40e0-9f74-4806c8797093', 'status': 'completed', 'code': 200} Jan 05 17:13:43.079081 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-2382da5f-6d72-4a9b-914d-36a688797af6 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:43.095376 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-2382da5f-6d72-4a9b-914d-36a688797af6 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Calling delete_port for bd95fd48-e5dd-4c70-a68f-a0b2921eb03c owned by {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:13:43.308452 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-2382da5f-6d72-4a9b-914d-36a688797af6 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11433176'] for port, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:43.335870 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2382da5f-6d72-4a9b-914d-36a688797af6 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Pushing event deleted for resources: {'Port': ['ID=bd95fd48-e5dd-4c70-a68f-a0b2921eb03c,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:13:43.421645 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-2382da5f-6d72-4a9b-914d-36a688797af6 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:43.426687 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-2382da5f-6d72-4a9b-914d-36a688797af6 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] 10.222.0.11 "DELETE /v2.0/ports/bd95fd48-e5dd-4c70-a68f-a0b2921eb03c HTTP/1.1" status: 204 len: 168 time: 0.5603859 Jan 05 17:13:43.429537 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 45814) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:13:43.466840 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e0d9293-3c90-458b-9134-1fce3b0f6366 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] GET failed (client error): The resource could not be found. Jan 05 17:13:43.471840 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-4e0d9293-3c90-458b-9134-1fce3b0f6366 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] 10.222.0.11 "GET /v2.0/ports/bd95fd48-e5dd-4c70-a68f-a0b2921eb03c HTTP/1.1" status: 404 len: 333 time: 0.0411005 Jan 05 17:13:43.472691 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 45818) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:13:43.556510 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-5b375d2a-2dc6-492a-b632-1a4eae46c534 req-e32deca4-ef45-435b-83ee-68b1df943d1a tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/ports?device_id=21c3c1a0-7051-4ad1-9907-897735162bcd HTTP/1.1" status: 200 len: 210 time: 0.0379753 Jan 05 17:13:43.561313 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6379779-0ca8-4ded-af1d-278c7d459e33 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Deleting subnet 44145fe0-72f2-443a-8a26-b7b9b9c02a20 {{(pid=103800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 05 17:13:43.565371 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e6379779-0ca8-4ded-af1d-278c7d459e33 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks [] for subnet, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:43.608692 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e6379779-0ca8-4ded-af1d-278c7d459e33 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8784846'] for subnet, precommit_delete_associations {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:43.691015 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e6379779-0ca8-4ded-af1d-278c7d459e33 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892868'] for subnet, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:43.738681 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device cb2b2fcb-3c37-40c1-9d72-7a012bd66d80 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:13:43.788947 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Provisioning complete for port cb2b2fcb-3c37-40c1-9d72-7a012bd66d80 triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:13:43.789306 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:43.955043 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e6379779-0ca8-4ded-af1d-278c7d459e33 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3893367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8784787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8521880'] for subnet, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:43.981550 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6379779-0ca8-4ded-af1d-278c7d459e33 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Pushing event deleted for resources: {'Subnet': ['ID=44145fe0-72f2-443a-8a26-b7b9b9c02a20,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:13:43.985187 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e6379779-0ca8-4ded-af1d-278c7d459e33 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks [] for subnet, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:43.988342 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-e6379779-0ca8-4ded-af1d-278c7d459e33 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] 10.222.0.11 "DELETE /v2.0/subnets/44145fe0-72f2-443a-8a26-b7b9b9c02a20 HTTP/1.1" status: 204 len: 168 time: 0.5146301 Jan 05 17:13:43.991075 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 45822) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:13:43.992493 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed9d57bf-7656-4e74-8e8c-f931a3e0bbd3 None None] Network 2906d95d-75d4-478f-b3f7-f55e6df3583b requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:13:44.075447 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f0c70bb5-ff7e-47c1-8deb-57d0efd77d7b tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3809644'] for network, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:44.141413 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-f0c70bb5-ff7e-47c1-8deb-57d0efd77d7b tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Deleting port cb2b2fcb-3c37-40c1-9d72-7a012bd66d80 {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:13:44.141870 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f0c70bb5-ff7e-47c1-8deb-57d0efd77d7b tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:44.157995 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26cd382c-2531-4484-9b86-d1093c09c93b None None] DHCP port deletion for 2906d95d-75d4-478f-b3f7-f55e6df3583b request from dv-neutron-master-2-hyperv {{(pid=103802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 05 17:13:44.205809 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-26cd382c-2531-4484-9b86-d1093c09c93b None None] Deleting port cb2b2fcb-3c37-40c1-9d72-7a012bd66d80 {{(pid=103802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:13:44.206093 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-26cd382c-2531-4484-9b86-d1093c09c93b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:44.208435 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-f0c70bb5-ff7e-47c1-8deb-57d0efd77d7b tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] For port cb2b2fcb-3c37-40c1-9d72-7a012bd66d80, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=cb2b2fcb-3c37-40c1-9d72-7a012bd66d80,segment=NetworkSegment(9a35a577-4ffc-4d12-ae52-7cb89b92f9c7),segment_id=9a35a577-4ffc-4d12-ae52-7cb89b92f9c7)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:13:44.208855 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f0c70bb5-ff7e-47c1-8deb-57d0efd77d7b tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:44.222090 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-f0c70bb5-ff7e-47c1-8deb-57d0efd77d7b tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Calling delete_port for cb2b2fcb-3c37-40c1-9d72-7a012bd66d80 owned by network:dhcp {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:13:44.270656 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-26cd382c-2531-4484-9b86-d1093c09c93b None None] For port cb2b2fcb-3c37-40c1-9d72-7a012bd66d80, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=cb2b2fcb-3c37-40c1-9d72-7a012bd66d80,segment=NetworkSegment(9a35a577-4ffc-4d12-ae52-7cb89b92f9c7),segment_id=9a35a577-4ffc-4d12-ae52-7cb89b92f9c7)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:13:44.271157 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-26cd382c-2531-4484-9b86-d1093c09c93b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:44.287379 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-26cd382c-2531-4484-9b86-d1093c09c93b None None] Calling delete_port for cb2b2fcb-3c37-40c1-9d72-7a012bd66d80 owned by network:dhcp {{(pid=103802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:13:44.363338 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f0c70bb5-ff7e-47c1-8deb-57d0efd77d7b tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11433176'] for port, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:44.369240 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-26cd382c-2531-4484-9b86-d1093c09c93b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678'] for port, after_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:44.390642 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c70bb5-ff7e-47c1-8deb-57d0efd77d7b tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Pushing event deleted for resources: {'Port': ['ID=cb2b2fcb-3c37-40c1-9d72-7a012bd66d80,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:13:44.392361 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0c70bb5-ff7e-47c1-8deb-57d0efd77d7b tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] No DVR routers for this DVR port cb2b2fcb-3c37-40c1-9d72-7a012bd66d80 on host dv-neutron-master-2-hyperv {{(pid=103801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 05 17:13:44.397625 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cd382c-2531-4484-9b86-d1093c09c93b None None] Pushing event deleted for resources: {'Port': ['ID=cb2b2fcb-3c37-40c1-9d72-7a012bd66d80,revision_number=None']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:13:44.401376 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26cd382c-2531-4484-9b86-d1093c09c93b None None] No DVR routers for this DVR port cb2b2fcb-3c37-40c1-9d72-7a012bd66d80 on host dv-neutron-master-2-hyperv {{(pid=103802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 05 17:13:44.474414 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f0c70bb5-ff7e-47c1-8deb-57d0efd77d7b tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3891715', 'neutron.services.segments.db._delete_segments_for_network-8754181063482'] for network, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:44.494505 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.services.segments.db [None req-f0c70bb5-ff7e-47c1-8deb-57d0efd77d7b tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2906d95d-75d4-478f-b3f7-f55e6df3583b']}} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:13:44.503591 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.services.segments.db [None req-f0c70bb5-ff7e-47c1-8deb-57d0efd77d7b tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a35a577-4ffc-4d12-ae52-7cb89b92f9c7') {'for_net_delete': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:13:44.503916 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.services.segments.db [None req-f0c70bb5-ff7e-47c1-8deb-57d0efd77d7b tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a35a577-4ffc-4d12-ae52-7cb89b92f9c7') {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:13:44.512964 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f0c70bb5-ff7e-47c1-8deb-57d0efd77d7b tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754181064771', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11316385'] for segment, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:44.525689 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f0c70bb5-ff7e-47c1-8deb-57d0efd77d7b tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225'] for segment, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:44.531906 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0c70bb5-ff7e-47c1-8deb-57d0efd77d7b tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Releasing vlan 124 on physical network physnet1 to pool {{(pid=103801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 05 17:13:44.532280 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f0c70bb5-ff7e-47c1-8deb-57d0efd77d7b tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11433197'] for segment, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:44.535236 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:13:44.535236 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:13:44.535236 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:13:44.535236 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:13:44.535236 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:13:44.535236 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:13:44.535236 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:13:44.535236 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:13:44.535236 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:13:44.535236 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:13:44.535236 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:13:44.535236 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:13:44.535236 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:13:44.535236 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:13:44.535236 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:13:44.535236 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:13:44.535236 dv-neutron-master-2-hyperv neutron-server[103801]: Traceback (most recent call last): Jan 05 17:13:44.535236 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 05 17:13:44.535236 dv-neutron-master-2-hyperv neutron-server[103801]: timer() Jan 05 17:13:44.535236 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 05 17:13:44.535236 dv-neutron-master-2-hyperv neutron-server[103801]: cb(*args, **kw) Jan 05 17:13:44.535236 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 05 17:13:44.535236 dv-neutron-master-2-hyperv neutron-server[103801]: return func(*args, **kwargs) Jan 05 17:13:44.535236 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 05 17:13:44.535236 dv-neutron-master-2-hyperv neutron-server[103801]: self._notify() Jan 05 17:13:44.535236 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 05 17:13:44.535236 dv-neutron-master-2-hyperv neutron-server[103801]: self.callback(batched_events) Jan 05 17:13:44.535236 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 05 17:13:44.535236 dv-neutron-master-2-hyperv neutron-server[103801]: event.method(event) Jan 05 17:13:44.535236 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 05 17:13:44.535236 dv-neutron-master-2-hyperv neutron-server[103801]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 05 17:13:44.535236 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 05 17:13:44.535236 dv-neutron-master-2-hyperv neutron-server[103801]: aggregate_uuid = self.p_client.list_aggregates( Jan 05 17:13:44.535236 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 05 17:13:44.535236 dv-neutron-master-2-hyperv neutron-server[103801]: return f(self, *a, **k) Jan 05 17:13:44.535236 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 05 17:13:44.535236 dv-neutron-master-2-hyperv neutron-server[103801]: return self._get(url).json() Jan 05 17:13:44.535236 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 05 17:13:44.535236 dv-neutron-master-2-hyperv neutron-server[103801]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 05 17:13:44.535236 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 05 17:13:44.535236 dv-neutron-master-2-hyperv neutron-server[103801]: return self.request(url, 'GET', **kwargs) Jan 05 17:13:44.535236 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 05 17:13:44.535236 dv-neutron-master-2-hyperv neutron-server[103801]: base_url = self.get_endpoint(auth, allow=allow, Jan 05 17:13:44.535236 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 05 17:13:44.535236 dv-neutron-master-2-hyperv neutron-server[103801]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 05 17:13:44.535236 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 05 17:13:44.535236 dv-neutron-master-2-hyperv neutron-server[103801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 05 17:13:44.535236 dv-neutron-master-2-hyperv neutron-server[103801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 05 17:13:44.620655 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 45826) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:13:44.667024 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f0c70bb5-ff7e-47c1-8deb-57d0efd77d7b tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3891722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648695'] for network, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:44.671211 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f0c70bb5-ff7e-47c1-8deb-57d0efd77d7b tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks [] for network, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:44.677995 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-f0c70bb5-ff7e-47c1-8deb-57d0efd77d7b tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] 10.222.0.11 "DELETE /v2.0/networks/2906d95d-75d4-478f-b3f7-f55e6df3583b HTTP/1.1" status: 204 len: 168 time: 0.6824963 Jan 05 17:13:44.678767 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 45828) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:13:44.683725 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-e0a5bc21-ba16-442a-bc64-5135bfc73918 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-555926555'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:13:44.704952 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c70bb5-ff7e-47c1-8deb-57d0efd77d7b tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Pushing event deleted for resources: {'Network': ['ID=2906d95d-75d4-478f-b3f7-f55e6df3583b,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:13:44.707126 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-4cfcfc23-e0d8-4467-a0e0-363e0aa6dad4 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for security_group, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:44.733447 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-4cfcfc23-e0d8-4467-a0e0-363e0aa6dad4 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:44.774858 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0a5bc21-ba16-442a-bc64-5135bfc73918 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Made reservation on behalf of fae5af2b325549fbbf3eb3ad3c66d0a7 for: {'network': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:13:44.778488 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e0a5bc21-ba16-442a-bc64-5135bfc73918 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for network, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:44.803225 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0a5bc21-ba16-442a-bc64-5135bfc73918 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] vlan segment allocate from pool success with {'vlan_id': 106, 'physical_network': 'physnet1'} {{(pid=103800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 05 17:13:44.811966 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e0a5bc21-ba16-442a-bc64-5135bfc73918 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225'] for segment, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:44.813244 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.db.segments_db [None req-e0a5bc21-ba16-442a-bc64-5135bfc73918 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Added segment f289a2ee-d4d9-4c98-a89b-c6f10a3b4aaa of type vlan for network 92a92bbf-6153-4a12-87a3-79a4ff9106f5 Jan 05 17:13:44.851750 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e0a5bc21-ba16-442a-bc64-5135bfc73918 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754180566020'] for network, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:44.860493 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-4cfcfc23-e0d8-4467-a0e0-363e0aa6dad4 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:44.863269 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-4cfcfc23-e0d8-4467-a0e0-363e0aa6dad4 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for security_group, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:44.867494 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-4cfcfc23-e0d8-4467-a0e0-363e0aa6dad4 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "DELETE /v2.0/security-groups/c28dadb8-c003-4acf-9001-4d5d7450bd4a HTTP/1.1" status: 204 len: 168 time: 0.2427824 Jan 05 17:13:44.876474 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfcfc23-e0d8-4467-a0e0-363e0aa6dad4 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c28dadb8-c003-4acf-9001-4d5d7450bd4a,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:13:44.928731 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e0a5bc21-ba16-442a-bc64-5135bfc73918 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685'] for network, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:44.934539 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0a5bc21-ba16-442a-bc64-5135bfc73918 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:13:44.935113 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e0a5bc21-ba16-442a-bc64-5135bfc73918 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks [] for network, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:44.958587 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 45832) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:13:45.003576 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a5bc21-ba16-442a-bc64-5135bfc73918 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Pushing event updated for resources: {'Network': ['ID=92a92bbf-6153-4a12-87a3-79a4ff9106f5,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:13:45.009266 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.db_base_plugin_v2 [None req-71670b09-835f-42e8-844b-fcb45871a5df tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Deleting subnet 55fb8880-edda-4f4c-ab4f-51de906efb02 {{(pid=103801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 05 17:13:45.012503 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-71670b09-835f-42e8-844b-fcb45871a5df tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for subnet, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:45.014038 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Network 92a92bbf-6153-4a12-87a3-79a4ff9106f5 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 05 17:13:45.036867 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-e0a5bc21-ba16-442a-bc64-5135bfc73918 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3569930 Jan 05 17:13:45.039495 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 45834) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:13:45.044675 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-46ae25f9-3099-4f64-bc29-9b7ce45d1177 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Request body: {'subnet': {'network_id': '92a92bbf-6153-4a12-87a3-79a4ff9106f5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:13:45.061125 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-71670b09-835f-42e8-844b-fcb45871a5df tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11316398'] for subnet, precommit_delete_associations {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:45.151072 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-71670b09-835f-42e8-844b-fcb45871a5df tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892868'] for subnet, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:45.189137 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46ae25f9-3099-4f64-bc29-9b7ce45d1177 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Made reservation on behalf of fae5af2b325549fbbf3eb3ad3c66d0a7 for: {'subnet': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:13:45.192867 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-46ae25f9-3099-4f64-bc29-9b7ce45d1177 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8521827'] for subnet, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:45.274942 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-71670b09-835f-42e8-844b-fcb45871a5df tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3893367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11433231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12480600'] for subnet, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:45.306866 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71670b09-835f-42e8-844b-fcb45871a5df tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Pushing event deleted for resources: {'Subnet': ['ID=55fb8880-edda-4f4c-ab4f-51de906efb02,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:13:45.308848 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-71670b09-835f-42e8-844b-fcb45871a5df tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for subnet, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:45.314846 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-71670b09-835f-42e8-844b-fcb45871a5df tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "DELETE /v2.0/subnets/55fb8880-edda-4f4c-ab4f-51de906efb02 HTTP/1.1" status: 204 len: 168 time: 0.3527277 Jan 05 17:13:45.315284 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 45836) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:13:45.318450 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3452c369-30cd-44ee-8cb6-34a7bf0eed8f None None] Network 462b1b6f-f9dc-4383-bd2c-be5964748468 requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:13:45.440322 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-94f740e2-72d0-45de-ae31-b053fcca9c4c tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3809644'] for network, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:45.465471 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fea436b9-0cc7-4a5d-a867-61e22cf084c5 None None] DHCP port deletion for 462b1b6f-f9dc-4383-bd2c-be5964748468 request from dv-neutron-master-2-hyperv {{(pid=103802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 05 17:13:45.496290 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-94f740e2-72d0-45de-ae31-b053fcca9c4c tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Deleting port 2482ef5a-7dd5-4b3e-a9e8-66889033fa08 {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:13:45.496625 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-94f740e2-72d0-45de-ae31-b053fcca9c4c tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:45.512510 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-46ae25f9-3099-4f64-bc29-9b7ce45d1177 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8784852', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8521873'] for subnet, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:45.518740 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-fea436b9-0cc7-4a5d-a867-61e22cf084c5 None None] Deleting port 2482ef5a-7dd5-4b3e-a9e8-66889033fa08 {{(pid=103802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:13:45.519109 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-fea436b9-0cc7-4a5d-a867-61e22cf084c5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:45.579458 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-fea436b9-0cc7-4a5d-a867-61e22cf084c5 None None] For port 2482ef5a-7dd5-4b3e-a9e8-66889033fa08, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=2482ef5a-7dd5-4b3e-a9e8-66889033fa08,segment=NetworkSegment(ad0c0331-e60d-4f53-9305-1d74015cc249),segment_id=ad0c0331-e60d-4f53-9305-1d74015cc249)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:13:45.579745 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-fea436b9-0cc7-4a5d-a867-61e22cf084c5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:45.592156 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-fea436b9-0cc7-4a5d-a867-61e22cf084c5 None None] Calling delete_port for 2482ef5a-7dd5-4b3e-a9e8-66889033fa08 owned by network:dhcp {{(pid=103802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:13:45.602573 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.db [None req-94f740e2-72d0-45de-ae31-b053fcca9c4c tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] For port 2482ef5a-7dd5-4b3e-a9e8-66889033fa08, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=2482ef5a-7dd5-4b3e-a9e8-66889033fa08,segment=NetworkSegment(ad0c0331-e60d-4f53-9305-1d74015cc249),segment_id=ad0c0331-e60d-4f53-9305-1d74015cc249)] {{(pid=103800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:13:45.602927 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-94f740e2-72d0-45de-ae31-b053fcca9c4c tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:45.620999 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ae25f9-3099-4f64-bc29-9b7ce45d1177 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Pushing event updated for resources: {'Subnet': ['ID=81a62d3c-8f68-496f-939b-fe62ded78682,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:13:45.630341 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-94f740e2-72d0-45de-ae31-b053fcca9c4c tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Calling delete_port for 2482ef5a-7dd5-4b3e-a9e8-66889033fa08 owned by network:dhcp {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:13:45.652520 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46ae25f9-3099-4f64-bc29-9b7ce45d1177 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Checking segment: {'id': 'f289a2ee-d4d9-4c98-a89b-c6f10a3b4aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '92a92bbf-6153-4a12-87a3-79a4ff9106f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:13:45.652880 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46ae25f9-3099-4f64-bc29-9b7ce45d1177 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Network hostable DHCP agents. Network: 92a92bbf-6153-4a12-87a3-79a4ff9106f5, hostable agents: ['3f70c195-17da-4084-9fd6-bf6059d88535'], hosted agents: [] {{(pid=103800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 05 17:13:45.780527 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46ae25f9-3099-4f64-bc29-9b7ce45d1177 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Network 92a92bbf-6153-4a12-87a3-79a4ff9106f5 is scheduled to be hosted by DHCP agent 3f70c195-17da-4084-9fd6-bf6059d88535 with binding_index 1 {{(pid=103800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 05 17:13:45.809102 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-94f740e2-72d0-45de-ae31-b053fcca9c4c tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:45.814782 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 2482ef5a-7dd5-4b3e-a9e8-66889033fa08 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 05 17:13:45.836665 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Device bef4a7dd-682c-40e0-9f74-4806c8797093 no longer exists at agent hyperv_hv-neutron-mast {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 05 17:13:45.837117 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f740e2-72d0-45de-ae31-b053fcca9c4c tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Pushing event deleted for resources: {'Port': ['ID=2482ef5a-7dd5-4b3e-a9e8-66889033fa08,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:13:45.839750 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] No Port match for: 2482ef5a-7dd5-4b3e-a9e8-66889033fa08 {{(pid=103802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 05 17:13:45.840087 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 2482ef5a-7dd5-4b3e-a9e8-66889033fa08 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 05 17:13:45.840485 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device cb2b2fcb-3c37-40c1-9d72-7a012bd66d80 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 05 17:13:45.842668 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94f740e2-72d0-45de-ae31-b053fcca9c4c tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] No DVR routers for this DVR port 2482ef5a-7dd5-4b3e-a9e8-66889033fa08 on host dv-neutron-master-2-hyperv {{(pid=103800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 05 17:13:45.857501 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-fea436b9-0cc7-4a5d-a867-61e22cf084c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678'] for port, after_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:45.868699 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-46ae25f9-3099-4f64-bc29-9b7ce45d1177 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 92a92bbf-6153-4a12-87a3-79a4ff9106f5) {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:13:45.879666 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] No Port match for: bef4a7dd-682c-40e0-9f74-4806c8797093 {{(pid=103802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 05 17:13:45.880003 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Device bef4a7dd-682c-40e0-9f74-4806c8797093 not bound to the agent host hv-neutron-mast {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 05 17:13:45.884315 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46ae25f9-3099-4f64-bc29-9b7ce45d1177 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:13:45.884907 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-46ae25f9-3099-4f64-bc29-9b7ce45d1177 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks [] for subnet, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:45.885256 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec9c4fe5-b9e0-4a95-9bed-3bebb8c7bca4 None None] Network 92a92bbf-6153-4a12-87a3-79a4ff9106f5 requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:13:45.908388 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] No Port match for: cb2b2fcb-3c37-40c1-9d72-7a012bd66d80 {{(pid=103802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 05 17:13:45.908729 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device cb2b2fcb-3c37-40c1-9d72-7a012bd66d80 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 05 17:13:45.922335 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea436b9-0cc7-4a5d-a867-61e22cf084c5 None None] Pushing event deleted for resources: {'Port': ['ID=2482ef5a-7dd5-4b3e-a9e8-66889033fa08,revision_number=None']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:13:45.927279 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fea436b9-0cc7-4a5d-a867-61e22cf084c5 None None] No DVR routers for this DVR port 2482ef5a-7dd5-4b3e-a9e8-66889033fa08 on host dv-neutron-master-2-hyperv {{(pid=103802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 05 17:13:45.938102 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-94f740e2-72d0-45de-ae31-b053fcca9c4c tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3891715', 'neutron.services.segments.db._delete_segments_for_network-8754181063482'] for network, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:45.959532 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.services.segments.db [None req-94f740e2-72d0-45de-ae31-b053fcca9c4c tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['462b1b6f-f9dc-4383-bd2c-be5964748468']}} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:13:45.969633 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.services.segments.db [None req-94f740e2-72d0-45de-ae31-b053fcca9c4c tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad0c0331-e60d-4f53-9305-1d74015cc249') {'for_net_delete': True} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:13:45.969942 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.services.segments.db [None req-94f740e2-72d0-45de-ae31-b053fcca9c4c tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad0c0331-e60d-4f53-9305-1d74015cc249') {} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:13:45.979443 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-94f740e2-72d0-45de-ae31-b053fcca9c4c tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754181064771', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8784833'] for segment, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:45.994097 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-94f740e2-72d0-45de-ae31-b053fcca9c4c tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225'] for segment, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:46.002343 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-46ae25f9-3099-4f64-bc29-9b7ce45d1177 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9584389 Jan 05 17:13:46.002514 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 45838) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:13:46.004539 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94f740e2-72d0-45de-ae31-b053fcca9c4c tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Releasing vlan 144 on physical network physnet1 to pool {{(pid=103800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 05 17:13:46.004996 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-94f740e2-72d0-45de-ae31-b053fcca9c4c tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8784497'] for segment, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:46.006927 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-478a1924-cf1d-4682-8b5b-64ffab50b284 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1876765222', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:13:46.008097 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:13:46.008097 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:13:46.008097 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:13:46.008097 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:13:46.008097 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:13:46.008097 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:13:46.008097 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:13:46.008097 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:13:46.008097 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:13:46.008097 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:13:46.008097 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:13:46.008097 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:13:46.008097 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:13:46.008097 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:13:46.008097 dv-neutron-master-2-hyperv neutron-server[103800]: Traceback (most recent call last): Jan 05 17:13:46.008097 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 05 17:13:46.008097 dv-neutron-master-2-hyperv neutron-server[103800]: timer() Jan 05 17:13:46.008097 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 05 17:13:46.008097 dv-neutron-master-2-hyperv neutron-server[103800]: cb(*args, **kw) Jan 05 17:13:46.008097 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 05 17:13:46.008097 dv-neutron-master-2-hyperv neutron-server[103800]: return func(*args, **kwargs) Jan 05 17:13:46.008097 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 05 17:13:46.008097 dv-neutron-master-2-hyperv neutron-server[103800]: self._notify() Jan 05 17:13:46.008097 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 05 17:13:46.008097 dv-neutron-master-2-hyperv neutron-server[103800]: self.callback(batched_events) Jan 05 17:13:46.008097 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 05 17:13:46.008097 dv-neutron-master-2-hyperv neutron-server[103800]: event.method(event) Jan 05 17:13:46.008097 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 05 17:13:46.008097 dv-neutron-master-2-hyperv neutron-server[103800]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 05 17:13:46.008097 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 05 17:13:46.008097 dv-neutron-master-2-hyperv neutron-server[103800]: aggregate_uuid = self.p_client.list_aggregates( Jan 05 17:13:46.008097 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 05 17:13:46.008097 dv-neutron-master-2-hyperv neutron-server[103800]: return f(self, *a, **k) Jan 05 17:13:46.008097 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 05 17:13:46.008097 dv-neutron-master-2-hyperv neutron-server[103800]: return self._get(url).json() Jan 05 17:13:46.008097 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 05 17:13:46.008097 dv-neutron-master-2-hyperv neutron-server[103800]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 05 17:13:46.008097 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 05 17:13:46.008097 dv-neutron-master-2-hyperv neutron-server[103800]: return self.request(url, 'GET', **kwargs) Jan 05 17:13:46.008097 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 05 17:13:46.008097 dv-neutron-master-2-hyperv neutron-server[103800]: base_url = self.get_endpoint(auth, allow=allow, Jan 05 17:13:46.008097 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 05 17:13:46.008097 dv-neutron-master-2-hyperv neutron-server[103800]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 05 17:13:46.008097 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 05 17:13:46.008097 dv-neutron-master-2-hyperv neutron-server[103800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 05 17:13:46.008097 dv-neutron-master-2-hyperv neutron-server[103800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 05 17:13:46.022205 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc0306c7-ec6b-4682-b794-614d55d86a09 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-92a92bbf-6153-4a12-87a3-79a4ff9106f5', 'network_id': '92a92bbf-6153-4a12-87a3-79a4ff9106f5', 'project_id': 'fae5af2b325549fbbf3eb3ad3c66d0a7', 'fixed_ips': [{'subnet_id': '81a62d3c-8f68-496f-939b-fe62ded78682'}]}} from dv-neutron-master-2-hyperv. {{(pid=103802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 05 17:13:46.028104 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-bc0306c7-ec6b-4682-b794-614d55d86a09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:46.103122 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-478a1924-cf1d-4682-8b5b-64ffab50b284 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-649063', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58098'] for router, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:46.104126 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-478a1924-cf1d-4682-8b5b-64ffab50b284 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649832', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-545006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58091'] for router, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:46.137221 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-94f740e2-72d0-45de-ae31-b053fcca9c4c tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3891722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648695'] for network, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:46.146102 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-94f740e2-72d0-45de-ae31-b053fcca9c4c tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for network, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:46.152173 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-94f740e2-72d0-45de-ae31-b053fcca9c4c tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "DELETE /v2.0/networks/462b1b6f-f9dc-4383-bd2c-be5964748468 HTTP/1.1" status: 204 len: 168 time: 0.8324151 Jan 05 17:13:46.152347 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 45840) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:13:46.159289 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f740e2-72d0-45de-ae31-b053fcca9c4c tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Pushing event deleted for resources: {'Network': ['ID=462b1b6f-f9dc-4383-bd2c-be5964748468,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:13:46.166599 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.db_base_plugin_common [None req-bc0306c7-ec6b-4682-b794-614d55d86a09 None None] Allocated IP 172.20.0.2 (92a92bbf-6153-4a12-87a3-79a4ff9106f5/81a62d3c-8f68-496f-939b-fe62ded78682/2e3a2423-7421-4dca-96e5-8cd04049e762) {{(pid=103802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:13:46.218745 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-478a1924-cf1d-4682-8b5b-64ffab50b284 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:46.283747 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-478a1924-cf1d-4682-8b5b-64ffab50b284 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-648430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648639'] for router, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:46.311127 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-bc0306c7-ec6b-4682-b794-614d55d86a09 None None] Publish callbacks [] for port, precommit_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:46.346052 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-d6e1f94d-3127-4454-873d-7c6a157e35fc tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Deleting port 2689fdac-3c23-4a8a-b64e-755aa6daad75 {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:13:46.346386 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-d6e1f94d-3127-4454-873d-7c6a157e35fc tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:46.396765 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-478a1924-cf1d-4682-8b5b-64ffab50b284 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks [] for router, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:46.397899 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-478a1924-cf1d-4682-8b5b-64ffab50b284 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.3944645 Jan 05 17:13:46.400746 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 45842) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:13:46.406278 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-86c5d491-b45d-4ff4-916f-4892641106a7 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Request body: {'port': {'network_id': '92a92bbf-6153-4a12-87a3-79a4ff9106f5', 'name': 'tempest-PortsTestJSON-1294168838'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:13:46.427975 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-d6e1f94d-3127-4454-873d-7c6a157e35fc tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:46.428351 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-d6e1f94d-3127-4454-873d-7c6a157e35fc tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:46.440226 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-bc0306c7-ec6b-4682-b794-614d55d86a09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669'] for port, after_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:46.450343 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-d6e1f94d-3127-4454-873d-7c6a157e35fc tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Calling delete_port for 2689fdac-3c23-4a8a-b64e-755aa6daad75 owned by network:floatingip {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:13:46.478879 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc0306c7-ec6b-4682-b794-614d55d86a09 None None] Network 92a92bbf-6153-4a12-87a3-79a4ff9106f5 is already hosted by enough agents. {{(pid=103802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:13:46.482187 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.scheduler.base_scheduler [None req-bc0306c7-ec6b-4682-b794-614d55d86a09 None None] Resources bound (agent type, host, resource id): {{(pid=103802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:13:46.486348 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc0306c7-ec6b-4682-b794-614d55d86a09 None None] Received port after_create {{(pid=103802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:13:46.513552 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0306c7-ec6b-4682-b794-614d55d86a09 None None] Pushing event updated for resources: {'Port': ['ID=2e3a2423-7421-4dca-96e5-8cd04049e762,revision_number=1']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:13:46.546569 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-bc0306c7-ec6b-4682-b794-614d55d86a09 None None] Attempting to bind port 2e3a2423-7421-4dca-96e5-8cd04049e762 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 05 17:13:46.546942 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-bc0306c7-ec6b-4682-b794-614d55d86a09 None None] Attempting to bind port 2e3a2423-7421-4dca-96e5-8cd04049e762 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'f289a2ee-d4d9-4c98-a89b-c6f10a3b4aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '92a92bbf-6153-4a12-87a3-79a4ff9106f5'}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 05 17:13:46.547305 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc0306c7-ec6b-4682-b794-614d55d86a09 None None] Attempting to bind port 2e3a2423-7421-4dca-96e5-8cd04049e762 on network 92a92bbf-6153-4a12-87a3-79a4ff9106f5 {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:13:46.552569 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc0306c7-ec6b-4682-b794-614d55d86a09 None None] Checking agent: {'id': '0d4f8fd3-ce62-4651-970c-efa6a8bb22b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 5, 16, 57, 23), 'started_at': datetime.datetime(2022, 1, 5, 16, 57, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 5, 17, 13, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 05 17:13:46.552946 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc0306c7-ec6b-4682-b794-614d55d86a09 None None] Checking segment: {'id': 'f289a2ee-d4d9-4c98-a89b-c6f10a3b4aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '92a92bbf-6153-4a12-87a3-79a4ff9106f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:13:46.553480 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-bc0306c7-ec6b-4682-b794-614d55d86a09 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:46.553918 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc0306c7-ec6b-4682-b794-614d55d86a09 None None] Bound using segment: {'id': 'f289a2ee-d4d9-4c98-a89b-c6f10a3b4aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '92a92bbf-6153-4a12-87a3-79a4ff9106f5'} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 05 17:13:46.554415 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-bc0306c7-ec6b-4682-b794-614d55d86a09 None None] Bound port: 2e3a2423-7421-4dca-96e5-8cd04049e762, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f289a2ee-d4d9-4c98-a89b-c6f10a3b4aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '92a92bbf-6153-4a12-87a3-79a4ff9106f5'}}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 05 17:13:46.554925 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-bc0306c7-ec6b-4682-b794-614d55d86a09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:46.574510 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86c5d491-b45d-4ff4-916f-4892641106a7 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Made reservation on behalf of fae5af2b325549fbbf3eb3ad3c66d0a7 for: {'port': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:13:46.578747 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-86c5d491-b45d-4ff4-916f-4892641106a7 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:46.597416 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.notifiers.nova [None req-86c5d491-b45d-4ff4-916f-4892641106a7 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] device_id is not set on port c8d5465a-b39d-4734-b2e8-99f033c642a6 yet. {{(pid=103800) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 05 17:13:46.621205 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-bc0306c7-ec6b-4682-b794-614d55d86a09 None None] For port 2e3a2423-7421-4dca-96e5-8cd04049e762, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 05 17:13:46.627405 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-bc0306c7-ec6b-4682-b794-614d55d86a09 None None] For port 2e3a2423-7421-4dca-96e5-8cd04049e762, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=2e3a2423-7421-4dca-96e5-8cd04049e762,segment=NetworkSegment(f289a2ee-d4d9-4c98-a89b-c6f10a3b4aaa),segment_id=f289a2ee-d4d9-4c98-a89b-c6f10a3b4aaa)] {{(pid=103802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 05 17:13:46.671813 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-d6e1f94d-3127-4454-873d-7c6a157e35fc tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11433176'] for port, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:46.697486 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-bc0306c7-ec6b-4682-b794-614d55d86a09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:46.697794 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e1f94d-3127-4454-873d-7c6a157e35fc tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Pushing event deleted for resources: {'Port': ['ID=2689fdac-3c23-4a8a-b64e-755aa6daad75,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:13:46.720378 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [None req-86c5d491-b45d-4ff4-916f-4892641106a7 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Allocated IP 172.20.0.14 (92a92bbf-6153-4a12-87a3-79a4ff9106f5/81a62d3c-8f68-496f-939b-fe62ded78682/c8d5465a-b39d-4734-b2e8-99f033c642a6) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:13:46.766097 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0306c7-ec6b-4682-b794-614d55d86a09 None None] Pushing event updated for resources: {'Port': ['ID=2e3a2423-7421-4dca-96e5-8cd04049e762,revision_number=2']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:13:46.795252 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-d6e1f94d-3127-4454-873d-7c6a157e35fc tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for floatingip, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:46.795762 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.db.l3_db [None req-d6e1f94d-3127-4454-873d-7c6a157e35fc tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Floating IP 0a17889f-c7b0-41ed-8d3e-83963b1c36ee disassociated (deleted). External IP: 172.36.4.152, port: 720a2fb6-be8e-4fcc-86fa-94a358c29b93. Jan 05 17:13:46.899523 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-86c5d491-b45d-4ff4-916f-4892641106a7 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks [] for port, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:47.004412 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-86c5d491-b45d-4ff4-916f-4892641106a7 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:47.050836 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86c5d491-b45d-4ff4-916f-4892641106a7 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Network 92a92bbf-6153-4a12-87a3-79a4ff9106f5 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:13:47.054306 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-86c5d491-b45d-4ff4-916f-4892641106a7 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:13:47.058650 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86c5d491-b45d-4ff4-916f-4892641106a7 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:13:47.091701 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-ebb302ee-8bd3-42ae-9f60-00dda6e22e65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:47.099123 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c5d491-b45d-4ff4-916f-4892641106a7 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Pushing event updated for resources: {'Port': ['ID=c8d5465a-b39d-4734-b2e8-99f033c642a6,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:13:47.128117 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86c5d491-b45d-4ff4-916f-4892641106a7 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:13:47.128782 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-86c5d491-b45d-4ff4-916f-4892641106a7 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:47.208680 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-86c5d491-b45d-4ff4-916f-4892641106a7 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 0.8065946 Jan 05 17:13:47.211107 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 45844) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:13:47.282389 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6e1f94d-3127-4454-873d-7c6a157e35fc tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Router 36b7bd7a-bec1-46d0-9455-e6298ef1b857 has already been hosted by L3 agent 59446fdc-40e0-41fe-a575-a8eb11d742f7 {{(pid=103801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 05 17:13:47.391659 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6e1f94d-3127-4454-873d-7c6a157e35fc tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 05 17:13:47.396551 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-d6e1f94d-3127-4454-873d-7c6a157e35fc tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for floatingip, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:47.401370 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c69cdf2f-e41f-4598-97ce-43b14cfb9658 None None] Sync routers for ids ['36b7bd7a-bec1-46d0-9455-e6298ef1b857'] in dv-neutron-master-2-hyperv {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 05 17:13:47.412296 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c69cdf2f-e41f-4598-97ce-43b14cfb9658 None None] Routers {'36b7bd7a-bec1-46d0-9455-e6298ef1b857'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:13:47.412913 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-c69cdf2f-e41f-4598-97ce-43b14cfb9658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:13:19Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['36b7bd7a-bec1-46d0-9455-e6298ef1b857'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:13:47.431653 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-d6e1f94d-3127-4454-873d-7c6a157e35fc tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "DELETE /v2.0/floatingips/0a17889f-c7b0-41ed-8d3e-83963b1c36ee HTTP/1.1" status: 204 len: 168 time: 1.2780371 Jan 05 17:13:47.432827 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43ad75fd-3c61-493a-82ce-e55c8368b611', 'tag': '720a2fb6-be8e-4fcc-86fa-94a358c29b93'}] {{(pid=103801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 05 17:13:47.435052 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cee9004337cfdaf047d78d8066c7d6073fad8dbc2217b3b67c4523abea34d3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c347487-1bf5-4ea5-b9f3-12c485291f9e" -d '{"events": [{"name": "network-changed", "server_uuid": "43ad75fd-3c61-493a-82ce-e55c8368b611", "tag": "720a2fb6-be8e-4fcc-86fa-94a358c29b93"}]}' {{(pid=103801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 05 17:13:47.506127 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Jan 2022 17:13:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff32e99e-74ea-48d2-9c86-cd6b19e0f7f7 x-openstack-request-id: req-ff32e99e-74ea-48d2-9c86-cd6b19e0f7f7 {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 05 17:13:47.506127 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43ad75fd-3c61-493a-82ce-e55c8368b611", "tag": "720a2fb6-be8e-4fcc-86fa-94a358c29b93", "status": "completed", "code": 200}]} {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 05 17:13:47.506328 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ff32e99e-74ea-48d2-9c86-cd6b19e0f7f7 {{(pid=103801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 05 17:13:47.506640 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43ad75fd-3c61-493a-82ce-e55c8368b611', 'tag': '720a2fb6-be8e-4fcc-86fa-94a358c29b93', 'status': 'completed', 'code': 200} Jan 05 17:13:47.553465 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-c69cdf2f-e41f-4598-97ce-43b14cfb9658 None None] Set router 36b7bd7a-bec1-46d0-9455-e6298ef1b857 gateway port host: dv-neutron-master-2-hyperv {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:13:47.626304 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f3112b1f-7756-48f1-9c85-c702d5d9ae30 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:47.629452 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c347487-1bf5-4ea5-b9f3-12c485291f9e req-a544a73c-c5b1-408a-93d0-fff7b8bf4d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:13:47.631201 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-9c347487-1bf5-4ea5-b9f3-12c485291f9e req-a544a73c-c5b1-408a-93d0-fff7b8bf4d4b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ec76859de02442879238ecf1eaefefed&device_id=43ad75fd-3c61-493a-82ce-e55c8368b611 HTTP/1.1" status: 200 len: 1098 time: 0.0977116 Jan 05 17:13:47.822697 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-c69cdf2f-e41f-4598-97ce-43b14cfb9658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36b7bd7a-bec1-46d0-9455-e6298ef1b857', 'name': 'tempest-TestNetworkBasicOps-router-275673944', 'tenant_id': 'ec76859de02442879238ecf1eaefefed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.51'}], 'enable_snat': True}, 'gw_port_id': 'e35d3a26-b17d-4578-abe6-d57671d0aca3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:11:27Z', 'updated_at': '2022-01-05T17:13:39Z', 'revision_number': 6, 'project_id': 'ec76859de02442879238ecf1eaefefed', 'gw_port': {'id': 'e35d3a26-b17d-4578-abe6-d57671d0aca3', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:d9:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36b7bd7a-bec1-46d0-9455-e6298ef1b857', 'device_owner': 'network:router_gateway', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:11:29Z', 'updated_at': '2022-01-05T17:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '7a3ebc3b-9bc4-4533-9c6f-b0efbbc88532', 'name': '', 'network_id': '62c260dd-d135-4213-8dd0-485aab18a1d0', 'tenant_id': 'ec76859de02442879238ecf1eaefefed', 'mac_address': 'fa:16:3e:d8:d2:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36b7bd7a-bec1-46d0-9455-e6298ef1b857', 'device_owner': 'network:router_interface', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': '5c5734b6-0442-4faf-b4f7-d61c8f7673ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:11:39Z', 'updated_at': '2022-01-05T17:11:44Z', 'revision_number': 5, 'project_id': 'ec76859de02442879238ecf1eaefefed', 'subnets': [{'id': '5c5734b6-0442-4faf-b4f7-d61c8f7673ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:13:47.829512 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 2e3a2423-7421-4dca-96e5-8cd04049e762 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:13:47.891131 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c69cdf2f-e41f-4598-97ce-43b14cfb9658 None None] Checking router: 36b7bd7a-bec1-46d0-9455-e6298ef1b857 for host: dv-neutron-master-2-hyperv {{(pid=103802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 05 17:13:47.903366 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c347487-1bf5-4ea5-b9f3-12c485291f9e req-c1e2d2c4-a9e9-4d6c-b704-23ce13ee2153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:13:47.904675 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-9c347487-1bf5-4ea5-b9f3-12c485291f9e req-c1e2d2c4-a9e9-4d6c-b704-23ce13ee2153 service neutron] 10.222.0.13 "GET /v2.0/networks?id=62c260dd-d135-4213-8dd0-485aab18a1d0 HTTP/1.1" status: 200 len: 898 time: 0.2651470 Jan 05 17:13:47.909760 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c69cdf2f-e41f-4598-97ce-43b14cfb9658 None None] Routers {'36b7bd7a-bec1-46d0-9455-e6298ef1b857'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:13:47.910470 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-c69cdf2f-e41f-4598-97ce-43b14cfb9658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:13:19Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['36b7bd7a-bec1-46d0-9455-e6298ef1b857'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:13:47.952875 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eed2888-9000-40be-8e1a-46dcaca8f391 None None] Network 92a92bbf-6153-4a12-87a3-79a4ff9106f5 requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:13:47.962254 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-9c347487-1bf5-4ea5-b9f3-12c485291f9e req-5b272a34-268a-41af-9ea2-bb984702df9d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=720a2fb6-be8e-4fcc-86fa-94a358c29b93 HTTP/1.1" status: 200 len: 217 time: 0.0506759 Jan 05 17:13:48.032135 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Provisioning complete for port 2e3a2423-7421-4dca-96e5-8cd04049e762 triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:13:48.032506 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:48.068986 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c347487-1bf5-4ea5-b9f3-12c485291f9e req-bf83f97d-65de-4303-802f-b372e63c99e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:13:48.070470 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-9c347487-1bf5-4ea5-b9f3-12c485291f9e req-bf83f97d-65de-4303-802f-b372e63c99e1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5c5734b6-0442-4faf-b4f7-d61c8f7673ec HTTP/1.1" status: 200 len: 834 time: 0.0981038 Jan 05 17:13:48.075334 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f3112b1f-7756-48f1-9c85-c702d5d9ae30 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks [] for port, precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:48.114227 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52aa4859-d45b-4636-8543-37beffe1a7e8 req-6bd16af1-6b1c-4710-8665-361c55526e18 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:13:48.115701 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-52aa4859-d45b-4636-8543-37beffe1a7e8 req-6bd16af1-6b1c-4710-8665-361c55526e18 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/ports?device_id=43ad75fd-3c61-493a-82ce-e55c8368b611 HTTP/1.1" status: 200 len: 945 time: 0.0964022 Jan 05 17:13:48.142340 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c347487-1bf5-4ea5-b9f3-12c485291f9e req-70e995cf-d417-45fb-87c4-cc4480695882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:13:48.143831 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-9c347487-1bf5-4ea5-b9f3-12c485291f9e req-70e995cf-d417-45fb-87c4-cc4480695882 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=62c260dd-d135-4213-8dd0-485aab18a1d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0646484 Jan 05 17:13:48.151350 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-c69cdf2f-e41f-4598-97ce-43b14cfb9658 None None] Set router 36b7bd7a-bec1-46d0-9455-e6298ef1b857 gateway port host: dv-neutron-master-2-hyperv {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:13:48.167605 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f3112b1f-7756-48f1-9c85-c702d5d9ae30 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8784461'] for port, after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:48.181832 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-648346a4-fe07-4b86-a2df-488a397662db None None] Provisioning complete for port 2e3a2423-7421-4dca-96e5-8cd04049e762 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:13:48.182135 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-648346a4-fe07-4b86-a2df-488a397662db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:48.245914 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-52aa4859-d45b-4636-8543-37beffe1a7e8 req-cab78855-549b-4b2c-9fec-369d655edaa6 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/security-groups?id=54b7dc0c-00a5-4ef3-977a-7f81f0023cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1234260 Jan 05 17:13:48.299132 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3112b1f-7756-48f1-9c85-c702d5d9ae30 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Pushing event updated for resources: {'Port': ['ID=c8d5465a-b39d-4734-b2e8-99f033c642a6,revision_number=2']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:13:48.362970 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-9c347487-1bf5-4ea5-b9f3-12c485291f9e req-af7c4748-0553-4503-b9cc-28232306a9e9 service neutron] 10.222.0.13 "GET /v2.0/networks/62c260dd-d135-4213-8dd0-485aab18a1d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2086284 Jan 05 17:13:48.371616 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:48.467077 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-648346a4-fe07-4b86-a2df-488a397662db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:48.470676 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] For port 2e3a2423-7421-4dca-96e5-8cd04049e762, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=2e3a2423-7421-4dca-96e5-8cd04049e762,segment=NetworkSegment(f289a2ee-d4d9-4c98-a89b-c6f10a3b4aaa),segment_id=f289a2ee-d4d9-4c98-a89b-c6f10a3b4aaa)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:13:48.535341 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:48.540801 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f3112b1f-7756-48f1-9c85-c702d5d9ae30 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-648552'] for router_interface, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:48.542710 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-9c347487-1bf5-4ea5-b9f3-12c485291f9e req-dbd33f48-0c45-4c78-b1a0-4442d61d8653 service neutron] 10.222.0.13 "GET /v2.0/networks/62c260dd-d135-4213-8dd0-485aab18a1d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1720285 Jan 05 17:13:48.597516 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-c69cdf2f-e41f-4598-97ce-43b14cfb9658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36b7bd7a-bec1-46d0-9455-e6298ef1b857', 'name': 'tempest-TestNetworkBasicOps-router-275673944', 'tenant_id': 'ec76859de02442879238ecf1eaefefed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.51'}], 'enable_snat': True}, 'gw_port_id': 'e35d3a26-b17d-4578-abe6-d57671d0aca3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:11:27Z', 'updated_at': '2022-01-05T17:13:39Z', 'revision_number': 6, 'project_id': 'ec76859de02442879238ecf1eaefefed', 'gw_port': {'id': 'e35d3a26-b17d-4578-abe6-d57671d0aca3', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:d9:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36b7bd7a-bec1-46d0-9455-e6298ef1b857', 'device_owner': 'network:router_gateway', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:11:29Z', 'updated_at': '2022-01-05T17:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '7a3ebc3b-9bc4-4533-9c6f-b0efbbc88532', 'name': '', 'network_id': '62c260dd-d135-4213-8dd0-485aab18a1d0', 'tenant_id': 'ec76859de02442879238ecf1eaefefed', 'mac_address': 'fa:16:3e:d8:d2:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36b7bd7a-bec1-46d0-9455-e6298ef1b857', 'device_owner': 'network:router_interface', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': '5c5734b6-0442-4faf-b4f7-d61c8f7673ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:11:39Z', 'updated_at': '2022-01-05T17:11:44Z', 'revision_number': 5, 'project_id': 'ec76859de02442879238ecf1eaefefed', 'subnets': [{'id': '5c5734b6-0442-4faf-b4f7-d61c8f7673ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:13:48.642362 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c69cdf2f-e41f-4598-97ce-43b14cfb9658 None None] The sync data for ids ['36b7bd7a-bec1-46d0-9455-e6298ef1b857'] in dv-neutron-master-2-hyperv is: [{'id': '36b7bd7a-bec1-46d0-9455-e6298ef1b857', 'name': 'tempest-TestNetworkBasicOps-router-275673944', 'tenant_id': 'ec76859de02442879238ecf1eaefefed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.51'}], 'enable_snat': True}, 'gw_port_id': 'e35d3a26-b17d-4578-abe6-d57671d0aca3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:11:27Z', 'updated_at': '2022-01-05T17:13:39Z', 'revision_number': 6, 'project_id': 'ec76859de02442879238ecf1eaefefed', 'gw_port': {'id': 'e35d3a26-b17d-4578-abe6-d57671d0aca3', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:d9:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36b7bd7a-bec1-46d0-9455-e6298ef1b857', 'device_owner': 'network:router_gateway', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:11:29Z', 'updated_at': '2022-01-05T17:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '7a3ebc3b-9bc4-4533-9c6f-b0efbbc88532', 'name': '', 'network_id': '62c260dd-d135-4213-8dd0-485aab18a1d0', 'tenant_id': 'ec76859de02442879238ecf1eaefefed', 'mac_address': 'fa:16:3e:d8:d2:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36b7bd7a-bec1-46d0-9455-e6298ef1b857', 'device_owner': 'network:router_interface', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': '5c5734b6-0442-4faf-b4f7-d61c8f7673ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:11:39Z', 'updated_at': '2022-01-05T17:11:44Z', 'revision_number': 5, 'project_id': 'ec76859de02442879238ecf1eaefefed', 'subnets': [{'id': '5c5734b6-0442-4faf-b4f7-d61c8f7673ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 05 17:13:48.648258 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Pushing event updated for resources: {'Port': ['ID=2e3a2423-7421-4dca-96e5-8cd04049e762,revision_number=3']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:13:48.655397 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.db.api [None req-648346a4-fe07-4b86-a2df-488a397662db None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103802) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 05 17:13:48.655771 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG oslo_db.api [None req-648346a4-fe07-4b86-a2df-488a397662db None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 05 17:13:48.729281 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.agents_db [None req-291d1585-17df-45c0-b64a-d244e6d90872 None None] Agent healthcheck: found 6 active agents {{(pid=103803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 05 17:13:48.758352 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f3112b1f-7756-48f1-9c85-c702d5d9ae30 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:48.909563 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cde9a8a-85ba-49df-bd12-bc7aa8080314 None None] New status for floating IP 0a17889f-c7b0-41ed-8d3e-83963b1c36ee: DOWN {{(pid=103803) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 05 17:13:49.283245 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-382bb94c-8994-4855-a4fe-9c9bbe516c38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:49.320563 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-d62a13df-e49c-473c-8bec-bd9d61cfdbc5 None None] Provisioning complete for port 2e3a2423-7421-4dca-96e5-8cd04049e762 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:13:49.321425 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d62a13df-e49c-473c-8bec-bd9d61cfdbc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:49.383628 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cefac4-733c-4ccd-8675-de373489b385 req-b2588da9-ff31-4595-9411-9bd4de8a8a3e tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:13:49.395471 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-28cefac4-733c-4ccd-8675-de373489b385 req-b2588da9-ff31-4595-9411-9bd4de8a8a3e tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/ports?device_id=43ad75fd-3c61-493a-82ce-e55c8368b611 HTTP/1.1" status: 200 len: 945 time: 0.0609851 Jan 05 17:13:49.395638 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f3112b1f-7756-48f1-9c85-c702d5d9ae30 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks [] for port, precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:49.413668 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319ff8a2-c774-4363-ad41-ca16a2709e54 req-956c4db6-0388-467b-b097-3a43c077de73 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:13:49.415283 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-319ff8a2-c774-4363-ad41-ca16a2709e54 req-956c4db6-0388-467b-b097-3a43c077de73 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.13 "GET /v2.0/ports?device_id=43ad75fd-3c61-493a-82ce-e55c8368b611 HTTP/1.1" status: 200 len: 945 time: 0.0696099 Jan 05 17:13:49.417814 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-d62a13df-e49c-473c-8bec-bd9d61cfdbc5 None None] Provisioning complete for port c8d5465a-b39d-4734-b2e8-99f033c642a6 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:13:49.418184 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d62a13df-e49c-473c-8bec-bd9d61cfdbc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:49.448967 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-28cefac4-733c-4ccd-8675-de373489b385 req-66953e70-ad29-408e-bb87-1943fae9be10 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/security-groups?id=54b7dc0c-00a5-4ef3-977a-7f81f0023cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487187 Jan 05 17:13:49.455824 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-d62a13df-e49c-473c-8bec-bd9d61cfdbc5 None None] Port c8d5465a-b39d-4734-b2e8-99f033c642a6 cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 17:13:49.489731 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f3112b1f-7756-48f1-9c85-c702d5d9ae30 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8784461'] for port, after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:49.574824 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3112b1f-7756-48f1-9c85-c702d5d9ae30 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Pushing event updated for resources: {'Port': ['ID=c8d5465a-b39d-4734-b2e8-99f033c642a6,revision_number=3']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:13:49.577874 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f3112b1f-7756-48f1-9c85-c702d5d9ae30 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-531704'] for router_interface, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:49.591876 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [req-319ff8a2-c774-4363-ad41-ca16a2709e54 req-89c45be2-ee5c-4d83-afb5-3a9d9380966a tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Deleting port 720a2fb6-be8e-4fcc-86fa-94a358c29b93 {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:13:49.592219 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-319ff8a2-c774-4363-ad41-ca16a2709e54 req-89c45be2-ee5c-4d83-afb5-3a9d9380966a tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:49.680329 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:49.731148 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 2e3a2423-7421-4dca-96e5-8cd04049e762 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:13:49.742781 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.db [req-319ff8a2-c774-4363-ad41-ca16a2709e54 req-89c45be2-ee5c-4d83-afb5-3a9d9380966a tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] For port 720a2fb6-be8e-4fcc-86fa-94a358c29b93, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=720a2fb6-be8e-4fcc-86fa-94a358c29b93,segment=NetworkSegment(d05c6fd4-df91-4ada-ad3d-093d27903d08),segment_id=d05c6fd4-df91-4ada-ad3d-093d27903d08)] {{(pid=103800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:13:49.743148 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-319ff8a2-c774-4363-ad41-ca16a2709e54 req-89c45be2-ee5c-4d83-afb5-3a9d9380966a tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:49.760604 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3112b1f-7756-48f1-9c85-c702d5d9ae30 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Network 92a92bbf-6153-4a12-87a3-79a4ff9106f5 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:13:49.761642 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [req-319ff8a2-c774-4363-ad41-ca16a2709e54 req-89c45be2-ee5c-4d83-afb5-3a9d9380966a tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Calling delete_port for 720a2fb6-be8e-4fcc-86fa-94a358c29b93 owned by compute:nova {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:13:49.766253 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-f3112b1f-7756-48f1-9c85-c702d5d9ae30 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:13:49.781189 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Provisioning complete for port 2e3a2423-7421-4dca-96e5-8cd04049e762 triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:13:49.781552 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:49.978249 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-1e5d8a7a-b734-480b-9a00-c1764f5068c1 None None] Provisioning complete for port c8d5465a-b39d-4734-b2e8-99f033c642a6 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:13:49.978541 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-1e5d8a7a-b734-480b-9a00-c1764f5068c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:50.071857 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3112b1f-7756-48f1-9c85-c702d5d9ae30 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Router d5598c5d-82fb-4a3c-8034-60ca50f06e16 is scheduled to L3 agent 59446fdc-40e0-41fe-a575-a8eb11d742f7 with binding_index 1 {{(pid=103800) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 05 17:13:50.113236 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-319ff8a2-c774-4363-ad41-ca16a2709e54 req-89c45be2-ee5c-4d83-afb5-3a9d9380966a tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:50.161167 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-1e5d8a7a-b734-480b-9a00-c1764f5068c1 None None] Port c8d5465a-b39d-4734-b2e8-99f033c642a6 cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 17:13:50.178431 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c45be2-ee5c-4d83-afb5-3a9d9380966a tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Pushing event deleted for resources: {'Port': ['ID=720a2fb6-be8e-4fcc-86fa-94a358c29b93,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:13:50.216847 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3112b1f-7756-48f1-9c85-c702d5d9ae30 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 05 17:13:50.226499 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2a63de4-c014-4a22-92ab-21129f25dc5f None None] Sync routers for ids ['d5598c5d-82fb-4a3c-8034-60ca50f06e16'] in dv-neutron-master-2-hyperv {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 05 17:13:50.235092 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-f3112b1f-7756-48f1-9c85-c702d5d9ae30 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] 10.222.0.11 "PUT /v2.0/routers/d5598c5d-82fb-4a3c-8034-60ca50f06e16/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0214555 Jan 05 17:13:50.235880 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [req-319ff8a2-c774-4363-ad41-ca16a2709e54 req-89c45be2-ee5c-4d83-afb5-3a9d9380966a tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] No DVR routers for this DVR port 720a2fb6-be8e-4fcc-86fa-94a358c29b93 on host hv-neutron-mast {{(pid=103800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 05 17:13:50.236785 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 45854) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:13:50.238465 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-319ff8a2-c774-4363-ad41-ca16a2709e54 req-89c45be2-ee5c-4d83-afb5-3a9d9380966a tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:50.241974 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-319ff8a2-c774-4363-ad41-ca16a2709e54 req-89c45be2-ee5c-4d83-afb5-3a9d9380966a tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.13 "DELETE /v2.0/ports/720a2fb6-be8e-4fcc-86fa-94a358c29b93 HTTP/1.1" status: 204 len: 173 time: 0.8211994 Jan 05 17:13:50.242410 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43ad75fd-3c61-493a-82ce-e55c8368b611', 'name': 'network-vif-deleted', 'tag': '720a2fb6-be8e-4fcc-86fa-94a358c29b93'}] {{(pid=103800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 05 17:13:50.244644 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f64b9d4628f7eefcc27168a80c04985d23f0ea5def038dae05e1deb7357f3bfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57d578ba-d99d-4de1-b371-2d233f95e7b5" -d '{"events": [{"server_uuid": "43ad75fd-3c61-493a-82ce-e55c8368b611", "name": "network-vif-deleted", "tag": "720a2fb6-be8e-4fcc-86fa-94a358c29b93"}]}' {{(pid=103800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 05 17:13:50.247503 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2a63de4-c014-4a22-92ab-21129f25dc5f None None] Routers {'d5598c5d-82fb-4a3c-8034-60ca50f06e16'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:13:50.248151 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-f2a63de4-c014-4a22-92ab-21129f25dc5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:13:49Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['d5598c5d-82fb-4a3c-8034-60ca50f06e16'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:13:50.284041 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Jan 2022 17:13:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6b728a5-62d6-4589-b51c-848d0433fac0 x-openstack-request-id: req-a6b728a5-62d6-4589-b51c-848d0433fac0 {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 05 17:13:50.284576 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43ad75fd-3c61-493a-82ce-e55c8368b611", "name": "network-vif-deleted", "tag": "720a2fb6-be8e-4fcc-86fa-94a358c29b93", "status": "completed", "code": 200}]} {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 05 17:13:50.285046 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a6b728a5-62d6-4589-b51c-848d0433fac0 {{(pid=103800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 05 17:13:50.285750 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43ad75fd-3c61-493a-82ce-e55c8368b611', 'name': 'network-vif-deleted', 'tag': '720a2fb6-be8e-4fcc-86fa-94a358c29b93', 'status': 'completed', 'code': 200} Jan 05 17:13:50.298869 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-f2a63de4-c014-4a22-92ab-21129f25dc5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:13:50.301826 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efc17c4d-82bb-49f0-84b9-71e50cbde4a5 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:13:50.303604 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-efc17c4d-82bb-49f0-84b9-71e50cbde4a5 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5598c5d-82fb-4a3c-8034-60ca50f06e16 HTTP/1.1" status: 200 len: 983 time: 0.0656490 Jan 05 17:13:50.307190 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 45858) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:13:50.308043 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2a63de4-c014-4a22-92ab-21129f25dc5f None None] Routers {'d5598c5d-82fb-4a3c-8034-60ca50f06e16'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:13:50.308662 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-f2a63de4-c014-4a22-92ab-21129f25dc5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:13:49Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['d5598c5d-82fb-4a3c-8034-60ca50f06e16'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:13:50.343870 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-f2a63de4-c014-4a22-92ab-21129f25dc5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:13:50.344557 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2a63de4-c014-4a22-92ab-21129f25dc5f None None] The sync data for ids ['d5598c5d-82fb-4a3c-8034-60ca50f06e16'] in dv-neutron-master-2-hyperv is: [] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 05 17:13:50.503646 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d2607572-b3c9-472c-85bc-c8de0c3fb75c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:50.582760 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-6532e18c-2e7f-4cd4-aafd-b62c6f143aeb req-35969842-72fc-4bd6-860f-62e381450ccf tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/ports?device_id=43ad75fd-3c61-493a-82ce-e55c8368b611 HTTP/1.1" status: 200 len: 210 time: 0.0377557 Jan 05 17:13:50.775989 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-67180583-0314-4f6f-b5f9-ea974f3d1299 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-531685'] for router_interface, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:51.046974 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-67180583-0314-4f6f-b5f9-ea974f3d1299 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Deleting port c8d5465a-b39d-4734-b2e8-99f033c642a6 {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:13:51.047241 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-67180583-0314-4f6f-b5f9-ea974f3d1299 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:51.131382 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-67180583-0314-4f6f-b5f9-ea974f3d1299 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:51.143404 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-67180583-0314-4f6f-b5f9-ea974f3d1299 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Calling delete_port for c8d5465a-b39d-4734-b2e8-99f033c642a6 owned by network:router_interface {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:13:51.403131 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-67180583-0314-4f6f-b5f9-ea974f3d1299 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11433176'] for port, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:51.429442 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67180583-0314-4f6f-b5f9-ea974f3d1299 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Pushing event deleted for resources: {'Port': ['ID=c8d5465a-b39d-4734-b2e8-99f033c642a6,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:13:51.575733 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-67180583-0314-4f6f-b5f9-ea974f3d1299 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-560676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531569'] for router_interface, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:51.645369 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 45864) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:13:51.706154 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-de0306e3-6d72-470b-9aad-f2a72470e08c tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for security_group, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:51.727469 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67180583-0314-4f6f-b5f9-ea974f3d1299 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Router d5598c5d-82fb-4a3c-8034-60ca50f06e16 has already been hosted by L3 agent 59446fdc-40e0-41fe-a575-a8eb11d742f7 {{(pid=103801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 05 17:13:51.730792 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-de0306e3-6d72-470b-9aad-f2a72470e08c tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:51.806563 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67180583-0314-4f6f-b5f9-ea974f3d1299 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 05 17:13:51.812405 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-67180583-0314-4f6f-b5f9-ea974f3d1299 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] 10.222.0.11 "PUT /v2.0/routers/d5598c5d-82fb-4a3c-8034-60ca50f06e16/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5031917 Jan 05 17:13:51.815267 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 45866) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:13:51.817791 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98c96bd3-ae0a-4c7f-97a6-1d5af86dd7fd None None] Sync routers for ids ['d5598c5d-82fb-4a3c-8034-60ca50f06e16'] in dv-neutron-master-2-hyperv {{(pid=103803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 05 17:13:51.827667 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98c96bd3-ae0a-4c7f-97a6-1d5af86dd7fd None None] Routers {'d5598c5d-82fb-4a3c-8034-60ca50f06e16'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:13:51.828431 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-98c96bd3-ae0a-4c7f-97a6-1d5af86dd7fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:13:49Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['d5598c5d-82fb-4a3c-8034-60ca50f06e16'], 'active': True} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:13:51.838926 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.pecan_wsgi.hooks.translation [None req-356b276f-6800-4e30-980d-6a6cce3ce50f tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] GET failed (client error): The resource could not be found. Jan 05 17:13:51.840320 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-356b276f-6800-4e30-980d-6a6cce3ce50f tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] 10.222.0.11 "GET /v2.0/ports/c8d5465a-b39d-4734-b2e8-99f033c642a6 HTTP/1.1" status: 404 len: 333 time: 0.0242693 Jan 05 17:13:51.843049 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 45868) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:13:51.852221 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Device 720a2fb6-be8e-4fcc-86fa-94a358c29b93 no longer exists at agent hyperv_hv-neutron-mast {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 05 17:13:51.861668 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-98c96bd3-ae0a-4c7f-97a6-1d5af86dd7fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:13:51.870582 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98c96bd3-ae0a-4c7f-97a6-1d5af86dd7fd None None] Routers {'d5598c5d-82fb-4a3c-8034-60ca50f06e16'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:13:51.871183 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-98c96bd3-ae0a-4c7f-97a6-1d5af86dd7fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:13:49Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['d5598c5d-82fb-4a3c-8034-60ca50f06e16'], 'active': True} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:13:51.875061 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] No Port match for: 720a2fb6-be8e-4fcc-86fa-94a358c29b93 {{(pid=103802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 05 17:13:51.875504 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Device 720a2fb6-be8e-4fcc-86fa-94a358c29b93 not bound to the agent host hv-neutron-mast {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 05 17:13:51.900325 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-de0306e3-6d72-470b-9aad-f2a72470e08c tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:51.903183 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-de0306e3-6d72-470b-9aad-f2a72470e08c tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for security_group, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:51.907493 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-de0306e3-6d72-470b-9aad-f2a72470e08c tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "DELETE /v2.0/security-groups/54b7dc0c-00a5-4ef3-977a-7f81f0023cd0 HTTP/1.1" status: 204 len: 168 time: 0.2580848 Jan 05 17:13:51.910706 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-98c96bd3-ae0a-4c7f-97a6-1d5af86dd7fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:13:51.913992 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98c96bd3-ae0a-4c7f-97a6-1d5af86dd7fd None None] The sync data for ids ['d5598c5d-82fb-4a3c-8034-60ca50f06e16'] in dv-neutron-master-2-hyperv is: [] {{(pid=103803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 05 17:13:51.919360 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-aa77b50d-f919-4229-a1f8-3124c85f135c tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks [] for router, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:51.920349 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0306e3-6d72-470b-9aad-f2a72470e08c tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=54b7dc0c-00a5-4ef3-977a-7f81f0023cd0,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:13:51.951980 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d504d802-9546-4ce5-a9d3-96c844ac5808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:52.023523 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 45872) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:13:52.076007 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-aa77b50d-f919-4229-a1f8-3124c85f135c tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-648249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62744'] for router, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:52.078193 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-aa77b50d-f919-4229-a1f8-3124c85f135c tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:52.177008 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-aa77b50d-f919-4229-a1f8-3124c85f135c tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-648240'] for router, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:52.177569 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa77b50d-f919-4229-a1f8-3124c85f135c tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Fanout notify agent at l3_agent the message router_deleted on router d5598c5d-82fb-4a3c-8034-60ca50f06e16 {{(pid=103801) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 05 17:13:52.184532 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-aa77b50d-f919-4229-a1f8-3124c85f135c tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks [] for router, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:52.186538 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-aa77b50d-f919-4229-a1f8-3124c85f135c tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] 10.222.0.11 "DELETE /v2.0/routers/d5598c5d-82fb-4a3c-8034-60ca50f06e16 HTTP/1.1" status: 204 len: 168 time: 0.3425667 Jan 05 17:13:52.189165 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 45874) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:13:52.243826 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a6201bb-a946-449c-9063-8d26faa1342e tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Deleting subnet 81a62d3c-8f68-496f-939b-fe62ded78682 {{(pid=103801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 05 17:13:52.247047 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-5a6201bb-a946-449c-9063-8d26faa1342e tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks [] for subnet, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:52.285683 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-5a6201bb-a946-449c-9063-8d26faa1342e tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11316398'] for subnet, precommit_delete_associations {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:52.369525 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-5a6201bb-a946-449c-9063-8d26faa1342e tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892868'] for subnet, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:52.388035 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-bc119f84-dfe4-48c5-ae63-a3c0c5f97adf tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-531685'] for router_interface, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:52.497604 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-5a6201bb-a946-449c-9063-8d26faa1342e tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3893367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11433231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12480600'] for subnet, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:52.525852 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6201bb-a946-449c-9063-8d26faa1342e tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Pushing event deleted for resources: {'Subnet': ['ID=81a62d3c-8f68-496f-939b-fe62ded78682,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:13:52.528518 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-5a6201bb-a946-449c-9063-8d26faa1342e tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks [] for subnet, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:52.535560 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-5a6201bb-a946-449c-9063-8d26faa1342e tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] 10.222.0.11 "DELETE /v2.0/subnets/81a62d3c-8f68-496f-939b-fe62ded78682 HTTP/1.1" status: 204 len: 168 time: 0.3422797 Jan 05 17:13:52.535560 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 45876) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:13:52.538621 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c4e32e2-1989-4a96-ac84-902c5282abfe None None] Network 92a92bbf-6153-4a12-87a3-79a4ff9106f5 requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:13:52.612338 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-6abe25d3-db9c-4a2d-9a5a-f3e073b0dafb tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3809644'] for network, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:52.668308 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-bc119f84-dfe4-48c5-ae63-a3c0c5f97adf tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Deleting port 7a3ebc3b-9bc4-4533-9c6f-b0efbbc88532 {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:13:52.668829 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-bc119f84-dfe4-48c5-ae63-a3c0c5f97adf tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:52.676724 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-6abe25d3-db9c-4a2d-9a5a-f3e073b0dafb tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Deleting port 2e3a2423-7421-4dca-96e5-8cd04049e762 {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:13:52.676724 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-6abe25d3-db9c-4a2d-9a5a-f3e073b0dafb tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:52.715181 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9fbc43b-1597-423a-8aee-f0f1b11ae553 None None] DHCP port deletion for 92a92bbf-6153-4a12-87a3-79a4ff9106f5 request from dv-neutron-master-2-hyperv {{(pid=103802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 05 17:13:52.748213 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-6abe25d3-db9c-4a2d-9a5a-f3e073b0dafb tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] For port 2e3a2423-7421-4dca-96e5-8cd04049e762, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=2e3a2423-7421-4dca-96e5-8cd04049e762,segment=NetworkSegment(f289a2ee-d4d9-4c98-a89b-c6f10a3b4aaa),segment_id=f289a2ee-d4d9-4c98-a89b-c6f10a3b4aaa)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:13:52.748816 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-6abe25d3-db9c-4a2d-9a5a-f3e073b0dafb tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:52.762736 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-c9fbc43b-1597-423a-8aee-f0f1b11ae553 None None] Deleting port 2e3a2423-7421-4dca-96e5-8cd04049e762 {{(pid=103802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:13:52.763096 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c9fbc43b-1597-423a-8aee-f0f1b11ae553 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:52.763342 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.db [None req-bc119f84-dfe4-48c5-ae63-a3c0c5f97adf tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] For port 7a3ebc3b-9bc4-4533-9c6f-b0efbbc88532, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=7a3ebc3b-9bc4-4533-9c6f-b0efbbc88532,segment=NetworkSegment(d05c6fd4-df91-4ada-ad3d-093d27903d08),segment_id=d05c6fd4-df91-4ada-ad3d-093d27903d08)] {{(pid=103800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:13:52.763697 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-6abe25d3-db9c-4a2d-9a5a-f3e073b0dafb tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Calling delete_port for 2e3a2423-7421-4dca-96e5-8cd04049e762 owned by network:dhcp {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:13:52.763833 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-bc119f84-dfe4-48c5-ae63-a3c0c5f97adf tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:52.782639 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-bc119f84-dfe4-48c5-ae63-a3c0c5f97adf tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Calling delete_port for 7a3ebc3b-9bc4-4533-9c6f-b0efbbc88532 owned by network:router_interface {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:13:52.829970 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-c9fbc43b-1597-423a-8aee-f0f1b11ae553 None None] For port 2e3a2423-7421-4dca-96e5-8cd04049e762, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=2e3a2423-7421-4dca-96e5-8cd04049e762,segment=NetworkSegment(f289a2ee-d4d9-4c98-a89b-c6f10a3b4aaa),segment_id=f289a2ee-d4d9-4c98-a89b-c6f10a3b4aaa)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:13:52.830472 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c9fbc43b-1597-423a-8aee-f0f1b11ae553 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:52.845248 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-c9fbc43b-1597-423a-8aee-f0f1b11ae553 None None] Calling delete_port for 2e3a2423-7421-4dca-96e5-8cd04049e762 owned by network:dhcp {{(pid=103802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:13:52.951751 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-6abe25d3-db9c-4a2d-9a5a-f3e073b0dafb tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11433176'] for port, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:52.959779 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c9fbc43b-1597-423a-8aee-f0f1b11ae553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678'] for port, after_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:52.991161 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fbc43b-1597-423a-8aee-f0f1b11ae553 None None] Pushing event deleted for resources: {'Port': ['ID=2e3a2423-7421-4dca-96e5-8cd04049e762,revision_number=None']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:13:52.993262 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9fbc43b-1597-423a-8aee-f0f1b11ae553 None None] No DVR routers for this DVR port 2e3a2423-7421-4dca-96e5-8cd04049e762 on host dv-neutron-master-2-hyperv {{(pid=103802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 05 17:13:53.034520 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-bc119f84-dfe4-48c5-ae63-a3c0c5f97adf tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:53.060583 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc119f84-dfe4-48c5-ae63-a3c0c5f97adf tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Pushing event deleted for resources: {'Port': ['ID=7a3ebc3b-9bc4-4533-9c6f-b0efbbc88532,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:13:53.256967 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-bc119f84-dfe4-48c5-ae63-a3c0c5f97adf tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-560676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531569'] for router_interface, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:53.266140 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abe25d3-db9c-4a2d-9a5a-f3e073b0dafb tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Pushing event deleted for resources: {'Port': ['ID=2e3a2423-7421-4dca-96e5-8cd04049e762,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:13:53.269803 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6abe25d3-db9c-4a2d-9a5a-f3e073b0dafb tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] No DVR routers for this DVR port 2e3a2423-7421-4dca-96e5-8cd04049e762 on host dv-neutron-master-2-hyperv {{(pid=103801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 05 17:13:53.294804 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:53.353864 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-6abe25d3-db9c-4a2d-9a5a-f3e073b0dafb tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3891715', 'neutron.services.segments.db._delete_segments_for_network-8754181063482'] for network, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:53.379370 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.services.segments.db [None req-6abe25d3-db9c-4a2d-9a5a-f3e073b0dafb tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92a92bbf-6153-4a12-87a3-79a4ff9106f5']}} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:13:53.389758 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.services.segments.db [None req-6abe25d3-db9c-4a2d-9a5a-f3e073b0dafb tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f289a2ee-d4d9-4c98-a89b-c6f10a3b4aaa') {'for_net_delete': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:13:53.390074 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.services.segments.db [None req-6abe25d3-db9c-4a2d-9a5a-f3e073b0dafb tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f289a2ee-d4d9-4c98-a89b-c6f10a3b4aaa') {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:13:53.400149 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-6abe25d3-db9c-4a2d-9a5a-f3e073b0dafb tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754181064771', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11316385'] for segment, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:53.414324 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-6abe25d3-db9c-4a2d-9a5a-f3e073b0dafb tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225'] for segment, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:53.420176 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6abe25d3-db9c-4a2d-9a5a-f3e073b0dafb tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Releasing vlan 106 on physical network physnet1 to pool {{(pid=103801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 05 17:13:53.420565 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-6abe25d3-db9c-4a2d-9a5a-f3e073b0dafb tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11433197'] for segment, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:53.424158 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:13:53.424158 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:13:53.424158 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:13:53.424158 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:13:53.424158 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:13:53.424158 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:13:53.424158 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:13:53.424158 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:13:53.424158 dv-neutron-master-2-hyperv neutron-server[103801]: Traceback (most recent call last): Jan 05 17:13:53.424158 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 05 17:13:53.424158 dv-neutron-master-2-hyperv neutron-server[103801]: timer() Jan 05 17:13:53.424158 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 05 17:13:53.424158 dv-neutron-master-2-hyperv neutron-server[103801]: cb(*args, **kw) Jan 05 17:13:53.424158 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 05 17:13:53.424158 dv-neutron-master-2-hyperv neutron-server[103801]: return func(*args, **kwargs) Jan 05 17:13:53.424158 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 05 17:13:53.424158 dv-neutron-master-2-hyperv neutron-server[103801]: self._notify() Jan 05 17:13:53.424158 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 05 17:13:53.424158 dv-neutron-master-2-hyperv neutron-server[103801]: self.callback(batched_events) Jan 05 17:13:53.424158 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 05 17:13:53.424158 dv-neutron-master-2-hyperv neutron-server[103801]: event.method(event) Jan 05 17:13:53.424158 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 05 17:13:53.424158 dv-neutron-master-2-hyperv neutron-server[103801]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 05 17:13:53.424158 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 05 17:13:53.424158 dv-neutron-master-2-hyperv neutron-server[103801]: aggregate_uuid = self.p_client.list_aggregates( Jan 05 17:13:53.424158 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 05 17:13:53.424158 dv-neutron-master-2-hyperv neutron-server[103801]: return f(self, *a, **k) Jan 05 17:13:53.424158 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 05 17:13:53.424158 dv-neutron-master-2-hyperv neutron-server[103801]: return self._get(url).json() Jan 05 17:13:53.424158 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 05 17:13:53.424158 dv-neutron-master-2-hyperv neutron-server[103801]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 05 17:13:53.424158 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 05 17:13:53.424158 dv-neutron-master-2-hyperv neutron-server[103801]: return self.request(url, 'GET', **kwargs) Jan 05 17:13:53.424158 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 05 17:13:53.424158 dv-neutron-master-2-hyperv neutron-server[103801]: base_url = self.get_endpoint(auth, allow=allow, Jan 05 17:13:53.424158 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 05 17:13:53.424158 dv-neutron-master-2-hyperv neutron-server[103801]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 05 17:13:53.424158 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 05 17:13:53.424158 dv-neutron-master-2-hyperv neutron-server[103801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 05 17:13:53.424158 dv-neutron-master-2-hyperv neutron-server[103801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 05 17:13:53.491252 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc119f84-dfe4-48c5-ae63-a3c0c5f97adf tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Router 36b7bd7a-bec1-46d0-9455-e6298ef1b857 has already been hosted by L3 agent 59446fdc-40e0-41fe-a575-a8eb11d742f7 {{(pid=103800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 05 17:13:53.546861 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-6abe25d3-db9c-4a2d-9a5a-f3e073b0dafb tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3891722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648695'] for network, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:53.553779 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-6abe25d3-db9c-4a2d-9a5a-f3e073b0dafb tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks [] for network, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:53.556912 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-6abe25d3-db9c-4a2d-9a5a-f3e073b0dafb tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] 10.222.0.11 "DELETE /v2.0/networks/92a92bbf-6153-4a12-87a3-79a4ff9106f5 HTTP/1.1" status: 204 len: 168 time: 1.0203412 Jan 05 17:13:53.570624 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 45878) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:13:53.581915 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abe25d3-db9c-4a2d-9a5a-f3e073b0dafb tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Pushing event deleted for resources: {'Network': ['ID=92a92bbf-6153-4a12-87a3-79a4ff9106f5,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:13:53.611451 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc119f84-dfe4-48c5-ae63-a3c0c5f97adf tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 05 17:13:53.619874 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-bc119f84-dfe4-48c5-ae63-a3c0c5f97adf tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "PUT /v2.0/routers/36b7bd7a-bec1-46d0-9455-e6298ef1b857/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5919166 Jan 05 17:13:53.619874 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 45880) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:13:53.627625 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e7361ba-61da-4401-a539-f71c095a41ab tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:13:53.627852 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41bce290-710d-4a87-98ca-fd453919843c None None] Sync routers for ids ['36b7bd7a-bec1-46d0-9455-e6298ef1b857'] in dv-neutron-master-2-hyperv {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 05 17:13:53.630369 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-3e7361ba-61da-4401-a539-f71c095a41ab tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] 10.222.0.11 "GET /v2.0/ports/4bef747a-757c-4d51-9aa4-7f6aad1fd68f HTTP/1.1" status: 200 len: 841 time: 0.0579569 Jan 05 17:13:53.633433 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 45882) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:13:53.639426 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41bce290-710d-4a87-98ca-fd453919843c None None] Routers {'36b7bd7a-bec1-46d0-9455-e6298ef1b857'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:13:53.640948 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-41bce290-710d-4a87-98ca-fd453919843c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:13:49Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['36b7bd7a-bec1-46d0-9455-e6298ef1b857'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:13:53.712812 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-7a571460-a271-4d2f-bdf7-c01494f0d670 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] 10.222.0.11 "GET /v2.0/ports/4bef747a-757c-4d51-9aa4-7f6aad1fd68f?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0780194 Jan 05 17:13:53.718564 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 45884) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:13:53.724243 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-098abfe8-8a24-481e-8fbf-e4419a9aa4a3 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Request body: {'subnet': {'network_id': '91c7a355-d2d2-499a-a95d-64c6c91db0d1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:13:53.740296 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.db_base_plugin_v2 [None req-81fed472-571b-4e27-92f5-38e9b5ec28ba tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Deleting subnet 5c5734b6-0442-4faf-b4f7-d61c8f7673ec {{(pid=103800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 05 17:13:53.744333 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-81fed472-571b-4e27-92f5-38e9b5ec28ba tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for subnet, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:53.764463 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-41bce290-710d-4a87-98ca-fd453919843c None None] Set router 36b7bd7a-bec1-46d0-9455-e6298ef1b857 gateway port host: dv-neutron-master-2-hyperv {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:13:53.795511 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-81fed472-571b-4e27-92f5-38e9b5ec28ba tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8784846'] for subnet, precommit_delete_associations {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:53.822040 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 2e3a2423-7421-4dca-96e5-8cd04049e762 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 05 17:13:53.888230 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] No Port match for: 2e3a2423-7421-4dca-96e5-8cd04049e762 {{(pid=103802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 05 17:13:53.888624 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 2e3a2423-7421-4dca-96e5-8cd04049e762 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 05 17:13:53.893091 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-81fed472-571b-4e27-92f5-38e9b5ec28ba tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892868'] for subnet, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:53.965825 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-098abfe8-8a24-481e-8fbf-e4419a9aa4a3 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Made reservation on behalf of fae5af2b325549fbbf3eb3ad3c66d0a7 for: {'subnet': 1} {{(pid=103801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:13:53.970012 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-098abfe8-8a24-481e-8fbf-e4419a9aa4a3 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12480675'] for subnet, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:53.971459 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-41bce290-710d-4a87-98ca-fd453919843c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36b7bd7a-bec1-46d0-9455-e6298ef1b857', 'name': 'tempest-TestNetworkBasicOps-router-275673944', 'tenant_id': 'ec76859de02442879238ecf1eaefefed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.51'}], 'enable_snat': True}, 'gw_port_id': 'e35d3a26-b17d-4578-abe6-d57671d0aca3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:11:27Z', 'updated_at': '2022-01-05T17:13:52Z', 'revision_number': 7, 'project_id': 'ec76859de02442879238ecf1eaefefed', 'gw_port': {'id': 'e35d3a26-b17d-4578-abe6-d57671d0aca3', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:d9:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36b7bd7a-bec1-46d0-9455-e6298ef1b857', 'device_owner': 'network:router_gateway', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:11:29Z', 'updated_at': '2022-01-05T17:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:13:54.001455 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41bce290-710d-4a87-98ca-fd453919843c None None] Checking router: 36b7bd7a-bec1-46d0-9455-e6298ef1b857 for host: dv-neutron-master-2-hyperv {{(pid=103802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 05 17:13:54.009898 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41bce290-710d-4a87-98ca-fd453919843c None None] Routers {'36b7bd7a-bec1-46d0-9455-e6298ef1b857'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:13:54.010508 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-41bce290-710d-4a87-98ca-fd453919843c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:13:49Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['36b7bd7a-bec1-46d0-9455-e6298ef1b857'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:13:54.052657 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-81fed472-571b-4e27-92f5-38e9b5ec28ba tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3893367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8784787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8521880'] for subnet, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:54.085189 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fed472-571b-4e27-92f5-38e9b5ec28ba tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Pushing event deleted for resources: {'Subnet': ['ID=5c5734b6-0442-4faf-b4f7-d61c8f7673ec,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:13:54.087838 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-81fed472-571b-4e27-92f5-38e9b5ec28ba tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for subnet, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:54.091079 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-81fed472-571b-4e27-92f5-38e9b5ec28ba tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "DELETE /v2.0/subnets/5c5734b6-0442-4faf-b4f7-d61c8f7673ec HTTP/1.1" status: 204 len: 168 time: 0.4700830 Jan 05 17:13:54.095609 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 45886) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:13:54.105931 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6425496-9ba0-4cf4-bb58-c09ae294a536 None None] Network 62c260dd-d135-4213-8dd0-485aab18a1d0 requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:13:54.172130 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-41bce290-710d-4a87-98ca-fd453919843c None None] Set router 36b7bd7a-bec1-46d0-9455-e6298ef1b857 gateway port host: dv-neutron-master-2-hyperv {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:13:54.208036 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-52e1ed67-a8a2-4c12-9957-8232fc52977f tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for router, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:54.211480 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-098abfe8-8a24-481e-8fbf-e4419a9aa4a3 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11433288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12480593'] for subnet, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:54.253913 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-098abfe8-8a24-481e-8fbf-e4419a9aa4a3 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Network 91c7a355-d2d2-499a-a95d-64c6c91db0d1 is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:13:54.257182 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-098abfe8-8a24-481e-8fbf-e4419a9aa4a3 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:13:54.260292 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-098abfe8-8a24-481e-8fbf-e4419a9aa4a3 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:13:54.260895 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-098abfe8-8a24-481e-8fbf-e4419a9aa4a3 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks [] for subnet, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:54.278828 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098abfe8-8a24-481e-8fbf-e4419a9aa4a3 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Pushing event updated for resources: {'Subnet': ['ID=c991e29b-0325-48d6-a6cf-53dc3c7a5be9,revision_number=0']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:13:54.297995 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cb200f3-1f6b-4b5a-b42c-e3860ad45660 None None] Network 91c7a355-d2d2-499a-a95d-64c6c91db0d1 requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:13:54.327045 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-52e1ed67-a8a2-4c12-9957-8232fc52977f tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:54.347617 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-098abfe8-8a24-481e-8fbf-e4419a9aa4a3 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6254048 Jan 05 17:13:54.348066 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 45888) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:13:54.352580 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-d18cbc66-3fed-45a0-a551-98e48f5f008c tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Request body: {'security_group': {'name': 'tempest-secgroup-1790151592'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:13:54.434951 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-52e1ed67-a8a2-4c12-9957-8232fc52977f tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Deleting port e35d3a26-b17d-4578-abe6-d57671d0aca3 {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:13:54.436246 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-52e1ed67-a8a2-4c12-9957-8232fc52977f tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:54.440124 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-d18cbc66-3fed-45a0-a551-98e48f5f008c tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks [] for security_group, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:54.446223 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65b4d247-2961-4436-a3e2-46a591b31d42 None None] DHCP port deletion for 62c260dd-d135-4213-8dd0-485aab18a1d0 request from dv-neutron-master-2-hyperv {{(pid=103802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 05 17:13:54.511491 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-41bce290-710d-4a87-98ca-fd453919843c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36b7bd7a-bec1-46d0-9455-e6298ef1b857', 'name': 'tempest-TestNetworkBasicOps-router-275673944', 'tenant_id': 'ec76859de02442879238ecf1eaefefed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.51'}], 'enable_snat': True}, 'gw_port_id': 'e35d3a26-b17d-4578-abe6-d57671d0aca3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:11:27Z', 'updated_at': '2022-01-05T17:13:52Z', 'revision_number': 7, 'project_id': 'ec76859de02442879238ecf1eaefefed', 'gw_port': {'id': 'e35d3a26-b17d-4578-abe6-d57671d0aca3', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:d9:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36b7bd7a-bec1-46d0-9455-e6298ef1b857', 'device_owner': 'network:router_gateway', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:11:29Z', 'updated_at': '2022-01-05T17:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:13:54.512894 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-d18cbc66-3fed-45a0-a551-98e48f5f008c tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks [] for security_group, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:54.527126 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.db [None req-52e1ed67-a8a2-4c12-9957-8232fc52977f tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] For port e35d3a26-b17d-4578-abe6-d57671d0aca3, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e35d3a26-b17d-4578-abe6-d57671d0aca3,segment=NetworkSegment(3f961525-530f-4ce5-8222-1dbbbe774893),segment_id=3f961525-530f-4ce5-8222-1dbbbe774893)] {{(pid=103800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:13:54.527536 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-52e1ed67-a8a2-4c12-9957-8232fc52977f tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:54.539371 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-52e1ed67-a8a2-4c12-9957-8232fc52977f tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Calling delete_port for e35d3a26-b17d-4578-abe6-d57671d0aca3 owned by network:router_gateway {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:13:54.542175 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67be306c-3b1f-4acf-878b-998bb6815c17 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-91c7a355-d2d2-499a-a95d-64c6c91db0d1', 'network_id': '91c7a355-d2d2-499a-a95d-64c6c91db0d1', 'project_id': 'fae5af2b325549fbbf3eb3ad3c66d0a7', 'fixed_ips': [{'subnet_id': 'c991e29b-0325-48d6-a6cf-53dc3c7a5be9'}]}} from dv-neutron-master-2-hyperv. {{(pid=103802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 05 17:13:54.543033 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-67be306c-3b1f-4acf-878b-998bb6815c17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:54.547567 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41bce290-710d-4a87-98ca-fd453919843c None None] The sync data for ids ['36b7bd7a-bec1-46d0-9455-e6298ef1b857'] in dv-neutron-master-2-hyperv is: [{'id': '36b7bd7a-bec1-46d0-9455-e6298ef1b857', 'name': 'tempest-TestNetworkBasicOps-router-275673944', 'tenant_id': 'ec76859de02442879238ecf1eaefefed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.51'}], 'enable_snat': True}, 'gw_port_id': 'e35d3a26-b17d-4578-abe6-d57671d0aca3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:11:27Z', 'updated_at': '2022-01-05T17:13:52Z', 'revision_number': 7, 'project_id': 'ec76859de02442879238ecf1eaefefed', 'gw_port': {'id': 'e35d3a26-b17d-4578-abe6-d57671d0aca3', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:d9:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36b7bd7a-bec1-46d0-9455-e6298ef1b857', 'device_owner': 'network:router_gateway', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:11:29Z', 'updated_at': '2022-01-05T17:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 05 17:13:54.564402 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-65b4d247-2961-4436-a3e2-46a591b31d42 None None] Deleting port 9d13d551-6e61-4d36-918f-a880bdc00f9e {{(pid=103802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:13:54.564768 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-65b4d247-2961-4436-a3e2-46a591b31d42 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:54.604843 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-d18cbc66-3fed-45a0-a551-98e48f5f008c tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:54.639527 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18cbc66-3fed-45a0-a551-98e48f5f008c tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3dedf735-33d7-4254-b2ca-d46f63e05ef6,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:13:54.693254 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-d18cbc66-3fed-45a0-a551-98e48f5f008c tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks [] for security_group, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:54.697008 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-d18cbc66-3fed-45a0-a551-98e48f5f008c tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3453422 Jan 05 17:13:54.697282 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 45890) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:13:54.701308 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-65b4d247-2961-4436-a3e2-46a591b31d42 None None] For port 9d13d551-6e61-4d36-918f-a880bdc00f9e, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=9d13d551-6e61-4d36-918f-a880bdc00f9e,segment=NetworkSegment(d05c6fd4-df91-4ada-ad3d-093d27903d08),segment_id=d05c6fd4-df91-4ada-ad3d-093d27903d08)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:13:54.701796 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-65b4d247-2961-4436-a3e2-46a591b31d42 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:54.703384 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-4b8d573e-b7c3-4ec5-b5b4-5997c48a72dd tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Request body: {'security_group': {'name': 'tempest-secgroup-909277854'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:13:54.722389 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-65b4d247-2961-4436-a3e2-46a591b31d42 None None] Calling delete_port for 9d13d551-6e61-4d36-918f-a880bdc00f9e owned by network:dhcp {{(pid=103802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:13:54.803429 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-4b8d573e-b7c3-4ec5-b5b4-5997c48a72dd tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks [] for security_group, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:54.804906 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.db_base_plugin_common [None req-67be306c-3b1f-4acf-878b-998bb6815c17 None None] Allocated IP 172.20.0.2 (91c7a355-d2d2-499a-a95d-64c6c91db0d1/c991e29b-0325-48d6-a6cf-53dc3c7a5be9/054f2cdc-7087-4407-8e45-ec02587b5e4a) {{(pid=103802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:13:54.857336 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-52e1ed67-a8a2-4c12-9957-8232fc52977f tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:54.872194 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-4b8d573e-b7c3-4ec5-b5b4-5997c48a72dd tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks [] for security_group, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:54.888418 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e1ed67-a8a2-4c12-9957-8232fc52977f tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Pushing event deleted for resources: {'Port': ['ID=e35d3a26-b17d-4578-abe6-d57671d0aca3,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:13:54.914000 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3ea999e-89bc-4e6f-bc3d-135d05021fe9 None None] DHCP port deletion for b0167590-0699-4c5c-a932-3939414a9573 request from dv-neutron-master-2-hyperv {{(pid=103802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 05 17:13:54.955880 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-4b8d573e-b7c3-4ec5-b5b4-5997c48a72dd tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:54.967023 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-52e1ed67-a8a2-4c12-9957-8232fc52977f tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-648595'] for router_gateway, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:55.001552 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8d573e-b7c3-4ec5-b5b4-5997c48a72dd tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d970dd4-d731-435a-ac9a-47a4ad8f83d2,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:13:55.076687 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-4b8d573e-b7c3-4ec5-b5b4-5997c48a72dd tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks [] for security_group, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:55.084462 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 45892) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:13:55.088195 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-4b8d573e-b7c3-4ec5-b5b4-5997c48a72dd tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.3897970 Jan 05 17:13:55.089310 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-65b4d247-2961-4436-a3e2-46a591b31d42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678'] for port, after_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:55.091442 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-0ffc20f6-5568-457e-b94a-cb4b5965effb tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-742860992', 'security_groups': ['2d970dd4-d731-435a-ac9a-47a4ad8f83d2'], 'network_id': '91c7a355-d2d2-499a-a95d-64c6c91db0d1', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'c991e29b-0325-48d6-a6cf-53dc3c7a5be9'}]}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:13:55.097822 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-52e1ed67-a8a2-4c12-9957-8232fc52977f tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-648249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62744'] for router, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:55.101817 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-52e1ed67-a8a2-4c12-9957-8232fc52977f tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:55.139977 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b4d247-2961-4436-a3e2-46a591b31d42 None None] Pushing event deleted for resources: {'Port': ['ID=9d13d551-6e61-4d36-918f-a880bdc00f9e,revision_number=None']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:13:55.144914 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65b4d247-2961-4436-a3e2-46a591b31d42 None None] No DVR routers for this DVR port 9d13d551-6e61-4d36-918f-a880bdc00f9e on host dv-neutron-master-2-hyperv {{(pid=103802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 05 17:13:55.172824 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-67be306c-3b1f-4acf-878b-998bb6815c17 None None] Publish callbacks [] for port, precommit_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:55.251900 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-67be306c-3b1f-4acf-878b-998bb6815c17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669'] for port, after_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:55.260289 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-52e1ed67-a8a2-4c12-9957-8232fc52977f tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-648240'] for router, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:55.260810 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52e1ed67-a8a2-4c12-9957-8232fc52977f tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Fanout notify agent at l3_agent the message router_deleted on router 36b7bd7a-bec1-46d0-9455-e6298ef1b857 {{(pid=103800) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 05 17:13:55.267904 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-52e1ed67-a8a2-4c12-9957-8232fc52977f tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for router, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:55.272008 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 45894) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:13:55.274101 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-52e1ed67-a8a2-4c12-9957-8232fc52977f tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "DELETE /v2.0/routers/36b7bd7a-bec1-46d0-9455-e6298ef1b857 HTTP/1.1" status: 204 len: 168 time: 1.1774049 Jan 05 17:13:55.293689 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67be306c-3b1f-4acf-878b-998bb6815c17 None None] Network 91c7a355-d2d2-499a-a95d-64c6c91db0d1 is already hosted by enough agents. {{(pid=103802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:13:55.297249 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.scheduler.base_scheduler [None req-67be306c-3b1f-4acf-878b-998bb6815c17 None None] Resources bound (agent type, host, resource id): {{(pid=103802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:13:55.304168 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67be306c-3b1f-4acf-878b-998bb6815c17 None None] Received port after_create {{(pid=103802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:13:55.309903 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67be306c-3b1f-4acf-878b-998bb6815c17 None None] Pushing event updated for resources: {'Port': ['ID=054f2cdc-7087-4407-8e45-ec02587b5e4a,revision_number=1']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:13:55.329245 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ffc20f6-5568-457e-b94a-cb4b5965effb tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Made reservation on behalf of fae5af2b325549fbbf3eb3ad3c66d0a7 for: {'port': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:13:55.368165 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-67be306c-3b1f-4acf-878b-998bb6815c17 None None] Attempting to bind port 054f2cdc-7087-4407-8e45-ec02587b5e4a on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 05 17:13:55.368165 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-67be306c-3b1f-4acf-878b-998bb6815c17 None None] Attempting to bind port 054f2cdc-7087-4407-8e45-ec02587b5e4a by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '05a58015-66fc-4018-b9e0-8f39b245590f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '91c7a355-d2d2-499a-a95d-64c6c91db0d1'}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 05 17:13:55.368739 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67be306c-3b1f-4acf-878b-998bb6815c17 None None] Attempting to bind port 054f2cdc-7087-4407-8e45-ec02587b5e4a on network 91c7a355-d2d2-499a-a95d-64c6c91db0d1 {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:13:55.374540 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67be306c-3b1f-4acf-878b-998bb6815c17 None None] Checking agent: {'id': '0d4f8fd3-ce62-4651-970c-efa6a8bb22b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 5, 16, 57, 23), 'started_at': datetime.datetime(2022, 1, 5, 16, 57, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 5, 17, 13, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 05 17:13:55.374926 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67be306c-3b1f-4acf-878b-998bb6815c17 None None] Checking segment: {'id': '05a58015-66fc-4018-b9e0-8f39b245590f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '91c7a355-d2d2-499a-a95d-64c6c91db0d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:13:55.375381 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-67be306c-3b1f-4acf-878b-998bb6815c17 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:55.375775 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67be306c-3b1f-4acf-878b-998bb6815c17 None None] Bound using segment: {'id': '05a58015-66fc-4018-b9e0-8f39b245590f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '91c7a355-d2d2-499a-a95d-64c6c91db0d1'} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 05 17:13:55.376253 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-67be306c-3b1f-4acf-878b-998bb6815c17 None None] Bound port: 054f2cdc-7087-4407-8e45-ec02587b5e4a, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05a58015-66fc-4018-b9e0-8f39b245590f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '91c7a355-d2d2-499a-a95d-64c6c91db0d1'}}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 05 17:13:55.376632 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-67be306c-3b1f-4acf-878b-998bb6815c17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:55.376926 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-379b3391-1b72-4741-b4d2-65a590b0b6d1 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3809644'] for network, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:55.435936 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0ffc20f6-5568-457e-b94a-cb4b5965effb tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:55.454706 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.notifiers.nova [None req-0ffc20f6-5568-457e-b94a-cb4b5965effb tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] device_id is not set on port fbb1067c-8f06-4b92-b01b-fa697d7eb919 yet. {{(pid=103800) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 05 17:13:55.462305 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-67be306c-3b1f-4acf-878b-998bb6815c17 None None] For port 054f2cdc-7087-4407-8e45-ec02587b5e4a, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 05 17:13:55.465131 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-67be306c-3b1f-4acf-878b-998bb6815c17 None None] For port 054f2cdc-7087-4407-8e45-ec02587b5e4a, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=054f2cdc-7087-4407-8e45-ec02587b5e4a,segment=NetworkSegment(05a58015-66fc-4018-b9e0-8f39b245590f),segment_id=05a58015-66fc-4018-b9e0-8f39b245590f)] {{(pid=103802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 05 17:13:55.475061 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-379b3391-1b72-4741-b4d2-65a590b0b6d1 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3891715', 'neutron.services.segments.db._delete_segments_for_network-8754181063482'] for network, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:55.500605 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.services.segments.db [None req-379b3391-1b72-4741-b4d2-65a590b0b6d1 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62c260dd-d135-4213-8dd0-485aab18a1d0']}} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:13:55.510117 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.services.segments.db [None req-379b3391-1b72-4741-b4d2-65a590b0b6d1 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd05c6fd4-df91-4ada-ad3d-093d27903d08') {'for_net_delete': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:13:55.510409 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.services.segments.db [None req-379b3391-1b72-4741-b4d2-65a590b0b6d1 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd05c6fd4-df91-4ada-ad3d-093d27903d08') {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:13:55.524843 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-379b3391-1b72-4741-b4d2-65a590b0b6d1 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754181064771', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11316385'] for segment, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:55.532504 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-67be306c-3b1f-4acf-878b-998bb6815c17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:55.538792 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-379b3391-1b72-4741-b4d2-65a590b0b6d1 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225'] for segment, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:55.547330 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-379b3391-1b72-4741-b4d2-65a590b0b6d1 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Releasing vlan 110 on physical network physnet1 to pool {{(pid=103801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 05 17:13:55.547713 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-379b3391-1b72-4741-b4d2-65a590b0b6d1 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11433197'] for segment, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:55.550759 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:13:55.550759 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:13:55.550759 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:13:55.550759 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:13:55.550759 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:13:55.550759 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:13:55.550759 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:13:55.550759 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:13:55.550759 dv-neutron-master-2-hyperv neutron-server[103801]: Traceback (most recent call last): Jan 05 17:13:55.550759 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 05 17:13:55.550759 dv-neutron-master-2-hyperv neutron-server[103801]: timer() Jan 05 17:13:55.550759 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 05 17:13:55.550759 dv-neutron-master-2-hyperv neutron-server[103801]: cb(*args, **kw) Jan 05 17:13:55.550759 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 05 17:13:55.550759 dv-neutron-master-2-hyperv neutron-server[103801]: return func(*args, **kwargs) Jan 05 17:13:55.550759 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 05 17:13:55.550759 dv-neutron-master-2-hyperv neutron-server[103801]: self._notify() Jan 05 17:13:55.550759 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 05 17:13:55.550759 dv-neutron-master-2-hyperv neutron-server[103801]: self.callback(batched_events) Jan 05 17:13:55.550759 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 05 17:13:55.550759 dv-neutron-master-2-hyperv neutron-server[103801]: event.method(event) Jan 05 17:13:55.550759 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 05 17:13:55.550759 dv-neutron-master-2-hyperv neutron-server[103801]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 05 17:13:55.550759 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 05 17:13:55.550759 dv-neutron-master-2-hyperv neutron-server[103801]: aggregate_uuid = self.p_client.list_aggregates( Jan 05 17:13:55.550759 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 05 17:13:55.550759 dv-neutron-master-2-hyperv neutron-server[103801]: return f(self, *a, **k) Jan 05 17:13:55.550759 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 05 17:13:55.550759 dv-neutron-master-2-hyperv neutron-server[103801]: return self._get(url).json() Jan 05 17:13:55.550759 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 05 17:13:55.550759 dv-neutron-master-2-hyperv neutron-server[103801]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 05 17:13:55.550759 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 05 17:13:55.550759 dv-neutron-master-2-hyperv neutron-server[103801]: return self.request(url, 'GET', **kwargs) Jan 05 17:13:55.550759 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 05 17:13:55.550759 dv-neutron-master-2-hyperv neutron-server[103801]: base_url = self.get_endpoint(auth, allow=allow, Jan 05 17:13:55.550759 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 05 17:13:55.550759 dv-neutron-master-2-hyperv neutron-server[103801]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 05 17:13:55.550759 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 05 17:13:55.550759 dv-neutron-master-2-hyperv neutron-server[103801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 05 17:13:55.550759 dv-neutron-master-2-hyperv neutron-server[103801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 05 17:13:55.600102 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67be306c-3b1f-4acf-878b-998bb6815c17 None None] Pushing event updated for resources: {'Port': ['ID=054f2cdc-7087-4407-8e45-ec02587b5e4a,revision_number=2']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:13:55.640952 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [None req-0ffc20f6-5568-457e-b94a-cb4b5965effb tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Allocated IP 172.20.0.14 (91c7a355-d2d2-499a-a95d-64c6c91db0d1/c991e29b-0325-48d6-a6cf-53dc3c7a5be9/fbb1067c-8f06-4b92-b01b-fa697d7eb919) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:13:55.668152 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-379b3391-1b72-4741-b4d2-65a590b0b6d1 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3891722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648695'] for network, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:55.675334 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-379b3391-1b72-4741-b4d2-65a590b0b6d1 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for network, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:55.681418 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-379b3391-1b72-4741-b4d2-65a590b0b6d1 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "DELETE /v2.0/networks/62c260dd-d135-4213-8dd0-485aab18a1d0 HTTP/1.1" status: 204 len: 168 time: 0.4083586 Jan 05 17:13:55.697753 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379b3391-1b72-4741-b4d2-65a590b0b6d1 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Pushing event deleted for resources: {'Network': ['ID=62c260dd-d135-4213-8dd0-485aab18a1d0,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:13:55.699687 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 45896) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:13:55.706076 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-3df17b69-749f-4415-bb13-721583568493 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Request body: {'network': {'name': 'tempest-network-smoke--1922475661', 'project_id': 'ec76859de02442879238ecf1eaefefed', 'port_security_enabled': True}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:13:55.815544 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3df17b69-749f-4415-bb13-721583568493 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Made reservation on behalf of ec76859de02442879238ecf1eaefefed for: {'network': 1} {{(pid=103801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:13:55.826966 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3df17b69-749f-4415-bb13-721583568493 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for network, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:55.861632 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 7a3ebc3b-9bc4-4533-9c6f-b0efbbc88532 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 05 17:13:55.864099 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3df17b69-749f-4415-bb13-721583568493 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] vlan segment allocate from pool success with {'vlan_id': 131, 'physical_network': 'physnet1'} {{(pid=103801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 05 17:13:55.879716 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3df17b69-749f-4415-bb13-721583568493 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225'] for segment, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:55.880272 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.db.segments_db [None req-3df17b69-749f-4415-bb13-721583568493 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Added segment e63d09fe-af16-427e-be66-5a33c6ee735e of type vlan for network 48e7c283-9808-4ee9-89b3-d09dd7fc4db0 Jan 05 17:13:55.913277 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] No Port match for: 7a3ebc3b-9bc4-4533-9c6f-b0efbbc88532 {{(pid=103802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 05 17:13:55.915808 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 7a3ebc3b-9bc4-4533-9c6f-b0efbbc88532 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 05 17:13:55.917568 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 9d13d551-6e61-4d36-918f-a880bdc00f9e no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 05 17:13:55.945017 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] No Port match for: 9d13d551-6e61-4d36-918f-a880bdc00f9e {{(pid=103802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 05 17:13:55.945685 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 9d13d551-6e61-4d36-918f-a880bdc00f9e not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 05 17:13:55.946389 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device e35d3a26-b17d-4578-abe6-d57671d0aca3 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 05 17:13:55.952961 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3df17b69-749f-4415-bb13-721583568493 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754180566020'] for network, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:55.967930 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] No Port match for: e35d3a26-b17d-4578-abe6-d57671d0aca3 {{(pid=103802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 05 17:13:55.968588 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device e35d3a26-b17d-4578-abe6-d57671d0aca3 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 05 17:13:56.037418 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3df17b69-749f-4415-bb13-721583568493 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685'] for network, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:56.043469 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3df17b69-749f-4415-bb13-721583568493 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:13:56.044185 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3df17b69-749f-4415-bb13-721583568493 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for network, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:56.114848 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df17b69-749f-4415-bb13-721583568493 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Pushing event updated for resources: {'Network': ['ID=48e7c283-9808-4ee9-89b3-d09dd7fc4db0,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:13:56.125498 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Network 48e7c283-9808-4ee9-89b3-d09dd7fc4db0 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 05 17:13:56.138471 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-3df17b69-749f-4415-bb13-721583568493 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4363670 Jan 05 17:13:56.140784 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 45902) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:13:56.146601 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-36abe489-4f10-4db1-8150-cc7605f7691d tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1341030134', 'admin_state_up': True, 'project_id': 'ec76859de02442879238ecf1eaefefed', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573'}}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:13:56.187445 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0ffc20f6-5568-457e-b94a-cb4b5965effb tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks [] for port, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:56.260382 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-36abe489-4f10-4db1-8150-cc7605f7691d tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-649063', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58098'] for router, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:56.261452 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-36abe489-4f10-4db1-8150-cc7605f7691d tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649832', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-545006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58091'] for router, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:56.289051 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0ffc20f6-5568-457e-b94a-cb4b5965effb tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:56.315781 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-36abe489-4f10-4db1-8150-cc7605f7691d tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:56.339088 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ffc20f6-5568-457e-b94a-cb4b5965effb tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Network 91c7a355-d2d2-499a-a95d-64c6c91db0d1 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:13:56.342266 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-0ffc20f6-5568-457e-b94a-cb4b5965effb tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:13:56.348868 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ffc20f6-5568-457e-b94a-cb4b5965effb tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:13:56.353044 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffc20f6-5568-457e-b94a-cb4b5965effb tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Pushing event updated for resources: {'Port': ['ID=fbb1067c-8f06-4b92-b01b-fa697d7eb919,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:13:56.401619 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ffc20f6-5568-457e-b94a-cb4b5965effb tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:13:56.402252 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0ffc20f6-5568-457e-b94a-cb4b5965effb tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:56.488276 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-0ffc20f6-5568-457e-b94a-cb4b5965effb tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.4022546 Jan 05 17:13:56.492366 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 45904) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:13:56.497520 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-6b1da9e4-afed-4218-8383-594f1b2cf2db tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Request body: {'subnet': {'network_id': '91c7a355-d2d2-499a-a95d-64c6c91db0d1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:13:56.546656 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-36abe489-4f10-4db1-8150-cc7605f7691d tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:56.677644 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b1da9e4-afed-4218-8383-594f1b2cf2db tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Made reservation on behalf of fae5af2b325549fbbf3eb3ad3c66d0a7 for: {'subnet': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:13:56.683472 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6b1da9e4-afed-4218-8383-594f1b2cf2db tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8521827'] for subnet, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:56.776550 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-63f2336c-9859-4ee2-9d0f-2283f6ba5075 None None] Provisioning complete for port 054f2cdc-7087-4407-8e45-ec02587b5e4a triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:13:56.776922 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-63f2336c-9859-4ee2-9d0f-2283f6ba5075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:56.783908 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.db.ipam_backend_mixin [None req-6b1da9e4-afed-4218-8383-594f1b2cf2db tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet c991e29b-0325-48d6-a6cf-53dc3c7a5be9 (CIDR: 172.20.0.0/28) Jan 05 17:13:56.814442 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-36abe489-4f10-4db1-8150-cc7605f7691d tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for router_gateway, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:56.834884 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b1da9e4-afed-4218-8383-594f1b2cf2db tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 05 17:13:56.835146 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-36abe489-4f10-4db1-8150-cc7605f7691d tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:56.835426 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b1da9e4-afed-4218-8383-594f1b2cf2db tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103800) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 05 17:13:56.864599 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-63f2336c-9859-4ee2-9d0f-2283f6ba5075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:56.899215 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-63f2336c-9859-4ee2-9d0f-2283f6ba5075 None None] For port 054f2cdc-7087-4407-8e45-ec02587b5e4a, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=054f2cdc-7087-4407-8e45-ec02587b5e4a,segment=NetworkSegment(05a58015-66fc-4018-b9e0-8f39b245590f),segment_id=05a58015-66fc-4018-b9e0-8f39b245590f)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:13:56.947657 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-6b1da9e4-afed-4218-8383-594f1b2cf2db tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4523013 Jan 05 17:13:56.948463 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 45906) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:13:56.950785 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [None req-36abe489-4f10-4db1-8150-cc7605f7691d tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Allocated IP 172.36.4.33 (b0167590-0699-4c5c-a932-3939414a9573/7a784a6d-3d96-418f-a645-b9ccd0b1ac55/9a66898f-2c7f-4ef0-80c0-bb813ae509a5) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:13:56.954119 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-3d769bc7-c794-42e6-9afa-29a9965f288f tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Request body: {'subnet': {'network_id': '91c7a355-d2d2-499a-a95d-64c6c91db0d1', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:13:57.006123 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-63f2336c-9859-4ee2-9d0f-2283f6ba5075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:57.053975 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-63f2336c-9859-4ee2-9d0f-2283f6ba5075 None None] Provisioning complete for port 4bef747a-757c-4d51-9aa4-7f6aad1fd68f triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:13:57.054337 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-63f2336c-9859-4ee2-9d0f-2283f6ba5075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:57.071265 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-36abe489-4f10-4db1-8150-cc7605f7691d tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for port, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:57.085091 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f2336c-9859-4ee2-9d0f-2283f6ba5075 None None] Pushing event updated for resources: {'Port': ['ID=054f2cdc-7087-4407-8e45-ec02587b5e4a,revision_number=3']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:13:57.097086 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-63f2336c-9859-4ee2-9d0f-2283f6ba5075 None None] Port 4bef747a-757c-4d51-9aa4-7f6aad1fd68f cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 17:13:57.134457 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d769bc7-c794-42e6-9afa-29a9965f288f tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Made reservation on behalf of fae5af2b325549fbbf3eb3ad3c66d0a7 for: {'subnet': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:13:57.138086 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3d769bc7-c794-42e6-9afa-29a9965f288f tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8521827'] for subnet, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:57.165832 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-36abe489-4f10-4db1-8150-cc7605f7691d tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11433176'] for port, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:57.201388 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36abe489-4f10-4db1-8150-cc7605f7691d tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Network b0167590-0699-4c5c-a932-3939414a9573 is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:13:57.210270 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-36abe489-4f10-4db1-8150-cc7605f7691d tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:13:57.212918 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36abe489-4f10-4db1-8150-cc7605f7691d tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:13:57.219167 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-1a4ee27f-4906-438f-b089-ad2d1ad0ec37 None None] Provisioning complete for port fbb1067c-8f06-4b92-b01b-fa697d7eb919 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:13:57.219705 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-1a4ee27f-4906-438f-b089-ad2d1ad0ec37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:57.245857 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0c04f4b-36a1-48e2-a787-8362c616507e None None] DHCP port deletion for b0167590-0699-4c5c-a932-3939414a9573 request from dv-neutron-master-2-hyperv {{(pid=103802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 05 17:13:57.246132 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36abe489-4f10-4db1-8150-cc7605f7691d tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Pushing event updated for resources: {'Port': ['ID=9a66898f-2c7f-4ef0-80c0-bb813ae509a5,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:13:57.268480 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-1a4ee27f-4906-438f-b089-ad2d1ad0ec37 None None] Port fbb1067c-8f06-4b92-b01b-fa697d7eb919 cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 17:13:57.390590 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-30aedb0b-d239-4a00-bb0e-1d59bb6e817d None None] Provisioning complete for port 9a66898f-2c7f-4ef0-80c0-bb813ae509a5 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:13:57.390961 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-30aedb0b-d239-4a00-bb0e-1d59bb6e817d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:57.424042 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-30aedb0b-d239-4a00-bb0e-1d59bb6e817d None None] Port 9a66898f-2c7f-4ef0-80c0-bb813ae509a5 cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 17:13:57.451381 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3d769bc7-c794-42e6-9afa-29a9965f288f tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8784852', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8521873'] for subnet, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:57.500090 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d769bc7-c794-42e6-9afa-29a9965f288f tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Network 91c7a355-d2d2-499a-a95d-64c6c91db0d1 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:13:57.503584 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-3d769bc7-c794-42e6-9afa-29a9965f288f tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:13:57.507431 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d769bc7-c794-42e6-9afa-29a9965f288f tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:13:57.507431 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3d769bc7-c794-42e6-9afa-29a9965f288f tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks [] for subnet, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:57.513120 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef38498d-1a3f-4355-b2c3-a79b05ee90f2 None None] Network 91c7a355-d2d2-499a-a95d-64c6c91db0d1 requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:13:57.523349 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d769bc7-c794-42e6-9afa-29a9965f288f tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Pushing event updated for resources: {'Subnet': ['ID=db1ca6e3-c337-410c-8ab4-4ced57418481,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:13:57.571459 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-36abe489-4f10-4db1-8150-cc7605f7691d tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for router_gateway, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:57.597468 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-3d769bc7-c794-42e6-9afa-29a9965f288f tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.6477606 Jan 05 17:13:57.600338 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 45908) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:13:57.607342 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-c77956b6-3f74-450a-867c-3bbbdf035ba2 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-263960217', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'db1ca6e3-c337-410c-8ab4-4ced57418481'}], 'security_groups': ['3dedf735-33d7-4254-b2ca-d46f63e05ef6']}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:13:57.680982 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37f22803-b36a-40dc-a9bc-d5c7f6230abb None None] Update dhcp port {'port': {'network_id': '91c7a355-d2d2-499a-a95d-64c6c91db0d1', 'fixed_ips': [{'subnet_id': 'c991e29b-0325-48d6-a6cf-53dc3c7a5be9', 'ip_address': '172.20.0.2'}, {'subnet_id': 'db1ca6e3-c337-410c-8ab4-4ced57418481'}], 'binding:host_id': 'dv-neutron-master-2-hyperv'}, 'id': '054f2cdc-7087-4407-8e45-ec02587b5e4a'} from dv-neutron-master-2-hyperv. {{(pid=103802) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Jan 05 17:13:57.690016 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c77956b6-3f74-450a-867c-3bbbdf035ba2 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:57.716120 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-37f22803-b36a-40dc-a9bc-d5c7f6230abb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:57.812874 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-36abe489-4f10-4db1-8150-cc7605f7691d tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-648430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648639'] for router, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:57.838356 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 054f2cdc-7087-4407-8e45-ec02587b5e4a up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:13:57.942901 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Provisioning complete for port 054f2cdc-7087-4407-8e45-ec02587b5e4a triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:13:57.943265 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:57.964568 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.db_base_plugin_common [None req-37f22803-b36a-40dc-a9bc-d5c7f6230abb None None] Allocated IP 172.20.0.18 (91c7a355-d2d2-499a-a95d-64c6c91db0d1/db1ca6e3-c337-410c-8ab4-4ced57418481/054f2cdc-7087-4407-8e45-ec02587b5e4a) {{(pid=103802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:13:58.016870 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36abe489-4f10-4db1-8150-cc7605f7691d tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Router fdc14264-be8e-4777-a841-44bf7a88eb7f is scheduled to L3 agent 59446fdc-40e0-41fe-a575-a8eb11d742f7 with binding_index 1 {{(pid=103801) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 05 17:13:58.102233 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-37f22803-b36a-40dc-a9bc-d5c7f6230abb None None] For port 054f2cdc-7087-4407-8e45-ec02587b5e4a, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=054f2cdc-7087-4407-8e45-ec02587b5e4a,segment=NetworkSegment(05a58015-66fc-4018-b9e0-8f39b245590f),segment_id=05a58015-66fc-4018-b9e0-8f39b245590f)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:13:58.123943 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36abe489-4f10-4db1-8150-cc7605f7691d tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 05 17:13:58.134407 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-37f22803-b36a-40dc-a9bc-d5c7f6230abb None None] Publish callbacks [] for port, precommit_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:58.135593 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f00442e-c578-4f12-84ff-1084ca59963c None None] Sync routers for ids ['fdc14264-be8e-4777-a841-44bf7a88eb7f'] in dv-neutron-master-2-hyperv {{(pid=103803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 05 17:13:58.145700 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f00442e-c578-4f12-84ff-1084ca59963c None None] Routers {'fdc14264-be8e-4777-a841-44bf7a88eb7f'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:13:58.147437 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-9f00442e-c578-4f12-84ff-1084ca59963c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:13:49Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['fdc14264-be8e-4777-a841-44bf7a88eb7f'], 'active': True} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:13:58.199922 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-37f22803-b36a-40dc-a9bc-d5c7f6230abb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:58.226155 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-36abe489-4f10-4db1-8150-cc7605f7691d tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for router, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:58.230335 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-36abe489-4f10-4db1-8150-cc7605f7691d tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.0856819 Jan 05 17:13:58.232540 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 45910) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:13:58.285509 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-4af57a73-9d96-4f97-9d44-a2051525f48a tempest-TestNetworkBasicOps-152746079 tempest-TestNetworkBasicOps-152746079-project-admin] 10.222.0.11 "GET /v2.0/subnets?project_id=ec76859de02442879238ecf1eaefefed&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0462806 Jan 05 17:13:58.285811 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 45912) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:13:58.333735 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f22803-b36a-40dc-a9bc-d5c7f6230abb None None] Pushing event updated for resources: {'Port': ['ID=054f2cdc-7087-4407-8e45-ec02587b5e4a,revision_number=4']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:13:58.354468 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [None req-c77956b6-3f74-450a-867c-3bbbdf035ba2 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Delete allocated IP 172.20.0.14 (91c7a355-d2d2-499a-a95d-64c6c91db0d1/c991e29b-0325-48d6-a6cf-53dc3c7a5be9) {{(pid=103800) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 05 17:13:58.356283 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvr_db [None req-9f00442e-c578-4f12-84ff-1084ca59963c None None] Set router fdc14264-be8e-4777-a841-44bf7a88eb7f gateway port host: dv-neutron-master-2-hyperv {{(pid=103803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:13:58.363928 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [None req-c77956b6-3f74-450a-867c-3bbbdf035ba2 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Allocated IP 172.20.0.30 (91c7a355-d2d2-499a-a95d-64c6c91db0d1/db1ca6e3-c337-410c-8ab4-4ced57418481/fbb1067c-8f06-4b92-b01b-fa697d7eb919) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:13:58.402468 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a8a4231-4219-449c-be55-9b62dd6bba4e tempest-TestNetworkBasicOps-152746079 tempest-TestNetworkBasicOps-152746079-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:13:58.404916 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-3a8a4231-4219-449c-be55-9b62dd6bba4e tempest-TestNetworkBasicOps-152746079 tempest-TestNetworkBasicOps-152746079-project-admin] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1181014 Jan 05 17:13:58.408199 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 45916) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:13:58.450659 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-01271e04-79a0-43e2-8683-4d9857d22409 tempest-TestNetworkBasicOps-152746079 tempest-TestNetworkBasicOps-152746079-project-admin] 10.222.0.11 "GET /v2.0/subnets?network_id=b0167590-0699-4c5c-a932-3939414a9573&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0411687 Jan 05 17:13:58.453531 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 45918) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:13:58.458684 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-63dbbdd2-e111-4a8d-85a1-9d9713fa40db tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-75634894', 'network_id': '48e7c283-9808-4ee9-89b3-d09dd7fc4db0', 'project_id': 'ec76859de02442879238ecf1eaefefed', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:13:58.561466 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c77956b6-3f74-450a-867c-3bbbdf035ba2 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks [] for port, precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:58.566897 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-9f00442e-c578-4f12-84ff-1084ca59963c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdc14264-be8e-4777-a841-44bf7a88eb7f', 'name': 'tempest-TestNetworkBasicOps-router-1341030134', 'tenant_id': 'ec76859de02442879238ecf1eaefefed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.33'}], 'enable_snat': True}, 'gw_port_id': '9a66898f-2c7f-4ef0-80c0-bb813ae509a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:13:56Z', 'updated_at': '2022-01-05T17:13:57Z', 'revision_number': 3, 'project_id': 'ec76859de02442879238ecf1eaefefed', 'gw_port': {'id': '9a66898f-2c7f-4ef0-80c0-bb813ae509a5', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:d0:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdc14264-be8e-4777-a841-44bf7a88eb7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:13:56Z', 'updated_at': '2022-01-05T17:13:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:13:58.605224 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f00442e-c578-4f12-84ff-1084ca59963c None None] Checking router: fdc14264-be8e-4777-a841-44bf7a88eb7f for host: dv-neutron-master-2-hyperv {{(pid=103803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 05 17:13:58.606142 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f00442e-c578-4f12-84ff-1084ca59963c None None] Updating router fdc14264-be8e-4777-a841-44bf7a88eb7f port 9a66898f-2c7f-4ef0-80c0-bb813ae509a5 binding host dv-neutron-master-2-hyperv {{(pid=103803) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 05 17:13:58.637164 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-9f00442e-c578-4f12-84ff-1084ca59963c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:58.658248 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63dbbdd2-e111-4a8d-85a1-9d9713fa40db tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Made reservation on behalf of ec76859de02442879238ecf1eaefefed for: {'subnet': 1} {{(pid=103801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:13:58.662313 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-63dbbdd2-e111-4a8d-85a1-9d9713fa40db tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12480675'] for subnet, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:58.674086 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c77956b6-3f74-450a-867c-3bbbdf035ba2 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8784461'] for port, after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:58.723663 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77956b6-3f74-450a-867c-3bbbdf035ba2 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Pushing event updated for resources: {'Port': ['ID=fbb1067c-8f06-4b92-b01b-fa697d7eb919,revision_number=2']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:13:58.810808 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-c77956b6-3f74-450a-867c-3bbbdf035ba2 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] In _notify_port_updated(), no bound segment for port fbb1067c-8f06-4b92-b01b-fa697d7eb919 on network 91c7a355-d2d2-499a-a95d-64c6c91db0d1 {{(pid=103800) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Jan 05 17:13:58.817939 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c77956b6-3f74-450a-867c-3bbbdf035ba2 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:13:58.818648 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c77956b6-3f74-450a-867c-3bbbdf035ba2 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:58.820002 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-c77956b6-3f74-450a-867c-3bbbdf035ba2 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] 10.222.0.11 "PUT /v2.0/ports/fbb1067c-8f06-4b92-b01b-fa697d7eb919 HTTP/1.1" status: 200 len: 920 time: 1.2185051 Jan 05 17:13:58.823675 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 45920) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:13:58.938448 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-d09ac3e5-2f39-40ec-a8d7-ff94c6e2eea2 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Deleting port fbb1067c-8f06-4b92-b01b-fa697d7eb919 {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:13:58.938787 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d09ac3e5-2f39-40ec-a8d7-ff94c6e2eea2 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:58.956711 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-91f617ea-8005-4658-b16e-32c8a78001be None None] Provisioning complete for port 054f2cdc-7087-4407-8e45-ec02587b5e4a triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:13:58.957235 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-91f617ea-8005-4658-b16e-32c8a78001be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:58.984130 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-9f00442e-c578-4f12-84ff-1084ca59963c None None] Publish callbacks [] for port, precommit_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:59.017707 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-63dbbdd2-e111-4a8d-85a1-9d9713fa40db tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11433288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12480593'] for subnet, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:59.039617 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d09ac3e5-2f39-40ec-a8d7-ff94c6e2eea2 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:59.052746 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-d09ac3e5-2f39-40ec-a8d7-ff94c6e2eea2 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Calling delete_port for fbb1067c-8f06-4b92-b01b-fa697d7eb919 owned by {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:13:59.068792 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-9f00442e-c578-4f12-84ff-1084ca59963c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:59.073867 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-91f617ea-8005-4658-b16e-32c8a78001be None None] Provisioning complete for port fbb1067c-8f06-4b92-b01b-fa697d7eb919 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:13:59.074355 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-91f617ea-8005-4658-b16e-32c8a78001be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:59.105744 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dbbdd2-e111-4a8d-85a1-9d9713fa40db tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Pushing event updated for resources: {'Subnet': ['ID=21e70579-5f98-48d6-98b1-e9e2ff62a0ba,revision_number=0']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:13:59.112968 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e601716-eaa3-4e48-ba39-3061ba0eef73 None None] Pushing event updated for resources: {'Port': ['ID=9a66898f-2c7f-4ef0-80c0-bb813ae509a5,revision_number=2']} {{(pid=103803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:13:59.115813 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63dbbdd2-e111-4a8d-85a1-9d9713fa40db tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Checking segment: {'id': 'e63d09fe-af16-427e-be66-5a33c6ee735e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '48e7c283-9808-4ee9-89b3-d09dd7fc4db0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:13:59.116053 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63dbbdd2-e111-4a8d-85a1-9d9713fa40db tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Network hostable DHCP agents. Network: 48e7c283-9808-4ee9-89b3-d09dd7fc4db0, hostable agents: ['3f70c195-17da-4084-9fd6-bf6059d88535'], hosted agents: [] {{(pid=103801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 05 17:13:59.116778 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-91f617ea-8005-4658-b16e-32c8a78001be None None] Port fbb1067c-8f06-4b92-b01b-fa697d7eb919 cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 17:13:59.123609 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e601716-eaa3-4e48-ba39-3061ba0eef73 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:13:59.124792 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e601716-eaa3-4e48-ba39-3061ba0eef73 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:13:59.125573 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e601716-eaa3-4e48-ba39-3061ba0eef73 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:13:59.125573 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e601716-eaa3-4e48-ba39-3061ba0eef73 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:13:59.125883 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e601716-eaa3-4e48-ba39-3061ba0eef73 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:13:59.126307 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e601716-eaa3-4e48-ba39-3061ba0eef73 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:13:59.126658 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e601716-eaa3-4e48-ba39-3061ba0eef73 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:13:59.127128 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e601716-eaa3-4e48-ba39-3061ba0eef73 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:13:59.127316 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e601716-eaa3-4e48-ba39-3061ba0eef73 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:13:59.127670 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e601716-eaa3-4e48-ba39-3061ba0eef73 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:13:59.128004 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e601716-eaa3-4e48-ba39-3061ba0eef73 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:13:59.128544 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e601716-eaa3-4e48-ba39-3061ba0eef73 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:13:59.128686 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e601716-eaa3-4e48-ba39-3061ba0eef73 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:13:59.130042 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-91f617ea-8005-4658-b16e-32c8a78001be None None] Provisioning complete for port 4bef747a-757c-4d51-9aa4-7f6aad1fd68f triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:13:59.130615 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-91f617ea-8005-4658-b16e-32c8a78001be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:59.153681 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.plugins.ml2.managers [None req-9f00442e-c578-4f12-84ff-1084ca59963c None None] Attempting to bind port 9a66898f-2c7f-4ef0-80c0-bb813ae509a5 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 05 17:13:59.160340 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.plugins.ml2.managers [None req-9f00442e-c578-4f12-84ff-1084ca59963c None None] Attempting to bind port 9a66898f-2c7f-4ef0-80c0-bb813ae509a5 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '3f961525-530f-4ce5-8222-1dbbbe774893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573'}] {{(pid=103803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 05 17:13:59.160340 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f00442e-c578-4f12-84ff-1084ca59963c None None] Attempting to bind port 9a66898f-2c7f-4ef0-80c0-bb813ae509a5 on network b0167590-0699-4c5c-a932-3939414a9573 {{(pid=103803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:13:59.160830 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f00442e-c578-4f12-84ff-1084ca59963c None None] Checking agent: {'id': '0d4f8fd3-ce62-4651-970c-efa6a8bb22b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 5, 16, 57, 23), 'started_at': datetime.datetime(2022, 1, 5, 16, 57, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 5, 17, 13, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 05 17:13:59.161214 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f00442e-c578-4f12-84ff-1084ca59963c None None] Checking segment: {'id': '3f961525-530f-4ce5-8222-1dbbbe774893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:13:59.161658 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-9f00442e-c578-4f12-84ff-1084ca59963c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:59.162057 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f00442e-c578-4f12-84ff-1084ca59963c None None] Bound using segment: {'id': '3f961525-530f-4ce5-8222-1dbbbe774893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573'} {{(pid=103803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 05 17:13:59.162957 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.plugins.ml2.managers [None req-9f00442e-c578-4f12-84ff-1084ca59963c None None] Bound port: 9a66898f-2c7f-4ef0-80c0-bb813ae509a5, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f961525-530f-4ce5-8222-1dbbbe774893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573'}}] {{(pid=103803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 05 17:13:59.162957 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-9f00442e-c578-4f12-84ff-1084ca59963c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:59.165050 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c768ac66-9d2e-49ef-a267-32cfccad0cac None None] DHCP port deletion for b0167590-0699-4c5c-a932-3939414a9573 request from dv-neutron-master-2-hyperv {{(pid=103802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 05 17:13:59.187694 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-91f617ea-8005-4658-b16e-32c8a78001be None None] Port 4bef747a-757c-4d51-9aa4-7f6aad1fd68f cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 17:13:59.205501 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63dbbdd2-e111-4a8d-85a1-9d9713fa40db tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Network 48e7c283-9808-4ee9-89b3-d09dd7fc4db0 is scheduled to be hosted by DHCP agent 3f70c195-17da-4084-9fd6-bf6059d88535 with binding_index 1 {{(pid=103801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 05 17:13:59.220060 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.plugins.ml2.db [None req-9f00442e-c578-4f12-84ff-1084ca59963c None None] For port 9a66898f-2c7f-4ef0-80c0-bb813ae509a5, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 05 17:13:59.224739 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.plugins.ml2.db [None req-9f00442e-c578-4f12-84ff-1084ca59963c None None] For port 9a66898f-2c7f-4ef0-80c0-bb813ae509a5, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=9a66898f-2c7f-4ef0-80c0-bb813ae509a5,segment=NetworkSegment(3f961525-530f-4ce5-8222-1dbbbe774893),segment_id=3f961525-530f-4ce5-8222-1dbbbe774893)] {{(pid=103803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 05 17:13:59.279924 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-63dbbdd2-e111-4a8d-85a1-9d9713fa40db tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 48e7c283-9808-4ee9-89b3-d09dd7fc4db0) {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:13:59.285197 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63dbbdd2-e111-4a8d-85a1-9d9713fa40db tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:13:59.285981 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-63dbbdd2-e111-4a8d-85a1-9d9713fa40db tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for subnet, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:59.287542 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5470544-ad5c-4009-b000-e2b54e79e633 None None] Network 48e7c283-9808-4ee9-89b3-d09dd7fc4db0 requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:13:59.303342 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-9f00442e-c578-4f12-84ff-1084ca59963c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:59.303587 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d09ac3e5-2f39-40ec-a8d7-ff94c6e2eea2 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:59.351997 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-68af76cc-76b8-496e-a964-aa2976bb29fe None None] Provisioning complete for port 9a66898f-2c7f-4ef0-80c0-bb813ae509a5 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:13:59.352560 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-68af76cc-76b8-496e-a964-aa2976bb29fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:59.357814 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb68f295-eaa6-4784-9afb-233dbcd2668b None None] DHCP port deletion for b0167590-0699-4c5c-a932-3939414a9573 request from dv-neutron-master-2-hyperv {{(pid=103802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 05 17:13:59.362731 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09ac3e5-2f39-40ec-a8d7-ff94c6e2eea2 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Pushing event deleted for resources: {'Port': ['ID=fbb1067c-8f06-4b92-b01b-fa697d7eb919,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:13:59.368712 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f00442e-c578-4f12-84ff-1084ca59963c None None] Routers {'fdc14264-be8e-4777-a841-44bf7a88eb7f'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:13:59.369360 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-9f00442e-c578-4f12-84ff-1084ca59963c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:13:49Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['fdc14264-be8e-4777-a841-44bf7a88eb7f'], 'active': True} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:13:59.415478 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-63dbbdd2-e111-4a8d-85a1-9d9713fa40db tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9594202 Jan 05 17:13:59.419819 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 45922) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:13:59.439748 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e601716-eaa3-4e48-ba39-3061ba0eef73 None None] Pushing event updated for resources: {'Port': ['ID=9a66898f-2c7f-4ef0-80c0-bb813ae509a5,revision_number=3']} {{(pid=103803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:13:59.510727 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d09ac3e5-2f39-40ec-a8d7-ff94c6e2eea2 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:59.512803 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-68af76cc-76b8-496e-a964-aa2976bb29fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:59.513553 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 45924) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:13:59.513716 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-d09ac3e5-2f39-40ec-a8d7-ff94c6e2eea2 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] 10.222.0.11 "DELETE /v2.0/ports/fbb1067c-8f06-4b92-b01b-fa697d7eb919 HTTP/1.1" status: 204 len: 168 time: 0.6892710 Jan 05 17:13:59.518274 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-321b2793-7b1c-4133-9d0d-381da16bf8e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-48e7c283-9808-4ee9-89b3-d09dd7fc4db0', 'network_id': '48e7c283-9808-4ee9-89b3-d09dd7fc4db0', 'project_id': 'ec76859de02442879238ecf1eaefefed', 'fixed_ips': [{'subnet_id': '21e70579-5f98-48d6-98b1-e9e2ff62a0ba'}]}} from dv-neutron-master-2-hyperv. {{(pid=103802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 05 17:13:59.519113 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-321b2793-7b1c-4133-9d0d-381da16bf8e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:59.556240 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvr_db [None req-9f00442e-c578-4f12-84ff-1084ca59963c None None] Set router fdc14264-be8e-4777-a841-44bf7a88eb7f gateway port host: dv-neutron-master-2-hyperv {{(pid=103803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:13:59.563905 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-68af76cc-76b8-496e-a964-aa2976bb29fe None None] For port 9a66898f-2c7f-4ef0-80c0-bb813ae509a5, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=9a66898f-2c7f-4ef0-80c0-bb813ae509a5,segment=NetworkSegment(3f961525-530f-4ce5-8222-1dbbbe774893),segment_id=3f961525-530f-4ce5-8222-1dbbbe774893)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:13:59.579470 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.pecan_wsgi.hooks.translation [None req-55b04fd7-aa25-44d3-8cc7-41f159864525 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] GET failed (client error): The resource could not be found. Jan 05 17:13:59.584289 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 45926) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:13:59.592314 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-55b04fd7-aa25-44d3-8cc7-41f159864525 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] 10.222.0.11 "GET /v2.0/ports/fbb1067c-8f06-4b92-b01b-fa697d7eb919 HTTP/1.1" status: 404 len: 333 time: 0.0776994 Jan 05 17:13:59.639502 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-68af76cc-76b8-496e-a964-aa2976bb29fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:59.666989 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-943eaa30-5b47-4982-8f8d-858a95a3e0f8 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks [] for security_group, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:59.722368 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-943eaa30-5b47-4982-8f8d-858a95a3e0f8 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:59.737395 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68af76cc-76b8-496e-a964-aa2976bb29fe None None] Pushing event updated for resources: {'Port': ['ID=9a66898f-2c7f-4ef0-80c0-bb813ae509a5,revision_number=4']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:13:59.758206 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.db_base_plugin_common [None req-321b2793-7b1c-4133-9d0d-381da16bf8e3 None None] Allocated IP 172.20.0.2 (48e7c283-9808-4ee9-89b3-d09dd7fc4db0/21e70579-5f98-48d6-98b1-e9e2ff62a0ba/db2019ee-2f06-4b0f-bff4-6ecf26e3975b) {{(pid=103802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:13:59.816352 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-4dea6612-5ad4-43ad-83e4-397eb1e66bd9 None None] Provisioning complete for port 9a66898f-2c7f-4ef0-80c0-bb813ae509a5 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:13:59.816717 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-4dea6612-5ad4-43ad-83e4-397eb1e66bd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:59.863082 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-943eaa30-5b47-4982-8f8d-858a95a3e0f8 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:59.865788 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-943eaa30-5b47-4982-8f8d-858a95a3e0f8 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks [] for security_group, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:59.866177 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 054f2cdc-7087-4407-8e45-ec02587b5e4a up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:13:59.869458 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-943eaa30-5b47-4982-8f8d-858a95a3e0f8 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] 10.222.0.11 "DELETE /v2.0/security-groups/2d970dd4-d731-435a-ac9a-47a4ad8f83d2 HTTP/1.1" status: 204 len: 168 time: 0.2813036 Jan 05 17:13:59.872174 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 45928) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:13:59.884541 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943eaa30-5b47-4982-8f8d-858a95a3e0f8 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d970dd4-d731-435a-ac9a-47a4ad8f83d2,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:13:59.885034 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-9f00442e-c578-4f12-84ff-1084ca59963c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdc14264-be8e-4777-a841-44bf7a88eb7f', 'name': 'tempest-TestNetworkBasicOps-router-1341030134', 'tenant_id': 'ec76859de02442879238ecf1eaefefed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.33'}], 'enable_snat': True}, 'gw_port_id': '9a66898f-2c7f-4ef0-80c0-bb813ae509a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:13:56Z', 'updated_at': '2022-01-05T17:13:57Z', 'revision_number': 3, 'project_id': 'ec76859de02442879238ecf1eaefefed', 'gw_port': {'id': '9a66898f-2c7f-4ef0-80c0-bb813ae509a5', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:d0:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdc14264-be8e-4777-a841-44bf7a88eb7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:13:56Z', 'updated_at': '2022-01-05T17:13:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:13:59.938597 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-da661a75-5eb8-4f80-9c4d-b1ea115294fe tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks [] for security_group, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:13:59.956778 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f00442e-c578-4f12-84ff-1084ca59963c None None] The sync data for ids ['fdc14264-be8e-4777-a841-44bf7a88eb7f'] in dv-neutron-master-2-hyperv is: [{'id': 'fdc14264-be8e-4777-a841-44bf7a88eb7f', 'name': 'tempest-TestNetworkBasicOps-router-1341030134', 'tenant_id': 'ec76859de02442879238ecf1eaefefed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.33'}], 'enable_snat': True}, 'gw_port_id': '9a66898f-2c7f-4ef0-80c0-bb813ae509a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:13:56Z', 'updated_at': '2022-01-05T17:13:57Z', 'revision_number': 3, 'project_id': 'ec76859de02442879238ecf1eaefefed', 'gw_port': {'id': '9a66898f-2c7f-4ef0-80c0-bb813ae509a5', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:d0:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdc14264-be8e-4777-a841-44bf7a88eb7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:13:56Z', 'updated_at': '2022-01-05T17:13:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=103803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 05 17:13:59.968279 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-da661a75-5eb8-4f80-9c4d-b1ea115294fe tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:14:00.044583 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Provisioning complete for port 054f2cdc-7087-4407-8e45-ec02587b5e4a triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:14:00.044948 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:14:00.095474 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-eb666c3c-52d7-4143-8c22-917e374e3c89 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:14:00.096569 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-321b2793-7b1c-4133-9d0d-381da16bf8e3 None None] Publish callbacks [] for port, precommit_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:14:00.103008 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-da661a75-5eb8-4f80-9c4d-b1ea115294fe tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:14:00.103241 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-4dea6612-5ad4-43ad-83e4-397eb1e66bd9 None None] Could not find standard attr ID for object fbb1067c-8f06-4b92-b01b-fa697d7eb919. {{(pid=103802) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 05 17:14:00.109140 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-da661a75-5eb8-4f80-9c4d-b1ea115294fe tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks [] for security_group, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:14:00.114350 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-da661a75-5eb8-4f80-9c4d-b1ea115294fe tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] 10.222.0.11 "DELETE /v2.0/security-groups/3dedf735-33d7-4254-b2ca-d46f63e05ef6 HTTP/1.1" status: 204 len: 168 time: 0.2381454 Jan 05 17:14:00.114522 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 45930) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:14:00.123486 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da661a75-5eb8-4f80-9c4d-b1ea115294fe tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dedf735-33d7-4254-b2ca-d46f63e05ef6,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:14:00.221933 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.db_base_plugin_v2 [None req-97f0a262-e632-4ac4-be94-3f1135b92982 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Deleting subnet c991e29b-0325-48d6-a6cf-53dc3c7a5be9 {{(pid=103801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 05 17:14:00.229988 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-97f0a262-e632-4ac4-be94-3f1135b92982 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks [] for subnet, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:14:00.330990 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-321b2793-7b1c-4133-9d0d-381da16bf8e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669'] for port, after_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:14:00.388556 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-321b2793-7b1c-4133-9d0d-381da16bf8e3 None None] Network 48e7c283-9808-4ee9-89b3-d09dd7fc4db0 is already hosted by enough agents. {{(pid=103802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:14:00.393142 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.scheduler.base_scheduler [None req-321b2793-7b1c-4133-9d0d-381da16bf8e3 None None] Resources bound (agent type, host, resource id): {{(pid=103802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:14:00.403427 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-321b2793-7b1c-4133-9d0d-381da16bf8e3 None None] Received port after_create {{(pid=103802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:14:00.412206 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321b2793-7b1c-4133-9d0d-381da16bf8e3 None None] Pushing event updated for resources: {'Port': ['ID=db2019ee-2f06-4b0f-bff4-6ecf26e3975b,revision_number=1']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:14:00.475990 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-321b2793-7b1c-4133-9d0d-381da16bf8e3 None None] Attempting to bind port db2019ee-2f06-4b0f-bff4-6ecf26e3975b on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 05 17:14:00.476385 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-321b2793-7b1c-4133-9d0d-381da16bf8e3 None None] Attempting to bind port db2019ee-2f06-4b0f-bff4-6ecf26e3975b by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'e63d09fe-af16-427e-be66-5a33c6ee735e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '48e7c283-9808-4ee9-89b3-d09dd7fc4db0'}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 05 17:14:00.476809 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-321b2793-7b1c-4133-9d0d-381da16bf8e3 None None] Attempting to bind port db2019ee-2f06-4b0f-bff4-6ecf26e3975b on network 48e7c283-9808-4ee9-89b3-d09dd7fc4db0 {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:14:00.482689 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-321b2793-7b1c-4133-9d0d-381da16bf8e3 None None] Checking agent: {'id': '0d4f8fd3-ce62-4651-970c-efa6a8bb22b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 5, 16, 57, 23), 'started_at': datetime.datetime(2022, 1, 5, 16, 57, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 5, 17, 13, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 05 17:14:00.483187 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-321b2793-7b1c-4133-9d0d-381da16bf8e3 None None] Checking segment: {'id': 'e63d09fe-af16-427e-be66-5a33c6ee735e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '48e7c283-9808-4ee9-89b3-d09dd7fc4db0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:14:00.483657 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-321b2793-7b1c-4133-9d0d-381da16bf8e3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:14:00.484105 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-321b2793-7b1c-4133-9d0d-381da16bf8e3 None None] Bound using segment: {'id': 'e63d09fe-af16-427e-be66-5a33c6ee735e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '48e7c283-9808-4ee9-89b3-d09dd7fc4db0'} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 05 17:14:00.484637 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-321b2793-7b1c-4133-9d0d-381da16bf8e3 None None] Bound port: db2019ee-2f06-4b0f-bff4-6ecf26e3975b, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e63d09fe-af16-427e-be66-5a33c6ee735e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '48e7c283-9808-4ee9-89b3-d09dd7fc4db0'}}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 05 17:14:00.485100 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-321b2793-7b1c-4133-9d0d-381da16bf8e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:14:00.556495 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-321b2793-7b1c-4133-9d0d-381da16bf8e3 None None] For port db2019ee-2f06-4b0f-bff4-6ecf26e3975b, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 05 17:14:00.560445 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-321b2793-7b1c-4133-9d0d-381da16bf8e3 None None] For port db2019ee-2f06-4b0f-bff4-6ecf26e3975b, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=db2019ee-2f06-4b0f-bff4-6ecf26e3975b,segment=NetworkSegment(e63d09fe-af16-427e-be66-5a33c6ee735e),segment_id=e63d09fe-af16-427e-be66-5a33c6ee735e)] {{(pid=103802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 05 17:14:00.597700 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-97f0a262-e632-4ac4-be94-3f1135b92982 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11316398'] for subnet, precommit_delete_associations {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:14:00.632598 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-321b2793-7b1c-4133-9d0d-381da16bf8e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:14:00.695546 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321b2793-7b1c-4133-9d0d-381da16bf8e3 None None] Pushing event updated for resources: {'Port': ['ID=db2019ee-2f06-4b0f-bff4-6ecf26e3975b,revision_number=2']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:14:00.794964 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-97f0a262-e632-4ac4-be94-3f1135b92982 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892868'] for subnet, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:14:00.894056 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [None req-eb666c3c-52d7-4143-8c22-917e374e3c89 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Allocated IP 172.20.0.1 (48e7c283-9808-4ee9-89b3-d09dd7fc4db0/21e70579-5f98-48d6-98b1-e9e2ff62a0ba/814869e1-4ff9-4c83-a59a-c015eea0e573) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:14:00.977740 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-97f0a262-e632-4ac4-be94-3f1135b92982 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3893367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11433231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12480600'] for subnet, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:14:01.017735 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-97f0a262-e632-4ac4-be94-3f1135b92982 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks [] for subnet, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:14:01.024571 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-97f0a262-e632-4ac4-be94-3f1135b92982 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] 10.222.0.11 "DELETE /v2.0/subnets/c991e29b-0325-48d6-a6cf-53dc3c7a5be9 HTTP/1.1" status: 204 len: 168 time: 0.9065943 Jan 05 17:14:01.024571 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f0a262-e632-4ac4-be94-3f1135b92982 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Pushing event deleted for resources: {'Subnet': ['ID=c991e29b-0325-48d6-a6cf-53dc3c7a5be9,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:14:01.025455 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 45932) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:14:01.028466 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c6faf7f-a7bb-4522-a523-477a081e7f73 None None] Network 91c7a355-d2d2-499a-a95d-64c6c91db0d1 requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:14:01.043711 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-0eebf1c7-d91f-44fc-b002-2e04d7feb08d tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Request body: {'subnet': {'network_id': '91c7a355-d2d2-499a-a95d-64c6c91db0d1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:14:01.073349 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-eb666c3c-52d7-4143-8c22-917e374e3c89 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for port, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:14:01.158348 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-eb666c3c-52d7-4143-8c22-917e374e3c89 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11433176'] for port, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:14:01.198154 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb666c3c-52d7-4143-8c22-917e374e3c89 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Network 48e7c283-9808-4ee9-89b3-d09dd7fc4db0 is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:14:01.201293 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-eb666c3c-52d7-4143-8c22-917e374e3c89 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:14:01.205228 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb666c3c-52d7-4143-8c22-917e374e3c89 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:14:01.214559 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0eebf1c7-d91f-44fc-b002-2e04d7feb08d tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Made reservation on behalf of fae5af2b325549fbbf3eb3ad3c66d0a7 for: {'subnet': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:14:01.220298 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0eebf1c7-d91f-44fc-b002-2e04d7feb08d tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8521827'] for subnet, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:14:01.240600 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb666c3c-52d7-4143-8c22-917e374e3c89 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Pushing event updated for resources: {'Port': ['ID=814869e1-4ff9-4c83-a59a-c015eea0e573,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:14:01.267073 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-eb666c3c-52d7-4143-8c22-917e374e3c89 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-648552'] for router_interface, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:14:01.448056 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-6335eaf5-0b86-4df3-b63b-e0a895af6e59 req-729acda9-7b1f-4bb1-97a5-04e7f8325676 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=0ae531d7-dfe0-480f-abb4-e199e258b40c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0866034 Jan 05 17:14:01.513010 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-eb666c3c-52d7-4143-8c22-917e374e3c89 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:14:01.551411 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6335eaf5-0b86-4df3-b63b-e0a895af6e59 req-8de9dda9-68c3-4e3e-8fe2-78daf46215ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:14:01.552900 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-6335eaf5-0b86-4df3-b63b-e0a895af6e59 req-8de9dda9-68c3-4e3e-8fe2-78daf46215ef service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fd19bdf1a53648779ae20015d06c39e6&device_id=0ae531d7-dfe0-480f-abb4-e199e258b40c HTTP/1.1" status: 200 len: 1099 time: 0.0740776 Jan 05 17:14:01.637161 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0eebf1c7-d91f-44fc-b002-2e04d7feb08d tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8784852', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8521873'] for subnet, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:14:01.703545 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eebf1c7-d91f-44fc-b002-2e04d7feb08d tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Network 91c7a355-d2d2-499a-a95d-64c6c91db0d1 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:14:01.713797 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-0eebf1c7-d91f-44fc-b002-2e04d7feb08d tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:14:01.725394 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eebf1c7-d91f-44fc-b002-2e04d7feb08d tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:14:01.725839 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0eebf1c7-d91f-44fc-b002-2e04d7feb08d tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks [] for subnet, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:14:01.748695 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eebf1c7-d91f-44fc-b002-2e04d7feb08d tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Pushing event updated for resources: {'Subnet': ['ID=b61bede7-6ddb-4857-b04d-065fb3679e23,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:14:01.752567 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6335eaf5-0b86-4df3-b63b-e0a895af6e59 req-690c01e9-dfd1-4b5d-8df8-e536438bf606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:14:01.754097 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-6335eaf5-0b86-4df3-b63b-e0a895af6e59 req-690c01e9-dfd1-4b5d-8df8-e536438bf606 service neutron] 10.222.0.13 "GET /v2.0/networks?id=7c1bbf1e-1ee5-4e96-8c0f-8777dc9de8c1 HTTP/1.1" status: 200 len: 898 time: 0.1805851 Jan 05 17:14:01.819323 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-0eebf1c7-d91f-44fc-b002-2e04d7feb08d tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7923596 Jan 05 17:14:01.821876 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 45934) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:14:01.833685 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-0f41ed90-18fe-4a59-85f2-7494eb3add85 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Request body: {'security_group': {'name': 'tempest-secgroup-1250790890'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:14:01.858373 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa36f4f7-335a-4325-b19f-2727b3c64c7b None None] Network 91c7a355-d2d2-499a-a95d-64c6c91db0d1 requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:14:01.861347 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 9a66898f-2c7f-4ef0-80c0-bb813ae509a5 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:14:01.865064 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-6335eaf5-0b86-4df3-b63b-e0a895af6e59 req-ec9b4f7e-5a69-4e4d-815a-fafbae959533 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bc151515-f8c1-49a3-82dd-3bff17f43cd1 HTTP/1.1" status: 200 len: 1002 time: 0.1030264 Jan 05 17:14:01.886186 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-eb666c3c-52d7-4143-8c22-917e374e3c89 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for port, precommit_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:14:01.918861 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6335eaf5-0b86-4df3-b63b-e0a895af6e59 req-be98837e-6dc8-4682-9bae-64eafce0e8a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:14:01.920352 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-6335eaf5-0b86-4df3-b63b-e0a895af6e59 req-be98837e-6dc8-4682-9bae-64eafce0e8a6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=912357ce-0b90-40ee-be19-ae73cfee1985 HTTP/1.1" status: 200 len: 835 time: 0.0487857 Jan 05 17:14:01.948528 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-0f41ed90-18fe-4a59-85f2-7494eb3add85 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks [] for security_group, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:14:01.970477 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6335eaf5-0b86-4df3-b63b-e0a895af6e59 req-37981735-19eb-4550-aeb8-8bd8a8f5ca6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:14:01.971905 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-6335eaf5-0b86-4df3-b63b-e0a895af6e59 req-37981735-19eb-4550-aeb8-8bd8a8f5ca6b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7c1bbf1e-1ee5-4e96-8c0f-8777dc9de8c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0452454 Jan 05 17:14:01.974647 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-8a90eea6-63fe-4ae5-8b7c-48cc61e003c5 None None] Provisioning complete for port 054f2cdc-7087-4407-8e45-ec02587b5e4a triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:14:01.975017 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-8a90eea6-63fe-4ae5-8b7c-48cc61e003c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:14:01.991743 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-eb666c3c-52d7-4143-8c22-917e374e3c89 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11433169'] for port, after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:14:02.049213 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Provisioning complete for port 9a66898f-2c7f-4ef0-80c0-bb813ae509a5 triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:14:02.049628 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:14:02.096062 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-6335eaf5-0b86-4df3-b63b-e0a895af6e59 req-7bed8b9a-87e4-45cd-968b-b496bcf352c4 service neutron] 10.222.0.13 "GET /v2.0/networks/7c1bbf1e-1ee5-4e96-8c0f-8777dc9de8c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1174102 Jan 05 17:14:02.107511 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb666c3c-52d7-4143-8c22-917e374e3c89 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Pushing event updated for resources: {'Port': ['ID=814869e1-4ff9-4c83-a59a-c015eea0e573,revision_number=2']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:14:02.113552 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-eb666c3c-52d7-4143-8c22-917e374e3c89 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-531704'] for router_interface, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:14:02.141931 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-0f41ed90-18fe-4a59-85f2-7494eb3add85 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks [] for security_group, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:14:02.195606 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2768d1f8-27b2-4752-be29-e8507e4f445c None None] Update dhcp port {'port': {'network_id': '91c7a355-d2d2-499a-a95d-64c6c91db0d1', 'fixed_ips': [{'subnet_id': 'db1ca6e3-c337-410c-8ab4-4ced57418481', 'ip_address': '172.20.0.18'}, {'subnet_id': 'b61bede7-6ddb-4857-b04d-065fb3679e23'}], 'binding:host_id': 'dv-neutron-master-2-hyperv'}, 'id': '054f2cdc-7087-4407-8e45-ec02587b5e4a'} from dv-neutron-master-2-hyperv. {{(pid=103802) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Jan 05 17:14:02.217822 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-6335eaf5-0b86-4df3-b63b-e0a895af6e59 req-574421b0-ebbe-4d2c-a7b8-f72c2f669bb1 service neutron] 10.222.0.13 "GET /v2.0/networks/7c1bbf1e-1ee5-4e96-8c0f-8777dc9de8c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1157804 Jan 05 17:14:02.219195 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-0f41ed90-18fe-4a59-85f2-7494eb3add85 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:14:02.248097 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-8a90eea6-63fe-4ae5-8b7c-48cc61e003c5 None None] Provisioning complete for port 4bef747a-757c-4d51-9aa4-7f6aad1fd68f triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:14:02.248473 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-8a90eea6-63fe-4ae5-8b7c-48cc61e003c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:14:02.278198 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-2768d1f8-27b2-4752-be29-e8507e4f445c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:14:02.278599 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f41ed90-18fe-4a59-85f2-7494eb3add85 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3c3685e-f01d-47d8-9321-e5eb29febc2a,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:14:02.282144 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb666c3c-52d7-4143-8c22-917e374e3c89 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Network 48e7c283-9808-4ee9-89b3-d09dd7fc4db0 is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:14:02.283115 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device db2019ee-2f06-4b0f-bff4-6ecf26e3975b up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:14:02.284003 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-eb666c3c-52d7-4143-8c22-917e374e3c89 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:14:02.335102 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-8a90eea6-63fe-4ae5-8b7c-48cc61e003c5 None None] Port 4bef747a-757c-4d51-9aa4-7f6aad1fd68f cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 17:14:02.336136 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-0f41ed90-18fe-4a59-85f2-7494eb3add85 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks [] for security_group, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:14:02.338478 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-0f41ed90-18fe-4a59-85f2-7494eb3add85 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5156195 Jan 05 17:14:02.345614 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 45938) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:14:02.350361 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-29c6ba4d-3fe5-4834-9b7d-2d25b5b90f38 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Request body: {'security_group': {'name': 'tempest-secgroup-1448560231'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:14:02.424831 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb666c3c-52d7-4143-8c22-917e374e3c89 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Router fdc14264-be8e-4777-a841-44bf7a88eb7f has already been hosted by L3 agent 59446fdc-40e0-41fe-a575-a8eb11d742f7 {{(pid=103801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 05 17:14:02.434394 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-29c6ba4d-3fe5-4834-9b7d-2d25b5b90f38 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks [] for security_group, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:14:02.447688 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Provisioning complete for port db2019ee-2f06-4b0f-bff4-6ecf26e3975b triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:14:02.451206 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:14:02.538879 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.db_base_plugin_common [None req-2768d1f8-27b2-4752-be29-e8507e4f445c None None] Allocated IP 172.20.0.2 (91c7a355-d2d2-499a-a95d-64c6c91db0d1/b61bede7-6ddb-4857-b04d-065fb3679e23/054f2cdc-7087-4407-8e45-ec02587b5e4a) {{(pid=103802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:14:02.539666 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-29c6ba4d-3fe5-4834-9b7d-2d25b5b90f38 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks [] for security_group, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:14:02.556204 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb666c3c-52d7-4143-8c22-917e374e3c89 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 05 17:14:02.567463 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-eb666c3c-52d7-4143-8c22-917e374e3c89 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "PUT /v2.0/routers/fdc14264-be8e-4777-a841-44bf7a88eb7f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1446843 Jan 05 17:14:02.570217 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 45940) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:14:02.572531 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1caddec-a9ec-4c5b-b8bf-8f7c887bbec4 None None] Sync routers for ids ['fdc14264-be8e-4777-a841-44bf7a88eb7f'] in dv-neutron-master-2-hyperv {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 05 17:14:02.591475 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-29c6ba4d-3fe5-4834-9b7d-2d25b5b90f38 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:14:02.612960 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:14:02.628575 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c6ba4d-3fe5-4834-9b7d-2d25b5b90f38 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Pushing event updated for resources: {'SecurityGroup': ['ID=640894d4-473e-4fe6-a61f-db2c1ea3ff2b,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:14:02.649826 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1caddec-a9ec-4c5b-b8bf-8f7c887bbec4 None None] Routers {'fdc14264-be8e-4777-a841-44bf7a88eb7f'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:14:02.650470 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-c1caddec-a9ec-4c5b-b8bf-8f7c887bbec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:13:49Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['fdc14264-be8e-4777-a841-44bf7a88eb7f'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:14:02.693054 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-29c6ba4d-3fe5-4834-9b7d-2d25b5b90f38 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks [] for security_group, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:14:02.695442 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-29c6ba4d-3fe5-4834-9b7d-2d25b5b90f38 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3478849 Jan 05 17:14:02.697517 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 45942) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:14:02.699083 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8d4c3bf-8a28-4636-84b8-19a0a502e0cf None None] Network 48e7c283-9808-4ee9-89b3-d09dd7fc4db0 requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:14:02.702519 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-e183499a-9704-4d66-b196-af508535e830 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Request body: {'security_group': {'name': 'tempest-secgroup-614583065'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:14:02.781574 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e183499a-9704-4d66-b196-af508535e830 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks [] for security_group, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:14:02.785765 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b80a0acb-5a2e-4a2f-a8e8-13b3617888fe tempest-TestNetworkBasicOps-152746079 tempest-TestNetworkBasicOps-152746079-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:14:02.786244 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b80a0acb-5a2e-4a2f-a8e8-13b3617888fe tempest-TestNetworkBasicOps-152746079 tempest-TestNetworkBasicOps-152746079-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:14:02.786709 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b80a0acb-5a2e-4a2f-a8e8-13b3617888fe tempest-TestNetworkBasicOps-152746079 tempest-TestNetworkBasicOps-152746079-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:14:02.787169 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b80a0acb-5a2e-4a2f-a8e8-13b3617888fe tempest-TestNetworkBasicOps-152746079 tempest-TestNetworkBasicOps-152746079-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:14:02.787628 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b80a0acb-5a2e-4a2f-a8e8-13b3617888fe tempest-TestNetworkBasicOps-152746079 tempest-TestNetworkBasicOps-152746079-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:14:02.788084 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b80a0acb-5a2e-4a2f-a8e8-13b3617888fe tempest-TestNetworkBasicOps-152746079 tempest-TestNetworkBasicOps-152746079-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:14:02.788535 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b80a0acb-5a2e-4a2f-a8e8-13b3617888fe tempest-TestNetworkBasicOps-152746079 tempest-TestNetworkBasicOps-152746079-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:14:02.788981 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b80a0acb-5a2e-4a2f-a8e8-13b3617888fe tempest-TestNetworkBasicOps-152746079 tempest-TestNetworkBasicOps-152746079-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:14:02.793503 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-b80a0acb-5a2e-4a2f-a8e8-13b3617888fe tempest-TestNetworkBasicOps-152746079 tempest-TestNetworkBasicOps-152746079-project-admin] 10.222.0.11 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5707 time: 0.2197063 Jan 05 17:14:02.793873 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 45944) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:14:02.796973 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] For port db2019ee-2f06-4b0f-bff4-6ecf26e3975b, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=db2019ee-2f06-4b0f-bff4-6ecf26e3975b,segment=NetworkSegment(e63d09fe-af16-427e-be66-5a33c6ee735e),segment_id=e63d09fe-af16-427e-be66-5a33c6ee735e)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:14:02.816961 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-2768d1f8-27b2-4752-be29-e8507e4f445c None None] For port 054f2cdc-7087-4407-8e45-ec02587b5e4a, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=054f2cdc-7087-4407-8e45-ec02587b5e4a,segment=NetworkSegment(05a58015-66fc-4018-b9e0-8f39b245590f),segment_id=05a58015-66fc-4018-b9e0-8f39b245590f)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:14:02.879965 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-c4e2f224-06de-4eee-aaaf-5b09b9d45aa4 None None] Provisioning complete for port db2019ee-2f06-4b0f-bff4-6ecf26e3975b triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:14:02.880702 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c4e2f224-06de-4eee-aaaf-5b09b9d45aa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:14:02.882150 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:14:02.918936 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a570824-d187-4937-a913-4611c65a6dc5 tempest-TestNetworkBasicOps-152746079 tempest-TestNetworkBasicOps-152746079-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:14:02.920981 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a570824-d187-4937-a913-4611c65a6dc5 tempest-TestNetworkBasicOps-152746079 tempest-TestNetworkBasicOps-152746079-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:14:02.920981 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a570824-d187-4937-a913-4611c65a6dc5 tempest-TestNetworkBasicOps-152746079 tempest-TestNetworkBasicOps-152746079-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:14:02.920981 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a570824-d187-4937-a913-4611c65a6dc5 tempest-TestNetworkBasicOps-152746079 tempest-TestNetworkBasicOps-152746079-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:14:02.920981 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a570824-d187-4937-a913-4611c65a6dc5 tempest-TestNetworkBasicOps-152746079 tempest-TestNetworkBasicOps-152746079-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:14:02.921386 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a570824-d187-4937-a913-4611c65a6dc5 tempest-TestNetworkBasicOps-152746079 tempest-TestNetworkBasicOps-152746079-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:14:02.921827 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a570824-d187-4937-a913-4611c65a6dc5 tempest-TestNetworkBasicOps-152746079 tempest-TestNetworkBasicOps-152746079-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:14:02.922280 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a570824-d187-4937-a913-4611c65a6dc5 tempest-TestNetworkBasicOps-152746079 tempest-TestNetworkBasicOps-152746079-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:14:02.922732 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a570824-d187-4937-a913-4611c65a6dc5 tempest-TestNetworkBasicOps-152746079 tempest-TestNetworkBasicOps-152746079-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:14:02.924670 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-2a570824-d187-4937-a913-4611c65a6dc5 tempest-TestNetworkBasicOps-152746079 tempest-TestNetworkBasicOps-152746079-project-admin] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5814 time: 0.1298594 Jan 05 17:14:02.927660 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 45946) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:14:02.968970 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e183499a-9704-4d66-b196-af508535e830 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks [] for security_group, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:14:02.970152 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-2768d1f8-27b2-4752-be29-e8507e4f445c None None] Publish callbacks [] for port, precommit_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:14:03.002565 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-c1caddec-a9ec-4c5b-b8bf-8f7c887bbec4 None None] Set router fdc14264-be8e-4777-a841-44bf7a88eb7f gateway port host: dv-neutron-master-2-hyperv {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:14:03.045652 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e183499a-9704-4d66-b196-af508535e830 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:14:03.064095 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-2768d1f8-27b2-4752-be29-e8507e4f445c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:14:03.066727 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Pushing event updated for resources: {'Port': ['ID=db2019ee-2f06-4b0f-bff4-6ecf26e3975b,revision_number=3']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:14:03.090815 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e183499a-9704-4d66-b196-af508535e830 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Pushing event updated for resources: {'SecurityGroup': ['ID=696fddbe-9d4c-48f2-835b-0469e9decf5f,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:14:03.142752 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e183499a-9704-4d66-b196-af508535e830 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks [] for security_group, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:14:03.144755 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-e183499a-9704-4d66-b196-af508535e830 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.4461291 Jan 05 17:14:03.147408 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 45948) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:14:03.153390 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-d4f2c85d-98bc-40a3-9dc4-bf998d11524e tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1637144615', 'security_groups': ['696fddbe-9d4c-48f2-835b-0469e9decf5f'], 'network_id': '91c7a355-d2d2-499a-a95d-64c6c91db0d1', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'b61bede7-6ddb-4857-b04d-065fb3679e23'}]}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:14:03.173133 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-f28c29b2-1fa5-4afb-8eda-ec470b004752 tempest-TestNetworkBasicOps-152746079 tempest-TestNetworkBasicOps-152746079-project-admin] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3774 time: 0.2415960 Jan 05 17:14:03.325715 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4f2c85d-98bc-40a3-9dc4-bf998d11524e tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Made reservation on behalf of fae5af2b325549fbbf3eb3ad3c66d0a7 for: {'port': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:14:03.444177 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d4f2c85d-98bc-40a3-9dc4-bf998d11524e tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:14:03.445128 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2768d1f8-27b2-4752-be29-e8507e4f445c None None] Pushing event updated for resources: {'Port': ['ID=054f2cdc-7087-4407-8e45-ec02587b5e4a,revision_number=6']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:14:03.472781 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.notifiers.nova [None req-d4f2c85d-98bc-40a3-9dc4-bf998d11524e tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] device_id is not set on port c65da39e-70db-442d-ad56-40074609ab29 yet. {{(pid=103800) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 05 17:14:03.479533 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 45952) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:14:03.487912 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-c854beee-0b4b-4ba0-9ccf-cded797a7f5a tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1394787929', 'description': 'tempest-secgroup-smoke-1394787929 description', 'project_id': 'ec76859de02442879238ecf1eaefefed'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:14:03.550003 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-c1caddec-a9ec-4c5b-b8bf-8f7c887bbec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdc14264-be8e-4777-a841-44bf7a88eb7f', 'name': 'tempest-TestNetworkBasicOps-router-1341030134', 'tenant_id': 'ec76859de02442879238ecf1eaefefed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.33'}], 'enable_snat': True}, 'gw_port_id': '9a66898f-2c7f-4ef0-80c0-bb813ae509a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:13:56Z', 'updated_at': '2022-01-05T17:14:01Z', 'revision_number': 4, 'project_id': 'ec76859de02442879238ecf1eaefefed', 'gw_port': {'id': '9a66898f-2c7f-4ef0-80c0-bb813ae509a5', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:d0:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdc14264-be8e-4777-a841-44bf7a88eb7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:13:56Z', 'updated_at': '2022-01-05T17:13:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '814869e1-4ff9-4c83-a59a-c015eea0e573', 'name': '', 'network_id': '48e7c283-9808-4ee9-89b3-d09dd7fc4db0', 'tenant_id': 'ec76859de02442879238ecf1eaefefed', 'mac_address': 'fa:16:3e:84:a3:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdc14264-be8e-4777-a841-44bf7a88eb7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': '21e70579-5f98-48d6-98b1-e9e2ff62a0ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:14:00Z', 'updated_at': '2022-01-05T17:14:01Z', 'revision_number': 2, 'project_id': 'ec76859de02442879238ecf1eaefefed', 'subnets': [{'id': '21e70579-5f98-48d6-98b1-e9e2ff62a0ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:14:03.586128 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1caddec-a9ec-4c5b-b8bf-8f7c887bbec4 None None] Checking router: fdc14264-be8e-4777-a841-44bf7a88eb7f for host: dv-neutron-master-2-hyperv {{(pid=103802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 05 17:14:03.586572 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1caddec-a9ec-4c5b-b8bf-8f7c887bbec4 None None] Updating router fdc14264-be8e-4777-a841-44bf7a88eb7f port 814869e1-4ff9-4c83-a59a-c015eea0e573 binding host dv-neutron-master-2-hyperv {{(pid=103802) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 05 17:14:03.613122 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1caddec-a9ec-4c5b-b8bf-8f7c887bbec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:14:03.680262 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [None req-d4f2c85d-98bc-40a3-9dc4-bf998d11524e tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Allocated IP 172.20.0.7 (91c7a355-d2d2-499a-a95d-64c6c91db0d1/b61bede7-6ddb-4857-b04d-065fb3679e23/c65da39e-70db-442d-ad56-40074609ab29) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:14:03.689014 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c854beee-0b4b-4ba0-9ccf-cded797a7f5a tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for security_group, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:14:03.758650 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-8f529137-eefe-4f3d-8451-283f880e1e1e None None] Provisioning complete for port db2019ee-2f06-4b0f-bff4-6ecf26e3975b triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:14:03.764130 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-8f529137-eefe-4f3d-8451-283f880e1e1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:14:03.829515 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 054f2cdc-7087-4407-8e45-ec02587b5e4a up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:14:03.888488 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c854beee-0b4b-4ba0-9ccf-cded797a7f5a tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for security_group, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:14:03.943448 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d4f2c85d-98bc-40a3-9dc4-bf998d11524e tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks [] for port, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:14:03.944979 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c854beee-0b4b-4ba0-9ccf-cded797a7f5a tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:14:03.999581 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c854beee-0b4b-4ba0-9ccf-cded797a7f5a tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e435747-732e-458e-acf3-f90cf61ec0ec,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:14:04.016933 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Provisioning complete for port 054f2cdc-7087-4407-8e45-ec02587b5e4a triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:14:04.017516 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:14:04.019735 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c854beee-0b4b-4ba0-9ccf-cded797a7f5a tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for security_group, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:14:04.024338 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 45954) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:14:04.027019 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-c854beee-0b4b-4ba0-9ccf-cded797a7f5a tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.5448191 Jan 05 17:14:04.031461 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-2ad3f5a5-9dd7-48d2-931f-ade37c621ef5 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Request body: {'security_group_rule': {'security_group_id': '7e435747-732e-458e-acf3-f90cf61ec0ec', 'project_id': 'ec76859de02442879238ecf1eaefefed', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:14:04.114784 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d4f2c85d-98bc-40a3-9dc4-bf998d11524e tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:14:04.123595 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1caddec-a9ec-4c5b-b8bf-8f7c887bbec4 None None] Publish callbacks [] for port, precommit_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:14:04.127249 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-8f529137-eefe-4f3d-8451-283f880e1e1e None None] Provisioning complete for port 814869e1-4ff9-4c83-a59a-c015eea0e573 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:14:04.127633 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-8f529137-eefe-4f3d-8451-283f880e1e1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:14:04.153849 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-2ad3f5a5-9dd7-48d2-931f-ade37c621ef5 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:14:04.164667 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4f2c85d-98bc-40a3-9dc4-bf998d11524e tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Network 91c7a355-d2d2-499a-a95d-64c6c91db0d1 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:14:04.167955 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-d4f2c85d-98bc-40a3-9dc4-bf998d11524e tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:14:04.173208 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4f2c85d-98bc-40a3-9dc4-bf998d11524e tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:14:04.214842 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f2c85d-98bc-40a3-9dc4-bf998d11524e tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Pushing event updated for resources: {'Port': ['ID=c65da39e-70db-442d-ad56-40074609ab29,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:14:04.229267 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device db2019ee-2f06-4b0f-bff4-6ecf26e3975b up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:14:04.229882 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1caddec-a9ec-4c5b-b8bf-8f7c887bbec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:14:04.234631 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-8f529137-eefe-4f3d-8451-283f880e1e1e None None] Port 814869e1-4ff9-4c83-a59a-c015eea0e573 cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 17:14:04.252865 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-2ad3f5a5-9dd7-48d2-931f-ade37c621ef5 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:14:04.257229 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4f2c85d-98bc-40a3-9dc4-bf998d11524e tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:14:04.257897 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d4f2c85d-98bc-40a3-9dc4-bf998d11524e tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:14:04.326793 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-2ad3f5a5-9dd7-48d2-931f-ade37c621ef5 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533437'] for security_group_rule, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:14:04.340055 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3af60aa-9acb-46be-aa55-f5a8cab35f3b None None] Pushing event updated for resources: {'Port': ['ID=814869e1-4ff9-4c83-a59a-c015eea0e573,revision_number=3']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:14:04.354987 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad3f5a5-9dd7-48d2-931f-ade37c621ef5 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50ed48a2-9cee-48aa-92b7-75010d4ecc82,revision_number=0']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:14:04.355150 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-d4f2c85d-98bc-40a3-9dc4-bf998d11524e tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.2036834 Jan 05 17:14:04.356036 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 45956) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:14:04.362557 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-bec7e1bf-8099-4150-b40d-8d1066f7635d tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Request body: {'subnet': {'network_id': '91c7a355-d2d2-499a-a95d-64c6c91db0d1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:14:04.393244 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Provisioning complete for port db2019ee-2f06-4b0f-bff4-6ecf26e3975b triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:14:04.393630 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:14:04.417186 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-e49f0b31-6a8a-4a64-b8a3-8133e1541a22 None None] Provisioning complete for port 054f2cdc-7087-4407-8e45-ec02587b5e4a triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:14:04.417556 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-e49f0b31-6a8a-4a64-b8a3-8133e1541a22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:14:04.439146 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-2ad3f5a5-9dd7-48d2-931f-ade37c621ef5 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:14:04.440645 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-2ad3f5a5-9dd7-48d2-931f-ade37c621ef5 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4146509 Jan 05 17:14:04.443448 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 45958) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:14:04.448641 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-28ec9e8e-93ef-46c4-adf8-a5d31b38dc17 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Request body: {'security_group_rule': {'security_group_id': '7e435747-732e-458e-acf3-f90cf61ec0ec', 'project_id': 'ec76859de02442879238ecf1eaefefed', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:14:04.462156 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-c1caddec-a9ec-4c5b-b8bf-8f7c887bbec4 None None] Attempting to bind port 814869e1-4ff9-4c83-a59a-c015eea0e573 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 05 17:14:04.462525 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-c1caddec-a9ec-4c5b-b8bf-8f7c887bbec4 None None] Attempting to bind port 814869e1-4ff9-4c83-a59a-c015eea0e573 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'e63d09fe-af16-427e-be66-5a33c6ee735e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '48e7c283-9808-4ee9-89b3-d09dd7fc4db0'}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 05 17:14:04.462887 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1caddec-a9ec-4c5b-b8bf-8f7c887bbec4 None None] Attempting to bind port 814869e1-4ff9-4c83-a59a-c015eea0e573 on network 48e7c283-9808-4ee9-89b3-d09dd7fc4db0 {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:14:04.494161 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1caddec-a9ec-4c5b-b8bf-8f7c887bbec4 None None] Checking agent: {'id': '0d4f8fd3-ce62-4651-970c-efa6a8bb22b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 5, 16, 57, 23), 'started_at': datetime.datetime(2022, 1, 5, 16, 57, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 5, 17, 13, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 05 17:14:04.494537 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1caddec-a9ec-4c5b-b8bf-8f7c887bbec4 None None] Checking segment: {'id': 'e63d09fe-af16-427e-be66-5a33c6ee735e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '48e7c283-9808-4ee9-89b3-d09dd7fc4db0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:14:04.494939 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1caddec-a9ec-4c5b-b8bf-8f7c887bbec4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:14:04.495606 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1caddec-a9ec-4c5b-b8bf-8f7c887bbec4 None None] Bound using segment: {'id': 'e63d09fe-af16-427e-be66-5a33c6ee735e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '48e7c283-9808-4ee9-89b3-d09dd7fc4db0'} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 05 17:14:04.496096 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-c1caddec-a9ec-4c5b-b8bf-8f7c887bbec4 None None] Bound port: 814869e1-4ff9-4c83-a59a-c015eea0e573, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e63d09fe-af16-427e-be66-5a33c6ee735e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '48e7c283-9808-4ee9-89b3-d09dd7fc4db0'}}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 05 17:14:04.496473 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1caddec-a9ec-4c5b-b8bf-8f7c887bbec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:14:04.598497 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-28ec9e8e-93ef-46c4-adf8-a5d31b38dc17 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:14:04.634308 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-c1caddec-a9ec-4c5b-b8bf-8f7c887bbec4 None None] For port 814869e1-4ff9-4c83-a59a-c015eea0e573, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 05 17:14:04.638167 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-c1caddec-a9ec-4c5b-b8bf-8f7c887bbec4 None None] For port 814869e1-4ff9-4c83-a59a-c015eea0e573, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=814869e1-4ff9-4c83-a59a-c015eea0e573,segment=NetworkSegment(e63d09fe-af16-427e-be66-5a33c6ee735e),segment_id=e63d09fe-af16-427e-be66-5a33c6ee735e)] {{(pid=103802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 05 17:14:04.643634 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-e49f0b31-6a8a-4a64-b8a3-8133e1541a22 None None] Provisioning complete for port 814869e1-4ff9-4c83-a59a-c015eea0e573 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:14:04.644004 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-e49f0b31-6a8a-4a64-b8a3-8133e1541a22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:14:04.670307 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-28ec9e8e-93ef-46c4-adf8-a5d31b38dc17 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:14:04.680192 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-e49f0b31-6a8a-4a64-b8a3-8133e1541a22 None None] Port 814869e1-4ff9-4c83-a59a-c015eea0e573 cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 17:14:04.682924 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bec7e1bf-8099-4150-b40d-8d1066f7635d tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Made reservation on behalf of fae5af2b325549fbbf3eb3ad3c66d0a7 for: {'subnet': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:14:04.687141 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-bec7e1bf-8099-4150-b40d-8d1066f7635d tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8521827'] for subnet, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:14:04.692441 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-e49f0b31-6a8a-4a64-b8a3-8133e1541a22 None None] Provisioning complete for port 4bef747a-757c-4d51-9aa4-7f6aad1fd68f triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:14:04.692441 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-e49f0b31-6a8a-4a64-b8a3-8133e1541a22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:14:04.711779 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1caddec-a9ec-4c5b-b8bf-8f7c887bbec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:14:04.766306 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-e49f0b31-6a8a-4a64-b8a3-8133e1541a22 None None] Port 4bef747a-757c-4d51-9aa4-7f6aad1fd68f cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 17:14:04.775156 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-28ec9e8e-93ef-46c4-adf8-a5d31b38dc17 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533437'] for security_group_rule, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:14:04.778260 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.db.ipam_backend_mixin [None req-bec7e1bf-8099-4150-b40d-8d1066f7635d tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet b61bede7-6ddb-4857-b04d-065fb3679e23 (CIDR: 172.20.0.0/28) Jan 05 17:14:04.784154 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1caddec-a9ec-4c5b-b8bf-8f7c887bbec4 None None] Routers {'fdc14264-be8e-4777-a841-44bf7a88eb7f'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:14:04.784154 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-c1caddec-a9ec-4c5b-b8bf-8f7c887bbec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:13:49Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['fdc14264-be8e-4777-a841-44bf7a88eb7f'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:14:04.797208 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ec9e8e-93ef-46c4-adf8-a5d31b38dc17 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c01d095-56de-4429-9dee-1b0207b1463c,revision_number=0']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:14:04.819642 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3af60aa-9acb-46be-aa55-f5a8cab35f3b None None] Pushing event updated for resources: {'Port': ['ID=814869e1-4ff9-4c83-a59a-c015eea0e573,revision_number=4']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:14:04.831283 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.pecan_wsgi.hooks.translation [None req-bec7e1bf-8099-4150-b40d-8d1066f7635d tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 05 17:14:04.831724 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bec7e1bf-8099-4150-b40d-8d1066f7635d tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103800) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 05 17:14:04.859049 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-28ec9e8e-93ef-46c4-adf8-a5d31b38dc17 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:14:04.861399 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-28ec9e8e-93ef-46c4-adf8-a5d31b38dc17 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4156311 Jan 05 17:14:04.863136 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 45960) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:14:04.868076 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-3dbb4fd0-9ee2-4ac7-8040-06b98e82639d tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Request body: {'security_group_rule': {'security_group_id': '7e435747-732e-458e-acf3-f90cf61ec0ec', 'project_id': 'ec76859de02442879238ecf1eaefefed', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:14:04.914210 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-2676ff31-7d2c-4f36-8bcc-b034c48537be None None] Provisioning complete for port c65da39e-70db-442d-ad56-40074609ab29 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:14:04.914577 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-2676ff31-7d2c-4f36-8bcc-b034c48537be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:14:04.919653 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-c1caddec-a9ec-4c5b-b8bf-8f7c887bbec4 None None] Set router fdc14264-be8e-4777-a841-44bf7a88eb7f gateway port host: dv-neutron-master-2-hyperv {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:14:04.931068 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-bec7e1bf-8099-4150-b40d-8d1066f7635d tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5713899 Jan 05 17:14:04.931403 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 45962) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:14:04.937430 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-0bf3a0fb-87d9-45cd-9c19-201024c2ed4a tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Request body: {'subnet': {'network_id': '91c7a355-d2d2-499a-a95d-64c6c91db0d1', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:14:04.984898 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-2676ff31-7d2c-4f36-8bcc-b034c48537be None None] Port c65da39e-70db-442d-ad56-40074609ab29 cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 17:14:05.011763 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3dbb4fd0-9ee2-4ac7-8040-06b98e82639d tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:14:05.068413 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-2676ff31-7d2c-4f36-8bcc-b034c48537be None None] Provisioning complete for port 814869e1-4ff9-4c83-a59a-c015eea0e573 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:14:05.069026 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-2676ff31-7d2c-4f36-8bcc-b034c48537be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:14:05.082671 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3dbb4fd0-9ee2-4ac7-8040-06b98e82639d tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:14:05.123127 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bf3a0fb-87d9-45cd-9c19-201024c2ed4a tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Made reservation on behalf of fae5af2b325549fbbf3eb3ad3c66d0a7 for: {'subnet': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:14:05.127437 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0bf3a0fb-87d9-45cd-9c19-201024c2ed4a tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8521827'] for subnet, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:14:05.152006 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3dbb4fd0-9ee2-4ac7-8040-06b98e82639d tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533437'] for security_group_rule, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:14:05.172387 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbb4fd0-9ee2-4ac7-8040-06b98e82639d tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3ab7120-ead0-46e1-a14a-043f2c7f93a0,revision_number=0']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:14:05.227337 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.db.ipam_backend_mixin [None req-0bf3a0fb-87d9-45cd-9c19-201024c2ed4a tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet db1ca6e3-c337-410c-8ab4-4ced57418481 (CIDR: 172.20.0.16/28) Jan 05 17:14:05.247405 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3dbb4fd0-9ee2-4ac7-8040-06b98e82639d tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:14:05.251811 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-3dbb4fd0-9ee2-4ac7-8040-06b98e82639d tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3846815 Jan 05 17:14:05.252566 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 45964) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:14:05.257255 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-15965777-f593-40a2-a8e9-7dc145d1a7c7 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Request body: {'security_group_rule': {'security_group_id': '7e435747-732e-458e-acf3-f90cf61ec0ec', 'project_id': 'ec76859de02442879238ecf1eaefefed', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:14:05.270209 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.pecan_wsgi.hooks.translation [None req-0bf3a0fb-87d9-45cd-9c19-201024c2ed4a tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 05 17:14:05.270981 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0bf3a0fb-87d9-45cd-9c19-201024c2ed4a tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103800) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 05 17:14:05.339747 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-15965777-f593-40a2-a8e9-7dc145d1a7c7 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:14:05.363242 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-0bf3a0fb-87d9-45cd-9c19-201024c2ed4a tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.4307387 Jan 05 17:14:05.365896 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 45966) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:14:05.372034 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-cd7c9fe4-9e90-4029-9ee1-fce6347d7858 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Request body: {'subnet': {'network_id': '91c7a355-d2d2-499a-a95d-64c6c91db0d1', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:14:05.378098 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-2676ff31-7d2c-4f36-8bcc-b034c48537be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:14:05.400294 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-15965777-f593-40a2-a8e9-7dc145d1a7c7 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:14:05.422277 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-2676ff31-7d2c-4f36-8bcc-b034c48537be None None] For port 814869e1-4ff9-4c83-a59a-c015eea0e573, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=814869e1-4ff9-4c83-a59a-c015eea0e573,segment=NetworkSegment(e63d09fe-af16-427e-be66-5a33c6ee735e),segment_id=e63d09fe-af16-427e-be66-5a33c6ee735e)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:14:05.427727 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-c1caddec-a9ec-4c5b-b8bf-8f7c887bbec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdc14264-be8e-4777-a841-44bf7a88eb7f', 'name': 'tempest-TestNetworkBasicOps-router-1341030134', 'tenant_id': 'ec76859de02442879238ecf1eaefefed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.33'}], 'enable_snat': True}, 'gw_port_id': '9a66898f-2c7f-4ef0-80c0-bb813ae509a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:13:56Z', 'updated_at': '2022-01-05T17:14:01Z', 'revision_number': 4, 'project_id': 'ec76859de02442879238ecf1eaefefed', 'gw_port': {'id': '9a66898f-2c7f-4ef0-80c0-bb813ae509a5', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:d0:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdc14264-be8e-4777-a841-44bf7a88eb7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:13:56Z', 'updated_at': '2022-01-05T17:13:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '814869e1-4ff9-4c83-a59a-c015eea0e573', 'name': '', 'network_id': '48e7c283-9808-4ee9-89b3-d09dd7fc4db0', 'tenant_id': 'ec76859de02442879238ecf1eaefefed', 'mac_address': 'fa:16:3e:84:a3:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdc14264-be8e-4777-a841-44bf7a88eb7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': '21e70579-5f98-48d6-98b1-e9e2ff62a0ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:14:00Z', 'updated_at': '2022-01-05T17:14:04Z', 'revision_number': 4, 'project_id': 'ec76859de02442879238ecf1eaefefed', 'subnets': [{'id': '21e70579-5f98-48d6-98b1-e9e2ff62a0ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:14:05.457435 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1caddec-a9ec-4c5b-b8bf-8f7c887bbec4 None None] The sync data for ids ['fdc14264-be8e-4777-a841-44bf7a88eb7f'] in dv-neutron-master-2-hyperv is: [{'id': 'fdc14264-be8e-4777-a841-44bf7a88eb7f', 'name': 'tempest-TestNetworkBasicOps-router-1341030134', 'tenant_id': 'ec76859de02442879238ecf1eaefefed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.33'}], 'enable_snat': True}, 'gw_port_id': '9a66898f-2c7f-4ef0-80c0-bb813ae509a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:13:56Z', 'updated_at': '2022-01-05T17:14:01Z', 'revision_number': 4, 'project_id': 'ec76859de02442879238ecf1eaefefed', 'gw_port': {'id': '9a66898f-2c7f-4ef0-80c0-bb813ae509a5', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:d0:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdc14264-be8e-4777-a841-44bf7a88eb7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:13:56Z', 'updated_at': '2022-01-05T17:13:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '814869e1-4ff9-4c83-a59a-c015eea0e573', 'name': '', 'network_id': '48e7c283-9808-4ee9-89b3-d09dd7fc4db0', 'tenant_id': 'ec76859de02442879238ecf1eaefefed', 'mac_address': 'fa:16:3e:84:a3:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdc14264-be8e-4777-a841-44bf7a88eb7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': '21e70579-5f98-48d6-98b1-e9e2ff62a0ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:14:00Z', 'updated_at': '2022-01-05T17:14:04Z', 'revision_number': 4, 'project_id': 'ec76859de02442879238ecf1eaefefed', 'subnets': [{'id': '21e70579-5f98-48d6-98b1-e9e2ff62a0ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 05 17:14:05.463123 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-15965777-f593-40a2-a8e9-7dc145d1a7c7 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533437'] for security_group_rule, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:14:05.486654 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15965777-f593-40a2-a8e9-7dc145d1a7c7 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d002d65e-7a62-4a40-ab3e-ca0c88a3bc36,revision_number=0']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:14:05.490419 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-2676ff31-7d2c-4f36-8bcc-b034c48537be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:14:05.563824 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2676ff31-7d2c-4f36-8bcc-b034c48537be None None] Pushing event updated for resources: {'Port': ['ID=814869e1-4ff9-4c83-a59a-c015eea0e573,revision_number=5']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:14:05.584733 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-15965777-f593-40a2-a8e9-7dc145d1a7c7 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:14:05.586130 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-15965777-f593-40a2-a8e9-7dc145d1a7c7 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3324926 Jan 05 17:14:05.588768 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 45968) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:14:05.593822 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-a275f8e1-4392-4dec-ab0e-6e16679ca989 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Request body: {'security_group_rule': {'security_group_id': '7e435747-732e-458e-acf3-f90cf61ec0ec', 'project_id': 'ec76859de02442879238ecf1eaefefed', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:14:05.613840 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-0d268b50-dbf2-4a92-90c1-8e88273ee88e None None] Provisioning complete for port 814869e1-4ff9-4c83-a59a-c015eea0e573 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:14:05.614214 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-0d268b50-dbf2-4a92-90c1-8e88273ee88e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:14:05.686479 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd7c9fe4-9e90-4029-9ee1-fce6347d7858 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Made reservation on behalf of fae5af2b325549fbbf3eb3ad3c66d0a7 for: {'subnet': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:14:05.691400 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-cd7c9fe4-9e90-4029-9ee1-fce6347d7858 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8521827'] for subnet, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:14:05.771408 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.db.securitygroups_db [None req-a275f8e1-4392-4dec-ab0e-6e16679ca989 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Project ec76859de02442879238ecf1eaefefed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 05 17:14:05.781523 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-a275f8e1-4392-4dec-ab0e-6e16679ca989 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:14:05.794856 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 814869e1-4ff9-4c83-a59a-c015eea0e573 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:14:05.851830 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Provisioning complete for port 814869e1-4ff9-4c83-a59a-c015eea0e573 triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:14:05.852357 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:14:05.872763 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-a275f8e1-4392-4dec-ab0e-6e16679ca989 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:14:05.970993 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-a275f8e1-4392-4dec-ab0e-6e16679ca989 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533437'] for security_group_rule, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:14:05.991534 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a275f8e1-4392-4dec-ab0e-6e16679ca989 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d31dde6-0487-4b0c-bb1b-ad8a51eedd08,revision_number=0']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:14:06.068414 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-cd7c9fe4-9e90-4029-9ee1-fce6347d7858 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8784852', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8521873'] for subnet, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:14:06.080273 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-a275f8e1-4392-4dec-ab0e-6e16679ca989 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:14:06.082978 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-a275f8e1-4392-4dec-ab0e-6e16679ca989 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4917419 Jan 05 17:14:06.084432 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 45970) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:14:06.089406 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-e08df43d-ad2f-4539-9300-f807c0f46484 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Request body: {'security_group_rule': {'security_group_id': '7e435747-732e-458e-acf3-f90cf61ec0ec', 'project_id': 'ec76859de02442879238ecf1eaefefed', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:14:06.117154 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd7c9fe4-9e90-4029-9ee1-fce6347d7858 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Network 91c7a355-d2d2-499a-a95d-64c6c91db0d1 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:14:06.120708 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-cd7c9fe4-9e90-4029-9ee1-fce6347d7858 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:14:06.125089 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd7c9fe4-9e90-4029-9ee1-fce6347d7858 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:14:06.125705 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-cd7c9fe4-9e90-4029-9ee1-fce6347d7858 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks [] for subnet, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:14:06.129887 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3296278c-bd43-4caa-ab14-4d29042c5c5e None None] Network 91c7a355-d2d2-499a-a95d-64c6c91db0d1 requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:14:06.134843 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7c9fe4-9e90-4029-9ee1-fce6347d7858 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Pushing event updated for resources: {'Subnet': ['ID=220e70d8-b6c9-4cda-a99b-a82129f19fa1,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:14:06.217256 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.db.securitygroups_db [None req-e08df43d-ad2f-4539-9300-f807c0f46484 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Project ec76859de02442879238ecf1eaefefed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 05 17:14:06.223719 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e08df43d-ad2f-4539-9300-f807c0f46484 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:14:06.270240 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-cd7c9fe4-9e90-4029-9ee1-fce6347d7858 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.9026208 Jan 05 17:14:06.272985 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 45972) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:14:06.278233 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-d7a4f326-ae3c-48dd-b4b2-04b22c73525a tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-777268133', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '220e70d8-b6c9-4cda-a99b-a82129f19fa1'}], 'security_groups': ['b3c3685e-f01d-47d8-9321-e5eb29febc2a', '640894d4-473e-4fe6-a61f-db2c1ea3ff2b']}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:14:06.302135 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e08df43d-ad2f-4539-9300-f807c0f46484 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:14:06.319450 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2a6767b-fcbf-4626-9665-d996a77ff9cf None None] Update dhcp port {'port': {'network_id': '91c7a355-d2d2-499a-a95d-64c6c91db0d1', 'fixed_ips': [{'subnet_id': 'db1ca6e3-c337-410c-8ab4-4ced57418481', 'ip_address': '172.20.0.18'}, {'subnet_id': 'b61bede7-6ddb-4857-b04d-065fb3679e23', 'ip_address': '172.20.0.2'}, {'subnet_id': '220e70d8-b6c9-4cda-a99b-a82129f19fa1'}], 'binding:host_id': 'dv-neutron-master-2-hyperv'}, 'id': '054f2cdc-7087-4407-8e45-ec02587b5e4a'} from dv-neutron-master-2-hyperv. {{(pid=103802) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Jan 05 17:14:06.350082 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-f2a6767b-fcbf-4626-9665-d996a77ff9cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:14:06.356241 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d7a4f326-ae3c-48dd-b4b2-04b22c73525a tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:14:06.371055 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e08df43d-ad2f-4539-9300-f807c0f46484 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533437'] for security_group_rule, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:14:06.385131 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08df43d-ad2f-4539-9300-f807c0f46484 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7b47a9c-50d4-4bfa-a7c3-da900ee69442,revision_number=0']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:14:06.471746 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e08df43d-ad2f-4539-9300-f807c0f46484 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:14:06.473135 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-e08df43d-ad2f-4539-9300-f807c0f46484 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3874135 Jan 05 17:14:06.553991 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.db_base_plugin_common [None req-f2a6767b-fcbf-4626-9665-d996a77ff9cf None None] Allocated IP 172.20.0.34 (91c7a355-d2d2-499a-a95d-64c6c91db0d1/220e70d8-b6c9-4cda-a99b-a82129f19fa1/054f2cdc-7087-4407-8e45-ec02587b5e4a) {{(pid=103802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:14:06.667479 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-f2a6767b-fcbf-4626-9665-d996a77ff9cf None None] For port 054f2cdc-7087-4407-8e45-ec02587b5e4a, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=054f2cdc-7087-4407-8e45-ec02587b5e4a,segment=NetworkSegment(05a58015-66fc-4018-b9e0-8f39b245590f),segment_id=05a58015-66fc-4018-b9e0-8f39b245590f)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:14:06.701436 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-f2a6767b-fcbf-4626-9665-d996a77ff9cf None None] Publish callbacks [] for port, precommit_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:14:06.703364 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-1d22fe34-8a88-4661-8f02-c98cd65e5987 req-0766cc0b-f811-431a-af51-b63468bacf10 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1394787929&fields=id&tenant_id=ec76859de02442879238ecf1eaefefed HTTP/1.1" status: 200 len: 267 time: 0.0479479 Jan 05 17:14:06.754119 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-f2a6767b-fcbf-4626-9665-d996a77ff9cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:14:06.850277 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:14:06.850277 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:14:06.850277 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:14:06.850277 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:14:06.850277 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:14:06.850277 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:14:06.850277 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:14:06.850277 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:14:06.850277 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:14:06.850277 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:14:06.850277 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:14:06.850277 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:14:06.850277 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:14:06.850277 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:14:06.850277 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:14:06.850277 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:14:06.850277 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:14:06.850277 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:14:06.850277 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:14:06.850277 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:14:06.850277 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:14:06.850277 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:14:06.850277 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:14:06.850277 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:14:06.850277 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:14:06.850277 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:14:06.850277 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:14:06.850277 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:14:06.850277 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:14:06.850277 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:14:06.850277 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:14:06.850277 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:14:06.850277 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:14:06.850277 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:14:06.850277 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:14:06.850277 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:14:06.850277 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:14:06.850277 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:14:06.850277 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:14:06.850277 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:14:06.850277 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:14:06.850277 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:14:06.850277 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:14:06.850277 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:14:06.850277 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:14:06.850277 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:14:06.850277 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:14:06.850277 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:14:06.854709 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d22fe34-8a88-4661-8f02-c98cd65e5987 req-37fb3a38-d8b8-44a2-a2b5-55a22bb92eea tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:14:06.854709 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-1d22fe34-8a88-4661-8f02-c98cd65e5987 req-37fb3a38-d8b8-44a2-a2b5-55a22bb92eea tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/networks?id=48e7c283-9808-4ee9-89b3-d09dd7fc4db0 HTTP/1.1" status: 200 len: 797 time: 0.1427870 Jan 05 17:14:06.868088 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-1d22fe34-8a88-4661-8f02-c98cd65e5987 req-8114e3c7-ef3d-4ce8-a9fc-b2e56c66c166 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/quotas/ec76859de02442879238ecf1eaefefed HTTP/1.1" status: 200 len: 375 time: 0.0097945 Jan 05 17:14:06.870914 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a6767b-fcbf-4626-9665-d996a77ff9cf None None] Pushing event updated for resources: {'Port': ['ID=054f2cdc-7087-4407-8e45-ec02587b5e4a,revision_number=7']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:14:06.934164 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 45988) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:14:06.943922 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-1d22fe34-8a88-4661-8f02-c98cd65e5987 req-88cea9a0-7c10-42bf-a90c-d049087d9096 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=ec76859de02442879238ecf1eaefefed&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0567958 Jan 05 17:14:07.067402 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [None req-d7a4f326-ae3c-48dd-b4b2-04b22c73525a tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Delete allocated IP 172.20.0.7 (91c7a355-d2d2-499a-a95d-64c6c91db0d1/b61bede7-6ddb-4857-b04d-065fb3679e23) {{(pid=103800) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 05 17:14:07.086725 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [None req-d7a4f326-ae3c-48dd-b4b2-04b22c73525a tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Allocated IP 172.20.0.41 (91c7a355-d2d2-499a-a95d-64c6c91db0d1/220e70d8-b6c9-4cda-a99b-a82129f19fa1/c65da39e-70db-442d-ad56-40074609ab29) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:14:07.099533 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-1d22fe34-8a88-4661-8f02-c98cd65e5987 req-8746f81d-9b40-479d-bf8d-7407607f2381 service neutron] 10.222.0.11 "GET /v2.0/networks/48e7c283-9808-4ee9-89b3-d09dd7fc4db0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1524124 Jan 05 17:14:07.114680 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-50d1f05f-e7fa-42d9-ab40-2d355fca9986 tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] Deleting port ca689aa8-c621-412e-abc5-b624ca12f785 {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:14:07.115276 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-50d1f05f-e7fa-42d9-ab40-2d355fca9986 tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:14:07.201022 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-50d1f05f-e7fa-42d9-ab40-2d355fca9986 tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:14:07.201811 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-50d1f05f-e7fa-42d9-ab40-2d355fca9986 tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:14:07.217126 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-50d1f05f-e7fa-42d9-ab40-2d355fca9986 tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] Calling delete_port for ca689aa8-c621-412e-abc5-b624ca12f785 owned by network:floatingip {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:14:07.271966 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-1d22fe34-8a88-4661-8f02-c98cd65e5987 req-fb005d94-563a-469a-839a-af07dd135e2c service neutron] 10.222.0.11 "GET /v2.0/networks/48e7c283-9808-4ee9-89b3-d09dd7fc4db0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1603467 Jan 05 17:14:07.344362 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d7a4f326-ae3c-48dd-b4b2-04b22c73525a tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks [] for port, precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:14:07.433759 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d7a4f326-ae3c-48dd-b4b2-04b22c73525a tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8784461'] for port, after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:14:07.443802 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-2c12899b-2dc9-4ebf-b53d-322e5ce3ffd3 None None] Provisioning complete for port 054f2cdc-7087-4407-8e45-ec02587b5e4a triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:14:07.444366 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-2c12899b-2dc9-4ebf-b53d-322e5ce3ffd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:14:07.478144 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-50d1f05f-e7fa-42d9-ab40-2d355fca9986 tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11433176'] for port, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:14:07.533867 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d1f05f-e7fa-42d9-ab40-2d355fca9986 tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] Pushing event deleted for resources: {'Port': ['ID=ca689aa8-c621-412e-abc5-b624ca12f785,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:14:07.582376 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-d7a4f326-ae3c-48dd-b4b2-04b22c73525a tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] In _notify_port_updated(), no bound segment for port c65da39e-70db-442d-ad56-40074609ab29 on network 91c7a355-d2d2-499a-a95d-64c6c91db0d1 {{(pid=103800) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Jan 05 17:14:07.584644 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-85126744-1791-408b-91da-1fc8cfd77d14 req-a04d514f-73be-435f-a806-bed2d03f55ab tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/ports?device_id=9a4e609e-0c2a-4d76-89e4-6a9048160b6a HTTP/1.1" status: 200 len: 210 time: 0.0336394 Jan 05 17:14:07.588283 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7a4f326-ae3c-48dd-b4b2-04b22c73525a tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:14:07.589210 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d7a4f326-ae3c-48dd-b4b2-04b22c73525a tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:14:07.589505 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-2c12899b-2dc9-4ebf-b53d-322e5ce3ffd3 None None] Provisioning complete for port c65da39e-70db-442d-ad56-40074609ab29 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:14:07.590011 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-2c12899b-2dc9-4ebf-b53d-322e5ce3ffd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:14:07.600119 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 45994) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:14:07.600317 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-d7a4f326-ae3c-48dd-b4b2-04b22c73525a tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] 10.222.0.11 "PUT /v2.0/ports/c65da39e-70db-442d-ad56-40074609ab29 HTTP/1.1" status: 200 len: 959 time: 1.3224642 Jan 05 17:14:07.610768 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a4f326-ae3c-48dd-b4b2-04b22c73525a tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Pushing event updated for resources: {'Port': ['ID=c65da39e-70db-442d-ad56-40074609ab29,revision_number=2']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:14:07.634730 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-2c12899b-2dc9-4ebf-b53d-322e5ce3ffd3 None None] Port c65da39e-70db-442d-ad56-40074609ab29 cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 17:14:07.647434 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-2c12899b-2dc9-4ebf-b53d-322e5ce3ffd3 None None] Provisioning complete for port 4bef747a-757c-4d51-9aa4-7f6aad1fd68f triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:14:07.647734 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-2c12899b-2dc9-4ebf-b53d-322e5ce3ffd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:14:07.689937 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-2c12899b-2dc9-4ebf-b53d-322e5ce3ffd3 None None] Port 4bef747a-757c-4d51-9aa4-7f6aad1fd68f cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 17:14:07.714946 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-50d1f05f-e7fa-42d9-ab40-2d355fca9986 tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] Publish callbacks [] for floatingip, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:14:07.715278 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.db.l3_db [None req-50d1f05f-e7fa-42d9-ab40-2d355fca9986 tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] Floating IP 1f8a8eb7-bdf1-4271-9325-08191fcbe2d1 disassociated (deleted). External IP: 172.36.4.208, port: bc151515-f8c1-49a3-82dd-3bff17f43cd1. Jan 05 17:14:07.762241 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 054f2cdc-7087-4407-8e45-ec02587b5e4a up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:14:07.808206 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-01cc6d55-7212-4a1a-9365-a6ca5c817f98 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Deleting port c65da39e-70db-442d-ad56-40074609ab29 {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:14:07.808541 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-01cc6d55-7212-4a1a-9365-a6ca5c817f98 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:14:07.810105 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Provisioning complete for port 054f2cdc-7087-4407-8e45-ec02587b5e4a triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:14:07.810541 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:14:08.114730 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-abd42c72-84ca-439b-895d-7e942bfd9427 None None] Provisioning complete for port c65da39e-70db-442d-ad56-40074609ab29 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:14:08.115100 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-abd42c72-84ca-439b-895d-7e942bfd9427 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:14:08.151400 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-abd42c72-84ca-439b-895d-7e942bfd9427 None None] Port c65da39e-70db-442d-ad56-40074609ab29 cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 17:14:08.235826 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-01cc6d55-7212-4a1a-9365-a6ca5c817f98 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:14:08.255880 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-01cc6d55-7212-4a1a-9365-a6ca5c817f98 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Calling delete_port for c65da39e-70db-442d-ad56-40074609ab29 owned by {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:14:08.350219 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50d1f05f-e7fa-42d9-ab40-2d355fca9986 tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] Router ef591ec0-7234-41cc-b64f-fc625655840f has already been hosted by L3 agent 59446fdc-40e0-41fe-a575-a8eb11d742f7 {{(pid=103801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 05 17:14:08.513390 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50d1f05f-e7fa-42d9-ab40-2d355fca9986 tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 05 17:14:08.518009 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-50d1f05f-e7fa-42d9-ab40-2d355fca9986 tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for floatingip, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:14:08.524918 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fe4c015-3961-4ce5-882d-29ced8152a91 None None] Sync routers for ids ['ef591ec0-7234-41cc-b64f-fc625655840f'] in dv-neutron-master-2-hyperv {{(pid=103803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 05 17:14:08.537457 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fe4c015-3961-4ce5-882d-29ced8152a91 None None] Routers {'ef591ec0-7234-41cc-b64f-fc625655840f'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:14:08.538457 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-1fe4c015-3961-4ce5-882d-29ced8152a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:13:49Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['ef591ec0-7234-41cc-b64f-fc625655840f'], 'active': True} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:14:08.548371 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-50d1f05f-e7fa-42d9-ab40-2d355fca9986 tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] 10.222.0.11 "DELETE /v2.0/floatingips/1f8a8eb7-bdf1-4271-9325-08191fcbe2d1 HTTP/1.1" status: 204 len: 168 time: 1.6126702 Jan 05 17:14:08.549655 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ae531d7-dfe0-480f-abb4-e199e258b40c', 'tag': 'bc151515-f8c1-49a3-82dd-3bff17f43cd1'}] {{(pid=103801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 05 17:14:08.554848 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cee9004337cfdaf047d78d8066c7d6073fad8dbc2217b3b67c4523abea34d3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3247c6e-07d8-49a1-8df1-d4ad0877eb16" -d '{"events": [{"name": "network-changed", "server_uuid": "0ae531d7-dfe0-480f-abb4-e199e258b40c", "tag": "bc151515-f8c1-49a3-82dd-3bff17f43cd1"}]}' {{(pid=103801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 05 17:14:08.587662 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-01cc6d55-7212-4a1a-9365-a6ca5c817f98 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11433176'] for port, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:14:08.597262 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Jan 2022 17:14:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acc7a6d9-e227-4638-9148-f9eb51fc068a x-openstack-request-id: req-acc7a6d9-e227-4638-9148-f9eb51fc068a {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 05 17:14:08.597645 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ae531d7-dfe0-480f-abb4-e199e258b40c", "tag": "bc151515-f8c1-49a3-82dd-3bff17f43cd1", "status": "completed", "code": 200}]} {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 05 17:14:08.602704 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-acc7a6d9-e227-4638-9148-f9eb51fc068a {{(pid=103801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 05 17:14:08.602704 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ae531d7-dfe0-480f-abb4-e199e258b40c', 'tag': 'bc151515-f8c1-49a3-82dd-3bff17f43cd1', 'status': 'completed', 'code': 200} Jan 05 17:14:08.652064 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cc6d55-7212-4a1a-9365-a6ca5c817f98 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Pushing event deleted for resources: {'Port': ['ID=c65da39e-70db-442d-ad56-40074609ab29,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:14:08.691907 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3247c6e-07d8-49a1-8df1-d4ad0877eb16 req-5b372ebe-02b9-4a8a-b99d-32d733114348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:14:08.693857 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvr_db [None req-1fe4c015-3961-4ce5-882d-29ced8152a91 None None] Set router ef591ec0-7234-41cc-b64f-fc625655840f gateway port host: dv-neutron-master-2-hyperv {{(pid=103803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:14:08.696272 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-e3247c6e-07d8-49a1-8df1-d4ad0877eb16 req-5b372ebe-02b9-4a8a-b99d-32d733114348 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fd19bdf1a53648779ae20015d06c39e6&device_id=0ae531d7-dfe0-480f-abb4-e199e258b40c HTTP/1.1" status: 200 len: 1099 time: 0.0674355 Jan 05 17:14:08.806818 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-984b8baf-f222-467a-bf9b-1629ed27d4a6 req-da7849b4-28a0-4a8f-b4e2-431943983b36 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/ports?device_id=9a4e609e-0c2a-4d76-89e4-6a9048160b6a HTTP/1.1" status: 200 len: 210 time: 0.0418923 Jan 05 17:14:08.808498 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-01cc6d55-7212-4a1a-9365-a6ca5c817f98 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:14:08.813287 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-01cc6d55-7212-4a1a-9365-a6ca5c817f98 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] 10.222.0.11 "DELETE /v2.0/ports/c65da39e-70db-442d-ad56-40074609ab29 HTTP/1.1" status: 204 len: 168 time: 1.2177761 Jan 05 17:14:08.815994 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 46008) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:14:08.854272 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.pecan_wsgi.hooks.translation [None req-ced75941-4ce0-40ae-9989-cb66147e4b4d tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] GET failed (client error): The resource could not be found. Jan 05 17:14:08.856474 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-ced75941-4ce0-40ae-9989-cb66147e4b4d tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] 10.222.0.11 "GET /v2.0/ports/c65da39e-70db-442d-ad56-40074609ab29 HTTP/1.1" status: 404 len: 333 time: 0.0390971 Jan 05 17:14:08.859717 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 46010) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:14:08.950248 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-b9c996af-02ee-4be9-a018-6cfea8ca907b tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks [] for security_group, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:14:08.984831 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-b9c996af-02ee-4be9-a018-6cfea8ca907b tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:14:08.994919 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-1fe4c015-3961-4ce5-882d-29ced8152a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef591ec0-7234-41cc-b64f-fc625655840f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-420231978', 'tenant_id': 'fd19bdf1a53648779ae20015d06c39e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.125'}], 'enable_snat': True}, 'gw_port_id': 'e1bf11f2-40b2-422f-ab8f-5bc37e553654', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:11:55Z', 'updated_at': '2022-01-05T17:12:05Z', 'revision_number': 4, 'project_id': 'fd19bdf1a53648779ae20015d06c39e6', 'gw_port': {'id': 'e1bf11f2-40b2-422f-ab8f-5bc37e553654', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:da:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef591ec0-7234-41cc-b64f-fc625655840f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1109, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:11:57Z', 'updated_at': '2022-01-05T17:12:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '62c5d1e8-bf87-4f6e-aaf2-90f81e2a6c6b', 'name': '', 'network_id': '7c1bbf1e-1ee5-4e96-8c0f-8777dc9de8c1', 'tenant_id': 'fd19bdf1a53648779ae20015d06c39e6', 'mac_address': 'fa:16:3e:a2:39:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef591ec0-7234-41cc-b64f-fc625655840f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1146, 'fixed_ips': [{'subnet_id': '912357ce-0b90-40ee-be19-ae73cfee1985', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:12:03Z', 'updated_at': '2022-01-05T17:12:09Z', 'revision_number': 5, 'project_id': 'fd19bdf1a53648779ae20015d06c39e6', 'subnets': [{'id': '912357ce-0b90-40ee-be19-ae73cfee1985', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:14:09.036927 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fe4c015-3961-4ce5-882d-29ced8152a91 None None] Checking router: ef591ec0-7234-41cc-b64f-fc625655840f for host: dv-neutron-master-2-hyperv {{(pid=103803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 05 17:14:09.053089 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fe4c015-3961-4ce5-882d-29ced8152a91 None None] Routers {'ef591ec0-7234-41cc-b64f-fc625655840f'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:14:09.054086 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-1fe4c015-3961-4ce5-882d-29ced8152a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:13:49Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['ef591ec0-7234-41cc-b64f-fc625655840f'], 'active': True} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:14:09.108051 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d4b58a-4bcd-4e70-8a00-46b1b984d852 req-cca868f0-28fe-444f-a01d-1a633b3a1345 tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:14:09.109955 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-10d4b58a-4bcd-4e70-8a00-46b1b984d852 req-cca868f0-28fe-444f-a01d-1a633b3a1345 tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] 10.222.0.11 "GET /v2.0/ports?device_id=0ae531d7-dfe0-480f-abb4-e199e258b40c HTTP/1.1" status: 200 len: 946 time: 0.0560894 Jan 05 17:14:09.168345 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-10d4b58a-4bcd-4e70-8a00-46b1b984d852 req-9e940ea1-6a9f-4b9c-8c53-df00ba75c227 tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] 10.222.0.11 "GET /v2.0/security-groups?id=b86a39b1-828b-4009-8a16-9197d830e0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524504 Jan 05 17:14:09.169763 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-b9c996af-02ee-4be9-a018-6cfea8ca907b tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:14:09.172363 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-b9c996af-02ee-4be9-a018-6cfea8ca907b tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks [] for security_group, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:14:09.173459 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-b9c996af-02ee-4be9-a018-6cfea8ca907b tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] 10.222.0.11 "DELETE /v2.0/security-groups/696fddbe-9d4c-48f2-835b-0469e9decf5f HTTP/1.1" status: 204 len: 168 time: 0.3125865 Jan 05 17:14:09.176834 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 46014) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:14:09.206155 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c996af-02ee-4be9-a018-6cfea8ca907b tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=696fddbe-9d4c-48f2-835b-0469e9decf5f,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:14:09.249876 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3247c6e-07d8-49a1-8df1-d4ad0877eb16 req-0738606c-f85b-4718-8f8e-68a821b6e394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:14:09.251647 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-e3247c6e-07d8-49a1-8df1-d4ad0877eb16 req-0738606c-f85b-4718-8f8e-68a821b6e394 service neutron] 10.222.0.13 "GET /v2.0/networks?id=7c1bbf1e-1ee5-4e96-8c0f-8777dc9de8c1 HTTP/1.1" status: 200 len: 898 time: 0.5443306 Jan 05 17:14:09.259840 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-995ce286-4678-4267-a60d-40dd77bd6264 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks [] for security_group, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:14:09.294768 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-995ce286-4678-4267-a60d-40dd77bd6264 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:14:09.303424 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-e3247c6e-07d8-49a1-8df1-d4ad0877eb16 req-ca2038d4-8905-4cf3-8231-a0cd48337311 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bc151515-f8c1-49a3-82dd-3bff17f43cd1 HTTP/1.1" status: 200 len: 217 time: 0.0443985 Jan 05 17:14:09.304500 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvr_db [None req-1fe4c015-3961-4ce5-882d-29ced8152a91 None None] Set router ef591ec0-7234-41cc-b64f-fc625655840f gateway port host: dv-neutron-master-2-hyperv {{(pid=103803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:14:09.366681 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3247c6e-07d8-49a1-8df1-d4ad0877eb16 req-06d2aeb3-10fa-45a5-9794-bf86f69fd24e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:14:09.368240 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-e3247c6e-07d8-49a1-8df1-d4ad0877eb16 req-06d2aeb3-10fa-45a5-9794-bf86f69fd24e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=912357ce-0b90-40ee-be19-ae73cfee1985 HTTP/1.1" status: 200 len: 835 time: 0.0552104 Jan 05 17:14:09.418188 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3247c6e-07d8-49a1-8df1-d4ad0877eb16 req-f50c995f-062d-463b-b9a2-e8c8b40adfc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:14:09.419701 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-e3247c6e-07d8-49a1-8df1-d4ad0877eb16 req-f50c995f-062d-463b-b9a2-e8c8b40adfc7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7c1bbf1e-1ee5-4e96-8c0f-8777dc9de8c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0447347 Jan 05 17:14:09.423474 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-995ce286-4678-4267-a60d-40dd77bd6264 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:14:09.427833 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-995ce286-4678-4267-a60d-40dd77bd6264 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks [] for security_group, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:14:09.429481 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-995ce286-4678-4267-a60d-40dd77bd6264 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] 10.222.0.11 "DELETE /v2.0/security-groups/640894d4-473e-4fe6-a61f-db2c1ea3ff2b HTTP/1.1" status: 204 len: 168 time: 0.2503514 Jan 05 17:14:09.433797 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 46016) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:14:09.450414 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995ce286-4678-4267-a60d-40dd77bd6264 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=640894d4-473e-4fe6-a61f-db2c1ea3ff2b,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:14:09.514037 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-b30ae917-141d-4953-82cf-6e17e80ff39e tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks [] for security_group, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:14:09.532097 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-1fe4c015-3961-4ce5-882d-29ced8152a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef591ec0-7234-41cc-b64f-fc625655840f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-420231978', 'tenant_id': 'fd19bdf1a53648779ae20015d06c39e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.125'}], 'enable_snat': True}, 'gw_port_id': 'e1bf11f2-40b2-422f-ab8f-5bc37e553654', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:11:55Z', 'updated_at': '2022-01-05T17:12:05Z', 'revision_number': 4, 'project_id': 'fd19bdf1a53648779ae20015d06c39e6', 'gw_port': {'id': 'e1bf11f2-40b2-422f-ab8f-5bc37e553654', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:da:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef591ec0-7234-41cc-b64f-fc625655840f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1109, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:11:57Z', 'updated_at': '2022-01-05T17:12:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '62c5d1e8-bf87-4f6e-aaf2-90f81e2a6c6b', 'name': '', 'network_id': '7c1bbf1e-1ee5-4e96-8c0f-8777dc9de8c1', 'tenant_id': 'fd19bdf1a53648779ae20015d06c39e6', 'mac_address': 'fa:16:3e:a2:39:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef591ec0-7234-41cc-b64f-fc625655840f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1146, 'fixed_ips': [{'subnet_id': '912357ce-0b90-40ee-be19-ae73cfee1985', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:12:03Z', 'updated_at': '2022-01-05T17:12:09Z', 'revision_number': 5, 'project_id': 'fd19bdf1a53648779ae20015d06c39e6', 'subnets': [{'id': '912357ce-0b90-40ee-be19-ae73cfee1985', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:14:09.544488 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-b30ae917-141d-4953-82cf-6e17e80ff39e tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:14:09.569685 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fe4c015-3961-4ce5-882d-29ced8152a91 None None] The sync data for ids ['ef591ec0-7234-41cc-b64f-fc625655840f'] in dv-neutron-master-2-hyperv is: [{'id': 'ef591ec0-7234-41cc-b64f-fc625655840f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-420231978', 'tenant_id': 'fd19bdf1a53648779ae20015d06c39e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.125'}], 'enable_snat': True}, 'gw_port_id': 'e1bf11f2-40b2-422f-ab8f-5bc37e553654', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:11:55Z', 'updated_at': '2022-01-05T17:12:05Z', 'revision_number': 4, 'project_id': 'fd19bdf1a53648779ae20015d06c39e6', 'gw_port': {'id': 'e1bf11f2-40b2-422f-ab8f-5bc37e553654', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:da:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef591ec0-7234-41cc-b64f-fc625655840f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1109, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:11:57Z', 'updated_at': '2022-01-05T17:12:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '62c5d1e8-bf87-4f6e-aaf2-90f81e2a6c6b', 'name': '', 'network_id': '7c1bbf1e-1ee5-4e96-8c0f-8777dc9de8c1', 'tenant_id': 'fd19bdf1a53648779ae20015d06c39e6', 'mac_address': 'fa:16:3e:a2:39:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef591ec0-7234-41cc-b64f-fc625655840f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1146, 'fixed_ips': [{'subnet_id': '912357ce-0b90-40ee-be19-ae73cfee1985', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:12:03Z', 'updated_at': '2022-01-05T17:12:09Z', 'revision_number': 5, 'project_id': 'fd19bdf1a53648779ae20015d06c39e6', 'subnets': [{'id': '912357ce-0b90-40ee-be19-ae73cfee1985', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 05 17:14:09.621235 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-e3247c6e-07d8-49a1-8df1-d4ad0877eb16 req-ffe0fef7-7fa6-45f6-9fb6-8b2c18ed8c25 service neutron] 10.222.0.13 "GET /v2.0/networks/7c1bbf1e-1ee5-4e96-8c0f-8777dc9de8c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1907337 Jan 05 17:14:09.629625 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d22fe34-8a88-4661-8f02-c98cd65e5987 req-df506033-e172-4d93-a94d-abd0e6d72845 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:14:09.631478 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-1d22fe34-8a88-4661-8f02-c98cd65e5987 req-df506033-e172-4d93-a94d-abd0e6d72845 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.13 "GET /v2.0/networks?id=48e7c283-9808-4ee9-89b3-d09dd7fc4db0 HTTP/1.1" status: 200 len: 797 time: 0.1849375 Jan 05 17:14:09.666479 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-b30ae917-141d-4953-82cf-6e17e80ff39e tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:14:09.666479 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-b30ae917-141d-4953-82cf-6e17e80ff39e tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks [] for security_group, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:14:09.669797 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-b30ae917-141d-4953-82cf-6e17e80ff39e tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] 10.222.0.11 "DELETE /v2.0/security-groups/b3c3685e-f01d-47d8-9321-e5eb29febc2a HTTP/1.1" status: 204 len: 168 time: 0.2313106 Jan 05 17:14:09.671861 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 46018) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:14:09.688205 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30ae917-141d-4953-82cf-6e17e80ff39e tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3c3685e-f01d-47d8-9321-e5eb29febc2a,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:14:09.746548 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5d57269-d576-43f1-ad39-9ab57c45304a tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Deleting subnet b61bede7-6ddb-4857-b04d-065fb3679e23 {{(pid=103801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 05 17:14:09.750652 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-b5d57269-d576-43f1-ad39-9ab57c45304a tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks [] for subnet, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:14:09.771863 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-1d22fe34-8a88-4661-8f02-c98cd65e5987 req-2f738bdc-1544-4ed0-83b9-e07b7522634f tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ec76859de02442879238ecf1eaefefed HTTP/1.1" status: 200 len: 380 time: 0.1221220 Jan 05 17:14:09.783840 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [req-1d22fe34-8a88-4661-8f02-c98cd65e5987 req-1bfe6d2f-9820-4c00-9e03-e0e0f1b7d1d3 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Request body: {'port': {'device_id': '9a4e609e-0c2a-4d76-89e4-6a9048160b6a', 'network_id': '48e7c283-9808-4ee9-89b3-d09dd7fc4db0', 'admin_state_up': True, 'tenant_id': 'ec76859de02442879238ecf1eaefefed', 'security_groups': ['7e435747-732e-458e-acf3-f90cf61ec0ec']}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:14:09.789527 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-e3247c6e-07d8-49a1-8df1-d4ad0877eb16 req-c41fc910-8ac4-4834-b4dd-5efe67a166f5 service neutron] 10.222.0.13 "GET /v2.0/networks/7c1bbf1e-1ee5-4e96-8c0f-8777dc9de8c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1575222 Jan 05 17:14:09.797787 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-b5d57269-d576-43f1-ad39-9ab57c45304a tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11316398'] for subnet, precommit_delete_associations {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:14:09.876732 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aecbb510-2f8a-47d6-8573-7d8306a037d0 None None] New status for floating IP 1f8a8eb7-bdf1-4271-9325-08191fcbe2d1: DOWN {{(pid=103802) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 05 17:14:09.915926 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-b5d57269-d576-43f1-ad39-9ab57c45304a tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892868'] for subnet, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:14:09.961155 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-2c7929c7-4138-4f60-832f-feefe48215b6 req-b467fe49-b9ef-48b7-b8d5-56cbf37e7fcd tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/ports?device_id=9a4e609e-0c2a-4d76-89e4-6a9048160b6a HTTP/1.1" status: 200 len: 210 time: 0.0425632 Jan 05 17:14:09.988356 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d22fe34-8a88-4661-8f02-c98cd65e5987 req-1bfe6d2f-9820-4c00-9e03-e0e0f1b7d1d3 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Made reservation on behalf of ec76859de02442879238ecf1eaefefed for: {'port': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:14:09.992265 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-1d22fe34-8a88-4661-8f02-c98cd65e5987 req-1bfe6d2f-9820-4c00-9e03-e0e0f1b7d1d3 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:14:10.057451 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-b5d57269-d576-43f1-ad39-9ab57c45304a tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3893367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11433231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12480600'] for subnet, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:14:10.087326 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-b5d57269-d576-43f1-ad39-9ab57c45304a tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks [] for subnet, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:14:10.091331 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-b5d57269-d576-43f1-ad39-9ab57c45304a tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] 10.222.0.11 "DELETE /v2.0/subnets/b61bede7-6ddb-4857-b04d-065fb3679e23 HTTP/1.1" status: 204 len: 168 time: 0.4177129 Jan 05 17:14:10.091740 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d57269-d576-43f1-ad39-9ab57c45304a tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Pushing event deleted for resources: {'Subnet': ['ID=b61bede7-6ddb-4857-b04d-065fb3679e23,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:14:10.097740 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 46026) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:14:10.100244 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ebc5d50-f417-44a0-846b-5436b842c15e None None] Network 91c7a355-d2d2-499a-a95d-64c6c91db0d1 requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:14:10.152184 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0fbe3e0-48a7-423a-bfcf-086e21296d30 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Deleting subnet 220e70d8-b6c9-4cda-a99b-a82129f19fa1 {{(pid=103801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 05 17:14:10.156365 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-d0fbe3e0-48a7-423a-bfcf-086e21296d30 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks [] for subnet, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:14:10.169858 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [req-1d22fe34-8a88-4661-8f02-c98cd65e5987 req-1bfe6d2f-9820-4c00-9e03-e0e0f1b7d1d3 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Allocated IP 172.20.0.11 (48e7c283-9808-4ee9-89b3-d09dd7fc4db0/21e70579-5f98-48d6-98b1-e9e2ff62a0ba/5f4c6c9c-c3a3-4597-838e-6ceaebc96049) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:14:10.211093 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-d0fbe3e0-48a7-423a-bfcf-086e21296d30 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11316398'] for subnet, precommit_delete_associations {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:14:10.362332 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cce951-bd8b-4b4c-85be-e25984c00843 req-27f06c9a-94a1-4a7a-bff7-216808804931 tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:14:10.367671 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-1d22fe34-8a88-4661-8f02-c98cd65e5987 req-1bfe6d2f-9820-4c00-9e03-e0e0f1b7d1d3 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for port, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:14:10.369819 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-42cce951-bd8b-4b4c-85be-e25984c00843 req-27f06c9a-94a1-4a7a-bff7-216808804931 tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] 10.222.0.11 "GET /v2.0/ports?device_id=0ae531d7-dfe0-480f-abb4-e199e258b40c HTTP/1.1" status: 200 len: 946 time: 0.0978920 Jan 05 17:14:10.377291 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-d0fbe3e0-48a7-423a-bfcf-086e21296d30 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892868'] for subnet, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:14:10.388520 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0612d2-8120-4c04-8353-84f5e9b0aa09 req-b22dba04-2bad-4c64-a47c-664ab3e8230a tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:14:10.390644 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-2b0612d2-8120-4c04-8353-84f5e9b0aa09 req-b22dba04-2bad-4c64-a47c-664ab3e8230a tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ae531d7-dfe0-480f-abb4-e199e258b40c HTTP/1.1" status: 200 len: 946 time: 0.0788326 Jan 05 17:14:10.468546 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-42cce951-bd8b-4b4c-85be-e25984c00843 req-bd68da39-feda-4008-9978-54e3a279a57e tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] 10.222.0.11 "GET /v2.0/security-groups?id=b86a39b1-828b-4009-8a16-9197d830e0ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0978434 Jan 05 17:14:10.504246 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [req-2b0612d2-8120-4c04-8353-84f5e9b0aa09 req-f8c5e58c-249c-4f8d-a6dd-567e90712e9f tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] Deleting port bc151515-f8c1-49a3-82dd-3bff17f43cd1 {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:14:10.504590 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-2b0612d2-8120-4c04-8353-84f5e9b0aa09 req-f8c5e58c-249c-4f8d-a6dd-567e90712e9f tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:14:10.551422 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-1d22fe34-8a88-4661-8f02-c98cd65e5987 req-1bfe6d2f-9820-4c00-9e03-e0e0f1b7d1d3 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:14:10.570997 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-d0fbe3e0-48a7-423a-bfcf-086e21296d30 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3893367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11433231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12480600'] for subnet, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:14:10.601109 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fbe3e0-48a7-423a-bfcf-086e21296d30 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Pushing event deleted for resources: {'Subnet': ['ID=220e70d8-b6c9-4cda-a99b-a82129f19fa1,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:14:10.605399 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-d0fbe3e0-48a7-423a-bfcf-086e21296d30 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks [] for subnet, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:14:10.609108 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-d0fbe3e0-48a7-423a-bfcf-086e21296d30 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] 10.222.0.11 "DELETE /v2.0/subnets/220e70d8-b6c9-4cda-a99b-a82129f19fa1 HTTP/1.1" status: 204 len: 168 time: 0.5103202 Jan 05 17:14:10.612231 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 46030) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:14:10.617069 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d22fe34-8a88-4661-8f02-c98cd65e5987 req-1bfe6d2f-9820-4c00-9e03-e0e0f1b7d1d3 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Network 48e7c283-9808-4ee9-89b3-d09dd7fc4db0 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:14:10.627404 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [req-1d22fe34-8a88-4661-8f02-c98cd65e5987 req-1bfe6d2f-9820-4c00-9e03-e0e0f1b7d1d3 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:14:10.634246 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d22fe34-8a88-4661-8f02-c98cd65e5987 req-1bfe6d2f-9820-4c00-9e03-e0e0f1b7d1d3 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:14:10.641879 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.pecan_wsgi.hooks.translation [None req-13e55d88-e0f4-48d5-a4a7-2875faa814a4 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] DELETE failed (client error): The resource could not be found. Jan 05 17:14:10.642353 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13e55d88-e0f4-48d5-a4a7-2875faa814a4 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 05 17:14:10.644395 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfe6d2f-9820-4c00-9e03-e0e0f1b7d1d3 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Pushing event updated for resources: {'Port': ['ID=5f4c6c9c-c3a3-4597-838e-6ceaebc96049,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:14:10.645552 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-13e55d88-e0f4-48d5-a4a7-2875faa814a4 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] 10.222.0.11 "DELETE /v2.0/subnets/b61bede7-6ddb-4857-b04d-065fb3679e23 HTTP/1.1" status: 404 len: 337 time: 0.0321994 Jan 05 17:14:10.650059 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 46032) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:14:10.710322 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d22fe34-8a88-4661-8f02-c98cd65e5987 req-1bfe6d2f-9820-4c00-9e03-e0e0f1b7d1d3 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:14:10.710888 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-1d22fe34-8a88-4661-8f02-c98cd65e5987 req-1bfe6d2f-9820-4c00-9e03-e0e0f1b7d1d3 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:14:10.711251 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.db_base_plugin_v2 [None req-dca54635-ab01-40a1-a126-5590eaad0a64 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Deleting subnet db1ca6e3-c337-410c-8ab4-4ced57418481 {{(pid=103801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 05 17:14:10.714768 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-dca54635-ab01-40a1-a126-5590eaad0a64 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks [] for subnet, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:14:10.726266 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.db [req-2b0612d2-8120-4c04-8353-84f5e9b0aa09 req-f8c5e58c-249c-4f8d-a6dd-567e90712e9f tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] For port bc151515-f8c1-49a3-82dd-3bff17f43cd1, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=bc151515-f8c1-49a3-82dd-3bff17f43cd1,segment=NetworkSegment(1907a4d2-3ed7-4be3-9786-1c4e218b4bd0),segment_id=1907a4d2-3ed7-4be3-9786-1c4e218b4bd0)] {{(pid=103800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:14:10.726637 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-2b0612d2-8120-4c04-8353-84f5e9b0aa09 req-f8c5e58c-249c-4f8d-a6dd-567e90712e9f tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:14:10.741519 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [req-2b0612d2-8120-4c04-8353-84f5e9b0aa09 req-f8c5e58c-249c-4f8d-a6dd-567e90712e9f tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] Calling delete_port for bc151515-f8c1-49a3-82dd-3bff17f43cd1 owned by compute:nova {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:14:10.771990 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-dca54635-ab01-40a1-a126-5590eaad0a64 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11316398'] for subnet, precommit_delete_associations {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:14:10.791190 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-1d22fe34-8a88-4661-8f02-c98cd65e5987 req-1bfe6d2f-9820-4c00-9e03-e0e0f1b7d1d3 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0121713 Jan 05 17:14:10.813045 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [req-1d22fe34-8a88-4661-8f02-c98cd65e5987 req-6a328e15-9e54-4cba-83a8-67c0935c17ca service neutron] Request body: {'port': {'device_id': '9a4e609e-0c2a-4d76-89e4-6a9048160b6a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:14:10.875107 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-dca54635-ab01-40a1-a126-5590eaad0a64 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892868'] for subnet, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:14:10.901368 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-1d22fe34-8a88-4661-8f02-c98cd65e5987 req-6a328e15-9e54-4cba-83a8-67c0935c17ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:14:10.914674 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1961235d-b9ab-4662-8cc8-d50a43e7c248 None None] Network 91c7a355-d2d2-499a-a95d-64c6c91db0d1 requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:14:11.006042 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-dca54635-ab01-40a1-a126-5590eaad0a64 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3893367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11433231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12480600'] for subnet, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:14:11.007962 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-65651cc9-82a1-4523-81d5-d981b78e4d04 None None] Provisioning complete for port 054f2cdc-7087-4407-8e45-ec02587b5e4a triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:14:11.008395 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-65651cc9-82a1-4523-81d5-d981b78e4d04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:14:11.044675 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca54635-ab01-40a1-a126-5590eaad0a64 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Pushing event deleted for resources: {'Subnet': ['ID=db1ca6e3-c337-410c-8ab4-4ced57418481,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:14:11.048839 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-dca54635-ab01-40a1-a126-5590eaad0a64 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks [] for subnet, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:14:11.052506 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-dca54635-ab01-40a1-a126-5590eaad0a64 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] 10.222.0.11 "DELETE /v2.0/subnets/db1ca6e3-c337-410c-8ab4-4ced57418481 HTTP/1.1" status: 204 len: 168 time: 0.4009862 Jan 05 17:14:11.054913 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 46036) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:14:11.086067 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.pecan_wsgi.hooks.translation [None req-89123f0f-056e-4203-be91-91d85265d70b tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] DELETE failed (client error): The resource could not be found. Jan 05 17:14:11.086535 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89123f0f-056e-4203-be91-91d85265d70b tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 05 17:14:11.092051 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-89123f0f-056e-4203-be91-91d85265d70b tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] 10.222.0.11 "DELETE /v2.0/subnets/c991e29b-0325-48d6-a6cf-53dc3c7a5be9 HTTP/1.1" status: 404 len: 337 time: 0.0334191 Jan 05 17:14:11.092263 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 46038) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:14:11.119072 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-2b0612d2-8120-4c04-8353-84f5e9b0aa09 req-f8c5e58c-249c-4f8d-a6dd-567e90712e9f tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:14:11.124587 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-f3d79b46-29bb-4a86-943e-d555831a9e13 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5598c5d-82fb-4a3c-8034-60ca50f06e16 HTTP/1.1" status: 200 len: 205 time: 0.0299644 Jan 05 17:14:11.132842 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 46040) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:14:11.196652 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.api.v2.resource [None req-be443a56-efea-4fb8-9a98-37233a451805 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] delete failed (client error): The resource could not be found. Jan 05 17:14:11.196652 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-be443a56-efea-4fb8-9a98-37233a451805 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] 10.222.0.11 "DELETE /v2.0/routers/d5598c5d-82fb-4a3c-8034-60ca50f06e16 HTTP/1.1" status: 404 len: 336 time: 0.0455165 Jan 05 17:14:11.196881 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-65651cc9-82a1-4523-81d5-d981b78e4d04 None None] Provisioning complete for port 5f4c6c9c-c3a3-4597-838e-6ceaebc96049 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:14:11.196881 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-65651cc9-82a1-4523-81d5-d981b78e4d04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:14:11.196881 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf0766ad-654d-4133-8b77-fecfb39febc7 None None] Update dhcp port {'port': {'network_id': '91c7a355-d2d2-499a-a95d-64c6c91db0d1', 'fixed_ips': [{'subnet_id': 'db1ca6e3-c337-410c-8ab4-4ced57418481'}], 'binding:host_id': 'dv-neutron-master-2-hyperv'}, 'id': '054f2cdc-7087-4407-8e45-ec02587b5e4a'} from dv-neutron-master-2-hyperv. {{(pid=103802) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Jan 05 17:14:11.198308 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 46042) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:14:11.215279 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c5e58c-249c-4f8d-a6dd-567e90712e9f tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] Pushing event deleted for resources: {'Port': ['ID=bc151515-f8c1-49a3-82dd-3bff17f43cd1,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:14:11.226841 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.pecan_wsgi.hooks.translation [None req-79b68126-bf15-4722-a59c-f5e1bb19278e tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] DELETE failed (client error): The resource could not be found. Jan 05 17:14:11.227283 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79b68126-bf15-4722-a59c-f5e1bb19278e tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 05 17:14:11.231153 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-79b68126-bf15-4722-a59c-f5e1bb19278e tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] 10.222.0.11 "DELETE /v2.0/subnets/81a62d3c-8f68-496f-939b-fe62ded78682 HTTP/1.1" status: 404 len: 337 time: 0.0309370 Jan 05 17:14:11.232870 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fca3829-7b7c-4361-ab40-7cb520d67966 req-1c190aec-3de1-41f9-9889-f04481fafacf tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:14:11.234851 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 46044) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:14:11.235050 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-6fca3829-7b7c-4361-ab40-7cb520d67966 req-1c190aec-3de1-41f9-9889-f04481fafacf tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/ports?device_id=9a4e609e-0c2a-4d76-89e4-6a9048160b6a HTTP/1.1" status: 200 len: 932 time: 0.1787784 Jan 05 17:14:11.253663 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-cf0766ad-654d-4133-8b77-fecfb39febc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:14:11.256680 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b0612d2-8120-4c04-8353-84f5e9b0aa09 req-f8c5e58c-249c-4f8d-a6dd-567e90712e9f tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] No DVR routers for this DVR port bc151515-f8c1-49a3-82dd-3bff17f43cd1 on host hv-neutron-mast {{(pid=103800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 05 17:14:11.265425 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-65651cc9-82a1-4523-81d5-d981b78e4d04 None None] Port 5f4c6c9c-c3a3-4597-838e-6ceaebc96049 cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 17:14:11.265735 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-2b0612d2-8120-4c04-8353-84f5e9b0aa09 req-f8c5e58c-249c-4f8d-a6dd-567e90712e9f tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:14:11.267885 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.pecan_wsgi.hooks.translation [None req-73c8004b-ca4d-4bfc-b9f0-2d12e78ab01d tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] DELETE failed (client error): The resource could not be found. Jan 05 17:14:11.268349 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73c8004b-ca4d-4bfc-b9f0-2d12e78ab01d tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 05 17:14:11.269184 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-2b0612d2-8120-4c04-8353-84f5e9b0aa09 req-f8c5e58c-249c-4f8d-a6dd-567e90712e9f tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] 10.222.0.13 "DELETE /v2.0/ports/bc151515-f8c1-49a3-82dd-3bff17f43cd1 HTTP/1.1" status: 204 len: 173 time: 0.8724828 Jan 05 17:14:11.273699 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ae531d7-dfe0-480f-abb4-e199e258b40c', 'name': 'network-vif-deleted', 'tag': 'bc151515-f8c1-49a3-82dd-3bff17f43cd1'}] {{(pid=103800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 05 17:14:11.273897 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-73c8004b-ca4d-4bfc-b9f0-2d12e78ab01d tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] 10.222.0.11 "DELETE /v2.0/subnets/44145fe0-72f2-443a-8a26-b7b9b9c02a20 HTTP/1.1" status: 404 len: 337 time: 0.0352402 Jan 05 17:14:11.274012 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f64b9d4628f7eefcc27168a80c04985d23f0ea5def038dae05e1deb7357f3bfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95d9e249-2cc8-43da-835f-278f464d290d" -d '{"events": [{"server_uuid": "0ae531d7-dfe0-480f-abb4-e199e258b40c", "name": "network-vif-deleted", "tag": "bc151515-f8c1-49a3-82dd-3bff17f43cd1"}]}' {{(pid=103800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 05 17:14:11.275782 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 46046) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:14:11.308492 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-65651cc9-82a1-4523-81d5-d981b78e4d04 None None] Provisioning complete for port 4bef747a-757c-4d51-9aa4-7f6aad1fd68f triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:14:11.308492 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-65651cc9-82a1-4523-81d5-d981b78e4d04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:14:11.322811 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Jan 2022 17:14:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-789596cb-02e6-4ba6-b4a1-39559383c6a3 x-openstack-request-id: req-789596cb-02e6-4ba6-b4a1-39559383c6a3 {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 05 17:14:11.323108 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ae531d7-dfe0-480f-abb4-e199e258b40c", "name": "network-vif-deleted", "tag": "bc151515-f8c1-49a3-82dd-3bff17f43cd1", "status": "completed", "code": 200}]} {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 05 17:14:11.328390 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-789596cb-02e6-4ba6-b4a1-39559383c6a3 {{(pid=103800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 05 17:14:11.328390 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ae531d7-dfe0-480f-abb4-e199e258b40c', 'name': 'network-vif-deleted', 'tag': 'bc151515-f8c1-49a3-82dd-3bff17f43cd1', 'status': 'completed', 'code': 200} Jan 05 17:14:11.330951 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.pecan_wsgi.hooks.translation [None req-5bb3152f-d985-42f0-bd54-0fa614c64c32 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] DELETE failed (client error): The resource could not be found. Jan 05 17:14:11.331424 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5bb3152f-d985-42f0-bd54-0fa614c64c32 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 05 17:14:11.337143 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-5bb3152f-d985-42f0-bd54-0fa614c64c32 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] 10.222.0.11 "DELETE /v2.0/subnets/eefeb1e3-5d32-4ef4-aa9d-e7d24a75139a HTTP/1.1" status: 404 len: 337 time: 0.0528204 Jan 05 17:14:11.337921 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 46050) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:14:11.362561 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-6fca3829-7b7c-4361-ab40-7cb520d67966 req-d18b06e5-b162-4679-afaa-2472a3484282 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/security-groups?id=7e435747-732e-458e-acf3-f90cf61ec0ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1070182 Jan 05 17:14:11.362807 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.pecan_wsgi.hooks.translation [None req-090b69aa-6cec-4647-a5b3-db545d2a82f1 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] DELETE failed (client error): The resource could not be found. Jan 05 17:14:11.363350 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-090b69aa-6cec-4647-a5b3-db545d2a82f1 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 05 17:14:11.366732 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-090b69aa-6cec-4647-a5b3-db545d2a82f1 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] 10.222.0.11 "DELETE /v2.0/ports/07c33b30-21a1-4845-b039-e945fa2555fb HTTP/1.1" status: 404 len: 333 time: 0.0276194 Jan 05 17:14:11.368969 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 46052) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:14:11.405470 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-65651cc9-82a1-4523-81d5-d981b78e4d04 None None] Port 4bef747a-757c-4d51-9aa4-7f6aad1fd68f cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 17:14:11.415083 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.pecan_wsgi.hooks.translation [None req-d420bb02-4d9b-44df-b18c-136ee4a8e293 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] DELETE failed (client error): The resource could not be found. Jan 05 17:14:11.416243 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d420bb02-4d9b-44df-b18c-136ee4a8e293 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103800) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 05 17:14:11.418752 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-d420bb02-4d9b-44df-b18c-136ee4a8e293 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] 10.222.0.11 "DELETE /v2.0/subnets/2542d614-34ab-4010-8792-a92fe1ce2470 HTTP/1.1" status: 404 len: 337 time: 0.0487087 Jan 05 17:14:11.421827 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 46054) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:14:11.474343 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.pecan_wsgi.hooks.translation [None req-90c337c1-67d3-4848-b6ef-680a3f1e09db tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] DELETE failed (client error): The resource could not be found. Jan 05 17:14:11.474802 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90c337c1-67d3-4848-b6ef-680a3f1e09db tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103800) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 05 17:14:11.477809 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-90c337c1-67d3-4848-b6ef-680a3f1e09db tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] 10.222.0.11 "DELETE /v2.0/subnets/3f2c139f-4cd1-4cb9-8bd1-f84ab9602904 HTTP/1.1" status: 404 len: 337 time: 0.0550418 Jan 05 17:14:11.482077 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 46056) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:14:11.497257 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a399d1d-e733-4c8b-a500-44e1907abf96 None None] Network 91c7a355-d2d2-499a-a95d-64c6c91db0d1 requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:14:11.510777 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.pecan_wsgi.hooks.translation [None req-21be099f-2620-4c2f-adca-3a248cef64e4 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] DELETE failed (client error): The resource could not be found. Jan 05 17:14:11.511454 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21be099f-2620-4c2f-adca-3a248cef64e4 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103800) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 05 17:14:11.515009 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-21be099f-2620-4c2f-adca-3a248cef64e4 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] 10.222.0.11 "DELETE /v2.0/ports/4be0b34d-92cf-4260-84b0-fa36e58bba6c HTTP/1.1" status: 404 len: 333 time: 0.0336835 Jan 05 17:14:11.517866 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 46060) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:14:11.533338 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.notifiers.nova [req-1d22fe34-8a88-4661-8f02-c98cd65e5987 req-6a328e15-9e54-4cba-83a8-67c0935c17ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f4c6c9c-c3a3-4597-838e-6ceaebc96049 {{(pid=103800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 05 17:14:11.563092 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-1d22fe34-8a88-4661-8f02-c98cd65e5987 req-6a328e15-9e54-4cba-83a8-67c0935c17ca service neutron] Publish callbacks [] for port, precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:14:11.566514 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f8f98f7-2744-4f1f-ac30-73a2ea099ae5 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] DELETE failed (client error): The resource could not be found. Jan 05 17:14:11.566978 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f8f98f7-2744-4f1f-ac30-73a2ea099ae5 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103800) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 05 17:14:11.570413 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-6f8f98f7-2744-4f1f-ac30-73a2ea099ae5 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] 10.222.0.11 "DELETE /v2.0/subnets/9fe3dcdc-303c-46ea-b88a-5bb8c407415c HTTP/1.1" status: 404 len: 337 time: 0.0515914 Jan 05 17:14:11.573375 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 46062) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:14:11.605782 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-bc4ac3ac-cee3-4a71-a0d8-3872fa19790f req-d3f7fb7c-dcfa-4a88-b673-b5163ec7fa49 tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] 10.222.0.11 "GET /v2.0/ports?device_id=0ae531d7-dfe0-480f-abb4-e199e258b40c HTTP/1.1" status: 200 len: 210 time: 0.0329089 Jan 05 17:14:11.613923 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5fd6e5a-54ba-4fee-a4cf-126c44cc0fd5 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] DELETE failed (client error): The resource could not be found. Jan 05 17:14:11.614386 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5fd6e5a-54ba-4fee-a4cf-126c44cc0fd5 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103800) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 05 17:14:11.617988 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-c5fd6e5a-54ba-4fee-a4cf-126c44cc0fd5 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] 10.222.0.11 "DELETE /v2.0/subnets/c7e9481b-ddd2-4cc3-94cd-782c65df8318 HTTP/1.1" status: 404 len: 337 time: 0.0432925 Jan 05 17:14:11.620469 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 46064) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:14:11.631944 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-61c790e1-d62e-493f-8d43-9a9dca7fa297 None None] Provisioning complete for port 054f2cdc-7087-4407-8e45-ec02587b5e4a triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:14:11.632176 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.provisioning_blocks [req-1d22fe34-8a88-4661-8f02-c98cd65e5987 req-6a328e15-9e54-4cba-83a8-67c0935c17ca service neutron] Transition to ACTIVE for port object 5f4c6c9c-c3a3-4597-838e-6ceaebc96049 will not be triggered until provisioned by entity L2. {{(pid=103800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 05 17:14:11.633318 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-61c790e1-d62e-493f-8d43-9a9dca7fa297 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:14:11.730465 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-086fcb61-b896-4425-9b09-9e2e145eb67c None None] DHCP port deletion for 91c7a355-d2d2-499a-a95d-64c6c91db0d1 request from dv-neutron-master-2-hyperv {{(pid=103802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 05 17:14:11.730981 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-1d22fe34-8a88-4661-8f02-c98cd65e5987 req-6a328e15-9e54-4cba-83a8-67c0935c17ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8784461'] for port, after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:14:11.775318 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 054f2cdc-7087-4407-8e45-ec02587b5e4a no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 05 17:14:11.791241 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a328e15-9e54-4cba-83a8-67c0935c17ca service neutron] Pushing event updated for resources: {'Port': ['ID=5f4c6c9c-c3a3-4597-838e-6ceaebc96049,revision_number=2']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:14:11.829010 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-f7c5a2cf-54a2-41c9-9246-afc765cf4bd5 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Deleting port 4bef747a-757c-4d51-9aa4-7f6aad1fd68f {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:14:11.829348 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f7c5a2cf-54a2-41c9-9246-afc765cf4bd5 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:14:11.829473 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-61c790e1-d62e-493f-8d43-9a9dca7fa297 None None] Provisioning complete for port 4bef747a-757c-4d51-9aa4-7f6aad1fd68f triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:14:11.829754 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-61c790e1-d62e-493f-8d43-9a9dca7fa297 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:14:11.907073 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-086fcb61-b896-4425-9b09-9e2e145eb67c None None] Deleting port 054f2cdc-7087-4407-8e45-ec02587b5e4a {{(pid=103802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:14:11.907642 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-086fcb61-b896-4425-9b09-9e2e145eb67c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:14:11.912200 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-61c790e1-d62e-493f-8d43-9a9dca7fa297 None None] Port 4bef747a-757c-4d51-9aa4-7f6aad1fd68f cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 17:14:11.932424 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f7c5a2cf-54a2-41c9-9246-afc765cf4bd5 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:14:11.944111 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [req-1d22fe34-8a88-4661-8f02-c98cd65e5987 req-6a328e15-9e54-4cba-83a8-67c0935c17ca service neutron] Attempting to bind port 5f4c6c9c-c3a3-4597-838e-6ceaebc96049 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 05 17:14:11.944473 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [req-1d22fe34-8a88-4661-8f02-c98cd65e5987 req-6a328e15-9e54-4cba-83a8-67c0935c17ca service neutron] Attempting to bind port 5f4c6c9c-c3a3-4597-838e-6ceaebc96049 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'e63d09fe-af16-427e-be66-5a33c6ee735e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '48e7c283-9808-4ee9-89b3-d09dd7fc4db0'}] {{(pid=103800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 05 17:14:11.944772 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d22fe34-8a88-4661-8f02-c98cd65e5987 req-6a328e15-9e54-4cba-83a8-67c0935c17ca service neutron] Attempting to bind port 5f4c6c9c-c3a3-4597-838e-6ceaebc96049 on network 48e7c283-9808-4ee9-89b3-d09dd7fc4db0 {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:14:11.952443 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-f7c5a2cf-54a2-41c9-9246-afc765cf4bd5 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Calling delete_port for 4bef747a-757c-4d51-9aa4-7f6aad1fd68f owned by {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:14:11.954537 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d22fe34-8a88-4661-8f02-c98cd65e5987 req-6a328e15-9e54-4cba-83a8-67c0935c17ca service neutron] Port 5f4c6c9c-c3a3-4597-838e-6ceaebc96049 on network 48e7c283-9808-4ee9-89b3-d09dd7fc4db0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 05 17:14:11.954858 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d22fe34-8a88-4661-8f02-c98cd65e5987 req-6a328e15-9e54-4cba-83a8-67c0935c17ca service neutron] Attempting to bind port 5f4c6c9c-c3a3-4597-838e-6ceaebc96049 on network 48e7c283-9808-4ee9-89b3-d09dd7fc4db0 {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:14:11.964012 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:14:11.965699 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d22fe34-8a88-4661-8f02-c98cd65e5987 req-6a328e15-9e54-4cba-83a8-67c0935c17ca service neutron] Checking agent: {'id': '5c36d785-abe8-4e89-a23a-b403333d2378', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 5, 17, 3, 49), 'started_at': datetime.datetime(2022, 1, 5, 17, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 1, 5, 17, 13, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 05 17:14:11.966047 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d22fe34-8a88-4661-8f02-c98cd65e5987 req-6a328e15-9e54-4cba-83a8-67c0935c17ca service neutron] Checking segment: {'id': 'e63d09fe-af16-427e-be66-5a33c6ee735e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '48e7c283-9808-4ee9-89b3-d09dd7fc4db0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:14:11.966447 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d22fe34-8a88-4661-8f02-c98cd65e5987 req-6a328e15-9e54-4cba-83a8-67c0935c17ca service neutron] Bound using segment: {'id': 'e63d09fe-af16-427e-be66-5a33c6ee735e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '48e7c283-9808-4ee9-89b3-d09dd7fc4db0'} {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 05 17:14:11.966890 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [req-1d22fe34-8a88-4661-8f02-c98cd65e5987 req-6a328e15-9e54-4cba-83a8-67c0935c17ca service neutron] Bound port: 5f4c6c9c-c3a3-4597-838e-6ceaebc96049, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e63d09fe-af16-427e-be66-5a33c6ee735e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '48e7c283-9808-4ee9-89b3-d09dd7fc4db0'}}] {{(pid=103800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 05 17:14:11.968289 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-1d22fe34-8a88-4661-8f02-c98cd65e5987 req-6a328e15-9e54-4cba-83a8-67c0935c17ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:14:11.999619 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-086fcb61-b896-4425-9b09-9e2e145eb67c None None] For port 054f2cdc-7087-4407-8e45-ec02587b5e4a, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=054f2cdc-7087-4407-8e45-ec02587b5e4a,segment=NetworkSegment(05a58015-66fc-4018-b9e0-8f39b245590f),segment_id=05a58015-66fc-4018-b9e0-8f39b245590f)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:14:12.000011 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-086fcb61-b896-4425-9b09-9e2e145eb67c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:14:12.021817 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-086fcb61-b896-4425-9b09-9e2e145eb67c None None] Calling delete_port for 054f2cdc-7087-4407-8e45-ec02587b5e4a owned by network:dhcp {{(pid=103802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:14:12.029670 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] For port 054f2cdc-7087-4407-8e45-ec02587b5e4a, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=054f2cdc-7087-4407-8e45-ec02587b5e4a,segment=NetworkSegment(05a58015-66fc-4018-b9e0-8f39b245590f),segment_id=05a58015-66fc-4018-b9e0-8f39b245590f)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:14:12.087122 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.db [req-1d22fe34-8a88-4661-8f02-c98cd65e5987 req-6a328e15-9e54-4cba-83a8-67c0935c17ca service neutron] For port 5f4c6c9c-c3a3-4597-838e-6ceaebc96049, host hv-neutron-mast, cleared binding levels {{(pid=103800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 05 17:14:12.099945 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.db [req-1d22fe34-8a88-4661-8f02-c98cd65e5987 req-6a328e15-9e54-4cba-83a8-67c0935c17ca service neutron] For port 5f4c6c9c-c3a3-4597-838e-6ceaebc96049, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=5f4c6c9c-c3a3-4597-838e-6ceaebc96049,segment=NetworkSegment(e63d09fe-af16-427e-be66-5a33c6ee735e),segment_id=e63d09fe-af16-427e-be66-5a33c6ee735e)] {{(pid=103800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 05 17:14:12.109735 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:14:12.143552 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f7c5a2cf-54a2-41c9-9246-afc765cf4bd5 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:14:12.170002 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Pushing event updated for resources: {'Port': ['ID=054f2cdc-7087-4407-8e45-ec02587b5e4a,revision_number=11']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:14:12.175692 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-1d22fe34-8a88-4661-8f02-c98cd65e5987 req-6a328e15-9e54-4cba-83a8-67c0935c17ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8784461'] for port, after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:14:12.177737 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c5a2cf-54a2-41c9-9246-afc765cf4bd5 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Pushing event deleted for resources: {'Port': ['ID=4bef747a-757c-4d51-9aa4-7f6aad1fd68f,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:14:12.187329 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f7c5a2cf-54a2-41c9-9246-afc765cf4bd5 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:14:12.190766 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-f7c5a2cf-54a2-41c9-9246-afc765cf4bd5 tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] 10.222.0.11 "DELETE /v2.0/ports/4bef747a-757c-4d51-9aa4-7f6aad1fd68f HTTP/1.1" status: 204 len: 168 time: 0.5693958 Jan 05 17:14:12.193387 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 46066) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:14:12.224924 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d22fe34-8a88-4661-8f02-c98cd65e5987 req-6a328e15-9e54-4cba-83a8-67c0935c17ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:14:12.226220 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-1d22fe34-8a88-4661-8f02-c98cd65e5987 req-6a328e15-9e54-4cba-83a8-67c0935c17ca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:14:12.227169 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-1d22fe34-8a88-4661-8f02-c98cd65e5987 req-6a328e15-9e54-4cba-83a8-67c0935c17ca service neutron] 10.222.0.13 "PUT /v2.0/ports/5f4c6c9c-c3a3-4597-838e-6ceaebc96049 HTTP/1.1" status: 200 len: 1094 time: 1.4208851 Jan 05 17:14:12.237548 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-086fcb61-b896-4425-9b09-9e2e145eb67c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678'] for port, after_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:14:12.254092 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a328e15-9e54-4cba-83a8-67c0935c17ca service neutron] Pushing event updated for resources: {'Port': ['ID=5f4c6c9c-c3a3-4597-838e-6ceaebc96049,revision_number=3']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:14:12.270254 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086fcb61-b896-4425-9b09-9e2e145eb67c None None] Pushing event deleted for resources: {'Port': ['ID=054f2cdc-7087-4407-8e45-ec02587b5e4a,revision_number=None']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:14:12.272230 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-086fcb61-b896-4425-9b09-9e2e145eb67c None None] No DVR routers for this DVR port 054f2cdc-7087-4407-8e45-ec02587b5e4a on host dv-neutron-master-2-hyperv {{(pid=103802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 05 17:14:12.301434 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-9e78db4e-9e63-49e5-8512-ca76a55aeacb tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3809644'] for network, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:14:12.403136 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-9e78db4e-9e63-49e5-8512-ca76a55aeacb tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3891715', 'neutron.services.segments.db._delete_segments_for_network-8754181063482'] for network, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:14:12.411031 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d22fe34-8a88-4661-8f02-c98cd65e5987 req-a14d0e47-78a4-4e8b-a538-e414ea094f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:14:12.412608 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-1d22fe34-8a88-4661-8f02-c98cd65e5987 req-a14d0e47-78a4-4e8b-a538-e414ea094f8f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ec76859de02442879238ecf1eaefefed&device_id=9a4e609e-0c2a-4d76-89e4-6a9048160b6a HTTP/1.1" status: 200 len: 1097 time: 0.0550735 Jan 05 17:14:12.429453 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.services.segments.db [None req-9e78db4e-9e63-49e5-8512-ca76a55aeacb tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91c7a355-d2d2-499a-a95d-64c6c91db0d1']}} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:14:12.440335 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.services.segments.db [None req-9e78db4e-9e63-49e5-8512-ca76a55aeacb tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05a58015-66fc-4018-b9e0-8f39b245590f') {'for_net_delete': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:14:12.440684 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.services.segments.db [None req-9e78db4e-9e63-49e5-8512-ca76a55aeacb tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05a58015-66fc-4018-b9e0-8f39b245590f') {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:14:12.455090 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-9e78db4e-9e63-49e5-8512-ca76a55aeacb tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754181064771', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11316385'] for segment, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:14:12.466676 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-1d22fe34-8a88-4661-8f02-c98cd65e5987 req-33033b5c-3451-4be3-96a4-d88d66790506 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5f4c6c9c-c3a3-4597-838e-6ceaebc96049 HTTP/1.1" status: 200 len: 217 time: 0.0475192 Jan 05 17:14:12.469062 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-9e78db4e-9e63-49e5-8512-ca76a55aeacb tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225'] for segment, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:14:12.475264 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e78db4e-9e63-49e5-8512-ca76a55aeacb tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Releasing vlan 145 on physical network physnet1 to pool {{(pid=103801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 05 17:14:12.480656 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-9e78db4e-9e63-49e5-8512-ca76a55aeacb tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11433197'] for segment, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:14:12.480656 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:14:12.480656 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:14:12.480656 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:14:12.480656 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:14:12.480656 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:14:12.480656 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:14:12.480656 dv-neutron-master-2-hyperv neutron-server[103801]: Traceback (most recent call last): Jan 05 17:14:12.480656 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 05 17:14:12.480656 dv-neutron-master-2-hyperv neutron-server[103801]: timer() Jan 05 17:14:12.480656 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 05 17:14:12.480656 dv-neutron-master-2-hyperv neutron-server[103801]: cb(*args, **kw) Jan 05 17:14:12.480656 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 05 17:14:12.480656 dv-neutron-master-2-hyperv neutron-server[103801]: return func(*args, **kwargs) Jan 05 17:14:12.480656 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 05 17:14:12.480656 dv-neutron-master-2-hyperv neutron-server[103801]: self._notify() Jan 05 17:14:12.480656 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 05 17:14:12.480656 dv-neutron-master-2-hyperv neutron-server[103801]: self.callback(batched_events) Jan 05 17:14:12.480656 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 05 17:14:12.480656 dv-neutron-master-2-hyperv neutron-server[103801]: event.method(event) Jan 05 17:14:12.480656 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 05 17:14:12.480656 dv-neutron-master-2-hyperv neutron-server[103801]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 05 17:14:12.480656 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 05 17:14:12.480656 dv-neutron-master-2-hyperv neutron-server[103801]: aggregate_uuid = self.p_client.list_aggregates( Jan 05 17:14:12.480656 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 05 17:14:12.480656 dv-neutron-master-2-hyperv neutron-server[103801]: return f(self, *a, **k) Jan 05 17:14:12.480656 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 05 17:14:12.480656 dv-neutron-master-2-hyperv neutron-server[103801]: return self._get(url).json() Jan 05 17:14:12.480656 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 05 17:14:12.480656 dv-neutron-master-2-hyperv neutron-server[103801]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 05 17:14:12.480656 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 05 17:14:12.480656 dv-neutron-master-2-hyperv neutron-server[103801]: return self.request(url, 'GET', **kwargs) Jan 05 17:14:12.480656 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 05 17:14:12.480656 dv-neutron-master-2-hyperv neutron-server[103801]: base_url = self.get_endpoint(auth, allow=allow, Jan 05 17:14:12.480656 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 05 17:14:12.480656 dv-neutron-master-2-hyperv neutron-server[103801]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 05 17:14:12.480656 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 05 17:14:12.480656 dv-neutron-master-2-hyperv neutron-server[103801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 05 17:14:12.480656 dv-neutron-master-2-hyperv neutron-server[103801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 05 17:14:12.542137 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d22fe34-8a88-4661-8f02-c98cd65e5987 req-9305ef90-f374-4335-82f2-c0253911b894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:14:12.543508 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-1d22fe34-8a88-4661-8f02-c98cd65e5987 req-9305ef90-f374-4335-82f2-c0253911b894 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=21e70579-5f98-48d6-98b1-e9e2ff62a0ba HTTP/1.1" status: 200 len: 833 time: 0.0681663 Jan 05 17:14:12.555592 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86132674-5be2-4131-a50c-a42051a4ea5a req-d9dc72a9-344b-4bd0-a3de-2cf289a8abff tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:14:12.557054 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-86132674-5be2-4131-a50c-a42051a4ea5a req-d9dc72a9-344b-4bd0-a3de-2cf289a8abff tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/ports?device_id=9a4e609e-0c2a-4d76-89e4-6a9048160b6a HTTP/1.1" status: 200 len: 944 time: 0.0929139 Jan 05 17:14:12.614676 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-9e78db4e-9e63-49e5-8512-ca76a55aeacb tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3891722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648695'] for network, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:14:12.623485 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-9e78db4e-9e63-49e5-8512-ca76a55aeacb tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Publish callbacks [] for network, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:14:12.629804 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d22fe34-8a88-4661-8f02-c98cd65e5987 req-2f5ff633-6443-49c9-8404-7ac9809f4726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:14:12.631335 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-1d22fe34-8a88-4661-8f02-c98cd65e5987 req-2f5ff633-6443-49c9-8404-7ac9809f4726 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=48e7c283-9808-4ee9-89b3-d09dd7fc4db0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0734103 Jan 05 17:14:12.632247 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-9e78db4e-9e63-49e5-8512-ca76a55aeacb tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] 10.222.0.11 "DELETE /v2.0/networks/91c7a355-d2d2-499a-a95d-64c6c91db0d1 HTTP/1.1" status: 204 len: 168 time: 0.4377942 Jan 05 17:14:12.642287 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e78db4e-9e63-49e5-8512-ca76a55aeacb tempest-PortsTestJSON-1519475353 tempest-PortsTestJSON-1519475353-project] Pushing event deleted for resources: {'Network': ['ID=91c7a355-d2d2-499a-a95d-64c6c91db0d1,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:14:12.654233 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-86132674-5be2-4131-a50c-a42051a4ea5a req-3942df00-707a-4058-b4ae-961dcd117229 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/security-groups?id=7e435747-732e-458e-acf3-f90cf61ec0ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877960 Jan 05 17:14:12.681613 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 46074) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:14:12.738991 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-1d22fe34-8a88-4661-8f02-c98cd65e5987 req-9d613d88-c7f7-4f6a-a5bf-8263a3639d8b service neutron] 10.222.0.13 "GET /v2.0/networks/48e7c283-9808-4ee9-89b3-d09dd7fc4db0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993869 Jan 05 17:14:12.829527 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-1d22fe34-8a88-4661-8f02-c98cd65e5987 req-411e6ac0-141f-472c-83e7-77ae5a2f4f07 service neutron] 10.222.0.13 "GET /v2.0/networks/48e7c283-9808-4ee9-89b3-d09dd7fc4db0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842535 Jan 05 17:14:13.126414 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 46078) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:14:13.131584 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-14a9afa6-2d20-4b8d-b2a2-04bd45df31b5 tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-531685'] for router_interface, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:14:13.255807 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-807ce94c-5e1c-46ae-a34a-b9e5df83aebc admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=fae5af2b325549fbbf3eb3ad3c66d0a7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1281507 Jan 05 17:14:13.258498 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 46082) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:14:13.310141 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f65a4bdf-76df-4e5c-a820-5800a74061d8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:14:13.327864 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a4e609e-0c2a-4d76-89e4-6a9048160b6a', 'tag': '5f4c6c9c-c3a3-4597-838e-6ceaebc96049'}] {{(pid=103800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 05 17:14:13.330106 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f64b9d4628f7eefcc27168a80c04985d23f0ea5def038dae05e1deb7357f3bfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8068906d-671e-4b1a-b5df-760578d851e2" -d '{"events": [{"name": "network-changed", "server_uuid": "9a4e609e-0c2a-4d76-89e4-6a9048160b6a", "tag": "5f4c6c9c-c3a3-4597-838e-6ceaebc96049"}]}' {{(pid=103800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 05 17:14:13.336564 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f65a4bdf-76df-4e5c-a820-5800a74061d8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:14:13.367807 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Jan 2022 17:14:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3559f1d-f9d1-4cd5-b6fe-9c642e8c5beb x-openstack-request-id: req-a3559f1d-f9d1-4cd5-b6fe-9c642e8c5beb {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 05 17:14:13.368096 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a4e609e-0c2a-4d76-89e4-6a9048160b6a", "tag": "5f4c6c9c-c3a3-4597-838e-6ceaebc96049", "status": "completed", "code": 200}]} {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 05 17:14:13.368475 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a3559f1d-f9d1-4cd5-b6fe-9c642e8c5beb {{(pid=103800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 05 17:14:13.368866 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a4e609e-0c2a-4d76-89e4-6a9048160b6a', 'tag': '5f4c6c9c-c3a3-4597-838e-6ceaebc96049', 'status': 'completed', 'code': 200} Jan 05 17:14:13.390829 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-14a9afa6-2d20-4b8d-b2a2-04bd45df31b5 tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] Deleting port 62c5d1e8-bf87-4f6e-aaf2-90f81e2a6c6b {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:14:13.391093 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-14a9afa6-2d20-4b8d-b2a2-04bd45df31b5 tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:14:13.426850 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8068906d-671e-4b1a-b5df-760578d851e2 req-45ee3bcb-9057-4c4a-8bef-f72768cf4e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:14:13.428352 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-8068906d-671e-4b1a-b5df-760578d851e2 req-45ee3bcb-9057-4c4a-8bef-f72768cf4e8e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ec76859de02442879238ecf1eaefefed&device_id=9a4e609e-0c2a-4d76-89e4-6a9048160b6a HTTP/1.1" status: 200 len: 1097 time: 0.0406525 Jan 05 17:14:13.443368 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f65a4bdf-76df-4e5c-a820-5800a74061d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:14:13.445933 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f65a4bdf-76df-4e5c-a820-5800a74061d8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:14:13.449800 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-f65a4bdf-76df-4e5c-a820-5800a74061d8 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/3d814d14-eb99-46b6-9dc8-4cd4e9c952fc HTTP/1.1" status: 204 len: 168 time: 0.1876321 Jan 05 17:14:13.468114 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65a4bdf-76df-4e5c-a820-5800a74061d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d814d14-eb99-46b6-9dc8-4cd4e9c952fc,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:14:13.493157 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-14a9afa6-2d20-4b8d-b2a2-04bd45df31b5 tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] For port 62c5d1e8-bf87-4f6e-aaf2-90f81e2a6c6b, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=62c5d1e8-bf87-4f6e-aaf2-90f81e2a6c6b,segment=NetworkSegment(1907a4d2-3ed7-4be3-9786-1c4e218b4bd0),segment_id=1907a4d2-3ed7-4be3-9786-1c4e218b4bd0)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:14:13.494367 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-14a9afa6-2d20-4b8d-b2a2-04bd45df31b5 tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:14:13.512548 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-14a9afa6-2d20-4b8d-b2a2-04bd45df31b5 tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] Calling delete_port for 62c5d1e8-bf87-4f6e-aaf2-90f81e2a6c6b owned by network:router_interface {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:14:13.538165 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8068906d-671e-4b1a-b5df-760578d851e2 req-a07dbf00-e013-4c13-9097-d6e3e780e9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:14:13.539664 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-8068906d-671e-4b1a-b5df-760578d851e2 req-a07dbf00-e013-4c13-9097-d6e3e780e9bc service neutron] 10.222.0.13 "GET /v2.0/networks?id=48e7c283-9808-4ee9-89b3-d09dd7fc4db0 HTTP/1.1" status: 200 len: 898 time: 0.1051404 Jan 05 17:14:13.583862 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-8068906d-671e-4b1a-b5df-760578d851e2 req-32bdb613-9f88-480a-8743-a715146e2b47 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5f4c6c9c-c3a3-4597-838e-6ceaebc96049 HTTP/1.1" status: 200 len: 217 time: 0.0379825 Jan 05 17:14:13.637041 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8068906d-671e-4b1a-b5df-760578d851e2 req-b6b498d3-1540-491d-bf84-c38aba25f38f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:14:13.638541 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-8068906d-671e-4b1a-b5df-760578d851e2 req-b6b498d3-1540-491d-bf84-c38aba25f38f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=21e70579-5f98-48d6-98b1-e9e2ff62a0ba HTTP/1.1" status: 200 len: 833 time: 0.0474427 Jan 05 17:14:13.685018 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8068906d-671e-4b1a-b5df-760578d851e2 req-deadaf03-4c19-4d3c-acb0-955f2e49db58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:14:13.687849 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-8068906d-671e-4b1a-b5df-760578d851e2 req-deadaf03-4c19-4d3c-acb0-955f2e49db58 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=48e7c283-9808-4ee9-89b3-d09dd7fc4db0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0433264 Jan 05 17:14:13.767099 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-14a9afa6-2d20-4b8d-b2a2-04bd45df31b5 tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11433176'] for port, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:14:13.792849 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-8068906d-671e-4b1a-b5df-760578d851e2 req-7f0b685a-386c-4c75-af08-74c296c1ce81 service neutron] 10.222.0.13 "GET /v2.0/networks/48e7c283-9808-4ee9-89b3-d09dd7fc4db0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976932 Jan 05 17:14:13.799330 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a9afa6-2d20-4b8d-b2a2-04bd45df31b5 tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] Pushing event deleted for resources: {'Port': ['ID=62c5d1e8-bf87-4f6e-aaf2-90f81e2a6c6b,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:14:13.846051 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00d633b-d8fe-4c08-ba3f-eecee9241ae0 req-fa4c17b7-dcbe-4810-b978-660b011c6279 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:14:13.847842 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-d00d633b-d8fe-4c08-ba3f-eecee9241ae0 req-fa4c17b7-dcbe-4810-b978-660b011c6279 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/ports?device_id=9a4e609e-0c2a-4d76-89e4-6a9048160b6a HTTP/1.1" status: 200 len: 944 time: 0.1111329 Jan 05 17:14:13.878268 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Device 5f4c6c9c-c3a3-4597-838e-6ceaebc96049 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 05 17:14:13.884006 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Device bc151515-f8c1-49a3-82dd-3bff17f43cd1 no longer exists at agent hyperv_hv-neutron-mast {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 05 17:14:13.923441 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-8068906d-671e-4b1a-b5df-760578d851e2 req-e657280f-fca6-4fe0-9339-667ae99a5936 service neutron] 10.222.0.13 "GET /v2.0/networks/48e7c283-9808-4ee9-89b3-d09dd7fc4db0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245840 Jan 05 17:14:13.924368 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] No Port match for: bc151515-f8c1-49a3-82dd-3bff17f43cd1 {{(pid=103802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 05 17:14:13.924715 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Device bc151515-f8c1-49a3-82dd-3bff17f43cd1 not bound to the agent host hv-neutron-mast {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 05 17:14:13.993321 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-d00d633b-d8fe-4c08-ba3f-eecee9241ae0 req-2db6f4cf-bcb8-4db0-af30-a85b22081195 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/security-groups?id=7e435747-732e-458e-acf3-f90cf61ec0ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1233559 Jan 05 17:14:14.030819 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] For port 5f4c6c9c-c3a3-4597-838e-6ceaebc96049, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=5f4c6c9c-c3a3-4597-838e-6ceaebc96049,segment=NetworkSegment(e63d09fe-af16-427e-be66-5a33c6ee735e),segment_id=e63d09fe-af16-427e-be66-5a33c6ee735e)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:14:14.041880 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Returning: {'device': '5f4c6c9c-c3a3-4597-838e-6ceaebc96049', 'network_id': '48e7c283-9808-4ee9-89b3-d09dd7fc4db0', 'port_id': '5f4c6c9c-c3a3-4597-838e-6ceaebc96049', 'mac_address': 'fa:16:3e:fb:64:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21e70579-5f98-48d6-98b1-e9e2ff62a0ba', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 05 17:14:14.068089 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-14a9afa6-2d20-4b8d-b2a2-04bd45df31b5 tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-560676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531569'] for router_interface, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:14:14.084934 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:14:14.097761 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.notifiers.nova [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f4c6c9c-c3a3-4597-838e-6ceaebc96049 {{(pid=103802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 05 17:14:14.118125 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] For port 5f4c6c9c-c3a3-4597-838e-6ceaebc96049, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=5f4c6c9c-c3a3-4597-838e-6ceaebc96049,segment=NetworkSegment(e63d09fe-af16-427e-be66-5a33c6ee735e),segment_id=e63d09fe-af16-427e-be66-5a33c6ee735e)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:14:14.180082 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:14:14.231220 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Pushing event updated for resources: {'Port': ['ID=5f4c6c9c-c3a3-4597-838e-6ceaebc96049,revision_number=4']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:14:14.400260 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] get_ports_and_sgs() called for port_ids ['5f4c6c9c-c3a3-4597-838e-6ceaebc96049'] {{(pid=103802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 05 17:14:14.602407 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14a9afa6-2d20-4b8d-b2a2-04bd45df31b5 tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] Router ef591ec0-7234-41cc-b64f-fc625655840f has already been hosted by L3 agent 59446fdc-40e0-41fe-a575-a8eb11d742f7 {{(pid=103801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 05 17:14:14.715766 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14a9afa6-2d20-4b8d-b2a2-04bd45df31b5 tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 05 17:14:14.721825 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-14a9afa6-2d20-4b8d-b2a2-04bd45df31b5 tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] 10.222.0.11 "PUT /v2.0/routers/ef591ec0-7234-41cc-b64f-fc625655840f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0388463 Jan 05 17:14:14.724502 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 46090) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:14:14.726595 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87341636-4319-452e-8481-23efc02cb68a None None] Sync routers for ids ['ef591ec0-7234-41cc-b64f-fc625655840f'] in dv-neutron-master-2-hyperv {{(pid=103803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 05 17:14:14.737217 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87341636-4319-452e-8481-23efc02cb68a None None] Routers {'ef591ec0-7234-41cc-b64f-fc625655840f'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:14:14.737853 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-87341636-4319-452e-8481-23efc02cb68a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:13:49Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['ef591ec0-7234-41cc-b64f-fc625655840f'], 'active': True} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:14:14.785348 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ac64c95-c0d9-4fee-9fe6-df5d8044c020 tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] Deleting subnet 912357ce-0b90-40ee-be19-ae73cfee1985 {{(pid=103800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 05 17:14:14.789014 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0ac64c95-c0d9-4fee-9fe6-df5d8044c020 tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] Publish callbacks [] for subnet, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:14:14.831724 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0ac64c95-c0d9-4fee-9fe6-df5d8044c020 tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8784846'] for subnet, precommit_delete_associations {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:14:14.847679 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvr_db [None req-87341636-4319-452e-8481-23efc02cb68a None None] Set router ef591ec0-7234-41cc-b64f-fc625655840f gateway port host: dv-neutron-master-2-hyperv {{(pid=103803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:14:14.916010 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0ac64c95-c0d9-4fee-9fe6-df5d8044c020 tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892868'] for subnet, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:14:15.029286 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-87341636-4319-452e-8481-23efc02cb68a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef591ec0-7234-41cc-b64f-fc625655840f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-420231978', 'tenant_id': 'fd19bdf1a53648779ae20015d06c39e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.125'}], 'enable_snat': True}, 'gw_port_id': 'e1bf11f2-40b2-422f-ab8f-5bc37e553654', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:11:55Z', 'updated_at': '2022-01-05T17:14:13Z', 'revision_number': 5, 'project_id': 'fd19bdf1a53648779ae20015d06c39e6', 'gw_port': {'id': 'e1bf11f2-40b2-422f-ab8f-5bc37e553654', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:da:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef591ec0-7234-41cc-b64f-fc625655840f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1109, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:11:57Z', 'updated_at': '2022-01-05T17:12:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:14:15.056536 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87341636-4319-452e-8481-23efc02cb68a None None] Checking router: ef591ec0-7234-41cc-b64f-fc625655840f for host: dv-neutron-master-2-hyperv {{(pid=103803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 05 17:14:15.064935 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87341636-4319-452e-8481-23efc02cb68a None None] Routers {'ef591ec0-7234-41cc-b64f-fc625655840f'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:14:15.065538 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-87341636-4319-452e-8481-23efc02cb68a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:13:49Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['ef591ec0-7234-41cc-b64f-fc625655840f'], 'active': True} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:14:15.068686 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0ac64c95-c0d9-4fee-9fe6-df5d8044c020 tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3893367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8784787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8521880'] for subnet, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:14:15.123712 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac64c95-c0d9-4fee-9fe6-df5d8044c020 tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] Pushing event deleted for resources: {'Subnet': ['ID=912357ce-0b90-40ee-be19-ae73cfee1985,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:14:15.130048 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0ac64c95-c0d9-4fee-9fe6-df5d8044c020 tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] Publish callbacks [] for subnet, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:14:15.131057 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f6d3386-1602-415e-93f0-9774e0084c65 None None] Network 7c1bbf1e-1ee5-4e96-8c0f-8777dc9de8c1 requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:14:15.133898 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-0ac64c95-c0d9-4fee-9fe6-df5d8044c020 tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] 10.222.0.11 "DELETE /v2.0/subnets/912357ce-0b90-40ee-be19-ae73cfee1985 HTTP/1.1" status: 204 len: 168 time: 0.4082906 Jan 05 17:14:15.137404 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 46094) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:14:15.161739 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b7469c-5d3a-4853-8efa-e427e07f3a18 req-1d8cc0e4-df11-4c21-93fe-c242b9ea8609 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:14:15.163694 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-34b7469c-5d3a-4853-8efa-e427e07f3a18 req-1d8cc0e4-df11-4c21-93fe-c242b9ea8609 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/ports?device_id=9a4e609e-0c2a-4d76-89e4-6a9048160b6a HTTP/1.1" status: 200 len: 945 time: 0.0925322 Jan 05 17:14:15.189296 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvr_db [None req-87341636-4319-452e-8481-23efc02cb68a None None] Set router ef591ec0-7234-41cc-b64f-fc625655840f gateway port host: dv-neutron-master-2-hyperv {{(pid=103803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:14:15.223463 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-34b7469c-5d3a-4853-8efa-e427e07f3a18 req-528ae381-823a-4b99-a548-111243646911 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/security-groups?id=7e435747-732e-458e-acf3-f90cf61ec0ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529070 Jan 05 17:14:15.302848 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-ee945230-2197-40c1-b8fc-e654d6fa5ce9 tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] Publish callbacks [] for router, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:14:15.384653 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-87341636-4319-452e-8481-23efc02cb68a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef591ec0-7234-41cc-b64f-fc625655840f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-420231978', 'tenant_id': 'fd19bdf1a53648779ae20015d06c39e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.125'}], 'enable_snat': True}, 'gw_port_id': 'e1bf11f2-40b2-422f-ab8f-5bc37e553654', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:11:55Z', 'updated_at': '2022-01-05T17:14:13Z', 'revision_number': 5, 'project_id': 'fd19bdf1a53648779ae20015d06c39e6', 'gw_port': {'id': 'e1bf11f2-40b2-422f-ab8f-5bc37e553654', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:da:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef591ec0-7234-41cc-b64f-fc625655840f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1109, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:11:57Z', 'updated_at': '2022-01-05T17:12:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:14:15.416285 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87341636-4319-452e-8481-23efc02cb68a None None] The sync data for ids ['ef591ec0-7234-41cc-b64f-fc625655840f'] in dv-neutron-master-2-hyperv is: [{'id': 'ef591ec0-7234-41cc-b64f-fc625655840f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-420231978', 'tenant_id': 'fd19bdf1a53648779ae20015d06c39e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.125'}], 'enable_snat': True}, 'gw_port_id': 'e1bf11f2-40b2-422f-ab8f-5bc37e553654', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:11:55Z', 'updated_at': '2022-01-05T17:14:13Z', 'revision_number': 5, 'project_id': 'fd19bdf1a53648779ae20015d06c39e6', 'gw_port': {'id': 'e1bf11f2-40b2-422f-ab8f-5bc37e553654', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:da:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef591ec0-7234-41cc-b64f-fc625655840f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1109, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:11:57Z', 'updated_at': '2022-01-05T17:12:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=103803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 05 17:14:15.416727 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-ee945230-2197-40c1-b8fc-e654d6fa5ce9 tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:14:15.532957 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-ee945230-2197-40c1-b8fc-e654d6fa5ce9 tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] Deleting port e1bf11f2-40b2-422f-ab8f-5bc37e553654 {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:14:15.533300 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-ee945230-2197-40c1-b8fc-e654d6fa5ce9 tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:14:15.608973 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-ee945230-2197-40c1-b8fc-e654d6fa5ce9 tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] For port e1bf11f2-40b2-422f-ab8f-5bc37e553654, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e1bf11f2-40b2-422f-ab8f-5bc37e553654,segment=NetworkSegment(3f961525-530f-4ce5-8222-1dbbbe774893),segment_id=3f961525-530f-4ce5-8222-1dbbbe774893)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:14:15.609691 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-ee945230-2197-40c1-b8fc-e654d6fa5ce9 tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:14:15.621914 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-ee945230-2197-40c1-b8fc-e654d6fa5ce9 tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] Calling delete_port for e1bf11f2-40b2-422f-ab8f-5bc37e553654 owned by network:router_gateway {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:14:15.789905 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4a4b01f-de86-4cdd-a61a-55b3477df324 None None] DHCP port deletion for 7c1bbf1e-1ee5-4e96-8c0f-8777dc9de8c1 request from dv-neutron-master-2-hyperv {{(pid=103802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 05 17:14:15.842972 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-e4a4b01f-de86-4cdd-a61a-55b3477df324 None None] Deleting port 66535e2e-2818-4e47-8869-8af1a722285d {{(pid=103802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:14:15.843408 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-e4a4b01f-de86-4cdd-a61a-55b3477df324 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:14:15.846516 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 66535e2e-2818-4e47-8869-8af1a722285d no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 05 17:14:15.897008 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-ee945230-2197-40c1-b8fc-e654d6fa5ce9 tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11433176'] for port, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:14:15.920154 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Device 5f4c6c9c-c3a3-4597-838e-6ceaebc96049 up at agent hyperv_hv-neutron-mast {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:14:15.928685 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee945230-2197-40c1-b8fc-e654d6fa5ce9 tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] Pushing event deleted for resources: {'Port': ['ID=e1bf11f2-40b2-422f-ab8f-5bc37e553654,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:14:15.965313 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84b06b2e-0468-4da6-9056-c8c2c7be76a3 None None] DHCP port deletion for b0167590-0699-4c5c-a932-3939414a9573 request from dv-neutron-master-2-hyperv {{(pid=103802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 05 17:14:15.976414 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-e4a4b01f-de86-4cdd-a61a-55b3477df324 None None] For port 66535e2e-2818-4e47-8869-8af1a722285d, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=66535e2e-2818-4e47-8869-8af1a722285d,segment=NetworkSegment(1907a4d2-3ed7-4be3-9786-1c4e218b4bd0),segment_id=1907a4d2-3ed7-4be3-9786-1c4e218b4bd0)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:14:15.976808 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-e4a4b01f-de86-4cdd-a61a-55b3477df324 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:14:15.990238 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-ee945230-2197-40c1-b8fc-e654d6fa5ce9 tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-648595'] for router_gateway, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:14:16.009184 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-e4a4b01f-de86-4cdd-a61a-55b3477df324 None None] Calling delete_port for 66535e2e-2818-4e47-8869-8af1a722285d owned by network:dhcp {{(pid=103802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:14:16.084425 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-ee945230-2197-40c1-b8fc-e654d6fa5ce9 tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-648249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62744'] for router, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:14:16.085559 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:14:16.086623 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-ee945230-2197-40c1-b8fc-e654d6fa5ce9 tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:14:16.136718 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] For port 66535e2e-2818-4e47-8869-8af1a722285d, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=66535e2e-2818-4e47-8869-8af1a722285d,segment=NetworkSegment(1907a4d2-3ed7-4be3-9786-1c4e218b4bd0),segment_id=1907a4d2-3ed7-4be3-9786-1c4e218b4bd0)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:14:16.173949 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Provisioning for port 5f4c6c9c-c3a3-4597-838e-6ceaebc96049 completed by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 05 17:14:16.178618 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Provisioning complete for port 5f4c6c9c-c3a3-4597-838e-6ceaebc96049 triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:14:16.178998 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:14:16.197154 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-ee945230-2197-40c1-b8fc-e654d6fa5ce9 tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-648240'] for router, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:14:16.197972 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee945230-2197-40c1-b8fc-e654d6fa5ce9 tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] Fanout notify agent at l3_agent the message router_deleted on router ef591ec0-7234-41cc-b64f-fc625655840f {{(pid=103801) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 05 17:14:16.199836 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:14:16.201458 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 62c5d1e8-bf87-4f6e-aaf2-90f81e2a6c6b no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 05 17:14:16.206090 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-ee945230-2197-40c1-b8fc-e654d6fa5ce9 tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] Publish callbacks [] for router, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:14:16.210327 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-ee945230-2197-40c1-b8fc-e654d6fa5ce9 tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] 10.222.0.11 "DELETE /v2.0/routers/ef591ec0-7234-41cc-b64f-fc625655840f HTTP/1.1" status: 204 len: 168 time: 1.0712912 Jan 05 17:14:16.211000 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 46096) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:14:16.255768 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] No Port match for: 62c5d1e8-bf87-4f6e-aaf2-90f81e2a6c6b {{(pid=103802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 05 17:14:16.256497 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 62c5d1e8-bf87-4f6e-aaf2-90f81e2a6c6b not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 05 17:14:16.291581 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-e4a4b01f-de86-4cdd-a61a-55b3477df324 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678'] for port, after_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:14:16.306097 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4a4b01f-de86-4cdd-a61a-55b3477df324 None None] No DVR routers for this DVR port 66535e2e-2818-4e47-8869-8af1a722285d on host dv-neutron-master-2-hyperv {{(pid=103802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 05 17:14:16.312473 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-584e471e-21be-4aad-9e78-e64b70333ae4 tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3809644'] for network, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:14:16.318688 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Pushing event updated for resources: {'Port': ['ID=66535e2e-2818-4e47-8869-8af1a722285d,revision_number=5']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:14:16.368790 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a4b01f-de86-4cdd-a61a-55b3477df324 None None] Pushing event deleted for resources: {'Port': ['ID=66535e2e-2818-4e47-8869-8af1a722285d,revision_number=None']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:14:16.384857 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:14:16.409526 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a4e609e-0c2a-4d76-89e4-6a9048160b6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f4c6c9c-c3a3-4597-838e-6ceaebc96049'}] {{(pid=103802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 05 17:14:16.412226 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36b213fbd845b3f09e785999bbcda1c85cd5592d7f001460987854e5c1683bd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13ccdc45-639d-4421-b2f7-894f32b0d5a2" -d '{"events": [{"server_uuid": "9a4e609e-0c2a-4d76-89e4-6a9048160b6a", "name": "network-vif-plugged", "status": "completed", "tag": "5f4c6c9c-c3a3-4597-838e-6ceaebc96049"}]}' {{(pid=103802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 05 17:14:16.430561 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] For port 5f4c6c9c-c3a3-4597-838e-6ceaebc96049, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=5f4c6c9c-c3a3-4597-838e-6ceaebc96049,segment=NetworkSegment(e63d09fe-af16-427e-be66-5a33c6ee735e),segment_id=e63d09fe-af16-427e-be66-5a33c6ee735e)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:14:16.451283 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-584e471e-21be-4aad-9e78-e64b70333ae4 tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3891715', 'neutron.services.segments.db._delete_segments_for_network-8754181063482'] for network, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:14:16.461219 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b90724-43ec-40e0-a6b5-db1bb0c7834d req-eb014b08-ad7b-447c-9909-7aa97eda0b38 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:14:16.462240 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Jan 2022 17:14:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dbb0df1-a4bc-40fc-ad4a-c395e8955370 x-openstack-request-id: req-5dbb0df1-a4bc-40fc-ad4a-c395e8955370 {{(pid=103802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 05 17:14:16.462572 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a4e609e-0c2a-4d76-89e4-6a9048160b6a", "name": "network-vif-plugged", "status": "completed", "tag": "5f4c6c9c-c3a3-4597-838e-6ceaebc96049", "code": 200}]} {{(pid=103802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 05 17:14:16.462836 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-5dbb0df1-a4bc-40fc-ad4a-c395e8955370 {{(pid=103802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 05 17:14:16.463030 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-70b90724-43ec-40e0-a6b5-db1bb0c7834d req-eb014b08-ad7b-447c-9909-7aa97eda0b38 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/ports?device_id=9a4e609e-0c2a-4d76-89e4-6a9048160b6a HTTP/1.1" status: 200 len: 945 time: 0.1304917 Jan 05 17:14:16.463263 dv-neutron-master-2-hyperv neutron-server[103802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a4e609e-0c2a-4d76-89e4-6a9048160b6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f4c6c9c-c3a3-4597-838e-6ceaebc96049', 'code': 200} Jan 05 17:14:16.488585 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.services.segments.db [None req-584e471e-21be-4aad-9e78-e64b70333ae4 tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c1bbf1e-1ee5-4e96-8c0f-8777dc9de8c1']}} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:14:16.506139 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:14:16.506353 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.services.segments.db [None req-584e471e-21be-4aad-9e78-e64b70333ae4 tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1907a4d2-3ed7-4be3-9786-1c4e218b4bd0') {'for_net_delete': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:14:16.506479 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.services.segments.db [None req-584e471e-21be-4aad-9e78-e64b70333ae4 tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1907a4d2-3ed7-4be3-9786-1c4e218b4bd0') {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:14:16.524785 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-584e471e-21be-4aad-9e78-e64b70333ae4 tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754181064771', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11316385'] for segment, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:14:16.551788 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-70b90724-43ec-40e0-a6b5-db1bb0c7834d req-d9ec2551-8f89-45c4-b861-8d21e460cc0a tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/security-groups?id=7e435747-732e-458e-acf3-f90cf61ec0ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731068 Jan 05 17:14:16.552711 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-584e471e-21be-4aad-9e78-e64b70333ae4 tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225'] for segment, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:14:16.559619 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-584e471e-21be-4aad-9e78-e64b70333ae4 tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] Releasing vlan 109 on physical network physnet1 to pool {{(pid=103801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 05 17:14:16.559876 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Pushing event updated for resources: {'Port': ['ID=5f4c6c9c-c3a3-4597-838e-6ceaebc96049,revision_number=5']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:14:16.560074 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-584e471e-21be-4aad-9e78-e64b70333ae4 tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11433197'] for segment, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:14:16.563813 dv-neutron-master-2-hyperv neutron-server[103801]: Traceback (most recent call last): Jan 05 17:14:16.563813 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 05 17:14:16.563813 dv-neutron-master-2-hyperv neutron-server[103801]: timer() Jan 05 17:14:16.563813 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 05 17:14:16.563813 dv-neutron-master-2-hyperv neutron-server[103801]: cb(*args, **kw) Jan 05 17:14:16.563813 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 05 17:14:16.563813 dv-neutron-master-2-hyperv neutron-server[103801]: return func(*args, **kwargs) Jan 05 17:14:16.563813 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 05 17:14:16.563813 dv-neutron-master-2-hyperv neutron-server[103801]: self._notify() Jan 05 17:14:16.563813 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 05 17:14:16.563813 dv-neutron-master-2-hyperv neutron-server[103801]: self.callback(batched_events) Jan 05 17:14:16.563813 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 05 17:14:16.563813 dv-neutron-master-2-hyperv neutron-server[103801]: event.method(event) Jan 05 17:14:16.563813 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 05 17:14:16.563813 dv-neutron-master-2-hyperv neutron-server[103801]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 05 17:14:16.563813 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 05 17:14:16.563813 dv-neutron-master-2-hyperv neutron-server[103801]: aggregate_uuid = self.p_client.list_aggregates( Jan 05 17:14:16.563813 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 05 17:14:16.563813 dv-neutron-master-2-hyperv neutron-server[103801]: return f(self, *a, **k) Jan 05 17:14:16.563813 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 05 17:14:16.563813 dv-neutron-master-2-hyperv neutron-server[103801]: return self._get(url).json() Jan 05 17:14:16.563813 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 05 17:14:16.563813 dv-neutron-master-2-hyperv neutron-server[103801]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 05 17:14:16.563813 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 05 17:14:16.563813 dv-neutron-master-2-hyperv neutron-server[103801]: return self.request(url, 'GET', **kwargs) Jan 05 17:14:16.563813 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 05 17:14:16.563813 dv-neutron-master-2-hyperv neutron-server[103801]: base_url = self.get_endpoint(auth, allow=allow, Jan 05 17:14:16.563813 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 05 17:14:16.563813 dv-neutron-master-2-hyperv neutron-server[103801]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 05 17:14:16.563813 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 05 17:14:16.563813 dv-neutron-master-2-hyperv neutron-server[103801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 05 17:14:16.563813 dv-neutron-master-2-hyperv neutron-server[103801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 05 17:14:16.765213 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-584e471e-21be-4aad-9e78-e64b70333ae4 tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3891722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648695'] for network, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:14:16.772203 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-584e471e-21be-4aad-9e78-e64b70333ae4 tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] Publish callbacks [] for network, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:14:16.775284 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-584e471e-21be-4aad-9e78-e64b70333ae4 tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] 10.222.0.11 "DELETE /v2.0/networks/7c1bbf1e-1ee5-4e96-8c0f-8777dc9de8c1 HTTP/1.1" status: 204 len: 168 time: 0.5633278 Jan 05 17:14:16.778197 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 46102) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:14:16.787404 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584e471e-21be-4aad-9e78-e64b70333ae4 tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] Pushing event deleted for resources: {'Network': ['ID=7c1bbf1e-1ee5-4e96-8c0f-8777dc9de8c1,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:14:16.837210 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f94a7d1c-6745-45c4-aa6a-3ec9e25b70e4 tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] Publish callbacks [] for security_group, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:14:16.887531 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f94a7d1c-6745-45c4-aa6a-3ec9e25b70e4 tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:14:16.927973 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815cf38e-8c20-41ec-80cd-6e99294cd823 req-bc18a95c-5e6d-4e02-bb11-25af0759dd6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:14:16.929441 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-815cf38e-8c20-41ec-80cd-6e99294cd823 req-bc18a95c-5e6d-4e02-bb11-25af0759dd6a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=9a4e609e-0c2a-4d76-89e4-6a9048160b6a HTTP/1.1" status: 200 len: 1099 time: 0.0787625 Jan 05 17:14:16.977109 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-815cf38e-8c20-41ec-80cd-6e99294cd823 req-ff6ea014-b9e0-4db0-a340-904e0098575d service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=7e435747-732e-458e-acf3-f90cf61ec0ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410619 Jan 05 17:14:17.054098 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f94a7d1c-6745-45c4-aa6a-3ec9e25b70e4 tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:14:17.056766 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f94a7d1c-6745-45c4-aa6a-3ec9e25b70e4 tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] Publish callbacks [] for security_group, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:14:17.058014 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-f94a7d1c-6745-45c4-aa6a-3ec9e25b70e4 tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] 10.222.0.11 "DELETE /v2.0/security-groups/b86a39b1-828b-4009-8a16-9197d830e0ab HTTP/1.1" status: 204 len: 168 time: 0.2788157 Jan 05 17:14:17.067359 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94a7d1c-6745-45c4-aa6a-3ec9e25b70e4 tempest-TestNetworkAdvancedServerOps-40655170 tempest-TestNetworkAdvancedServerOps-40655170-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b86a39b1-828b-4009-8a16-9197d830e0ab,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:14:17.111028 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-9bbb8fea-927b-4cc2-9f83-5b649c096a82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:14:17.610044 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 46112) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:14:17.677303 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1f9579-67e5-41b5-8d37-b61d1d8b126f req-776d319f-7b61-4b7e-a62b-29251ef3e28f tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:14:17.678824 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-3c1f9579-67e5-41b5-8d37-b61d1d8b126f req-776d319f-7b61-4b7e-a62b-29251ef3e28f tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/ports?device_id=9a4e609e-0c2a-4d76-89e4-6a9048160b6a HTTP/1.1" status: 200 len: 946 time: 0.0504985 Jan 05 17:14:17.735874 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-3c1f9579-67e5-41b5-8d37-b61d1d8b126f req-d00f6d34-c078-4d82-904c-9fd707431734 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/security-groups?id=7e435747-732e-458e-acf3-f90cf61ec0ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517316 Jan 05 17:14:17.747682 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-dc228ae2-26a2-4e3c-85bc-5bd1ef33555e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=fd19bdf1a53648779ae20015d06c39e6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1340413 Jan 05 17:14:17.748189 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 46116) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:14:17.757692 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device e1bf11f2-40b2-422f-ab8f-5bc37e553654 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 05 17:14:17.777934 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] No Port match for: e1bf11f2-40b2-422f-ab8f-5bc37e553654 {{(pid=103802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 05 17:14:17.778269 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device e1bf11f2-40b2-422f-ab8f-5bc37e553654 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 05 17:14:17.802273 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b40fb9b7-2ff6-4dcb-932e-17abd57046e9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:14:17.823570 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b40fb9b7-2ff6-4dcb-932e-17abd57046e9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:14:17.953691 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b40fb9b7-2ff6-4dcb-932e-17abd57046e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:14:17.956227 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b40fb9b7-2ff6-4dcb-932e-17abd57046e9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:14:17.957376 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-b40fb9b7-2ff6-4dcb-932e-17abd57046e9 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d555ebf6-5099-4495-af5f-93d6620b3448 HTTP/1.1" status: 204 len: 168 time: 0.2074640 Jan 05 17:14:17.965782 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40fb9b7-2ff6-4dcb-932e-17abd57046e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d555ebf6-5099-4495-af5f-93d6620b3448,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:14:18.632831 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 46122) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:14:18.645811 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-db899327-dfba-4a1f-95f3-51a48b9c56cf admin admin] Publish callbacks [] for security_group, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:14:18.716016 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-db899327-dfba-4a1f-95f3-51a48b9c56cf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:14:18.768346 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-db899327-dfba-4a1f-95f3-51a48b9c56cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:14:18.812839 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-db899327-dfba-4a1f-95f3-51a48b9c56cf admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=26145dd10a3942cbbb0d23f5bd19dd3d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1792941 Jan 05 17:14:18.813518 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db899327-dfba-4a1f-95f3-51a48b9c56cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cec336fb-780d-4410-aefb-38b0145a5b62,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:14:18.816125 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 46126) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:14:18.892414 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ae60e4-7938-4290-94ce-f144ed68c8bf req-c3c05cb0-1bad-44be-bc48-4c3047773ed4 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:14:18.894016 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-f1ae60e4-7938-4290-94ce-f144ed68c8bf req-c3c05cb0-1bad-44be-bc48-4c3047773ed4 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/ports?device_id=9a4e609e-0c2a-4d76-89e4-6a9048160b6a HTTP/1.1" status: 200 len: 946 time: 0.0887256 Jan 05 17:14:18.906282 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-506b9194-c414-41f2-b1b3-1ffa2d3beb25 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:14:18.961838 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-506b9194-c414-41f2-b1b3-1ffa2d3beb25 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:14:18.989206 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-f1ae60e4-7938-4290-94ce-f144ed68c8bf req-d81b953b-26a2-4c91-963e-a6275f1b28dd tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/security-groups?id=7e435747-732e-458e-acf3-f90cf61ec0ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0895209 Jan 05 17:14:19.096682 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-506b9194-c414-41f2-b1b3-1ffa2d3beb25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:14:19.099359 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-506b9194-c414-41f2-b1b3-1ffa2d3beb25 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:14:19.107490 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-506b9194-c414-41f2-b1b3-1ffa2d3beb25 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/cec336fb-780d-4410-aefb-38b0145a5b62 HTTP/1.1" status: 204 len: 168 time: 0.2826440 Jan 05 17:14:19.108256 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc19083-c281-44b8-975f-4a395918217b req-d75dbbcc-9faf-433f-af7a-02cf1c4111b5 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:14:19.108256 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-cdc19083-c281-44b8-975f-4a395918217b req-d75dbbcc-9faf-433f-af7a-02cf1c4111b5 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/ports?device_id=9a4e609e-0c2a-4d76-89e4-6a9048160b6a HTTP/1.1" status: 200 len: 946 time: 0.0501444 Jan 05 17:14:19.110879 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506b9194-c414-41f2-b1b3-1ffa2d3beb25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cec336fb-780d-4410-aefb-38b0145a5b62,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:14:19.160834 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-cdc19083-c281-44b8-975f-4a395918217b req-0d5abc56-2b81-4a28-bb76-c34a770ce549 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/security-groups?id=7e435747-732e-458e-acf3-f90cf61ec0ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474024 Jan 05 17:14:19.183492 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 46132) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:14:19.226670 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73aabf79-90d2-4dd2-b494-c49bbab22919 tempest-TestNetworkBasicOps-152746079 tempest-TestNetworkBasicOps-152746079-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:14:19.230865 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-73aabf79-90d2-4dd2-b494-c49bbab22919 tempest-TestNetworkBasicOps-152746079 tempest-TestNetworkBasicOps-152746079-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=9a4e609e-0c2a-4d76-89e4-6a9048160b6a HTTP/1.1" status: 200 len: 1094 time: 0.0437243 Jan 05 17:14:19.231322 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 46134) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:14:19.236309 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-aa76ef7f-a47d-49a6-94e5-1d5533aaab9c tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Request body: {'floatingip': {'floating_network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'port_id': '5f4c6c9c-c3a3-4597-838e-6ceaebc96049', 'tenant_id': 'ec76859de02442879238ecf1eaefefed', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:14:19.368861 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-aa76ef7f-a47d-49a6-94e5-1d5533aaab9c tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for floatingip, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:14:19.372334 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-6bf24455-c199-4d85-ad3d-14de6f7350ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:14:19.472690 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-aa76ef7f-a47d-49a6-94e5-1d5533aaab9c tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:14:19.594134 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [None req-aa76ef7f-a47d-49a6-94e5-1d5533aaab9c tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Allocated IP 172.36.4.240 (b0167590-0699-4c5c-a932-3939414a9573/7a784a6d-3d96-418f-a645-b9ccd0b1ac55/814aefa3-542b-472c-8166-9ccdbf99f7de) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:14:19.702502 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:14:19.706695 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-aa76ef7f-a47d-49a6-94e5-1d5533aaab9c tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for port, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:14:19.805227 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-aa76ef7f-a47d-49a6-94e5-1d5533aaab9c tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:14:19.841404 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa76ef7f-a47d-49a6-94e5-1d5533aaab9c tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Network b0167590-0699-4c5c-a932-3939414a9573 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:14:19.844925 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-aa76ef7f-a47d-49a6-94e5-1d5533aaab9c tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:14:19.848268 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa76ef7f-a47d-49a6-94e5-1d5533aaab9c tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:14:19.855516 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa76ef7f-a47d-49a6-94e5-1d5533aaab9c tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Pushing event updated for resources: {'Port': ['ID=814aefa3-542b-472c-8166-9ccdbf99f7de,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:14:20.202475 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-aa76ef7f-a47d-49a6-94e5-1d5533aaab9c tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:14:20.331424 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-aa76ef7f-a47d-49a6-94e5-1d5533aaab9c tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:14:20.478731 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-aa76ef7f-a47d-49a6-94e5-1d5533aaab9c tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for port, precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:14:20.479156 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d2607572-b3c9-472c-85bc-c8de0c3fb75c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:14:20.536288 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-aa76ef7f-a47d-49a6-94e5-1d5533aaab9c tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8784461'] for port, after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:14:20.609434 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa76ef7f-a47d-49a6-94e5-1d5533aaab9c tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Pushing event updated for resources: {'Port': ['ID=814aefa3-542b-472c-8166-9ccdbf99f7de,revision_number=2']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:14:20.623866 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-aa76ef7f-a47d-49a6-94e5-1d5533aaab9c tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648677'] for floatingip, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:14:21.047044 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.db.l3_db [None req-aa76ef7f-a47d-49a6-94e5-1d5533aaab9c tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Floating IP a243ce84-34ba-4c79-a6bd-f2e6e9f7a2ab associated. External IP: 172.36.4.240, port: 5f4c6c9c-c3a3-4597-838e-6ceaebc96049. Jan 05 17:14:21.245438 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa76ef7f-a47d-49a6-94e5-1d5533aaab9c tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Router fdc14264-be8e-4777-a841-44bf7a88eb7f has already been hosted by L3 agent 59446fdc-40e0-41fe-a575-a8eb11d742f7 {{(pid=103800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 05 17:14:21.351573 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa76ef7f-a47d-49a6-94e5-1d5533aaab9c tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 05 17:14:21.361483 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93728221-4888-4cd9-b659-23315a48df12 None None] Sync routers for ids ['fdc14264-be8e-4777-a841-44bf7a88eb7f'] in dv-neutron-master-2-hyperv {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 05 17:14:21.370943 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93728221-4888-4cd9-b659-23315a48df12 None None] Routers {'fdc14264-be8e-4777-a841-44bf7a88eb7f'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:14:21.371554 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-93728221-4888-4cd9-b659-23315a48df12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:14:19Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['fdc14264-be8e-4777-a841-44bf7a88eb7f'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:14:21.428024 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-aa76ef7f-a47d-49a6-94e5-1d5533aaab9c tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for floatingip, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:14:21.458528 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-aa76ef7f-a47d-49a6-94e5-1d5533aaab9c tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2260036 Jan 05 17:14:21.459306 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a4e609e-0c2a-4d76-89e4-6a9048160b6a', 'tag': '5f4c6c9c-c3a3-4597-838e-6ceaebc96049'}] {{(pid=103800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 05 17:14:21.461264 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 46136) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:14:21.461838 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f64b9d4628f7eefcc27168a80c04985d23f0ea5def038dae05e1deb7357f3bfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7e290d5-f2b8-4500-bab1-1e752ce53f22" -d '{"events": [{"name": "network-changed", "server_uuid": "9a4e609e-0c2a-4d76-89e4-6a9048160b6a", "tag": "5f4c6c9c-c3a3-4597-838e-6ceaebc96049"}]}' {{(pid=103800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 05 17:14:21.482195 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-93728221-4888-4cd9-b659-23315a48df12 None None] Set router fdc14264-be8e-4777-a841-44bf7a88eb7f gateway port host: dv-neutron-master-2-hyperv {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:14:21.506024 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Jan 2022 17:14:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17128dab-f7a3-4d36-b8aa-2bc893a89a2a x-openstack-request-id: req-17128dab-f7a3-4d36-b8aa-2bc893a89a2a {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 05 17:14:21.506024 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a4e609e-0c2a-4d76-89e4-6a9048160b6a", "tag": "5f4c6c9c-c3a3-4597-838e-6ceaebc96049", "status": "completed", "code": 200}]} {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 05 17:14:21.506024 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-17128dab-f7a3-4d36-b8aa-2bc893a89a2a {{(pid=103800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 05 17:14:21.506024 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a4e609e-0c2a-4d76-89e4-6a9048160b6a', 'tag': '5f4c6c9c-c3a3-4597-838e-6ceaebc96049', 'status': 'completed', 'code': 200} Jan 05 17:14:21.529197 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-2c3b191e-41e0-46f1-8cfa-f52a274cd3d1 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/floatingips/a243ce84-34ba-4c79-a6bd-f2e6e9f7a2ab HTTP/1.1" status: 200 len: 992 time: 0.0667486 Jan 05 17:14:21.563701 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e290d5-f2b8-4500-bab1-1e752ce53f22 req-b47be510-9cd4-49ed-b3fa-14a0d2566e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:14:21.565240 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-a7e290d5-f2b8-4500-bab1-1e752ce53f22 req-b47be510-9cd4-49ed-b3fa-14a0d2566e68 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ec76859de02442879238ecf1eaefefed&device_id=9a4e609e-0c2a-4d76-89e4-6a9048160b6a HTTP/1.1" status: 200 len: 1099 time: 0.0427411 Jan 05 17:14:21.655554 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e290d5-f2b8-4500-bab1-1e752ce53f22 req-5c413837-ca92-4cb1-8420-bad87ee1123a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:14:21.657081 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-a7e290d5-f2b8-4500-bab1-1e752ce53f22 req-5c413837-ca92-4cb1-8420-bad87ee1123a service neutron] 10.222.0.13 "GET /v2.0/networks?id=48e7c283-9808-4ee9-89b3-d09dd7fc4db0 HTTP/1.1" status: 200 len: 898 time: 0.0866795 Jan 05 17:14:21.712379 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-93728221-4888-4cd9-b659-23315a48df12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdc14264-be8e-4777-a841-44bf7a88eb7f', 'name': 'tempest-TestNetworkBasicOps-router-1341030134', 'tenant_id': 'ec76859de02442879238ecf1eaefefed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.33'}], 'enable_snat': True}, 'gw_port_id': '9a66898f-2c7f-4ef0-80c0-bb813ae509a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:13:56Z', 'updated_at': '2022-01-05T17:14:01Z', 'revision_number': 4, 'project_id': 'ec76859de02442879238ecf1eaefefed', 'gw_port': {'id': '9a66898f-2c7f-4ef0-80c0-bb813ae509a5', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:d0:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdc14264-be8e-4777-a841-44bf7a88eb7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:13:56Z', 'updated_at': '2022-01-05T17:13:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'a243ce84-34ba-4c79-a6bd-f2e6e9f7a2ab', 'tenant_id': 'ec76859de02442879238ecf1eaefefed', 'floating_ip_address': '172.36.4.240', 'floating_network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'router_id': 'fdc14264-be8e-4777-a841-44bf7a88eb7f', 'port_id': '5f4c6c9c-c3a3-4597-838e-6ceaebc96049', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1384, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '48e7c283-9808-4ee9-89b3-d09dd7fc4db0', 'mac_address': 'fa:16:3e:fb:64:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a4e609e-0c2a-4d76-89e4-6a9048160b6a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-05T17:14:20Z', 'updated_at': '2022-01-05T17:14:20Z', 'revision_number': 0, 'project_id': 'ec76859de02442879238ecf1eaefefed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '814869e1-4ff9-4c83-a59a-c015eea0e573', 'name': '', 'network_id': '48e7c283-9808-4ee9-89b3-d09dd7fc4db0', 'tenant_id': 'ec76859de02442879238ecf1eaefefed', 'mac_address': 'fa:16:3e:84:a3:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdc14264-be8e-4777-a841-44bf7a88eb7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': '21e70579-5f98-48d6-98b1-e9e2ff62a0ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:14:00Z', 'updated_at': '2022-01-05T17:14:05Z', 'revision_number': 5, 'project_id': 'ec76859de02442879238ecf1eaefefed', 'subnets': [{'id': '21e70579-5f98-48d6-98b1-e9e2ff62a0ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:14:21.728118 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-a7e290d5-f2b8-4500-bab1-1e752ce53f22 req-001cbb75-2055-4ee6-84fd-6a5c98073f21 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5f4c6c9c-c3a3-4597-838e-6ceaebc96049 HTTP/1.1" status: 200 len: 1000 time: 0.0649683 Jan 05 17:14:21.743487 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93728221-4888-4cd9-b659-23315a48df12 None None] Checking router: fdc14264-be8e-4777-a841-44bf7a88eb7f for host: dv-neutron-master-2-hyperv {{(pid=103802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 05 17:14:21.752224 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93728221-4888-4cd9-b659-23315a48df12 None None] Routers {'fdc14264-be8e-4777-a841-44bf7a88eb7f'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:14:21.752832 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-93728221-4888-4cd9-b659-23315a48df12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:14:19Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['fdc14264-be8e-4777-a841-44bf7a88eb7f'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:14:21.778636 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e290d5-f2b8-4500-bab1-1e752ce53f22 req-937b724a-3d4d-4232-b2e2-57d0e39f1dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:14:21.780715 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-a7e290d5-f2b8-4500-bab1-1e752ce53f22 req-937b724a-3d4d-4232-b2e2-57d0e39f1dcb service neutron] 10.222.0.13 "GET /v2.0/subnets?id=21e70579-5f98-48d6-98b1-e9e2ff62a0ba HTTP/1.1" status: 200 len: 833 time: 0.0457044 Jan 05 17:14:21.827324 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e290d5-f2b8-4500-bab1-1e752ce53f22 req-5a3143c9-0c96-4dee-aa0b-fc8bc3aa60db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:14:21.828819 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-a7e290d5-f2b8-4500-bab1-1e752ce53f22 req-5a3143c9-0c96-4dee-aa0b-fc8bc3aa60db service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=48e7c283-9808-4ee9-89b3-d09dd7fc4db0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0427001 Jan 05 17:14:21.868473 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-93728221-4888-4cd9-b659-23315a48df12 None None] Set router fdc14264-be8e-4777-a841-44bf7a88eb7f gateway port host: dv-neutron-master-2-hyperv {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:14:21.901660 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d504d802-9546-4ce5-a9d3-96c844ac5808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:14:21.922397 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-a7e290d5-f2b8-4500-bab1-1e752ce53f22 req-96045754-4a06-470e-be79-07fa45a2a4e3 service neutron] 10.222.0.13 "GET /v2.0/networks/48e7c283-9808-4ee9-89b3-d09dd7fc4db0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873642 Jan 05 17:14:22.012249 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-a7e290d5-f2b8-4500-bab1-1e752ce53f22 req-d531ef02-ab07-4e0a-98f1-ebf96599a0f3 service neutron] 10.222.0.13 "GET /v2.0/networks/48e7c283-9808-4ee9-89b3-d09dd7fc4db0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841086 Jan 05 17:14:22.096064 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-93728221-4888-4cd9-b659-23315a48df12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdc14264-be8e-4777-a841-44bf7a88eb7f', 'name': 'tempest-TestNetworkBasicOps-router-1341030134', 'tenant_id': 'ec76859de02442879238ecf1eaefefed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.33'}], 'enable_snat': True}, 'gw_port_id': '9a66898f-2c7f-4ef0-80c0-bb813ae509a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:13:56Z', 'updated_at': '2022-01-05T17:14:01Z', 'revision_number': 4, 'project_id': 'ec76859de02442879238ecf1eaefefed', 'gw_port': {'id': '9a66898f-2c7f-4ef0-80c0-bb813ae509a5', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:d0:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdc14264-be8e-4777-a841-44bf7a88eb7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:13:56Z', 'updated_at': '2022-01-05T17:13:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'a243ce84-34ba-4c79-a6bd-f2e6e9f7a2ab', 'tenant_id': 'ec76859de02442879238ecf1eaefefed', 'floating_ip_address': '172.36.4.240', 'floating_network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'router_id': 'fdc14264-be8e-4777-a841-44bf7a88eb7f', 'port_id': '5f4c6c9c-c3a3-4597-838e-6ceaebc96049', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1384, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '48e7c283-9808-4ee9-89b3-d09dd7fc4db0', 'mac_address': 'fa:16:3e:fb:64:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a4e609e-0c2a-4d76-89e4-6a9048160b6a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-05T17:14:20Z', 'updated_at': '2022-01-05T17:14:20Z', 'revision_number': 0, 'project_id': 'ec76859de02442879238ecf1eaefefed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '814869e1-4ff9-4c83-a59a-c015eea0e573', 'name': '', 'network_id': '48e7c283-9808-4ee9-89b3-d09dd7fc4db0', 'tenant_id': 'ec76859de02442879238ecf1eaefefed', 'mac_address': 'fa:16:3e:84:a3:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdc14264-be8e-4777-a841-44bf7a88eb7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': '21e70579-5f98-48d6-98b1-e9e2ff62a0ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:14:00Z', 'updated_at': '2022-01-05T17:14:05Z', 'revision_number': 5, 'project_id': 'ec76859de02442879238ecf1eaefefed', 'subnets': [{'id': '21e70579-5f98-48d6-98b1-e9e2ff62a0ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:14:22.126013 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93728221-4888-4cd9-b659-23315a48df12 None None] The sync data for ids ['fdc14264-be8e-4777-a841-44bf7a88eb7f'] in dv-neutron-master-2-hyperv is: [{'id': 'fdc14264-be8e-4777-a841-44bf7a88eb7f', 'name': 'tempest-TestNetworkBasicOps-router-1341030134', 'tenant_id': 'ec76859de02442879238ecf1eaefefed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.33'}], 'enable_snat': True}, 'gw_port_id': '9a66898f-2c7f-4ef0-80c0-bb813ae509a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:13:56Z', 'updated_at': '2022-01-05T17:14:01Z', 'revision_number': 4, 'project_id': 'ec76859de02442879238ecf1eaefefed', 'gw_port': {'id': '9a66898f-2c7f-4ef0-80c0-bb813ae509a5', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:d0:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdc14264-be8e-4777-a841-44bf7a88eb7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:13:56Z', 'updated_at': '2022-01-05T17:13:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'a243ce84-34ba-4c79-a6bd-f2e6e9f7a2ab', 'tenant_id': 'ec76859de02442879238ecf1eaefefed', 'floating_ip_address': '172.36.4.240', 'floating_network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'router_id': 'fdc14264-be8e-4777-a841-44bf7a88eb7f', 'port_id': '5f4c6c9c-c3a3-4597-838e-6ceaebc96049', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1384, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '48e7c283-9808-4ee9-89b3-d09dd7fc4db0', 'mac_address': 'fa:16:3e:fb:64:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a4e609e-0c2a-4d76-89e4-6a9048160b6a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-05T17:14:20Z', 'updated_at': '2022-01-05T17:14:20Z', 'revision_number': 0, 'project_id': 'ec76859de02442879238ecf1eaefefed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '814869e1-4ff9-4c83-a59a-c015eea0e573', 'name': '', 'network_id': '48e7c283-9808-4ee9-89b3-d09dd7fc4db0', 'tenant_id': 'ec76859de02442879238ecf1eaefefed', 'mac_address': 'fa:16:3e:84:a3:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdc14264-be8e-4777-a841-44bf7a88eb7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': '21e70579-5f98-48d6-98b1-e9e2ff62a0ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:14:00Z', 'updated_at': '2022-01-05T17:14:05Z', 'revision_number': 5, 'project_id': 'ec76859de02442879238ecf1eaefefed', 'subnets': [{'id': '21e70579-5f98-48d6-98b1-e9e2ff62a0ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 05 17:14:22.332829 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a8a686f-c7f1-4318-8342-710e4ca0f471 None None] New status for floating IP a243ce84-34ba-4c79-a6bd-f2e6e9f7a2ab: ACTIVE {{(pid=103803) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 05 17:14:22.533491 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 46140) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:14:22.599998 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-a9cb6534-0c23-4a09-990f-4b637d74f2d2 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/floatingips/a243ce84-34ba-4c79-a6bd-f2e6e9f7a2ab HTTP/1.1" status: 200 len: 992 time: 0.0654426 Jan 05 17:14:23.256095 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:14:23.603487 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 46142) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:14:23.664460 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-07673b4a-149e-4253-b379-4abd26cf052c tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/floatingips/a243ce84-34ba-4c79-a6bd-f2e6e9f7a2ab HTTP/1.1" status: 200 len: 994 time: 0.0598745 Jan 05 17:14:24.812785 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904e6de4-0918-46ae-a1b4-16b33af9f129 req-f08e3b36-4e41-4836-83d4-c6845dfa3a7f tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:14:24.814292 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-904e6de4-0918-46ae-a1b4-16b33af9f129 req-f08e3b36-4e41-4836-83d4-c6845dfa3a7f tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] 10.222.0.11 "GET /v2.0/ports?device_id=960404e1-a8f8-4c26-83b9-87528fa8969d HTTP/1.1" status: 200 len: 946 time: 0.0532312 Jan 05 17:14:24.863497 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-904e6de4-0918-46ae-a1b4-16b33af9f129 req-d207428a-b178-4e2e-8001-f81dd5274db8 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] 10.222.0.11 "GET /v2.0/security-groups?id=74da9e44-17f3-4e78-b165-acdbd8889547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435796 Jan 05 17:14:25.730002 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.agents_db [None req-291d1585-17df-45c0-b64a-d244e6d90872 None None] Agent healthcheck: found 6 active agents {{(pid=103803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 05 17:14:25.984887 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a1c653-01a5-45df-8d13-e21a6f8e77fa req-5edb9a5a-09bf-4f2d-a937-d2255a192bff tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:14:25.986579 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-39a1c653-01a5-45df-8d13-e21a6f8e77fa req-5edb9a5a-09bf-4f2d-a937-d2255a192bff tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] 10.222.0.11 "GET /v2.0/ports?device_id=960404e1-a8f8-4c26-83b9-87528fa8969d HTTP/1.1" status: 200 len: 946 time: 0.0506473 Jan 05 17:14:26.034685 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-39a1c653-01a5-45df-8d13-e21a6f8e77fa req-b00d9d99-a970-4230-a879-02048147f5c1 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] 10.222.0.11 "GET /v2.0/security-groups?id=74da9e44-17f3-4e78-b165-acdbd8889547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423121 Jan 05 17:14:26.369901 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57fe421-9a8f-4d50-a8e0-af12d377ec95 req-a0328109-7d94-40b9-8e3c-54a93ef5f414 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:14:26.371411 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-e57fe421-9a8f-4d50-a8e0-af12d377ec95 req-a0328109-7d94-40b9-8e3c-54a93ef5f414 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] 10.222.0.13 "GET /v2.0/ports?device_id=960404e1-a8f8-4c26-83b9-87528fa8969d HTTP/1.1" status: 200 len: 946 time: 0.0483768 Jan 05 17:14:26.459474 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [req-e57fe421-9a8f-4d50-a8e0-af12d377ec95 req-be6fccbd-2885-456f-8998-793d454cb913 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] Deleting port 1181fbbb-5980-4b73-97f3-a941e5b11c7c {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:14:26.459817 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-e57fe421-9a8f-4d50-a8e0-af12d377ec95 req-be6fccbd-2885-456f-8998-793d454cb913 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:14:26.550479 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.db [req-e57fe421-9a8f-4d50-a8e0-af12d377ec95 req-be6fccbd-2885-456f-8998-793d454cb913 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] For port 1181fbbb-5980-4b73-97f3-a941e5b11c7c, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=1181fbbb-5980-4b73-97f3-a941e5b11c7c,segment=NetworkSegment(1ad36131-ab48-4a0c-b640-58d4ec89beaf),segment_id=1ad36131-ab48-4a0c-b640-58d4ec89beaf)] {{(pid=103800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:14:26.550840 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-e57fe421-9a8f-4d50-a8e0-af12d377ec95 req-be6fccbd-2885-456f-8998-793d454cb913 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:14:26.796947 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-e57fe421-9a8f-4d50-a8e0-af12d377ec95 req-be6fccbd-2885-456f-8998-793d454cb913 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:14:26.797304 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-e57fe421-9a8f-4d50-a8e0-af12d377ec95 req-be6fccbd-2885-456f-8998-793d454cb913 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648677'] for floatingip, after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:14:26.797640 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.db.l3_db [req-e57fe421-9a8f-4d50-a8e0-af12d377ec95 req-be6fccbd-2885-456f-8998-793d454cb913 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] Floating IP f7e7b6e1-c6e4-4575-ab0a-8c2b677d9a7c disassociated. External IP: 172.36.4.248, port: 1181fbbb-5980-4b73-97f3-a941e5b11c7c. Jan 05 17:14:26.797978 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [req-e57fe421-9a8f-4d50-a8e0-af12d377ec95 req-be6fccbd-2885-456f-8998-793d454cb913 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] Calling delete_port for 1181fbbb-5980-4b73-97f3-a941e5b11c7c owned by compute:nova {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:14:27.016678 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-e57fe421-9a8f-4d50-a8e0-af12d377ec95 req-be6fccbd-2885-456f-8998-793d454cb913 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:14:27.044348 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6fccbd-2885-456f-8998-793d454cb913 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] Pushing event deleted for resources: {'Port': ['ID=1181fbbb-5980-4b73-97f3-a941e5b11c7c,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:14:27.142811 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-3d82b47e-53a7-4e83-8deb-59b4bd071733 req-ea9c5c54-975e-4d3c-b77e-34aa08b80b50 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] 10.222.0.11 "GET /v2.0/ports?device_id=960404e1-a8f8-4c26-83b9-87528fa8969d HTTP/1.1" status: 200 len: 210 time: 0.0383980 Jan 05 17:14:27.202333 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e57fe421-9a8f-4d50-a8e0-af12d377ec95 req-be6fccbd-2885-456f-8998-793d454cb913 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] Router a556a634-679b-44da-be20-1af64bc8c3a7 has already been hosted by L3 agent 59446fdc-40e0-41fe-a575-a8eb11d742f7 {{(pid=103800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 05 17:14:27.311510 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e57fe421-9a8f-4d50-a8e0-af12d377ec95 req-be6fccbd-2885-456f-8998-793d454cb913 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 05 17:14:27.322939 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b388879-fb82-4d6f-a094-88dfc6145bbc None None] Sync routers for ids ['a556a634-679b-44da-be20-1af64bc8c3a7'] in dv-neutron-master-2-hyperv {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 05 17:14:27.332572 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b388879-fb82-4d6f-a094-88dfc6145bbc None None] Routers {'a556a634-679b-44da-be20-1af64bc8c3a7'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:14:27.333182 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-3b388879-fb82-4d6f-a094-88dfc6145bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:14:19Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['a556a634-679b-44da-be20-1af64bc8c3a7'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:14:27.352247 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [req-e57fe421-9a8f-4d50-a8e0-af12d377ec95 req-be6fccbd-2885-456f-8998-793d454cb913 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] No DVR routers for this DVR port 1181fbbb-5980-4b73-97f3-a941e5b11c7c on host hv-neutron-mast {{(pid=103800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 05 17:14:27.354875 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-e57fe421-9a8f-4d50-a8e0-af12d377ec95 req-be6fccbd-2885-456f-8998-793d454cb913 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:14:27.360080 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-e57fe421-9a8f-4d50-a8e0-af12d377ec95 req-be6fccbd-2885-456f-8998-793d454cb913 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] 10.222.0.13 "DELETE /v2.0/ports/1181fbbb-5980-4b73-97f3-a941e5b11c7c HTTP/1.1" status: 204 len: 173 time: 0.9821839 Jan 05 17:14:27.360080 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '960404e1-a8f8-4c26-83b9-87528fa8969d', 'name': 'network-vif-deleted', 'tag': '1181fbbb-5980-4b73-97f3-a941e5b11c7c'}] {{(pid=103800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 05 17:14:27.363093 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f64b9d4628f7eefcc27168a80c04985d23f0ea5def038dae05e1deb7357f3bfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29c50d6d-27a0-44a7-8107-a48967e2d77f" -d '{"events": [{"server_uuid": "960404e1-a8f8-4c26-83b9-87528fa8969d", "name": "network-vif-deleted", "tag": "1181fbbb-5980-4b73-97f3-a941e5b11c7c"}]}' {{(pid=103800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 05 17:14:27.402980 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Jan 2022 17:14:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ff3ff73-a261-40db-8524-55f51e2a773e x-openstack-request-id: req-4ff3ff73-a261-40db-8524-55f51e2a773e {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 05 17:14:27.403912 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "960404e1-a8f8-4c26-83b9-87528fa8969d", "name": "network-vif-deleted", "tag": "1181fbbb-5980-4b73-97f3-a941e5b11c7c", "status": "completed", "code": 200}]} {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 05 17:14:27.403912 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-4ff3ff73-a261-40db-8524-55f51e2a773e {{(pid=103800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 05 17:14:27.404117 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '960404e1-a8f8-4c26-83b9-87528fa8969d', 'name': 'network-vif-deleted', 'tag': '1181fbbb-5980-4b73-97f3-a941e5b11c7c', 'status': 'completed', 'code': 200} Jan 05 17:14:27.459223 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-3b388879-fb82-4d6f-a094-88dfc6145bbc None None] Set router a556a634-679b-44da-be20-1af64bc8c3a7 gateway port host: dv-neutron-master-2-hyperv {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:14:27.682252 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-3b388879-fb82-4d6f-a094-88dfc6145bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a556a634-679b-44da-be20-1af64bc8c3a7', 'name': 'tempest-TestVolumeBootPattern-1887300476-router', 'tenant_id': '9bafc9d0d75b44f696c7001918c22f7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.72'}], 'enable_snat': True}, 'gw_port_id': '276dbda1-be0d-4778-9c79-79ca3751d954', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:09:23Z', 'updated_at': '2022-01-05T17:09:36Z', 'revision_number': 4, 'project_id': '9bafc9d0d75b44f696c7001918c22f7e', 'gw_port': {'id': '276dbda1-be0d-4778-9c79-79ca3751d954', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:0b:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a556a634-679b-44da-be20-1af64bc8c3a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:09:24Z', 'updated_at': '2022-01-05T17:09:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'bdaade1f-99b8-4056-a855-356847ca7946', 'name': '', 'network_id': '9d892221-db72-44b5-b8b3-7f2a75d6a0ee', 'tenant_id': '9bafc9d0d75b44f696c7001918c22f7e', 'mac_address': 'fa:16:3e:9d:8d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a556a634-679b-44da-be20-1af64bc8c3a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '520bba67-4fdd-405a-be17-05cf521cd2ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:09:33Z', 'updated_at': '2022-01-05T17:09:56Z', 'revision_number': 5, 'project_id': '9bafc9d0d75b44f696c7001918c22f7e', 'subnets': [{'id': '520bba67-4fdd-405a-be17-05cf521cd2ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:14:27.714995 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b388879-fb82-4d6f-a094-88dfc6145bbc None None] Checking router: a556a634-679b-44da-be20-1af64bc8c3a7 for host: dv-neutron-master-2-hyperv {{(pid=103802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 05 17:14:27.724102 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b388879-fb82-4d6f-a094-88dfc6145bbc None None] Routers {'a556a634-679b-44da-be20-1af64bc8c3a7'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:14:27.724698 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-3b388879-fb82-4d6f-a094-88dfc6145bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:14:19Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['a556a634-679b-44da-be20-1af64bc8c3a7'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:14:27.979094 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-3b388879-fb82-4d6f-a094-88dfc6145bbc None None] Set router a556a634-679b-44da-be20-1af64bc8c3a7 gateway port host: dv-neutron-master-2-hyperv {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:14:28.174394 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-3b388879-fb82-4d6f-a094-88dfc6145bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a556a634-679b-44da-be20-1af64bc8c3a7', 'name': 'tempest-TestVolumeBootPattern-1887300476-router', 'tenant_id': '9bafc9d0d75b44f696c7001918c22f7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.72'}], 'enable_snat': True}, 'gw_port_id': '276dbda1-be0d-4778-9c79-79ca3751d954', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:09:23Z', 'updated_at': '2022-01-05T17:09:36Z', 'revision_number': 4, 'project_id': '9bafc9d0d75b44f696c7001918c22f7e', 'gw_port': {'id': '276dbda1-be0d-4778-9c79-79ca3751d954', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:0b:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a556a634-679b-44da-be20-1af64bc8c3a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:09:24Z', 'updated_at': '2022-01-05T17:09:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'bdaade1f-99b8-4056-a855-356847ca7946', 'name': '', 'network_id': '9d892221-db72-44b5-b8b3-7f2a75d6a0ee', 'tenant_id': '9bafc9d0d75b44f696c7001918c22f7e', 'mac_address': 'fa:16:3e:9d:8d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a556a634-679b-44da-be20-1af64bc8c3a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '520bba67-4fdd-405a-be17-05cf521cd2ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:09:33Z', 'updated_at': '2022-01-05T17:09:56Z', 'revision_number': 5, 'project_id': '9bafc9d0d75b44f696c7001918c22f7e', 'subnets': [{'id': '520bba67-4fdd-405a-be17-05cf521cd2ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:14:28.201118 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b388879-fb82-4d6f-a094-88dfc6145bbc None None] The sync data for ids ['a556a634-679b-44da-be20-1af64bc8c3a7'] in dv-neutron-master-2-hyperv is: [{'id': 'a556a634-679b-44da-be20-1af64bc8c3a7', 'name': 'tempest-TestVolumeBootPattern-1887300476-router', 'tenant_id': '9bafc9d0d75b44f696c7001918c22f7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.72'}], 'enable_snat': True}, 'gw_port_id': '276dbda1-be0d-4778-9c79-79ca3751d954', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:09:23Z', 'updated_at': '2022-01-05T17:09:36Z', 'revision_number': 4, 'project_id': '9bafc9d0d75b44f696c7001918c22f7e', 'gw_port': {'id': '276dbda1-be0d-4778-9c79-79ca3751d954', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:0b:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a556a634-679b-44da-be20-1af64bc8c3a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:09:24Z', 'updated_at': '2022-01-05T17:09:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'bdaade1f-99b8-4056-a855-356847ca7946', 'name': '', 'network_id': '9d892221-db72-44b5-b8b3-7f2a75d6a0ee', 'tenant_id': '9bafc9d0d75b44f696c7001918c22f7e', 'mac_address': 'fa:16:3e:9d:8d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a556a634-679b-44da-be20-1af64bc8c3a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '520bba67-4fdd-405a-be17-05cf521cd2ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:09:33Z', 'updated_at': '2022-01-05T17:09:56Z', 'revision_number': 5, 'project_id': '9bafc9d0d75b44f696c7001918c22f7e', 'subnets': [{'id': '520bba67-4fdd-405a-be17-05cf521cd2ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 05 17:14:28.242103 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-dab8c23a-d887-48e4-84b1-bb4f22963367 req-7cbee5e0-be10-4634-86dc-24e2f2797a95 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] 10.222.0.11 "GET /v2.0/ports?device_id=960404e1-a8f8-4c26-83b9-87528fa8969d HTTP/1.1" status: 200 len: 210 time: 0.0306027 Jan 05 17:14:28.454718 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85846efa-2983-47f9-b585-357def93a7aa None None] New status for floating IP f7e7b6e1-c6e4-4575-ab0a-8c2b677d9a7c: DOWN {{(pid=103803) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 05 17:14:29.338922 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-1d8586b2-8eb9-4fae-b760-2d09b7954e18 req-a9ba2b73-541e-4619-8337-914cd46dd47c tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] 10.222.0.11 "GET /v2.0/ports?device_id=960404e1-a8f8-4c26-83b9-87528fa8969d HTTP/1.1" status: 200 len: 210 time: 0.0296538 Jan 05 17:14:29.962510 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Device 1181fbbb-5980-4b73-97f3-a941e5b11c7c no longer exists at agent hyperv_hv-neutron-mast {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 05 17:14:29.987756 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] No Port match for: 1181fbbb-5980-4b73-97f3-a941e5b11c7c {{(pid=103802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 05 17:14:29.988169 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Device 1181fbbb-5980-4b73-97f3-a941e5b11c7c not bound to the agent host hv-neutron-mast {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 05 17:14:30.438640 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-a9fa60b2-6ba6-4a33-b803-9117f664004d req-e6ffcecd-c22c-4c0a-8f0f-c9a705b40095 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] 10.222.0.11 "GET /v2.0/ports?device_id=960404e1-a8f8-4c26-83b9-87528fa8969d HTTP/1.1" status: 200 len: 210 time: 0.0304842 Jan 05 17:14:31.535986 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-1a146b70-6281-40de-acf6-1292fff71208 req-754605ae-e164-4746-affa-331a64fa0baa tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] 10.222.0.11 "GET /v2.0/ports?device_id=960404e1-a8f8-4c26-83b9-87528fa8969d HTTP/1.1" status: 200 len: 210 time: 0.0300648 Jan 05 17:14:32.632426 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-c14ee4ce-d0ca-484d-86d2-a93306c6d0c7 req-83fcf94a-b9d6-4b9b-8191-e6872d248cdd tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] 10.222.0.11 "GET /v2.0/ports?device_id=960404e1-a8f8-4c26-83b9-87528fa8969d HTTP/1.1" status: 200 len: 210 time: 0.0285053 Jan 05 17:14:33.724414 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-7024b7c0-7b3c-4d93-beb7-f2f479082909 req-51109aea-bc41-4064-baab-8250215e1dba tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] 10.222.0.11 "GET /v2.0/ports?device_id=960404e1-a8f8-4c26-83b9-87528fa8969d HTTP/1.1" status: 200 len: 210 time: 0.0267982 Jan 05 17:14:34.818339 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-eade879f-75f7-4ddd-b2e1-ef8fa4f762d7 req-96dd6d92-38be-424a-ad00-49250831f3a6 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] 10.222.0.11 "GET /v2.0/ports?device_id=960404e1-a8f8-4c26-83b9-87528fa8969d HTTP/1.1" status: 200 len: 210 time: 0.0259521 Jan 05 17:14:35.911846 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-7186afb3-660d-422e-b474-c53f27db47f2 req-ef6069aa-d797-4b35-b544-274196bb37ee tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] 10.222.0.11 "GET /v2.0/ports?device_id=960404e1-a8f8-4c26-83b9-87528fa8969d HTTP/1.1" status: 200 len: 210 time: 0.0263648 Jan 05 17:14:37.177974 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-d1b588d1-22ae-4b89-849d-fc4ef34fc88f req-c6415e24-86a5-432e-8e29-cf72b497148a tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1677449079&fields=id&tenant_id=9bafc9d0d75b44f696c7001918c22f7e HTTP/1.1" status: 200 len: 267 time: 0.0430319 Jan 05 17:14:37.283480 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b588d1-22ae-4b89-849d-fc4ef34fc88f req-5a798895-8972-4abf-bcde-fe9fc6f9ec0d tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:14:37.284803 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-d1b588d1-22ae-4b89-849d-fc4ef34fc88f req-5a798895-8972-4abf-bcde-fe9fc6f9ec0d tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] 10.222.0.11 "GET /v2.0/networks?id=9d892221-db72-44b5-b8b3-7f2a75d6a0ee HTTP/1.1" status: 200 len: 812 time: 0.1006806 Jan 05 17:14:37.298775 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-d1b588d1-22ae-4b89-849d-fc4ef34fc88f req-57d7fbd3-739a-4069-8220-0674edd59cb7 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] 10.222.0.11 "GET /v2.0/quotas/9bafc9d0d75b44f696c7001918c22f7e HTTP/1.1" status: 200 len: 375 time: 0.0086215 Jan 05 17:14:37.347767 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-d1b588d1-22ae-4b89-849d-fc4ef34fc88f req-83677c7e-b728-45e4-8b9c-ea3ebce292b2 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=9bafc9d0d75b44f696c7001918c22f7e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0441902 Jan 05 17:14:37.437562 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-d1b588d1-22ae-4b89-849d-fc4ef34fc88f req-9df62a37-8e37-4be6-98f3-fbbac390faa7 service neutron] 10.222.0.11 "GET /v2.0/networks/9d892221-db72-44b5-b8b3-7f2a75d6a0ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0785322 Jan 05 17:14:37.526127 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-d1b588d1-22ae-4b89-849d-fc4ef34fc88f req-a54c6163-1956-421a-b8a2-5b60a24a680d service neutron] 10.222.0.11 "GET /v2.0/networks/9d892221-db72-44b5-b8b3-7f2a75d6a0ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829866 Jan 05 17:14:38.102020 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-dfe649a1-945c-416e-923e-55f80180e522 req-13b12035-2ba5-46c5-b020-ed11f0f7ee1c tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] 10.222.0.11 "GET /v2.0/ports?device_id=f89b5258-bff4-41de-af55-f1ebba92f3b3 HTTP/1.1" status: 200 len: 210 time: 0.0255001 Jan 05 17:14:39.193470 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-d647a70b-fcc9-4e1e-8be8-586aeaf5ec31 req-b195d651-c977-4f59-9350-83c4c1979bd8 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] 10.222.0.11 "GET /v2.0/ports?device_id=f89b5258-bff4-41de-af55-f1ebba92f3b3 HTTP/1.1" status: 200 len: 210 time: 0.0267897 Jan 05 17:14:39.831746 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b588d1-22ae-4b89-849d-fc4ef34fc88f req-296baa0e-a1bc-4ef7-9e88-211259d153b0 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:14:39.833181 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-d1b588d1-22ae-4b89-849d-fc4ef34fc88f req-296baa0e-a1bc-4ef7-9e88-211259d153b0 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] 10.222.0.13 "GET /v2.0/networks?id=9d892221-db72-44b5-b8b3-7f2a75d6a0ee HTTP/1.1" status: 200 len: 812 time: 0.1044617 Jan 05 17:14:39.897435 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-d1b588d1-22ae-4b89-849d-fc4ef34fc88f req-401d7c78-dcac-4e77-8dd8-27a98d90bc96 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9bafc9d0d75b44f696c7001918c22f7e HTTP/1.1" status: 200 len: 380 time: 0.0550506 Jan 05 17:14:39.907343 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [req-d1b588d1-22ae-4b89-849d-fc4ef34fc88f req-c8f124e7-0a10-4ba8-82b1-eded8e1714c3 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] Request body: {'port': {'device_id': 'f89b5258-bff4-41de-af55-f1ebba92f3b3', 'network_id': '9d892221-db72-44b5-b8b3-7f2a75d6a0ee', 'admin_state_up': True, 'tenant_id': '9bafc9d0d75b44f696c7001918c22f7e', 'security_groups': ['74da9e44-17f3-4e78-b165-acdbd8889547']}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:14:40.067703 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1b588d1-22ae-4b89-849d-fc4ef34fc88f req-c8f124e7-0a10-4ba8-82b1-eded8e1714c3 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] Made reservation on behalf of 9bafc9d0d75b44f696c7001918c22f7e for: {'port': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:14:40.071550 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-d1b588d1-22ae-4b89-849d-fc4ef34fc88f req-c8f124e7-0a10-4ba8-82b1-eded8e1714c3 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:14:40.202657 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [req-d1b588d1-22ae-4b89-849d-fc4ef34fc88f req-c8f124e7-0a10-4ba8-82b1-eded8e1714c3 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] Allocated IP 172.20.0.4 (9d892221-db72-44b5-b8b3-7f2a75d6a0ee/520bba67-4fdd-405a-be17-05cf521cd2ec/7d183c93-533a-4e9f-9836-af07aedea9c8) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:14:40.328028 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-10cba485-f22a-428f-b351-74fac644922e req-4b3d9af6-17a2-4628-9562-0da4fe93b3ea tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] 10.222.0.11 "GET /v2.0/ports?device_id=f89b5258-bff4-41de-af55-f1ebba92f3b3 HTTP/1.1" status: 200 len: 210 time: 0.0341449 Jan 05 17:14:40.373382 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-d1b588d1-22ae-4b89-849d-fc4ef34fc88f req-c8f124e7-0a10-4ba8-82b1-eded8e1714c3 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] Publish callbacks [] for port, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:14:40.459847 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-d1b588d1-22ae-4b89-849d-fc4ef34fc88f req-c8f124e7-0a10-4ba8-82b1-eded8e1714c3 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:14:40.499352 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1b588d1-22ae-4b89-849d-fc4ef34fc88f req-c8f124e7-0a10-4ba8-82b1-eded8e1714c3 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] Network 9d892221-db72-44b5-b8b3-7f2a75d6a0ee is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:14:40.502398 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [req-d1b588d1-22ae-4b89-849d-fc4ef34fc88f req-c8f124e7-0a10-4ba8-82b1-eded8e1714c3 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:14:40.506091 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1b588d1-22ae-4b89-849d-fc4ef34fc88f req-c8f124e7-0a10-4ba8-82b1-eded8e1714c3 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:14:40.539986 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f124e7-0a10-4ba8-82b1-eded8e1714c3 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] Pushing event updated for resources: {'Port': ['ID=7d183c93-533a-4e9f-9836-af07aedea9c8,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:14:40.550654 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f124e7-0a10-4ba8-82b1-eded8e1714c3 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:14:40.551008 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f124e7-0a10-4ba8-82b1-eded8e1714c3 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:14:40.551351 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f124e7-0a10-4ba8-82b1-eded8e1714c3 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:14:40.551683 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f124e7-0a10-4ba8-82b1-eded8e1714c3 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:14:40.552012 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f124e7-0a10-4ba8-82b1-eded8e1714c3 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:14:40.552339 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f124e7-0a10-4ba8-82b1-eded8e1714c3 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:14:40.552665 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f124e7-0a10-4ba8-82b1-eded8e1714c3 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:14:40.552986 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f124e7-0a10-4ba8-82b1-eded8e1714c3 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:14:40.553312 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f124e7-0a10-4ba8-82b1-eded8e1714c3 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:14:40.553652 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f124e7-0a10-4ba8-82b1-eded8e1714c3 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:14:40.553978 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f124e7-0a10-4ba8-82b1-eded8e1714c3 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:14:40.554297 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f124e7-0a10-4ba8-82b1-eded8e1714c3 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:14:40.554612 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f124e7-0a10-4ba8-82b1-eded8e1714c3 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:14:40.575118 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b588d1-22ae-4b89-849d-fc4ef34fc88f req-c8f124e7-0a10-4ba8-82b1-eded8e1714c3 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:14:40.575888 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-d1b588d1-22ae-4b89-849d-fc4ef34fc88f req-c8f124e7-0a10-4ba8-82b1-eded8e1714c3 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:14:40.676124 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-d1b588d1-22ae-4b89-849d-fc4ef34fc88f req-c8f124e7-0a10-4ba8-82b1-eded8e1714c3 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7727337 Jan 05 17:14:40.688384 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [req-d1b588d1-22ae-4b89-849d-fc4ef34fc88f req-95902036-010a-4513-86d3-72175872c70f service neutron] Request body: {'port': {'device_id': 'f89b5258-bff4-41de-af55-f1ebba92f3b3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:14:40.748480 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-d1b588d1-22ae-4b89-849d-fc4ef34fc88f req-95902036-010a-4513-86d3-72175872c70f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:14:40.773967 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-af8d6e8f-1cda-4409-aa82-8594bcee06e0 None None] Provisioning complete for port 7d183c93-533a-4e9f-9836-af07aedea9c8 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:14:40.774566 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-af8d6e8f-1cda-4409-aa82-8594bcee06e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:14:40.808910 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-af8d6e8f-1cda-4409-aa82-8594bcee06e0 None None] Port 7d183c93-533a-4e9f-9836-af07aedea9c8 cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 17:14:41.011812 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.notifiers.nova [req-d1b588d1-22ae-4b89-849d-fc4ef34fc88f req-95902036-010a-4513-86d3-72175872c70f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d183c93-533a-4e9f-9836-af07aedea9c8 {{(pid=103800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 05 17:14:41.020405 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-d1b588d1-22ae-4b89-849d-fc4ef34fc88f req-95902036-010a-4513-86d3-72175872c70f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:14:41.033539 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.provisioning_blocks [req-d1b588d1-22ae-4b89-849d-fc4ef34fc88f req-95902036-010a-4513-86d3-72175872c70f service neutron] Transition to ACTIVE for port object 7d183c93-533a-4e9f-9836-af07aedea9c8 will not be triggered until provisioned by entity L2. {{(pid=103800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 05 17:14:41.099900 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-d1b588d1-22ae-4b89-849d-fc4ef34fc88f req-95902036-010a-4513-86d3-72175872c70f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8784461'] for port, after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:14:41.155112 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95902036-010a-4513-86d3-72175872c70f service neutron] Pushing event updated for resources: {'Port': ['ID=7d183c93-533a-4e9f-9836-af07aedea9c8,revision_number=2']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:14:41.256679 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [req-d1b588d1-22ae-4b89-849d-fc4ef34fc88f req-95902036-010a-4513-86d3-72175872c70f service neutron] Attempting to bind port 7d183c93-533a-4e9f-9836-af07aedea9c8 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 05 17:14:41.257017 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [req-d1b588d1-22ae-4b89-849d-fc4ef34fc88f req-95902036-010a-4513-86d3-72175872c70f service neutron] Attempting to bind port 7d183c93-533a-4e9f-9836-af07aedea9c8 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '1ad36131-ab48-4a0c-b640-58d4ec89beaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '9d892221-db72-44b5-b8b3-7f2a75d6a0ee'}] {{(pid=103800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 05 17:14:41.257376 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1b588d1-22ae-4b89-849d-fc4ef34fc88f req-95902036-010a-4513-86d3-72175872c70f service neutron] Attempting to bind port 7d183c93-533a-4e9f-9836-af07aedea9c8 on network 9d892221-db72-44b5-b8b3-7f2a75d6a0ee {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:14:41.261974 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1b588d1-22ae-4b89-849d-fc4ef34fc88f req-95902036-010a-4513-86d3-72175872c70f service neutron] Port 7d183c93-533a-4e9f-9836-af07aedea9c8 on network 9d892221-db72-44b5-b8b3-7f2a75d6a0ee not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 05 17:14:41.262240 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1b588d1-22ae-4b89-849d-fc4ef34fc88f req-95902036-010a-4513-86d3-72175872c70f service neutron] Attempting to bind port 7d183c93-533a-4e9f-9836-af07aedea9c8 on network 9d892221-db72-44b5-b8b3-7f2a75d6a0ee {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:14:41.267680 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1b588d1-22ae-4b89-849d-fc4ef34fc88f req-95902036-010a-4513-86d3-72175872c70f service neutron] Checking agent: {'id': '5c36d785-abe8-4e89-a23a-b403333d2378', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 5, 17, 3, 49), 'started_at': datetime.datetime(2022, 1, 5, 17, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 1, 5, 17, 14, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 05 17:14:41.268024 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1b588d1-22ae-4b89-849d-fc4ef34fc88f req-95902036-010a-4513-86d3-72175872c70f service neutron] Checking segment: {'id': '1ad36131-ab48-4a0c-b640-58d4ec89beaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '9d892221-db72-44b5-b8b3-7f2a75d6a0ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:14:41.268408 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1b588d1-22ae-4b89-849d-fc4ef34fc88f req-95902036-010a-4513-86d3-72175872c70f service neutron] Bound using segment: {'id': '1ad36131-ab48-4a0c-b640-58d4ec89beaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '9d892221-db72-44b5-b8b3-7f2a75d6a0ee'} {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 05 17:14:41.268836 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [req-d1b588d1-22ae-4b89-849d-fc4ef34fc88f req-95902036-010a-4513-86d3-72175872c70f service neutron] Bound port: 7d183c93-533a-4e9f-9836-af07aedea9c8, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ad36131-ab48-4a0c-b640-58d4ec89beaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '9d892221-db72-44b5-b8b3-7f2a75d6a0ee'}}] {{(pid=103800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 05 17:14:41.269190 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-d1b588d1-22ae-4b89-849d-fc4ef34fc88f req-95902036-010a-4513-86d3-72175872c70f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:14:41.341123 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.db [req-d1b588d1-22ae-4b89-849d-fc4ef34fc88f req-95902036-010a-4513-86d3-72175872c70f service neutron] For port 7d183c93-533a-4e9f-9836-af07aedea9c8, host hv-neutron-mast, cleared binding levels {{(pid=103800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 05 17:14:41.345186 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.db [req-d1b588d1-22ae-4b89-849d-fc4ef34fc88f req-95902036-010a-4513-86d3-72175872c70f service neutron] For port 7d183c93-533a-4e9f-9836-af07aedea9c8, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=7d183c93-533a-4e9f-9836-af07aedea9c8,segment=NetworkSegment(1ad36131-ab48-4a0c-b640-58d4ec89beaf),segment_id=1ad36131-ab48-4a0c-b640-58d4ec89beaf)] {{(pid=103800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 05 17:14:41.432044 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-d1b588d1-22ae-4b89-849d-fc4ef34fc88f req-95902036-010a-4513-86d3-72175872c70f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8784461'] for port, after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:14:41.455506 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7fcfb0-c1c8-4f16-9f1c-d4d888b7c9a4 req-26ff38c1-c0be-470c-92ba-69328e4acdb8 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:14:41.457102 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-fc7fcfb0-c1c8-4f16-9f1c-d4d888b7c9a4 req-26ff38c1-c0be-470c-92ba-69328e4acdb8 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] 10.222.0.11 "GET /v2.0/ports?device_id=f89b5258-bff4-41de-af55-f1ebba92f3b3 HTTP/1.1" status: 200 len: 943 time: 0.0597990 Jan 05 17:14:41.473157 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b588d1-22ae-4b89-849d-fc4ef34fc88f req-95902036-010a-4513-86d3-72175872c70f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:14:41.473948 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-d1b588d1-22ae-4b89-849d-fc4ef34fc88f req-95902036-010a-4513-86d3-72175872c70f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:14:41.475564 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-d1b588d1-22ae-4b89-849d-fc4ef34fc88f req-95902036-010a-4513-86d3-72175872c70f service neutron] 10.222.0.13 "PUT /v2.0/ports/7d183c93-533a-4e9f-9836-af07aedea9c8 HTTP/1.1" status: 200 len: 1093 time: 0.7926006 Jan 05 17:14:41.476076 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f89b5258-bff4-41de-af55-f1ebba92f3b3', 'tag': '7d183c93-533a-4e9f-9836-af07aedea9c8'}] {{(pid=103800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 05 17:14:41.478395 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f64b9d4628f7eefcc27168a80c04985d23f0ea5def038dae05e1deb7357f3bfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cade04e2-0393-4b9c-bee1-90d14994a9c6" -d '{"events": [{"name": "network-changed", "server_uuid": "f89b5258-bff4-41de-af55-f1ebba92f3b3", "tag": "7d183c93-533a-4e9f-9836-af07aedea9c8"}]}' {{(pid=103800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 05 17:14:41.514862 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95902036-010a-4513-86d3-72175872c70f service neutron] Pushing event updated for resources: {'Port': ['ID=7d183c93-533a-4e9f-9836-af07aedea9c8,revision_number=3']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:14:41.544795 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Jan 2022 17:14:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca759f6a-1b2c-4d31-9d54-7c7592abc4c0 x-openstack-request-id: req-ca759f6a-1b2c-4d31-9d54-7c7592abc4c0 {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 05 17:14:41.544795 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f89b5258-bff4-41de-af55-f1ebba92f3b3", "tag": "7d183c93-533a-4e9f-9836-af07aedea9c8", "status": "completed", "code": 200}]} {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 05 17:14:41.544795 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ca759f6a-1b2c-4d31-9d54-7c7592abc4c0 {{(pid=103800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 05 17:14:41.544795 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f89b5258-bff4-41de-af55-f1ebba92f3b3', 'tag': '7d183c93-533a-4e9f-9836-af07aedea9c8', 'status': 'completed', 'code': 200} Jan 05 17:14:41.580936 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-fc7fcfb0-c1c8-4f16-9f1c-d4d888b7c9a4 req-7a7a3522-303a-4a67-9c6d-d0f83b5c1589 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] 10.222.0.11 "GET /v2.0/security-groups?id=74da9e44-17f3-4e78-b165-acdbd8889547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1034381 Jan 05 17:14:41.618882 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cade04e2-0393-4b9c-bee1-90d14994a9c6 req-9e4e3e87-66e4-46a4-b513-149d58b7b337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:14:41.620563 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-cade04e2-0393-4b9c-bee1-90d14994a9c6 req-9e4e3e87-66e4-46a4-b513-149d58b7b337 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9bafc9d0d75b44f696c7001918c22f7e&device_id=f89b5258-bff4-41de-af55-f1ebba92f3b3 HTTP/1.1" status: 200 len: 1096 time: 0.0635974 Jan 05 17:14:41.728955 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cade04e2-0393-4b9c-bee1-90d14994a9c6 req-2c6f9948-bca3-4140-831a-83d5919a78a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:14:41.730398 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-cade04e2-0393-4b9c-bee1-90d14994a9c6 req-2c6f9948-bca3-4140-831a-83d5919a78a2 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=9bafc9d0d75b44f696c7001918c22f7e&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1025016 Jan 05 17:14:41.832450 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cade04e2-0393-4b9c-bee1-90d14994a9c6 req-f15302ca-df06-4db8-bf51-afdb77b0344e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:14:41.833893 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-cade04e2-0393-4b9c-bee1-90d14994a9c6 req-f15302ca-df06-4db8-bf51-afdb77b0344e service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0916855 Jan 05 17:14:41.908564 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b588d1-22ae-4b89-849d-fc4ef34fc88f req-13e6c6d6-55c8-4abd-a8cb-e43a3c52b34f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:14:41.910069 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-d1b588d1-22ae-4b89-849d-fc4ef34fc88f req-13e6c6d6-55c8-4abd-a8cb-e43a3c52b34f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9bafc9d0d75b44f696c7001918c22f7e&device_id=f89b5258-bff4-41de-af55-f1ebba92f3b3 HTTP/1.1" status: 200 len: 1096 time: 0.0405974 Jan 05 17:14:41.949541 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-d1b588d1-22ae-4b89-849d-fc4ef34fc88f req-a90d1fd1-8c68-414d-9af6-8da693896acb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7d183c93-533a-4e9f-9836-af07aedea9c8 HTTP/1.1" status: 200 len: 217 time: 0.0327120 Jan 05 17:14:42.000311 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b588d1-22ae-4b89-849d-fc4ef34fc88f req-9079c367-9410-4dbc-af83-07e0e6f4141c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:14:42.001821 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-d1b588d1-22ae-4b89-849d-fc4ef34fc88f req-9079c367-9410-4dbc-af83-07e0e6f4141c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=520bba67-4fdd-405a-be17-05cf521cd2ec HTTP/1.1" status: 200 len: 851 time: 0.0464785 Jan 05 17:14:42.045465 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b588d1-22ae-4b89-849d-fc4ef34fc88f req-f9cbfe7a-0371-453e-b65c-b1eee9f0e26e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:14:42.047053 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-d1b588d1-22ae-4b89-849d-fc4ef34fc88f req-f9cbfe7a-0371-453e-b65c-b1eee9f0e26e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9d892221-db72-44b5-b8b3-7f2a75d6a0ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0397511 Jan 05 17:14:42.134205 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-d1b588d1-22ae-4b89-849d-fc4ef34fc88f req-f2eead92-d12d-452c-b51c-f2eb4242141c service neutron] 10.222.0.13 "GET /v2.0/networks/9d892221-db72-44b5-b8b3-7f2a75d6a0ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811424 Jan 05 17:14:42.225449 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-d1b588d1-22ae-4b89-849d-fc4ef34fc88f req-4b4924de-c226-4c7d-8058-be0ec8491823 service neutron] 10.222.0.13 "GET /v2.0/networks/9d892221-db72-44b5-b8b3-7f2a75d6a0ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844557 Jan 05 17:14:42.673991 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:14:42.673991 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:14:42.673991 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:14:42.673991 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:14:42.673991 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:14:42.673991 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:14:42.673991 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:14:42.673991 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:14:42.673991 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:14:42.673991 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:14:42.673991 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:14:42.673991 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:14:42.673991 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:14:42.673991 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:14:42.673991 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:14:42.673991 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:14:42.673991 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:14:42.673991 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:14:42.673991 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:14:42.673991 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:14:42.673991 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:14:42.673991 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:14:42.673991 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:14:42.673991 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:14:42.673991 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:14:42.673991 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:14:42.673991 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:14:42.673991 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:14:42.673991 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:14:42.673991 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:14:42.673991 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:14:42.673991 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:14:42.673991 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:14:42.673991 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:14:42.673991 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:14:42.673991 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:14:42.673991 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:14:42.673991 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:14:42.673991 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:14:42.673991 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:14:42.673991 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:14:42.673991 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:14:42.673991 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:14:42.673991 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:14:42.673991 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:14:42.673991 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:14:42.673991 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:14:42.673991 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:14:42.678390 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b976df-0517-4a41-a227-e5f8402866e4 req-545c76ef-4b97-4fff-a734-6ff4659eda05 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:14:42.679001 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-98b976df-0517-4a41-a227-e5f8402866e4 req-545c76ef-4b97-4fff-a734-6ff4659eda05 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] 10.222.0.11 "GET /v2.0/ports?device_id=f89b5258-bff4-41de-af55-f1ebba92f3b3 HTTP/1.1" status: 200 len: 943 time: 0.0492618 Jan 05 17:14:42.729403 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-98b976df-0517-4a41-a227-e5f8402866e4 req-a24d6795-608c-4775-abda-ed591e714d42 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] 10.222.0.11 "GET /v2.0/security-groups?id=74da9e44-17f3-4e78-b165-acdbd8889547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447938 Jan 05 17:14:43.866636 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d36501f-c66d-483a-b2b5-ed36a835f4fd req-c7c8cfc4-8d1b-4bc1-a308-d54dee01e7ee tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:14:43.866636 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-6d36501f-c66d-483a-b2b5-ed36a835f4fd req-c7c8cfc4-8d1b-4bc1-a308-d54dee01e7ee tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] 10.222.0.11 "GET /v2.0/ports?device_id=f89b5258-bff4-41de-af55-f1ebba92f3b3 HTTP/1.1" status: 200 len: 943 time: 0.0545743 Jan 05 17:14:43.905991 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-6d36501f-c66d-483a-b2b5-ed36a835f4fd req-737511ca-333c-4f7b-a218-bcd2eacd08a2 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] 10.222.0.11 "GET /v2.0/security-groups?id=74da9e44-17f3-4e78-b165-acdbd8889547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448649 Jan 05 17:14:45.022187 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd983de2-9b59-4a8e-af61-056aa9f15d64 req-aa525bac-be9e-4ef3-9ebd-8b34e7f05320 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:14:45.023687 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-fd983de2-9b59-4a8e-af61-056aa9f15d64 req-aa525bac-be9e-4ef3-9ebd-8b34e7f05320 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] 10.222.0.11 "GET /v2.0/ports?device_id=f89b5258-bff4-41de-af55-f1ebba92f3b3 HTTP/1.1" status: 200 len: 943 time: 0.0486076 Jan 05 17:14:45.072636 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-fd983de2-9b59-4a8e-af61-056aa9f15d64 req-f00c8260-2670-4096-b0be-eabb2ac38f12 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] 10.222.0.11 "GET /v2.0/security-groups?id=74da9e44-17f3-4e78-b165-acdbd8889547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434275 Jan 05 17:14:46.188752 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90caa57d-62e7-42e4-add8-7bd8d6910ca4 req-0c594865-80fc-4082-b2ed-d3ca241ee6fb tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:14:46.190321 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-90caa57d-62e7-42e4-add8-7bd8d6910ca4 req-0c594865-80fc-4082-b2ed-d3ca241ee6fb tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] 10.222.0.11 "GET /v2.0/ports?device_id=f89b5258-bff4-41de-af55-f1ebba92f3b3 HTTP/1.1" status: 200 len: 943 time: 0.0504553 Jan 05 17:14:46.240190 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-90caa57d-62e7-42e4-add8-7bd8d6910ca4 req-c1eecace-06eb-4832-ad3e-46df062dc254 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] 10.222.0.11 "GET /v2.0/security-groups?id=74da9e44-17f3-4e78-b165-acdbd8889547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438390 Jan 05 17:14:47.082049 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-b16b9e7e-c8db-4f99-9e66-a51a8b2e5106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:14:47.353036 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad437a5-763e-4c7f-81ed-3844118e13dd req-47deb27c-d8c8-4ad0-ab47-d6ae96abb315 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:14:47.354419 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-3ad437a5-763e-4c7f-81ed-3844118e13dd req-47deb27c-d8c8-4ad0-ab47-d6ae96abb315 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] 10.222.0.11 "GET /v2.0/ports?device_id=f89b5258-bff4-41de-af55-f1ebba92f3b3 HTTP/1.1" status: 200 len: 943 time: 0.0476446 Jan 05 17:14:47.401780 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-3ad437a5-763e-4c7f-81ed-3844118e13dd req-5914ea96-b30e-48f6-814f-90f857a07ab6 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] 10.222.0.11 "GET /v2.0/security-groups?id=74da9e44-17f3-4e78-b165-acdbd8889547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413017 Jan 05 17:14:48.513920 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843cfc23-7034-439b-99f2-73280a95d0c0 req-e0961487-aec3-4bb0-8089-bcab055f76b4 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:14:48.516160 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-843cfc23-7034-439b-99f2-73280a95d0c0 req-e0961487-aec3-4bb0-8089-bcab055f76b4 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] 10.222.0.11 "GET /v2.0/ports?device_id=f89b5258-bff4-41de-af55-f1ebba92f3b3 HTTP/1.1" status: 200 len: 943 time: 0.0491078 Jan 05 17:14:48.575058 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-843cfc23-7034-439b-99f2-73280a95d0c0 req-a998821b-9926-483e-a001-39ef90640c56 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] 10.222.0.11 "GET /v2.0/security-groups?id=74da9e44-17f3-4e78-b165-acdbd8889547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518241 Jan 05 17:14:49.288167 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c0155ae3-ba4a-4e5d-9033-1c22f6289d2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:14:49.684954 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:14:49.705515 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbc3799-2040-4e0f-8f89-4925fd1ccf14 req-a0153e19-d2b6-4730-b1d3-1be71069a896 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:14:49.707051 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-8bbc3799-2040-4e0f-8f89-4925fd1ccf14 req-a0153e19-d2b6-4730-b1d3-1be71069a896 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] 10.222.0.11 "GET /v2.0/ports?device_id=f89b5258-bff4-41de-af55-f1ebba92f3b3 HTTP/1.1" status: 200 len: 943 time: 0.0559213 Jan 05 17:14:49.755993 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-8bbc3799-2040-4e0f-8f89-4925fd1ccf14 req-fa0b7c31-9e97-49d6-a9c3-92529ff5cb00 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] 10.222.0.11 "GET /v2.0/security-groups?id=74da9e44-17f3-4e78-b165-acdbd8889547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434604 Jan 05 17:14:50.515899 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d2607572-b3c9-472c-85bc-c8de0c3fb75c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:14:50.869192 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e112b6f8-eb15-4827-bbf0-ec0cdcb7b1f6 req-e86dddce-53b8-42ca-9f90-0ad4cca0772b tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:14:50.870704 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-e112b6f8-eb15-4827-bbf0-ec0cdcb7b1f6 req-e86dddce-53b8-42ca-9f90-0ad4cca0772b tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] 10.222.0.11 "GET /v2.0/ports?device_id=f89b5258-bff4-41de-af55-f1ebba92f3b3 HTTP/1.1" status: 200 len: 943 time: 0.0490234 Jan 05 17:14:50.918384 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-e112b6f8-eb15-4827-bbf0-ec0cdcb7b1f6 req-c719157c-75f1-4eb2-bf87-89b4b84b822d tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] 10.222.0.11 "GET /v2.0/security-groups?id=74da9e44-17f3-4e78-b165-acdbd8889547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422227 Jan 05 17:14:51.901290 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d504d802-9546-4ce5-a9d3-96c844ac5808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:14:52.029386 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cd00eb-a618-4c10-813e-05c56f0c1390 req-04ef1127-0936-4652-baf7-521fd714d6a6 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:14:52.030856 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-99cd00eb-a618-4c10-813e-05c56f0c1390 req-04ef1127-0936-4652-baf7-521fd714d6a6 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] 10.222.0.11 "GET /v2.0/ports?device_id=f89b5258-bff4-41de-af55-f1ebba92f3b3 HTTP/1.1" status: 200 len: 943 time: 0.0485964 Jan 05 17:14:52.077594 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-99cd00eb-a618-4c10-813e-05c56f0c1390 req-bddf6e6b-79b4-4dbf-8413-c76081596cde tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] 10.222.0.11 "GET /v2.0/security-groups?id=74da9e44-17f3-4e78-b165-acdbd8889547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412993 Jan 05 17:14:53.189004 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6ff274-5c08-4a46-8ca3-ae203a9f23de req-eba31702-b05c-422f-935c-ecde8a2457f4 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:14:53.190534 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-bb6ff274-5c08-4a46-8ca3-ae203a9f23de req-eba31702-b05c-422f-935c-ecde8a2457f4 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] 10.222.0.11 "GET /v2.0/ports?device_id=f89b5258-bff4-41de-af55-f1ebba92f3b3 HTTP/1.1" status: 200 len: 943 time: 0.0480328 Jan 05 17:14:53.239079 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-bb6ff274-5c08-4a46-8ca3-ae203a9f23de req-6969e3d5-d687-44a4-aa96-8557a09fe739 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] 10.222.0.11 "GET /v2.0/security-groups?id=74da9e44-17f3-4e78-b165-acdbd8889547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429616 Jan 05 17:14:53.255449 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:14:54.349877 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2184767-a121-4cf6-b34e-3280751dc89b req-00090c8c-f2c5-454c-bd8e-232c9d8b57ca tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:14:54.351341 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-f2184767-a121-4cf6-b34e-3280751dc89b req-00090c8c-f2c5-454c-bd8e-232c9d8b57ca tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] 10.222.0.11 "GET /v2.0/ports?device_id=f89b5258-bff4-41de-af55-f1ebba92f3b3 HTTP/1.1" status: 200 len: 943 time: 0.0479240 Jan 05 17:14:54.402484 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-f2184767-a121-4cf6-b34e-3280751dc89b req-bd1bf117-0f37-4afa-8110-9b7f6becb16e tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] 10.222.0.11 "GET /v2.0/security-groups?id=74da9e44-17f3-4e78-b165-acdbd8889547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456975 Jan 05 17:14:54.877957 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 46242) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:14:54.936104 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-0396dca1-f403-4e38-aa54-c9bde4fb6719 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/floatingips/a243ce84-34ba-4c79-a6bd-f2e6e9f7a2ab HTTP/1.1" status: 200 len: 994 time: 0.0569718 Jan 05 17:14:55.215652 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 46248) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:14:55.382273 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-102ff273-e71c-4493-a3ea-075d18d26d41 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Deleting port 814aefa3-542b-472c-8166-9ccdbf99f7de {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:14:55.382607 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-102ff273-e71c-4493-a3ea-075d18d26d41 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:14:55.457084 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-102ff273-e71c-4493-a3ea-075d18d26d41 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:14:55.457485 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-102ff273-e71c-4493-a3ea-075d18d26d41 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:14:55.469452 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-102ff273-e71c-4493-a3ea-075d18d26d41 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Calling delete_port for 814aefa3-542b-472c-8166-9ccdbf99f7de owned by network:floatingip {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:14:55.515300 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acccc4e7-68d8-44f3-a46d-0c9b9501e938 req-382cbfa9-7449-4f47-8649-176297c3457e tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:14:55.516800 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-acccc4e7-68d8-44f3-a46d-0c9b9501e938 req-382cbfa9-7449-4f47-8649-176297c3457e tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] 10.222.0.11 "GET /v2.0/ports?device_id=f89b5258-bff4-41de-af55-f1ebba92f3b3 HTTP/1.1" status: 200 len: 943 time: 0.0489283 Jan 05 17:14:55.568780 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-acccc4e7-68d8-44f3-a46d-0c9b9501e938 req-d07f6f21-5b52-4326-9264-e89ac13e33f9 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] 10.222.0.11 "GET /v2.0/security-groups?id=74da9e44-17f3-4e78-b165-acdbd8889547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464604 Jan 05 17:14:55.739491 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-102ff273-e71c-4493-a3ea-075d18d26d41 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:14:55.765390 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102ff273-e71c-4493-a3ea-075d18d26d41 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Pushing event deleted for resources: {'Port': ['ID=814aefa3-542b-472c-8166-9ccdbf99f7de,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:14:55.828452 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-102ff273-e71c-4493-a3ea-075d18d26d41 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for floatingip, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:14:55.828782 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.db.l3_db [None req-102ff273-e71c-4493-a3ea-075d18d26d41 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Floating IP a243ce84-34ba-4c79-a6bd-f2e6e9f7a2ab disassociated (deleted). External IP: 172.36.4.240, port: 5f4c6c9c-c3a3-4597-838e-6ceaebc96049. Jan 05 17:14:56.102508 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Device 7d183c93-533a-4e9f-9836-af07aedea9c8 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 05 17:14:56.196602 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] For port 7d183c93-533a-4e9f-9836-af07aedea9c8, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=7d183c93-533a-4e9f-9836-af07aedea9c8,segment=NetworkSegment(1ad36131-ab48-4a0c-b640-58d4ec89beaf),segment_id=1ad36131-ab48-4a0c-b640-58d4ec89beaf)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:14:56.209501 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Returning: {'device': '7d183c93-533a-4e9f-9836-af07aedea9c8', 'network_id': '9d892221-db72-44b5-b8b3-7f2a75d6a0ee', 'port_id': '7d183c93-533a-4e9f-9836-af07aedea9c8', 'mac_address': 'fa:16:3e:2f:73:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '520bba67-4fdd-405a-be17-05cf521cd2ec', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 05 17:14:56.252042 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:14:56.265330 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.notifiers.nova [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d183c93-533a-4e9f-9836-af07aedea9c8 {{(pid=103802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 05 17:14:56.284957 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] For port 7d183c93-533a-4e9f-9836-af07aedea9c8, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=7d183c93-533a-4e9f-9836-af07aedea9c8,segment=NetworkSegment(1ad36131-ab48-4a0c-b640-58d4ec89beaf),segment_id=1ad36131-ab48-4a0c-b640-58d4ec89beaf)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:14:56.350703 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-102ff273-e71c-4493-a3ea-075d18d26d41 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Router fdc14264-be8e-4777-a841-44bf7a88eb7f has already been hosted by L3 agent 59446fdc-40e0-41fe-a575-a8eb11d742f7 {{(pid=103800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 05 17:14:56.352899 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:14:56.402338 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Pushing event updated for resources: {'Port': ['ID=7d183c93-533a-4e9f-9836-af07aedea9c8,revision_number=4']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:14:56.409140 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:14:56.409485 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:14:56.409854 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:14:56.410182 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:14:56.410508 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:14:56.410829 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:14:56.411150 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:14:56.411472 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:14:56.411796 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:14:56.412111 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:14:56.412426 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:14:56.412738 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:14:56.413065 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:14:56.456421 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-102ff273-e71c-4493-a3ea-075d18d26d41 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 05 17:14:56.461202 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-102ff273-e71c-4493-a3ea-075d18d26d41 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for floatingip, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:14:56.465754 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfed1125-83c1-431f-b92b-9fcbcdc40f3a None None] Sync routers for ids ['fdc14264-be8e-4777-a841-44bf7a88eb7f'] in dv-neutron-master-2-hyperv {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 05 17:14:56.476182 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfed1125-83c1-431f-b92b-9fcbcdc40f3a None None] Routers {'fdc14264-be8e-4777-a841-44bf7a88eb7f'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:14:56.476785 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-cfed1125-83c1-431f-b92b-9fcbcdc40f3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:14:49Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['fdc14264-be8e-4777-a841-44bf7a88eb7f'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:14:56.486580 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-102ff273-e71c-4493-a3ea-075d18d26d41 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "DELETE /v2.0/floatingips/a243ce84-34ba-4c79-a6bd-f2e6e9f7a2ab HTTP/1.1" status: 204 len: 168 time: 1.2699027 Jan 05 17:14:56.487186 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a4e609e-0c2a-4d76-89e4-6a9048160b6a', 'tag': '5f4c6c9c-c3a3-4597-838e-6ceaebc96049'}] {{(pid=103800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 05 17:14:56.489437 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f64b9d4628f7eefcc27168a80c04985d23f0ea5def038dae05e1deb7357f3bfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-273a424f-ab5e-4363-9da9-e87c2609382a" -d '{"events": [{"name": "network-changed", "server_uuid": "9a4e609e-0c2a-4d76-89e4-6a9048160b6a", "tag": "5f4c6c9c-c3a3-4597-838e-6ceaebc96049"}]}' {{(pid=103800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 05 17:14:56.528241 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Jan 2022 17:14:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc05396b-b0c7-45f2-bd7b-161a77284741 x-openstack-request-id: req-bc05396b-b0c7-45f2-bd7b-161a77284741 {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 05 17:14:56.528606 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a4e609e-0c2a-4d76-89e4-6a9048160b6a", "tag": "5f4c6c9c-c3a3-4597-838e-6ceaebc96049", "status": "completed", "code": 200}]} {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 05 17:14:56.528922 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-bc05396b-b0c7-45f2-bd7b-161a77284741 {{(pid=103800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 05 17:14:56.529392 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a4e609e-0c2a-4d76-89e4-6a9048160b6a', 'tag': '5f4c6c9c-c3a3-4597-838e-6ceaebc96049', 'status': 'completed', 'code': 200} Jan 05 17:14:56.588366 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] get_ports_and_sgs() called for port_ids ['7d183c93-533a-4e9f-9836-af07aedea9c8'] {{(pid=103802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 05 17:14:56.591508 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273a424f-ab5e-4363-9da9-e87c2609382a req-8c5e8ad1-7c0b-4917-bc47-f3b08c0d6a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:14:56.593483 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-273a424f-ab5e-4363-9da9-e87c2609382a req-8c5e8ad1-7c0b-4917-bc47-f3b08c0d6a63 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ec76859de02442879238ecf1eaefefed&device_id=9a4e609e-0c2a-4d76-89e4-6a9048160b6a HTTP/1.1" status: 200 len: 1099 time: 0.0425665 Jan 05 17:14:56.618209 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-cfed1125-83c1-431f-b92b-9fcbcdc40f3a None None] Set router fdc14264-be8e-4777-a841-44bf7a88eb7f gateway port host: dv-neutron-master-2-hyperv {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:14:56.692910 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273a424f-ab5e-4363-9da9-e87c2609382a req-f259126a-aaa2-4dac-9639-b01b6f586b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:14:56.693558 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1631fa8c-6ad8-4483-aaac-71036fadb319 req-d2a3979e-2a5b-42d1-b9d8-48c3522187f8 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:14:56.694597 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-273a424f-ab5e-4363-9da9-e87c2609382a req-f259126a-aaa2-4dac-9639-b01b6f586b49 service neutron] 10.222.0.13 "GET /v2.0/networks?id=48e7c283-9808-4ee9-89b3-d09dd7fc4db0 HTTP/1.1" status: 200 len: 898 time: 0.0953248 Jan 05 17:14:56.695380 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-1631fa8c-6ad8-4483-aaac-71036fadb319 req-d2a3979e-2a5b-42d1-b9d8-48c3522187f8 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] 10.222.0.11 "GET /v2.0/ports?device_id=f89b5258-bff4-41de-af55-f1ebba92f3b3 HTTP/1.1" status: 200 len: 944 time: 0.0534201 Jan 05 17:14:56.742757 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-273a424f-ab5e-4363-9da9-e87c2609382a req-0e5d15ea-2ac1-4b44-9b7b-56983e7b6522 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5f4c6c9c-c3a3-4597-838e-6ceaebc96049 HTTP/1.1" status: 200 len: 217 time: 0.0424657 Jan 05 17:14:56.745776 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-1631fa8c-6ad8-4483-aaac-71036fadb319 req-1fcd02a5-bdff-4bcb-ab90-6fecf11070dd tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] 10.222.0.11 "GET /v2.0/security-groups?id=74da9e44-17f3-4e78-b165-acdbd8889547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447216 Jan 05 17:14:56.806292 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273a424f-ab5e-4363-9da9-e87c2609382a req-8e4ac939-a308-4a97-9f67-c7759d15c168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:14:56.807788 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-273a424f-ab5e-4363-9da9-e87c2609382a req-8e4ac939-a308-4a97-9f67-c7759d15c168 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=21e70579-5f98-48d6-98b1-e9e2ff62a0ba HTTP/1.1" status: 200 len: 833 time: 0.0480599 Jan 05 17:14:56.853295 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273a424f-ab5e-4363-9da9-e87c2609382a req-89a7fa3a-8b75-4f20-9aec-ce4f29eec35c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:14:56.854858 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-273a424f-ab5e-4363-9da9-e87c2609382a req-89a7fa3a-8b75-4f20-9aec-ce4f29eec35c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=48e7c283-9808-4ee9-89b3-d09dd7fc4db0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0395825 Jan 05 17:14:56.945335 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd464918-7011-494e-a743-1d6d6ff223db req-5d9e46d9-b6e0-45a1-9b8c-5011b605f1a9 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:14:56.946996 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-fd464918-7011-494e-a743-1d6d6ff223db req-5d9e46d9-b6e0-45a1-9b8c-5011b605f1a9 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/ports?device_id=9a4e609e-0c2a-4d76-89e4-6a9048160b6a HTTP/1.1" status: 200 len: 946 time: 0.0509119 Jan 05 17:14:56.957492 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-273a424f-ab5e-4363-9da9-e87c2609382a req-100c80ce-c017-4174-bac2-1375aa0d72be service neutron] 10.222.0.13 "GET /v2.0/networks/48e7c283-9808-4ee9-89b3-d09dd7fc4db0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948393 Jan 05 17:14:56.970975 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-cfed1125-83c1-431f-b92b-9fcbcdc40f3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdc14264-be8e-4777-a841-44bf7a88eb7f', 'name': 'tempest-TestNetworkBasicOps-router-1341030134', 'tenant_id': 'ec76859de02442879238ecf1eaefefed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.33'}], 'enable_snat': True}, 'gw_port_id': '9a66898f-2c7f-4ef0-80c0-bb813ae509a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:13:56Z', 'updated_at': '2022-01-05T17:14:01Z', 'revision_number': 4, 'project_id': 'ec76859de02442879238ecf1eaefefed', 'gw_port': {'id': '9a66898f-2c7f-4ef0-80c0-bb813ae509a5', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:d0:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdc14264-be8e-4777-a841-44bf7a88eb7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:13:56Z', 'updated_at': '2022-01-05T17:13:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '814869e1-4ff9-4c83-a59a-c015eea0e573', 'name': '', 'network_id': '48e7c283-9808-4ee9-89b3-d09dd7fc4db0', 'tenant_id': 'ec76859de02442879238ecf1eaefefed', 'mac_address': 'fa:16:3e:84:a3:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdc14264-be8e-4777-a841-44bf7a88eb7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': '21e70579-5f98-48d6-98b1-e9e2ff62a0ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:14:00Z', 'updated_at': '2022-01-05T17:14:05Z', 'revision_number': 5, 'project_id': 'ec76859de02442879238ecf1eaefefed', 'subnets': [{'id': '21e70579-5f98-48d6-98b1-e9e2ff62a0ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:14:56.998339 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-fd464918-7011-494e-a743-1d6d6ff223db req-f65eb58a-9411-4c7d-ab09-59d9220334b2 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/security-groups?id=7e435747-732e-458e-acf3-f90cf61ec0ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456891 Jan 05 17:14:57.009682 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfed1125-83c1-431f-b92b-9fcbcdc40f3a None None] Checking router: fdc14264-be8e-4777-a841-44bf7a88eb7f for host: dv-neutron-master-2-hyperv {{(pid=103802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 05 17:14:57.035979 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfed1125-83c1-431f-b92b-9fcbcdc40f3a None None] Routers {'fdc14264-be8e-4777-a841-44bf7a88eb7f'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:14:57.036599 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-cfed1125-83c1-431f-b92b-9fcbcdc40f3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:14:49Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['fdc14264-be8e-4777-a841-44bf7a88eb7f'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:14:57.052569 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-273a424f-ab5e-4363-9da9-e87c2609382a req-b529600b-c9cc-476e-957d-04a8431e3bfe service neutron] 10.222.0.13 "GET /v2.0/networks/48e7c283-9808-4ee9-89b3-d09dd7fc4db0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880668 Jan 05 17:14:57.149054 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-cfed1125-83c1-431f-b92b-9fcbcdc40f3a None None] Set router fdc14264-be8e-4777-a841-44bf7a88eb7f gateway port host: dv-neutron-master-2-hyperv {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:14:57.340399 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-cfed1125-83c1-431f-b92b-9fcbcdc40f3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdc14264-be8e-4777-a841-44bf7a88eb7f', 'name': 'tempest-TestNetworkBasicOps-router-1341030134', 'tenant_id': 'ec76859de02442879238ecf1eaefefed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.33'}], 'enable_snat': True}, 'gw_port_id': '9a66898f-2c7f-4ef0-80c0-bb813ae509a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:13:56Z', 'updated_at': '2022-01-05T17:14:01Z', 'revision_number': 4, 'project_id': 'ec76859de02442879238ecf1eaefefed', 'gw_port': {'id': '9a66898f-2c7f-4ef0-80c0-bb813ae509a5', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:d0:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdc14264-be8e-4777-a841-44bf7a88eb7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:13:56Z', 'updated_at': '2022-01-05T17:13:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '814869e1-4ff9-4c83-a59a-c015eea0e573', 'name': '', 'network_id': '48e7c283-9808-4ee9-89b3-d09dd7fc4db0', 'tenant_id': 'ec76859de02442879238ecf1eaefefed', 'mac_address': 'fa:16:3e:84:a3:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdc14264-be8e-4777-a841-44bf7a88eb7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': '21e70579-5f98-48d6-98b1-e9e2ff62a0ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:14:00Z', 'updated_at': '2022-01-05T17:14:05Z', 'revision_number': 5, 'project_id': 'ec76859de02442879238ecf1eaefefed', 'subnets': [{'id': '21e70579-5f98-48d6-98b1-e9e2ff62a0ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:14:57.370317 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfed1125-83c1-431f-b92b-9fcbcdc40f3a None None] The sync data for ids ['fdc14264-be8e-4777-a841-44bf7a88eb7f'] in dv-neutron-master-2-hyperv is: [{'id': 'fdc14264-be8e-4777-a841-44bf7a88eb7f', 'name': 'tempest-TestNetworkBasicOps-router-1341030134', 'tenant_id': 'ec76859de02442879238ecf1eaefefed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.33'}], 'enable_snat': True}, 'gw_port_id': '9a66898f-2c7f-4ef0-80c0-bb813ae509a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:13:56Z', 'updated_at': '2022-01-05T17:14:01Z', 'revision_number': 4, 'project_id': 'ec76859de02442879238ecf1eaefefed', 'gw_port': {'id': '9a66898f-2c7f-4ef0-80c0-bb813ae509a5', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:d0:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdc14264-be8e-4777-a841-44bf7a88eb7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:13:56Z', 'updated_at': '2022-01-05T17:13:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '814869e1-4ff9-4c83-a59a-c015eea0e573', 'name': '', 'network_id': '48e7c283-9808-4ee9-89b3-d09dd7fc4db0', 'tenant_id': 'ec76859de02442879238ecf1eaefefed', 'mac_address': 'fa:16:3e:84:a3:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdc14264-be8e-4777-a841-44bf7a88eb7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': '21e70579-5f98-48d6-98b1-e9e2ff62a0ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:14:00Z', 'updated_at': '2022-01-05T17:14:05Z', 'revision_number': 5, 'project_id': 'ec76859de02442879238ecf1eaefefed', 'subnets': [{'id': '21e70579-5f98-48d6-98b1-e9e2ff62a0ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 05 17:14:57.579413 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a80b7197-9b04-4996-b3ed-8563d055df56 None None] New status for floating IP a243ce84-34ba-4c79-a6bd-f2e6e9f7a2ab: DOWN {{(pid=103803) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 05 17:14:57.874955 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec5f7d4-2a41-4f96-af7e-93a6363447a5 req-435cf05f-b9a3-4543-9b21-ce0bbfc1f7eb tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:14:57.876931 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-9ec5f7d4-2a41-4f96-af7e-93a6363447a5 req-435cf05f-b9a3-4543-9b21-ce0bbfc1f7eb tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] 10.222.0.11 "GET /v2.0/ports?device_id=f89b5258-bff4-41de-af55-f1ebba92f3b3 HTTP/1.1" status: 200 len: 944 time: 0.0537198 Jan 05 17:14:57.924981 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-9ec5f7d4-2a41-4f96-af7e-93a6363447a5 req-1ffbf672-6696-4af8-bd60-73b6c8578679 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] 10.222.0.11 "GET /v2.0/security-groups?id=74da9e44-17f3-4e78-b165-acdbd8889547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424488 Jan 05 17:14:58.113862 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Device 7d183c93-533a-4e9f-9836-af07aedea9c8 up at agent hyperv_hv-neutron-mast {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:14:58.114617 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd49eb1-e826-4d5e-bf0a-d8065db69878 req-6560fc41-6942-449a-be2f-e8fcfe8d4a89 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:14:58.116364 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-9fd49eb1-e826-4d5e-bf0a-d8065db69878 req-6560fc41-6942-449a-be2f-e8fcfe8d4a89 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/ports?device_id=9a4e609e-0c2a-4d76-89e4-6a9048160b6a HTTP/1.1" status: 200 len: 946 time: 0.0537889 Jan 05 17:14:58.165387 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-9fd49eb1-e826-4d5e-bf0a-d8065db69878 req-358362ee-6ce9-4666-8753-d67e2225ed92 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/security-groups?id=7e435747-732e-458e-acf3-f90cf61ec0ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435407 Jan 05 17:14:58.249830 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4b63ba-555a-449a-96d0-599866dd8735 req-caed0add-3c68-4997-9899-7fa41abe2886 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:14:58.251838 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-9e4b63ba-555a-449a-96d0-599866dd8735 req-caed0add-3c68-4997-9899-7fa41abe2886 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a4e609e-0c2a-4d76-89e4-6a9048160b6a HTTP/1.1" status: 200 len: 946 time: 0.0485818 Jan 05 17:14:58.272795 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Provisioning for port 7d183c93-533a-4e9f-9836-af07aedea9c8 completed by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 05 17:14:58.276713 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Provisioning complete for port 7d183c93-533a-4e9f-9836-af07aedea9c8 triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:14:58.277077 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:14:58.346533 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [req-9e4b63ba-555a-449a-96d0-599866dd8735 req-6ec1ce02-3194-4f10-9582-2983fbecf0b4 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Deleting port 5f4c6c9c-c3a3-4597-838e-6ceaebc96049 {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:14:58.346905 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-9e4b63ba-555a-449a-96d0-599866dd8735 req-6ec1ce02-3194-4f10-9582-2983fbecf0b4 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:14:58.353662 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:14:58.378013 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f89b5258-bff4-41de-af55-f1ebba92f3b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d183c93-533a-4e9f-9836-af07aedea9c8'}] {{(pid=103802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 05 17:14:58.380307 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36b213fbd845b3f09e785999bbcda1c85cd5592d7f001460987854e5c1683bd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac6167de-3c16-4115-8e05-abc648fcb0b2" -d '{"events": [{"server_uuid": "f89b5258-bff4-41de-af55-f1ebba92f3b3", "name": "network-vif-plugged", "status": "completed", "tag": "7d183c93-533a-4e9f-9836-af07aedea9c8"}]}' {{(pid=103802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 05 17:14:58.395822 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] For port 7d183c93-533a-4e9f-9836-af07aedea9c8, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=7d183c93-533a-4e9f-9836-af07aedea9c8,segment=NetworkSegment(1ad36131-ab48-4a0c-b640-58d4ec89beaf),segment_id=1ad36131-ab48-4a0c-b640-58d4ec89beaf)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:14:58.420469 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Jan 2022 17:14:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af5fdb0d-e485-40e2-9154-f25f41cf740e x-openstack-request-id: req-af5fdb0d-e485-40e2-9154-f25f41cf740e {{(pid=103802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 05 17:14:58.420759 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f89b5258-bff4-41de-af55-f1ebba92f3b3", "name": "network-vif-plugged", "status": "completed", "tag": "7d183c93-533a-4e9f-9836-af07aedea9c8", "code": 200}]} {{(pid=103802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 05 17:14:58.421017 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-af5fdb0d-e485-40e2-9154-f25f41cf740e {{(pid=103802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 05 17:14:58.421417 dv-neutron-master-2-hyperv neutron-server[103802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f89b5258-bff4-41de-af55-f1ebba92f3b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d183c93-533a-4e9f-9836-af07aedea9c8', 'code': 200} Jan 05 17:14:58.436440 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.db [req-9e4b63ba-555a-449a-96d0-599866dd8735 req-6ec1ce02-3194-4f10-9582-2983fbecf0b4 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] For port 5f4c6c9c-c3a3-4597-838e-6ceaebc96049, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=5f4c6c9c-c3a3-4597-838e-6ceaebc96049,segment=NetworkSegment(e63d09fe-af16-427e-be66-5a33c6ee735e),segment_id=e63d09fe-af16-427e-be66-5a33c6ee735e)] {{(pid=103800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:14:58.436729 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-9e4b63ba-555a-449a-96d0-599866dd8735 req-6ec1ce02-3194-4f10-9582-2983fbecf0b4 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:14:58.450596 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [req-9e4b63ba-555a-449a-96d0-599866dd8735 req-6ec1ce02-3194-4f10-9582-2983fbecf0b4 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Calling delete_port for 5f4c6c9c-c3a3-4597-838e-6ceaebc96049 owned by compute:nova {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:14:58.470462 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:14:58.535303 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Pushing event updated for resources: {'Port': ['ID=7d183c93-533a-4e9f-9836-af07aedea9c8,revision_number=5']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:14:58.654775 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-9e4b63ba-555a-449a-96d0-599866dd8735 req-6ec1ce02-3194-4f10-9582-2983fbecf0b4 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:14:58.687673 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec1ce02-3194-4f10-9582-2983fbecf0b4 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Pushing event deleted for resources: {'Port': ['ID=5f4c6c9c-c3a3-4597-838e-6ceaebc96049,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:14:58.700081 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f70ecf-7069-489b-a8ce-1610120332cc req-4377363b-a8c8-4621-bfcc-5fb6b2888be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:14:58.701434 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-84f70ecf-7069-489b-a8ce-1610120332cc req-4377363b-a8c8-4621-bfcc-5fb6b2888be4 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f89b5258-bff4-41de-af55-f1ebba92f3b3 HTTP/1.1" status: 200 len: 1098 time: 0.0730069 Jan 05 17:14:58.747691 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e4b63ba-555a-449a-96d0-599866dd8735 req-6ec1ce02-3194-4f10-9582-2983fbecf0b4 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] No DVR routers for this DVR port 5f4c6c9c-c3a3-4597-838e-6ceaebc96049 on host hv-neutron-mast {{(pid=103800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 05 17:14:58.750815 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-9e4b63ba-555a-449a-96d0-599866dd8735 req-6ec1ce02-3194-4f10-9582-2983fbecf0b4 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:14:58.754070 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-9e4b63ba-555a-449a-96d0-599866dd8735 req-6ec1ce02-3194-4f10-9582-2983fbecf0b4 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.13 "DELETE /v2.0/ports/5f4c6c9c-c3a3-4597-838e-6ceaebc96049 HTTP/1.1" status: 204 len: 173 time: 0.4972699 Jan 05 17:14:58.754762 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a4e609e-0c2a-4d76-89e4-6a9048160b6a', 'name': 'network-vif-deleted', 'tag': '5f4c6c9c-c3a3-4597-838e-6ceaebc96049'}] {{(pid=103800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 05 17:14:58.756948 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f64b9d4628f7eefcc27168a80c04985d23f0ea5def038dae05e1deb7357f3bfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00d55866-29db-412d-a703-840e8084b54b" -d '{"events": [{"server_uuid": "9a4e609e-0c2a-4d76-89e4-6a9048160b6a", "name": "network-vif-deleted", "tag": "5f4c6c9c-c3a3-4597-838e-6ceaebc96049"}]}' {{(pid=103800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 05 17:14:58.785295 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-84f70ecf-7069-489b-a8ce-1610120332cc req-6470e1f3-172c-43ff-b11a-f093c9e81d0a service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=74da9e44-17f3-4e78-b165-acdbd8889547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669417 Jan 05 17:14:58.793565 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Jan 2022 17:14:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fa16e19-45fd-4a2f-9976-b37c31762f78 x-openstack-request-id: req-9fa16e19-45fd-4a2f-9976-b37c31762f78 {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 05 17:14:58.799720 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a4e609e-0c2a-4d76-89e4-6a9048160b6a", "name": "network-vif-deleted", "tag": "5f4c6c9c-c3a3-4597-838e-6ceaebc96049", "status": "completed", "code": 200}]} {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 05 17:14:58.799720 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-9fa16e19-45fd-4a2f-9976-b37c31762f78 {{(pid=103800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 05 17:14:58.799720 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a4e609e-0c2a-4d76-89e4-6a9048160b6a', 'name': 'network-vif-deleted', 'tag': '5f4c6c9c-c3a3-4597-838e-6ceaebc96049', 'status': 'completed', 'code': 200} Jan 05 17:14:59.045999 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58aceabf-263a-4f36-bdf7-2fe9610205f0 req-6db996e6-6841-43cc-b796-9e28f31d0777 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:14:59.047655 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-58aceabf-263a-4f36-bdf7-2fe9610205f0 req-6db996e6-6841-43cc-b796-9e28f31d0777 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] 10.222.0.11 "GET /v2.0/ports?device_id=f89b5258-bff4-41de-af55-f1ebba92f3b3 HTTP/1.1" status: 200 len: 945 time: 0.0548198 Jan 05 17:14:59.105576 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-58aceabf-263a-4f36-bdf7-2fe9610205f0 req-1cf1565f-d669-4a06-90ca-84ca06773106 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] 10.222.0.11 "GET /v2.0/security-groups?id=74da9e44-17f3-4e78-b165-acdbd8889547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486002 Jan 05 17:14:59.277124 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-67b81509-6aa9-4f95-9fd0-48b3e2eaa604 req-f673027c-64dd-47a4-84ed-5965f2a1155d tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/ports?device_id=9a4e609e-0c2a-4d76-89e4-6a9048160b6a HTTP/1.1" status: 200 len: 210 time: 0.0262830 Jan 05 17:15:00.222467 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e260c033-12e4-4259-978d-9095d99b0987 req-ebbf2b72-def5-49fe-ac34-bfba681ac003 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:15:00.223928 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-e260c033-12e4-4259-978d-9095d99b0987 req-ebbf2b72-def5-49fe-ac34-bfba681ac003 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] 10.222.0.11 "GET /v2.0/ports?device_id=f89b5258-bff4-41de-af55-f1ebba92f3b3 HTTP/1.1" status: 200 len: 945 time: 0.0514185 Jan 05 17:15:00.271646 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-e260c033-12e4-4259-978d-9095d99b0987 req-7b53add2-b515-45cd-aee9-2e745be89f1d tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] 10.222.0.11 "GET /v2.0/security-groups?id=74da9e44-17f3-4e78-b165-acdbd8889547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422645 Jan 05 17:15:00.333401 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 46278) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:15:00.388502 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984b8fa5-9c65-416c-8ba2-d03dad77a496 req-9c95b2c8-b05c-4169-9be4-903f23cec3bf tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:15:00.388502 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-984b8fa5-9c65-416c-8ba2-d03dad77a496 req-9c95b2c8-b05c-4169-9be4-903f23cec3bf tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] 10.222.0.11 "GET /v2.0/ports?device_id=f89b5258-bff4-41de-af55-f1ebba92f3b3 HTTP/1.1" status: 200 len: 945 time: 0.0494175 Jan 05 17:15:00.392986 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f32fd788-e903-4e63-9077-e0c1f5ccb382 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for security_group, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:15:00.419096 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f32fd788-e903-4e63-9077-e0c1f5ccb382 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:15:00.435620 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-984b8fa5-9c65-416c-8ba2-d03dad77a496 req-49b53a73-edae-4639-a04f-61d758dde708 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] 10.222.0.11 "GET /v2.0/security-groups?id=74da9e44-17f3-4e78-b165-acdbd8889547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423968 Jan 05 17:15:00.457139 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 46280) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:15:00.498901 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfaafcd0-bc8e-4d3f-8b48-c9ff3e061bba tempest-TestVolumeBootPattern-1514232331 tempest-TestVolumeBootPattern-1514232331-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:15:00.500471 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-cfaafcd0-bc8e-4d3f-8b48-c9ff3e061bba tempest-TestVolumeBootPattern-1514232331 tempest-TestVolumeBootPattern-1514232331-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=f89b5258-bff4-41de-af55-f1ebba92f3b3 HTTP/1.1" status: 200 len: 1093 time: 0.0423234 Jan 05 17:15:00.503320 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 46282) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:15:00.507502 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-bfc49ba5-3c1e-4095-8b77-9a4dd99a29c2 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] Request body: {'floatingip': {'floating_network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'port_id': '7d183c93-533a-4e9f-9836-af07aedea9c8', 'tenant_id': '9bafc9d0d75b44f696c7001918c22f7e', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:15:00.572936 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f32fd788-e903-4e63-9077-e0c1f5ccb382 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:15:00.575464 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f32fd788-e903-4e63-9077-e0c1f5ccb382 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for security_group, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:15:00.576597 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-f32fd788-e903-4e63-9077-e0c1f5ccb382 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "DELETE /v2.0/security-groups/7e435747-732e-458e-acf3-f90cf61ec0ec HTTP/1.1" status: 204 len: 168 time: 0.2420654 Jan 05 17:15:00.586157 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32fd788-e903-4e63-9077-e0c1f5ccb382 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e435747-732e-458e-acf3-f90cf61ec0ec,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:15:00.604401 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-bfc49ba5-3c1e-4095-8b77-9a4dd99a29c2 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] Publish callbacks [] for floatingip, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:15:00.668451 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 46286) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:15:00.708519 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-bfc49ba5-3c1e-4095-8b77-9a4dd99a29c2 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:15:00.814867 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [None req-bfc49ba5-3c1e-4095-8b77-9a4dd99a29c2 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] Allocated IP 172.36.4.13 (b0167590-0699-4c5c-a932-3939414a9573/7a784a6d-3d96-418f-a645-b9ccd0b1ac55/3b803055-e36d-4af2-9477-8ec80abc69c2) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:15:00.915941 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-bfc49ba5-3c1e-4095-8b77-9a4dd99a29c2 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] Publish callbacks [] for port, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:15:01.021975 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-bfc49ba5-3c1e-4095-8b77-9a4dd99a29c2 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:15:01.048792 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-c336c9c5-d144-4d4a-9631-2dcc964daa00 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-531685'] for router_interface, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:15:01.057346 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfc49ba5-3c1e-4095-8b77-9a4dd99a29c2 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] Network b0167590-0699-4c5c-a932-3939414a9573 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:15:01.061804 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-bfc49ba5-3c1e-4095-8b77-9a4dd99a29c2 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:15:01.067734 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfc49ba5-3c1e-4095-8b77-9a4dd99a29c2 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:15:01.097256 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc49ba5-3c1e-4095-8b77-9a4dd99a29c2 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] Pushing event updated for resources: {'Port': ['ID=3b803055-e36d-4af2-9477-8ec80abc69c2,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:15:01.307508 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-c336c9c5-d144-4d4a-9631-2dcc964daa00 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Deleting port 814869e1-4ff9-4c83-a59a-c015eea0e573 {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:15:01.307508 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-c336c9c5-d144-4d4a-9631-2dcc964daa00 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:15:01.398050 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-c336c9c5-d144-4d4a-9631-2dcc964daa00 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] For port 814869e1-4ff9-4c83-a59a-c015eea0e573, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=814869e1-4ff9-4c83-a59a-c015eea0e573,segment=NetworkSegment(e63d09fe-af16-427e-be66-5a33c6ee735e),segment_id=e63d09fe-af16-427e-be66-5a33c6ee735e)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:15:01.398810 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-c336c9c5-d144-4d4a-9631-2dcc964daa00 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:15:01.408584 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-3e38bfe3-69aa-4582-a88b-09f8caa230ec req-f65e6390-ccab-4bdb-bc18-96c76bf42840 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f89b5258-bff4-41de-af55-f1ebba92f3b3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0806801 Jan 05 17:15:01.419896 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-c336c9c5-d144-4d4a-9631-2dcc964daa00 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Calling delete_port for 814869e1-4ff9-4c83-a59a-c015eea0e573 owned by network:router_interface {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:15:01.493809 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-bfc49ba5-3c1e-4095-8b77-9a4dd99a29c2 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:15:01.525100 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e38bfe3-69aa-4582-a88b-09f8caa230ec req-42c8b0db-a840-4052-89f0-6ab9e7078bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:15:01.526621 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-3e38bfe3-69aa-4582-a88b-09f8caa230ec req-42c8b0db-a840-4052-89f0-6ab9e7078bd9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9bafc9d0d75b44f696c7001918c22f7e&device_id=f89b5258-bff4-41de-af55-f1ebba92f3b3 HTTP/1.1" status: 200 len: 1098 time: 0.0783360 Jan 05 17:15:01.653740 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-c336c9c5-d144-4d4a-9631-2dcc964daa00 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11433176'] for port, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:15:01.654164 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e38bfe3-69aa-4582-a88b-09f8caa230ec req-ff2b4bff-9762-433d-9ed6-3ae57a2c4ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:15:01.655670 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-3e38bfe3-69aa-4582-a88b-09f8caa230ec req-ff2b4bff-9762-433d-9ed6-3ae57a2c4ba3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=9d892221-db72-44b5-b8b3-7f2a75d6a0ee HTTP/1.1" status: 200 len: 913 time: 0.1114397 Jan 05 17:15:01.656219 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-bfc49ba5-3c1e-4095-8b77-9a4dd99a29c2 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:15:01.683245 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c336c9c5-d144-4d4a-9631-2dcc964daa00 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Pushing event deleted for resources: {'Port': ['ID=814869e1-4ff9-4c83-a59a-c015eea0e573,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:15:01.698602 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c336c9c5-d144-4d4a-9631-2dcc964daa00 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:15:01.699126 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c336c9c5-d144-4d4a-9631-2dcc964daa00 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:15:01.699662 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c336c9c5-d144-4d4a-9631-2dcc964daa00 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:15:01.700205 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c336c9c5-d144-4d4a-9631-2dcc964daa00 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:15:01.700752 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c336c9c5-d144-4d4a-9631-2dcc964daa00 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:15:01.701304 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c336c9c5-d144-4d4a-9631-2dcc964daa00 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:15:01.701876 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c336c9c5-d144-4d4a-9631-2dcc964daa00 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:15:01.702428 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c336c9c5-d144-4d4a-9631-2dcc964daa00 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:15:01.702948 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c336c9c5-d144-4d4a-9631-2dcc964daa00 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:15:01.703597 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c336c9c5-d144-4d4a-9631-2dcc964daa00 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:15:01.704104 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c336c9c5-d144-4d4a-9631-2dcc964daa00 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:15:01.704573 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c336c9c5-d144-4d4a-9631-2dcc964daa00 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:15:01.705067 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c336c9c5-d144-4d4a-9631-2dcc964daa00 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:15:01.769079 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-3e38bfe3-69aa-4582-a88b-09f8caa230ec req-4258fa30-5e7b-4588-bc62-1761852dafe1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7d183c93-533a-4e9f-9836-af07aedea9c8 HTTP/1.1" status: 200 len: 998 time: 0.0924916 Jan 05 17:15:01.877378 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e38bfe3-69aa-4582-a88b-09f8caa230ec req-e4836c00-c02f-444b-bacf-9ae3989425a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:15:01.878896 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-3e38bfe3-69aa-4582-a88b-09f8caa230ec req-e4836c00-c02f-444b-bacf-9ae3989425a5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=520bba67-4fdd-405a-be17-05cf521cd2ec HTTP/1.1" status: 200 len: 851 time: 0.0790930 Jan 05 17:15:01.930923 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-c336c9c5-d144-4d4a-9631-2dcc964daa00 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-560676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531569'] for router_interface, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:15:01.966465 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-bfc49ba5-3c1e-4095-8b77-9a4dd99a29c2 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] Publish callbacks [] for port, precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:15:01.969528 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e38bfe3-69aa-4582-a88b-09f8caa230ec req-d95b641d-32c6-4729-afc3-12e1bb41e846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:15:01.971035 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-3e38bfe3-69aa-4582-a88b-09f8caa230ec req-d95b641d-32c6-4729-afc3-12e1bb41e846 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9d892221-db72-44b5-b8b3-7f2a75d6a0ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0795176 Jan 05 17:15:02.038080 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-bfc49ba5-3c1e-4095-8b77-9a4dd99a29c2 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8784461'] for port, after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:15:02.119347 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-3e38bfe3-69aa-4582-a88b-09f8caa230ec req-87c8b3a7-f230-4dcd-b746-760bb0333ea1 service neutron] 10.222.0.13 "GET /v2.0/networks/9d892221-db72-44b5-b8b3-7f2a75d6a0ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426749 Jan 05 17:15:02.128679 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Device 5f4c6c9c-c3a3-4597-838e-6ceaebc96049 no longer exists at agent hyperv_hv-neutron-mast {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 05 17:15:02.153054 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc49ba5-3c1e-4095-8b77-9a4dd99a29c2 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] Pushing event updated for resources: {'Port': ['ID=3b803055-e36d-4af2-9477-8ec80abc69c2,revision_number=2']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:15:02.163368 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] No Port match for: 5f4c6c9c-c3a3-4597-838e-6ceaebc96049 {{(pid=103802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 05 17:15:02.163641 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Device 5f4c6c9c-c3a3-4597-838e-6ceaebc96049 not bound to the agent host hv-neutron-mast {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 05 17:15:02.196185 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-bfc49ba5-3c1e-4095-8b77-9a4dd99a29c2 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648677'] for floatingip, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:15:02.453041 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c336c9c5-d144-4d4a-9631-2dcc964daa00 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Router fdc14264-be8e-4777-a841-44bf7a88eb7f has already been hosted by L3 agent 59446fdc-40e0-41fe-a575-a8eb11d742f7 {{(pid=103801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 05 17:15:02.517714 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-3e38bfe3-69aa-4582-a88b-09f8caa230ec req-1b20e35d-32c4-48ff-aab5-1682895ed457 service neutron] 10.222.0.13 "GET /v2.0/networks/9d892221-db72-44b5-b8b3-7f2a75d6a0ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3908317 Jan 05 17:15:02.560778 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.db.l3_db [None req-bfc49ba5-3c1e-4095-8b77-9a4dd99a29c2 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] Floating IP e2124c91-d62f-4904-9fd0-95c1d6ce9eed associated. External IP: 172.36.4.13, port: 7d183c93-533a-4e9f-9836-af07aedea9c8. Jan 05 17:15:02.561201 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c336c9c5-d144-4d4a-9631-2dcc964daa00 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 05 17:15:02.568214 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-c336c9c5-d144-4d4a-9631-2dcc964daa00 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "PUT /v2.0/routers/fdc14264-be8e-4777-a841-44bf7a88eb7f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8987050 Jan 05 17:15:02.571143 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 46288) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:15:02.572698 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a986847b-a8be-40d0-8e51-b6a39c0f91e0 None None] Sync routers for ids ['fdc14264-be8e-4777-a841-44bf7a88eb7f'] in dv-neutron-master-2-hyperv {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 05 17:15:02.585966 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a986847b-a8be-40d0-8e51-b6a39c0f91e0 None None] Routers {'fdc14264-be8e-4777-a841-44bf7a88eb7f'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:15:02.586883 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-a986847b-a8be-40d0-8e51-b6a39c0f91e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:14:49Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['fdc14264-be8e-4777-a841-44bf7a88eb7f'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:15:02.634050 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.db_base_plugin_v2 [None req-97411c20-1091-4cc2-9906-6b72b3a2a478 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Deleting subnet 21e70579-5f98-48d6-98b1-e9e2ff62a0ba {{(pid=103801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 05 17:15:02.637489 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-97411c20-1091-4cc2-9906-6b72b3a2a478 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for subnet, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:15:02.680767 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-97411c20-1091-4cc2-9906-6b72b3a2a478 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11316398'] for subnet, precommit_delete_associations {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:15:02.701421 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-a986847b-a8be-40d0-8e51-b6a39c0f91e0 None None] Set router fdc14264-be8e-4777-a841-44bf7a88eb7f gateway port host: dv-neutron-master-2-hyperv {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:15:02.728593 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.agents_db [None req-291d1585-17df-45c0-b64a-d244e6d90872 None None] Agent healthcheck: found 6 active agents {{(pid=103803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 05 17:15:02.776040 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-97411c20-1091-4cc2-9906-6b72b3a2a478 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892868'] for subnet, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:15:02.779853 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfc49ba5-3c1e-4095-8b77-9a4dd99a29c2 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] Router a556a634-679b-44da-be20-1af64bc8c3a7 has already been hosted by L3 agent 59446fdc-40e0-41fe-a575-a8eb11d742f7 {{(pid=103800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 05 17:15:02.887500 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-a986847b-a8be-40d0-8e51-b6a39c0f91e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdc14264-be8e-4777-a841-44bf7a88eb7f', 'name': 'tempest-TestNetworkBasicOps-router-1341030134', 'tenant_id': 'ec76859de02442879238ecf1eaefefed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.33'}], 'enable_snat': True}, 'gw_port_id': '9a66898f-2c7f-4ef0-80c0-bb813ae509a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:13:56Z', 'updated_at': '2022-01-05T17:15:01Z', 'revision_number': 5, 'project_id': 'ec76859de02442879238ecf1eaefefed', 'gw_port': {'id': '9a66898f-2c7f-4ef0-80c0-bb813ae509a5', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:d0:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdc14264-be8e-4777-a841-44bf7a88eb7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:13:56Z', 'updated_at': '2022-01-05T17:13:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:15:02.889335 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfc49ba5-3c1e-4095-8b77-9a4dd99a29c2 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 05 17:15:02.899056 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66baf224-b463-4985-a25c-aa8913ae505d None None] Sync routers for ids ['a556a634-679b-44da-be20-1af64bc8c3a7'] in dv-neutron-master-2-hyperv {{(pid=103803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 05 17:15:02.908148 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-97411c20-1091-4cc2-9906-6b72b3a2a478 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3893367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11433231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12480600'] for subnet, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:15:02.910984 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66baf224-b463-4985-a25c-aa8913ae505d None None] Routers {'a556a634-679b-44da-be20-1af64bc8c3a7'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:15:02.911819 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-66baf224-b463-4985-a25c-aa8913ae505d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:14:49Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['a556a634-679b-44da-be20-1af64bc8c3a7'], 'active': True} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:15:02.917898 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a986847b-a8be-40d0-8e51-b6a39c0f91e0 None None] Checking router: fdc14264-be8e-4777-a841-44bf7a88eb7f for host: dv-neutron-master-2-hyperv {{(pid=103802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 05 17:15:02.926360 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a986847b-a8be-40d0-8e51-b6a39c0f91e0 None None] Routers {'fdc14264-be8e-4777-a841-44bf7a88eb7f'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:15:02.926966 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-a986847b-a8be-40d0-8e51-b6a39c0f91e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:14:49Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['fdc14264-be8e-4777-a841-44bf7a88eb7f'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:15:02.937508 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97411c20-1091-4cc2-9906-6b72b3a2a478 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Pushing event deleted for resources: {'Subnet': ['ID=21e70579-5f98-48d6-98b1-e9e2ff62a0ba,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:15:02.939668 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-97411c20-1091-4cc2-9906-6b72b3a2a478 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for subnet, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:15:02.942858 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-97411c20-1091-4cc2-9906-6b72b3a2a478 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "DELETE /v2.0/subnets/21e70579-5f98-48d6-98b1-e9e2ff62a0ba HTTP/1.1" status: 204 len: 168 time: 0.3707497 Jan 05 17:15:02.944063 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e09ca39e-7e22-4458-ae19-d2d0f84015f0 None None] Network 48e7c283-9808-4ee9-89b3-d09dd7fc4db0 requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:15:02.946003 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 46290) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:15:03.004223 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-bfc49ba5-3c1e-4095-8b77-9a4dd99a29c2 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for floatingip, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:15:03.050242 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-bfc49ba5-3c1e-4095-8b77-9a4dd99a29c2 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.5458102 Jan 05 17:15:03.066853 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f89b5258-bff4-41de-af55-f1ebba92f3b3', 'tag': '7d183c93-533a-4e9f-9836-af07aedea9c8'}] {{(pid=103800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 05 17:15:03.067133 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvr_db [None req-66baf224-b463-4985-a25c-aa8913ae505d None None] Set router a556a634-679b-44da-be20-1af64bc8c3a7 gateway port host: dv-neutron-master-2-hyperv {{(pid=103803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:15:03.069078 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f64b9d4628f7eefcc27168a80c04985d23f0ea5def038dae05e1deb7357f3bfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00c639c7-2962-4d1c-a240-8630d76744d0" -d '{"events": [{"name": "network-changed", "server_uuid": "f89b5258-bff4-41de-af55-f1ebba92f3b3", "tag": "7d183c93-533a-4e9f-9836-af07aedea9c8"}]}' {{(pid=103800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 05 17:15:03.124044 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-659247f0-5516-4b39-97e9-1ca0239e32d3 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for router, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:15:03.130855 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Jan 2022 17:15:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9156e96-8a2e-41ac-a71a-44afa2ea5a90 x-openstack-request-id: req-e9156e96-8a2e-41ac-a71a-44afa2ea5a90 {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 05 17:15:03.131141 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f89b5258-bff4-41de-af55-f1ebba92f3b3", "tag": "7d183c93-533a-4e9f-9836-af07aedea9c8", "status": "completed", "code": 200}]} {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 05 17:15:03.131394 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e9156e96-8a2e-41ac-a71a-44afa2ea5a90 {{(pid=103800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 05 17:15:03.131792 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f89b5258-bff4-41de-af55-f1ebba92f3b3', 'tag': '7d183c93-533a-4e9f-9836-af07aedea9c8', 'status': 'completed', 'code': 200} Jan 05 17:15:03.249691 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c639c7-2962-4d1c-a240-8630d76744d0 req-0fe070ec-9bee-4974-967c-ddebfd4636da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:15:03.251742 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-00c639c7-2962-4d1c-a240-8630d76744d0 req-0fe070ec-9bee-4974-967c-ddebfd4636da service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9bafc9d0d75b44f696c7001918c22f7e&device_id=f89b5258-bff4-41de-af55-f1ebba92f3b3 HTTP/1.1" status: 200 len: 1098 time: 0.0834553 Jan 05 17:15:03.282996 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-a986847b-a8be-40d0-8e51-b6a39c0f91e0 None None] Set router fdc14264-be8e-4777-a841-44bf7a88eb7f gateway port host: dv-neutron-master-2-hyperv {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:15:03.295204 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-659247f0-5516-4b39-97e9-1ca0239e32d3 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:15:03.303086 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-66baf224-b463-4985-a25c-aa8913ae505d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a556a634-679b-44da-be20-1af64bc8c3a7', 'name': 'tempest-TestVolumeBootPattern-1887300476-router', 'tenant_id': '9bafc9d0d75b44f696c7001918c22f7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.72'}], 'enable_snat': True}, 'gw_port_id': '276dbda1-be0d-4778-9c79-79ca3751d954', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:09:23Z', 'updated_at': '2022-01-05T17:09:36Z', 'revision_number': 4, 'project_id': '9bafc9d0d75b44f696c7001918c22f7e', 'gw_port': {'id': '276dbda1-be0d-4778-9c79-79ca3751d954', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:0b:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a556a634-679b-44da-be20-1af64bc8c3a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:09:24Z', 'updated_at': '2022-01-05T17:09:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'e2124c91-d62f-4904-9fd0-95c1d6ce9eed', 'tenant_id': '9bafc9d0d75b44f696c7001918c22f7e', 'floating_ip_address': '172.36.4.13', 'floating_network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'router_id': 'a556a634-679b-44da-be20-1af64bc8c3a7', 'port_id': '7d183c93-533a-4e9f-9836-af07aedea9c8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1387, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9d892221-db72-44b5-b8b3-7f2a75d6a0ee', 'mac_address': 'fa:16:3e:2f:73:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f89b5258-bff4-41de-af55-f1ebba92f3b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-05T17:15:01Z', 'updated_at': '2022-01-05T17:15:01Z', 'revision_number': 0, 'project_id': '9bafc9d0d75b44f696c7001918c22f7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bdaade1f-99b8-4056-a855-356847ca7946', 'name': '', 'network_id': '9d892221-db72-44b5-b8b3-7f2a75d6a0ee', 'tenant_id': '9bafc9d0d75b44f696c7001918c22f7e', 'mac_address': 'fa:16:3e:9d:8d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a556a634-679b-44da-be20-1af64bc8c3a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '520bba67-4fdd-405a-be17-05cf521cd2ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:09:33Z', 'updated_at': '2022-01-05T17:09:56Z', 'revision_number': 5, 'project_id': '9bafc9d0d75b44f696c7001918c22f7e', 'subnets': [{'id': '520bba67-4fdd-405a-be17-05cf521cd2ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:15:03.346517 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66baf224-b463-4985-a25c-aa8913ae505d None None] Checking router: a556a634-679b-44da-be20-1af64bc8c3a7 for host: dv-neutron-master-2-hyperv {{(pid=103803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 05 17:15:03.356697 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66baf224-b463-4985-a25c-aa8913ae505d None None] Routers {'a556a634-679b-44da-be20-1af64bc8c3a7'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:15:03.357699 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-66baf224-b463-4985-a25c-aa8913ae505d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:14:49Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['a556a634-679b-44da-be20-1af64bc8c3a7'], 'active': True} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:15:03.377374 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c639c7-2962-4d1c-a240-8630d76744d0 req-d9ed418d-125c-4b05-890a-93732c2025e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:15:03.378902 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-00c639c7-2962-4d1c-a240-8630d76744d0 req-d9ed418d-125c-4b05-890a-93732c2025e3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=9d892221-db72-44b5-b8b3-7f2a75d6a0ee HTTP/1.1" status: 200 len: 913 time: 0.1206818 Jan 05 17:15:03.385514 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7808038e-d6ab-4962-a3a4-b4739ee07ea6 None None] DHCP port deletion for 48e7c283-9808-4ee9-89b3-d09dd7fc4db0 request from dv-neutron-master-2-hyperv {{(pid=103802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 05 17:15:03.470325 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-00c639c7-2962-4d1c-a240-8630d76744d0 req-832715c4-5e93-4f65-a6a8-096922df11c7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7d183c93-533a-4e9f-9836-af07aedea9c8 HTTP/1.1" status: 200 len: 998 time: 0.0862131 Jan 05 17:15:03.473416 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvr_db [None req-66baf224-b463-4985-a25c-aa8913ae505d None None] Set router a556a634-679b-44da-be20-1af64bc8c3a7 gateway port host: dv-neutron-master-2-hyperv {{(pid=103803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:15:03.483624 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-7808038e-d6ab-4962-a3a4-b4739ee07ea6 None None] Deleting port db2019ee-2f06-4b0f-bff4-6ecf26e3975b {{(pid=103802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:15:03.485876 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-7808038e-d6ab-4962-a3a4-b4739ee07ea6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:15:03.523223 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-659247f0-5516-4b39-97e9-1ca0239e32d3 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Deleting port 9a66898f-2c7f-4ef0-80c0-bb813ae509a5 {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:15:03.523873 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-659247f0-5516-4b39-97e9-1ca0239e32d3 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:15:03.538390 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c639c7-2962-4d1c-a240-8630d76744d0 req-fb229a78-c23f-4295-8e82-bb50786910c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:15:03.539793 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-00c639c7-2962-4d1c-a240-8630d76744d0 req-fb229a78-c23f-4295-8e82-bb50786910c6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=520bba67-4fdd-405a-be17-05cf521cd2ec HTTP/1.1" status: 200 len: 851 time: 0.0640945 Jan 05 17:15:03.551025 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-7808038e-d6ab-4962-a3a4-b4739ee07ea6 None None] For port db2019ee-2f06-4b0f-bff4-6ecf26e3975b, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=db2019ee-2f06-4b0f-bff4-6ecf26e3975b,segment=NetworkSegment(e63d09fe-af16-427e-be66-5a33c6ee735e),segment_id=e63d09fe-af16-427e-be66-5a33c6ee735e)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:15:03.551417 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-7808038e-d6ab-4962-a3a4-b4739ee07ea6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:15:03.567142 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-7808038e-d6ab-4962-a3a4-b4739ee07ea6 None None] Calling delete_port for db2019ee-2f06-4b0f-bff4-6ecf26e3975b owned by network:dhcp {{(pid=103802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:15:03.627981 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-a986847b-a8be-40d0-8e51-b6a39c0f91e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdc14264-be8e-4777-a841-44bf7a88eb7f', 'name': 'tempest-TestNetworkBasicOps-router-1341030134', 'tenant_id': 'ec76859de02442879238ecf1eaefefed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.33'}], 'enable_snat': True}, 'gw_port_id': '9a66898f-2c7f-4ef0-80c0-bb813ae509a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:13:56Z', 'updated_at': '2022-01-05T17:15:01Z', 'revision_number': 5, 'project_id': 'ec76859de02442879238ecf1eaefefed', 'gw_port': {'id': '9a66898f-2c7f-4ef0-80c0-bb813ae509a5', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:d0:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdc14264-be8e-4777-a841-44bf7a88eb7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:13:56Z', 'updated_at': '2022-01-05T17:13:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:15:03.637291 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c639c7-2962-4d1c-a240-8630d76744d0 req-376551be-4f45-43aa-9067-ac8bcb2e7115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:15:03.638793 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-00c639c7-2962-4d1c-a240-8630d76744d0 req-376551be-4f45-43aa-9067-ac8bcb2e7115 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9d892221-db72-44b5-b8b3-7f2a75d6a0ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0661833 Jan 05 17:15:03.666273 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a986847b-a8be-40d0-8e51-b6a39c0f91e0 None None] The sync data for ids ['fdc14264-be8e-4777-a841-44bf7a88eb7f'] in dv-neutron-master-2-hyperv is: [{'id': 'fdc14264-be8e-4777-a841-44bf7a88eb7f', 'name': 'tempest-TestNetworkBasicOps-router-1341030134', 'tenant_id': 'ec76859de02442879238ecf1eaefefed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.33'}], 'enable_snat': True}, 'gw_port_id': '9a66898f-2c7f-4ef0-80c0-bb813ae509a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:13:56Z', 'updated_at': '2022-01-05T17:15:01Z', 'revision_number': 5, 'project_id': 'ec76859de02442879238ecf1eaefefed', 'gw_port': {'id': '9a66898f-2c7f-4ef0-80c0-bb813ae509a5', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:d0:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdc14264-be8e-4777-a841-44bf7a88eb7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:13:56Z', 'updated_at': '2022-01-05T17:13:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 05 17:15:03.673089 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.db [None req-659247f0-5516-4b39-97e9-1ca0239e32d3 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] For port 9a66898f-2c7f-4ef0-80c0-bb813ae509a5, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=9a66898f-2c7f-4ef0-80c0-bb813ae509a5,segment=NetworkSegment(3f961525-530f-4ce5-8222-1dbbbe774893),segment_id=3f961525-530f-4ce5-8222-1dbbbe774893)] {{(pid=103800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:15:03.673349 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-659247f0-5516-4b39-97e9-1ca0239e32d3 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:15:03.714181 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-659247f0-5516-4b39-97e9-1ca0239e32d3 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Calling delete_port for 9a66898f-2c7f-4ef0-80c0-bb813ae509a5 owned by network:router_gateway {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:15:03.722714 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-66baf224-b463-4985-a25c-aa8913ae505d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a556a634-679b-44da-be20-1af64bc8c3a7', 'name': 'tempest-TestVolumeBootPattern-1887300476-router', 'tenant_id': '9bafc9d0d75b44f696c7001918c22f7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.72'}], 'enable_snat': True}, 'gw_port_id': '276dbda1-be0d-4778-9c79-79ca3751d954', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:09:23Z', 'updated_at': '2022-01-05T17:09:36Z', 'revision_number': 4, 'project_id': '9bafc9d0d75b44f696c7001918c22f7e', 'gw_port': {'id': '276dbda1-be0d-4778-9c79-79ca3751d954', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:0b:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a556a634-679b-44da-be20-1af64bc8c3a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:09:24Z', 'updated_at': '2022-01-05T17:09:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'e2124c91-d62f-4904-9fd0-95c1d6ce9eed', 'tenant_id': '9bafc9d0d75b44f696c7001918c22f7e', 'floating_ip_address': '172.36.4.13', 'floating_network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'router_id': 'a556a634-679b-44da-be20-1af64bc8c3a7', 'port_id': '7d183c93-533a-4e9f-9836-af07aedea9c8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1387, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9d892221-db72-44b5-b8b3-7f2a75d6a0ee', 'mac_address': 'fa:16:3e:2f:73:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f89b5258-bff4-41de-af55-f1ebba92f3b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-05T17:15:01Z', 'updated_at': '2022-01-05T17:15:01Z', 'revision_number': 0, 'project_id': '9bafc9d0d75b44f696c7001918c22f7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bdaade1f-99b8-4056-a855-356847ca7946', 'name': '', 'network_id': '9d892221-db72-44b5-b8b3-7f2a75d6a0ee', 'tenant_id': '9bafc9d0d75b44f696c7001918c22f7e', 'mac_address': 'fa:16:3e:9d:8d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a556a634-679b-44da-be20-1af64bc8c3a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '520bba67-4fdd-405a-be17-05cf521cd2ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:09:33Z', 'updated_at': '2022-01-05T17:09:56Z', 'revision_number': 5, 'project_id': '9bafc9d0d75b44f696c7001918c22f7e', 'subnets': [{'id': '520bba67-4fdd-405a-be17-05cf521cd2ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:15:03.749463 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66baf224-b463-4985-a25c-aa8913ae505d None None] The sync data for ids ['a556a634-679b-44da-be20-1af64bc8c3a7'] in dv-neutron-master-2-hyperv is: [{'id': 'a556a634-679b-44da-be20-1af64bc8c3a7', 'name': 'tempest-TestVolumeBootPattern-1887300476-router', 'tenant_id': '9bafc9d0d75b44f696c7001918c22f7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.72'}], 'enable_snat': True}, 'gw_port_id': '276dbda1-be0d-4778-9c79-79ca3751d954', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:09:23Z', 'updated_at': '2022-01-05T17:09:36Z', 'revision_number': 4, 'project_id': '9bafc9d0d75b44f696c7001918c22f7e', 'gw_port': {'id': '276dbda1-be0d-4778-9c79-79ca3751d954', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:0b:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a556a634-679b-44da-be20-1af64bc8c3a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:09:24Z', 'updated_at': '2022-01-05T17:09:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'e2124c91-d62f-4904-9fd0-95c1d6ce9eed', 'tenant_id': '9bafc9d0d75b44f696c7001918c22f7e', 'floating_ip_address': '172.36.4.13', 'floating_network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'router_id': 'a556a634-679b-44da-be20-1af64bc8c3a7', 'port_id': '7d183c93-533a-4e9f-9836-af07aedea9c8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1387, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9d892221-db72-44b5-b8b3-7f2a75d6a0ee', 'mac_address': 'fa:16:3e:2f:73:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f89b5258-bff4-41de-af55-f1ebba92f3b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-05T17:15:01Z', 'updated_at': '2022-01-05T17:15:01Z', 'revision_number': 0, 'project_id': '9bafc9d0d75b44f696c7001918c22f7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bdaade1f-99b8-4056-a855-356847ca7946', 'name': '', 'network_id': '9d892221-db72-44b5-b8b3-7f2a75d6a0ee', 'tenant_id': '9bafc9d0d75b44f696c7001918c22f7e', 'mac_address': 'fa:16:3e:9d:8d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a556a634-679b-44da-be20-1af64bc8c3a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '520bba67-4fdd-405a-be17-05cf521cd2ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:09:33Z', 'updated_at': '2022-01-05T17:09:56Z', 'revision_number': 5, 'project_id': '9bafc9d0d75b44f696c7001918c22f7e', 'subnets': [{'id': '520bba67-4fdd-405a-be17-05cf521cd2ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 05 17:15:03.752410 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-7808038e-d6ab-4962-a3a4-b4739ee07ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678'] for port, after_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:15:03.784878 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7808038e-d6ab-4962-a3a4-b4739ee07ea6 None None] Pushing event deleted for resources: {'Port': ['ID=db2019ee-2f06-4b0f-bff4-6ecf26e3975b,revision_number=None']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:15:03.794824 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-00c639c7-2962-4d1c-a240-8630d76744d0 req-66d944d3-9fe2-4ba8-8776-e8cc66b2deb3 service neutron] 10.222.0.13 "GET /v2.0/networks/9d892221-db72-44b5-b8b3-7f2a75d6a0ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472929 Jan 05 17:15:03.795336 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7808038e-d6ab-4962-a3a4-b4739ee07ea6 None None] No DVR routers for this DVR port db2019ee-2f06-4b0f-bff4-6ecf26e3975b on host dv-neutron-master-2-hyperv {{(pid=103802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 05 17:15:03.945483 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-00c639c7-2962-4d1c-a240-8630d76744d0 req-5156a18c-2030-463e-8275-a585037e6e35 service neutron] 10.222.0.13 "GET /v2.0/networks/9d892221-db72-44b5-b8b3-7f2a75d6a0ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415970 Jan 05 17:15:03.962005 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-069d15cf-fe3b-4952-8380-82a7c5b23e5b None None] New status for floating IP e2124c91-d62f-4904-9fd0-95c1d6ce9eed: ACTIVE {{(pid=103802) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 05 17:15:04.056118 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-659247f0-5516-4b39-97e9-1ca0239e32d3 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:15:04.081679 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device db2019ee-2f06-4b0f-bff4-6ecf26e3975b no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 05 17:15:04.087026 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659247f0-5516-4b39-97e9-1ca0239e32d3 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Pushing event deleted for resources: {'Port': ['ID=9a66898f-2c7f-4ef0-80c0-bb813ae509a5,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:15:04.135150 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30634712-34f1-4f29-8d62-5fa6f5be76f8 None None] DHCP port deletion for b0167590-0699-4c5c-a932-3939414a9573 request from dv-neutron-master-2-hyperv {{(pid=103802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 05 17:15:04.137326 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] No Port match for: db2019ee-2f06-4b0f-bff4-6ecf26e3975b {{(pid=103802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 05 17:15:04.137691 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device db2019ee-2f06-4b0f-bff4-6ecf26e3975b not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 05 17:15:04.138103 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 814869e1-4ff9-4c83-a59a-c015eea0e573 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 05 17:15:04.165949 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] No Port match for: 814869e1-4ff9-4c83-a59a-c015eea0e573 {{(pid=103802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 05 17:15:04.170438 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 814869e1-4ff9-4c83-a59a-c015eea0e573 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 05 17:15:04.175002 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-659247f0-5516-4b39-97e9-1ca0239e32d3 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-648595'] for router_gateway, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:15:04.270124 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-659247f0-5516-4b39-97e9-1ca0239e32d3 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-648249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62744'] for router, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:15:04.272440 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-659247f0-5516-4b39-97e9-1ca0239e32d3 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:15:04.367444 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-659247f0-5516-4b39-97e9-1ca0239e32d3 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-648240'] for router, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:15:04.367929 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-659247f0-5516-4b39-97e9-1ca0239e32d3 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Fanout notify agent at l3_agent the message router_deleted on router fdc14264-be8e-4777-a841-44bf7a88eb7f {{(pid=103800) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 05 17:15:04.374670 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-659247f0-5516-4b39-97e9-1ca0239e32d3 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for router, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:15:04.375796 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-659247f0-5516-4b39-97e9-1ca0239e32d3 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "DELETE /v2.0/routers/fdc14264-be8e-4777-a841-44bf7a88eb7f HTTP/1.1" status: 204 len: 168 time: 1.4286735 Jan 05 17:15:04.378560 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 46296) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:15:04.461543 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-03ea1ef5-4ca7-4f6e-8e20-3a4eb4d1b26e tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3809644'] for network, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:15:04.555955 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-03ea1ef5-4ca7-4f6e-8e20-3a4eb4d1b26e tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3891715', 'neutron.services.segments.db._delete_segments_for_network-8754181063482'] for network, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:15:04.575199 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.services.segments.db [None req-03ea1ef5-4ca7-4f6e-8e20-3a4eb4d1b26e tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48e7c283-9808-4ee9-89b3-d09dd7fc4db0']}} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:15:04.591218 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.services.segments.db [None req-03ea1ef5-4ca7-4f6e-8e20-3a4eb4d1b26e tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e63d09fe-af16-427e-be66-5a33c6ee735e') {'for_net_delete': True} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:15:04.591512 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.services.segments.db [None req-03ea1ef5-4ca7-4f6e-8e20-3a4eb4d1b26e tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e63d09fe-af16-427e-be66-5a33c6ee735e') {} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:15:04.611839 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-03ea1ef5-4ca7-4f6e-8e20-3a4eb4d1b26e tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754181064771', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8784833'] for segment, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:15:04.631851 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-03ea1ef5-4ca7-4f6e-8e20-3a4eb4d1b26e tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225'] for segment, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:15:04.638912 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03ea1ef5-4ca7-4f6e-8e20-3a4eb4d1b26e tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Releasing vlan 131 on physical network physnet1 to pool {{(pid=103800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 05 17:15:04.639300 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-03ea1ef5-4ca7-4f6e-8e20-3a4eb4d1b26e tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8784497'] for segment, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:15:04.643021 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:15:04.643021 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:15:04.643021 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:15:04.643021 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:15:04.643021 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:15:04.643021 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:15:04.643021 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:15:04.643021 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:15:04.643021 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:15:04.643021 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:15:04.643021 dv-neutron-master-2-hyperv neutron-server[103800]: Traceback (most recent call last): Jan 05 17:15:04.643021 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 05 17:15:04.643021 dv-neutron-master-2-hyperv neutron-server[103800]: timer() Jan 05 17:15:04.643021 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 05 17:15:04.643021 dv-neutron-master-2-hyperv neutron-server[103800]: cb(*args, **kw) Jan 05 17:15:04.643021 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 05 17:15:04.643021 dv-neutron-master-2-hyperv neutron-server[103800]: return func(*args, **kwargs) Jan 05 17:15:04.643021 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 05 17:15:04.643021 dv-neutron-master-2-hyperv neutron-server[103800]: self._notify() Jan 05 17:15:04.643021 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 05 17:15:04.643021 dv-neutron-master-2-hyperv neutron-server[103800]: self.callback(batched_events) Jan 05 17:15:04.643021 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 05 17:15:04.643021 dv-neutron-master-2-hyperv neutron-server[103800]: event.method(event) Jan 05 17:15:04.643021 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 05 17:15:04.643021 dv-neutron-master-2-hyperv neutron-server[103800]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 05 17:15:04.643021 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 05 17:15:04.643021 dv-neutron-master-2-hyperv neutron-server[103800]: aggregate_uuid = self.p_client.list_aggregates( Jan 05 17:15:04.643021 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 05 17:15:04.643021 dv-neutron-master-2-hyperv neutron-server[103800]: return f(self, *a, **k) Jan 05 17:15:04.643021 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 05 17:15:04.643021 dv-neutron-master-2-hyperv neutron-server[103800]: return self._get(url).json() Jan 05 17:15:04.643021 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 05 17:15:04.643021 dv-neutron-master-2-hyperv neutron-server[103800]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 05 17:15:04.643021 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 05 17:15:04.643021 dv-neutron-master-2-hyperv neutron-server[103800]: return self.request(url, 'GET', **kwargs) Jan 05 17:15:04.643021 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 05 17:15:04.643021 dv-neutron-master-2-hyperv neutron-server[103800]: base_url = self.get_endpoint(auth, allow=allow, Jan 05 17:15:04.643021 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 05 17:15:04.643021 dv-neutron-master-2-hyperv neutron-server[103800]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 05 17:15:04.643021 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 05 17:15:04.643021 dv-neutron-master-2-hyperv neutron-server[103800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 05 17:15:04.643021 dv-neutron-master-2-hyperv neutron-server[103800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 05 17:15:04.758606 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-03ea1ef5-4ca7-4f6e-8e20-3a4eb4d1b26e tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3891722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648695'] for network, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:15:04.765046 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-03ea1ef5-4ca7-4f6e-8e20-3a4eb4d1b26e tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for network, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:15:04.768731 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-03ea1ef5-4ca7-4f6e-8e20-3a4eb4d1b26e tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "DELETE /v2.0/networks/48e7c283-9808-4ee9-89b3-d09dd7fc4db0 HTTP/1.1" status: 204 len: 168 time: 0.3892057 Jan 05 17:15:04.782925 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 46298) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:15:04.786633 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ea1ef5-4ca7-4f6e-8e20-3a4eb4d1b26e tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Pushing event deleted for resources: {'Network': ['ID=48e7c283-9808-4ee9-89b3-d09dd7fc4db0,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:15:04.787874 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-53aad2f6-003b-4e7b-a520-2f665f4cbda5 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Request body: {'network': {'name': 'tempest-network-smoke--1216707633', 'project_id': 'ec76859de02442879238ecf1eaefefed', 'port_security_enabled': True}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:15:04.867168 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53aad2f6-003b-4e7b-a520-2f665f4cbda5 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Made reservation on behalf of ec76859de02442879238ecf1eaefefed for: {'network': 1} {{(pid=103801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:15:04.871019 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-53aad2f6-003b-4e7b-a520-2f665f4cbda5 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for network, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:15:04.895102 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53aad2f6-003b-4e7b-a520-2f665f4cbda5 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] vlan segment allocate from pool success with {'vlan_id': 140, 'physical_network': 'physnet1'} {{(pid=103801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 05 17:15:04.903556 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-53aad2f6-003b-4e7b-a520-2f665f4cbda5 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225'] for segment, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:15:04.903894 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.db.segments_db [None req-53aad2f6-003b-4e7b-a520-2f665f4cbda5 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Added segment 7b0f3a0b-7b9a-4666-a049-9ae275412552 of type vlan for network c3e5f7b1-7b9e-4025-a3dd-36e1e1ec6208 Jan 05 17:15:04.941827 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-53aad2f6-003b-4e7b-a520-2f665f4cbda5 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754180566020'] for network, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:15:05.042033 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-53aad2f6-003b-4e7b-a520-2f665f4cbda5 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685'] for network, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:15:05.048202 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53aad2f6-003b-4e7b-a520-2f665f4cbda5 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:15:05.048801 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-53aad2f6-003b-4e7b-a520-2f665f4cbda5 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for network, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:15:05.120397 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53aad2f6-003b-4e7b-a520-2f665f4cbda5 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Pushing event updated for resources: {'Network': ['ID=c3e5f7b1-7b9e-4025-a3dd-36e1e1ec6208,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:15:05.132410 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Network c3e5f7b1-7b9e-4025-a3dd-36e1e1ec6208 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 05 17:15:05.195142 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-53aad2f6-003b-4e7b-a520-2f665f4cbda5 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4111712 Jan 05 17:15:05.197905 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 46300) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:15:05.202301 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-3107f546-66d3-493e-b1ee-7a45b837bb52 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1111734814', 'admin_state_up': True, 'project_id': 'ec76859de02442879238ecf1eaefefed', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573'}}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:15:05.301113 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3107f546-66d3-493e-b1ee-7a45b837bb52 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-649063', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58098'] for router, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:15:05.302238 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3107f546-66d3-493e-b1ee-7a45b837bb52 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649832', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-545006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58091'] for router, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:15:05.357680 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3107f546-66d3-493e-b1ee-7a45b837bb52 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:15:05.545184 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3107f546-66d3-493e-b1ee-7a45b837bb52 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:15:05.776124 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 9a66898f-2c7f-4ef0-80c0-bb813ae509a5 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 05 17:15:05.798233 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] No Port match for: 9a66898f-2c7f-4ef0-80c0-bb813ae509a5 {{(pid=103802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 05 17:15:05.798495 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 9a66898f-2c7f-4ef0-80c0-bb813ae509a5 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 05 17:15:05.807268 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3107f546-66d3-493e-b1ee-7a45b837bb52 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for router_gateway, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:15:05.825439 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3107f546-66d3-493e-b1ee-7a45b837bb52 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:15:05.925350 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [None req-3107f546-66d3-493e-b1ee-7a45b837bb52 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Allocated IP 172.36.4.186 (b0167590-0699-4c5c-a932-3939414a9573/7a784a6d-3d96-418f-a645-b9ccd0b1ac55/efe8db7f-df4d-45a8-980f-bade10ecd096) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:15:06.027817 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3107f546-66d3-493e-b1ee-7a45b837bb52 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for port, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:15:06.112888 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3107f546-66d3-493e-b1ee-7a45b837bb52 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11433176'] for port, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:15:06.150820 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3107f546-66d3-493e-b1ee-7a45b837bb52 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Network b0167590-0699-4c5c-a932-3939414a9573 is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:15:06.153758 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-3107f546-66d3-493e-b1ee-7a45b837bb52 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:15:06.156185 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3107f546-66d3-493e-b1ee-7a45b837bb52 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:15:06.166150 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-019521ca-8727-4159-98db-513ee40f4431 None None] DHCP port deletion for b0167590-0699-4c5c-a932-3939414a9573 request from dv-neutron-master-2-hyperv {{(pid=103802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 05 17:15:06.188811 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3107f546-66d3-493e-b1ee-7a45b837bb52 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Pushing event updated for resources: {'Port': ['ID=efe8db7f-df4d-45a8-980f-bade10ecd096,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:15:06.238592 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-0c281ac0-75fd-4421-9151-0699858046f6 None None] Provisioning complete for port efe8db7f-df4d-45a8-980f-bade10ecd096 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:15:06.238964 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-0c281ac0-75fd-4421-9151-0699858046f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:15:06.276197 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-0c281ac0-75fd-4421-9151-0699858046f6 None None] Port efe8db7f-df4d-45a8-980f-bade10ecd096 cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 17:15:06.489673 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3107f546-66d3-493e-b1ee-7a45b837bb52 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for router_gateway, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:15:06.674776 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3107f546-66d3-493e-b1ee-7a45b837bb52 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-648430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648639'] for router, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:15:06.844314 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3107f546-66d3-493e-b1ee-7a45b837bb52 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Router 4872dca8-11df-4614-bcc7-91d43a09c98f is scheduled to L3 agent 59446fdc-40e0-41fe-a575-a8eb11d742f7 with binding_index 1 {{(pid=103801) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 05 17:15:06.949757 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3107f546-66d3-493e-b1ee-7a45b837bb52 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 05 17:15:06.959745 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb2ab139-c654-4e29-bfed-de9d4c1a8e08 None None] Sync routers for ids ['4872dca8-11df-4614-bcc7-91d43a09c98f'] in dv-neutron-master-2-hyperv {{(pid=103803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 05 17:15:06.970503 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb2ab139-c654-4e29-bfed-de9d4c1a8e08 None None] Routers {'4872dca8-11df-4614-bcc7-91d43a09c98f'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:15:06.971107 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-eb2ab139-c654-4e29-bfed-de9d4c1a8e08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:14:49Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['4872dca8-11df-4614-bcc7-91d43a09c98f'], 'active': True} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:15:07.028655 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3107f546-66d3-493e-b1ee-7a45b837bb52 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for router, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:15:07.029925 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-3107f546-66d3-493e-b1ee-7a45b837bb52 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.8310578 Jan 05 17:15:07.033554 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 46302) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:15:07.061862 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-eb80afc4-0ba8-44cc-a10d-b3b58e59f2f9 tempest-TestNetworkBasicOps-152746079 tempest-TestNetworkBasicOps-152746079-project-admin] 10.222.0.11 "GET /v2.0/subnets?project_id=ec76859de02442879238ecf1eaefefed&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0271962 Jan 05 17:15:07.064492 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 46304) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:15:07.072487 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvr_db [None req-eb2ab139-c654-4e29-bfed-de9d4c1a8e08 None None] Set router 4872dca8-11df-4614-bcc7-91d43a09c98f gateway port host: dv-neutron-master-2-hyperv {{(pid=103803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:15:07.155569 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a70a8b0-c454-43af-9c7f-cca51bded408 tempest-TestNetworkBasicOps-152746079 tempest-TestNetworkBasicOps-152746079-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:15:07.157494 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-9a70a8b0-c454-43af-9c7f-cca51bded408 tempest-TestNetworkBasicOps-152746079 tempest-TestNetworkBasicOps-152746079-project-admin] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0920906 Jan 05 17:15:07.160349 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 46306) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:15:07.187810 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-79669d02-377b-4792-af25-0249d1b49828 tempest-TestNetworkBasicOps-152746079 tempest-TestNetworkBasicOps-152746079-project-admin] 10.222.0.11 "GET /v2.0/subnets?network_id=b0167590-0699-4c5c-a932-3939414a9573&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0263915 Jan 05 17:15:07.190393 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 46308) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:15:07.194936 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-c6c7fbfe-c63a-4836-b066-0c18d909c787 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1340620384', 'network_id': 'c3e5f7b1-7b9e-4025-a3dd-36e1e1ec6208', 'project_id': 'ec76859de02442879238ecf1eaefefed', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:15:07.250579 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-eb2ab139-c654-4e29-bfed-de9d4c1a8e08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4872dca8-11df-4614-bcc7-91d43a09c98f', 'name': 'tempest-TestNetworkBasicOps-router-1111734814', 'tenant_id': 'ec76859de02442879238ecf1eaefefed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.186'}], 'enable_snat': True}, 'gw_port_id': 'efe8db7f-df4d-45a8-980f-bade10ecd096', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:15:05Z', 'updated_at': '2022-01-05T17:15:06Z', 'revision_number': 3, 'project_id': 'ec76859de02442879238ecf1eaefefed', 'gw_port': {'id': 'efe8db7f-df4d-45a8-980f-bade10ecd096', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:5e:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4872dca8-11df-4614-bcc7-91d43a09c98f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:15:05Z', 'updated_at': '2022-01-05T17:15:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:15:07.276800 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb2ab139-c654-4e29-bfed-de9d4c1a8e08 None None] Checking router: 4872dca8-11df-4614-bcc7-91d43a09c98f for host: dv-neutron-master-2-hyperv {{(pid=103803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 05 17:15:07.277150 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb2ab139-c654-4e29-bfed-de9d4c1a8e08 None None] Updating router 4872dca8-11df-4614-bcc7-91d43a09c98f port efe8db7f-df4d-45a8-980f-bade10ecd096 binding host dv-neutron-master-2-hyperv {{(pid=103803) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 05 17:15:07.301109 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-eb2ab139-c654-4e29-bfed-de9d4c1a8e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:15:07.332933 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6c7fbfe-c63a-4836-b066-0c18d909c787 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Made reservation on behalf of ec76859de02442879238ecf1eaefefed for: {'subnet': 1} {{(pid=103801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:15:07.336581 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-c6c7fbfe-c63a-4836-b066-0c18d909c787 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12480675'] for subnet, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:15:07.558691 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-c6c7fbfe-c63a-4836-b066-0c18d909c787 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11433288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12480593'] for subnet, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:15:07.619092 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c7fbfe-c63a-4836-b066-0c18d909c787 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Pushing event updated for resources: {'Subnet': ['ID=ba1bc9ff-2713-4b78-8396-9f597f187a05,revision_number=0']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:15:07.631309 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-eb2ab139-c654-4e29-bfed-de9d4c1a8e08 None None] Publish callbacks [] for port, precommit_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:15:07.634737 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6c7fbfe-c63a-4836-b066-0c18d909c787 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Checking segment: {'id': '7b0f3a0b-7b9a-4666-a049-9ae275412552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'c3e5f7b1-7b9e-4025-a3dd-36e1e1ec6208'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:15:07.636508 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6c7fbfe-c63a-4836-b066-0c18d909c787 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Network hostable DHCP agents. Network: c3e5f7b1-7b9e-4025-a3dd-36e1e1ec6208, hostable agents: ['3f70c195-17da-4084-9fd6-bf6059d88535'], hosted agents: [] {{(pid=103801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 05 17:15:07.706768 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-eb2ab139-c654-4e29-bfed-de9d4c1a8e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:15:07.723941 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6c7fbfe-c63a-4836-b066-0c18d909c787 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Network c3e5f7b1-7b9e-4025-a3dd-36e1e1ec6208 is scheduled to be hosted by DHCP agent 3f70c195-17da-4084-9fd6-bf6059d88535 with binding_index 1 {{(pid=103801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 05 17:15:07.744835 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0891d3f-b5f2-4cd4-af28-2cd35306a6df None None] DHCP port deletion for b0167590-0699-4c5c-a932-3939414a9573 request from dv-neutron-master-2-hyperv {{(pid=103802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 05 17:15:07.753317 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.plugins.ml2.managers [None req-eb2ab139-c654-4e29-bfed-de9d4c1a8e08 None None] Attempting to bind port efe8db7f-df4d-45a8-980f-bade10ecd096 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 05 17:15:07.753698 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.plugins.ml2.managers [None req-eb2ab139-c654-4e29-bfed-de9d4c1a8e08 None None] Attempting to bind port efe8db7f-df4d-45a8-980f-bade10ecd096 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '3f961525-530f-4ce5-8222-1dbbbe774893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573'}] {{(pid=103803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 05 17:15:07.754057 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb2ab139-c654-4e29-bfed-de9d4c1a8e08 None None] Attempting to bind port efe8db7f-df4d-45a8-980f-bade10ecd096 on network b0167590-0699-4c5c-a932-3939414a9573 {{(pid=103803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:15:07.763507 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e95e51c-2590-4ac3-910b-8dfa6adbeab9 None None] Pushing event updated for resources: {'Port': ['ID=efe8db7f-df4d-45a8-980f-bade10ecd096,revision_number=2']} {{(pid=103803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:15:07.765492 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb2ab139-c654-4e29-bfed-de9d4c1a8e08 None None] Checking agent: {'id': '0d4f8fd3-ce62-4651-970c-efa6a8bb22b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 5, 16, 57, 23), 'started_at': datetime.datetime(2022, 1, 5, 16, 57, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 5, 17, 14, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 05 17:15:07.766447 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb2ab139-c654-4e29-bfed-de9d4c1a8e08 None None] Checking segment: {'id': '3f961525-530f-4ce5-8222-1dbbbe774893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:15:07.766844 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-eb2ab139-c654-4e29-bfed-de9d4c1a8e08 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:15:07.767223 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb2ab139-c654-4e29-bfed-de9d4c1a8e08 None None] Bound using segment: {'id': '3f961525-530f-4ce5-8222-1dbbbe774893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573'} {{(pid=103803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 05 17:15:07.767676 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.plugins.ml2.managers [None req-eb2ab139-c654-4e29-bfed-de9d4c1a8e08 None None] Bound port: efe8db7f-df4d-45a8-980f-bade10ecd096, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f961525-530f-4ce5-8222-1dbbbe774893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573'}}] {{(pid=103803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 05 17:15:07.768042 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-eb2ab139-c654-4e29-bfed-de9d4c1a8e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:15:07.791613 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e95e51c-2590-4ac3-910b-8dfa6adbeab9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:15:07.791981 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e95e51c-2590-4ac3-910b-8dfa6adbeab9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:15:07.792321 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e95e51c-2590-4ac3-910b-8dfa6adbeab9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:15:07.792837 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e95e51c-2590-4ac3-910b-8dfa6adbeab9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:15:07.793172 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e95e51c-2590-4ac3-910b-8dfa6adbeab9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:15:07.793495 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e95e51c-2590-4ac3-910b-8dfa6adbeab9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:15:07.793857 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e95e51c-2590-4ac3-910b-8dfa6adbeab9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:15:07.794183 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e95e51c-2590-4ac3-910b-8dfa6adbeab9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:15:07.794504 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e95e51c-2590-4ac3-910b-8dfa6adbeab9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:15:07.794839 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e95e51c-2590-4ac3-910b-8dfa6adbeab9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:15:07.795156 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e95e51c-2590-4ac3-910b-8dfa6adbeab9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:15:07.795468 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e95e51c-2590-4ac3-910b-8dfa6adbeab9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:15:07.795778 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e95e51c-2590-4ac3-910b-8dfa6adbeab9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:15:07.802949 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-e1013053-080a-4438-b3b0-91f97a46f348 None None] Provisioning complete for port efe8db7f-df4d-45a8-980f-bade10ecd096 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:15:07.803314 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-e1013053-080a-4438-b3b0-91f97a46f348 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:15:07.807431 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-c6c7fbfe-c63a-4836-b066-0c18d909c787 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, c3e5f7b1-7b9e-4025-a3dd-36e1e1ec6208) {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:15:07.813280 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6c7fbfe-c63a-4836-b066-0c18d909c787 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:15:07.813715 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-c6c7fbfe-c63a-4836-b066-0c18d909c787 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for subnet, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:15:07.826264 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7247cec-2dbc-4e6f-a01c-f5b5fd7833d5 None None] Network c3e5f7b1-7b9e-4025-a3dd-36e1e1ec6208 requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:15:07.837498 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.plugins.ml2.db [None req-eb2ab139-c654-4e29-bfed-de9d4c1a8e08 None None] For port efe8db7f-df4d-45a8-980f-bade10ecd096, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 05 17:15:07.840826 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.plugins.ml2.db [None req-eb2ab139-c654-4e29-bfed-de9d4c1a8e08 None None] For port efe8db7f-df4d-45a8-980f-bade10ecd096, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=efe8db7f-df4d-45a8-980f-bade10ecd096,segment=NetworkSegment(3f961525-530f-4ce5-8222-1dbbbe774893),segment_id=3f961525-530f-4ce5-8222-1dbbbe774893)] {{(pid=103803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 05 17:15:07.879614 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-e1013053-080a-4438-b3b0-91f97a46f348 None None] Port efe8db7f-df4d-45a8-980f-bade10ecd096 cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 17:15:07.890108 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-c6c7fbfe-c63a-4836-b066-0c18d909c787 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6987221 Jan 05 17:15:07.893656 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 46310) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:15:07.916493 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-eb2ab139-c654-4e29-bfed-de9d4c1a8e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:15:07.938401 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19a88cc1-3e2a-41dc-8214-fc7b9d722d0d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-c3e5f7b1-7b9e-4025-a3dd-36e1e1ec6208', 'network_id': 'c3e5f7b1-7b9e-4025-a3dd-36e1e1ec6208', 'project_id': 'ec76859de02442879238ecf1eaefefed', 'fixed_ips': [{'subnet_id': 'ba1bc9ff-2713-4b78-8396-9f597f187a05'}]}} from dv-neutron-master-2-hyperv. {{(pid=103802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 05 17:15:07.939543 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-19a88cc1-3e2a-41dc-8214-fc7b9d722d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:15:07.976556 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb2ab139-c654-4e29-bfed-de9d4c1a8e08 None None] Routers {'4872dca8-11df-4614-bcc7-91d43a09c98f'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:15:07.977162 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-eb2ab139-c654-4e29-bfed-de9d4c1a8e08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:14:49Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['4872dca8-11df-4614-bcc7-91d43a09c98f'], 'active': True} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:15:08.008967 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f713409a-da81-4e0b-933a-fa88c3429209 None None] DHCP port deletion for b0167590-0699-4c5c-a932-3939414a9573 request from dv-neutron-master-2-hyperv {{(pid=103802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 05 17:15:08.019557 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e95e51c-2590-4ac3-910b-8dfa6adbeab9 None None] Pushing event updated for resources: {'Port': ['ID=efe8db7f-df4d-45a8-980f-bade10ecd096,revision_number=3']} {{(pid=103803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:15:08.100662 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvr_db [None req-eb2ab139-c654-4e29-bfed-de9d4c1a8e08 None None] Set router 4872dca8-11df-4614-bcc7-91d43a09c98f gateway port host: dv-neutron-master-2-hyperv {{(pid=103803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:15:08.101609 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.db_base_plugin_common [None req-19a88cc1-3e2a-41dc-8214-fc7b9d722d0d None None] Allocated IP 172.20.0.2 (c3e5f7b1-7b9e-4025-a3dd-36e1e1ec6208/ba1bc9ff-2713-4b78-8396-9f597f187a05/4440225e-a273-41d7-9b01-2682e7f5f775) {{(pid=103802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:15:08.119661 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-0eccd072-85bc-43fb-9a24-256aa733a671 None None] Provisioning complete for port efe8db7f-df4d-45a8-980f-bade10ecd096 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:15:08.120030 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-0eccd072-85bc-43fb-9a24-256aa733a671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:15:08.280010 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-eb2ab139-c654-4e29-bfed-de9d4c1a8e08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4872dca8-11df-4614-bcc7-91d43a09c98f', 'name': 'tempest-TestNetworkBasicOps-router-1111734814', 'tenant_id': 'ec76859de02442879238ecf1eaefefed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.186'}], 'enable_snat': True}, 'gw_port_id': 'efe8db7f-df4d-45a8-980f-bade10ecd096', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:15:05Z', 'updated_at': '2022-01-05T17:15:06Z', 'revision_number': 3, 'project_id': 'ec76859de02442879238ecf1eaefefed', 'gw_port': {'id': 'efe8db7f-df4d-45a8-980f-bade10ecd096', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:5e:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4872dca8-11df-4614-bcc7-91d43a09c98f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:15:05Z', 'updated_at': '2022-01-05T17:15:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:15:08.292595 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-0eccd072-85bc-43fb-9a24-256aa733a671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:15:08.307697 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb2ab139-c654-4e29-bfed-de9d4c1a8e08 None None] The sync data for ids ['4872dca8-11df-4614-bcc7-91d43a09c98f'] in dv-neutron-master-2-hyperv is: [{'id': '4872dca8-11df-4614-bcc7-91d43a09c98f', 'name': 'tempest-TestNetworkBasicOps-router-1111734814', 'tenant_id': 'ec76859de02442879238ecf1eaefefed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.186'}], 'enable_snat': True}, 'gw_port_id': 'efe8db7f-df4d-45a8-980f-bade10ecd096', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:15:05Z', 'updated_at': '2022-01-05T17:15:06Z', 'revision_number': 3, 'project_id': 'ec76859de02442879238ecf1eaefefed', 'gw_port': {'id': 'efe8db7f-df4d-45a8-980f-bade10ecd096', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:5e:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4872dca8-11df-4614-bcc7-91d43a09c98f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:15:05Z', 'updated_at': '2022-01-05T17:15:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=103803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 05 17:15:08.330618 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-0eccd072-85bc-43fb-9a24-256aa733a671 None None] For port efe8db7f-df4d-45a8-980f-bade10ecd096, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=efe8db7f-df4d-45a8-980f-bade10ecd096,segment=NetworkSegment(3f961525-530f-4ce5-8222-1dbbbe774893),segment_id=3f961525-530f-4ce5-8222-1dbbbe774893)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:15:08.337159 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-19a88cc1-3e2a-41dc-8214-fc7b9d722d0d None None] Publish callbacks [] for port, precommit_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:15:08.410353 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-0eccd072-85bc-43fb-9a24-256aa733a671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:15:08.440497 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-19a88cc1-3e2a-41dc-8214-fc7b9d722d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669'] for port, after_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:15:08.472768 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19a88cc1-3e2a-41dc-8214-fc7b9d722d0d None None] Network c3e5f7b1-7b9e-4025-a3dd-36e1e1ec6208 is already hosted by enough agents. {{(pid=103802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:15:08.474138 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eccd072-85bc-43fb-9a24-256aa733a671 None None] Pushing event updated for resources: {'Port': ['ID=efe8db7f-df4d-45a8-980f-bade10ecd096,revision_number=4']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:15:08.477217 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.scheduler.base_scheduler [None req-19a88cc1-3e2a-41dc-8214-fc7b9d722d0d None None] Resources bound (agent type, host, resource id): {{(pid=103802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:15:08.480792 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19a88cc1-3e2a-41dc-8214-fc7b9d722d0d None None] Received port after_create {{(pid=103802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:15:08.578786 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a88cc1-3e2a-41dc-8214-fc7b9d722d0d None None] Pushing event updated for resources: {'Port': ['ID=4440225e-a273-41d7-9b01-2682e7f5f775,revision_number=1']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:15:08.589974 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-19a88cc1-3e2a-41dc-8214-fc7b9d722d0d None None] Attempting to bind port 4440225e-a273-41d7-9b01-2682e7f5f775 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 05 17:15:08.590416 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-19a88cc1-3e2a-41dc-8214-fc7b9d722d0d None None] Attempting to bind port 4440225e-a273-41d7-9b01-2682e7f5f775 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '7b0f3a0b-7b9a-4666-a049-9ae275412552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'c3e5f7b1-7b9e-4025-a3dd-36e1e1ec6208'}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 05 17:15:08.590859 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19a88cc1-3e2a-41dc-8214-fc7b9d722d0d None None] Attempting to bind port 4440225e-a273-41d7-9b01-2682e7f5f775 on network c3e5f7b1-7b9e-4025-a3dd-36e1e1ec6208 {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:15:08.596598 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19a88cc1-3e2a-41dc-8214-fc7b9d722d0d None None] Checking agent: {'id': '0d4f8fd3-ce62-4651-970c-efa6a8bb22b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 5, 16, 57, 23), 'started_at': datetime.datetime(2022, 1, 5, 16, 57, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 5, 17, 14, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 05 17:15:08.597062 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19a88cc1-3e2a-41dc-8214-fc7b9d722d0d None None] Checking segment: {'id': '7b0f3a0b-7b9a-4666-a049-9ae275412552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'c3e5f7b1-7b9e-4025-a3dd-36e1e1ec6208'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:15:08.597519 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-19a88cc1-3e2a-41dc-8214-fc7b9d722d0d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:15:08.598003 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19a88cc1-3e2a-41dc-8214-fc7b9d722d0d None None] Bound using segment: {'id': '7b0f3a0b-7b9a-4666-a049-9ae275412552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'c3e5f7b1-7b9e-4025-a3dd-36e1e1ec6208'} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 05 17:15:08.598549 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-19a88cc1-3e2a-41dc-8214-fc7b9d722d0d None None] Bound port: 4440225e-a273-41d7-9b01-2682e7f5f775, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b0f3a0b-7b9a-4666-a049-9ae275412552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'c3e5f7b1-7b9e-4025-a3dd-36e1e1ec6208'}}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 05 17:15:08.598996 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-19a88cc1-3e2a-41dc-8214-fc7b9d722d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:15:08.669876 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-19a88cc1-3e2a-41dc-8214-fc7b9d722d0d None None] For port 4440225e-a273-41d7-9b01-2682e7f5f775, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 05 17:15:08.673658 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-19a88cc1-3e2a-41dc-8214-fc7b9d722d0d None None] For port 4440225e-a273-41d7-9b01-2682e7f5f775, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=4440225e-a273-41d7-9b01-2682e7f5f775,segment=NetworkSegment(7b0f3a0b-7b9a-4666-a049-9ae275412552),segment_id=7b0f3a0b-7b9a-4666-a049-9ae275412552)] {{(pid=103802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 05 17:15:08.684247 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-df5b7588-c5e2-4560-8cb1-cc06e881396c tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:15:08.747588 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-19a88cc1-3e2a-41dc-8214-fc7b9d722d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:15:08.817800 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a88cc1-3e2a-41dc-8214-fc7b9d722d0d None None] Pushing event updated for resources: {'Port': ['ID=4440225e-a273-41d7-9b01-2682e7f5f775,revision_number=2']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:15:09.024753 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [None req-df5b7588-c5e2-4560-8cb1-cc06e881396c tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Allocated IP 172.20.0.1 (c3e5f7b1-7b9e-4025-a3dd-36e1e1ec6208/ba1bc9ff-2713-4b78-8396-9f597f187a05/4970c6ae-e5bd-4575-a773-5396648d0deb) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:15:09.168384 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-df5b7588-c5e2-4560-8cb1-cc06e881396c tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for port, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:15:09.261742 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-df5b7588-c5e2-4560-8cb1-cc06e881396c tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11433176'] for port, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:15:09.313881 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df5b7588-c5e2-4560-8cb1-cc06e881396c tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Network c3e5f7b1-7b9e-4025-a3dd-36e1e1ec6208 is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:15:09.317218 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-df5b7588-c5e2-4560-8cb1-cc06e881396c tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:15:09.319788 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df5b7588-c5e2-4560-8cb1-cc06e881396c tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:15:09.355355 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5b7588-c5e2-4560-8cb1-cc06e881396c tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Pushing event updated for resources: {'Port': ['ID=4970c6ae-e5bd-4575-a773-5396648d0deb,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:15:09.372332 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-df5b7588-c5e2-4560-8cb1-cc06e881396c tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-648552'] for router_interface, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:15:09.593128 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-df5b7588-c5e2-4560-8cb1-cc06e881396c tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:15:09.773310 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9db7a31b-cc41-4469-a29e-dad301371ff6 None None] Network c3e5f7b1-7b9e-4025-a3dd-36e1e1ec6208 requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:15:09.857893 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-a684bae0-7f77-4457-8fe8-77f0ec9768d2 None None] Provisioning complete for port 4440225e-a273-41d7-9b01-2682e7f5f775 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:15:09.858522 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-a684bae0-7f77-4457-8fe8-77f0ec9768d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:15:09.887786 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 4440225e-a273-41d7-9b01-2682e7f5f775 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:15:09.904513 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-df5b7588-c5e2-4560-8cb1-cc06e881396c tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for port, precommit_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:15:09.962535 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-df5b7588-c5e2-4560-8cb1-cc06e881396c tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11433169'] for port, after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:15:10.000758 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Provisioning complete for port 4440225e-a273-41d7-9b01-2682e7f5f775 triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:15:10.001132 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:15:10.039103 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-a684bae0-7f77-4457-8fe8-77f0ec9768d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:15:10.040786 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5b7588-c5e2-4560-8cb1-cc06e881396c tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Pushing event updated for resources: {'Port': ['ID=4970c6ae-e5bd-4575-a773-5396648d0deb,revision_number=2']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:15:10.043430 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-df5b7588-c5e2-4560-8cb1-cc06e881396c tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-531704'] for router_interface, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:15:10.083594 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-a684bae0-7f77-4457-8fe8-77f0ec9768d2 None None] For port 4440225e-a273-41d7-9b01-2682e7f5f775, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=4440225e-a273-41d7-9b01-2682e7f5f775,segment=NetworkSegment(7b0f3a0b-7b9a-4666-a049-9ae275412552),segment_id=7b0f3a0b-7b9a-4666-a049-9ae275412552)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:15:10.124815 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:15:10.165254 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-a684bae0-7f77-4457-8fe8-77f0ec9768d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:15:10.165792 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df5b7588-c5e2-4560-8cb1-cc06e881396c tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Network c3e5f7b1-7b9e-4025-a3dd-36e1e1ec6208 is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:15:10.167274 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-df5b7588-c5e2-4560-8cb1-cc06e881396c tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:15:10.230907 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.db.api [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103802) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 05 17:15:10.231389 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG oslo_db.api [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 05 17:15:10.257974 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a684bae0-7f77-4457-8fe8-77f0ec9768d2 None None] Pushing event updated for resources: {'Port': ['ID=4440225e-a273-41d7-9b01-2682e7f5f775,revision_number=3']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:15:10.288785 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-d9fef7f0-9a68-433f-8425-3a8f91127332 None None] Provisioning complete for port 4970c6ae-e5bd-4575-a773-5396648d0deb triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:15:10.289194 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d9fef7f0-9a68-433f-8425-3a8f91127332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:15:10.309116 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df5b7588-c5e2-4560-8cb1-cc06e881396c tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Router 4872dca8-11df-4614-bcc7-91d43a09c98f has already been hosted by L3 agent 59446fdc-40e0-41fe-a575-a8eb11d742f7 {{(pid=103801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 05 17:15:10.331475 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-d9fef7f0-9a68-433f-8425-3a8f91127332 None None] Port 4970c6ae-e5bd-4575-a773-5396648d0deb cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 17:15:10.343454 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-d9fef7f0-9a68-433f-8425-3a8f91127332 None None] Provisioning complete for port 4440225e-a273-41d7-9b01-2682e7f5f775 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:15:10.343872 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d9fef7f0-9a68-433f-8425-3a8f91127332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:15:10.435274 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df5b7588-c5e2-4560-8cb1-cc06e881396c tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 05 17:15:10.444766 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-df5b7588-c5e2-4560-8cb1-cc06e881396c tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "PUT /v2.0/routers/4872dca8-11df-4614-bcc7-91d43a09c98f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5474033 Jan 05 17:15:10.444908 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 46314) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:15:10.449896 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-170a5372-6c60-4fd1-8af7-3c3c02bae07d None None] Sync routers for ids ['4872dca8-11df-4614-bcc7-91d43a09c98f'] in dv-neutron-master-2-hyperv {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 05 17:15:10.462408 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-170a5372-6c60-4fd1-8af7-3c3c02bae07d None None] Routers {'4872dca8-11df-4614-bcc7-91d43a09c98f'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:15:10.462963 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-170a5372-6c60-4fd1-8af7-3c3c02bae07d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:14:49Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['4872dca8-11df-4614-bcc7-91d43a09c98f'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:15:10.554657 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7efe8514-d17c-4c52-bfbc-77616766e286 tempest-TestNetworkBasicOps-152746079 tempest-TestNetworkBasicOps-152746079-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:15:10.555125 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7efe8514-d17c-4c52-bfbc-77616766e286 tempest-TestNetworkBasicOps-152746079 tempest-TestNetworkBasicOps-152746079-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:15:10.555582 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7efe8514-d17c-4c52-bfbc-77616766e286 tempest-TestNetworkBasicOps-152746079 tempest-TestNetworkBasicOps-152746079-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:15:10.556032 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7efe8514-d17c-4c52-bfbc-77616766e286 tempest-TestNetworkBasicOps-152746079 tempest-TestNetworkBasicOps-152746079-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:15:10.556477 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7efe8514-d17c-4c52-bfbc-77616766e286 tempest-TestNetworkBasicOps-152746079 tempest-TestNetworkBasicOps-152746079-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:15:10.556921 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7efe8514-d17c-4c52-bfbc-77616766e286 tempest-TestNetworkBasicOps-152746079 tempest-TestNetworkBasicOps-152746079-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:15:10.562214 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-7efe8514-d17c-4c52-bfbc-77616766e286 tempest-TestNetworkBasicOps-152746079 tempest-TestNetworkBasicOps-152746079-project-admin] 10.222.0.11 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4286 time: 0.1125798 Jan 05 17:15:10.562507 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 46316) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:15:10.577778 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-50362db7-6aee-4ad9-829c-d6fda8876951 None None] Provisioning complete for port 4970c6ae-e5bd-4575-a773-5396648d0deb triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:15:10.578186 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-50362db7-6aee-4ad9-829c-d6fda8876951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:15:10.665164 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7cc8b97-e3a9-4f69-8f12-bb4c05352847 tempest-TestNetworkBasicOps-152746079 tempest-TestNetworkBasicOps-152746079-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:15:10.665642 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7cc8b97-e3a9-4f69-8f12-bb4c05352847 tempest-TestNetworkBasicOps-152746079 tempest-TestNetworkBasicOps-152746079-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:15:10.666090 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7cc8b97-e3a9-4f69-8f12-bb4c05352847 tempest-TestNetworkBasicOps-152746079 tempest-TestNetworkBasicOps-152746079-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:15:10.666529 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7cc8b97-e3a9-4f69-8f12-bb4c05352847 tempest-TestNetworkBasicOps-152746079 tempest-TestNetworkBasicOps-152746079-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:15:10.666964 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7cc8b97-e3a9-4f69-8f12-bb4c05352847 tempest-TestNetworkBasicOps-152746079 tempest-TestNetworkBasicOps-152746079-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:15:10.667410 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7cc8b97-e3a9-4f69-8f12-bb4c05352847 tempest-TestNetworkBasicOps-152746079 tempest-TestNetworkBasicOps-152746079-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:15:10.669214 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-b7cc8b97-e3a9-4f69-8f12-bb4c05352847 tempest-TestNetworkBasicOps-152746079 tempest-TestNetworkBasicOps-152746079-project-admin] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4006 time: 0.1053517 Jan 05 17:15:10.672528 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 46318) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:15:10.778395 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-170a5372-6c60-4fd1-8af7-3c3c02bae07d None None] Set router 4872dca8-11df-4614-bcc7-91d43a09c98f gateway port host: dv-neutron-master-2-hyperv {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:15:10.814511 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-a99c6907-c4e2-4551-80c0-8cbc298386e7 tempest-TestNetworkBasicOps-152746079 tempest-TestNetworkBasicOps-152746079-project-admin] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3048 time: 0.1408904 Jan 05 17:15:10.828561 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-50362db7-6aee-4ad9-829c-d6fda8876951 None None] Port 4970c6ae-e5bd-4575-a773-5396648d0deb cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 17:15:10.839195 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device efe8db7f-df4d-45a8-980f-bade10ecd096 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:15:10.983642 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-82cf4b2f-869a-4587-be2b-4263ecc65ef2 None None] Provisioning complete for port 4970c6ae-e5bd-4575-a773-5396648d0deb triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:15:10.984014 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-82cf4b2f-869a-4587-be2b-4263ecc65ef2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:15:11.048050 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Provisioning complete for port efe8db7f-df4d-45a8-980f-bade10ecd096 triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:15:11.048229 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:15:11.072570 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-82cf4b2f-869a-4587-be2b-4263ecc65ef2 None None] Port 4970c6ae-e5bd-4575-a773-5396648d0deb cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 17:15:11.072974 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 46322) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:15:11.079121 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-eb38a493-10c5-4256-9cb8-7c01d7fba4b6 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-977446946', 'description': 'tempest-secgroup-smoke-977446946 description', 'project_id': 'ec76859de02442879238ecf1eaefefed'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:15:11.144687 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-170a5372-6c60-4fd1-8af7-3c3c02bae07d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4872dca8-11df-4614-bcc7-91d43a09c98f', 'name': 'tempest-TestNetworkBasicOps-router-1111734814', 'tenant_id': 'ec76859de02442879238ecf1eaefefed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.186'}], 'enable_snat': True}, 'gw_port_id': 'efe8db7f-df4d-45a8-980f-bade10ecd096', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:15:05Z', 'updated_at': '2022-01-05T17:15:09Z', 'revision_number': 4, 'project_id': 'ec76859de02442879238ecf1eaefefed', 'gw_port': {'id': 'efe8db7f-df4d-45a8-980f-bade10ecd096', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:5e:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4872dca8-11df-4614-bcc7-91d43a09c98f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:15:05Z', 'updated_at': '2022-01-05T17:15:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '4970c6ae-e5bd-4575-a773-5396648d0deb', 'name': '', 'network_id': 'c3e5f7b1-7b9e-4025-a3dd-36e1e1ec6208', 'tenant_id': 'ec76859de02442879238ecf1eaefefed', 'mac_address': 'fa:16:3e:5b:e7:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4872dca8-11df-4614-bcc7-91d43a09c98f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': 'ba1bc9ff-2713-4b78-8396-9f597f187a05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:15:08Z', 'updated_at': '2022-01-05T17:15:09Z', 'revision_number': 2, 'project_id': 'ec76859de02442879238ecf1eaefefed', 'subnets': [{'id': 'ba1bc9ff-2713-4b78-8396-9f597f187a05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:15:11.162016 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-eb38a493-10c5-4256-9cb8-7c01d7fba4b6 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for security_group, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:15:11.175823 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-170a5372-6c60-4fd1-8af7-3c3c02bae07d None None] Checking router: 4872dca8-11df-4614-bcc7-91d43a09c98f for host: dv-neutron-master-2-hyperv {{(pid=103802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 05 17:15:11.176292 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-170a5372-6c60-4fd1-8af7-3c3c02bae07d None None] Updating router 4872dca8-11df-4614-bcc7-91d43a09c98f port 4970c6ae-e5bd-4575-a773-5396648d0deb binding host dv-neutron-master-2-hyperv {{(pid=103802) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 05 17:15:11.208739 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-170a5372-6c60-4fd1-8af7-3c3c02bae07d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:15:11.229309 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-eb38a493-10c5-4256-9cb8-7c01d7fba4b6 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for security_group, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:15:11.298926 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-eb38a493-10c5-4256-9cb8-7c01d7fba4b6 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:15:11.328720 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb38a493-10c5-4256-9cb8-7c01d7fba4b6 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98e6d589-3a12-4c53-8eff-f05fe05a1f64,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:15:11.383609 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-eb38a493-10c5-4256-9cb8-7c01d7fba4b6 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for security_group, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:15:11.385042 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-eb38a493-10c5-4256-9cb8-7c01d7fba4b6 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3108146 Jan 05 17:15:11.388142 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 46324) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:15:11.393360 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-37401b6e-fe44-4e9b-9a81-27ab65adecb7 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Request body: {'security_group_rule': {'security_group_id': '98e6d589-3a12-4c53-8eff-f05fe05a1f64', 'project_id': 'ec76859de02442879238ecf1eaefefed', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:15:11.486064 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-170a5372-6c60-4fd1-8af7-3c3c02bae07d None None] Publish callbacks [] for port, precommit_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:15:11.496726 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-37401b6e-fe44-4e9b-9a81-27ab65adecb7 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:15:11.550199 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-37401b6e-fe44-4e9b-9a81-27ab65adecb7 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:15:11.567604 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-170a5372-6c60-4fd1-8af7-3c3c02bae07d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:15:11.619642 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3306ad-7d27-4c9e-88de-ad36be3b0ef2 None None] Pushing event updated for resources: {'Port': ['ID=4970c6ae-e5bd-4575-a773-5396648d0deb,revision_number=3']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:15:11.625530 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-37401b6e-fe44-4e9b-9a81-27ab65adecb7 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533437'] for security_group_rule, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:15:11.656068 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37401b6e-fe44-4e9b-9a81-27ab65adecb7 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a913df1-adbd-45bd-a138-bc9212bd1cd9,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:15:11.672479 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-170a5372-6c60-4fd1-8af7-3c3c02bae07d None None] Attempting to bind port 4970c6ae-e5bd-4575-a773-5396648d0deb on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 05 17:15:11.672853 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-170a5372-6c60-4fd1-8af7-3c3c02bae07d None None] Attempting to bind port 4970c6ae-e5bd-4575-a773-5396648d0deb by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '7b0f3a0b-7b9a-4666-a049-9ae275412552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'c3e5f7b1-7b9e-4025-a3dd-36e1e1ec6208'}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 05 17:15:11.673219 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-170a5372-6c60-4fd1-8af7-3c3c02bae07d None None] Attempting to bind port 4970c6ae-e5bd-4575-a773-5396648d0deb on network c3e5f7b1-7b9e-4025-a3dd-36e1e1ec6208 {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:15:11.678677 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-170a5372-6c60-4fd1-8af7-3c3c02bae07d None None] Checking agent: {'id': '0d4f8fd3-ce62-4651-970c-efa6a8bb22b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 5, 16, 57, 23), 'started_at': datetime.datetime(2022, 1, 5, 16, 57, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 5, 17, 14, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 05 17:15:11.679058 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-170a5372-6c60-4fd1-8af7-3c3c02bae07d None None] Checking segment: {'id': '7b0f3a0b-7b9a-4666-a049-9ae275412552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'c3e5f7b1-7b9e-4025-a3dd-36e1e1ec6208'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:15:11.679415 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-170a5372-6c60-4fd1-8af7-3c3c02bae07d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:15:11.679803 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-170a5372-6c60-4fd1-8af7-3c3c02bae07d None None] Bound using segment: {'id': '7b0f3a0b-7b9a-4666-a049-9ae275412552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'c3e5f7b1-7b9e-4025-a3dd-36e1e1ec6208'} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 05 17:15:11.680264 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-170a5372-6c60-4fd1-8af7-3c3c02bae07d None None] Bound port: 4970c6ae-e5bd-4575-a773-5396648d0deb, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b0f3a0b-7b9a-4666-a049-9ae275412552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'c3e5f7b1-7b9e-4025-a3dd-36e1e1ec6208'}}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 05 17:15:11.680640 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-170a5372-6c60-4fd1-8af7-3c3c02bae07d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:15:11.743677 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-37401b6e-fe44-4e9b-9a81-27ab65adecb7 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:15:11.752530 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-37401b6e-fe44-4e9b-9a81-27ab65adecb7 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3632708 Jan 05 17:15:11.755522 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 46326) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:15:11.760569 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-170a5372-6c60-4fd1-8af7-3c3c02bae07d None None] For port 4970c6ae-e5bd-4575-a773-5396648d0deb, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 05 17:15:11.761048 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-f7cd9c25-2f67-4108-89c0-65c8077b7137 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Request body: {'security_group_rule': {'security_group_id': '98e6d589-3a12-4c53-8eff-f05fe05a1f64', 'project_id': 'ec76859de02442879238ecf1eaefefed', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:15:11.764375 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-170a5372-6c60-4fd1-8af7-3c3c02bae07d None None] For port 4970c6ae-e5bd-4575-a773-5396648d0deb, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=4970c6ae-e5bd-4575-a773-5396648d0deb,segment=NetworkSegment(7b0f3a0b-7b9a-4666-a049-9ae275412552),segment_id=7b0f3a0b-7b9a-4666-a049-9ae275412552)] {{(pid=103802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 05 17:15:11.810431 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 4440225e-a273-41d7-9b01-2682e7f5f775 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:15:11.834626 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-170a5372-6c60-4fd1-8af7-3c3c02bae07d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:15:11.861521 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f7cd9c25-2f67-4108-89c0-65c8077b7137 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:15:11.913984 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-170a5372-6c60-4fd1-8af7-3c3c02bae07d None None] Routers {'4872dca8-11df-4614-bcc7-91d43a09c98f'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:15:11.914623 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-170a5372-6c60-4fd1-8af7-3c3c02bae07d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:14:49Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['4872dca8-11df-4614-bcc7-91d43a09c98f'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:15:11.917799 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3306ad-7d27-4c9e-88de-ad36be3b0ef2 None None] Pushing event updated for resources: {'Port': ['ID=4970c6ae-e5bd-4575-a773-5396648d0deb,revision_number=4']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:15:11.931504 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f7cd9c25-2f67-4108-89c0-65c8077b7137 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:15:11.976359 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Provisioning complete for port 4440225e-a273-41d7-9b01-2682e7f5f775 triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:15:11.976727 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:15:11.980984 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-86ce323a-4015-4b28-9e0d-44db41e7c179 None None] Provisioning complete for port 4970c6ae-e5bd-4575-a773-5396648d0deb triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:15:11.981341 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-86ce323a-4015-4b28-9e0d-44db41e7c179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:15:12.003466 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f7cd9c25-2f67-4108-89c0-65c8077b7137 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533437'] for security_group_rule, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:15:12.026760 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cd9c25-2f67-4108-89c0-65c8077b7137 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6b7a395-81ac-4887-97c4-5669fa1c196c,revision_number=0']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:15:12.098347 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-170a5372-6c60-4fd1-8af7-3c3c02bae07d None None] Set router 4872dca8-11df-4614-bcc7-91d43a09c98f gateway port host: dv-neutron-master-2-hyperv {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:15:12.112727 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f7cd9c25-2f67-4108-89c0-65c8077b7137 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:15:12.113964 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-f7cd9c25-2f67-4108-89c0-65c8077b7137 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3573034 Jan 05 17:15:12.117308 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 46328) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:15:12.121853 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-7f966b59-89fe-4079-a14f-9ddd20f8b3cf tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Request body: {'security_group_rule': {'security_group_id': '98e6d589-3a12-4c53-8eff-f05fe05a1f64', 'project_id': 'ec76859de02442879238ecf1eaefefed', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:15:12.229449 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-7f966b59-89fe-4079-a14f-9ddd20f8b3cf tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:15:12.282695 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-86ce323a-4015-4b28-9e0d-44db41e7c179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:15:12.289141 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-7f966b59-89fe-4079-a14f-9ddd20f8b3cf tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:15:12.345204 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-86ce323a-4015-4b28-9e0d-44db41e7c179 None None] For port 4970c6ae-e5bd-4575-a773-5396648d0deb, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=4970c6ae-e5bd-4575-a773-5396648d0deb,segment=NetworkSegment(7b0f3a0b-7b9a-4666-a049-9ae275412552),segment_id=7b0f3a0b-7b9a-4666-a049-9ae275412552)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:15:12.358457 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-7f966b59-89fe-4079-a14f-9ddd20f8b3cf tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533437'] for security_group_rule, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:15:12.378573 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f966b59-89fe-4079-a14f-9ddd20f8b3cf tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb08a0ae-8521-4613-aab5-b3c834ef62b8,revision_number=0']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:15:12.393571 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-170a5372-6c60-4fd1-8af7-3c3c02bae07d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4872dca8-11df-4614-bcc7-91d43a09c98f', 'name': 'tempest-TestNetworkBasicOps-router-1111734814', 'tenant_id': 'ec76859de02442879238ecf1eaefefed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.186'}], 'enable_snat': True}, 'gw_port_id': 'efe8db7f-df4d-45a8-980f-bade10ecd096', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:15:05Z', 'updated_at': '2022-01-05T17:15:09Z', 'revision_number': 4, 'project_id': 'ec76859de02442879238ecf1eaefefed', 'gw_port': {'id': 'efe8db7f-df4d-45a8-980f-bade10ecd096', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:5e:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4872dca8-11df-4614-bcc7-91d43a09c98f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:15:05Z', 'updated_at': '2022-01-05T17:15:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '4970c6ae-e5bd-4575-a773-5396648d0deb', 'name': '', 'network_id': 'c3e5f7b1-7b9e-4025-a3dd-36e1e1ec6208', 'tenant_id': 'ec76859de02442879238ecf1eaefefed', 'mac_address': 'fa:16:3e:5b:e7:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4872dca8-11df-4614-bcc7-91d43a09c98f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': 'ba1bc9ff-2713-4b78-8396-9f597f187a05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:15:08Z', 'updated_at': '2022-01-05T17:15:11Z', 'revision_number': 4, 'project_id': 'ec76859de02442879238ecf1eaefefed', 'subnets': [{'id': 'ba1bc9ff-2713-4b78-8396-9f597f187a05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:15:12.420313 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-86ce323a-4015-4b28-9e0d-44db41e7c179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:15:12.422674 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-170a5372-6c60-4fd1-8af7-3c3c02bae07d None None] The sync data for ids ['4872dca8-11df-4614-bcc7-91d43a09c98f'] in dv-neutron-master-2-hyperv is: [{'id': '4872dca8-11df-4614-bcc7-91d43a09c98f', 'name': 'tempest-TestNetworkBasicOps-router-1111734814', 'tenant_id': 'ec76859de02442879238ecf1eaefefed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.186'}], 'enable_snat': True}, 'gw_port_id': 'efe8db7f-df4d-45a8-980f-bade10ecd096', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:15:05Z', 'updated_at': '2022-01-05T17:15:09Z', 'revision_number': 4, 'project_id': 'ec76859de02442879238ecf1eaefefed', 'gw_port': {'id': 'efe8db7f-df4d-45a8-980f-bade10ecd096', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:5e:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4872dca8-11df-4614-bcc7-91d43a09c98f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:15:05Z', 'updated_at': '2022-01-05T17:15:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '4970c6ae-e5bd-4575-a773-5396648d0deb', 'name': '', 'network_id': 'c3e5f7b1-7b9e-4025-a3dd-36e1e1ec6208', 'tenant_id': 'ec76859de02442879238ecf1eaefefed', 'mac_address': 'fa:16:3e:5b:e7:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4872dca8-11df-4614-bcc7-91d43a09c98f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': 'ba1bc9ff-2713-4b78-8396-9f597f187a05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:15:08Z', 'updated_at': '2022-01-05T17:15:11Z', 'revision_number': 4, 'project_id': 'ec76859de02442879238ecf1eaefefed', 'subnets': [{'id': 'ba1bc9ff-2713-4b78-8396-9f597f187a05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 05 17:15:12.444286 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-7f966b59-89fe-4079-a14f-9ddd20f8b3cf tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:15:12.446015 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-7f966b59-89fe-4079-a14f-9ddd20f8b3cf tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3272350 Jan 05 17:15:12.448706 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 46330) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:15:12.453178 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-47ee71ed-13ea-40c4-986d-c5f6ff365cd7 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Request body: {'security_group_rule': {'security_group_id': '98e6d589-3a12-4c53-8eff-f05fe05a1f64', 'project_id': 'ec76859de02442879238ecf1eaefefed', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:15:12.488352 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ce323a-4015-4b28-9e0d-44db41e7c179 None None] Pushing event updated for resources: {'Port': ['ID=4970c6ae-e5bd-4575-a773-5396648d0deb,revision_number=5']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:15:12.543813 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-6b4e1877-34c9-44fe-9898-b3f4bf0adee3 None None] Provisioning complete for port 4970c6ae-e5bd-4575-a773-5396648d0deb triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:15:12.544400 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-6b4e1877-34c9-44fe-9898-b3f4bf0adee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:15:12.567195 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-47ee71ed-13ea-40c4-986d-c5f6ff365cd7 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:15:12.635897 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-47ee71ed-13ea-40c4-986d-c5f6ff365cd7 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:15:12.723962 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-47ee71ed-13ea-40c4-986d-c5f6ff365cd7 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533437'] for security_group_rule, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:15:12.742428 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ee71ed-13ea-40c4-986d-c5f6ff365cd7 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d21db335-03b4-407e-bb1c-98e1866dae0f,revision_number=0']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:15:12.811689 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-47ee71ed-13ea-40c4-986d-c5f6ff365cd7 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:15:12.813619 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-47ee71ed-13ea-40c4-986d-c5f6ff365cd7 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3639338 Jan 05 17:15:12.817022 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 46332) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:15:12.821436 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-818b7213-e542-430c-99ce-5b7b0d1ec540 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Request body: {'security_group_rule': {'security_group_id': '98e6d589-3a12-4c53-8eff-f05fe05a1f64', 'project_id': 'ec76859de02442879238ecf1eaefefed', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:15:12.904955 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.db.securitygroups_db [None req-818b7213-e542-430c-99ce-5b7b0d1ec540 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Project ec76859de02442879238ecf1eaefefed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 05 17:15:12.910984 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-818b7213-e542-430c-99ce-5b7b0d1ec540 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:15:12.975719 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-818b7213-e542-430c-99ce-5b7b0d1ec540 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:15:13.055764 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-818b7213-e542-430c-99ce-5b7b0d1ec540 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533437'] for security_group_rule, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:15:13.074344 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818b7213-e542-430c-99ce-5b7b0d1ec540 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a98f2973-6cb0-426f-b5af-c5a506c5152c,revision_number=0']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:15:13.149198 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-818b7213-e542-430c-99ce-5b7b0d1ec540 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:15:13.151106 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-818b7213-e542-430c-99ce-5b7b0d1ec540 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3330522 Jan 05 17:15:13.153896 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 46334) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:15:13.158976 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-3bbf20ce-46f7-449a-861c-bed4c3361c90 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Request body: {'security_group_rule': {'security_group_id': '98e6d589-3a12-4c53-8eff-f05fe05a1f64', 'project_id': 'ec76859de02442879238ecf1eaefefed', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:15:13.244418 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.db.securitygroups_db [None req-3bbf20ce-46f7-449a-861c-bed4c3361c90 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Project ec76859de02442879238ecf1eaefefed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 05 17:15:13.249911 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3bbf20ce-46f7-449a-861c-bed4c3361c90 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:15:13.311725 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3bbf20ce-46f7-449a-861c-bed4c3361c90 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:15:13.370140 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3bbf20ce-46f7-449a-861c-bed4c3361c90 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533437'] for security_group_rule, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:15:13.390292 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbf20ce-46f7-449a-861c-bed4c3361c90 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea2757d6-43b5-41ea-a1d3-d2761ed47e08,revision_number=0']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:15:13.444100 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3bbf20ce-46f7-449a-861c-bed4c3361c90 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:15:13.445360 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-3bbf20ce-46f7-449a-861c-bed4c3361c90 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2904840 Jan 05 17:15:13.636816 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-d5c3bbf4-2820-41e9-b8f4-902bcb52f081 req-e6ceb02d-4e21-49da-8c76-24cc2ee905cd tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-977446946&fields=id&tenant_id=ec76859de02442879238ecf1eaefefed HTTP/1.1" status: 200 len: 267 time: 0.0444477 Jan 05 17:15:13.741423 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c3bbf4-2820-41e9-b8f4-902bcb52f081 req-94cbbd27-330f-4a40-8d70-6e34187259d9 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:15:13.742923 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-d5c3bbf4-2820-41e9-b8f4-902bcb52f081 req-94cbbd27-330f-4a40-8d70-6e34187259d9 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/networks?id=c3e5f7b1-7b9e-4025-a3dd-36e1e1ec6208 HTTP/1.1" status: 200 len: 797 time: 0.0996532 Jan 05 17:15:13.758616 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-d5c3bbf4-2820-41e9-b8f4-902bcb52f081 req-6ffc6f6f-8979-4114-87dd-fa35584b80e5 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/quotas/ec76859de02442879238ecf1eaefefed HTTP/1.1" status: 200 len: 375 time: 0.0091529 Jan 05 17:15:13.807155 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 4970c6ae-e5bd-4575-a773-5396648d0deb up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:15:13.814613 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-d5c3bbf4-2820-41e9-b8f4-902bcb52f081 req-be7a9875-1dad-4576-a370-accb66d182f4 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=ec76859de02442879238ecf1eaefefed&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0505316 Jan 05 17:15:13.853426 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Provisioning complete for port 4970c6ae-e5bd-4575-a773-5396648d0deb triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:15:13.853917 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:15:13.914167 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-d5c3bbf4-2820-41e9-b8f4-902bcb52f081 req-fa39d7a4-a24f-42d7-94b5-6bab913549ce service neutron] 10.222.0.11 "GET /v2.0/networks/c3e5f7b1-7b9e-4025-a3dd-36e1e1ec6208?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885339 Jan 05 17:15:14.005203 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-d5c3bbf4-2820-41e9-b8f4-902bcb52f081 req-a337f253-7365-4509-93c1-7bac8173efa0 service neutron] 10.222.0.11 "GET /v2.0/networks/c3e5f7b1-7b9e-4025-a3dd-36e1e1ec6208?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821147 Jan 05 17:15:14.261898 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-4e9f4172-a1c5-476d-bd40-8a56fd9b7536 req-d4b391ae-4180-4a48-892c-566a0cd7a3cd tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/ports?device_id=306e52b8-94f1-48fb-b9e3-56c61df746b6 HTTP/1.1" status: 200 len: 210 time: 0.0255189 Jan 05 17:15:15.354094 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-b9d36d0c-7397-4f45-8993-7449caef9003 req-2b2e20b6-0aa7-42f0-961e-8927778ba03b tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/ports?device_id=306e52b8-94f1-48fb-b9e3-56c61df746b6 HTTP/1.1" status: 200 len: 210 time: 0.0264094 Jan 05 17:15:15.989964 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c3bbf4-2820-41e9-b8f4-902bcb52f081 req-cc01e09c-5e44-4a85-9a05-9c0491409f7c tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:15:15.991999 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-d5c3bbf4-2820-41e9-b8f4-902bcb52f081 req-cc01e09c-5e44-4a85-9a05-9c0491409f7c tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.13 "GET /v2.0/networks?id=c3e5f7b1-7b9e-4025-a3dd-36e1e1ec6208 HTTP/1.1" status: 200 len: 797 time: 0.1005273 Jan 05 17:15:16.053002 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-d5c3bbf4-2820-41e9-b8f4-902bcb52f081 req-72b2cda3-55ce-43d7-9e18-f72f1d853453 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ec76859de02442879238ecf1eaefefed HTTP/1.1" status: 200 len: 379 time: 0.0528808 Jan 05 17:15:16.061127 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [req-d5c3bbf4-2820-41e9-b8f4-902bcb52f081 req-0ab3d213-fcd3-48d7-8c8f-e2ba6cac7900 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Request body: {'port': {'device_id': '306e52b8-94f1-48fb-b9e3-56c61df746b6', 'network_id': 'c3e5f7b1-7b9e-4025-a3dd-36e1e1ec6208', 'admin_state_up': True, 'tenant_id': 'ec76859de02442879238ecf1eaefefed', 'security_groups': ['98e6d589-3a12-4c53-8eff-f05fe05a1f64']}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:15:16.236313 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5c3bbf4-2820-41e9-b8f4-902bcb52f081 req-0ab3d213-fcd3-48d7-8c8f-e2ba6cac7900 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Made reservation on behalf of ec76859de02442879238ecf1eaefefed for: {'port': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:15:16.239887 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-d5c3bbf4-2820-41e9-b8f4-902bcb52f081 req-0ab3d213-fcd3-48d7-8c8f-e2ba6cac7900 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:15:16.371118 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [req-d5c3bbf4-2820-41e9-b8f4-902bcb52f081 req-0ab3d213-fcd3-48d7-8c8f-e2ba6cac7900 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Allocated IP 172.20.0.9 (c3e5f7b1-7b9e-4025-a3dd-36e1e1ec6208/ba1bc9ff-2713-4b78-8396-9f597f187a05/ea80fcbd-1a04-4696-ba74-73e8c2e0d2cb) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:15:16.476327 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-65a6705d-583e-48a5-ab78-873fb5be0e6f req-fae00025-1500-4d2a-9e3a-4e3c1bfe2b42 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/ports?device_id=306e52b8-94f1-48fb-b9e3-56c61df746b6 HTTP/1.1" status: 200 len: 210 time: 0.0531051 Jan 05 17:15:16.529964 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-d5c3bbf4-2820-41e9-b8f4-902bcb52f081 req-0ab3d213-fcd3-48d7-8c8f-e2ba6cac7900 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for port, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:15:16.619034 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-d5c3bbf4-2820-41e9-b8f4-902bcb52f081 req-0ab3d213-fcd3-48d7-8c8f-e2ba6cac7900 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:15:16.664930 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5c3bbf4-2820-41e9-b8f4-902bcb52f081 req-0ab3d213-fcd3-48d7-8c8f-e2ba6cac7900 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Network c3e5f7b1-7b9e-4025-a3dd-36e1e1ec6208 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:15:16.668163 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [req-d5c3bbf4-2820-41e9-b8f4-902bcb52f081 req-0ab3d213-fcd3-48d7-8c8f-e2ba6cac7900 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:15:16.670772 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5c3bbf4-2820-41e9-b8f4-902bcb52f081 req-0ab3d213-fcd3-48d7-8c8f-e2ba6cac7900 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:15:16.700218 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab3d213-fcd3-48d7-8c8f-e2ba6cac7900 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Pushing event updated for resources: {'Port': ['ID=ea80fcbd-1a04-4696-ba74-73e8c2e0d2cb,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:15:16.729607 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c3bbf4-2820-41e9-b8f4-902bcb52f081 req-0ab3d213-fcd3-48d7-8c8f-e2ba6cac7900 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:15:16.730218 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-d5c3bbf4-2820-41e9-b8f4-902bcb52f081 req-0ab3d213-fcd3-48d7-8c8f-e2ba6cac7900 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:15:16.792928 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-d5c3bbf4-2820-41e9-b8f4-902bcb52f081 req-0ab3d213-fcd3-48d7-8c8f-e2ba6cac7900 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7352548 Jan 05 17:15:16.804102 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [req-d5c3bbf4-2820-41e9-b8f4-902bcb52f081 req-b41011d0-68f0-4f51-bbdb-a5e7120f9353 service neutron] Request body: {'port': {'device_id': '306e52b8-94f1-48fb-b9e3-56c61df746b6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:15:16.858673 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-d5c3bbf4-2820-41e9-b8f4-902bcb52f081 req-b41011d0-68f0-4f51-bbdb-a5e7120f9353 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:15:16.899499 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-8f48e986-9898-4f6c-92f0-d13750981cb4 None None] Provisioning complete for port ea80fcbd-1a04-4696-ba74-73e8c2e0d2cb triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:15:16.900114 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-8f48e986-9898-4f6c-92f0-d13750981cb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:15:16.933927 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-8f48e986-9898-4f6c-92f0-d13750981cb4 None None] Port ea80fcbd-1a04-4696-ba74-73e8c2e0d2cb cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 17:15:17.078111 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-6547e349-3ef7-4d38-97da-bf59b0fc3d2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:15:17.124459 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.notifiers.nova [req-d5c3bbf4-2820-41e9-b8f4-902bcb52f081 req-b41011d0-68f0-4f51-bbdb-a5e7120f9353 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea80fcbd-1a04-4696-ba74-73e8c2e0d2cb {{(pid=103800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 05 17:15:17.131995 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-d5c3bbf4-2820-41e9-b8f4-902bcb52f081 req-b41011d0-68f0-4f51-bbdb-a5e7120f9353 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:15:17.144322 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.provisioning_blocks [req-d5c3bbf4-2820-41e9-b8f4-902bcb52f081 req-b41011d0-68f0-4f51-bbdb-a5e7120f9353 service neutron] Transition to ACTIVE for port object ea80fcbd-1a04-4696-ba74-73e8c2e0d2cb will not be triggered until provisioned by entity L2. {{(pid=103800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 05 17:15:17.221211 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-d5c3bbf4-2820-41e9-b8f4-902bcb52f081 req-b41011d0-68f0-4f51-bbdb-a5e7120f9353 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8784461'] for port, after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:15:17.279098 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41011d0-68f0-4f51-bbdb-a5e7120f9353 service neutron] Pushing event updated for resources: {'Port': ['ID=ea80fcbd-1a04-4696-ba74-73e8c2e0d2cb,revision_number=2']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:15:17.350045 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [req-d5c3bbf4-2820-41e9-b8f4-902bcb52f081 req-b41011d0-68f0-4f51-bbdb-a5e7120f9353 service neutron] Attempting to bind port ea80fcbd-1a04-4696-ba74-73e8c2e0d2cb on host hv-neutron-mast for vnic_type normal with profile {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 05 17:15:17.350378 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [req-d5c3bbf4-2820-41e9-b8f4-902bcb52f081 req-b41011d0-68f0-4f51-bbdb-a5e7120f9353 service neutron] Attempting to bind port ea80fcbd-1a04-4696-ba74-73e8c2e0d2cb by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '7b0f3a0b-7b9a-4666-a049-9ae275412552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'c3e5f7b1-7b9e-4025-a3dd-36e1e1ec6208'}] {{(pid=103800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 05 17:15:17.350702 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5c3bbf4-2820-41e9-b8f4-902bcb52f081 req-b41011d0-68f0-4f51-bbdb-a5e7120f9353 service neutron] Attempting to bind port ea80fcbd-1a04-4696-ba74-73e8c2e0d2cb on network c3e5f7b1-7b9e-4025-a3dd-36e1e1ec6208 {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:15:17.355211 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5c3bbf4-2820-41e9-b8f4-902bcb52f081 req-b41011d0-68f0-4f51-bbdb-a5e7120f9353 service neutron] Port ea80fcbd-1a04-4696-ba74-73e8c2e0d2cb on network c3e5f7b1-7b9e-4025-a3dd-36e1e1ec6208 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 05 17:15:17.355526 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5c3bbf4-2820-41e9-b8f4-902bcb52f081 req-b41011d0-68f0-4f51-bbdb-a5e7120f9353 service neutron] Attempting to bind port ea80fcbd-1a04-4696-ba74-73e8c2e0d2cb on network c3e5f7b1-7b9e-4025-a3dd-36e1e1ec6208 {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:15:17.360487 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5c3bbf4-2820-41e9-b8f4-902bcb52f081 req-b41011d0-68f0-4f51-bbdb-a5e7120f9353 service neutron] Checking agent: {'id': '5c36d785-abe8-4e89-a23a-b403333d2378', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 5, 17, 3, 49), 'started_at': datetime.datetime(2022, 1, 5, 17, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 1, 5, 17, 14, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 05 17:15:17.360863 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5c3bbf4-2820-41e9-b8f4-902bcb52f081 req-b41011d0-68f0-4f51-bbdb-a5e7120f9353 service neutron] Checking segment: {'id': '7b0f3a0b-7b9a-4666-a049-9ae275412552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'c3e5f7b1-7b9e-4025-a3dd-36e1e1ec6208'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:15:17.361240 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5c3bbf4-2820-41e9-b8f4-902bcb52f081 req-b41011d0-68f0-4f51-bbdb-a5e7120f9353 service neutron] Bound using segment: {'id': '7b0f3a0b-7b9a-4666-a049-9ae275412552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'c3e5f7b1-7b9e-4025-a3dd-36e1e1ec6208'} {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 05 17:15:17.361698 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [req-d5c3bbf4-2820-41e9-b8f4-902bcb52f081 req-b41011d0-68f0-4f51-bbdb-a5e7120f9353 service neutron] Bound port: ea80fcbd-1a04-4696-ba74-73e8c2e0d2cb, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b0f3a0b-7b9a-4666-a049-9ae275412552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'c3e5f7b1-7b9e-4025-a3dd-36e1e1ec6208'}}] {{(pid=103800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 05 17:15:17.362043 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-d5c3bbf4-2820-41e9-b8f4-902bcb52f081 req-b41011d0-68f0-4f51-bbdb-a5e7120f9353 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:15:17.593491 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bdc420-67cd-4117-9c81-a23a613e14a4 req-10659052-fa36-4a5d-825f-b27bb6f8b787 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:15:17.594939 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-48bdc420-67cd-4117-9c81-a23a613e14a4 req-10659052-fa36-4a5d-825f-b27bb6f8b787 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/ports?device_id=306e52b8-94f1-48fb-b9e3-56c61df746b6 HTTP/1.1" status: 200 len: 943 time: 0.0498219 Jan 05 17:15:17.649105 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-48bdc420-67cd-4117-9c81-a23a613e14a4 req-66eb8da8-c0ba-415b-bf75-086d784b1ad8 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/security-groups?id=98e6d589-3a12-4c53-8eff-f05fe05a1f64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483227 Jan 05 17:15:17.672530 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.db [req-d5c3bbf4-2820-41e9-b8f4-902bcb52f081 req-b41011d0-68f0-4f51-bbdb-a5e7120f9353 service neutron] For port ea80fcbd-1a04-4696-ba74-73e8c2e0d2cb, host hv-neutron-mast, cleared binding levels {{(pid=103800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 05 17:15:17.675484 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.db [req-d5c3bbf4-2820-41e9-b8f4-902bcb52f081 req-b41011d0-68f0-4f51-bbdb-a5e7120f9353 service neutron] For port ea80fcbd-1a04-4696-ba74-73e8c2e0d2cb, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=ea80fcbd-1a04-4696-ba74-73e8c2e0d2cb,segment=NetworkSegment(7b0f3a0b-7b9a-4666-a049-9ae275412552),segment_id=7b0f3a0b-7b9a-4666-a049-9ae275412552)] {{(pid=103800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 05 17:15:17.753360 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-d5c3bbf4-2820-41e9-b8f4-902bcb52f081 req-b41011d0-68f0-4f51-bbdb-a5e7120f9353 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8784461'] for port, after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:15:17.786134 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c3bbf4-2820-41e9-b8f4-902bcb52f081 req-b41011d0-68f0-4f51-bbdb-a5e7120f9353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:15:17.786757 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-d5c3bbf4-2820-41e9-b8f4-902bcb52f081 req-b41011d0-68f0-4f51-bbdb-a5e7120f9353 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:15:17.788124 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-d5c3bbf4-2820-41e9-b8f4-902bcb52f081 req-b41011d0-68f0-4f51-bbdb-a5e7120f9353 service neutron] 10.222.0.13 "PUT /v2.0/ports/ea80fcbd-1a04-4696-ba74-73e8c2e0d2cb HTTP/1.1" status: 200 len: 1093 time: 0.9883554 Jan 05 17:15:17.788551 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '306e52b8-94f1-48fb-b9e3-56c61df746b6', 'tag': 'ea80fcbd-1a04-4696-ba74-73e8c2e0d2cb'}] {{(pid=103800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 05 17:15:17.790787 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f64b9d4628f7eefcc27168a80c04985d23f0ea5def038dae05e1deb7357f3bfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c87178f-ddf1-4cfe-b149-bf801daa5673" -d '{"events": [{"name": "network-changed", "server_uuid": "306e52b8-94f1-48fb-b9e3-56c61df746b6", "tag": "ea80fcbd-1a04-4696-ba74-73e8c2e0d2cb"}]}' {{(pid=103800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 05 17:15:17.821110 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41011d0-68f0-4f51-bbdb-a5e7120f9353 service neutron] Pushing event updated for resources: {'Port': ['ID=ea80fcbd-1a04-4696-ba74-73e8c2e0d2cb,revision_number=3']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:15:17.832285 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Jan 2022 17:15:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fd93c4f-3654-4ac9-a2eb-2c15276a385e x-openstack-request-id: req-3fd93c4f-3654-4ac9-a2eb-2c15276a385e {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 05 17:15:17.832285 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "306e52b8-94f1-48fb-b9e3-56c61df746b6", "tag": "ea80fcbd-1a04-4696-ba74-73e8c2e0d2cb", "status": "completed", "code": 200}]} {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 05 17:15:17.832285 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-3fd93c4f-3654-4ac9-a2eb-2c15276a385e {{(pid=103800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 05 17:15:17.832627 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '306e52b8-94f1-48fb-b9e3-56c61df746b6', 'tag': 'ea80fcbd-1a04-4696-ba74-73e8c2e0d2cb', 'status': 'completed', 'code': 200} Jan 05 17:15:17.893960 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c87178f-ddf1-4cfe-b149-bf801daa5673 req-7ddced00-f6e5-4e1e-b74f-129c95d45cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:15:17.895502 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-0c87178f-ddf1-4cfe-b149-bf801daa5673 req-7ddced00-f6e5-4e1e-b74f-129c95d45cb3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ec76859de02442879238ecf1eaefefed&device_id=306e52b8-94f1-48fb-b9e3-56c61df746b6 HTTP/1.1" status: 200 len: 1096 time: 0.0440402 Jan 05 17:15:17.996759 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c87178f-ddf1-4cfe-b149-bf801daa5673 req-b8d68397-8c13-4ac2-87cd-7a05b3204696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:15:17.998253 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-0c87178f-ddf1-4cfe-b149-bf801daa5673 req-b8d68397-8c13-4ac2-87cd-7a05b3204696 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=ec76859de02442879238ecf1eaefefed&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0962408 Jan 05 17:15:18.093042 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c87178f-ddf1-4cfe-b149-bf801daa5673 req-4e7070b9-5923-4ac8-8cfc-fb3bd6b0550e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:15:18.094408 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-0c87178f-ddf1-4cfe-b149-bf801daa5673 req-4e7070b9-5923-4ac8-8cfc-fb3bd6b0550e service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0898039 Jan 05 17:15:18.170147 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c3bbf4-2820-41e9-b8f4-902bcb52f081 req-310f79f8-5eb8-4524-9f6f-0aa8b04256ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:15:18.171593 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-d5c3bbf4-2820-41e9-b8f4-902bcb52f081 req-310f79f8-5eb8-4524-9f6f-0aa8b04256ee service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ec76859de02442879238ecf1eaefefed&device_id=306e52b8-94f1-48fb-b9e3-56c61df746b6 HTTP/1.1" status: 200 len: 1096 time: 0.0401318 Jan 05 17:15:18.210661 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-d5c3bbf4-2820-41e9-b8f4-902bcb52f081 req-898141f6-1bda-421f-8bf8-c3c180357d9e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ea80fcbd-1a04-4696-ba74-73e8c2e0d2cb HTTP/1.1" status: 200 len: 217 time: 0.0318418 Jan 05 17:15:18.258658 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c3bbf4-2820-41e9-b8f4-902bcb52f081 req-5453d799-c670-41a5-905e-6800b777a320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:15:18.260129 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-d5c3bbf4-2820-41e9-b8f4-902bcb52f081 req-5453d799-c670-41a5-905e-6800b777a320 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ba1bc9ff-2713-4b78-8396-9f597f187a05 HTTP/1.1" status: 200 len: 835 time: 0.0432763 Jan 05 17:15:18.311479 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c3bbf4-2820-41e9-b8f4-902bcb52f081 req-be01fc72-7f3a-43bd-a6e8-890b6ec68905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:15:18.312945 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-d5c3bbf4-2820-41e9-b8f4-902bcb52f081 req-be01fc72-7f3a-43bd-a6e8-890b6ec68905 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c3e5f7b1-7b9e-4025-a3dd-36e1e1ec6208&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0467346 Jan 05 17:15:18.404877 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-d5c3bbf4-2820-41e9-b8f4-902bcb52f081 req-129b29ab-ffce-4393-a272-4911a3484a00 service neutron] 10.222.0.13 "GET /v2.0/networks/c3e5f7b1-7b9e-4025-a3dd-36e1e1ec6208?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841630 Jan 05 17:15:18.503048 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-d5c3bbf4-2820-41e9-b8f4-902bcb52f081 req-1b648ced-a979-4aaa-932d-f7e7389ebfbf service neutron] 10.222.0.13 "GET /v2.0/networks/c3e5f7b1-7b9e-4025-a3dd-36e1e1ec6208?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897691 Jan 05 17:15:18.762104 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e4e45e-5abe-4b26-9b80-2445a238c608 req-a36ed1c9-5a99-4890-8f4f-260803f40c99 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:15:18.763550 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-53e4e45e-5abe-4b26-9b80-2445a238c608 req-a36ed1c9-5a99-4890-8f4f-260803f40c99 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/ports?device_id=306e52b8-94f1-48fb-b9e3-56c61df746b6 HTTP/1.1" status: 200 len: 943 time: 0.0484674 Jan 05 17:15:18.811955 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-53e4e45e-5abe-4b26-9b80-2445a238c608 req-116c43cb-c70a-4633-95e5-67a5ec498a10 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/security-groups?id=98e6d589-3a12-4c53-8eff-f05fe05a1f64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424664 Jan 05 17:15:19.310129 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-905f4b48-077f-423f-bc66-daacc6f91538 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:15:19.653056 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:15:19.930363 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f989c3-a5d6-4eb9-b94d-8582333f2e47 req-2d2c20d0-1917-4ab4-b584-4ca6182e61b1 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:15:19.931905 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-e2f989c3-a5d6-4eb9-b94d-8582333f2e47 req-2d2c20d0-1917-4ab4-b584-4ca6182e61b1 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/ports?device_id=306e52b8-94f1-48fb-b9e3-56c61df746b6 HTTP/1.1" status: 200 len: 943 time: 0.0498364 Jan 05 17:15:19.979274 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-e2f989c3-a5d6-4eb9-b94d-8582333f2e47 req-2eb217c2-1976-4887-b9bb-d0ad8d40e0de tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/security-groups?id=98e6d589-3a12-4c53-8eff-f05fe05a1f64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419028 Jan 05 17:15:20.489387 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d2607572-b3c9-472c-85bc-c8de0c3fb75c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:15:21.099274 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706208c9-d3bb-46c9-b01a-d70e0baa9367 req-7a9bf80c-c51f-4366-adf2-61ff378976d4 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:15:21.100706 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-706208c9-d3bb-46c9-b01a-d70e0baa9367 req-7a9bf80c-c51f-4366-adf2-61ff378976d4 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/ports?device_id=306e52b8-94f1-48fb-b9e3-56c61df746b6 HTTP/1.1" status: 200 len: 943 time: 0.0514388 Jan 05 17:15:21.154201 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-706208c9-d3bb-46c9-b01a-d70e0baa9367 req-ad319cc5-c3ce-4294-9019-bb596b62cb08 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/security-groups?id=98e6d589-3a12-4c53-8eff-f05fe05a1f64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478542 Jan 05 17:15:21.895106 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d504d802-9546-4ce5-a9d3-96c844ac5808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:15:22.184911 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Device ea80fcbd-1a04-4696-ba74-73e8c2e0d2cb details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 05 17:15:22.269041 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ba426d-6616-4902-a40a-205fe65a6cb0 req-8e998937-1fb5-4aac-a66e-4c0c4746df6c tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:15:22.270556 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-f2ba426d-6616-4902-a40a-205fe65a6cb0 req-8e998937-1fb5-4aac-a66e-4c0c4746df6c tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/ports?device_id=306e52b8-94f1-48fb-b9e3-56c61df746b6 HTTP/1.1" status: 200 len: 943 time: 0.0488975 Jan 05 17:15:22.280878 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] For port ea80fcbd-1a04-4696-ba74-73e8c2e0d2cb, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=ea80fcbd-1a04-4696-ba74-73e8c2e0d2cb,segment=NetworkSegment(7b0f3a0b-7b9a-4666-a049-9ae275412552),segment_id=7b0f3a0b-7b9a-4666-a049-9ae275412552)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:15:22.293103 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Returning: {'device': 'ea80fcbd-1a04-4696-ba74-73e8c2e0d2cb', 'network_id': 'c3e5f7b1-7b9e-4025-a3dd-36e1e1ec6208', 'port_id': 'ea80fcbd-1a04-4696-ba74-73e8c2e0d2cb', 'mac_address': 'fa:16:3e:a0:eb:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba1bc9ff-2713-4b78-8396-9f597f187a05', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 05 17:15:22.323289 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-f2ba426d-6616-4902-a40a-205fe65a6cb0 req-1615aa89-eeca-4286-9096-b11061c505ab tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/security-groups?id=98e6d589-3a12-4c53-8eff-f05fe05a1f64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471301 Jan 05 17:15:22.330073 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:15:22.343587 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.notifiers.nova [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea80fcbd-1a04-4696-ba74-73e8c2e0d2cb {{(pid=103802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 05 17:15:22.363180 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] For port ea80fcbd-1a04-4696-ba74-73e8c2e0d2cb, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=ea80fcbd-1a04-4696-ba74-73e8c2e0d2cb,segment=NetworkSegment(7b0f3a0b-7b9a-4666-a049-9ae275412552),segment_id=7b0f3a0b-7b9a-4666-a049-9ae275412552)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:15:22.426479 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:15:22.473946 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Pushing event updated for resources: {'Port': ['ID=ea80fcbd-1a04-4696-ba74-73e8c2e0d2cb,revision_number=4']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:15:22.659604 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] get_ports_and_sgs() called for port_ids ['ea80fcbd-1a04-4696-ba74-73e8c2e0d2cb'] {{(pid=103802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 05 17:15:23.261049 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:15:23.443521 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceefdf34-3c1b-4cfd-9627-db2e33e1f884 req-6a95b89b-d0ed-4c1d-8065-b1f83e16d3c5 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:15:23.445763 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-ceefdf34-3c1b-4cfd-9627-db2e33e1f884 req-6a95b89b-d0ed-4c1d-8065-b1f83e16d3c5 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/ports?device_id=306e52b8-94f1-48fb-b9e3-56c61df746b6 HTTP/1.1" status: 200 len: 944 time: 0.0533810 Jan 05 17:15:23.496962 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-ceefdf34-3c1b-4cfd-9627-db2e33e1f884 req-395c00c2-806d-44c7-bd3e-5adbdd7ac183 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/security-groups?id=98e6d589-3a12-4c53-8eff-f05fe05a1f64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461934 Jan 05 17:15:24.183542 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Device ea80fcbd-1a04-4696-ba74-73e8c2e0d2cb up at agent hyperv_hv-neutron-mast {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:15:24.294905 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Provisioning for port ea80fcbd-1a04-4696-ba74-73e8c2e0d2cb completed by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 05 17:15:24.299132 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Provisioning complete for port ea80fcbd-1a04-4696-ba74-73e8c2e0d2cb triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:15:24.299504 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:15:24.378162 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:15:24.401912 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '306e52b8-94f1-48fb-b9e3-56c61df746b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea80fcbd-1a04-4696-ba74-73e8c2e0d2cb'}] {{(pid=103802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 05 17:15:24.404129 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36b213fbd845b3f09e785999bbcda1c85cd5592d7f001460987854e5c1683bd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7303f298-51bb-4719-a3d0-da3d281ac0ed" -d '{"events": [{"server_uuid": "306e52b8-94f1-48fb-b9e3-56c61df746b6", "name": "network-vif-plugged", "status": "completed", "tag": "ea80fcbd-1a04-4696-ba74-73e8c2e0d2cb"}]}' {{(pid=103802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 05 17:15:24.415911 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] For port ea80fcbd-1a04-4696-ba74-73e8c2e0d2cb, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=ea80fcbd-1a04-4696-ba74-73e8c2e0d2cb,segment=NetworkSegment(7b0f3a0b-7b9a-4666-a049-9ae275412552),segment_id=7b0f3a0b-7b9a-4666-a049-9ae275412552)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:15:24.443619 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Jan 2022 17:15:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff2918a1-5d8d-4a2d-a12f-214a4c8f9b93 x-openstack-request-id: req-ff2918a1-5d8d-4a2d-a12f-214a4c8f9b93 {{(pid=103802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 05 17:15:24.443914 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "306e52b8-94f1-48fb-b9e3-56c61df746b6", "name": "network-vif-plugged", "status": "completed", "tag": "ea80fcbd-1a04-4696-ba74-73e8c2e0d2cb", "code": 200}]} {{(pid=103802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 05 17:15:24.444174 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ff2918a1-5d8d-4a2d-a12f-214a4c8f9b93 {{(pid=103802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 05 17:15:24.444575 dv-neutron-master-2-hyperv neutron-server[103802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '306e52b8-94f1-48fb-b9e3-56c61df746b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea80fcbd-1a04-4696-ba74-73e8c2e0d2cb', 'code': 200} Jan 05 17:15:24.483825 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:15:24.542477 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Pushing event updated for resources: {'Port': ['ID=ea80fcbd-1a04-4696-ba74-73e8c2e0d2cb,revision_number=5']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:15:24.618316 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818a655a-e861-411e-ab9a-2da7a21d4a8c req-d010c8b6-8d69-4945-897d-1462e564718a tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:15:24.619793 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-818a655a-e861-411e-ab9a-2da7a21d4a8c req-d010c8b6-8d69-4945-897d-1462e564718a tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/ports?device_id=306e52b8-94f1-48fb-b9e3-56c61df746b6 HTTP/1.1" status: 200 len: 945 time: 0.0511234 Jan 05 17:15:24.670270 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-818a655a-e861-411e-ab9a-2da7a21d4a8c req-0ec7acf9-0e0e-4f37-a0ed-4e8adc7a2009 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/security-groups?id=98e6d589-3a12-4c53-8eff-f05fe05a1f64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435195 Jan 05 17:15:24.762360 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05851753-5cc0-46ba-8508-3911865ff7ed req-26547f4c-3177-4d94-af7a-761278ed83fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:15:24.764078 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-05851753-5cc0-46ba-8508-3911865ff7ed req-26547f4c-3177-4d94-af7a-761278ed83fa service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=306e52b8-94f1-48fb-b9e3-56c61df746b6 HTTP/1.1" status: 200 len: 1098 time: 0.0436845 Jan 05 17:15:24.813310 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-05851753-5cc0-46ba-8508-3911865ff7ed req-62bbdf20-4f9f-446c-9a99-2f70c19a84c4 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=98e6d589-3a12-4c53-8eff-f05fe05a1f64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434544 Jan 05 17:15:25.793915 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9267c0f-4961-4c9e-b259-85f52b8e67a1 req-ba23fa59-bbe7-4297-a4e6-2b445a080b96 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:15:25.795400 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-a9267c0f-4961-4c9e-b259-85f52b8e67a1 req-ba23fa59-bbe7-4297-a4e6-2b445a080b96 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/ports?device_id=306e52b8-94f1-48fb-b9e3-56c61df746b6 HTTP/1.1" status: 200 len: 945 time: 0.0526850 Jan 05 17:15:25.845153 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-a9267c0f-4961-4c9e-b259-85f52b8e67a1 req-fbc9d691-7e6e-47ef-9be9-c4611269711f tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/security-groups?id=98e6d589-3a12-4c53-8eff-f05fe05a1f64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441141 Jan 05 17:15:26.959547 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ceb0ca-115f-42ac-9732-1ee4f6acfcff req-57ba79cb-0a7f-41f5-a452-c7e4f24fdbef tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:15:26.961001 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-73ceb0ca-115f-42ac-9732-1ee4f6acfcff req-57ba79cb-0a7f-41f5-a452-c7e4f24fdbef tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/ports?device_id=306e52b8-94f1-48fb-b9e3-56c61df746b6 HTTP/1.1" status: 200 len: 945 time: 0.0516403 Jan 05 17:15:27.009282 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-73ceb0ca-115f-42ac-9732-1ee4f6acfcff req-cfc94a74-b9c8-4677-ba26-fc04b19a7f8b tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/security-groups?id=98e6d589-3a12-4c53-8eff-f05fe05a1f64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427914 Jan 05 17:15:27.124582 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394f8521-36ab-48b5-9e78-cd38d66f1160 req-4d4c030c-b60a-4464-8086-fa1f70c85999 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:15:27.126070 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-394f8521-36ab-48b5-9e78-cd38d66f1160 req-4d4c030c-b60a-4464-8086-fa1f70c85999 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/ports?device_id=306e52b8-94f1-48fb-b9e3-56c61df746b6 HTTP/1.1" status: 200 len: 945 time: 0.0518792 Jan 05 17:15:27.176470 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-394f8521-36ab-48b5-9e78-cd38d66f1160 req-8c27f6f5-ce16-4c4d-9b44-5525aae572d2 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/security-groups?id=98e6d589-3a12-4c53-8eff-f05fe05a1f64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441320 Jan 05 17:15:27.198756 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 46398) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:15:27.237322 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fa98877-69e3-4918-972c-edae3ad81a62 tempest-TestNetworkBasicOps-152746079 tempest-TestNetworkBasicOps-152746079-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:15:27.238953 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-6fa98877-69e3-4918-972c-edae3ad81a62 tempest-TestNetworkBasicOps-152746079 tempest-TestNetworkBasicOps-152746079-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=306e52b8-94f1-48fb-b9e3-56c61df746b6 HTTP/1.1" status: 200 len: 1093 time: 0.0391877 Jan 05 17:15:27.243287 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 46400) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:15:27.247554 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-479ef1cc-e6d4-475b-ab1c-5dc42acba69d tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Request body: {'floatingip': {'floating_network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'port_id': 'ea80fcbd-1a04-4696-ba74-73e8c2e0d2cb', 'tenant_id': 'ec76859de02442879238ecf1eaefefed', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:15:27.413042 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-479ef1cc-e6d4-475b-ab1c-5dc42acba69d tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for floatingip, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:15:27.511277 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-479ef1cc-e6d4-475b-ab1c-5dc42acba69d tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:15:27.610598 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [None req-479ef1cc-e6d4-475b-ab1c-5dc42acba69d tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Allocated IP 172.36.4.241 (b0167590-0699-4c5c-a932-3939414a9573/7a784a6d-3d96-418f-a645-b9ccd0b1ac55/364f22b8-27f6-4ec4-8f2e-01e94e7cc79a) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:15:27.712435 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-479ef1cc-e6d4-475b-ab1c-5dc42acba69d tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for port, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:15:27.781080 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-479ef1cc-e6d4-475b-ab1c-5dc42acba69d tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11433176'] for port, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:15:27.817600 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-479ef1cc-e6d4-475b-ab1c-5dc42acba69d tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Network b0167590-0699-4c5c-a932-3939414a9573 is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:15:27.821878 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-479ef1cc-e6d4-475b-ab1c-5dc42acba69d tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:15:27.827974 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-479ef1cc-e6d4-475b-ab1c-5dc42acba69d tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:15:27.830926 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479ef1cc-e6d4-475b-ab1c-5dc42acba69d tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Pushing event updated for resources: {'Port': ['ID=364f22b8-27f6-4ec4-8f2e-01e94e7cc79a,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:15:28.171203 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-479ef1cc-e6d4-475b-ab1c-5dc42acba69d tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:15:28.330823 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-479ef1cc-e6d4-475b-ab1c-5dc42acba69d tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:15:28.475594 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-479ef1cc-e6d4-475b-ab1c-5dc42acba69d tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for port, precommit_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:15:28.534663 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-479ef1cc-e6d4-475b-ab1c-5dc42acba69d tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11433169'] for port, after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:15:28.606735 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479ef1cc-e6d4-475b-ab1c-5dc42acba69d tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Pushing event updated for resources: {'Port': ['ID=364f22b8-27f6-4ec4-8f2e-01e94e7cc79a,revision_number=2']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:15:28.615717 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-479ef1cc-e6d4-475b-ab1c-5dc42acba69d tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648677'] for floatingip, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:15:29.005757 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.db.l3_db [None req-479ef1cc-e6d4-475b-ab1c-5dc42acba69d tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Floating IP b9a6deed-4c7e-4cda-8fa2-f06574a92e00 associated. External IP: 172.36.4.241, port: ea80fcbd-1a04-4696-ba74-73e8c2e0d2cb. Jan 05 17:15:29.214457 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-479ef1cc-e6d4-475b-ab1c-5dc42acba69d tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Router 4872dca8-11df-4614-bcc7-91d43a09c98f has already been hosted by L3 agent 59446fdc-40e0-41fe-a575-a8eb11d742f7 {{(pid=103801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 05 17:15:29.323212 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-479ef1cc-e6d4-475b-ab1c-5dc42acba69d tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 05 17:15:29.333380 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e6aac51-4889-4d9f-ac17-7529c6817479 None None] Sync routers for ids ['4872dca8-11df-4614-bcc7-91d43a09c98f'] in dv-neutron-master-2-hyperv {{(pid=103803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 05 17:15:29.344076 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e6aac51-4889-4d9f-ac17-7529c6817479 None None] Routers {'4872dca8-11df-4614-bcc7-91d43a09c98f'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:15:29.344686 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-0e6aac51-4889-4d9f-ac17-7529c6817479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:15:19Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['4872dca8-11df-4614-bcc7-91d43a09c98f'], 'active': True} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:15:29.426338 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-479ef1cc-e6d4-475b-ab1c-5dc42acba69d tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for floatingip, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:15:29.452243 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvr_db [None req-0e6aac51-4889-4d9f-ac17-7529c6817479 None None] Set router 4872dca8-11df-4614-bcc7-91d43a09c98f gateway port host: dv-neutron-master-2-hyperv {{(pid=103803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:15:29.459484 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-479ef1cc-e6d4-475b-ab1c-5dc42acba69d tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2151716 Jan 05 17:15:29.460428 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '306e52b8-94f1-48fb-b9e3-56c61df746b6', 'tag': 'ea80fcbd-1a04-4696-ba74-73e8c2e0d2cb'}] {{(pid=103801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 05 17:15:29.462369 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 46402) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:15:29.469946 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cee9004337cfdaf047d78d8066c7d6073fad8dbc2217b3b67c4523abea34d3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35f82546-7a36-4a7e-819b-0379e1b9385c" -d '{"events": [{"name": "network-changed", "server_uuid": "306e52b8-94f1-48fb-b9e3-56c61df746b6", "tag": "ea80fcbd-1a04-4696-ba74-73e8c2e0d2cb"}]}' {{(pid=103801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 05 17:15:29.516425 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Jan 2022 17:15:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad821ab0-b646-4fcc-82f8-4c8ed983381d x-openstack-request-id: req-ad821ab0-b646-4fcc-82f8-4c8ed983381d {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 05 17:15:29.516425 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "306e52b8-94f1-48fb-b9e3-56c61df746b6", "tag": "ea80fcbd-1a04-4696-ba74-73e8c2e0d2cb", "status": "completed", "code": 200}]} {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 05 17:15:29.516425 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ad821ab0-b646-4fcc-82f8-4c8ed983381d {{(pid=103801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 05 17:15:29.517667 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '306e52b8-94f1-48fb-b9e3-56c61df746b6', 'tag': 'ea80fcbd-1a04-4696-ba74-73e8c2e0d2cb', 'status': 'completed', 'code': 200} Jan 05 17:15:29.532989 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-3d97b75a-d54f-489c-b9e2-5585c052692c tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/floatingips/b9a6deed-4c7e-4cda-8fa2-f06574a92e00 HTTP/1.1" status: 200 len: 991 time: 0.0688868 Jan 05 17:15:29.583666 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f82546-7a36-4a7e-819b-0379e1b9385c req-18450123-a63c-4aa3-9361-494a0e9f6af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:15:29.585273 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-35f82546-7a36-4a7e-819b-0379e1b9385c req-18450123-a63c-4aa3-9361-494a0e9f6af7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ec76859de02442879238ecf1eaefefed&device_id=306e52b8-94f1-48fb-b9e3-56c61df746b6 HTTP/1.1" status: 200 len: 1098 time: 0.0453920 Jan 05 17:15:29.689525 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f82546-7a36-4a7e-819b-0379e1b9385c req-d3171a90-7f82-4744-805f-793975b7c5c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:15:29.754383 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-35f82546-7a36-4a7e-819b-0379e1b9385c req-d3171a90-7f82-4744-805f-793975b7c5c4 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c3e5f7b1-7b9e-4025-a3dd-36e1e1ec6208 HTTP/1.1" status: 200 len: 898 time: 0.1007605 Jan 05 17:15:29.755815 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-0e6aac51-4889-4d9f-ac17-7529c6817479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4872dca8-11df-4614-bcc7-91d43a09c98f', 'name': 'tempest-TestNetworkBasicOps-router-1111734814', 'tenant_id': 'ec76859de02442879238ecf1eaefefed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.186'}], 'enable_snat': True}, 'gw_port_id': 'efe8db7f-df4d-45a8-980f-bade10ecd096', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:15:05Z', 'updated_at': '2022-01-05T17:15:09Z', 'revision_number': 4, 'project_id': 'ec76859de02442879238ecf1eaefefed', 'gw_port': {'id': 'efe8db7f-df4d-45a8-980f-bade10ecd096', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:5e:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4872dca8-11df-4614-bcc7-91d43a09c98f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:15:05Z', 'updated_at': '2022-01-05T17:15:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'b9a6deed-4c7e-4cda-8fa2-f06574a92e00', 'tenant_id': 'ec76859de02442879238ecf1eaefefed', 'floating_ip_address': '172.36.4.241', 'floating_network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'router_id': '4872dca8-11df-4614-bcc7-91d43a09c98f', 'port_id': 'ea80fcbd-1a04-4696-ba74-73e8c2e0d2cb', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1406, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3e5f7b1-7b9e-4025-a3dd-36e1e1ec6208', 'mac_address': 'fa:16:3e:a0:eb:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '306e52b8-94f1-48fb-b9e3-56c61df746b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-05T17:15:28Z', 'updated_at': '2022-01-05T17:15:28Z', 'revision_number': 0, 'project_id': 'ec76859de02442879238ecf1eaefefed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4970c6ae-e5bd-4575-a773-5396648d0deb', 'name': '', 'network_id': 'c3e5f7b1-7b9e-4025-a3dd-36e1e1ec6208', 'tenant_id': 'ec76859de02442879238ecf1eaefefed', 'mac_address': 'fa:16:3e:5b:e7:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4872dca8-11df-4614-bcc7-91d43a09c98f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': 'ba1bc9ff-2713-4b78-8396-9f597f187a05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:15:08Z', 'updated_at': '2022-01-05T17:15:12Z', 'revision_number': 5, 'project_id': 'ec76859de02442879238ecf1eaefefed', 'subnets': [{'id': 'ba1bc9ff-2713-4b78-8396-9f597f187a05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:15:29.758900 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e6aac51-4889-4d9f-ac17-7529c6817479 None None] Checking router: 4872dca8-11df-4614-bcc7-91d43a09c98f for host: dv-neutron-master-2-hyperv {{(pid=103803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 05 17:15:29.765450 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-35f82546-7a36-4a7e-819b-0379e1b9385c req-5be8d7a0-1fd7-401e-9da5-b854cc95253b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ea80fcbd-1a04-4696-ba74-73e8c2e0d2cb HTTP/1.1" status: 200 len: 999 time: 0.0664623 Jan 05 17:15:29.767443 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e6aac51-4889-4d9f-ac17-7529c6817479 None None] Routers {'4872dca8-11df-4614-bcc7-91d43a09c98f'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:15:29.768045 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-0e6aac51-4889-4d9f-ac17-7529c6817479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:15:19Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['4872dca8-11df-4614-bcc7-91d43a09c98f'], 'active': True} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:15:29.820882 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f82546-7a36-4a7e-819b-0379e1b9385c req-c3d9196c-a89c-4198-b0d8-3ea1eba0a5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:15:29.822450 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-35f82546-7a36-4a7e-819b-0379e1b9385c req-c3d9196c-a89c-4198-b0d8-3ea1eba0a5e6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ba1bc9ff-2713-4b78-8396-9f597f187a05 HTTP/1.1" status: 200 len: 835 time: 0.0524681 Jan 05 17:15:29.877138 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f82546-7a36-4a7e-819b-0379e1b9385c req-7acb7cfa-8f30-493f-8f69-13e465a4a280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:15:29.877138 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-35f82546-7a36-4a7e-819b-0379e1b9385c req-7acb7cfa-8f30-493f-8f69-13e465a4a280 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c3e5f7b1-7b9e-4025-a3dd-36e1e1ec6208&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0436172 Jan 05 17:15:29.881202 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvr_db [None req-0e6aac51-4889-4d9f-ac17-7529c6817479 None None] Set router 4872dca8-11df-4614-bcc7-91d43a09c98f gateway port host: dv-neutron-master-2-hyperv {{(pid=103803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:15:29.967685 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-35f82546-7a36-4a7e-819b-0379e1b9385c req-f1353ddd-4389-456f-b3f0-ab9a3adcd41b service neutron] 10.222.0.13 "GET /v2.0/networks/c3e5f7b1-7b9e-4025-a3dd-36e1e1ec6208?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882871 Jan 05 17:15:30.061622 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-35f82546-7a36-4a7e-819b-0379e1b9385c req-0f2b3449-51dc-4e66-8334-4e05c9dadca1 service neutron] 10.222.0.13 "GET /v2.0/networks/c3e5f7b1-7b9e-4025-a3dd-36e1e1ec6208?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881519 Jan 05 17:15:30.128230 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-0e6aac51-4889-4d9f-ac17-7529c6817479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4872dca8-11df-4614-bcc7-91d43a09c98f', 'name': 'tempest-TestNetworkBasicOps-router-1111734814', 'tenant_id': 'ec76859de02442879238ecf1eaefefed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.186'}], 'enable_snat': True}, 'gw_port_id': 'efe8db7f-df4d-45a8-980f-bade10ecd096', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:15:05Z', 'updated_at': '2022-01-05T17:15:09Z', 'revision_number': 4, 'project_id': 'ec76859de02442879238ecf1eaefefed', 'gw_port': {'id': 'efe8db7f-df4d-45a8-980f-bade10ecd096', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:5e:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4872dca8-11df-4614-bcc7-91d43a09c98f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:15:05Z', 'updated_at': '2022-01-05T17:15:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'b9a6deed-4c7e-4cda-8fa2-f06574a92e00', 'tenant_id': 'ec76859de02442879238ecf1eaefefed', 'floating_ip_address': '172.36.4.241', 'floating_network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'router_id': '4872dca8-11df-4614-bcc7-91d43a09c98f', 'port_id': 'ea80fcbd-1a04-4696-ba74-73e8c2e0d2cb', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1406, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3e5f7b1-7b9e-4025-a3dd-36e1e1ec6208', 'mac_address': 'fa:16:3e:a0:eb:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '306e52b8-94f1-48fb-b9e3-56c61df746b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-05T17:15:28Z', 'updated_at': '2022-01-05T17:15:28Z', 'revision_number': 0, 'project_id': 'ec76859de02442879238ecf1eaefefed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4970c6ae-e5bd-4575-a773-5396648d0deb', 'name': '', 'network_id': 'c3e5f7b1-7b9e-4025-a3dd-36e1e1ec6208', 'tenant_id': 'ec76859de02442879238ecf1eaefefed', 'mac_address': 'fa:16:3e:5b:e7:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4872dca8-11df-4614-bcc7-91d43a09c98f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': 'ba1bc9ff-2713-4b78-8396-9f597f187a05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:15:08Z', 'updated_at': '2022-01-05T17:15:12Z', 'revision_number': 5, 'project_id': 'ec76859de02442879238ecf1eaefefed', 'subnets': [{'id': 'ba1bc9ff-2713-4b78-8396-9f597f187a05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:15:30.140645 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e6aac51-4889-4d9f-ac17-7529c6817479 None None] The sync data for ids ['4872dca8-11df-4614-bcc7-91d43a09c98f'] in dv-neutron-master-2-hyperv is: [{'id': '4872dca8-11df-4614-bcc7-91d43a09c98f', 'name': 'tempest-TestNetworkBasicOps-router-1111734814', 'tenant_id': 'ec76859de02442879238ecf1eaefefed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.186'}], 'enable_snat': True}, 'gw_port_id': 'efe8db7f-df4d-45a8-980f-bade10ecd096', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:15:05Z', 'updated_at': '2022-01-05T17:15:09Z', 'revision_number': 4, 'project_id': 'ec76859de02442879238ecf1eaefefed', 'gw_port': {'id': 'efe8db7f-df4d-45a8-980f-bade10ecd096', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:5e:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4872dca8-11df-4614-bcc7-91d43a09c98f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:15:05Z', 'updated_at': '2022-01-05T17:15:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'b9a6deed-4c7e-4cda-8fa2-f06574a92e00', 'tenant_id': 'ec76859de02442879238ecf1eaefefed', 'floating_ip_address': '172.36.4.241', 'floating_network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'router_id': '4872dca8-11df-4614-bcc7-91d43a09c98f', 'port_id': 'ea80fcbd-1a04-4696-ba74-73e8c2e0d2cb', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1406, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3e5f7b1-7b9e-4025-a3dd-36e1e1ec6208', 'mac_address': 'fa:16:3e:a0:eb:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '306e52b8-94f1-48fb-b9e3-56c61df746b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-05T17:15:28Z', 'updated_at': '2022-01-05T17:15:28Z', 'revision_number': 0, 'project_id': 'ec76859de02442879238ecf1eaefefed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4970c6ae-e5bd-4575-a773-5396648d0deb', 'name': '', 'network_id': 'c3e5f7b1-7b9e-4025-a3dd-36e1e1ec6208', 'tenant_id': 'ec76859de02442879238ecf1eaefefed', 'mac_address': 'fa:16:3e:5b:e7:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4872dca8-11df-4614-bcc7-91d43a09c98f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': 'ba1bc9ff-2713-4b78-8396-9f597f187a05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:15:08Z', 'updated_at': '2022-01-05T17:15:12Z', 'revision_number': 5, 'project_id': 'ec76859de02442879238ecf1eaefefed', 'subnets': [{'id': 'ba1bc9ff-2713-4b78-8396-9f597f187a05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 05 17:15:30.358873 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1893559-4f84-4626-ab62-892116a2d01b None None] New status for floating IP b9a6deed-4c7e-4cda-8fa2-f06574a92e00: ACTIVE {{(pid=103802) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 05 17:15:30.534953 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 46406) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:15:30.604471 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-d2ae3477-df2b-461d-a5cd-a2f2d454d9ed tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/floatingips/b9a6deed-4c7e-4cda-8fa2-f06574a92e00 HTTP/1.1" status: 200 len: 991 time: 0.0671034 Jan 05 17:15:31.607289 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 46408) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:15:31.667531 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-53bc2278-e88c-4ba4-aa46-a38067bc16ea tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/floatingips/b9a6deed-4c7e-4cda-8fa2-f06574a92e00 HTTP/1.1" status: 200 len: 993 time: 0.0590458 Jan 05 17:15:39.728297 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.agents_db [None req-291d1585-17df-45c0-b64a-d244e6d90872 None None] Agent healthcheck: found 6 active agents {{(pid=103803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 05 17:15:47.077329 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-b1565f01-6c4e-44b5-a4d2-59dbfd2d6c57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:15:49.317200 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-460e02fc-4d89-4e34-85b3-4bb2a4490dd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:15:49.728944 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:15:50.540334 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d2607572-b3c9-472c-85bc-c8de0c3fb75c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:15:51.866926 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d504d802-9546-4ce5-a9d3-96c844ac5808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:15:53.274775 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:16:01.359595 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-78df194d-c79d-434f-a9c5-cbbb93b02b63 req-44a8d322-af36-4a78-b77a-fee1155effb4 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f89b5258-bff4-41de-af55-f1ebba92f3b3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0394726 Jan 05 17:16:01.442177 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78df194d-c79d-434f-a9c5-cbbb93b02b63 req-85038178-5d96-42b4-b880-0891a38ec49f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:16:01.443659 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-78df194d-c79d-434f-a9c5-cbbb93b02b63 req-85038178-5d96-42b4-b880-0891a38ec49f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9bafc9d0d75b44f696c7001918c22f7e&device_id=f89b5258-bff4-41de-af55-f1ebba92f3b3 HTTP/1.1" status: 200 len: 1098 time: 0.0432010 Jan 05 17:16:01.541602 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78df194d-c79d-434f-a9c5-cbbb93b02b63 req-42ad33b5-adf4-4550-bee8-d3f8240749be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:16:01.543126 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-78df194d-c79d-434f-a9c5-cbbb93b02b63 req-42ad33b5-adf4-4550-bee8-d3f8240749be service neutron] 10.222.0.13 "GET /v2.0/networks?id=9d892221-db72-44b5-b8b3-7f2a75d6a0ee HTTP/1.1" status: 200 len: 913 time: 0.0820012 Jan 05 17:16:01.609334 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-78df194d-c79d-434f-a9c5-cbbb93b02b63 req-65342b79-ba1a-4f68-8613-975f5cf098f1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7d183c93-533a-4e9f-9836-af07aedea9c8 HTTP/1.1" status: 200 len: 1000 time: 0.0603430 Jan 05 17:16:01.657080 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78df194d-c79d-434f-a9c5-cbbb93b02b63 req-f4ce9fda-e12b-42d2-969e-be558fbc0ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:16:01.658582 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-78df194d-c79d-434f-a9c5-cbbb93b02b63 req-f4ce9fda-e12b-42d2-969e-be558fbc0ca3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=520bba67-4fdd-405a-be17-05cf521cd2ec HTTP/1.1" status: 200 len: 851 time: 0.0431967 Jan 05 17:16:01.702731 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78df194d-c79d-434f-a9c5-cbbb93b02b63 req-4866b2b0-6d06-46cd-a90c-c231eb7a9970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:16:01.704182 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-78df194d-c79d-434f-a9c5-cbbb93b02b63 req-4866b2b0-6d06-46cd-a90c-c231eb7a9970 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9d892221-db72-44b5-b8b3-7f2a75d6a0ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0391331 Jan 05 17:16:01.714532 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [req-78df194d-c79d-434f-a9c5-cbbb93b02b63 req-c5255126-4f84-451a-a33f-f6076f6ebc38 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103800) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 05 17:16:01.715445 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-78df194d-c79d-434f-a9c5-cbbb93b02b63 req-c5255126-4f84-451a-a33f-f6076f6ebc38 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048156 Jan 05 17:16:01.805689 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-78df194d-c79d-434f-a9c5-cbbb93b02b63 req-6e661a6f-070b-47f4-960a-087efbaf6b97 service neutron] 10.222.0.13 "GET /v2.0/networks/9d892221-db72-44b5-b8b3-7f2a75d6a0ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832319 Jan 05 17:16:01.892565 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-78df194d-c79d-434f-a9c5-cbbb93b02b63 req-014f042c-ab05-49c1-9123-821cffbac6b8 service neutron] 10.222.0.13 "GET /v2.0/networks/9d892221-db72-44b5-b8b3-7f2a75d6a0ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806677 Jan 05 17:16:02.775749 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 46426) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:16:02.851391 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03306c2b-6fc5-4c10-ad92-105b01b3af87 tempest-TestNetworkBasicOps-152746079 tempest-TestNetworkBasicOps-152746079-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:16:02.851861 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03306c2b-6fc5-4c10-ad92-105b01b3af87 tempest-TestNetworkBasicOps-152746079 tempest-TestNetworkBasicOps-152746079-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:16:02.852323 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03306c2b-6fc5-4c10-ad92-105b01b3af87 tempest-TestNetworkBasicOps-152746079 tempest-TestNetworkBasicOps-152746079-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:16:02.853995 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-03306c2b-6fc5-4c10-ad92-105b01b3af87 tempest-TestNetworkBasicOps-152746079 tempest-TestNetworkBasicOps-152746079-project-admin] 10.222.0.11 "GET /v2.0/ports?project_id=ec76859de02442879238ecf1eaefefed&network_id=c3e5f7b1-7b9e-4025-a3dd-36e1e1ec6208 HTTP/1.1" status: 200 len: 2999 time: 0.0772269 Jan 05 17:16:04.487840 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 46438) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:16:04.556440 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9aa9f0e-4d64-4105-8c68-3047c00c49de tempest-TestNetworkBasicOps-152746079 tempest-TestNetworkBasicOps-152746079-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:16:04.557869 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-e9aa9f0e-4d64-4105-8c68-3047c00c49de tempest-TestNetworkBasicOps-152746079 tempest-TestNetworkBasicOps-152746079-project-admin] 10.222.0.11 "GET /v2.0/subnets?network_id=b0167590-0699-4c5c-a932-3939414a9573 HTTP/1.1" status: 200 len: 814 time: 0.0690200 Jan 05 17:16:05.171467 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 46444) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:16:05.176109 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-bf414d55-03cb-47fd-85fe-81b33b392c0a tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:16:05.234447 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-bf414d55-03cb-47fd-85fe-81b33b392c0a tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for floatingip, before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:16:05.373905 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-bf414d55-03cb-47fd-85fe-81b33b392c0a tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:16:05.417822 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-bf414d55-03cb-47fd-85fe-81b33b392c0a tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648677'] for floatingip, after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:16:05.418156 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.db.l3_db [None req-bf414d55-03cb-47fd-85fe-81b33b392c0a tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Floating IP b9a6deed-4c7e-4cda-8fa2-f06574a92e00 disassociated. External IP: 172.36.4.241, port: ea80fcbd-1a04-4696-ba74-73e8c2e0d2cb. Jan 05 17:16:05.624797 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf414d55-03cb-47fd-85fe-81b33b392c0a tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Router 4872dca8-11df-4614-bcc7-91d43a09c98f has already been hosted by L3 agent 59446fdc-40e0-41fe-a575-a8eb11d742f7 {{(pid=103801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 05 17:16:05.731071 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf414d55-03cb-47fd-85fe-81b33b392c0a tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 05 17:16:05.736279 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-bf414d55-03cb-47fd-85fe-81b33b392c0a tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for floatingip, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:16:05.744393 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff666327-a21d-4d06-9fd6-ad32664b7614 None None] Sync routers for ids ['4872dca8-11df-4614-bcc7-91d43a09c98f'] in dv-neutron-master-2-hyperv {{(pid=103803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 05 17:16:05.754159 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff666327-a21d-4d06-9fd6-ad32664b7614 None None] Routers {'4872dca8-11df-4614-bcc7-91d43a09c98f'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:16:05.754765 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-ff666327-a21d-4d06-9fd6-ad32664b7614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:15:49Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['4872dca8-11df-4614-bcc7-91d43a09c98f'], 'active': True} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:16:05.763964 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-bf414d55-03cb-47fd-85fe-81b33b392c0a tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "PUT /v2.0/floatingips/b9a6deed-4c7e-4cda-8fa2-f06574a92e00 HTTP/1.1" status: 200 len: 690 time: 0.5913789 Jan 05 17:16:05.764564 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '306e52b8-94f1-48fb-b9e3-56c61df746b6', 'tag': 'ea80fcbd-1a04-4696-ba74-73e8c2e0d2cb'}] {{(pid=103801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 05 17:16:05.766831 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cee9004337cfdaf047d78d8066c7d6073fad8dbc2217b3b67c4523abea34d3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffaaff92-8dfe-4e9d-8c29-66b76031f5c9" -d '{"events": [{"name": "network-changed", "server_uuid": "306e52b8-94f1-48fb-b9e3-56c61df746b6", "tag": "ea80fcbd-1a04-4696-ba74-73e8c2e0d2cb"}]}' {{(pid=103801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 05 17:16:05.767278 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 46446) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:16:05.803128 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Jan 2022 17:16:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b164cb5-ca18-4f11-a2b1-7db7f4102bc5 x-openstack-request-id: req-4b164cb5-ca18-4f11-a2b1-7db7f4102bc5 {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 05 17:16:05.803916 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "306e52b8-94f1-48fb-b9e3-56c61df746b6", "tag": "ea80fcbd-1a04-4696-ba74-73e8c2e0d2cb", "status": "completed", "code": 200}]} {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 05 17:16:05.804210 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-4b164cb5-ca18-4f11-a2b1-7db7f4102bc5 {{(pid=103801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 05 17:16:05.804603 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '306e52b8-94f1-48fb-b9e3-56c61df746b6', 'tag': 'ea80fcbd-1a04-4696-ba74-73e8c2e0d2cb', 'status': 'completed', 'code': 200} Jan 05 17:16:05.825404 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-3563e2bc-eea3-4a94-b558-505d08911e21 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/floatingips/b9a6deed-4c7e-4cda-8fa2-f06574a92e00 HTTP/1.1" status: 200 len: 690 time: 0.0568428 Jan 05 17:16:05.870164 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaaff92-8dfe-4e9d-8c29-66b76031f5c9 req-eb4f475b-2531-428c-94c6-b4fa16a62d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:16:05.871661 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-ffaaff92-8dfe-4e9d-8c29-66b76031f5c9 req-eb4f475b-2531-428c-94c6-b4fa16a62d30 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ec76859de02442879238ecf1eaefefed&device_id=306e52b8-94f1-48fb-b9e3-56c61df746b6 HTTP/1.1" status: 200 len: 1098 time: 0.0439546 Jan 05 17:16:05.950450 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvr_db [None req-ff666327-a21d-4d06-9fd6-ad32664b7614 None None] Set router 4872dca8-11df-4614-bcc7-91d43a09c98f gateway port host: dv-neutron-master-2-hyperv {{(pid=103803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:16:05.960473 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaaff92-8dfe-4e9d-8c29-66b76031f5c9 req-77bb1c5d-dd81-48e3-809e-686624b0fe3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:16:05.962037 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-ffaaff92-8dfe-4e9d-8c29-66b76031f5c9 req-77bb1c5d-dd81-48e3-809e-686624b0fe3c service neutron] 10.222.0.13 "GET /v2.0/networks?id=c3e5f7b1-7b9e-4025-a3dd-36e1e1ec6208 HTTP/1.1" status: 200 len: 898 time: 0.0843012 Jan 05 17:16:06.006203 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-ffaaff92-8dfe-4e9d-8c29-66b76031f5c9 req-b37ec0f2-9694-4b70-bca3-298c980f3ee3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ea80fcbd-1a04-4696-ba74-73e8c2e0d2cb HTTP/1.1" status: 200 len: 217 time: 0.0379462 Jan 05 17:16:06.056851 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaaff92-8dfe-4e9d-8c29-66b76031f5c9 req-fe6eec43-416d-4724-a17a-d1d29d1122b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:16:06.058335 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-ffaaff92-8dfe-4e9d-8c29-66b76031f5c9 req-fe6eec43-416d-4724-a17a-d1d29d1122b7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ba1bc9ff-2713-4b78-8396-9f597f187a05 HTTP/1.1" status: 200 len: 835 time: 0.0433829 Jan 05 17:16:06.102514 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaaff92-8dfe-4e9d-8c29-66b76031f5c9 req-eb0e5b16-765d-4cd4-a197-a7f0389f993c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:16:06.104097 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-ffaaff92-8dfe-4e9d-8c29-66b76031f5c9 req-eb0e5b16-765d-4cd4-a197-a7f0389f993c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c3e5f7b1-7b9e-4025-a3dd-36e1e1ec6208&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0400529 Jan 05 17:16:06.147102 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-ff666327-a21d-4d06-9fd6-ad32664b7614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4872dca8-11df-4614-bcc7-91d43a09c98f', 'name': 'tempest-TestNetworkBasicOps-router-1111734814', 'tenant_id': 'ec76859de02442879238ecf1eaefefed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.186'}], 'enable_snat': True}, 'gw_port_id': 'efe8db7f-df4d-45a8-980f-bade10ecd096', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:15:05Z', 'updated_at': '2022-01-05T17:15:09Z', 'revision_number': 4, 'project_id': 'ec76859de02442879238ecf1eaefefed', 'gw_port': {'id': 'efe8db7f-df4d-45a8-980f-bade10ecd096', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:5e:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4872dca8-11df-4614-bcc7-91d43a09c98f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:15:05Z', 'updated_at': '2022-01-05T17:15:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '4970c6ae-e5bd-4575-a773-5396648d0deb', 'name': '', 'network_id': 'c3e5f7b1-7b9e-4025-a3dd-36e1e1ec6208', 'tenant_id': 'ec76859de02442879238ecf1eaefefed', 'mac_address': 'fa:16:3e:5b:e7:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4872dca8-11df-4614-bcc7-91d43a09c98f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': 'ba1bc9ff-2713-4b78-8396-9f597f187a05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:15:08Z', 'updated_at': '2022-01-05T17:15:12Z', 'revision_number': 5, 'project_id': 'ec76859de02442879238ecf1eaefefed', 'subnets': [{'id': 'ba1bc9ff-2713-4b78-8396-9f597f187a05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:16:06.172923 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff666327-a21d-4d06-9fd6-ad32664b7614 None None] Checking router: 4872dca8-11df-4614-bcc7-91d43a09c98f for host: dv-neutron-master-2-hyperv {{(pid=103803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 05 17:16:06.181614 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff666327-a21d-4d06-9fd6-ad32664b7614 None None] Routers {'4872dca8-11df-4614-bcc7-91d43a09c98f'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:16:06.182223 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-ff666327-a21d-4d06-9fd6-ad32664b7614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:15:49Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['4872dca8-11df-4614-bcc7-91d43a09c98f'], 'active': True} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:16:06.193249 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-ffaaff92-8dfe-4e9d-8c29-66b76031f5c9 req-1f74f18a-70d5-4dea-9f41-8500eb469ee1 service neutron] 10.222.0.13 "GET /v2.0/networks/c3e5f7b1-7b9e-4025-a3dd-36e1e1ec6208?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832369 Jan 05 17:16:06.280308 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-ffaaff92-8dfe-4e9d-8c29-66b76031f5c9 req-1d50cc41-4c71-4e45-a4c8-38234fc5c7e9 service neutron] 10.222.0.13 "GET /v2.0/networks/c3e5f7b1-7b9e-4025-a3dd-36e1e1ec6208?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807421 Jan 05 17:16:06.285088 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvr_db [None req-ff666327-a21d-4d06-9fd6-ad32664b7614 None None] Set router 4872dca8-11df-4614-bcc7-91d43a09c98f gateway port host: dv-neutron-master-2-hyperv {{(pid=103803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:16:06.480328 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-ff666327-a21d-4d06-9fd6-ad32664b7614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4872dca8-11df-4614-bcc7-91d43a09c98f', 'name': 'tempest-TestNetworkBasicOps-router-1111734814', 'tenant_id': 'ec76859de02442879238ecf1eaefefed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.186'}], 'enable_snat': True}, 'gw_port_id': 'efe8db7f-df4d-45a8-980f-bade10ecd096', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:15:05Z', 'updated_at': '2022-01-05T17:15:09Z', 'revision_number': 4, 'project_id': 'ec76859de02442879238ecf1eaefefed', 'gw_port': {'id': 'efe8db7f-df4d-45a8-980f-bade10ecd096', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:5e:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4872dca8-11df-4614-bcc7-91d43a09c98f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:15:05Z', 'updated_at': '2022-01-05T17:15:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '4970c6ae-e5bd-4575-a773-5396648d0deb', 'name': '', 'network_id': 'c3e5f7b1-7b9e-4025-a3dd-36e1e1ec6208', 'tenant_id': 'ec76859de02442879238ecf1eaefefed', 'mac_address': 'fa:16:3e:5b:e7:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4872dca8-11df-4614-bcc7-91d43a09c98f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': 'ba1bc9ff-2713-4b78-8396-9f597f187a05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:15:08Z', 'updated_at': '2022-01-05T17:15:12Z', 'revision_number': 5, 'project_id': 'ec76859de02442879238ecf1eaefefed', 'subnets': [{'id': 'ba1bc9ff-2713-4b78-8396-9f597f187a05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:16:06.508777 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff666327-a21d-4d06-9fd6-ad32664b7614 None None] The sync data for ids ['4872dca8-11df-4614-bcc7-91d43a09c98f'] in dv-neutron-master-2-hyperv is: [{'id': '4872dca8-11df-4614-bcc7-91d43a09c98f', 'name': 'tempest-TestNetworkBasicOps-router-1111734814', 'tenant_id': 'ec76859de02442879238ecf1eaefefed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.186'}], 'enable_snat': True}, 'gw_port_id': 'efe8db7f-df4d-45a8-980f-bade10ecd096', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:15:05Z', 'updated_at': '2022-01-05T17:15:09Z', 'revision_number': 4, 'project_id': 'ec76859de02442879238ecf1eaefefed', 'gw_port': {'id': 'efe8db7f-df4d-45a8-980f-bade10ecd096', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:5e:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4872dca8-11df-4614-bcc7-91d43a09c98f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:15:05Z', 'updated_at': '2022-01-05T17:15:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '4970c6ae-e5bd-4575-a773-5396648d0deb', 'name': '', 'network_id': 'c3e5f7b1-7b9e-4025-a3dd-36e1e1ec6208', 'tenant_id': 'ec76859de02442879238ecf1eaefefed', 'mac_address': 'fa:16:3e:5b:e7:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4872dca8-11df-4614-bcc7-91d43a09c98f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': 'ba1bc9ff-2713-4b78-8396-9f597f187a05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:15:08Z', 'updated_at': '2022-01-05T17:15:12Z', 'revision_number': 5, 'project_id': 'ec76859de02442879238ecf1eaefefed', 'subnets': [{'id': 'ba1bc9ff-2713-4b78-8396-9f597f187a05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 05 17:16:06.727503 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a1a3be4-f849-4873-8d34-c5315c013a09 None None] New status for floating IP b9a6deed-4c7e-4cda-8fa2-f06574a92e00: DOWN {{(pid=103802) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 05 17:16:06.829552 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 46450) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:16:06.880029 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-01bf9b6f-e99f-4680-bbf6-13866113ec85 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/floatingips/b9a6deed-4c7e-4cda-8fa2-f06574a92e00 HTTP/1.1" status: 200 len: 690 time: 0.0492628 Jan 05 17:16:07.883952 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 46452) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:16:07.927255 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-3c9fbaeb-981c-400a-afb7-0fbfd95f5707 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/floatingips/b9a6deed-4c7e-4cda-8fa2-f06574a92e00 HTTP/1.1" status: 200 len: 688 time: 0.0422437 Jan 05 17:16:09.323400 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 46456) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:16:09.328027 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-78ff553d-44ae-4d94-97c3-679a80398563 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-931438993', 'description': 'tempest-secgroup-smoke-931438993 description', 'project_id': 'ec76859de02442879238ecf1eaefefed'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:16:09.420035 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-78ff553d-44ae-4d94-97c3-679a80398563 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for security_group, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:16:09.484667 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-78ff553d-44ae-4d94-97c3-679a80398563 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for security_group, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:16:09.562906 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-78ff553d-44ae-4d94-97c3-679a80398563 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:16:09.591575 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ff553d-44ae-4d94-97c3-679a80398563 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2312f83d-e416-4b5c-8fdd-3854c1ad8f1a,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:16:09.598480 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ff553d-44ae-4d94-97c3-679a80398563 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:16:09.598828 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ff553d-44ae-4d94-97c3-679a80398563 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:16:09.599234 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ff553d-44ae-4d94-97c3-679a80398563 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:16:09.599572 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ff553d-44ae-4d94-97c3-679a80398563 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:16:09.599904 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ff553d-44ae-4d94-97c3-679a80398563 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:16:09.600239 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ff553d-44ae-4d94-97c3-679a80398563 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:16:09.600566 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ff553d-44ae-4d94-97c3-679a80398563 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:16:09.600891 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ff553d-44ae-4d94-97c3-679a80398563 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:16:09.601218 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ff553d-44ae-4d94-97c3-679a80398563 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:16:09.601541 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ff553d-44ae-4d94-97c3-679a80398563 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:16:09.601945 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ff553d-44ae-4d94-97c3-679a80398563 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:16:09.602267 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ff553d-44ae-4d94-97c3-679a80398563 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:16:09.602583 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ff553d-44ae-4d94-97c3-679a80398563 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:16:09.702188 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-78ff553d-44ae-4d94-97c3-679a80398563 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for security_group, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:16:09.703491 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-78ff553d-44ae-4d94-97c3-679a80398563 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3790989 Jan 05 17:16:09.706516 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 46458) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:16:09.710952 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-04f507e4-ae41-47f7-bd08-15117be77b83 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Request body: {'security_group_rule': {'security_group_id': '2312f83d-e416-4b5c-8fdd-3854c1ad8f1a', 'project_id': 'ec76859de02442879238ecf1eaefefed', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:16:09.801612 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-04f507e4-ae41-47f7-bd08-15117be77b83 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:16:09.865076 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-04f507e4-ae41-47f7-bd08-15117be77b83 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:16:09.966260 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-04f507e4-ae41-47f7-bd08-15117be77b83 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533437'] for security_group_rule, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:16:09.984224 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f507e4-ae41-47f7-bd08-15117be77b83 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83f63cd4-6b24-47a7-9814-e7e2f03c0a03,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:16:10.078873 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-04f507e4-ae41-47f7-bd08-15117be77b83 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:16:10.080068 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-04f507e4-ae41-47f7-bd08-15117be77b83 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3725648 Jan 05 17:16:10.082904 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 46460) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:16:10.087165 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-090fe948-3d20-43a4-9012-5c62ec07670f tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Request body: {'security_group_rule': {'security_group_id': '2312f83d-e416-4b5c-8fdd-3854c1ad8f1a', 'project_id': 'ec76859de02442879238ecf1eaefefed', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:16:10.184928 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-090fe948-3d20-43a4-9012-5c62ec07670f tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:16:10.238274 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-090fe948-3d20-43a4-9012-5c62ec07670f tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:16:10.321126 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-090fe948-3d20-43a4-9012-5c62ec07670f tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533437'] for security_group_rule, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:16:10.339359 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090fe948-3d20-43a4-9012-5c62ec07670f tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=594562bd-bfa7-4fec-97ab-cb957693c2f0,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:16:10.419341 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-090fe948-3d20-43a4-9012-5c62ec07670f tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:16:10.420537 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-090fe948-3d20-43a4-9012-5c62ec07670f tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3367198 Jan 05 17:16:10.423540 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 46462) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:16:10.428031 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-85ffe64f-657c-4255-95b5-9a2e81c2de93 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Request body: {'security_group_rule': {'security_group_id': '2312f83d-e416-4b5c-8fdd-3854c1ad8f1a', 'project_id': 'ec76859de02442879238ecf1eaefefed', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:16:10.519115 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-85ffe64f-657c-4255-95b5-9a2e81c2de93 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:16:10.573800 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-85ffe64f-657c-4255-95b5-9a2e81c2de93 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:16:10.636853 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-85ffe64f-657c-4255-95b5-9a2e81c2de93 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533437'] for security_group_rule, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:16:10.657473 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ffe64f-657c-4255-95b5-9a2e81c2de93 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb1df715-9bb5-401a-a763-955482edfdb1,revision_number=0']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:16:10.665699 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ffe64f-657c-4255-95b5-9a2e81c2de93 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:16:10.666049 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ffe64f-657c-4255-95b5-9a2e81c2de93 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:16:10.667902 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ffe64f-657c-4255-95b5-9a2e81c2de93 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:16:10.667902 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ffe64f-657c-4255-95b5-9a2e81c2de93 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:16:10.667902 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ffe64f-657c-4255-95b5-9a2e81c2de93 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:16:10.667902 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ffe64f-657c-4255-95b5-9a2e81c2de93 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:16:10.667902 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ffe64f-657c-4255-95b5-9a2e81c2de93 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:16:10.668438 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ffe64f-657c-4255-95b5-9a2e81c2de93 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:16:10.668438 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ffe64f-657c-4255-95b5-9a2e81c2de93 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:16:10.668778 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ffe64f-657c-4255-95b5-9a2e81c2de93 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:16:10.668928 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ffe64f-657c-4255-95b5-9a2e81c2de93 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:16:10.669247 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ffe64f-657c-4255-95b5-9a2e81c2de93 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:16:10.669564 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ffe64f-657c-4255-95b5-9a2e81c2de93 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:16:10.747352 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-85ffe64f-657c-4255-95b5-9a2e81c2de93 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:16:10.748610 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-85ffe64f-657c-4255-95b5-9a2e81c2de93 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3240938 Jan 05 17:16:10.751299 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 46464) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:16:10.755595 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-2cc90d36-9783-4fcd-9b68-d5fca49e004e tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Request body: {'security_group_rule': {'security_group_id': '2312f83d-e416-4b5c-8fdd-3854c1ad8f1a', 'project_id': 'ec76859de02442879238ecf1eaefefed', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:16:10.847601 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-2cc90d36-9783-4fcd-9b68-d5fca49e004e tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:16:10.904767 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-2cc90d36-9783-4fcd-9b68-d5fca49e004e tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:16:10.968387 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-2cc90d36-9783-4fcd-9b68-d5fca49e004e tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533437'] for security_group_rule, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:16:10.987288 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc90d36-9783-4fcd-9b68-d5fca49e004e tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68a3e127-762b-4b46-a94f-b9fc323cd514,revision_number=0']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:16:11.070914 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-2cc90d36-9783-4fcd-9b68-d5fca49e004e tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:16:11.072134 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-2cc90d36-9783-4fcd-9b68-d5fca49e004e tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3198504 Jan 05 17:16:11.074940 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 46466) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:16:11.079298 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-b4a50379-5072-4909-9689-61ff094de1e0 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Request body: {'security_group_rule': {'security_group_id': '2312f83d-e416-4b5c-8fdd-3854c1ad8f1a', 'project_id': 'ec76859de02442879238ecf1eaefefed', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:16:11.185150 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.db.securitygroups_db [None req-b4a50379-5072-4909-9689-61ff094de1e0 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Project ec76859de02442879238ecf1eaefefed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 05 17:16:11.190021 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-b4a50379-5072-4909-9689-61ff094de1e0 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:16:11.246781 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-b4a50379-5072-4909-9689-61ff094de1e0 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:16:11.322664 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-b4a50379-5072-4909-9689-61ff094de1e0 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533437'] for security_group_rule, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:16:11.340905 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a50379-5072-4909-9689-61ff094de1e0 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4770bd6c-c3be-4f8a-b52d-d55f3b624573,revision_number=0']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:16:11.404666 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-b4a50379-5072-4909-9689-61ff094de1e0 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:16:11.405903 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-b4a50379-5072-4909-9689-61ff094de1e0 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3299847 Jan 05 17:16:11.408698 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 46468) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:16:11.413050 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-8532ca35-7aac-40fc-bd7c-2edb657ccec1 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Request body: {'security_group_rule': {'security_group_id': '2312f83d-e416-4b5c-8fdd-3854c1ad8f1a', 'project_id': 'ec76859de02442879238ecf1eaefefed', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:16:11.477002 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.db.securitygroups_db [None req-8532ca35-7aac-40fc-bd7c-2edb657ccec1 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Project ec76859de02442879238ecf1eaefefed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 05 17:16:11.481860 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-8532ca35-7aac-40fc-bd7c-2edb657ccec1 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:16:11.538862 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-8532ca35-7aac-40fc-bd7c-2edb657ccec1 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:16:11.648206 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-8532ca35-7aac-40fc-bd7c-2edb657ccec1 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533437'] for security_group_rule, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:16:11.670167 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8532ca35-7aac-40fc-bd7c-2edb657ccec1 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=528d02e5-fde6-4505-a9c8-66747960f8e1,revision_number=0']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:16:11.758859 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-8532ca35-7aac-40fc-bd7c-2edb657ccec1 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:16:11.758859 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-8532ca35-7aac-40fc-bd7c-2edb657ccec1 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3482599 Jan 05 17:16:11.906112 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-9872f2d2-6b42-4c41-bf6b-bd072680ec5f req-ca1fb904-1f0e-45f8-8511-f8a94d0c11f0 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-931438993&fields=id&tenant_id=ec76859de02442879238ecf1eaefefed HTTP/1.1" status: 200 len: 267 time: 0.0441940 Jan 05 17:16:12.015429 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9872f2d2-6b42-4c41-bf6b-bd072680ec5f req-f89b2565-56d1-4403-8b6a-9d9e246b0bfe tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:16:12.016789 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-9872f2d2-6b42-4c41-bf6b-bd072680ec5f req-f89b2565-56d1-4403-8b6a-9d9e246b0bfe tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/networks?id=c3e5f7b1-7b9e-4025-a3dd-36e1e1ec6208 HTTP/1.1" status: 200 len: 797 time: 0.1041083 Jan 05 17:16:12.031704 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-9872f2d2-6b42-4c41-bf6b-bd072680ec5f req-09b5cca8-7569-4560-b27c-14d6bb167d80 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/quotas/ec76859de02442879238ecf1eaefefed HTTP/1.1" status: 200 len: 375 time: 0.0094092 Jan 05 17:16:12.087105 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-9872f2d2-6b42-4c41-bf6b-bd072680ec5f req-c21b6e69-115e-438f-a80f-c9661ed67f96 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=ec76859de02442879238ecf1eaefefed&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0499768 Jan 05 17:16:12.102121 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [req-9872f2d2-6b42-4c41-bf6b-bd072680ec5f req-de21e2dd-7a11-418b-89c3-9a998a055cc6 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103801) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 05 17:16:12.103089 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-9872f2d2-6b42-4c41-bf6b-bd072680ec5f req-de21e2dd-7a11-418b-89c3-9a998a055cc6 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049744 Jan 05 17:16:12.187708 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-9872f2d2-6b42-4c41-bf6b-bd072680ec5f req-b4abd6ab-eae8-4f41-986b-5d14b5326612 service neutron] 10.222.0.11 "GET /v2.0/networks/c3e5f7b1-7b9e-4025-a3dd-36e1e1ec6208?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794961 Jan 05 17:16:12.279908 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-9872f2d2-6b42-4c41-bf6b-bd072680ec5f req-ea331a97-73a4-4171-9d8f-358a625ca3c5 service neutron] 10.222.0.11 "GET /v2.0/networks/c3e5f7b1-7b9e-4025-a3dd-36e1e1ec6208?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865653 Jan 05 17:16:12.717632 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-5b99d4a8-e64d-4c99-bf1a-e991c1688fc8 req-28a50f21-bd05-4fa3-84dc-b641522d1a35 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/ports?device_id=373b1ef4-fea0-43ab-8db1-d47c16269ea8 HTTP/1.1" status: 200 len: 210 time: 0.1876335 Jan 05 17:16:13.811827 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-a0286d2a-d9f6-46d0-934a-08e4751c2d35 req-ec9d5df8-5744-4507-af81-a2c7a5a94b2b tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/ports?device_id=373b1ef4-fea0-43ab-8db1-d47c16269ea8 HTTP/1.1" status: 200 len: 210 time: 0.0272849 Jan 05 17:16:14.460850 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9872f2d2-6b42-4c41-bf6b-bd072680ec5f req-9e25788b-31d5-48c5-96a1-1a8e03722c93 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:16:14.462380 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-9872f2d2-6b42-4c41-bf6b-bd072680ec5f req-9e25788b-31d5-48c5-96a1-1a8e03722c93 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.13 "GET /v2.0/networks?id=c3e5f7b1-7b9e-4025-a3dd-36e1e1ec6208 HTTP/1.1" status: 200 len: 797 time: 0.1038523 Jan 05 17:16:14.537904 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-9872f2d2-6b42-4c41-bf6b-bd072680ec5f req-4cd420af-f089-429a-bec9-f9ed917a94b2 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ec76859de02442879238ecf1eaefefed HTTP/1.1" status: 200 len: 471 time: 0.0670798 Jan 05 17:16:14.546653 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [req-9872f2d2-6b42-4c41-bf6b-bd072680ec5f req-2f9637f9-7bc5-4eae-aa6f-16b87648fab9 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Request body: {'port': {'device_id': '373b1ef4-fea0-43ab-8db1-d47c16269ea8', 'network_id': 'c3e5f7b1-7b9e-4025-a3dd-36e1e1ec6208', 'admin_state_up': True, 'tenant_id': 'ec76859de02442879238ecf1eaefefed', 'security_groups': ['2312f83d-e416-4b5c-8fdd-3854c1ad8f1a']}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:16:14.743256 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9872f2d2-6b42-4c41-bf6b-bd072680ec5f req-2f9637f9-7bc5-4eae-aa6f-16b87648fab9 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Made reservation on behalf of ec76859de02442879238ecf1eaefefed for: {'port': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:16:14.746852 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-9872f2d2-6b42-4c41-bf6b-bd072680ec5f req-2f9637f9-7bc5-4eae-aa6f-16b87648fab9 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:16:14.872277 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [req-9872f2d2-6b42-4c41-bf6b-bd072680ec5f req-2f9637f9-7bc5-4eae-aa6f-16b87648fab9 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Allocated IP 172.20.0.6 (c3e5f7b1-7b9e-4025-a3dd-36e1e1ec6208/ba1bc9ff-2713-4b78-8396-9f597f187a05/4f4fe696-c853-4ee0-9b64-847d88129b51) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:16:14.915141 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-b00c6bf7-4dcd-4c25-9e80-fcf3e733058f req-4bd1949d-6700-4356-b0b2-0c159c17dc6b tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/ports?device_id=373b1ef4-fea0-43ab-8db1-d47c16269ea8 HTTP/1.1" status: 200 len: 210 time: 0.0341291 Jan 05 17:16:15.034576 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-9872f2d2-6b42-4c41-bf6b-bd072680ec5f req-2f9637f9-7bc5-4eae-aa6f-16b87648fab9 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for port, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:16:15.149213 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-9872f2d2-6b42-4c41-bf6b-bd072680ec5f req-2f9637f9-7bc5-4eae-aa6f-16b87648fab9 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:16:15.192601 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9872f2d2-6b42-4c41-bf6b-bd072680ec5f req-2f9637f9-7bc5-4eae-aa6f-16b87648fab9 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Network c3e5f7b1-7b9e-4025-a3dd-36e1e1ec6208 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:16:15.195682 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [req-9872f2d2-6b42-4c41-bf6b-bd072680ec5f req-2f9637f9-7bc5-4eae-aa6f-16b87648fab9 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:16:15.199990 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [req-9872f2d2-6b42-4c41-bf6b-bd072680ec5f req-2f9637f9-7bc5-4eae-aa6f-16b87648fab9 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:16:15.230429 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9637f9-7bc5-4eae-aa6f-16b87648fab9 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Pushing event updated for resources: {'Port': ['ID=4f4fe696-c853-4ee0-9b64-847d88129b51,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:16:15.258302 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9872f2d2-6b42-4c41-bf6b-bd072680ec5f req-2f9637f9-7bc5-4eae-aa6f-16b87648fab9 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:16:15.258928 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-9872f2d2-6b42-4c41-bf6b-bd072680ec5f req-2f9637f9-7bc5-4eae-aa6f-16b87648fab9 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:16:15.326427 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-9872f2d2-6b42-4c41-bf6b-bd072680ec5f req-2f9637f9-7bc5-4eae-aa6f-16b87648fab9 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7833514 Jan 05 17:16:15.337573 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [req-9872f2d2-6b42-4c41-bf6b-bd072680ec5f req-8104253a-3981-48c0-b528-998333aa4617 service neutron] Request body: {'port': {'device_id': '373b1ef4-fea0-43ab-8db1-d47c16269ea8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:16:15.392274 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-9872f2d2-6b42-4c41-bf6b-bd072680ec5f req-8104253a-3981-48c0-b528-998333aa4617 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:16:15.463215 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-f2c089b4-4753-4f6e-87ab-51fb1109318e None None] Provisioning complete for port 4f4fe696-c853-4ee0-9b64-847d88129b51 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:16:15.463813 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-f2c089b4-4753-4f6e-87ab-51fb1109318e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:16:15.497062 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-f2c089b4-4753-4f6e-87ab-51fb1109318e None None] Port 4f4fe696-c853-4ee0-9b64-847d88129b51 cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 17:16:15.651655 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.notifiers.nova [req-9872f2d2-6b42-4c41-bf6b-bd072680ec5f req-8104253a-3981-48c0-b528-998333aa4617 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f4fe696-c853-4ee0-9b64-847d88129b51 {{(pid=103800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 05 17:16:15.658918 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-9872f2d2-6b42-4c41-bf6b-bd072680ec5f req-8104253a-3981-48c0-b528-998333aa4617 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:16:15.671273 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.provisioning_blocks [req-9872f2d2-6b42-4c41-bf6b-bd072680ec5f req-8104253a-3981-48c0-b528-998333aa4617 service neutron] Transition to ACTIVE for port object 4f4fe696-c853-4ee0-9b64-847d88129b51 will not be triggered until provisioned by entity L2. {{(pid=103800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 05 17:16:15.742933 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-9872f2d2-6b42-4c41-bf6b-bd072680ec5f req-8104253a-3981-48c0-b528-998333aa4617 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8784461'] for port, after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:16:15.793787 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8104253a-3981-48c0-b528-998333aa4617 service neutron] Pushing event updated for resources: {'Port': ['ID=4f4fe696-c853-4ee0-9b64-847d88129b51,revision_number=2']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:16:15.862612 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [req-9872f2d2-6b42-4c41-bf6b-bd072680ec5f req-8104253a-3981-48c0-b528-998333aa4617 service neutron] Attempting to bind port 4f4fe696-c853-4ee0-9b64-847d88129b51 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 05 17:16:15.862945 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [req-9872f2d2-6b42-4c41-bf6b-bd072680ec5f req-8104253a-3981-48c0-b528-998333aa4617 service neutron] Attempting to bind port 4f4fe696-c853-4ee0-9b64-847d88129b51 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '7b0f3a0b-7b9a-4666-a049-9ae275412552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'c3e5f7b1-7b9e-4025-a3dd-36e1e1ec6208'}] {{(pid=103800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 05 17:16:15.863272 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9872f2d2-6b42-4c41-bf6b-bd072680ec5f req-8104253a-3981-48c0-b528-998333aa4617 service neutron] Attempting to bind port 4f4fe696-c853-4ee0-9b64-847d88129b51 on network c3e5f7b1-7b9e-4025-a3dd-36e1e1ec6208 {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:16:15.867984 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9872f2d2-6b42-4c41-bf6b-bd072680ec5f req-8104253a-3981-48c0-b528-998333aa4617 service neutron] Port 4f4fe696-c853-4ee0-9b64-847d88129b51 on network c3e5f7b1-7b9e-4025-a3dd-36e1e1ec6208 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 05 17:16:15.868299 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9872f2d2-6b42-4c41-bf6b-bd072680ec5f req-8104253a-3981-48c0-b528-998333aa4617 service neutron] Attempting to bind port 4f4fe696-c853-4ee0-9b64-847d88129b51 on network c3e5f7b1-7b9e-4025-a3dd-36e1e1ec6208 {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:16:15.873252 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9872f2d2-6b42-4c41-bf6b-bd072680ec5f req-8104253a-3981-48c0-b528-998333aa4617 service neutron] Checking agent: {'id': '5c36d785-abe8-4e89-a23a-b403333d2378', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 5, 17, 3, 49), 'started_at': datetime.datetime(2022, 1, 5, 17, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 1, 5, 17, 15, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 05 17:16:15.873606 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9872f2d2-6b42-4c41-bf6b-bd072680ec5f req-8104253a-3981-48c0-b528-998333aa4617 service neutron] Checking segment: {'id': '7b0f3a0b-7b9a-4666-a049-9ae275412552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'c3e5f7b1-7b9e-4025-a3dd-36e1e1ec6208'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:16:15.873995 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9872f2d2-6b42-4c41-bf6b-bd072680ec5f req-8104253a-3981-48c0-b528-998333aa4617 service neutron] Bound using segment: {'id': '7b0f3a0b-7b9a-4666-a049-9ae275412552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'c3e5f7b1-7b9e-4025-a3dd-36e1e1ec6208'} {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 05 17:16:15.874416 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [req-9872f2d2-6b42-4c41-bf6b-bd072680ec5f req-8104253a-3981-48c0-b528-998333aa4617 service neutron] Bound port: 4f4fe696-c853-4ee0-9b64-847d88129b51, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b0f3a0b-7b9a-4666-a049-9ae275412552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'c3e5f7b1-7b9e-4025-a3dd-36e1e1ec6208'}}] {{(pid=103800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 05 17:16:15.874764 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-9872f2d2-6b42-4c41-bf6b-bd072680ec5f req-8104253a-3981-48c0-b528-998333aa4617 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:16:15.944176 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.db [req-9872f2d2-6b42-4c41-bf6b-bd072680ec5f req-8104253a-3981-48c0-b528-998333aa4617 service neutron] For port 4f4fe696-c853-4ee0-9b64-847d88129b51, host hv-neutron-mast, cleared binding levels {{(pid=103800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 05 17:16:15.948243 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.db [req-9872f2d2-6b42-4c41-bf6b-bd072680ec5f req-8104253a-3981-48c0-b528-998333aa4617 service neutron] For port 4f4fe696-c853-4ee0-9b64-847d88129b51, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=4f4fe696-c853-4ee0-9b64-847d88129b51,segment=NetworkSegment(7b0f3a0b-7b9a-4666-a049-9ae275412552),segment_id=7b0f3a0b-7b9a-4666-a049-9ae275412552)] {{(pid=103800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 05 17:16:16.007189 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-9872f2d2-6b42-4c41-bf6b-bd072680ec5f req-8104253a-3981-48c0-b528-998333aa4617 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8784461'] for port, after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:16:16.040350 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9872f2d2-6b42-4c41-bf6b-bd072680ec5f req-8104253a-3981-48c0-b528-998333aa4617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:16:16.041070 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-9872f2d2-6b42-4c41-bf6b-bd072680ec5f req-8104253a-3981-48c0-b528-998333aa4617 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:16:16.042542 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-9872f2d2-6b42-4c41-bf6b-bd072680ec5f req-8104253a-3981-48c0-b528-998333aa4617 service neutron] 10.222.0.13 "PUT /v2.0/ports/4f4fe696-c853-4ee0-9b64-847d88129b51 HTTP/1.1" status: 200 len: 1093 time: 0.7093093 Jan 05 17:16:16.044957 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '373b1ef4-fea0-43ab-8db1-d47c16269ea8', 'tag': '4f4fe696-c853-4ee0-9b64-847d88129b51'}] {{(pid=103800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 05 17:16:16.048039 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f64b9d4628f7eefcc27168a80c04985d23f0ea5def038dae05e1deb7357f3bfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d590fee-aa54-4b3b-baf1-894e7655d188" -d '{"events": [{"name": "network-changed", "server_uuid": "373b1ef4-fea0-43ab-8db1-d47c16269ea8", "tag": "4f4fe696-c853-4ee0-9b64-847d88129b51"}]}' {{(pid=103800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 05 17:16:16.080648 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8104253a-3981-48c0-b528-998333aa4617 service neutron] Pushing event updated for resources: {'Port': ['ID=4f4fe696-c853-4ee0-9b64-847d88129b51,revision_number=3']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:16:16.087705 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Jan 2022 17:16:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-777f5c68-48fc-4ad4-99c6-f770d91655dd x-openstack-request-id: req-777f5c68-48fc-4ad4-99c6-f770d91655dd {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 05 17:16:16.088001 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "373b1ef4-fea0-43ab-8db1-d47c16269ea8", "tag": "4f4fe696-c853-4ee0-9b64-847d88129b51", "status": "completed", "code": 200}]} {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 05 17:16:16.088256 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-777f5c68-48fc-4ad4-99c6-f770d91655dd {{(pid=103800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 05 17:16:16.088658 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '373b1ef4-fea0-43ab-8db1-d47c16269ea8', 'tag': '4f4fe696-c853-4ee0-9b64-847d88129b51', 'status': 'completed', 'code': 200} Jan 05 17:16:16.100060 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008d8958-2ac2-4791-b32a-a5517abe5ec7 req-2a20a5fd-8822-45a3-b7d9-9c1b30331362 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:16:16.101676 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-008d8958-2ac2-4791-b32a-a5517abe5ec7 req-2a20a5fd-8822-45a3-b7d9-9c1b30331362 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/ports?device_id=373b1ef4-fea0-43ab-8db1-d47c16269ea8 HTTP/1.1" status: 200 len: 943 time: 0.1174383 Jan 05 17:16:16.156030 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d590fee-aa54-4b3b-baf1-894e7655d188 req-1eb9e722-1f5b-482d-b003-e335a5ebdd7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:16:16.157490 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-008d8958-2ac2-4791-b32a-a5517abe5ec7 req-98318154-d145-4424-8dc4-91a4b6743567 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/security-groups?id=2312f83d-e416-4b5c-8fdd-3854c1ad8f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479062 Jan 05 17:16:16.162420 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-7d590fee-aa54-4b3b-baf1-894e7655d188 req-1eb9e722-1f5b-482d-b003-e335a5ebdd7c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ec76859de02442879238ecf1eaefefed&device_id=373b1ef4-fea0-43ab-8db1-d47c16269ea8 HTTP/1.1" status: 200 len: 1096 time: 0.0497625 Jan 05 17:16:16.507949 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d590fee-aa54-4b3b-baf1-894e7655d188 req-80b49fe7-f2a5-4f7c-a39f-7f1bb23b7b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:16:16.509458 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-7d590fee-aa54-4b3b-baf1-894e7655d188 req-80b49fe7-f2a5-4f7c-a39f-7f1bb23b7b3e service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=ec76859de02442879238ecf1eaefefed&shared=False HTTP/1.1" status: 200 len: 898 time: 0.3384421 Jan 05 17:16:16.597769 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d590fee-aa54-4b3b-baf1-894e7655d188 req-2bf0a2c1-f01b-4afb-81a4-97942b938da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:16:16.599228 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-7d590fee-aa54-4b3b-baf1-894e7655d188 req-2bf0a2c1-f01b-4afb-81a4-97942b938da1 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0839539 Jan 05 17:16:16.680612 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9872f2d2-6b42-4c41-bf6b-bd072680ec5f req-47dfab89-038e-413c-9dbb-0e94a65e6f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:16:16.682653 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-9872f2d2-6b42-4c41-bf6b-bd072680ec5f req-47dfab89-038e-413c-9dbb-0e94a65e6f39 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ec76859de02442879238ecf1eaefefed&device_id=373b1ef4-fea0-43ab-8db1-d47c16269ea8 HTTP/1.1" status: 200 len: 1096 time: 0.0457261 Jan 05 17:16:16.722504 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-9872f2d2-6b42-4c41-bf6b-bd072680ec5f req-a9b24cca-cf70-4b79-9eeb-0902ffb79e29 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4f4fe696-c853-4ee0-9b64-847d88129b51 HTTP/1.1" status: 200 len: 217 time: 0.0323358 Jan 05 17:16:16.727172 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.agents_db [None req-291d1585-17df-45c0-b64a-d244e6d90872 None None] Agent healthcheck: found 6 active agents {{(pid=103803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 05 17:16:16.769074 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9872f2d2-6b42-4c41-bf6b-bd072680ec5f req-a36e210d-c67e-42b0-8ff5-ccff78ea1117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:16:16.770585 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-9872f2d2-6b42-4c41-bf6b-bd072680ec5f req-a36e210d-c67e-42b0-8ff5-ccff78ea1117 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ba1bc9ff-2713-4b78-8396-9f597f187a05 HTTP/1.1" status: 200 len: 835 time: 0.0430114 Jan 05 17:16:16.817321 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9872f2d2-6b42-4c41-bf6b-bd072680ec5f req-1c1dffa9-ac99-4521-bda7-3891b3dcccdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:16:16.818806 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-9872f2d2-6b42-4c41-bf6b-bd072680ec5f req-1c1dffa9-ac99-4521-bda7-3891b3dcccdd service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c3e5f7b1-7b9e-4025-a3dd-36e1e1ec6208&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0417700 Jan 05 17:16:16.906300 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-9872f2d2-6b42-4c41-bf6b-bd072680ec5f req-12efba16-1cc2-44e1-9701-8305365d7739 service neutron] 10.222.0.13 "GET /v2.0/networks/c3e5f7b1-7b9e-4025-a3dd-36e1e1ec6208?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808372 Jan 05 17:16:16.997798 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-9872f2d2-6b42-4c41-bf6b-bd072680ec5f req-f5f8cd17-ee19-4135-883c-980d31f2440d service neutron] 10.222.0.13 "GET /v2.0/networks/c3e5f7b1-7b9e-4025-a3dd-36e1e1ec6208?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854754 Jan 05 17:16:17.099373 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-b69f905c-98a5-4b7c-905d-7bbf9b5ec102 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:16:17.272554 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5704b1a-4991-4cac-845b-18442495ddd2 req-e52aea6a-12fc-4588-aaec-26152a97212b tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:16:17.274038 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-e5704b1a-4991-4cac-845b-18442495ddd2 req-e52aea6a-12fc-4588-aaec-26152a97212b tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/ports?device_id=373b1ef4-fea0-43ab-8db1-d47c16269ea8 HTTP/1.1" status: 200 len: 943 time: 0.0501077 Jan 05 17:16:17.321498 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-e5704b1a-4991-4cac-845b-18442495ddd2 req-7952fc5e-7dc0-4b95-ac42-10e025afe1b9 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/security-groups?id=2312f83d-e416-4b5c-8fdd-3854c1ad8f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419731 Jan 05 17:16:18.432861 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568f7671-f1ab-450d-a5ea-80df02865fef req-fd15a133-fa0a-4862-85f9-1d6c05675e71 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:16:18.434350 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-568f7671-f1ab-450d-a5ea-80df02865fef req-fd15a133-fa0a-4862-85f9-1d6c05675e71 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/ports?device_id=373b1ef4-fea0-43ab-8db1-d47c16269ea8 HTTP/1.1" status: 200 len: 943 time: 0.0480511 Jan 05 17:16:18.485506 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-568f7671-f1ab-450d-a5ea-80df02865fef req-c783a547-9a85-42a2-a6e7-e1d581f6c69f tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/security-groups?id=2312f83d-e416-4b5c-8fdd-3854c1ad8f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457273 Jan 05 17:16:19.303000 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-aca6ab99-815c-4c39-a331-148ddd358838 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:16:19.599058 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b54130-fad7-4aeb-b70c-fe6db1a5f951 req-79f86f2d-80bf-4506-b962-f4379b2c65be tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:16:19.600446 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-d2b54130-fad7-4aeb-b70c-fe6db1a5f951 req-79f86f2d-80bf-4506-b962-f4379b2c65be tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/ports?device_id=373b1ef4-fea0-43ab-8db1-d47c16269ea8 HTTP/1.1" status: 200 len: 943 time: 0.0486977 Jan 05 17:16:19.649638 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-d2b54130-fad7-4aeb-b70c-fe6db1a5f951 req-8393bdbf-be1c-424e-b7d1-1c4fda7755ff tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/security-groups?id=2312f83d-e416-4b5c-8fdd-3854c1ad8f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433457 Jan 05 17:16:19.694231 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:16:20.499462 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d2607572-b3c9-472c-85bc-c8de0c3fb75c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:16:20.521357 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Device 4f4fe696-c853-4ee0-9b64-847d88129b51 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 05 17:16:20.615177 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] For port 4f4fe696-c853-4ee0-9b64-847d88129b51, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=4f4fe696-c853-4ee0-9b64-847d88129b51,segment=NetworkSegment(7b0f3a0b-7b9a-4666-a049-9ae275412552),segment_id=7b0f3a0b-7b9a-4666-a049-9ae275412552)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:16:20.626565 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Returning: {'device': '4f4fe696-c853-4ee0-9b64-847d88129b51', 'network_id': 'c3e5f7b1-7b9e-4025-a3dd-36e1e1ec6208', 'port_id': '4f4fe696-c853-4ee0-9b64-847d88129b51', 'mac_address': 'fa:16:3e:aa:cc:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba1bc9ff-2713-4b78-8396-9f597f187a05', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 05 17:16:20.664116 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:16:20.681262 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.notifiers.nova [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f4fe696-c853-4ee0-9b64-847d88129b51 {{(pid=103802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 05 17:16:20.700111 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] For port 4f4fe696-c853-4ee0-9b64-847d88129b51, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=4f4fe696-c853-4ee0-9b64-847d88129b51,segment=NetworkSegment(7b0f3a0b-7b9a-4666-a049-9ae275412552),segment_id=7b0f3a0b-7b9a-4666-a049-9ae275412552)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:16:20.764585 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8118ce6a-894a-4d72-a533-8fe6a578235c req-a2595c9c-b022-4317-a48c-d198dd151e02 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:16:20.765985 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-8118ce6a-894a-4d72-a533-8fe6a578235c req-a2595c9c-b022-4317-a48c-d198dd151e02 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/ports?device_id=373b1ef4-fea0-43ab-8db1-d47c16269ea8 HTTP/1.1" status: 200 len: 943 time: 0.0485992 Jan 05 17:16:20.786336 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:16:20.814986 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-8118ce6a-894a-4d72-a533-8fe6a578235c req-81e0d6e3-6f06-47d4-87ce-04f7ad75bb76 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/security-groups?id=2312f83d-e416-4b5c-8fdd-3854c1ad8f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434911 Jan 05 17:16:20.833021 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Pushing event updated for resources: {'Port': ['ID=4f4fe696-c853-4ee0-9b64-847d88129b51,revision_number=4']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:16:20.840493 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:16:20.840847 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:16:20.841200 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:16:20.841667 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:16:20.841906 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:16:20.842235 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:16:20.842565 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:16:20.842895 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:16:20.843222 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:16:20.843545 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:16:20.843868 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:16:20.844186 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:16:20.844506 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:16:21.011078 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] get_ports_and_sgs() called for port_ids ['4f4fe696-c853-4ee0-9b64-847d88129b51'] {{(pid=103802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 05 17:16:21.882481 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d504d802-9546-4ce5-a9d3-96c844ac5808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:16:21.932435 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf4f674-e140-4fd6-adb6-06948585daa8 req-ca5b7d8a-b714-4316-8d3b-dca7d5c76732 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:16:21.934139 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-1bf4f674-e140-4fd6-adb6-06948585daa8 req-ca5b7d8a-b714-4316-8d3b-dca7d5c76732 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/ports?device_id=373b1ef4-fea0-43ab-8db1-d47c16269ea8 HTTP/1.1" status: 200 len: 944 time: 0.0531585 Jan 05 17:16:21.981732 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-1bf4f674-e140-4fd6-adb6-06948585daa8 req-a3cd3ced-4074-4fdc-9634-6f3f48fd93a1 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/security-groups?id=2312f83d-e416-4b5c-8fdd-3854c1ad8f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421133 Jan 05 17:16:22.544455 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Device 4f4fe696-c853-4ee0-9b64-847d88129b51 up at agent hyperv_hv-neutron-mast {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:16:22.699311 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Provisioning for port 4f4fe696-c853-4ee0-9b64-847d88129b51 completed by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 05 17:16:22.703394 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Provisioning complete for port 4f4fe696-c853-4ee0-9b64-847d88129b51 triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:16:22.703760 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:16:22.781415 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:16:22.802596 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '373b1ef4-fea0-43ab-8db1-d47c16269ea8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f4fe696-c853-4ee0-9b64-847d88129b51'}] {{(pid=103802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 05 17:16:22.804725 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36b213fbd845b3f09e785999bbcda1c85cd5592d7f001460987854e5c1683bd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3a9d932-8212-45e1-b8f7-adad24681716" -d '{"events": [{"server_uuid": "373b1ef4-fea0-43ab-8db1-d47c16269ea8", "name": "network-vif-plugged", "status": "completed", "tag": "4f4fe696-c853-4ee0-9b64-847d88129b51"}]}' {{(pid=103802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 05 17:16:22.819093 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] For port 4f4fe696-c853-4ee0-9b64-847d88129b51, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=4f4fe696-c853-4ee0-9b64-847d88129b51,segment=NetworkSegment(7b0f3a0b-7b9a-4666-a049-9ae275412552),segment_id=7b0f3a0b-7b9a-4666-a049-9ae275412552)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:16:22.841882 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Jan 2022 17:16:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38ec825c-36f9-4c52-a32d-edeeb4ebb030 x-openstack-request-id: req-38ec825c-36f9-4c52-a32d-edeeb4ebb030 {{(pid=103802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 05 17:16:22.841882 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "373b1ef4-fea0-43ab-8db1-d47c16269ea8", "name": "network-vif-plugged", "status": "completed", "tag": "4f4fe696-c853-4ee0-9b64-847d88129b51", "code": 200}]} {{(pid=103802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 05 17:16:22.841882 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-38ec825c-36f9-4c52-a32d-edeeb4ebb030 {{(pid=103802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 05 17:16:22.841882 dv-neutron-master-2-hyperv neutron-server[103802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '373b1ef4-fea0-43ab-8db1-d47c16269ea8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f4fe696-c853-4ee0-9b64-847d88129b51', 'code': 200} Jan 05 17:16:22.888364 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:16:22.939257 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Pushing event updated for resources: {'Port': ['ID=4f4fe696-c853-4ee0-9b64-847d88129b51,revision_number=5']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:16:23.097357 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd36127c-7cea-438a-bc2e-e9779fa9832f req-49dee294-32ea-40fc-9ae0-504964eadecc tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:16:23.098949 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-fd36127c-7cea-438a-bc2e-e9779fa9832f req-49dee294-32ea-40fc-9ae0-504964eadecc tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/ports?device_id=373b1ef4-fea0-43ab-8db1-d47c16269ea8 HTTP/1.1" status: 200 len: 945 time: 0.0487339 Jan 05 17:16:23.157120 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-fd36127c-7cea-438a-bc2e-e9779fa9832f req-5c596ec7-8a4a-4a0a-b3e1-d3da178c1d69 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/security-groups?id=2312f83d-e416-4b5c-8fdd-3854c1ad8f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513420 Jan 05 17:16:23.207664 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0df6202-5b60-4132-8bb2-d9bb4b289e5a req-184c0376-b5c1-435e-a39e-13ab8c5e69b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:16:23.209177 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-f0df6202-5b60-4132-8bb2-d9bb4b289e5a req-184c0376-b5c1-435e-a39e-13ab8c5e69b3 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=373b1ef4-fea0-43ab-8db1-d47c16269ea8 HTTP/1.1" status: 200 len: 1098 time: 0.0893672 Jan 05 17:16:23.257867 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-f0df6202-5b60-4132-8bb2-d9bb4b289e5a req-01ca184f-f13e-4282-a20f-6330d6094170 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=2312f83d-e416-4b5c-8fdd-3854c1ad8f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416312 Jan 05 17:16:23.268945 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:16:24.274443 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf24322-655d-4df5-9e6b-8be1349f6520 req-2fbdaa86-029f-4221-8eed-c59aac112e50 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:16:24.275929 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-5bf24322-655d-4df5-9e6b-8be1349f6520 req-2fbdaa86-029f-4221-8eed-c59aac112e50 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/ports?device_id=373b1ef4-fea0-43ab-8db1-d47c16269ea8 HTTP/1.1" status: 200 len: 945 time: 0.0502958 Jan 05 17:16:24.327433 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-5bf24322-655d-4df5-9e6b-8be1349f6520 req-f2c9f07b-c6af-4a19-b270-b7a70a91d49c tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/security-groups?id=2312f83d-e416-4b5c-8fdd-3854c1ad8f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455821 Jan 05 17:16:25.495893 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc86794-2c50-4cc9-8c11-b0a44975ea93 req-3de9845e-af7b-465c-9c51-c59424aa2146 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:16:25.497362 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-8cc86794-2c50-4cc9-8c11-b0a44975ea93 req-3de9845e-af7b-465c-9c51-c59424aa2146 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/ports?device_id=373b1ef4-fea0-43ab-8db1-d47c16269ea8 HTTP/1.1" status: 200 len: 945 time: 0.0486209 Jan 05 17:16:25.545518 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-8cc86794-2c50-4cc9-8c11-b0a44975ea93 req-42ff1acc-55e2-4fbe-a3de-31f506cb1449 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/security-groups?id=2312f83d-e416-4b5c-8fdd-3854c1ad8f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424373 Jan 05 17:16:25.661130 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f489f1dd-c23b-4602-93c1-6ccf55e2d3c9 req-9754e37a-3e70-4fb9-86e0-1ece1e43628c tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:16:25.662636 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-f489f1dd-c23b-4602-93c1-6ccf55e2d3c9 req-9754e37a-3e70-4fb9-86e0-1ece1e43628c tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/ports?device_id=373b1ef4-fea0-43ab-8db1-d47c16269ea8 HTTP/1.1" status: 200 len: 945 time: 0.0533910 Jan 05 17:16:25.710200 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-f489f1dd-c23b-4602-93c1-6ccf55e2d3c9 req-8ec4b624-dcfb-4bde-a1b2-97ba6e5e1e46 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/security-groups?id=2312f83d-e416-4b5c-8fdd-3854c1ad8f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420856 Jan 05 17:16:25.732415 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 46538) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:16:25.771691 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e5fa7b8-d5e0-4f1b-a9d2-fc8f153a6ab9 tempest-TestNetworkBasicOps-152746079 tempest-TestNetworkBasicOps-152746079-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:16:25.776601 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-2e5fa7b8-d5e0-4f1b-a9d2-fc8f153a6ab9 tempest-TestNetworkBasicOps-152746079 tempest-TestNetworkBasicOps-152746079-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=373b1ef4-fea0-43ab-8db1-d47c16269ea8 HTTP/1.1" status: 200 len: 1093 time: 0.0398400 Jan 05 17:16:25.776601 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 46540) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:16:25.780895 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-760fcd53-62f1-440b-afe4-89e15da84c07 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Request body: {'floatingip': {'port_id': '4f4fe696-c853-4ee0-9b64-847d88129b51'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:16:25.822535 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-760fcd53-62f1-440b-afe4-89e15da84c07 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for floatingip, before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:16:26.251996 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-760fcd53-62f1-440b-afe4-89e15da84c07 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:16:26.305220 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-760fcd53-62f1-440b-afe4-89e15da84c07 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648677'] for floatingip, after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:16:26.408135 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.db.l3_db [None req-760fcd53-62f1-440b-afe4-89e15da84c07 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Floating IP b9a6deed-4c7e-4cda-8fa2-f06574a92e00 associated. External IP: 172.36.4.241, port: 4f4fe696-c853-4ee0-9b64-847d88129b51. Jan 05 17:16:26.615700 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-760fcd53-62f1-440b-afe4-89e15da84c07 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Router 4872dca8-11df-4614-bcc7-91d43a09c98f has already been hosted by L3 agent 59446fdc-40e0-41fe-a575-a8eb11d742f7 {{(pid=103800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 05 17:16:26.724023 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-760fcd53-62f1-440b-afe4-89e15da84c07 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 05 17:16:26.730833 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-760fcd53-62f1-440b-afe4-89e15da84c07 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for floatingip, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:16:26.733829 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5046c9ab-8d01-45d1-a2d0-06bc384452cc None None] Sync routers for ids ['4872dca8-11df-4614-bcc7-91d43a09c98f'] in dv-neutron-master-2-hyperv {{(pid=103803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 05 17:16:26.744614 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5046c9ab-8d01-45d1-a2d0-06bc384452cc None None] Routers {'4872dca8-11df-4614-bcc7-91d43a09c98f'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:16:26.745762 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-5046c9ab-8d01-45d1-a2d0-06bc384452cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:16:19Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['4872dca8-11df-4614-bcc7-91d43a09c98f'], 'active': True} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:16:26.760144 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-760fcd53-62f1-440b-afe4-89e15da84c07 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "PUT /v2.0/floatingips/b9a6deed-4c7e-4cda-8fa2-f06574a92e00 HTTP/1.1" status: 200 len: 991 time: 0.9800444 Jan 05 17:16:26.760144 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '373b1ef4-fea0-43ab-8db1-d47c16269ea8', 'tag': '4f4fe696-c853-4ee0-9b64-847d88129b51'}] {{(pid=103800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 05 17:16:26.761962 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f64b9d4628f7eefcc27168a80c04985d23f0ea5def038dae05e1deb7357f3bfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4ebfe55-f3c1-49a7-acc7-fefd750a67bf" -d '{"events": [{"name": "network-changed", "server_uuid": "373b1ef4-fea0-43ab-8db1-d47c16269ea8", "tag": "4f4fe696-c853-4ee0-9b64-847d88129b51"}]}' {{(pid=103800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 05 17:16:26.762109 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 46542) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:16:26.828548 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-e596a767-4217-450a-a3e4-2a4a70a39148 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/floatingips/b9a6deed-4c7e-4cda-8fa2-f06574a92e00 HTTP/1.1" status: 200 len: 991 time: 0.0645049 Jan 05 17:16:26.855415 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Jan 2022 17:16:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e310f66f-94e8-474f-af1e-2515676b18df x-openstack-request-id: req-e310f66f-94e8-474f-af1e-2515676b18df {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 05 17:16:26.855705 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "373b1ef4-fea0-43ab-8db1-d47c16269ea8", "tag": "4f4fe696-c853-4ee0-9b64-847d88129b51", "status": "completed", "code": 200}]} {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 05 17:16:26.855953 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e310f66f-94e8-474f-af1e-2515676b18df {{(pid=103800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 05 17:16:26.856355 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '373b1ef4-fea0-43ab-8db1-d47c16269ea8', 'tag': '4f4fe696-c853-4ee0-9b64-847d88129b51', 'status': 'completed', 'code': 200} Jan 05 17:16:26.860167 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvr_db [None req-5046c9ab-8d01-45d1-a2d0-06bc384452cc None None] Set router 4872dca8-11df-4614-bcc7-91d43a09c98f gateway port host: dv-neutron-master-2-hyperv {{(pid=103803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:16:26.920381 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ebfe55-f3c1-49a7-acc7-fefd750a67bf req-22dd906f-e3c0-4fa9-a2c4-8741b8fb9ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:16:26.921931 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-c4ebfe55-f3c1-49a7-acc7-fefd750a67bf req-22dd906f-e3c0-4fa9-a2c4-8741b8fb9ff9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ec76859de02442879238ecf1eaefefed&device_id=373b1ef4-fea0-43ab-8db1-d47c16269ea8 HTTP/1.1" status: 200 len: 1098 time: 0.0461876 Jan 05 17:16:27.013207 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ebfe55-f3c1-49a7-acc7-fefd750a67bf req-8a50cf5f-7129-4b55-a7ca-81a3438d6a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:16:27.014803 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-c4ebfe55-f3c1-49a7-acc7-fefd750a67bf req-8a50cf5f-7129-4b55-a7ca-81a3438d6a5e service neutron] 10.222.0.13 "GET /v2.0/networks?id=c3e5f7b1-7b9e-4025-a3dd-36e1e1ec6208 HTTP/1.1" status: 200 len: 898 time: 0.0875428 Jan 05 17:16:27.082706 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-c4ebfe55-f3c1-49a7-acc7-fefd750a67bf req-8e1e55a2-8060-42e3-9baf-9c1d964dc575 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4f4fe696-c853-4ee0-9b64-847d88129b51 HTTP/1.1" status: 200 len: 999 time: 0.0627551 Jan 05 17:16:27.090435 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-5046c9ab-8d01-45d1-a2d0-06bc384452cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4872dca8-11df-4614-bcc7-91d43a09c98f', 'name': 'tempest-TestNetworkBasicOps-router-1111734814', 'tenant_id': 'ec76859de02442879238ecf1eaefefed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.186'}], 'enable_snat': True}, 'gw_port_id': 'efe8db7f-df4d-45a8-980f-bade10ecd096', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:15:05Z', 'updated_at': '2022-01-05T17:15:09Z', 'revision_number': 4, 'project_id': 'ec76859de02442879238ecf1eaefefed', 'gw_port': {'id': 'efe8db7f-df4d-45a8-980f-bade10ecd096', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:5e:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4872dca8-11df-4614-bcc7-91d43a09c98f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:15:05Z', 'updated_at': '2022-01-05T17:15:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'b9a6deed-4c7e-4cda-8fa2-f06574a92e00', 'tenant_id': 'ec76859de02442879238ecf1eaefefed', 'floating_ip_address': '172.36.4.241', 'floating_network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'router_id': '4872dca8-11df-4614-bcc7-91d43a09c98f', 'port_id': '4f4fe696-c853-4ee0-9b64-847d88129b51', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1406, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3e5f7b1-7b9e-4025-a3dd-36e1e1ec6208', 'mac_address': 'fa:16:3e:aa:cc:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '373b1ef4-fea0-43ab-8db1-d47c16269ea8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-05T17:15:28Z', 'updated_at': '2022-01-05T17:16:26Z', 'revision_number': 5, 'project_id': 'ec76859de02442879238ecf1eaefefed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4970c6ae-e5bd-4575-a773-5396648d0deb', 'name': '', 'network_id': 'c3e5f7b1-7b9e-4025-a3dd-36e1e1ec6208', 'tenant_id': 'ec76859de02442879238ecf1eaefefed', 'mac_address': 'fa:16:3e:5b:e7:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4872dca8-11df-4614-bcc7-91d43a09c98f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': 'ba1bc9ff-2713-4b78-8396-9f597f187a05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:15:08Z', 'updated_at': '2022-01-05T17:15:12Z', 'revision_number': 5, 'project_id': 'ec76859de02442879238ecf1eaefefed', 'subnets': [{'id': 'ba1bc9ff-2713-4b78-8396-9f597f187a05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:16:27.116090 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5046c9ab-8d01-45d1-a2d0-06bc384452cc None None] Checking router: 4872dca8-11df-4614-bcc7-91d43a09c98f for host: dv-neutron-master-2-hyperv {{(pid=103803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 05 17:16:27.124204 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5046c9ab-8d01-45d1-a2d0-06bc384452cc None None] Routers {'4872dca8-11df-4614-bcc7-91d43a09c98f'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:16:27.124806 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-5046c9ab-8d01-45d1-a2d0-06bc384452cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:16:19Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['4872dca8-11df-4614-bcc7-91d43a09c98f'], 'active': True} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:16:27.132385 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ebfe55-f3c1-49a7-acc7-fefd750a67bf req-1861a0c8-1d3a-46f8-bf96-b6cf91e0c914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:16:27.133842 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-c4ebfe55-f3c1-49a7-acc7-fefd750a67bf req-1861a0c8-1d3a-46f8-bf96-b6cf91e0c914 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ba1bc9ff-2713-4b78-8396-9f597f187a05 HTTP/1.1" status: 200 len: 835 time: 0.0444164 Jan 05 17:16:27.180666 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ebfe55-f3c1-49a7-acc7-fefd750a67bf req-52fac2a4-9fd4-4b3a-ac37-d9c1913df1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:16:27.182890 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-c4ebfe55-f3c1-49a7-acc7-fefd750a67bf req-52fac2a4-9fd4-4b3a-ac37-d9c1913df1e3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c3e5f7b1-7b9e-4025-a3dd-36e1e1ec6208&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0430331 Jan 05 17:16:27.230024 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvr_db [None req-5046c9ab-8d01-45d1-a2d0-06bc384452cc None None] Set router 4872dca8-11df-4614-bcc7-91d43a09c98f gateway port host: dv-neutron-master-2-hyperv {{(pid=103803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:16:27.273968 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-c4ebfe55-f3c1-49a7-acc7-fefd750a67bf req-65a50ed3-2d2a-44f2-b1ee-4982e373b3a4 service neutron] 10.222.0.13 "GET /v2.0/networks/c3e5f7b1-7b9e-4025-a3dd-36e1e1ec6208?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862362 Jan 05 17:16:27.373009 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-c4ebfe55-f3c1-49a7-acc7-fefd750a67bf req-5fe264ca-e773-4a2a-8b25-bab3b60541f3 service neutron] 10.222.0.13 "GET /v2.0/networks/c3e5f7b1-7b9e-4025-a3dd-36e1e1ec6208?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929105 Jan 05 17:16:27.533230 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-5046c9ab-8d01-45d1-a2d0-06bc384452cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4872dca8-11df-4614-bcc7-91d43a09c98f', 'name': 'tempest-TestNetworkBasicOps-router-1111734814', 'tenant_id': 'ec76859de02442879238ecf1eaefefed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.186'}], 'enable_snat': True}, 'gw_port_id': 'efe8db7f-df4d-45a8-980f-bade10ecd096', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:15:05Z', 'updated_at': '2022-01-05T17:15:09Z', 'revision_number': 4, 'project_id': 'ec76859de02442879238ecf1eaefefed', 'gw_port': {'id': 'efe8db7f-df4d-45a8-980f-bade10ecd096', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:5e:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4872dca8-11df-4614-bcc7-91d43a09c98f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:15:05Z', 'updated_at': '2022-01-05T17:15:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'b9a6deed-4c7e-4cda-8fa2-f06574a92e00', 'tenant_id': 'ec76859de02442879238ecf1eaefefed', 'floating_ip_address': '172.36.4.241', 'floating_network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'router_id': '4872dca8-11df-4614-bcc7-91d43a09c98f', 'port_id': '4f4fe696-c853-4ee0-9b64-847d88129b51', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1406, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3e5f7b1-7b9e-4025-a3dd-36e1e1ec6208', 'mac_address': 'fa:16:3e:aa:cc:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '373b1ef4-fea0-43ab-8db1-d47c16269ea8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-05T17:15:28Z', 'updated_at': '2022-01-05T17:16:26Z', 'revision_number': 5, 'project_id': 'ec76859de02442879238ecf1eaefefed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4970c6ae-e5bd-4575-a773-5396648d0deb', 'name': '', 'network_id': 'c3e5f7b1-7b9e-4025-a3dd-36e1e1ec6208', 'tenant_id': 'ec76859de02442879238ecf1eaefefed', 'mac_address': 'fa:16:3e:5b:e7:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4872dca8-11df-4614-bcc7-91d43a09c98f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': 'ba1bc9ff-2713-4b78-8396-9f597f187a05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:15:08Z', 'updated_at': '2022-01-05T17:15:12Z', 'revision_number': 5, 'project_id': 'ec76859de02442879238ecf1eaefefed', 'subnets': [{'id': 'ba1bc9ff-2713-4b78-8396-9f597f187a05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:16:27.561508 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5046c9ab-8d01-45d1-a2d0-06bc384452cc None None] The sync data for ids ['4872dca8-11df-4614-bcc7-91d43a09c98f'] in dv-neutron-master-2-hyperv is: [{'id': '4872dca8-11df-4614-bcc7-91d43a09c98f', 'name': 'tempest-TestNetworkBasicOps-router-1111734814', 'tenant_id': 'ec76859de02442879238ecf1eaefefed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.186'}], 'enable_snat': True}, 'gw_port_id': 'efe8db7f-df4d-45a8-980f-bade10ecd096', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:15:05Z', 'updated_at': '2022-01-05T17:15:09Z', 'revision_number': 4, 'project_id': 'ec76859de02442879238ecf1eaefefed', 'gw_port': {'id': 'efe8db7f-df4d-45a8-980f-bade10ecd096', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:5e:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4872dca8-11df-4614-bcc7-91d43a09c98f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:15:05Z', 'updated_at': '2022-01-05T17:15:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'b9a6deed-4c7e-4cda-8fa2-f06574a92e00', 'tenant_id': 'ec76859de02442879238ecf1eaefefed', 'floating_ip_address': '172.36.4.241', 'floating_network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'router_id': '4872dca8-11df-4614-bcc7-91d43a09c98f', 'port_id': '4f4fe696-c853-4ee0-9b64-847d88129b51', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1406, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3e5f7b1-7b9e-4025-a3dd-36e1e1ec6208', 'mac_address': 'fa:16:3e:aa:cc:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '373b1ef4-fea0-43ab-8db1-d47c16269ea8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-05T17:15:28Z', 'updated_at': '2022-01-05T17:16:26Z', 'revision_number': 5, 'project_id': 'ec76859de02442879238ecf1eaefefed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4970c6ae-e5bd-4575-a773-5396648d0deb', 'name': '', 'network_id': 'c3e5f7b1-7b9e-4025-a3dd-36e1e1ec6208', 'tenant_id': 'ec76859de02442879238ecf1eaefefed', 'mac_address': 'fa:16:3e:5b:e7:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4872dca8-11df-4614-bcc7-91d43a09c98f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': 'ba1bc9ff-2713-4b78-8396-9f597f187a05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:15:08Z', 'updated_at': '2022-01-05T17:15:12Z', 'revision_number': 5, 'project_id': 'ec76859de02442879238ecf1eaefefed', 'subnets': [{'id': 'ba1bc9ff-2713-4b78-8396-9f597f187a05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 05 17:16:27.765829 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eaae197-0e01-4b38-825c-acc77f4793cc None None] New status for floating IP b9a6deed-4c7e-4cda-8fa2-f06574a92e00: ACTIVE {{(pid=103802) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 05 17:16:27.830338 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 46548) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:16:27.897826 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-cd744310-dd8c-4ac1-b7c5-71ccc8e0a1a3 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/floatingips/b9a6deed-4c7e-4cda-8fa2-f06574a92e00 HTTP/1.1" status: 200 len: 991 time: 0.0663385 Jan 05 17:16:28.902326 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 46552) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:16:28.962083 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-e41b82d2-501a-4403-8b86-7c6d14e0b77b tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/floatingips/b9a6deed-4c7e-4cda-8fa2-f06574a92e00 HTTP/1.1" status: 200 len: 993 time: 0.0586112 Jan 05 17:16:47.070301 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-36c25d2d-0c03-4168-9240-3f8cb7c0af4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:16:49.276246 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-72ad9135-a8d6-4835-808f-43d1f0a82eb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:16:49.670431 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:16:50.498655 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d2607572-b3c9-472c-85bc-c8de0c3fb75c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:16:51.939242 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d504d802-9546-4ce5-a9d3-96c844ac5808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:16:53.273551 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:16:53.726771 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.agents_db [None req-291d1585-17df-45c0-b64a-d244e6d90872 None None] Agent healthcheck: found 6 active agents {{(pid=103803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 05 17:16:58.077082 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2460d4-4111-4b3b-8b67-d19169639ef4 req-c0e43a94-6f1b-413a-b08d-40f51a49f0b0 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:16:58.078662 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-2a2460d4-4111-4b3b-8b67-d19169639ef4 req-c0e43a94-6f1b-413a-b08d-40f51a49f0b0 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/ports?device_id=373b1ef4-fea0-43ab-8db1-d47c16269ea8 HTTP/1.1" status: 200 len: 945 time: 0.0563874 Jan 05 17:16:58.126121 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-2a2460d4-4111-4b3b-8b67-d19169639ef4 req-3ac168b6-219d-40c3-a111-9513fd0ba829 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/security-groups?id=2312f83d-e416-4b5c-8fdd-3854c1ad8f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420468 Jan 05 17:16:59.242388 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432cf238-6acd-45d8-85f6-456e251986ab req-c42e9bd7-71b7-48b0-b175-58b72ec536ce tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:16:59.243855 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-432cf238-6acd-45d8-85f6-456e251986ab req-c42e9bd7-71b7-48b0-b175-58b72ec536ce tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/ports?device_id=373b1ef4-fea0-43ab-8db1-d47c16269ea8 HTTP/1.1" status: 200 len: 945 time: 0.0484262 Jan 05 17:16:59.295733 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-432cf238-6acd-45d8-85f6-456e251986ab req-b8c4397e-43f6-4024-bde9-659a27e0ff49 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/security-groups?id=2312f83d-e416-4b5c-8fdd-3854c1ad8f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458045 Jan 05 17:16:59.490221 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9382e48a-db97-4e04-a3bf-81d1d871a5a9 req-54fb1863-ee35-4956-a89c-8794b3b3bba9 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:16:59.491657 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-9382e48a-db97-4e04-a3bf-81d1d871a5a9 req-54fb1863-ee35-4956-a89c-8794b3b3bba9 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.13 "GET /v2.0/ports?device_id=373b1ef4-fea0-43ab-8db1-d47c16269ea8 HTTP/1.1" status: 200 len: 945 time: 0.0529170 Jan 05 17:16:59.577092 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [req-9382e48a-db97-4e04-a3bf-81d1d871a5a9 req-40820dec-9cc2-4528-913d-c21eb81a7147 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Deleting port 4f4fe696-c853-4ee0-9b64-847d88129b51 {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:16:59.577424 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-9382e48a-db97-4e04-a3bf-81d1d871a5a9 req-40820dec-9cc2-4528-913d-c21eb81a7147 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:16:59.669774 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.db [req-9382e48a-db97-4e04-a3bf-81d1d871a5a9 req-40820dec-9cc2-4528-913d-c21eb81a7147 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] For port 4f4fe696-c853-4ee0-9b64-847d88129b51, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=4f4fe696-c853-4ee0-9b64-847d88129b51,segment=NetworkSegment(7b0f3a0b-7b9a-4666-a049-9ae275412552),segment_id=7b0f3a0b-7b9a-4666-a049-9ae275412552)] {{(pid=103800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:16:59.670137 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-9382e48a-db97-4e04-a3bf-81d1d871a5a9 req-40820dec-9cc2-4528-913d-c21eb81a7147 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:16:59.836037 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-9382e48a-db97-4e04-a3bf-81d1d871a5a9 req-40820dec-9cc2-4528-913d-c21eb81a7147 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:16:59.836399 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-9382e48a-db97-4e04-a3bf-81d1d871a5a9 req-40820dec-9cc2-4528-913d-c21eb81a7147 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648677'] for floatingip, after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:16:59.836714 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.db.l3_db [req-9382e48a-db97-4e04-a3bf-81d1d871a5a9 req-40820dec-9cc2-4528-913d-c21eb81a7147 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Floating IP b9a6deed-4c7e-4cda-8fa2-f06574a92e00 disassociated. External IP: 172.36.4.241, port: 4f4fe696-c853-4ee0-9b64-847d88129b51. Jan 05 17:16:59.837057 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [req-9382e48a-db97-4e04-a3bf-81d1d871a5a9 req-40820dec-9cc2-4528-913d-c21eb81a7147 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Calling delete_port for 4f4fe696-c853-4ee0-9b64-847d88129b51 owned by compute:nova {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:17:00.030474 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-9382e48a-db97-4e04-a3bf-81d1d871a5a9 req-40820dec-9cc2-4528-913d-c21eb81a7147 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:17:00.056004 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40820dec-9cc2-4528-913d-c21eb81a7147 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Pushing event deleted for resources: {'Port': ['ID=4f4fe696-c853-4ee0-9b64-847d88129b51,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:17:00.395127 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-c57a9d0b-8c7d-47f4-8293-38dce0a25009 req-d9c67c56-38fd-4c8e-b2b2-01aa90e6f007 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/ports?device_id=373b1ef4-fea0-43ab-8db1-d47c16269ea8 HTTP/1.1" status: 200 len: 210 time: 0.0287113 Jan 05 17:17:00.419632 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9382e48a-db97-4e04-a3bf-81d1d871a5a9 req-40820dec-9cc2-4528-913d-c21eb81a7147 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Router 4872dca8-11df-4614-bcc7-91d43a09c98f has already been hosted by L3 agent 59446fdc-40e0-41fe-a575-a8eb11d742f7 {{(pid=103800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 05 17:17:00.529179 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9382e48a-db97-4e04-a3bf-81d1d871a5a9 req-40820dec-9cc2-4528-913d-c21eb81a7147 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 05 17:17:00.540192 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f6dc81e-9e4f-4bc2-b121-56a77b404b46 None None] Sync routers for ids ['4872dca8-11df-4614-bcc7-91d43a09c98f'] in dv-neutron-master-2-hyperv {{(pid=103803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 05 17:17:00.550407 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f6dc81e-9e4f-4bc2-b121-56a77b404b46 None None] Routers {'4872dca8-11df-4614-bcc7-91d43a09c98f'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:17:00.551197 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-0f6dc81e-9e4f-4bc2-b121-56a77b404b46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:16:49Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['4872dca8-11df-4614-bcc7-91d43a09c98f'], 'active': True} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:17:00.571114 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [req-9382e48a-db97-4e04-a3bf-81d1d871a5a9 req-40820dec-9cc2-4528-913d-c21eb81a7147 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] No DVR routers for this DVR port 4f4fe696-c853-4ee0-9b64-847d88129b51 on host hv-neutron-mast {{(pid=103800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 05 17:17:00.573774 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-9382e48a-db97-4e04-a3bf-81d1d871a5a9 req-40820dec-9cc2-4528-913d-c21eb81a7147 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:17:00.577183 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-9382e48a-db97-4e04-a3bf-81d1d871a5a9 req-40820dec-9cc2-4528-913d-c21eb81a7147 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.13 "DELETE /v2.0/ports/4f4fe696-c853-4ee0-9b64-847d88129b51 HTTP/1.1" status: 204 len: 173 time: 1.0793197 Jan 05 17:17:00.577561 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '373b1ef4-fea0-43ab-8db1-d47c16269ea8', 'name': 'network-vif-deleted', 'tag': '4f4fe696-c853-4ee0-9b64-847d88129b51'}] {{(pid=103800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 05 17:17:00.579887 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f64b9d4628f7eefcc27168a80c04985d23f0ea5def038dae05e1deb7357f3bfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddfd3a57-e38a-4ff4-83c9-0c28aa68f0f4" -d '{"events": [{"server_uuid": "373b1ef4-fea0-43ab-8db1-d47c16269ea8", "name": "network-vif-deleted", "tag": "4f4fe696-c853-4ee0-9b64-847d88129b51"}]}' {{(pid=103800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 05 17:17:00.620221 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Jan 2022 17:17:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-153d5814-afd9-42fb-804c-9d5e326fe4e2 x-openstack-request-id: req-153d5814-afd9-42fb-804c-9d5e326fe4e2 {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 05 17:17:00.621107 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "373b1ef4-fea0-43ab-8db1-d47c16269ea8", "name": "network-vif-deleted", "tag": "4f4fe696-c853-4ee0-9b64-847d88129b51", "status": "completed", "code": 200}]} {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 05 17:17:00.621364 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-153d5814-afd9-42fb-804c-9d5e326fe4e2 {{(pid=103800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 05 17:17:00.621811 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '373b1ef4-fea0-43ab-8db1-d47c16269ea8', 'name': 'network-vif-deleted', 'tag': '4f4fe696-c853-4ee0-9b64-847d88129b51', 'status': 'completed', 'code': 200} Jan 05 17:17:00.656322 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvr_db [None req-0f6dc81e-9e4f-4bc2-b121-56a77b404b46 None None] Set router 4872dca8-11df-4614-bcc7-91d43a09c98f gateway port host: dv-neutron-master-2-hyperv {{(pid=103803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:17:00.860881 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-0f6dc81e-9e4f-4bc2-b121-56a77b404b46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4872dca8-11df-4614-bcc7-91d43a09c98f', 'name': 'tempest-TestNetworkBasicOps-router-1111734814', 'tenant_id': 'ec76859de02442879238ecf1eaefefed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.186'}], 'enable_snat': True}, 'gw_port_id': 'efe8db7f-df4d-45a8-980f-bade10ecd096', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:15:05Z', 'updated_at': '2022-01-05T17:15:09Z', 'revision_number': 4, 'project_id': 'ec76859de02442879238ecf1eaefefed', 'gw_port': {'id': 'efe8db7f-df4d-45a8-980f-bade10ecd096', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:5e:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4872dca8-11df-4614-bcc7-91d43a09c98f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:15:05Z', 'updated_at': '2022-01-05T17:15:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '4970c6ae-e5bd-4575-a773-5396648d0deb', 'name': '', 'network_id': 'c3e5f7b1-7b9e-4025-a3dd-36e1e1ec6208', 'tenant_id': 'ec76859de02442879238ecf1eaefefed', 'mac_address': 'fa:16:3e:5b:e7:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4872dca8-11df-4614-bcc7-91d43a09c98f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': 'ba1bc9ff-2713-4b78-8396-9f597f187a05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:15:08Z', 'updated_at': '2022-01-05T17:15:12Z', 'revision_number': 5, 'project_id': 'ec76859de02442879238ecf1eaefefed', 'subnets': [{'id': 'ba1bc9ff-2713-4b78-8396-9f597f187a05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:17:00.886930 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f6dc81e-9e4f-4bc2-b121-56a77b404b46 None None] Checking router: 4872dca8-11df-4614-bcc7-91d43a09c98f for host: dv-neutron-master-2-hyperv {{(pid=103803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 05 17:17:00.895135 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f6dc81e-9e4f-4bc2-b121-56a77b404b46 None None] Routers {'4872dca8-11df-4614-bcc7-91d43a09c98f'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:17:00.895725 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-0f6dc81e-9e4f-4bc2-b121-56a77b404b46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:16:49Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['4872dca8-11df-4614-bcc7-91d43a09c98f'], 'active': True} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:17:00.999817 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvr_db [None req-0f6dc81e-9e4f-4bc2-b121-56a77b404b46 None None] Set router 4872dca8-11df-4614-bcc7-91d43a09c98f gateway port host: dv-neutron-master-2-hyperv {{(pid=103803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:17:01.187925 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-0f6dc81e-9e4f-4bc2-b121-56a77b404b46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4872dca8-11df-4614-bcc7-91d43a09c98f', 'name': 'tempest-TestNetworkBasicOps-router-1111734814', 'tenant_id': 'ec76859de02442879238ecf1eaefefed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.186'}], 'enable_snat': True}, 'gw_port_id': 'efe8db7f-df4d-45a8-980f-bade10ecd096', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:15:05Z', 'updated_at': '2022-01-05T17:15:09Z', 'revision_number': 4, 'project_id': 'ec76859de02442879238ecf1eaefefed', 'gw_port': {'id': 'efe8db7f-df4d-45a8-980f-bade10ecd096', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:5e:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4872dca8-11df-4614-bcc7-91d43a09c98f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:15:05Z', 'updated_at': '2022-01-05T17:15:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '4970c6ae-e5bd-4575-a773-5396648d0deb', 'name': '', 'network_id': 'c3e5f7b1-7b9e-4025-a3dd-36e1e1ec6208', 'tenant_id': 'ec76859de02442879238ecf1eaefefed', 'mac_address': 'fa:16:3e:5b:e7:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4872dca8-11df-4614-bcc7-91d43a09c98f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': 'ba1bc9ff-2713-4b78-8396-9f597f187a05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:15:08Z', 'updated_at': '2022-01-05T17:15:12Z', 'revision_number': 5, 'project_id': 'ec76859de02442879238ecf1eaefefed', 'subnets': [{'id': 'ba1bc9ff-2713-4b78-8396-9f597f187a05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:17:01.217100 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f6dc81e-9e4f-4bc2-b121-56a77b404b46 None None] The sync data for ids ['4872dca8-11df-4614-bcc7-91d43a09c98f'] in dv-neutron-master-2-hyperv is: [{'id': '4872dca8-11df-4614-bcc7-91d43a09c98f', 'name': 'tempest-TestNetworkBasicOps-router-1111734814', 'tenant_id': 'ec76859de02442879238ecf1eaefefed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.186'}], 'enable_snat': True}, 'gw_port_id': 'efe8db7f-df4d-45a8-980f-bade10ecd096', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:15:05Z', 'updated_at': '2022-01-05T17:15:09Z', 'revision_number': 4, 'project_id': 'ec76859de02442879238ecf1eaefefed', 'gw_port': {'id': 'efe8db7f-df4d-45a8-980f-bade10ecd096', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:5e:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4872dca8-11df-4614-bcc7-91d43a09c98f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:15:05Z', 'updated_at': '2022-01-05T17:15:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '4970c6ae-e5bd-4575-a773-5396648d0deb', 'name': '', 'network_id': 'c3e5f7b1-7b9e-4025-a3dd-36e1e1ec6208', 'tenant_id': 'ec76859de02442879238ecf1eaefefed', 'mac_address': 'fa:16:3e:5b:e7:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4872dca8-11df-4614-bcc7-91d43a09c98f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': 'ba1bc9ff-2713-4b78-8396-9f597f187a05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:15:08Z', 'updated_at': '2022-01-05T17:15:12Z', 'revision_number': 5, 'project_id': 'ec76859de02442879238ecf1eaefefed', 'subnets': [{'id': 'ba1bc9ff-2713-4b78-8396-9f597f187a05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 05 17:17:01.445758 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f45c835b-890f-4418-be79-5667a59e088a None None] New status for floating IP b9a6deed-4c7e-4cda-8fa2-f06574a92e00: DOWN {{(pid=103802) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 05 17:17:01.505575 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-8d09a51d-ccd6-4f78-ad18-c8bdd5ecc9e4 req-227a4adf-71fb-4b37-a19b-2101a294f00a tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/ports?device_id=373b1ef4-fea0-43ab-8db1-d47c16269ea8 HTTP/1.1" status: 200 len: 210 time: 0.0262134 Jan 05 17:17:02.379771 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-477a99cd-e9e7-4301-b977-7c48a29febd0 req-68e5e224-30a5-4da7-9c1c-a98227c6a866 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=306e52b8-94f1-48fb-b9e3-56c61df746b6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0432687 Jan 05 17:17:02.438442 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477a99cd-e9e7-4301-b977-7c48a29febd0 req-b8d4913e-77bb-44f8-9fcc-755610ebcf24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:17:02.439882 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-477a99cd-e9e7-4301-b977-7c48a29febd0 req-b8d4913e-77bb-44f8-9fcc-755610ebcf24 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ec76859de02442879238ecf1eaefefed&device_id=306e52b8-94f1-48fb-b9e3-56c61df746b6 HTTP/1.1" status: 200 len: 1098 time: 0.0395989 Jan 05 17:17:02.536918 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477a99cd-e9e7-4301-b977-7c48a29febd0 req-75aacb6a-423a-4be5-843f-1f96e974907d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:17:02.538410 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-477a99cd-e9e7-4301-b977-7c48a29febd0 req-75aacb6a-423a-4be5-843f-1f96e974907d service neutron] 10.222.0.13 "GET /v2.0/networks?id=c3e5f7b1-7b9e-4025-a3dd-36e1e1ec6208 HTTP/1.1" status: 200 len: 898 time: 0.0818431 Jan 05 17:17:02.566439 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 46576) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:17:02.582659 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-477a99cd-e9e7-4301-b977-7c48a29febd0 req-34e62a69-a087-4447-a8b1-9ecead6e8d3e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ea80fcbd-1a04-4696-ba74-73e8c2e0d2cb HTTP/1.1" status: 200 len: 217 time: 0.0378695 Jan 05 17:17:02.622711 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-901fb627-ce16-4035-9199-9d4b2c9b28ba tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for security_group, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:17:02.631467 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477a99cd-e9e7-4301-b977-7c48a29febd0 req-9d2dcd12-6ecb-4623-9ad9-492729e1f254 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:17:02.632885 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-477a99cd-e9e7-4301-b977-7c48a29febd0 req-9d2dcd12-6ecb-4623-9ad9-492729e1f254 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ba1bc9ff-2713-4b78-8396-9f597f187a05 HTTP/1.1" status: 200 len: 835 time: 0.0442443 Jan 05 17:17:02.647240 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-901fb627-ce16-4035-9199-9d4b2c9b28ba tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:17:02.678785 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477a99cd-e9e7-4301-b977-7c48a29febd0 req-2ec869e9-7fb1-44fa-bcbe-60a18d060a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:17:02.680297 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-477a99cd-e9e7-4301-b977-7c48a29febd0 req-2ec869e9-7fb1-44fa-bcbe-60a18d060a24 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c3e5f7b1-7b9e-4025-a3dd-36e1e1ec6208&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0397356 Jan 05 17:17:02.702858 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Device 4f4fe696-c853-4ee0-9b64-847d88129b51 no longer exists at agent hyperv_hv-neutron-mast {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 05 17:17:02.724138 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] No Port match for: 4f4fe696-c853-4ee0-9b64-847d88129b51 {{(pid=103802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 05 17:17:02.725079 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Device 4f4fe696-c853-4ee0-9b64-847d88129b51 not bound to the agent host hv-neutron-mast {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 05 17:17:02.773396 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-901fb627-ce16-4035-9199-9d4b2c9b28ba tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:17:02.773734 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-477a99cd-e9e7-4301-b977-7c48a29febd0 req-3dd6c4ad-b5e7-4eb8-bf84-48fc9a43d429 service neutron] 10.222.0.13 "GET /v2.0/networks/c3e5f7b1-7b9e-4025-a3dd-36e1e1ec6208?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862148 Jan 05 17:17:02.776115 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-901fb627-ce16-4035-9199-9d4b2c9b28ba tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for security_group, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:17:02.777858 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-901fb627-ce16-4035-9199-9d4b2c9b28ba tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "DELETE /v2.0/security-groups/2312f83d-e416-4b5c-8fdd-3854c1ad8f1a HTTP/1.1" status: 204 len: 168 time: 0.2102201 Jan 05 17:17:02.789803 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901fb627-ce16-4035-9199-9d4b2c9b28ba tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2312f83d-e416-4b5c-8fdd-3854c1ad8f1a,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:17:02.866359 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-477a99cd-e9e7-4301-b977-7c48a29febd0 req-d0aa0108-3478-4e42-af8a-34173c6321b8 service neutron] 10.222.0.13 "GET /v2.0/networks/c3e5f7b1-7b9e-4025-a3dd-36e1e1ec6208?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860500 Jan 05 17:17:03.859439 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 46582) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:17:03.993034 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-5d0e73e9-4541-421f-88ac-f95551ce0c9c tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Deleting port 364f22b8-27f6-4ec4-8f2e-01e94e7cc79a {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:17:03.993364 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-5d0e73e9-4541-421f-88ac-f95551ce0c9c tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:17:04.065143 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-5d0e73e9-4541-421f-88ac-f95551ce0c9c tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:17:04.065469 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-5d0e73e9-4541-421f-88ac-f95551ce0c9c tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:17:04.076812 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-5d0e73e9-4541-421f-88ac-f95551ce0c9c tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Calling delete_port for 364f22b8-27f6-4ec4-8f2e-01e94e7cc79a owned by network:floatingip {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:17:04.281681 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-5d0e73e9-4541-421f-88ac-f95551ce0c9c tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11433176'] for port, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:17:04.305437 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0e73e9-4541-421f-88ac-f95551ce0c9c tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Pushing event deleted for resources: {'Port': ['ID=364f22b8-27f6-4ec4-8f2e-01e94e7cc79a,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:17:04.370503 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-5d0e73e9-4541-421f-88ac-f95551ce0c9c tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for floatingip, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:17:04.373018 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-5d0e73e9-4541-421f-88ac-f95551ce0c9c tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for floatingip, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:17:04.374194 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-5d0e73e9-4541-421f-88ac-f95551ce0c9c tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "DELETE /v2.0/floatingips/b9a6deed-4c7e-4cda-8fa2-f06574a92e00 HTTP/1.1" status: 204 len: 168 time: 0.5136223 Jan 05 17:17:04.824944 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23fc621-471e-4624-a235-b3a3fddccc9d req-c0315fa7-cc86-44b4-8c08-d5ebc5ad99de tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:17:04.826424 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-e23fc621-471e-4624-a235-b3a3fddccc9d req-c0315fa7-cc86-44b4-8c08-d5ebc5ad99de tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/ports?device_id=306e52b8-94f1-48fb-b9e3-56c61df746b6 HTTP/1.1" status: 200 len: 945 time: 0.0489004 Jan 05 17:17:04.873994 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-e23fc621-471e-4624-a235-b3a3fddccc9d req-bae6a723-e009-4a30-ac2a-6f5d5c02e8a3 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/security-groups?id=98e6d589-3a12-4c53-8eff-f05fe05a1f64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420377 Jan 05 17:17:05.992554 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8995c7d3-c5e5-4ea8-93cd-013854b44aae req-2f6354e3-120c-4c32-bfd0-3fcc2b6b5f8e tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:17:05.994225 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-8995c7d3-c5e5-4ea8-93cd-013854b44aae req-2f6354e3-120c-4c32-bfd0-3fcc2b6b5f8e tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/ports?device_id=306e52b8-94f1-48fb-b9e3-56c61df746b6 HTTP/1.1" status: 200 len: 945 time: 0.0524828 Jan 05 17:17:06.048849 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-8995c7d3-c5e5-4ea8-93cd-013854b44aae req-92d90313-d662-4e74-95a5-fe53a98e348c tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/security-groups?id=98e6d589-3a12-4c53-8eff-f05fe05a1f64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491340 Jan 05 17:17:06.120979 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373e0094-b214-434b-b9b3-a345789de461 req-6eb0b2ac-d74e-4088-a930-a636b75c187e tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:17:06.122440 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-373e0094-b214-434b-b9b3-a345789de461 req-6eb0b2ac-d74e-4088-a930-a636b75c187e tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.13 "GET /v2.0/ports?device_id=306e52b8-94f1-48fb-b9e3-56c61df746b6 HTTP/1.1" status: 200 len: 945 time: 0.0490398 Jan 05 17:17:06.218537 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [req-373e0094-b214-434b-b9b3-a345789de461 req-0465fd0e-67e4-4d71-b3f0-7847dc88794b tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Deleting port ea80fcbd-1a04-4696-ba74-73e8c2e0d2cb {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:17:06.218987 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-373e0094-b214-434b-b9b3-a345789de461 req-0465fd0e-67e4-4d71-b3f0-7847dc88794b tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:17:06.310664 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.db [req-373e0094-b214-434b-b9b3-a345789de461 req-0465fd0e-67e4-4d71-b3f0-7847dc88794b tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] For port ea80fcbd-1a04-4696-ba74-73e8c2e0d2cb, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=ea80fcbd-1a04-4696-ba74-73e8c2e0d2cb,segment=NetworkSegment(7b0f3a0b-7b9a-4666-a049-9ae275412552),segment_id=7b0f3a0b-7b9a-4666-a049-9ae275412552)] {{(pid=103800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:17:06.310941 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-373e0094-b214-434b-b9b3-a345789de461 req-0465fd0e-67e4-4d71-b3f0-7847dc88794b tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:17:06.324789 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [req-373e0094-b214-434b-b9b3-a345789de461 req-0465fd0e-67e4-4d71-b3f0-7847dc88794b tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Calling delete_port for ea80fcbd-1a04-4696-ba74-73e8c2e0d2cb owned by compute:nova {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:17:06.531140 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-373e0094-b214-434b-b9b3-a345789de461 req-0465fd0e-67e4-4d71-b3f0-7847dc88794b tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:17:06.560529 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0465fd0e-67e4-4d71-b3f0-7847dc88794b tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Pushing event deleted for resources: {'Port': ['ID=ea80fcbd-1a04-4696-ba74-73e8c2e0d2cb,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:17:06.600620 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [req-373e0094-b214-434b-b9b3-a345789de461 req-0465fd0e-67e4-4d71-b3f0-7847dc88794b tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] No DVR routers for this DVR port ea80fcbd-1a04-4696-ba74-73e8c2e0d2cb on host hv-neutron-mast {{(pid=103800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 05 17:17:06.603151 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-373e0094-b214-434b-b9b3-a345789de461 req-0465fd0e-67e4-4d71-b3f0-7847dc88794b tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:17:06.607023 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-373e0094-b214-434b-b9b3-a345789de461 req-0465fd0e-67e4-4d71-b3f0-7847dc88794b tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.13 "DELETE /v2.0/ports/ea80fcbd-1a04-4696-ba74-73e8c2e0d2cb HTTP/1.1" status: 204 len: 173 time: 0.4794822 Jan 05 17:17:06.607467 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '306e52b8-94f1-48fb-b9e3-56c61df746b6', 'name': 'network-vif-deleted', 'tag': 'ea80fcbd-1a04-4696-ba74-73e8c2e0d2cb'}] {{(pid=103800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 05 17:17:06.609708 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f64b9d4628f7eefcc27168a80c04985d23f0ea5def038dae05e1deb7357f3bfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-918549a6-571c-4547-8df2-22cf8545787b" -d '{"events": [{"server_uuid": "306e52b8-94f1-48fb-b9e3-56c61df746b6", "name": "network-vif-deleted", "tag": "ea80fcbd-1a04-4696-ba74-73e8c2e0d2cb"}]}' {{(pid=103800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 05 17:17:06.648142 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Jan 2022 17:17:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd5f02ee-5928-43aa-852f-c8a2826a8ee1 x-openstack-request-id: req-bd5f02ee-5928-43aa-852f-c8a2826a8ee1 {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 05 17:17:06.648503 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "306e52b8-94f1-48fb-b9e3-56c61df746b6", "name": "network-vif-deleted", "tag": "ea80fcbd-1a04-4696-ba74-73e8c2e0d2cb", "status": "completed", "code": 200}]} {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 05 17:17:06.648757 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-bd5f02ee-5928-43aa-852f-c8a2826a8ee1 {{(pid=103800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 05 17:17:06.649163 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '306e52b8-94f1-48fb-b9e3-56c61df746b6', 'name': 'network-vif-deleted', 'tag': 'ea80fcbd-1a04-4696-ba74-73e8c2e0d2cb', 'status': 'completed', 'code': 200} Jan 05 17:17:07.157786 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-02631eae-a1a8-4cba-8fc7-0589f9c18251 req-6b9aa010-dda1-4cd3-a82c-ac1db8058204 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/ports?device_id=306e52b8-94f1-48fb-b9e3-56c61df746b6 HTTP/1.1" status: 200 len: 210 time: 0.0269737 Jan 05 17:17:08.219817 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 46610) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:17:08.311196 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-37e461bf-844b-4dc0-b4ba-96220d77e94c tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for security_group, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:17:08.342408 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-37e461bf-844b-4dc0-b4ba-96220d77e94c tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:17:08.493669 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-37e461bf-844b-4dc0-b4ba-96220d77e94c tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:17:08.496903 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-37e461bf-844b-4dc0-b4ba-96220d77e94c tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for security_group, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:17:08.498250 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-37e461bf-844b-4dc0-b4ba-96220d77e94c tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "DELETE /v2.0/security-groups/98e6d589-3a12-4c53-8eff-f05fe05a1f64 HTTP/1.1" status: 204 len: 168 time: 0.2765749 Jan 05 17:17:08.509328 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e461bf-844b-4dc0-b4ba-96220d77e94c tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=98e6d589-3a12-4c53-8eff-f05fe05a1f64,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:17:08.597081 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 46614) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:17:08.702939 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Device ea80fcbd-1a04-4696-ba74-73e8c2e0d2cb no longer exists at agent hyperv_hv-neutron-mast {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 05 17:17:08.722968 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] No Port match for: ea80fcbd-1a04-4696-ba74-73e8c2e0d2cb {{(pid=103802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 05 17:17:08.723310 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Device ea80fcbd-1a04-4696-ba74-73e8c2e0d2cb not bound to the agent host hv-neutron-mast {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 05 17:17:09.018361 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3b7e9f3a-ad4f-4da8-8751-5ab5892875d9 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-531685'] for router_interface, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:17:09.317937 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-3b7e9f3a-ad4f-4da8-8751-5ab5892875d9 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Deleting port 4970c6ae-e5bd-4575-a773-5396648d0deb {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:17:09.318630 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3b7e9f3a-ad4f-4da8-8751-5ab5892875d9 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:17:09.404284 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.db [None req-3b7e9f3a-ad4f-4da8-8751-5ab5892875d9 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] For port 4970c6ae-e5bd-4575-a773-5396648d0deb, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=4970c6ae-e5bd-4575-a773-5396648d0deb,segment=NetworkSegment(7b0f3a0b-7b9a-4666-a049-9ae275412552),segment_id=7b0f3a0b-7b9a-4666-a049-9ae275412552)] {{(pid=103800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:17:09.404645 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3b7e9f3a-ad4f-4da8-8751-5ab5892875d9 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:17:09.417641 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-3b7e9f3a-ad4f-4da8-8751-5ab5892875d9 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Calling delete_port for 4970c6ae-e5bd-4575-a773-5396648d0deb owned by network:router_interface {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:17:09.691246 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3b7e9f3a-ad4f-4da8-8751-5ab5892875d9 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:17:09.718789 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7e9f3a-ad4f-4da8-8751-5ab5892875d9 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Pushing event deleted for resources: {'Port': ['ID=4970c6ae-e5bd-4575-a773-5396648d0deb,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:17:09.730842 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7e9f3a-ad4f-4da8-8751-5ab5892875d9 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:17:09.731190 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7e9f3a-ad4f-4da8-8751-5ab5892875d9 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:17:09.731568 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7e9f3a-ad4f-4da8-8751-5ab5892875d9 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:17:09.731865 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7e9f3a-ad4f-4da8-8751-5ab5892875d9 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:17:09.732195 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7e9f3a-ad4f-4da8-8751-5ab5892875d9 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:17:09.732523 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7e9f3a-ad4f-4da8-8751-5ab5892875d9 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:17:09.732852 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7e9f3a-ad4f-4da8-8751-5ab5892875d9 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:17:09.733175 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7e9f3a-ad4f-4da8-8751-5ab5892875d9 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:17:09.733499 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7e9f3a-ad4f-4da8-8751-5ab5892875d9 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:17:09.733849 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7e9f3a-ad4f-4da8-8751-5ab5892875d9 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:17:09.734170 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7e9f3a-ad4f-4da8-8751-5ab5892875d9 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:17:09.734489 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7e9f3a-ad4f-4da8-8751-5ab5892875d9 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:17:09.734805 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7e9f3a-ad4f-4da8-8751-5ab5892875d9 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:17:09.907748 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3b7e9f3a-ad4f-4da8-8751-5ab5892875d9 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-560676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531569'] for router_interface, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:17:10.123813 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b7e9f3a-ad4f-4da8-8751-5ab5892875d9 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Router 4872dca8-11df-4614-bcc7-91d43a09c98f has already been hosted by L3 agent 59446fdc-40e0-41fe-a575-a8eb11d742f7 {{(pid=103800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 05 17:17:10.481908 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b7e9f3a-ad4f-4da8-8751-5ab5892875d9 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 05 17:17:10.490814 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-3b7e9f3a-ad4f-4da8-8751-5ab5892875d9 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "PUT /v2.0/routers/4872dca8-11df-4614-bcc7-91d43a09c98f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8890605 Jan 05 17:17:10.490814 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 46628) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:17:10.492604 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7f42452-16f7-43a4-b0b1-f47dabaf909f None None] Sync routers for ids ['4872dca8-11df-4614-bcc7-91d43a09c98f'] in dv-neutron-master-2-hyperv {{(pid=103803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 05 17:17:10.504184 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7f42452-16f7-43a4-b0b1-f47dabaf909f None None] Routers {'4872dca8-11df-4614-bcc7-91d43a09c98f'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:17:10.504802 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-a7f42452-16f7-43a4-b0b1-f47dabaf909f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:16:49Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['4872dca8-11df-4614-bcc7-91d43a09c98f'], 'active': True} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:17:10.540558 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.db_base_plugin_v2 [None req-154e78c3-97db-4c0d-abe0-bad67db1d19f tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Deleting subnet ba1bc9ff-2713-4b78-8396-9f597f187a05 {{(pid=103800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 05 17:17:10.544369 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-154e78c3-97db-4c0d-abe0-bad67db1d19f tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for subnet, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:17:10.588271 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-154e78c3-97db-4c0d-abe0-bad67db1d19f tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8784846'] for subnet, precommit_delete_associations {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:17:10.608851 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvr_db [None req-a7f42452-16f7-43a4-b0b1-f47dabaf909f None None] Set router 4872dca8-11df-4614-bcc7-91d43a09c98f gateway port host: dv-neutron-master-2-hyperv {{(pid=103803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:17:10.672185 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-154e78c3-97db-4c0d-abe0-bad67db1d19f tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892868'] for subnet, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:17:10.808049 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-154e78c3-97db-4c0d-abe0-bad67db1d19f tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3893367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8784787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8521880'] for subnet, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:17:10.815241 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-a7f42452-16f7-43a4-b0b1-f47dabaf909f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4872dca8-11df-4614-bcc7-91d43a09c98f', 'name': 'tempest-TestNetworkBasicOps-router-1111734814', 'tenant_id': 'ec76859de02442879238ecf1eaefefed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.186'}], 'enable_snat': True}, 'gw_port_id': 'efe8db7f-df4d-45a8-980f-bade10ecd096', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:15:05Z', 'updated_at': '2022-01-05T17:17:09Z', 'revision_number': 5, 'project_id': 'ec76859de02442879238ecf1eaefefed', 'gw_port': {'id': 'efe8db7f-df4d-45a8-980f-bade10ecd096', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:5e:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4872dca8-11df-4614-bcc7-91d43a09c98f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:15:05Z', 'updated_at': '2022-01-05T17:15:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:17:10.840846 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154e78c3-97db-4c0d-abe0-bad67db1d19f tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Pushing event deleted for resources: {'Subnet': ['ID=ba1bc9ff-2713-4b78-8396-9f597f187a05,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:17:10.842984 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-154e78c3-97db-4c0d-abe0-bad67db1d19f tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for subnet, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:17:10.846353 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-154e78c3-97db-4c0d-abe0-bad67db1d19f tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "DELETE /v2.0/subnets/ba1bc9ff-2713-4b78-8396-9f597f187a05 HTTP/1.1" status: 204 len: 168 time: 0.3553317 Jan 05 17:17:10.847671 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7f42452-16f7-43a4-b0b1-f47dabaf909f None None] Checking router: 4872dca8-11df-4614-bcc7-91d43a09c98f for host: dv-neutron-master-2-hyperv {{(pid=103803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 05 17:17:10.848947 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 46632) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:17:10.857349 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7f42452-16f7-43a4-b0b1-f47dabaf909f None None] Routers {'4872dca8-11df-4614-bcc7-91d43a09c98f'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:17:10.858106 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-a7f42452-16f7-43a4-b0b1-f47dabaf909f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:16:49Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['4872dca8-11df-4614-bcc7-91d43a09c98f'], 'active': True} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:17:10.858424 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7954354-06b8-486e-aa76-655ec8ecd1f4 None None] Network c3e5f7b1-7b9e-4025-a3dd-36e1e1ec6208 requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:17:10.966346 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-14b6b36e-c1e5-4605-9847-e4371b165395 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for router, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:17:11.058769 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fa003da-6ae6-4df8-8232-58a09dd50eef None None] DHCP port deletion for c3e5f7b1-7b9e-4025-a3dd-36e1e1ec6208 request from dv-neutron-master-2-hyperv {{(pid=103802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 05 17:17:11.059991 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvr_db [None req-a7f42452-16f7-43a4-b0b1-f47dabaf909f None None] Set router 4872dca8-11df-4614-bcc7-91d43a09c98f gateway port host: dv-neutron-master-2-hyperv {{(pid=103803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:17:11.087404 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-14b6b36e-c1e5-4605-9847-e4371b165395 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:17:11.114418 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-8fa003da-6ae6-4df8-8232-58a09dd50eef None None] Deleting port 4440225e-a273-41d7-9b01-2682e7f5f775 {{(pid=103802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:17:11.115284 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-8fa003da-6ae6-4df8-8232-58a09dd50eef None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:17:11.188519 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-8fa003da-6ae6-4df8-8232-58a09dd50eef None None] For port 4440225e-a273-41d7-9b01-2682e7f5f775, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=4440225e-a273-41d7-9b01-2682e7f5f775,segment=NetworkSegment(7b0f3a0b-7b9a-4666-a049-9ae275412552),segment_id=7b0f3a0b-7b9a-4666-a049-9ae275412552)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:17:11.189416 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-8fa003da-6ae6-4df8-8232-58a09dd50eef None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:17:11.212295 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-8fa003da-6ae6-4df8-8232-58a09dd50eef None None] Calling delete_port for 4440225e-a273-41d7-9b01-2682e7f5f775 owned by network:dhcp {{(pid=103802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:17:11.236234 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-14b6b36e-c1e5-4605-9847-e4371b165395 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Deleting port efe8db7f-df4d-45a8-980f-bade10ecd096 {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:17:11.236957 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-14b6b36e-c1e5-4605-9847-e4371b165395 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:17:11.263545 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-a7f42452-16f7-43a4-b0b1-f47dabaf909f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4872dca8-11df-4614-bcc7-91d43a09c98f', 'name': 'tempest-TestNetworkBasicOps-router-1111734814', 'tenant_id': 'ec76859de02442879238ecf1eaefefed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.186'}], 'enable_snat': True}, 'gw_port_id': 'efe8db7f-df4d-45a8-980f-bade10ecd096', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:15:05Z', 'updated_at': '2022-01-05T17:17:09Z', 'revision_number': 5, 'project_id': 'ec76859de02442879238ecf1eaefefed', 'gw_port': {'id': 'efe8db7f-df4d-45a8-980f-bade10ecd096', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:5e:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4872dca8-11df-4614-bcc7-91d43a09c98f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:15:05Z', 'updated_at': '2022-01-05T17:15:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:17:11.291441 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7f42452-16f7-43a4-b0b1-f47dabaf909f None None] The sync data for ids ['4872dca8-11df-4614-bcc7-91d43a09c98f'] in dv-neutron-master-2-hyperv is: [{'id': '4872dca8-11df-4614-bcc7-91d43a09c98f', 'name': 'tempest-TestNetworkBasicOps-router-1111734814', 'tenant_id': 'ec76859de02442879238ecf1eaefefed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.186'}], 'enable_snat': True}, 'gw_port_id': 'efe8db7f-df4d-45a8-980f-bade10ecd096', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:15:05Z', 'updated_at': '2022-01-05T17:17:09Z', 'revision_number': 5, 'project_id': 'ec76859de02442879238ecf1eaefefed', 'gw_port': {'id': 'efe8db7f-df4d-45a8-980f-bade10ecd096', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:5e:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4872dca8-11df-4614-bcc7-91d43a09c98f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:15:05Z', 'updated_at': '2022-01-05T17:15:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=103803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 05 17:17:11.346484 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-14b6b36e-c1e5-4605-9847-e4371b165395 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] For port efe8db7f-df4d-45a8-980f-bade10ecd096, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=efe8db7f-df4d-45a8-980f-bade10ecd096,segment=NetworkSegment(3f961525-530f-4ce5-8222-1dbbbe774893),segment_id=3f961525-530f-4ce5-8222-1dbbbe774893)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:17:11.346873 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-14b6b36e-c1e5-4605-9847-e4371b165395 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:17:11.359343 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-14b6b36e-c1e5-4605-9847-e4371b165395 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Calling delete_port for efe8db7f-df4d-45a8-980f-bade10ecd096 owned by network:router_gateway {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:17:11.384729 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-8fa003da-6ae6-4df8-8232-58a09dd50eef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678'] for port, after_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:17:11.411000 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa003da-6ae6-4df8-8232-58a09dd50eef None None] Pushing event deleted for resources: {'Port': ['ID=4440225e-a273-41d7-9b01-2682e7f5f775,revision_number=None']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:17:11.418300 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fa003da-6ae6-4df8-8232-58a09dd50eef None None] No DVR routers for this DVR port 4440225e-a273-41d7-9b01-2682e7f5f775 on host dv-neutron-master-2-hyperv {{(pid=103802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 05 17:17:11.596086 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-14b6b36e-c1e5-4605-9847-e4371b165395 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11433176'] for port, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:17:11.620489 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b6b36e-c1e5-4605-9847-e4371b165395 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Pushing event deleted for resources: {'Port': ['ID=efe8db7f-df4d-45a8-980f-bade10ecd096,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:17:11.643223 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52b38711-3d81-42ef-9bef-4957c5e83c51 None None] DHCP port deletion for b0167590-0699-4c5c-a932-3939414a9573 request from dv-neutron-master-2-hyperv {{(pid=103802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 05 17:17:11.653263 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b6b36e-c1e5-4605-9847-e4371b165395 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:17:11.653401 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b6b36e-c1e5-4605-9847-e4371b165395 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:17:11.653783 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b6b36e-c1e5-4605-9847-e4371b165395 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:17:11.654414 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b6b36e-c1e5-4605-9847-e4371b165395 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:17:11.654715 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b6b36e-c1e5-4605-9847-e4371b165395 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:17:11.655054 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b6b36e-c1e5-4605-9847-e4371b165395 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:17:11.655372 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b6b36e-c1e5-4605-9847-e4371b165395 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:17:11.655696 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b6b36e-c1e5-4605-9847-e4371b165395 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:17:11.656019 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b6b36e-c1e5-4605-9847-e4371b165395 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:17:11.656341 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b6b36e-c1e5-4605-9847-e4371b165395 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:17:11.656660 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b6b36e-c1e5-4605-9847-e4371b165395 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:17:11.656973 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b6b36e-c1e5-4605-9847-e4371b165395 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:17:11.657291 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b6b36e-c1e5-4605-9847-e4371b165395 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:17:11.704410 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-14b6b36e-c1e5-4605-9847-e4371b165395 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-648595'] for router_gateway, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:17:11.804111 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-14b6b36e-c1e5-4605-9847-e4371b165395 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-648249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62744'] for router, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:17:11.810969 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-14b6b36e-c1e5-4605-9847-e4371b165395 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:17:11.929714 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 4970c6ae-e5bd-4575-a773-5396648d0deb no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 05 17:17:11.948046 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-14b6b36e-c1e5-4605-9847-e4371b165395 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-648240'] for router, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:17:11.948654 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14b6b36e-c1e5-4605-9847-e4371b165395 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Fanout notify agent at l3_agent the message router_deleted on router 4872dca8-11df-4614-bcc7-91d43a09c98f {{(pid=103801) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 05 17:17:11.957109 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-14b6b36e-c1e5-4605-9847-e4371b165395 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for router, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:17:11.958303 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-14b6b36e-c1e5-4605-9847-e4371b165395 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "DELETE /v2.0/routers/4872dca8-11df-4614-bcc7-91d43a09c98f HTTP/1.1" status: 204 len: 168 time: 1.1081848 Jan 05 17:17:11.961121 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 46636) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:17:12.064540 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6b9935ff-8691-4e1e-b395-5acde55d2f32 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3809644'] for network, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:17:12.106854 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] No Port match for: 4970c6ae-e5bd-4575-a773-5396648d0deb {{(pid=103802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 05 17:17:12.107206 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 4970c6ae-e5bd-4575-a773-5396648d0deb not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 05 17:17:12.107633 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 4440225e-a273-41d7-9b01-2682e7f5f775 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 05 17:17:12.134187 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] No Port match for: 4440225e-a273-41d7-9b01-2682e7f5f775 {{(pid=103802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 05 17:17:12.134528 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 4440225e-a273-41d7-9b01-2682e7f5f775 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 05 17:17:12.164069 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6b9935ff-8691-4e1e-b395-5acde55d2f32 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3891715', 'neutron.services.segments.db._delete_segments_for_network-8754181063482'] for network, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:17:12.190000 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.services.segments.db [None req-6b9935ff-8691-4e1e-b395-5acde55d2f32 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3e5f7b1-7b9e-4025-a3dd-36e1e1ec6208']}} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:17:12.199274 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.services.segments.db [None req-6b9935ff-8691-4e1e-b395-5acde55d2f32 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b0f3a0b-7b9a-4666-a049-9ae275412552') {'for_net_delete': True} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:17:12.199567 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.services.segments.db [None req-6b9935ff-8691-4e1e-b395-5acde55d2f32 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b0f3a0b-7b9a-4666-a049-9ae275412552') {} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:17:12.208933 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6b9935ff-8691-4e1e-b395-5acde55d2f32 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754181064771', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8784833'] for segment, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:17:12.222738 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6b9935ff-8691-4e1e-b395-5acde55d2f32 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225'] for segment, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:17:12.228627 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b9935ff-8691-4e1e-b395-5acde55d2f32 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Releasing vlan 140 on physical network physnet1 to pool {{(pid=103800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 05 17:17:12.230071 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6b9935ff-8691-4e1e-b395-5acde55d2f32 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8784497'] for segment, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:17:12.232741 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:17:12.232741 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:17:12.232741 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:17:12.232741 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:17:12.232741 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:17:12.232741 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:17:12.232741 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:17:12.232741 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:17:12.232741 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:17:12.232741 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:17:12.232741 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:17:12.232741 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:17:12.232741 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:17:12.232741 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:17:12.232741 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:17:12.232741 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:17:12.232741 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:17:12.232741 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:17:12.232741 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:17:12.232741 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:17:12.232741 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:17:12.232741 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:17:12.232741 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:17:12.232741 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:17:12.232741 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:17:12.232741 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:17:12.232741 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:17:12.232741 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:17:12.232741 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:17:12.232741 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:17:12.232741 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:17:12.232741 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:17:12.232741 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:17:12.232741 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:17:12.232741 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:17:12.232741 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:17:12.232741 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:17:12.232741 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:17:12.232741 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:17:12.232741 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:17:12.232741 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:17:12.232741 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:17:12.232741 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:17:12.232741 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:17:12.232741 dv-neutron-master-2-hyperv neutron-server[103800]: Traceback (most recent call last): Jan 05 17:17:12.232741 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 05 17:17:12.232741 dv-neutron-master-2-hyperv neutron-server[103800]: timer() Jan 05 17:17:12.232741 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 05 17:17:12.232741 dv-neutron-master-2-hyperv neutron-server[103800]: cb(*args, **kw) Jan 05 17:17:12.232741 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 05 17:17:12.232741 dv-neutron-master-2-hyperv neutron-server[103800]: return func(*args, **kwargs) Jan 05 17:17:12.232741 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 05 17:17:12.232741 dv-neutron-master-2-hyperv neutron-server[103800]: self._notify() Jan 05 17:17:12.232741 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 05 17:17:12.232741 dv-neutron-master-2-hyperv neutron-server[103800]: self.callback(batched_events) Jan 05 17:17:12.232741 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 05 17:17:12.232741 dv-neutron-master-2-hyperv neutron-server[103800]: event.method(event) Jan 05 17:17:12.237880 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 05 17:17:12.237880 dv-neutron-master-2-hyperv neutron-server[103800]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 05 17:17:12.237880 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 05 17:17:12.237880 dv-neutron-master-2-hyperv neutron-server[103800]: aggregate_uuid = self.p_client.list_aggregates( Jan 05 17:17:12.237880 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 05 17:17:12.237880 dv-neutron-master-2-hyperv neutron-server[103800]: return f(self, *a, **k) Jan 05 17:17:12.237880 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 05 17:17:12.237880 dv-neutron-master-2-hyperv neutron-server[103800]: return self._get(url).json() Jan 05 17:17:12.237880 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 05 17:17:12.237880 dv-neutron-master-2-hyperv neutron-server[103800]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 05 17:17:12.237880 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 05 17:17:12.237880 dv-neutron-master-2-hyperv neutron-server[103800]: return self.request(url, 'GET', **kwargs) Jan 05 17:17:12.237880 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 05 17:17:12.237880 dv-neutron-master-2-hyperv neutron-server[103800]: base_url = self.get_endpoint(auth, allow=allow, Jan 05 17:17:12.237880 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 05 17:17:12.237880 dv-neutron-master-2-hyperv neutron-server[103800]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 05 17:17:12.237880 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 05 17:17:12.237880 dv-neutron-master-2-hyperv neutron-server[103800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 05 17:17:12.237880 dv-neutron-master-2-hyperv neutron-server[103800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 05 17:17:12.333394 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6b9935ff-8691-4e1e-b395-5acde55d2f32 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3891722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648695'] for network, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:17:12.341924 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6b9935ff-8691-4e1e-b395-5acde55d2f32 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for network, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:17:12.344462 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-6b9935ff-8691-4e1e-b395-5acde55d2f32 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "DELETE /v2.0/networks/c3e5f7b1-7b9e-4025-a3dd-36e1e1ec6208 HTTP/1.1" status: 204 len: 168 time: 0.3822737 Jan 05 17:17:12.361416 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9935ff-8691-4e1e-b395-5acde55d2f32 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Pushing event deleted for resources: {'Network': ['ID=c3e5f7b1-7b9e-4025-a3dd-36e1e1ec6208,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:17:12.367193 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 46638) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:17:12.372391 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-f1ab6b5a-f544-4bed-a769-f1c415009bba tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Request body: {'network': {'name': 'tempest-network-smoke--1307390486', 'project_id': 'ec76859de02442879238ecf1eaefefed', 'port_security_enabled': True}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:17:12.453286 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1ab6b5a-f544-4bed-a769-f1c415009bba tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Made reservation on behalf of ec76859de02442879238ecf1eaefefed for: {'network': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:17:12.457146 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f1ab6b5a-f544-4bed-a769-f1c415009bba tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for network, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:17:12.488211 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1ab6b5a-f544-4bed-a769-f1c415009bba tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'} {{(pid=103800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 05 17:17:12.501159 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f1ab6b5a-f544-4bed-a769-f1c415009bba tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225'] for segment, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:17:12.501494 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.db.segments_db [None req-f1ab6b5a-f544-4bed-a769-f1c415009bba tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Added segment f99ffd90-f0b1-41e5-9979-550d7e73f95d of type vlan for network ca8869da-8f41-484b-a167-91f27506fa27 Jan 05 17:17:12.556542 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f1ab6b5a-f544-4bed-a769-f1c415009bba tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754180566020'] for network, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:17:12.664439 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f1ab6b5a-f544-4bed-a769-f1c415009bba tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685'] for network, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:17:12.670274 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1ab6b5a-f544-4bed-a769-f1c415009bba tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:17:12.670850 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f1ab6b5a-f544-4bed-a769-f1c415009bba tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for network, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:17:12.768659 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ab6b5a-f544-4bed-a769-f1c415009bba tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Pushing event updated for resources: {'Network': ['ID=ca8869da-8f41-484b-a167-91f27506fa27,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:17:12.780047 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Network ca8869da-8f41-484b-a167-91f27506fa27 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 05 17:17:12.821162 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-f1ab6b5a-f544-4bed-a769-f1c415009bba tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4529016 Jan 05 17:17:12.824345 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 46640) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:17:12.829562 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-644329a6-c58f-42db-9e5c-4a3772015273 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1863885059', 'admin_state_up': True, 'project_id': 'ec76859de02442879238ecf1eaefefed', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573'}}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:17:12.904706 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-644329a6-c58f-42db-9e5c-4a3772015273 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-649063', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58098'] for router, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:17:12.905955 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-644329a6-c58f-42db-9e5c-4a3772015273 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649832', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-545006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58091'] for router, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:17:12.999362 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-644329a6-c58f-42db-9e5c-4a3772015273 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:17:13.166326 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-644329a6-c58f-42db-9e5c-4a3772015273 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:17:13.399952 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-644329a6-c58f-42db-9e5c-4a3772015273 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for router_gateway, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:17:13.428945 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-644329a6-c58f-42db-9e5c-4a3772015273 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:17:13.534997 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [None req-644329a6-c58f-42db-9e5c-4a3772015273 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Allocated IP 172.36.4.126 (b0167590-0699-4c5c-a932-3939414a9573/7a784a6d-3d96-418f-a645-b9ccd0b1ac55/10d480a7-3c05-4fd5-8241-a5435f83aec9) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:17:13.632972 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-644329a6-c58f-42db-9e5c-4a3772015273 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for port, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:17:13.725873 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-644329a6-c58f-42db-9e5c-4a3772015273 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:17:13.764832 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-644329a6-c58f-42db-9e5c-4a3772015273 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Network b0167590-0699-4c5c-a932-3939414a9573 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:17:13.767611 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-644329a6-c58f-42db-9e5c-4a3772015273 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:17:13.779151 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-644329a6-c58f-42db-9e5c-4a3772015273 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:17:13.782022 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644329a6-c58f-42db-9e5c-4a3772015273 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Pushing event updated for resources: {'Port': ['ID=10d480a7-3c05-4fd5-8241-a5435f83aec9,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:17:13.797576 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-500e8b69-de58-422e-aad9-b2fc26eee3da None None] DHCP port deletion for b0167590-0699-4c5c-a932-3939414a9573 request from dv-neutron-master-2-hyperv {{(pid=103802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 05 17:17:13.807270 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device efe8db7f-df4d-45a8-980f-bade10ecd096 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 05 17:17:13.834413 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] No Port match for: efe8db7f-df4d-45a8-980f-bade10ecd096 {{(pid=103802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 05 17:17:13.835141 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device efe8db7f-df4d-45a8-980f-bade10ecd096 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 05 17:17:13.912538 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-1c6e533f-bfbe-4249-afa4-81c28109dad4 None None] Provisioning complete for port 10d480a7-3c05-4fd5-8241-a5435f83aec9 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:17:13.912900 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-1c6e533f-bfbe-4249-afa4-81c28109dad4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:17:13.950879 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-1c6e533f-bfbe-4249-afa4-81c28109dad4 None None] Port 10d480a7-3c05-4fd5-8241-a5435f83aec9 cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 17:17:14.100314 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-644329a6-c58f-42db-9e5c-4a3772015273 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for router_gateway, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:17:14.304491 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-644329a6-c58f-42db-9e5c-4a3772015273 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-648430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648639'] for router, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:17:14.502018 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-644329a6-c58f-42db-9e5c-4a3772015273 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Router cff4776f-0f57-4d95-ab14-02c9995727ee is scheduled to L3 agent 59446fdc-40e0-41fe-a575-a8eb11d742f7 with binding_index 1 {{(pid=103800) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 05 17:17:14.872691 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-644329a6-c58f-42db-9e5c-4a3772015273 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 05 17:17:14.882635 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19e99767-b4dd-4f58-ad0b-78d22df0b44b None None] Sync routers for ids ['cff4776f-0f57-4d95-ab14-02c9995727ee'] in dv-neutron-master-2-hyperv {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 05 17:17:14.892983 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19e99767-b4dd-4f58-ad0b-78d22df0b44b None None] Routers {'cff4776f-0f57-4d95-ab14-02c9995727ee'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:17:14.893678 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-19e99767-b4dd-4f58-ad0b-78d22df0b44b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:16:49Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['cff4776f-0f57-4d95-ab14-02c9995727ee'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:17:14.950101 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-644329a6-c58f-42db-9e5c-4a3772015273 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for router, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:17:14.951363 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-644329a6-c58f-42db-9e5c-4a3772015273 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.1259024 Jan 05 17:17:14.954639 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 46646) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:17:15.010527 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-19e99767-b4dd-4f58-ad0b-78d22df0b44b None None] Set router cff4776f-0f57-4d95-ab14-02c9995727ee gateway port host: dv-neutron-master-2-hyperv {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:17:15.103889 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-df0b8f6e-15aa-42a5-9288-6359907dcab0 tempest-TestNetworkBasicOps-152746079 tempest-TestNetworkBasicOps-152746079-project-admin] 10.222.0.11 "GET /v2.0/subnets?project_id=ec76859de02442879238ecf1eaefefed&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1481235 Jan 05 17:17:15.107044 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 46652) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:17:15.218514 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-19e99767-b4dd-4f58-ad0b-78d22df0b44b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cff4776f-0f57-4d95-ab14-02c9995727ee', 'name': 'tempest-TestNetworkBasicOps-router-1863885059', 'tenant_id': 'ec76859de02442879238ecf1eaefefed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.126'}], 'enable_snat': True}, 'gw_port_id': '10d480a7-3c05-4fd5-8241-a5435f83aec9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:17:12Z', 'updated_at': '2022-01-05T17:17:13Z', 'revision_number': 3, 'project_id': 'ec76859de02442879238ecf1eaefefed', 'gw_port': {'id': '10d480a7-3c05-4fd5-8241-a5435f83aec9', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:9c:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cff4776f-0f57-4d95-ab14-02c9995727ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:17:13Z', 'updated_at': '2022-01-05T17:17:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:17:15.245563 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19e99767-b4dd-4f58-ad0b-78d22df0b44b None None] Checking router: cff4776f-0f57-4d95-ab14-02c9995727ee for host: dv-neutron-master-2-hyperv {{(pid=103802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 05 17:17:15.245934 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19e99767-b4dd-4f58-ad0b-78d22df0b44b None None] Updating router cff4776f-0f57-4d95-ab14-02c9995727ee port 10d480a7-3c05-4fd5-8241-a5435f83aec9 binding host dv-neutron-master-2-hyperv {{(pid=103802) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 05 17:17:15.266979 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b005af32-73e1-49ef-86cc-6a078887ca87 tempest-TestNetworkBasicOps-152746079 tempest-TestNetworkBasicOps-152746079-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:17:15.268582 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-b005af32-73e1-49ef-86cc-6a078887ca87 tempest-TestNetworkBasicOps-152746079 tempest-TestNetworkBasicOps-152746079-project-admin] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1605880 Jan 05 17:17:15.270001 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-19e99767-b4dd-4f58-ad0b-78d22df0b44b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:17:15.271690 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 46654) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:17:15.308634 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-04bb23ff-ef53-44a8-9239-e3ef10beb6f4 tempest-TestNetworkBasicOps-152746079 tempest-TestNetworkBasicOps-152746079-project-admin] 10.222.0.11 "GET /v2.0/subnets?network_id=b0167590-0699-4c5c-a932-3939414a9573&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0358698 Jan 05 17:17:15.311594 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 46656) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:17:15.316466 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-8a511548-2490-4074-ad95-4915ab58e06c tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1153232434', 'network_id': 'ca8869da-8f41-484b-a167-91f27506fa27', 'project_id': 'ec76859de02442879238ecf1eaefefed', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:17:15.469818 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a511548-2490-4074-ad95-4915ab58e06c tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Made reservation on behalf of ec76859de02442879238ecf1eaefefed for: {'subnet': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:17:15.473595 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-8a511548-2490-4074-ad95-4915ab58e06c tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8521827'] for subnet, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:17:15.543447 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-19e99767-b4dd-4f58-ad0b-78d22df0b44b None None] Publish callbacks [] for port, precommit_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:17:15.607839 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-19e99767-b4dd-4f58-ad0b-78d22df0b44b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:17:15.663018 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-707b82cf-ef9b-4add-8ba8-a27c245f2ad1 None None] DHCP port deletion for b0167590-0699-4c5c-a932-3939414a9573 request from dv-neutron-master-2-hyperv {{(pid=103802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 05 17:17:15.668656 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-19e99767-b4dd-4f58-ad0b-78d22df0b44b None None] Attempting to bind port 10d480a7-3c05-4fd5-8241-a5435f83aec9 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 05 17:17:15.669033 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-19e99767-b4dd-4f58-ad0b-78d22df0b44b None None] Attempting to bind port 10d480a7-3c05-4fd5-8241-a5435f83aec9 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '3f961525-530f-4ce5-8222-1dbbbe774893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573'}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 05 17:17:15.669393 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19e99767-b4dd-4f58-ad0b-78d22df0b44b None None] Attempting to bind port 10d480a7-3c05-4fd5-8241-a5435f83aec9 on network b0167590-0699-4c5c-a932-3939414a9573 {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:17:15.680515 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84839d75-e55a-40ec-9c62-c0f79f0ebdf5 None None] Pushing event updated for resources: {'Port': ['ID=10d480a7-3c05-4fd5-8241-a5435f83aec9,revision_number=2']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:17:15.683208 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19e99767-b4dd-4f58-ad0b-78d22df0b44b None None] Checking agent: {'id': '0d4f8fd3-ce62-4651-970c-efa6a8bb22b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 5, 16, 57, 23), 'started_at': datetime.datetime(2022, 1, 5, 16, 57, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 5, 17, 16, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 05 17:17:15.683584 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19e99767-b4dd-4f58-ad0b-78d22df0b44b None None] Checking segment: {'id': '3f961525-530f-4ce5-8222-1dbbbe774893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:17:15.683983 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-19e99767-b4dd-4f58-ad0b-78d22df0b44b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:17:15.684368 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19e99767-b4dd-4f58-ad0b-78d22df0b44b None None] Bound using segment: {'id': '3f961525-530f-4ce5-8222-1dbbbe774893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573'} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 05 17:17:15.684858 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-19e99767-b4dd-4f58-ad0b-78d22df0b44b None None] Bound port: 10d480a7-3c05-4fd5-8241-a5435f83aec9, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f961525-530f-4ce5-8222-1dbbbe774893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573'}}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 05 17:17:15.685233 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-19e99767-b4dd-4f58-ad0b-78d22df0b44b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:17:15.741199 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-19e99767-b4dd-4f58-ad0b-78d22df0b44b None None] For port 10d480a7-3c05-4fd5-8241-a5435f83aec9, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 05 17:17:15.744077 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-19e99767-b4dd-4f58-ad0b-78d22df0b44b None None] For port 10d480a7-3c05-4fd5-8241-a5435f83aec9, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=10d480a7-3c05-4fd5-8241-a5435f83aec9,segment=NetworkSegment(3f961525-530f-4ce5-8222-1dbbbe774893),segment_id=3f961525-530f-4ce5-8222-1dbbbe774893)] {{(pid=103802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 05 17:17:15.755841 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-8a511548-2490-4074-ad95-4915ab58e06c tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8784852', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8521873'] for subnet, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:17:15.784281 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-a6b04536-7882-40e1-9a5b-2ebf7785aae5 None None] Provisioning complete for port 10d480a7-3c05-4fd5-8241-a5435f83aec9 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:17:15.784655 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-a6b04536-7882-40e1-9a5b-2ebf7785aae5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:17:15.820318 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a511548-2490-4074-ad95-4915ab58e06c tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Pushing event updated for resources: {'Subnet': ['ID=a151b2e1-840e-491f-8734-b7cd79cbcd15,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:17:15.831207 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a511548-2490-4074-ad95-4915ab58e06c tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Checking segment: {'id': 'f99ffd90-f0b1-41e5-9979-550d7e73f95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'ca8869da-8f41-484b-a167-91f27506fa27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:17:15.831565 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a511548-2490-4074-ad95-4915ab58e06c tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Network hostable DHCP agents. Network: ca8869da-8f41-484b-a167-91f27506fa27, hostable agents: ['3f70c195-17da-4084-9fd6-bf6059d88535'], hosted agents: [] {{(pid=103800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 05 17:17:15.836405 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-a6b04536-7882-40e1-9a5b-2ebf7785aae5 None None] Port 10d480a7-3c05-4fd5-8241-a5435f83aec9 cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 17:17:15.841683 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-19e99767-b4dd-4f58-ad0b-78d22df0b44b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:17:15.888906 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86ca3380-9280-44e6-98cb-2bb09b13436d None None] DHCP port deletion for b0167590-0699-4c5c-a932-3939414a9573 request from dv-neutron-master-2-hyperv {{(pid=103802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 05 17:17:15.918852 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19e99767-b4dd-4f58-ad0b-78d22df0b44b None None] Routers {'cff4776f-0f57-4d95-ab14-02c9995727ee'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:17:15.918852 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-19e99767-b4dd-4f58-ad0b-78d22df0b44b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:16:49Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['cff4776f-0f57-4d95-ab14-02c9995727ee'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:17:15.920867 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84839d75-e55a-40ec-9c62-c0f79f0ebdf5 None None] Pushing event updated for resources: {'Port': ['ID=10d480a7-3c05-4fd5-8241-a5435f83aec9,revision_number=3']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:17:15.950286 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a511548-2490-4074-ad95-4915ab58e06c tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Network ca8869da-8f41-484b-a167-91f27506fa27 is scheduled to be hosted by DHCP agent 3f70c195-17da-4084-9fd6-bf6059d88535 with binding_index 1 {{(pid=103800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 05 17:17:15.989547 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-e674fcbf-e5d6-4865-a81b-67ff2965f511 None None] Provisioning complete for port 10d480a7-3c05-4fd5-8241-a5435f83aec9 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:17:15.989940 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-e674fcbf-e5d6-4865-a81b-67ff2965f511 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:17:16.019392 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-8a511548-2490-4074-ad95-4915ab58e06c tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, ca8869da-8f41-484b-a167-91f27506fa27) {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:17:16.024126 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a511548-2490-4074-ad95-4915ab58e06c tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:17:16.024815 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-8a511548-2490-4074-ad95-4915ab58e06c tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for subnet, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:17:16.037166 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f03e840-8ed0-4a23-8e10-b0c34153fdc8 None None] Network ca8869da-8f41-484b-a167-91f27506fa27 requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:17:16.122475 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-19e99767-b4dd-4f58-ad0b-78d22df0b44b None None] Set router cff4776f-0f57-4d95-ab14-02c9995727ee gateway port host: dv-neutron-master-2-hyperv {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:17:16.131293 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-8a511548-2490-4074-ad95-4915ab58e06c tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8186460 Jan 05 17:17:16.134222 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 46660) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:17:16.285334 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-152ff80c-f5ba-4f70-8b20-530c1e034bb2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-ca8869da-8f41-484b-a167-91f27506fa27', 'network_id': 'ca8869da-8f41-484b-a167-91f27506fa27', 'project_id': 'ec76859de02442879238ecf1eaefefed', 'fixed_ips': [{'subnet_id': 'a151b2e1-840e-491f-8734-b7cd79cbcd15'}]}} from dv-neutron-master-2-hyperv. {{(pid=103802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 05 17:17:16.286126 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-152ff80c-f5ba-4f70-8b20-530c1e034bb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:17:16.339930 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-e674fcbf-e5d6-4865-a81b-67ff2965f511 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:17:16.430982 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-e674fcbf-e5d6-4865-a81b-67ff2965f511 None None] For port 10d480a7-3c05-4fd5-8241-a5435f83aec9, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=10d480a7-3c05-4fd5-8241-a5435f83aec9,segment=NetworkSegment(3f961525-530f-4ce5-8222-1dbbbe774893),segment_id=3f961525-530f-4ce5-8222-1dbbbe774893)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:17:16.512785 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.db_base_plugin_common [None req-152ff80c-f5ba-4f70-8b20-530c1e034bb2 None None] Allocated IP 172.20.0.2 (ca8869da-8f41-484b-a167-91f27506fa27/a151b2e1-840e-491f-8734-b7cd79cbcd15/c2ae85ab-de97-4135-97d1-ef73e5ebdebf) {{(pid=103802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:17:16.514732 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-e674fcbf-e5d6-4865-a81b-67ff2965f511 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:17:16.636100 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7f77ef49-788c-4fbc-a34f-2d494b1e4c85 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:17:16.753136 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-19e99767-b4dd-4f58-ad0b-78d22df0b44b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cff4776f-0f57-4d95-ab14-02c9995727ee', 'name': 'tempest-TestNetworkBasicOps-router-1863885059', 'tenant_id': 'ec76859de02442879238ecf1eaefefed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.126'}], 'enable_snat': True}, 'gw_port_id': '10d480a7-3c05-4fd5-8241-a5435f83aec9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:17:12Z', 'updated_at': '2022-01-05T17:17:13Z', 'revision_number': 3, 'project_id': 'ec76859de02442879238ecf1eaefefed', 'gw_port': {'id': '10d480a7-3c05-4fd5-8241-a5435f83aec9', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:9c:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cff4776f-0f57-4d95-ab14-02c9995727ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:17:13Z', 'updated_at': '2022-01-05T17:17:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:17:16.793414 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19e99767-b4dd-4f58-ad0b-78d22df0b44b None None] The sync data for ids ['cff4776f-0f57-4d95-ab14-02c9995727ee'] in dv-neutron-master-2-hyperv is: [{'id': 'cff4776f-0f57-4d95-ab14-02c9995727ee', 'name': 'tempest-TestNetworkBasicOps-router-1863885059', 'tenant_id': 'ec76859de02442879238ecf1eaefefed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.126'}], 'enable_snat': True}, 'gw_port_id': '10d480a7-3c05-4fd5-8241-a5435f83aec9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:17:12Z', 'updated_at': '2022-01-05T17:17:13Z', 'revision_number': 3, 'project_id': 'ec76859de02442879238ecf1eaefefed', 'gw_port': {'id': '10d480a7-3c05-4fd5-8241-a5435f83aec9', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:9c:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cff4776f-0f57-4d95-ab14-02c9995727ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:17:13Z', 'updated_at': '2022-01-05T17:17:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 05 17:17:16.807254 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e674fcbf-e5d6-4865-a81b-67ff2965f511 None None] Pushing event updated for resources: {'Port': ['ID=10d480a7-3c05-4fd5-8241-a5435f83aec9,revision_number=4']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:17:16.909841 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-152ff80c-f5ba-4f70-8b20-530c1e034bb2 None None] Publish callbacks [] for port, precommit_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:17:16.991439 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-152ff80c-f5ba-4f70-8b20-530c1e034bb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669'] for port, after_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:17:17.101145 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [None req-7f77ef49-788c-4fbc-a34f-2d494b1e4c85 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Allocated IP 172.20.0.1 (ca8869da-8f41-484b-a167-91f27506fa27/a151b2e1-840e-491f-8734-b7cd79cbcd15/7c81db0b-4003-4a5d-acfd-7b32883bb40d) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:17:17.109814 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-152ff80c-f5ba-4f70-8b20-530c1e034bb2 None None] Network ca8869da-8f41-484b-a167-91f27506fa27 is already hosted by enough agents. {{(pid=103802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:17:17.125238 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152ff80c-f5ba-4f70-8b20-530c1e034bb2 None None] Pushing event updated for resources: {'Port': ['ID=c2ae85ab-de97-4135-97d1-ef73e5ebdebf,revision_number=1']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:17:17.130156 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.scheduler.base_scheduler [None req-152ff80c-f5ba-4f70-8b20-530c1e034bb2 None None] Resources bound (agent type, host, resource id): {{(pid=103802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:17:17.137740 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-152ff80c-f5ba-4f70-8b20-530c1e034bb2 None None] Received port after_create {{(pid=103802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:17:17.177964 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-14972270-a405-45b6-8ec4-876a2b46aa77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:17:17.215419 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-152ff80c-f5ba-4f70-8b20-530c1e034bb2 None None] Attempting to bind port c2ae85ab-de97-4135-97d1-ef73e5ebdebf on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 05 17:17:17.215840 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-152ff80c-f5ba-4f70-8b20-530c1e034bb2 None None] Attempting to bind port c2ae85ab-de97-4135-97d1-ef73e5ebdebf by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'f99ffd90-f0b1-41e5-9979-550d7e73f95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'ca8869da-8f41-484b-a167-91f27506fa27'}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 05 17:17:17.216281 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-152ff80c-f5ba-4f70-8b20-530c1e034bb2 None None] Attempting to bind port c2ae85ab-de97-4135-97d1-ef73e5ebdebf on network ca8869da-8f41-484b-a167-91f27506fa27 {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:17:17.226164 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-152ff80c-f5ba-4f70-8b20-530c1e034bb2 None None] Checking agent: {'id': '0d4f8fd3-ce62-4651-970c-efa6a8bb22b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 5, 16, 57, 23), 'started_at': datetime.datetime(2022, 1, 5, 16, 57, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 5, 17, 16, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 05 17:17:17.226541 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-152ff80c-f5ba-4f70-8b20-530c1e034bb2 None None] Checking segment: {'id': 'f99ffd90-f0b1-41e5-9979-550d7e73f95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'ca8869da-8f41-484b-a167-91f27506fa27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:17:17.226942 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-152ff80c-f5ba-4f70-8b20-530c1e034bb2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:17:17.227332 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-152ff80c-f5ba-4f70-8b20-530c1e034bb2 None None] Bound using segment: {'id': 'f99ffd90-f0b1-41e5-9979-550d7e73f95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'ca8869da-8f41-484b-a167-91f27506fa27'} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 05 17:17:17.227801 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-152ff80c-f5ba-4f70-8b20-530c1e034bb2 None None] Bound port: c2ae85ab-de97-4135-97d1-ef73e5ebdebf, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f99ffd90-f0b1-41e5-9979-550d7e73f95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'ca8869da-8f41-484b-a167-91f27506fa27'}}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 05 17:17:17.228178 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-152ff80c-f5ba-4f70-8b20-530c1e034bb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:17:17.286739 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7f77ef49-788c-4fbc-a34f-2d494b1e4c85 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for port, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:17:17.297468 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-152ff80c-f5ba-4f70-8b20-530c1e034bb2 None None] For port c2ae85ab-de97-4135-97d1-ef73e5ebdebf, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 05 17:17:17.300868 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-152ff80c-f5ba-4f70-8b20-530c1e034bb2 None None] For port c2ae85ab-de97-4135-97d1-ef73e5ebdebf, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c2ae85ab-de97-4135-97d1-ef73e5ebdebf,segment=NetworkSegment(f99ffd90-f0b1-41e5-9979-550d7e73f95d),segment_id=f99ffd90-f0b1-41e5-9979-550d7e73f95d)] {{(pid=103802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 05 17:17:17.368165 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-152ff80c-f5ba-4f70-8b20-530c1e034bb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:17:17.414712 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7f77ef49-788c-4fbc-a34f-2d494b1e4c85 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:17:17.437353 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152ff80c-f5ba-4f70-8b20-530c1e034bb2 None None] Pushing event updated for resources: {'Port': ['ID=c2ae85ab-de97-4135-97d1-ef73e5ebdebf,revision_number=2']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:17:17.473416 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f77ef49-788c-4fbc-a34f-2d494b1e4c85 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Network ca8869da-8f41-484b-a167-91f27506fa27 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:17:17.476827 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-7f77ef49-788c-4fbc-a34f-2d494b1e4c85 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:17:17.481694 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f77ef49-788c-4fbc-a34f-2d494b1e4c85 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:17:17.523412 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f77ef49-788c-4fbc-a34f-2d494b1e4c85 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Pushing event updated for resources: {'Port': ['ID=7c81db0b-4003-4a5d-acfd-7b32883bb40d,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:17:17.552442 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7f77ef49-788c-4fbc-a34f-2d494b1e4c85 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-648552'] for router_interface, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:17:17.873856 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7f77ef49-788c-4fbc-a34f-2d494b1e4c85 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:17:17.948583 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device c2ae85ab-de97-4135-97d1-ef73e5ebdebf up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:17:18.014659 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Provisioning complete for port c2ae85ab-de97-4135-97d1-ef73e5ebdebf triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:17:18.015131 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:17:18.098668 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:17:18.139624 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] For port c2ae85ab-de97-4135-97d1-ef73e5ebdebf, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c2ae85ab-de97-4135-97d1-ef73e5ebdebf,segment=NetworkSegment(f99ffd90-f0b1-41e5-9979-550d7e73f95d),segment_id=f99ffd90-f0b1-41e5-9979-550d7e73f95d)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:17:18.210693 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:17:18.212123 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 10d480a7-3c05-4fd5-8241-a5435f83aec9 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:17:18.216544 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7f77ef49-788c-4fbc-a34f-2d494b1e4c85 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for port, precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:17:18.306391 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Pushing event updated for resources: {'Port': ['ID=c2ae85ab-de97-4135-97d1-ef73e5ebdebf,revision_number=3']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:17:18.309515 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7f77ef49-788c-4fbc-a34f-2d494b1e4c85 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8784461'] for port, after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:17:18.314766 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Provisioning complete for port 10d480a7-3c05-4fd5-8241-a5435f83aec9 triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:17:18.315321 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:17:18.391620 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f77ef49-788c-4fbc-a34f-2d494b1e4c85 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Pushing event updated for resources: {'Port': ['ID=7c81db0b-4003-4a5d-acfd-7b32883bb40d,revision_number=2']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:17:18.399178 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7f77ef49-788c-4fbc-a34f-2d494b1e4c85 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-531704'] for router_interface, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:17:18.511843 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f77ef49-788c-4fbc-a34f-2d494b1e4c85 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Network ca8869da-8f41-484b-a167-91f27506fa27 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:17:18.513259 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-7f77ef49-788c-4fbc-a34f-2d494b1e4c85 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:17:18.559023 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3f810fa-95af-4a93-a0bc-90a0963cec23 None None] Network ca8869da-8f41-484b-a167-91f27506fa27 requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:17:18.649305 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f77ef49-788c-4fbc-a34f-2d494b1e4c85 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Router cff4776f-0f57-4d95-ab14-02c9995727ee has already been hosted by L3 agent 59446fdc-40e0-41fe-a575-a8eb11d742f7 {{(pid=103800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 05 17:17:18.678243 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-5dc808a6-e10e-4441-9b1e-b52fb8034ae0 None None] Provisioning complete for port c2ae85ab-de97-4135-97d1-ef73e5ebdebf triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:17:18.678631 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-5dc808a6-e10e-4441-9b1e-b52fb8034ae0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:17:18.791582 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f77ef49-788c-4fbc-a34f-2d494b1e4c85 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 05 17:17:18.800424 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-7f77ef49-788c-4fbc-a34f-2d494b1e4c85 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "PUT /v2.0/routers/cff4776f-0f57-4d95-ab14-02c9995727ee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6651196 Jan 05 17:17:18.803069 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 46666) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:17:18.912571 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b43deffb-88f0-40a7-9d75-e551df406fcc tempest-TestNetworkBasicOps-152746079 tempest-TestNetworkBasicOps-152746079-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:17:18.912881 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b43deffb-88f0-40a7-9d75-e551df406fcc tempest-TestNetworkBasicOps-152746079 tempest-TestNetworkBasicOps-152746079-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:17:18.913541 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b43deffb-88f0-40a7-9d75-e551df406fcc tempest-TestNetworkBasicOps-152746079 tempest-TestNetworkBasicOps-152746079-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:17:18.914021 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b43deffb-88f0-40a7-9d75-e551df406fcc tempest-TestNetworkBasicOps-152746079 tempest-TestNetworkBasicOps-152746079-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:17:18.914511 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b43deffb-88f0-40a7-9d75-e551df406fcc tempest-TestNetworkBasicOps-152746079 tempest-TestNetworkBasicOps-152746079-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:17:18.915013 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b43deffb-88f0-40a7-9d75-e551df406fcc tempest-TestNetworkBasicOps-152746079 tempest-TestNetworkBasicOps-152746079-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:17:18.918076 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-b43deffb-88f0-40a7-9d75-e551df406fcc tempest-TestNetworkBasicOps-152746079 tempest-TestNetworkBasicOps-152746079-project-admin] 10.222.0.11 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4286 time: 0.1139512 Jan 05 17:17:18.920837 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 46668) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:17:18.940138 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67308346-de4c-4c2e-8f55-ac6aaf821a99 None None] Sync routers for ids ['cff4776f-0f57-4d95-ab14-02c9995727ee'] in dv-neutron-master-2-hyperv {{(pid=103803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 05 17:17:18.959543 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67308346-de4c-4c2e-8f55-ac6aaf821a99 None None] Routers {'cff4776f-0f57-4d95-ab14-02c9995727ee'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:17:18.962370 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-67308346-de4c-4c2e-8f55-ac6aaf821a99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:16:49Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['cff4776f-0f57-4d95-ab14-02c9995727ee'], 'active': True} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:17:19.006292 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4638371e-fc82-4b2f-88f7-69e505b6b167 tempest-TestNetworkBasicOps-152746079 tempest-TestNetworkBasicOps-152746079-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:17:19.006756 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4638371e-fc82-4b2f-88f7-69e505b6b167 tempest-TestNetworkBasicOps-152746079 tempest-TestNetworkBasicOps-152746079-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:17:19.007205 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4638371e-fc82-4b2f-88f7-69e505b6b167 tempest-TestNetworkBasicOps-152746079 tempest-TestNetworkBasicOps-152746079-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:17:19.007654 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4638371e-fc82-4b2f-88f7-69e505b6b167 tempest-TestNetworkBasicOps-152746079 tempest-TestNetworkBasicOps-152746079-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:17:19.008092 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4638371e-fc82-4b2f-88f7-69e505b6b167 tempest-TestNetworkBasicOps-152746079 tempest-TestNetworkBasicOps-152746079-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:17:19.008552 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4638371e-fc82-4b2f-88f7-69e505b6b167 tempest-TestNetworkBasicOps-152746079 tempest-TestNetworkBasicOps-152746079-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:17:19.011145 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-1dcc5454-15aa-4c5f-8b2b-76730a067857 None None] Provisioning complete for port 7c81db0b-4003-4a5d-acfd-7b32883bb40d triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:17:19.011779 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-1dcc5454-15aa-4c5f-8b2b-76730a067857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:17:19.015012 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-4638371e-fc82-4b2f-88f7-69e505b6b167 tempest-TestNetworkBasicOps-152746079 tempest-TestNetworkBasicOps-152746079-project-admin] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4006 time: 0.0931292 Jan 05 17:17:19.019172 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 46670) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:17:19.055678 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-1dcc5454-15aa-4c5f-8b2b-76730a067857 None None] Port 7c81db0b-4003-4a5d-acfd-7b32883bb40d cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 17:17:19.076668 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-1dcc5454-15aa-4c5f-8b2b-76730a067857 None None] Provisioning complete for port c2ae85ab-de97-4135-97d1-ef73e5ebdebf triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:17:19.077397 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-1dcc5454-15aa-4c5f-8b2b-76730a067857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:17:19.120370 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvr_db [None req-67308346-de4c-4c2e-8f55-ac6aaf821a99 None None] Set router cff4776f-0f57-4d95-ab14-02c9995727ee gateway port host: dv-neutron-master-2-hyperv {{(pid=103803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:17:19.327972 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-18f9a98a-e7b6-4cc9-af48-e4fdcbcff836 None None] Provisioning complete for port 7c81db0b-4003-4a5d-acfd-7b32883bb40d triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:17:19.328738 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-18f9a98a-e7b6-4cc9-af48-e4fdcbcff836 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:17:19.335659 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-6a0eec8b-d581-4890-9eb3-d2124316376c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:17:19.386696 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-8fe1bb37-1c72-4725-b0a3-a9bd88ecaa34 tempest-TestNetworkBasicOps-152746079 tempest-TestNetworkBasicOps-152746079-project-admin] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3048 time: 0.3614650 Jan 05 17:17:19.387666 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 46674) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:17:19.392287 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-51cf692c-7568-4482-842b-b8f3bee5fe9c tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-303468631', 'network_id': 'ca8869da-8f41-484b-a167-91f27506fa27'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:17:19.393884 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-18f9a98a-e7b6-4cc9-af48-e4fdcbcff836 None None] Port 7c81db0b-4003-4a5d-acfd-7b32883bb40d cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 17:17:19.429554 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-67308346-de4c-4c2e-8f55-ac6aaf821a99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cff4776f-0f57-4d95-ab14-02c9995727ee', 'name': 'tempest-TestNetworkBasicOps-router-1863885059', 'tenant_id': 'ec76859de02442879238ecf1eaefefed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.126'}], 'enable_snat': True}, 'gw_port_id': '10d480a7-3c05-4fd5-8241-a5435f83aec9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:17:12Z', 'updated_at': '2022-01-05T17:17:17Z', 'revision_number': 4, 'project_id': 'ec76859de02442879238ecf1eaefefed', 'gw_port': {'id': '10d480a7-3c05-4fd5-8241-a5435f83aec9', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:9c:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cff4776f-0f57-4d95-ab14-02c9995727ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:17:13Z', 'updated_at': '2022-01-05T17:17:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '7c81db0b-4003-4a5d-acfd-7b32883bb40d', 'name': '', 'network_id': 'ca8869da-8f41-484b-a167-91f27506fa27', 'tenant_id': 'ec76859de02442879238ecf1eaefefed', 'mac_address': 'fa:16:3e:1e:55:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cff4776f-0f57-4d95-ab14-02c9995727ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': 'a151b2e1-840e-491f-8734-b7cd79cbcd15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:17:16Z', 'updated_at': '2022-01-05T17:17:18Z', 'revision_number': 2, 'project_id': 'ec76859de02442879238ecf1eaefefed', 'subnets': [{'id': 'a151b2e1-840e-491f-8734-b7cd79cbcd15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:17:19.457221 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67308346-de4c-4c2e-8f55-ac6aaf821a99 None None] Checking router: cff4776f-0f57-4d95-ab14-02c9995727ee for host: dv-neutron-master-2-hyperv {{(pid=103803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 05 17:17:19.457486 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67308346-de4c-4c2e-8f55-ac6aaf821a99 None None] Updating router cff4776f-0f57-4d95-ab14-02c9995727ee port 7c81db0b-4003-4a5d-acfd-7b32883bb40d binding host dv-neutron-master-2-hyperv {{(pid=103803) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 05 17:17:19.484436 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-67308346-de4c-4c2e-8f55-ac6aaf821a99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:17:19.601375 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51cf692c-7568-4482-842b-b8f3bee5fe9c tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Made reservation on behalf of ec76859de02442879238ecf1eaefefed for: {'port': 1} {{(pid=103801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:17:19.608954 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-51cf692c-7568-4482-842b-b8f3bee5fe9c tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:17:19.619218 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-6a1090ca-8a3b-4f8c-b90f-fa6d1d83d70c None None] Provisioning complete for port 7c81db0b-4003-4a5d-acfd-7b32883bb40d triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:17:19.620528 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-6a1090ca-8a3b-4f8c-b90f-fa6d1d83d70c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:17:19.627634 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.notifiers.nova [None req-51cf692c-7568-4482-842b-b8f3bee5fe9c tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] device_id is not set on port ebf6330c-2d9c-411c-8f56-7d76d1245e95 yet. {{(pid=103801) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 05 17:17:19.673248 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-6a1090ca-8a3b-4f8c-b90f-fa6d1d83d70c None None] Port 7c81db0b-4003-4a5d-acfd-7b32883bb40d cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 17:17:19.744252 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:17:19.789817 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-67308346-de4c-4c2e-8f55-ac6aaf821a99 None None] Publish callbacks [] for port, precommit_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:17:19.846852 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device c2ae85ab-de97-4135-97d1-ef73e5ebdebf up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:17:19.847174 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-67308346-de4c-4c2e-8f55-ac6aaf821a99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:17:19.903599 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a17bef-8d8f-43fd-8c27-4ec78fa30d7a None None] Pushing event updated for resources: {'Port': ['ID=7c81db0b-4003-4a5d-acfd-7b32883bb40d,revision_number=3']} {{(pid=103803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:17:19.906777 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [None req-51cf692c-7568-4482-842b-b8f3bee5fe9c tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Allocated IP 172.20.0.4 (ca8869da-8f41-484b-a167-91f27506fa27/a151b2e1-840e-491f-8734-b7cd79cbcd15/ebf6330c-2d9c-411c-8f56-7d76d1245e95) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:17:19.908579 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Provisioning complete for port c2ae85ab-de97-4135-97d1-ef73e5ebdebf triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:17:19.909184 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:17:19.916637 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a17bef-8d8f-43fd-8c27-4ec78fa30d7a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:17:19.919588 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a17bef-8d8f-43fd-8c27-4ec78fa30d7a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:17:19.920102 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a17bef-8d8f-43fd-8c27-4ec78fa30d7a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:17:19.920470 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a17bef-8d8f-43fd-8c27-4ec78fa30d7a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:17:19.920835 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a17bef-8d8f-43fd-8c27-4ec78fa30d7a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:17:19.921169 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a17bef-8d8f-43fd-8c27-4ec78fa30d7a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:17:19.921526 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a17bef-8d8f-43fd-8c27-4ec78fa30d7a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:17:19.921883 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a17bef-8d8f-43fd-8c27-4ec78fa30d7a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:17:19.922230 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a17bef-8d8f-43fd-8c27-4ec78fa30d7a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:17:19.922563 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a17bef-8d8f-43fd-8c27-4ec78fa30d7a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:17:19.922886 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a17bef-8d8f-43fd-8c27-4ec78fa30d7a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:17:19.923206 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a17bef-8d8f-43fd-8c27-4ec78fa30d7a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:17:19.923639 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a17bef-8d8f-43fd-8c27-4ec78fa30d7a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:17:20.004014 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.plugins.ml2.managers [None req-67308346-de4c-4c2e-8f55-ac6aaf821a99 None None] Attempting to bind port 7c81db0b-4003-4a5d-acfd-7b32883bb40d on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 05 17:17:20.004703 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.plugins.ml2.managers [None req-67308346-de4c-4c2e-8f55-ac6aaf821a99 None None] Attempting to bind port 7c81db0b-4003-4a5d-acfd-7b32883bb40d by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'f99ffd90-f0b1-41e5-9979-550d7e73f95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'ca8869da-8f41-484b-a167-91f27506fa27'}] {{(pid=103803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 05 17:17:20.004703 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67308346-de4c-4c2e-8f55-ac6aaf821a99 None None] Attempting to bind port 7c81db0b-4003-4a5d-acfd-7b32883bb40d on network ca8869da-8f41-484b-a167-91f27506fa27 {{(pid=103803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:17:20.010194 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67308346-de4c-4c2e-8f55-ac6aaf821a99 None None] Checking agent: {'id': '0d4f8fd3-ce62-4651-970c-efa6a8bb22b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 5, 16, 57, 23), 'started_at': datetime.datetime(2022, 1, 5, 16, 57, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 5, 17, 16, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 05 17:17:20.010596 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67308346-de4c-4c2e-8f55-ac6aaf821a99 None None] Checking segment: {'id': 'f99ffd90-f0b1-41e5-9979-550d7e73f95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'ca8869da-8f41-484b-a167-91f27506fa27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:17:20.011215 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-67308346-de4c-4c2e-8f55-ac6aaf821a99 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:17:20.011788 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67308346-de4c-4c2e-8f55-ac6aaf821a99 None None] Bound using segment: {'id': 'f99ffd90-f0b1-41e5-9979-550d7e73f95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'ca8869da-8f41-484b-a167-91f27506fa27'} {{(pid=103803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 05 17:17:20.012257 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.plugins.ml2.managers [None req-67308346-de4c-4c2e-8f55-ac6aaf821a99 None None] Bound port: 7c81db0b-4003-4a5d-acfd-7b32883bb40d, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f99ffd90-f0b1-41e5-9979-550d7e73f95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'ca8869da-8f41-484b-a167-91f27506fa27'}}] {{(pid=103803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 05 17:17:20.012654 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-67308346-de4c-4c2e-8f55-ac6aaf821a99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:17:20.094895 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.plugins.ml2.db [None req-67308346-de4c-4c2e-8f55-ac6aaf821a99 None None] For port 7c81db0b-4003-4a5d-acfd-7b32883bb40d, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 05 17:17:20.099171 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.plugins.ml2.db [None req-67308346-de4c-4c2e-8f55-ac6aaf821a99 None None] For port 7c81db0b-4003-4a5d-acfd-7b32883bb40d, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=7c81db0b-4003-4a5d-acfd-7b32883bb40d,segment=NetworkSegment(f99ffd90-f0b1-41e5-9979-550d7e73f95d),segment_id=f99ffd90-f0b1-41e5-9979-550d7e73f95d)] {{(pid=103803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 05 17:17:20.121932 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-51cf692c-7568-4482-842b-b8f3bee5fe9c tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for port, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:17:20.190748 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-67308346-de4c-4c2e-8f55-ac6aaf821a99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:17:20.200106 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-37115739-839d-4f49-a9cf-a855a04c3d9c None None] Provisioning complete for port 7c81db0b-4003-4a5d-acfd-7b32883bb40d triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:17:20.200661 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-37115739-839d-4f49-a9cf-a855a04c3d9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:17:20.214422 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-51cf692c-7568-4482-842b-b8f3bee5fe9c tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11433176'] for port, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:17:20.261408 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a17bef-8d8f-43fd-8c27-4ec78fa30d7a None None] Pushing event updated for resources: {'Port': ['ID=7c81db0b-4003-4a5d-acfd-7b32883bb40d,revision_number=4']} {{(pid=103803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:17:20.262216 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51cf692c-7568-4482-842b-b8f3bee5fe9c tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Network ca8869da-8f41-484b-a167-91f27506fa27 is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:17:20.270235 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-51cf692c-7568-4482-842b-b8f3bee5fe9c tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:17:20.273142 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67308346-de4c-4c2e-8f55-ac6aaf821a99 None None] Routers {'cff4776f-0f57-4d95-ab14-02c9995727ee'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:17:20.273793 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-67308346-de4c-4c2e-8f55-ac6aaf821a99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:17:19Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['cff4776f-0f57-4d95-ab14-02c9995727ee'], 'active': True} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:17:20.281719 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51cf692c-7568-4482-842b-b8f3bee5fe9c tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:17:20.310693 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-37115739-839d-4f49-a9cf-a855a04c3d9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:17:20.348205 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cf692c-7568-4482-842b-b8f3bee5fe9c tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Pushing event updated for resources: {'Port': ['ID=ebf6330c-2d9c-411c-8f56-7d76d1245e95,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:17:20.357675 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-37115739-839d-4f49-a9cf-a855a04c3d9c None None] For port 7c81db0b-4003-4a5d-acfd-7b32883bb40d, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=7c81db0b-4003-4a5d-acfd-7b32883bb40d,segment=NetworkSegment(f99ffd90-f0b1-41e5-9979-550d7e73f95d),segment_id=f99ffd90-f0b1-41e5-9979-550d7e73f95d)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:17:20.362512 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51cf692c-7568-4482-842b-b8f3bee5fe9c tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:17:20.367750 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-51cf692c-7568-4482-842b-b8f3bee5fe9c tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:17:20.439033 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvr_db [None req-67308346-de4c-4c2e-8f55-ac6aaf821a99 None None] Set router cff4776f-0f57-4d95-ab14-02c9995727ee gateway port host: dv-neutron-master-2-hyperv {{(pid=103803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:17:20.508329 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-37115739-839d-4f49-a9cf-a855a04c3d9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:17:20.553502 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d2607572-b3c9-472c-85bc-c8de0c3fb75c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:17:20.554736 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-51cf692c-7568-4482-842b-b8f3bee5fe9c tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.1665909 Jan 05 17:17:20.576899 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37115739-839d-4f49-a9cf-a855a04c3d9c None None] Pushing event updated for resources: {'Port': ['ID=7c81db0b-4003-4a5d-acfd-7b32883bb40d,revision_number=5']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:17:20.649372 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-8959671c-55c5-4818-9f34-9c0b452b1525 None None] Provisioning complete for port 7c81db0b-4003-4a5d-acfd-7b32883bb40d triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:17:20.650080 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-8959671c-55c5-4818-9f34-9c0b452b1525 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:17:20.700435 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-67308346-de4c-4c2e-8f55-ac6aaf821a99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cff4776f-0f57-4d95-ab14-02c9995727ee', 'name': 'tempest-TestNetworkBasicOps-router-1863885059', 'tenant_id': 'ec76859de02442879238ecf1eaefefed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.126'}], 'enable_snat': True}, 'gw_port_id': '10d480a7-3c05-4fd5-8241-a5435f83aec9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:17:12Z', 'updated_at': '2022-01-05T17:17:17Z', 'revision_number': 4, 'project_id': 'ec76859de02442879238ecf1eaefefed', 'gw_port': {'id': '10d480a7-3c05-4fd5-8241-a5435f83aec9', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:9c:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cff4776f-0f57-4d95-ab14-02c9995727ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:17:13Z', 'updated_at': '2022-01-05T17:17:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '7c81db0b-4003-4a5d-acfd-7b32883bb40d', 'name': '', 'network_id': 'ca8869da-8f41-484b-a167-91f27506fa27', 'tenant_id': 'ec76859de02442879238ecf1eaefefed', 'mac_address': 'fa:16:3e:1e:55:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cff4776f-0f57-4d95-ab14-02c9995727ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': 'a151b2e1-840e-491f-8734-b7cd79cbcd15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:17:16Z', 'updated_at': '2022-01-05T17:17:20Z', 'revision_number': 4, 'project_id': 'ec76859de02442879238ecf1eaefefed', 'subnets': [{'id': 'a151b2e1-840e-491f-8734-b7cd79cbcd15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:17:20.739785 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67308346-de4c-4c2e-8f55-ac6aaf821a99 None None] The sync data for ids ['cff4776f-0f57-4d95-ab14-02c9995727ee'] in dv-neutron-master-2-hyperv is: [{'id': 'cff4776f-0f57-4d95-ab14-02c9995727ee', 'name': 'tempest-TestNetworkBasicOps-router-1863885059', 'tenant_id': 'ec76859de02442879238ecf1eaefefed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.126'}], 'enable_snat': True}, 'gw_port_id': '10d480a7-3c05-4fd5-8241-a5435f83aec9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:17:12Z', 'updated_at': '2022-01-05T17:17:17Z', 'revision_number': 4, 'project_id': 'ec76859de02442879238ecf1eaefefed', 'gw_port': {'id': '10d480a7-3c05-4fd5-8241-a5435f83aec9', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:9c:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cff4776f-0f57-4d95-ab14-02c9995727ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:17:13Z', 'updated_at': '2022-01-05T17:17:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '7c81db0b-4003-4a5d-acfd-7b32883bb40d', 'name': '', 'network_id': 'ca8869da-8f41-484b-a167-91f27506fa27', 'tenant_id': 'ec76859de02442879238ecf1eaefefed', 'mac_address': 'fa:16:3e:1e:55:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cff4776f-0f57-4d95-ab14-02c9995727ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': 'a151b2e1-840e-491f-8734-b7cd79cbcd15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:17:16Z', 'updated_at': '2022-01-05T17:17:20Z', 'revision_number': 4, 'project_id': 'ec76859de02442879238ecf1eaefefed', 'subnets': [{'id': 'a151b2e1-840e-491f-8734-b7cd79cbcd15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 05 17:17:20.896001 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-9b547cdf-21a6-4937-ba05-bbaa470e0158 None None] Provisioning complete for port ebf6330c-2d9c-411c-8f56-7d76d1245e95 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:17:20.896375 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-9b547cdf-21a6-4937-ba05-bbaa470e0158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:17:20.937114 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-9b547cdf-21a6-4937-ba05-bbaa470e0158 None None] Port ebf6330c-2d9c-411c-8f56-7d76d1245e95 cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 17:17:20.985420 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 46680) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:17:20.991010 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-3d032595-f66a-4712-a845-324984ac275b tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1801168762', 'description': 'tempest-secgroup-smoke-1801168762 description', 'project_id': 'ec76859de02442879238ecf1eaefefed'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:17:21.099245 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3d032595-f66a-4712-a845-324984ac275b tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for security_group, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:17:21.176748 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3d032595-f66a-4712-a845-324984ac275b tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for security_group, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:17:21.264648 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3d032595-f66a-4712-a845-324984ac275b tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:17:21.296695 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d032595-f66a-4712-a845-324984ac275b tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dfb01707-7c29-4e80-9170-7b094d1c818f,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:17:21.367815 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3d032595-f66a-4712-a845-324984ac275b tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for security_group, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:17:21.371115 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-3d032595-f66a-4712-a845-324984ac275b tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3844626 Jan 05 17:17:21.378184 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 46682) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:17:21.378913 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-aa1c78b2-fa25-421f-a666-01e9c1a7d34a tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Request body: {'security_group_rule': {'security_group_id': 'dfb01707-7c29-4e80-9170-7b094d1c818f', 'project_id': 'ec76859de02442879238ecf1eaefefed', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:17:21.478753 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-aa1c78b2-fa25-421f-a666-01e9c1a7d34a tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:17:21.553850 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-aa1c78b2-fa25-421f-a666-01e9c1a7d34a tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:17:21.636284 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-aa1c78b2-fa25-421f-a666-01e9c1a7d34a tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533437'] for security_group_rule, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:17:21.657223 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1c78b2-fa25-421f-a666-01e9c1a7d34a tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ffa6a04f-4d51-4f04-8f73-f90cfd983324,revision_number=0']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:17:21.735015 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-aa1c78b2-fa25-421f-a666-01e9c1a7d34a tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:17:21.736452 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-aa1c78b2-fa25-421f-a666-01e9c1a7d34a tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3615990 Jan 05 17:17:21.740767 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 46686) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:17:21.745459 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-7b1ffe61-677a-4ab6-bc26-a6b4274b27d2 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Request body: {'security_group_rule': {'security_group_id': 'dfb01707-7c29-4e80-9170-7b094d1c818f', 'project_id': 'ec76859de02442879238ecf1eaefefed', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:17:21.880948 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-7b1ffe61-677a-4ab6-bc26-a6b4274b27d2 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:17:21.896594 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 7c81db0b-4003-4a5d-acfd-7b32883bb40d up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:17:21.927523 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d504d802-9546-4ce5-a9d3-96c844ac5808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:17:21.944254 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-7b1ffe61-677a-4ab6-bc26-a6b4274b27d2 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:17:21.960077 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Provisioning complete for port 7c81db0b-4003-4a5d-acfd-7b32883bb40d triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:17:21.960446 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:17:22.027746 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-7b1ffe61-677a-4ab6-bc26-a6b4274b27d2 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533437'] for security_group_rule, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:17:22.050926 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1ffe61-677a-4ab6-bc26-a6b4274b27d2 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47d78f9d-8368-43bf-90da-1fee698fe75c,revision_number=0']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:17:22.140344 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-7b1ffe61-677a-4ab6-bc26-a6b4274b27d2 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:17:22.141711 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-7b1ffe61-677a-4ab6-bc26-a6b4274b27d2 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3998485 Jan 05 17:17:22.144627 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 46688) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:17:22.148965 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-c226e32d-5eeb-4ede-bf90-dccf5e53a5ff tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Request body: {'security_group_rule': {'security_group_id': 'dfb01707-7c29-4e80-9170-7b094d1c818f', 'project_id': 'ec76859de02442879238ecf1eaefefed', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:17:22.267385 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-c226e32d-5eeb-4ede-bf90-dccf5e53a5ff tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:17:22.331051 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-c226e32d-5eeb-4ede-bf90-dccf5e53a5ff tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:17:22.435899 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-c226e32d-5eeb-4ede-bf90-dccf5e53a5ff tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533437'] for security_group_rule, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:17:22.454131 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c226e32d-5eeb-4ede-bf90-dccf5e53a5ff tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=782792ab-54f9-446b-a703-48b01a55ede1,revision_number=0']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:17:22.526908 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-c226e32d-5eeb-4ede-bf90-dccf5e53a5ff tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:17:22.528161 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-c226e32d-5eeb-4ede-bf90-dccf5e53a5ff tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3826089 Jan 05 17:17:22.531114 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 46692) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:17:22.535445 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-471909e1-6e99-43cb-bbdf-553e6b79d18d tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Request body: {'security_group_rule': {'security_group_id': 'dfb01707-7c29-4e80-9170-7b094d1c818f', 'project_id': 'ec76859de02442879238ecf1eaefefed', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:17:22.749265 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-471909e1-6e99-43cb-bbdf-553e6b79d18d tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:17:22.812331 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-471909e1-6e99-43cb-bbdf-553e6b79d18d tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:17:22.890605 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-471909e1-6e99-43cb-bbdf-553e6b79d18d tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533437'] for security_group_rule, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:17:22.909108 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471909e1-6e99-43cb-bbdf-553e6b79d18d tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca5fde9a-969f-4bdb-a86e-6d2f663f9830,revision_number=0']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:17:23.009149 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-471909e1-6e99-43cb-bbdf-553e6b79d18d tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:17:23.010546 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-471909e1-6e99-43cb-bbdf-553e6b79d18d tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4784884 Jan 05 17:17:23.014164 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 46694) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:17:23.021030 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-c3eb78e6-54c4-4e7d-bac5-ed3056dc5159 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Request body: {'security_group_rule': {'security_group_id': 'dfb01707-7c29-4e80-9170-7b094d1c818f', 'project_id': 'ec76859de02442879238ecf1eaefefed', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:17:23.130771 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.db.securitygroups_db [None req-c3eb78e6-54c4-4e7d-bac5-ed3056dc5159 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Project ec76859de02442879238ecf1eaefefed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 05 17:17:23.136854 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c3eb78e6-54c4-4e7d-bac5-ed3056dc5159 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:17:23.203524 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c3eb78e6-54c4-4e7d-bac5-ed3056dc5159 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:17:23.284915 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c3eb78e6-54c4-4e7d-bac5-ed3056dc5159 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533437'] for security_group_rule, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:17:23.303743 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3eb78e6-54c4-4e7d-bac5-ed3056dc5159 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e98b9f3-44c5-4d98-8af8-812a439fcfeb,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:17:23.327246 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:17:23.478376 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c3eb78e6-54c4-4e7d-bac5-ed3056dc5159 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:17:23.479638 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-c3eb78e6-54c4-4e7d-bac5-ed3056dc5159 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4637351 Jan 05 17:17:23.482447 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 46696) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:17:23.486733 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-955a4c31-d746-4c34-9264-034ef17f4a4e tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Request body: {'security_group_rule': {'security_group_id': 'dfb01707-7c29-4e80-9170-7b094d1c818f', 'project_id': 'ec76859de02442879238ecf1eaefefed', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:17:23.601728 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.db.securitygroups_db [None req-955a4c31-d746-4c34-9264-034ef17f4a4e tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Project ec76859de02442879238ecf1eaefefed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 05 17:17:23.607173 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-955a4c31-d746-4c34-9264-034ef17f4a4e tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:17:23.669169 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-955a4c31-d746-4c34-9264-034ef17f4a4e tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:17:23.743851 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-955a4c31-d746-4c34-9264-034ef17f4a4e tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533437'] for security_group_rule, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:17:23.762918 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955a4c31-d746-4c34-9264-034ef17f4a4e tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2e524d3-5a3a-44e9-b009-6b45870d6a46,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:17:23.843184 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-955a4c31-d746-4c34-9264-034ef17f4a4e tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:17:23.844453 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-955a4c31-d746-4c34-9264-034ef17f4a4e tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3610983 Jan 05 17:17:24.006092 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-b2686b40-acaa-4e51-9165-2c6997c801cb req-ecc045e1-3de8-4d95-b1f8-79127b21438d tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1801168762&fields=id&tenant_id=ec76859de02442879238ecf1eaefefed HTTP/1.1" status: 200 len: 267 time: 0.0506039 Jan 05 17:17:24.059902 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2686b40-acaa-4e51-9165-2c6997c801cb req-f1130e4f-76ff-4db3-8787-05eb7f4ed38a tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:17:24.061136 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-b2686b40-acaa-4e51-9165-2c6997c801cb req-f1130e4f-76ff-4db3-8787-05eb7f4ed38a tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/ports/ebf6330c-2d9c-411c-8f56-7d76d1245e95 HTTP/1.1" status: 200 len: 929 time: 0.0470858 Jan 05 17:17:24.123525 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [req-b2686b40-acaa-4e51-9165-2c6997c801cb req-7d9acff3-a24b-4c82-8ddf-9145446ce77e service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103800) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 05 17:17:24.124548 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-b2686b40-acaa-4e51-9165-2c6997c801cb req-7d9acff3-a24b-4c82-8ddf-9145446ce77e service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0522680 Jan 05 17:17:24.167231 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-b2686b40-acaa-4e51-9165-2c6997c801cb req-01688731-0f09-4b27-bef4-3f7279fe6343 service neutron] 10.222.0.11 "GET /v2.0/ports/ebf6330c-2d9c-411c-8f56-7d76d1245e95?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0361605 Jan 05 17:17:24.263651 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-b2686b40-acaa-4e51-9165-2c6997c801cb req-91f8b832-7678-403c-8ac0-6f4aec550fcc service neutron] 10.222.0.11 "GET /v2.0/networks/ca8869da-8f41-484b-a167-91f27506fa27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904851 Jan 05 17:17:24.356931 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-b2686b40-acaa-4e51-9165-2c6997c801cb req-1f87f13a-3360-4127-acef-75dab60852c6 service neutron] 10.222.0.11 "GET /v2.0/networks/ca8869da-8f41-484b-a167-91f27506fa27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877507 Jan 05 17:17:24.610831 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-c712f803-1e7d-46f8-8886-8aaac15449cb req-f13800df-d1fd-488d-a551-1773e5d99443 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8e70bc8-7224-46b3-816f-b48a0c21d6ea HTTP/1.1" status: 200 len: 210 time: 0.0360384 Jan 05 17:17:25.712220 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-ef492424-cd7c-4f16-999c-70cf7f6e8204 req-8fca9c68-c819-4ea7-9e8a-89b5b9f2dbb8 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8e70bc8-7224-46b3-816f-b48a0c21d6ea HTTP/1.1" status: 200 len: 210 time: 0.0270469 Jan 05 17:17:26.802810 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2686b40-acaa-4e51-9165-2c6997c801cb req-cfa3f9f4-b20b-4b91-b42f-9859c0abddf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:17:26.804209 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-b2686b40-acaa-4e51-9165-2c6997c801cb req-cfa3f9f4-b20b-4b91-b42f-9859c0abddf7 service neutron] 10.222.0.13 "GET /v2.0/ports/ebf6330c-2d9c-411c-8f56-7d76d1245e95 HTTP/1.1" status: 200 len: 1025 time: 0.0407515 Jan 05 17:17:26.823499 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-14e6765b-eacb-4138-8de3-16352c474dcc req-c876d194-6f97-47da-b218-3a8d1cdc83d3 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8e70bc8-7224-46b3-816f-b48a0c21d6ea HTTP/1.1" status: 200 len: 210 time: 0.0280108 Jan 05 17:17:27.205092 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2686b40-acaa-4e51-9165-2c6997c801cb req-e85232dd-95ae-4b04-bf9b-85b59158b017 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:17:27.206543 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-b2686b40-acaa-4e51-9165-2c6997c801cb req-e85232dd-95ae-4b04-bf9b-85b59158b017 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.13 "GET /v2.0/networks?id=ca8869da-8f41-484b-a167-91f27506fa27 HTTP/1.1" status: 200 len: 797 time: 0.3959363 Jan 05 17:17:27.272221 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-b2686b40-acaa-4e51-9165-2c6997c801cb req-cb0654fc-ba3f-4d0e-b5fd-ec2532c5efaa tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ec76859de02442879238ecf1eaefefed HTTP/1.1" status: 200 len: 380 time: 0.0542409 Jan 05 17:17:27.285749 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [req-b2686b40-acaa-4e51-9165-2c6997c801cb req-08aad2e3-82df-43ae-9b97-180a27a50823 service neutron] Request body: {'port': {'device_id': 'd8e70bc8-7224-46b3-816f-b48a0c21d6ea', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:17:27.341105 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-b2686b40-acaa-4e51-9165-2c6997c801cb req-08aad2e3-82df-43ae-9b97-180a27a50823 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:17:27.701958 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.notifiers.nova [req-b2686b40-acaa-4e51-9165-2c6997c801cb req-08aad2e3-82df-43ae-9b97-180a27a50823 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ebf6330c-2d9c-411c-8f56-7d76d1245e95 {{(pid=103800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 05 17:17:27.709701 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-b2686b40-acaa-4e51-9165-2c6997c801cb req-08aad2e3-82df-43ae-9b97-180a27a50823 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:17:27.724834 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.provisioning_blocks [req-b2686b40-acaa-4e51-9165-2c6997c801cb req-08aad2e3-82df-43ae-9b97-180a27a50823 service neutron] Transition to ACTIVE for port object ebf6330c-2d9c-411c-8f56-7d76d1245e95 will not be triggered until provisioned by entity L2. {{(pid=103800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 05 17:17:27.846303 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-b2686b40-acaa-4e51-9165-2c6997c801cb req-08aad2e3-82df-43ae-9b97-180a27a50823 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8784461'] for port, after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:17:27.935478 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08aad2e3-82df-43ae-9b97-180a27a50823 service neutron] Pushing event updated for resources: {'Port': ['ID=ebf6330c-2d9c-411c-8f56-7d76d1245e95,revision_number=2']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:17:28.018362 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24784c10-21bc-412e-9de3-da0a513c229c req-ee384dd5-9ec3-4c66-886c-ea517f7e4777 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:17:28.019897 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-24784c10-21bc-412e-9de3-da0a513c229c req-ee384dd5-9ec3-4c66-886c-ea517f7e4777 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8e70bc8-7224-46b3-816f-b48a0c21d6ea HTTP/1.1" status: 200 len: 980 time: 0.1199999 Jan 05 17:17:28.024901 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [req-b2686b40-acaa-4e51-9165-2c6997c801cb req-08aad2e3-82df-43ae-9b97-180a27a50823 service neutron] Attempting to bind port ebf6330c-2d9c-411c-8f56-7d76d1245e95 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 05 17:17:28.025268 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [req-b2686b40-acaa-4e51-9165-2c6997c801cb req-08aad2e3-82df-43ae-9b97-180a27a50823 service neutron] Attempting to bind port ebf6330c-2d9c-411c-8f56-7d76d1245e95 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'f99ffd90-f0b1-41e5-9979-550d7e73f95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'ca8869da-8f41-484b-a167-91f27506fa27'}] {{(pid=103800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 05 17:17:28.025639 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2686b40-acaa-4e51-9165-2c6997c801cb req-08aad2e3-82df-43ae-9b97-180a27a50823 service neutron] Attempting to bind port ebf6330c-2d9c-411c-8f56-7d76d1245e95 on network ca8869da-8f41-484b-a167-91f27506fa27 {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:17:28.043428 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2686b40-acaa-4e51-9165-2c6997c801cb req-08aad2e3-82df-43ae-9b97-180a27a50823 service neutron] Port ebf6330c-2d9c-411c-8f56-7d76d1245e95 on network ca8869da-8f41-484b-a167-91f27506fa27 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 05 17:17:28.043750 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2686b40-acaa-4e51-9165-2c6997c801cb req-08aad2e3-82df-43ae-9b97-180a27a50823 service neutron] Attempting to bind port ebf6330c-2d9c-411c-8f56-7d76d1245e95 on network ca8869da-8f41-484b-a167-91f27506fa27 {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:17:28.055190 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2686b40-acaa-4e51-9165-2c6997c801cb req-08aad2e3-82df-43ae-9b97-180a27a50823 service neutron] Checking agent: {'id': '5c36d785-abe8-4e89-a23a-b403333d2378', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 5, 17, 3, 49), 'started_at': datetime.datetime(2022, 1, 5, 17, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 1, 5, 17, 17, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 05 17:17:28.055527 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2686b40-acaa-4e51-9165-2c6997c801cb req-08aad2e3-82df-43ae-9b97-180a27a50823 service neutron] Checking segment: {'id': 'f99ffd90-f0b1-41e5-9979-550d7e73f95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'ca8869da-8f41-484b-a167-91f27506fa27'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:17:28.055910 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2686b40-acaa-4e51-9165-2c6997c801cb req-08aad2e3-82df-43ae-9b97-180a27a50823 service neutron] Bound using segment: {'id': 'f99ffd90-f0b1-41e5-9979-550d7e73f95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'ca8869da-8f41-484b-a167-91f27506fa27'} {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 05 17:17:28.056353 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [req-b2686b40-acaa-4e51-9165-2c6997c801cb req-08aad2e3-82df-43ae-9b97-180a27a50823 service neutron] Bound port: ebf6330c-2d9c-411c-8f56-7d76d1245e95, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f99ffd90-f0b1-41e5-9979-550d7e73f95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'ca8869da-8f41-484b-a167-91f27506fa27'}}] {{(pid=103800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 05 17:17:28.056776 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-b2686b40-acaa-4e51-9165-2c6997c801cb req-08aad2e3-82df-43ae-9b97-180a27a50823 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:17:28.109218 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-24784c10-21bc-412e-9de3-da0a513c229c req-23418906-fd32-4c68-91ba-da0cde32bbd1 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/security-groups?id=e329916e-631b-4eb4-9789-17d060ce9f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811460 Jan 05 17:17:28.155468 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.db [req-b2686b40-acaa-4e51-9165-2c6997c801cb req-08aad2e3-82df-43ae-9b97-180a27a50823 service neutron] For port ebf6330c-2d9c-411c-8f56-7d76d1245e95, host hv-neutron-mast, cleared binding levels {{(pid=103800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 05 17:17:28.159634 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.db [req-b2686b40-acaa-4e51-9165-2c6997c801cb req-08aad2e3-82df-43ae-9b97-180a27a50823 service neutron] For port ebf6330c-2d9c-411c-8f56-7d76d1245e95, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=ebf6330c-2d9c-411c-8f56-7d76d1245e95,segment=NetworkSegment(f99ffd90-f0b1-41e5-9979-550d7e73f95d),segment_id=f99ffd90-f0b1-41e5-9979-550d7e73f95d)] {{(pid=103800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 05 17:17:28.276215 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-b2686b40-acaa-4e51-9165-2c6997c801cb req-08aad2e3-82df-43ae-9b97-180a27a50823 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8784461'] for port, after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:17:28.310799 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2686b40-acaa-4e51-9165-2c6997c801cb req-08aad2e3-82df-43ae-9b97-180a27a50823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:17:28.311482 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-b2686b40-acaa-4e51-9165-2c6997c801cb req-08aad2e3-82df-43ae-9b97-180a27a50823 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:17:28.312818 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-b2686b40-acaa-4e51-9165-2c6997c801cb req-08aad2e3-82df-43ae-9b97-180a27a50823 service neutron] 10.222.0.13 "PUT /v2.0/ports/ebf6330c-2d9c-411c-8f56-7d76d1245e95 HTTP/1.1" status: 200 len: 1130 time: 1.0309076 Jan 05 17:17:28.313183 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8e70bc8-7224-46b3-816f-b48a0c21d6ea', 'tag': 'ebf6330c-2d9c-411c-8f56-7d76d1245e95'}] {{(pid=103800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 05 17:17:28.315438 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f64b9d4628f7eefcc27168a80c04985d23f0ea5def038dae05e1deb7357f3bfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ad1adfb-a83f-4a66-8cde-befbbb03a6e2" -d '{"events": [{"name": "network-changed", "server_uuid": "d8e70bc8-7224-46b3-816f-b48a0c21d6ea", "tag": "ebf6330c-2d9c-411c-8f56-7d76d1245e95"}]}' {{(pid=103800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 05 17:17:28.341562 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08aad2e3-82df-43ae-9b97-180a27a50823 service neutron] Pushing event updated for resources: {'Port': ['ID=ebf6330c-2d9c-411c-8f56-7d76d1245e95,revision_number=3']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:17:28.361990 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Jan 2022 17:17:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e837ba34-8035-43b2-9365-320424d72bc2 x-openstack-request-id: req-e837ba34-8035-43b2-9365-320424d72bc2 {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 05 17:17:28.362418 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8e70bc8-7224-46b3-816f-b48a0c21d6ea", "tag": "ebf6330c-2d9c-411c-8f56-7d76d1245e95", "status": "completed", "code": 200}]} {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 05 17:17:28.362674 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e837ba34-8035-43b2-9365-320424d72bc2 {{(pid=103800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 05 17:17:28.363082 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8e70bc8-7224-46b3-816f-b48a0c21d6ea', 'tag': 'ebf6330c-2d9c-411c-8f56-7d76d1245e95', 'status': 'completed', 'code': 200} Jan 05 17:17:28.429229 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad1adfb-a83f-4a66-8cde-befbbb03a6e2 req-eddb77e3-3141-43ef-b2f3-902ba849b16b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:17:28.430819 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-8ad1adfb-a83f-4a66-8cde-befbbb03a6e2 req-eddb77e3-3141-43ef-b2f3-902ba849b16b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ec76859de02442879238ecf1eaefefed&device_id=d8e70bc8-7224-46b3-816f-b48a0c21d6ea HTTP/1.1" status: 200 len: 1133 time: 0.0468838 Jan 05 17:17:28.550803 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad1adfb-a83f-4a66-8cde-befbbb03a6e2 req-1e65082f-6467-430f-9a6c-61e7fd74e7fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:17:28.552287 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-8ad1adfb-a83f-4a66-8cde-befbbb03a6e2 req-1e65082f-6467-430f-9a6c-61e7fd74e7fd service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=ec76859de02442879238ecf1eaefefed&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1134126 Jan 05 17:17:28.651413 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad1adfb-a83f-4a66-8cde-befbbb03a6e2 req-6c0458b6-1b14-4268-bfcf-cf8e4aa755d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:17:28.653555 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-8ad1adfb-a83f-4a66-8cde-befbbb03a6e2 req-6c0458b6-1b14-4268-bfcf-cf8e4aa755d0 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0949936 Jan 05 17:17:28.734177 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2686b40-acaa-4e51-9165-2c6997c801cb req-b9062c23-f753-4e29-b96c-8162f1e6d9b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:17:28.736620 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-b2686b40-acaa-4e51-9165-2c6997c801cb req-b9062c23-f753-4e29-b96c-8162f1e6d9b7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ec76859de02442879238ecf1eaefefed&device_id=d8e70bc8-7224-46b3-816f-b48a0c21d6ea HTTP/1.1" status: 200 len: 1133 time: 0.0459836 Jan 05 17:17:28.788023 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-b2686b40-acaa-4e51-9165-2c6997c801cb req-d090a7ee-c159-40c3-b857-bef008de8fc0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ebf6330c-2d9c-411c-8f56-7d76d1245e95 HTTP/1.1" status: 200 len: 217 time: 0.0446062 Jan 05 17:17:28.840032 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2686b40-acaa-4e51-9165-2c6997c801cb req-ba09dc3f-e919-43fa-9853-9e74d9bc88cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:17:28.841501 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-b2686b40-acaa-4e51-9165-2c6997c801cb req-ba09dc3f-e919-43fa-9853-9e74d9bc88cb service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a151b2e1-840e-491f-8734-b7cd79cbcd15 HTTP/1.1" status: 200 len: 835 time: 0.0477231 Jan 05 17:17:28.894370 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2686b40-acaa-4e51-9165-2c6997c801cb req-029a86ff-a4d1-4b9f-b06e-920af007520d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:17:28.896698 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-b2686b40-acaa-4e51-9165-2c6997c801cb req-029a86ff-a4d1-4b9f-b06e-920af007520d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ca8869da-8f41-484b-a167-91f27506fa27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0487046 Jan 05 17:17:28.995323 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-b2686b40-acaa-4e51-9165-2c6997c801cb req-a38bd47d-63f6-4767-b61a-a22f38a7aaaf service neutron] 10.222.0.13 "GET /v2.0/networks/ca8869da-8f41-484b-a167-91f27506fa27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925424 Jan 05 17:17:29.090689 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-b2686b40-acaa-4e51-9165-2c6997c801cb req-e89f496e-5451-4090-bf2f-32eed5ddc047 service neutron] 10.222.0.13 "GET /v2.0/networks/ca8869da-8f41-484b-a167-91f27506fa27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893102 Jan 05 17:17:29.242910 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2621454-737e-42ed-89fd-647d85711d56 req-55ee1358-9272-46df-9218-5527698b95f8 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:17:29.244446 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-d2621454-737e-42ed-89fd-647d85711d56 req-55ee1358-9272-46df-9218-5527698b95f8 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8e70bc8-7224-46b3-816f-b48a0c21d6ea HTTP/1.1" status: 200 len: 980 time: 0.0577519 Jan 05 17:17:29.298643 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-d2621454-737e-42ed-89fd-647d85711d56 req-8c975f51-5533-4e48-88bd-c5cd22b1935f tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/security-groups?id=e329916e-631b-4eb4-9789-17d060ce9f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477712 Jan 05 17:17:30.446881 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09654d9c-23bf-47e7-b8da-79b34283144a req-a9196a96-f8ec-4f9c-9298-1f44ed88b933 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:17:30.449939 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-09654d9c-23bf-47e7-b8da-79b34283144a req-a9196a96-f8ec-4f9c-9298-1f44ed88b933 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8e70bc8-7224-46b3-816f-b48a0c21d6ea HTTP/1.1" status: 200 len: 980 time: 0.0703826 Jan 05 17:17:30.510074 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-09654d9c-23bf-47e7-b8da-79b34283144a req-b9cb8de6-2fc1-4ce2-98b3-8bde9fa95a54 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/security-groups?id=e329916e-631b-4eb4-9789-17d060ce9f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497541 Jan 05 17:17:30.727427 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.agents_db [None req-291d1585-17df-45c0-b64a-d244e6d90872 None None] Agent healthcheck: found 6 active agents {{(pid=103803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 05 17:17:31.622775 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0773fbe4-44e5-4315-a04f-38dbec3688b4 req-9e496bc4-8cfd-4bd1-b927-507e25d9ad16 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:17:31.624297 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-0773fbe4-44e5-4315-a04f-38dbec3688b4 req-9e496bc4-8cfd-4bd1-b927-507e25d9ad16 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8e70bc8-7224-46b3-816f-b48a0c21d6ea HTTP/1.1" status: 200 len: 980 time: 0.0541713 Jan 05 17:17:31.671403 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-0773fbe4-44e5-4315-a04f-38dbec3688b4 req-0d358874-2269-46af-afb8-7e17fddfe923 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/security-groups?id=e329916e-631b-4eb4-9789-17d060ce9f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412953 Jan 05 17:17:32.469101 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-11cb477a-b5ff-4dea-a977-9a2e9c4c01ef req-21df2fd1-a197-47b6-83a2-c6ed2887b241 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1677449079&fields=id&tenant_id=9bafc9d0d75b44f696c7001918c22f7e HTTP/1.1" status: 200 len: 267 time: 0.3373425 Jan 05 17:17:32.572738 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cb477a-b5ff-4dea-a977-9a2e9c4c01ef req-3721a7fe-55da-4eba-aa17-f21b8b7973bf tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:17:32.574223 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-11cb477a-b5ff-4dea-a977-9a2e9c4c01ef req-3721a7fe-55da-4eba-aa17-f21b8b7973bf tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] 10.222.0.11 "GET /v2.0/networks?id=9d892221-db72-44b5-b8b3-7f2a75d6a0ee HTTP/1.1" status: 200 len: 812 time: 0.0988250 Jan 05 17:17:32.588877 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-11cb477a-b5ff-4dea-a977-9a2e9c4c01ef req-efbf540f-a90f-477c-a3bd-955035759119 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] 10.222.0.11 "GET /v2.0/quotas/9bafc9d0d75b44f696c7001918c22f7e HTTP/1.1" status: 200 len: 375 time: 0.0091810 Jan 05 17:17:32.645406 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-11cb477a-b5ff-4dea-a977-9a2e9c4c01ef req-073241e8-4c46-4fb1-91ff-527d1b4fdfa7 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=9bafc9d0d75b44f696c7001918c22f7e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0511143 Jan 05 17:17:32.739577 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-11cb477a-b5ff-4dea-a977-9a2e9c4c01ef req-a3aa5a53-9a91-4f2f-93b2-4f344fbf13ea service neutron] 10.222.0.11 "GET /v2.0/networks/9d892221-db72-44b5-b8b3-7f2a75d6a0ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821948 Jan 05 17:17:32.787918 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5686657-ddc2-45f2-a6a2-28b467531e76 req-237574e5-2fa5-464d-8178-c372df4a8550 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:17:32.789437 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-f5686657-ddc2-45f2-a6a2-28b467531e76 req-237574e5-2fa5-464d-8178-c372df4a8550 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8e70bc8-7224-46b3-816f-b48a0c21d6ea HTTP/1.1" status: 200 len: 980 time: 0.0510085 Jan 05 17:17:32.835596 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-11cb477a-b5ff-4dea-a977-9a2e9c4c01ef req-fe5110e8-7dff-4bf8-9957-6a40a1c1fdfc service neutron] 10.222.0.11 "GET /v2.0/networks/9d892221-db72-44b5-b8b3-7f2a75d6a0ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903046 Jan 05 17:17:32.846278 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-f5686657-ddc2-45f2-a6a2-28b467531e76 req-b5e47b98-9d53-4d7d-9223-7ce52820cf40 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/security-groups?id=e329916e-631b-4eb4-9789-17d060ce9f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509903 Jan 05 17:17:32.864143 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Device ebf6330c-2d9c-411c-8f56-7d76d1245e95 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 05 17:17:32.959548 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] For port ebf6330c-2d9c-411c-8f56-7d76d1245e95, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=ebf6330c-2d9c-411c-8f56-7d76d1245e95,segment=NetworkSegment(f99ffd90-f0b1-41e5-9979-550d7e73f95d),segment_id=f99ffd90-f0b1-41e5-9979-550d7e73f95d)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:17:32.971685 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Returning: {'device': 'ebf6330c-2d9c-411c-8f56-7d76d1245e95', 'network_id': 'ca8869da-8f41-484b-a167-91f27506fa27', 'port_id': 'ebf6330c-2d9c-411c-8f56-7d76d1245e95', 'mac_address': 'fa:16:3e:93:af:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a151b2e1-840e-491f-8734-b7cd79cbcd15', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 05 17:17:33.007510 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:17:33.024066 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.notifiers.nova [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ebf6330c-2d9c-411c-8f56-7d76d1245e95 {{(pid=103802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 05 17:17:33.048804 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] For port ebf6330c-2d9c-411c-8f56-7d76d1245e95, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=ebf6330c-2d9c-411c-8f56-7d76d1245e95,segment=NetworkSegment(f99ffd90-f0b1-41e5-9979-550d7e73f95d),segment_id=f99ffd90-f0b1-41e5-9979-550d7e73f95d)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:17:33.201325 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:17:33.247374 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Pushing event updated for resources: {'Port': ['ID=ebf6330c-2d9c-411c-8f56-7d76d1245e95,revision_number=4']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:17:33.254519 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:17:33.254867 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:17:33.255206 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:17:33.255535 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:17:33.255860 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:17:33.256185 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:17:33.256508 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:17:33.256865 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:17:33.257187 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:17:33.257509 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:17:33.260376 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:17:33.260376 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:17:33.260376 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:17:33.418856 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] get_ports_and_sgs() called for port_ids ['ebf6330c-2d9c-411c-8f56-7d76d1245e95'] {{(pid=103802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 05 17:17:33.506247 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-b5ece89d-b018-4999-a9c8-0fcef2b8770e req-d2759256-6317-46dd-988d-141a1c746a56 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] 10.222.0.11 "GET /v2.0/ports?device_id=420ee118-202e-4452-b10a-080155c31611 HTTP/1.1" status: 200 len: 210 time: 0.0272801 Jan 05 17:17:33.955063 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26747b09-e222-45a9-9fa7-3890006fe208 req-3eef3ca1-dc6d-42b8-9753-52bb4b949395 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:17:33.956596 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-26747b09-e222-45a9-9fa7-3890006fe208 req-3eef3ca1-dc6d-42b8-9753-52bb4b949395 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8e70bc8-7224-46b3-816f-b48a0c21d6ea HTTP/1.1" status: 200 len: 981 time: 0.0487421 Jan 05 17:17:34.003224 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-26747b09-e222-45a9-9fa7-3890006fe208 req-130963cd-2f53-4ad6-9a91-ac37d4d195a2 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/security-groups?id=e329916e-631b-4eb4-9789-17d060ce9f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409665 Jan 05 17:17:34.598777 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-854da12a-0353-4147-b0af-053ec9e0ecd7 req-b6e01908-ae91-4a67-84fc-9f9a8f00b90a tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] 10.222.0.11 "GET /v2.0/ports?device_id=420ee118-202e-4452-b10a-080155c31611 HTTP/1.1" status: 200 len: 210 time: 0.0268025 Jan 05 17:17:34.875736 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Device ebf6330c-2d9c-411c-8f56-7d76d1245e95 up at agent hyperv_hv-neutron-mast {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:17:34.981531 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Provisioning for port ebf6330c-2d9c-411c-8f56-7d76d1245e95 completed by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 05 17:17:34.985609 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Provisioning complete for port ebf6330c-2d9c-411c-8f56-7d76d1245e95 triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:17:34.985991 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:17:35.077000 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:17:35.099713 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8e70bc8-7224-46b3-816f-b48a0c21d6ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebf6330c-2d9c-411c-8f56-7d76d1245e95'}] {{(pid=103802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 05 17:17:35.102072 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36b213fbd845b3f09e785999bbcda1c85cd5592d7f001460987854e5c1683bd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06aef520-054b-4132-b368-64ef4163d816" -d '{"events": [{"server_uuid": "d8e70bc8-7224-46b3-816f-b48a0c21d6ea", "name": "network-vif-plugged", "status": "completed", "tag": "ebf6330c-2d9c-411c-8f56-7d76d1245e95"}]}' {{(pid=103802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 05 17:17:35.121015 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] For port ebf6330c-2d9c-411c-8f56-7d76d1245e95, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=ebf6330c-2d9c-411c-8f56-7d76d1245e95,segment=NetworkSegment(f99ffd90-f0b1-41e5-9979-550d7e73f95d),segment_id=f99ffd90-f0b1-41e5-9979-550d7e73f95d)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:17:35.123881 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0e1bc8-ade2-457f-8ab9-322569e3900b req-8ab85b35-ddd4-4a39-8cc4-91d2cad7cd7d tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:17:35.125434 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-dd0e1bc8-ade2-457f-8ab9-322569e3900b req-8ab85b35-ddd4-4a39-8cc4-91d2cad7cd7d tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8e70bc8-7224-46b3-816f-b48a0c21d6ea HTTP/1.1" status: 200 len: 981 time: 0.0546720 Jan 05 17:17:35.179064 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-dd0e1bc8-ade2-457f-8ab9-322569e3900b req-5c13cfff-1c8c-47ac-b4c0-31d4fb7300b3 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/security-groups?id=e329916e-631b-4eb4-9789-17d060ce9f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480087 Jan 05 17:17:35.201524 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Jan 2022 17:17:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9affefe5-1756-4839-b528-23c0b666860d x-openstack-request-id: req-9affefe5-1756-4839-b528-23c0b666860d {{(pid=103802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 05 17:17:35.201981 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8e70bc8-7224-46b3-816f-b48a0c21d6ea", "name": "network-vif-plugged", "status": "completed", "tag": "ebf6330c-2d9c-411c-8f56-7d76d1245e95", "code": 200}]} {{(pid=103802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 05 17:17:35.202328 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-9affefe5-1756-4839-b528-23c0b666860d {{(pid=103802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 05 17:17:35.202788 dv-neutron-master-2-hyperv neutron-server[103802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8e70bc8-7224-46b3-816f-b48a0c21d6ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebf6330c-2d9c-411c-8f56-7d76d1245e95', 'code': 200} Jan 05 17:17:35.218302 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:17:35.266219 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Pushing event updated for resources: {'Port': ['ID=ebf6330c-2d9c-411c-8f56-7d76d1245e95,revision_number=5']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:17:35.425624 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cb477a-b5ff-4dea-a977-9a2e9c4c01ef req-6df102ca-6962-41f4-9f42-3dd1a64fa3f0 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:17:35.427188 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-11cb477a-b5ff-4dea-a977-9a2e9c4c01ef req-6df102ca-6962-41f4-9f42-3dd1a64fa3f0 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] 10.222.0.13 "GET /v2.0/networks?id=9d892221-db72-44b5-b8b3-7f2a75d6a0ee HTTP/1.1" status: 200 len: 812 time: 0.1057274 Jan 05 17:17:35.495359 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-11cb477a-b5ff-4dea-a977-9a2e9c4c01ef req-b16d3776-f5c5-4a27-b7be-b3d04b63821c tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9bafc9d0d75b44f696c7001918c22f7e HTTP/1.1" status: 200 len: 380 time: 0.0591538 Jan 05 17:17:35.503644 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [req-11cb477a-b5ff-4dea-a977-9a2e9c4c01ef req-32d6613d-1201-4391-a314-56ad8c35519e tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] Request body: {'port': {'device_id': '420ee118-202e-4452-b10a-080155c31611', 'network_id': '9d892221-db72-44b5-b8b3-7f2a75d6a0ee', 'admin_state_up': True, 'tenant_id': '9bafc9d0d75b44f696c7001918c22f7e', 'security_groups': ['74da9e44-17f3-4e78-b165-acdbd8889547']}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:17:35.648621 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92e0242-1b71-4f06-a158-b0490197c3f5 req-97b5d3f8-1c6f-4d68-bc05-b347759579e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:17:35.649410 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-b92e0242-1b71-4f06-a158-b0490197c3f5 req-97b5d3f8-1c6f-4d68-bc05-b347759579e8 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d8e70bc8-7224-46b3-816f-b48a0c21d6ea HTTP/1.1" status: 200 len: 1135 time: 0.0613441 Jan 05 17:17:35.698909 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-3430c63e-1a0e-403d-ba16-691498e29551 req-1e620301-a224-476b-b141-293f5b4d4fcd tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] 10.222.0.11 "GET /v2.0/ports?device_id=420ee118-202e-4452-b10a-080155c31611 HTTP/1.1" status: 200 len: 210 time: 0.0314877 Jan 05 17:17:35.703161 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-b92e0242-1b71-4f06-a158-b0490197c3f5 req-c3dca506-f72b-44b3-a59f-d62afefab83e service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=e329916e-631b-4eb4-9789-17d060ce9f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473969 Jan 05 17:17:35.707421 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11cb477a-b5ff-4dea-a977-9a2e9c4c01ef req-32d6613d-1201-4391-a314-56ad8c35519e tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] Made reservation on behalf of 9bafc9d0d75b44f696c7001918c22f7e for: {'port': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:17:35.710971 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-11cb477a-b5ff-4dea-a977-9a2e9c4c01ef req-32d6613d-1201-4391-a314-56ad8c35519e tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:17:35.839754 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [req-11cb477a-b5ff-4dea-a977-9a2e9c4c01ef req-32d6613d-1201-4391-a314-56ad8c35519e tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] Allocated IP 172.20.0.9 (9d892221-db72-44b5-b8b3-7f2a75d6a0ee/520bba67-4fdd-405a-be17-05cf521cd2ec/5416b540-e44c-4d73-a807-f13c64b0ce0a) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:17:35.981076 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-11cb477a-b5ff-4dea-a977-9a2e9c4c01ef req-32d6613d-1201-4391-a314-56ad8c35519e tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] Publish callbacks [] for port, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:17:36.075866 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-11cb477a-b5ff-4dea-a977-9a2e9c4c01ef req-32d6613d-1201-4391-a314-56ad8c35519e tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:17:36.117101 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11cb477a-b5ff-4dea-a977-9a2e9c4c01ef req-32d6613d-1201-4391-a314-56ad8c35519e tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] Network 9d892221-db72-44b5-b8b3-7f2a75d6a0ee is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:17:36.120292 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [req-11cb477a-b5ff-4dea-a977-9a2e9c4c01ef req-32d6613d-1201-4391-a314-56ad8c35519e tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:17:36.124305 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [req-11cb477a-b5ff-4dea-a977-9a2e9c4c01ef req-32d6613d-1201-4391-a314-56ad8c35519e tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:17:36.150008 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d6613d-1201-4391-a314-56ad8c35519e tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] Pushing event updated for resources: {'Port': ['ID=5416b540-e44c-4d73-a807-f13c64b0ce0a,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:17:36.178526 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cb477a-b5ff-4dea-a977-9a2e9c4c01ef req-32d6613d-1201-4391-a314-56ad8c35519e tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:17:36.179146 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-11cb477a-b5ff-4dea-a977-9a2e9c4c01ef req-32d6613d-1201-4391-a314-56ad8c35519e tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:17:36.251796 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-11cb477a-b5ff-4dea-a977-9a2e9c4c01ef req-32d6613d-1201-4391-a314-56ad8c35519e tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7503080 Jan 05 17:17:36.263292 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [req-11cb477a-b5ff-4dea-a977-9a2e9c4c01ef req-cdc76ccb-83eb-49c7-98b2-70ea29f0b260 service neutron] Request body: {'port': {'device_id': '420ee118-202e-4452-b10a-080155c31611', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:17:36.363927 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e28b62-3fd3-4c35-b25c-bcbfcc7aa830 req-11be2122-4e7b-484d-b24e-c55d5b0baa14 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:17:36.365485 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-f1e28b62-3fd3-4c35-b25c-bcbfcc7aa830 req-11be2122-4e7b-484d-b24e-c55d5b0baa14 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8e70bc8-7224-46b3-816f-b48a0c21d6ea HTTP/1.1" status: 200 len: 982 time: 0.0993493 Jan 05 17:17:36.366657 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-11cb477a-b5ff-4dea-a977-9a2e9c4c01ef req-cdc76ccb-83eb-49c7-98b2-70ea29f0b260 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:17:36.407676 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-d34823c5-494d-4020-964d-6e29222ac4d4 None None] Provisioning complete for port 5416b540-e44c-4d73-a807-f13c64b0ce0a triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:17:36.408329 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d34823c5-494d-4020-964d-6e29222ac4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:17:36.442062 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-d34823c5-494d-4020-964d-6e29222ac4d4 None None] Port 5416b540-e44c-4d73-a807-f13c64b0ce0a cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 17:17:36.461771 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-f1e28b62-3fd3-4c35-b25c-bcbfcc7aa830 req-ccbcadcd-3e8d-4917-b814-22d7c2d0df3d tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/security-groups?id=e329916e-631b-4eb4-9789-17d060ce9f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830421 Jan 05 17:17:36.673477 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.notifiers.nova [req-11cb477a-b5ff-4dea-a977-9a2e9c4c01ef req-cdc76ccb-83eb-49c7-98b2-70ea29f0b260 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5416b540-e44c-4d73-a807-f13c64b0ce0a {{(pid=103800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 05 17:17:36.680837 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-11cb477a-b5ff-4dea-a977-9a2e9c4c01ef req-cdc76ccb-83eb-49c7-98b2-70ea29f0b260 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:17:36.693049 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.provisioning_blocks [req-11cb477a-b5ff-4dea-a977-9a2e9c4c01ef req-cdc76ccb-83eb-49c7-98b2-70ea29f0b260 service neutron] Transition to ACTIVE for port object 5416b540-e44c-4d73-a807-f13c64b0ce0a will not be triggered until provisioned by entity L2. {{(pid=103800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 05 17:17:36.818604 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-11cb477a-b5ff-4dea-a977-9a2e9c4c01ef req-cdc76ccb-83eb-49c7-98b2-70ea29f0b260 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8784461'] for port, after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:17:36.826966 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309e5e9c-5aa7-47ff-8ac1-5c428615c4a2 req-87c85e28-fbf5-462b-b36b-25087a108d5d tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:17:36.826966 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-309e5e9c-5aa7-47ff-8ac1-5c428615c4a2 req-87c85e28-fbf5-462b-b36b-25087a108d5d tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] 10.222.0.11 "GET /v2.0/ports?device_id=420ee118-202e-4452-b10a-080155c31611 HTTP/1.1" status: 200 len: 931 time: 0.0535965 Jan 05 17:17:36.890158 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-309e5e9c-5aa7-47ff-8ac1-5c428615c4a2 req-b0456636-e1bf-4a90-9a03-5077ee5af08b tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] 10.222.0.11 "GET /v2.0/security-groups?id=74da9e44-17f3-4e78-b165-acdbd8889547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595331 Jan 05 17:17:36.941183 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc76ccb-83eb-49c7-98b2-70ea29f0b260 service neutron] Pushing event updated for resources: {'Port': ['ID=5416b540-e44c-4d73-a807-f13c64b0ce0a,revision_number=2']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:17:36.970761 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [req-11cb477a-b5ff-4dea-a977-9a2e9c4c01ef req-cdc76ccb-83eb-49c7-98b2-70ea29f0b260 service neutron] Attempting to bind port 5416b540-e44c-4d73-a807-f13c64b0ce0a on host hv-neutron-mast for vnic_type normal with profile {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 05 17:17:36.971092 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [req-11cb477a-b5ff-4dea-a977-9a2e9c4c01ef req-cdc76ccb-83eb-49c7-98b2-70ea29f0b260 service neutron] Attempting to bind port 5416b540-e44c-4d73-a807-f13c64b0ce0a by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '1ad36131-ab48-4a0c-b640-58d4ec89beaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '9d892221-db72-44b5-b8b3-7f2a75d6a0ee'}] {{(pid=103800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 05 17:17:36.971417 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11cb477a-b5ff-4dea-a977-9a2e9c4c01ef req-cdc76ccb-83eb-49c7-98b2-70ea29f0b260 service neutron] Attempting to bind port 5416b540-e44c-4d73-a807-f13c64b0ce0a on network 9d892221-db72-44b5-b8b3-7f2a75d6a0ee {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:17:36.976227 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11cb477a-b5ff-4dea-a977-9a2e9c4c01ef req-cdc76ccb-83eb-49c7-98b2-70ea29f0b260 service neutron] Port 5416b540-e44c-4d73-a807-f13c64b0ce0a on network 9d892221-db72-44b5-b8b3-7f2a75d6a0ee not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 05 17:17:36.976547 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11cb477a-b5ff-4dea-a977-9a2e9c4c01ef req-cdc76ccb-83eb-49c7-98b2-70ea29f0b260 service neutron] Attempting to bind port 5416b540-e44c-4d73-a807-f13c64b0ce0a on network 9d892221-db72-44b5-b8b3-7f2a75d6a0ee {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:17:36.982716 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11cb477a-b5ff-4dea-a977-9a2e9c4c01ef req-cdc76ccb-83eb-49c7-98b2-70ea29f0b260 service neutron] Checking agent: {'id': '5c36d785-abe8-4e89-a23a-b403333d2378', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 5, 17, 3, 49), 'started_at': datetime.datetime(2022, 1, 5, 17, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 1, 5, 17, 17, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 05 17:17:36.983068 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11cb477a-b5ff-4dea-a977-9a2e9c4c01ef req-cdc76ccb-83eb-49c7-98b2-70ea29f0b260 service neutron] Checking segment: {'id': '1ad36131-ab48-4a0c-b640-58d4ec89beaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '9d892221-db72-44b5-b8b3-7f2a75d6a0ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:17:36.983482 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11cb477a-b5ff-4dea-a977-9a2e9c4c01ef req-cdc76ccb-83eb-49c7-98b2-70ea29f0b260 service neutron] Bound using segment: {'id': '1ad36131-ab48-4a0c-b640-58d4ec89beaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '9d892221-db72-44b5-b8b3-7f2a75d6a0ee'} {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 05 17:17:36.983971 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [req-11cb477a-b5ff-4dea-a977-9a2e9c4c01ef req-cdc76ccb-83eb-49c7-98b2-70ea29f0b260 service neutron] Bound port: 5416b540-e44c-4d73-a807-f13c64b0ce0a, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ad36131-ab48-4a0c-b640-58d4ec89beaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '9d892221-db72-44b5-b8b3-7f2a75d6a0ee'}}] {{(pid=103800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 05 17:17:36.984560 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-11cb477a-b5ff-4dea-a977-9a2e9c4c01ef req-cdc76ccb-83eb-49c7-98b2-70ea29f0b260 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:17:37.066022 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.db [req-11cb477a-b5ff-4dea-a977-9a2e9c4c01ef req-cdc76ccb-83eb-49c7-98b2-70ea29f0b260 service neutron] For port 5416b540-e44c-4d73-a807-f13c64b0ce0a, host hv-neutron-mast, cleared binding levels {{(pid=103800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 05 17:17:37.068349 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.db [req-11cb477a-b5ff-4dea-a977-9a2e9c4c01ef req-cdc76ccb-83eb-49c7-98b2-70ea29f0b260 service neutron] For port 5416b540-e44c-4d73-a807-f13c64b0ce0a, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=5416b540-e44c-4d73-a807-f13c64b0ce0a,segment=NetworkSegment(1ad36131-ab48-4a0c-b640-58d4ec89beaf),segment_id=1ad36131-ab48-4a0c-b640-58d4ec89beaf)] {{(pid=103800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 05 17:17:37.179526 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-11cb477a-b5ff-4dea-a977-9a2e9c4c01ef req-cdc76ccb-83eb-49c7-98b2-70ea29f0b260 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8784461'] for port, after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:17:37.202832 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cb477a-b5ff-4dea-a977-9a2e9c4c01ef req-cdc76ccb-83eb-49c7-98b2-70ea29f0b260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:17:37.203401 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-11cb477a-b5ff-4dea-a977-9a2e9c4c01ef req-cdc76ccb-83eb-49c7-98b2-70ea29f0b260 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:17:37.204901 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-11cb477a-b5ff-4dea-a977-9a2e9c4c01ef req-cdc76ccb-83eb-49c7-98b2-70ea29f0b260 service neutron] 10.222.0.13 "PUT /v2.0/ports/5416b540-e44c-4d73-a807-f13c64b0ce0a HTTP/1.1" status: 200 len: 1093 time: 0.9472480 Jan 05 17:17:37.207487 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '420ee118-202e-4452-b10a-080155c31611', 'tag': '5416b540-e44c-4d73-a807-f13c64b0ce0a'}] {{(pid=103800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 05 17:17:37.210248 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f64b9d4628f7eefcc27168a80c04985d23f0ea5def038dae05e1deb7357f3bfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d2e61d0-b190-4cf9-b913-32e5ebc20969" -d '{"events": [{"name": "network-changed", "server_uuid": "420ee118-202e-4452-b10a-080155c31611", "tag": "5416b540-e44c-4d73-a807-f13c64b0ce0a"}]}' {{(pid=103800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 05 17:17:37.238193 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc76ccb-83eb-49c7-98b2-70ea29f0b260 service neutron] Pushing event updated for resources: {'Port': ['ID=5416b540-e44c-4d73-a807-f13c64b0ce0a,revision_number=3']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:17:37.258789 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Jan 2022 17:17:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-361d9d0d-bd21-4c15-b247-748290edb155 x-openstack-request-id: req-361d9d0d-bd21-4c15-b247-748290edb155 {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 05 17:17:37.259087 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "420ee118-202e-4452-b10a-080155c31611", "tag": "5416b540-e44c-4d73-a807-f13c64b0ce0a", "status": "completed", "code": 200}]} {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 05 17:17:37.259388 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-361d9d0d-bd21-4c15-b247-748290edb155 {{(pid=103800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 05 17:17:37.259791 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '420ee118-202e-4452-b10a-080155c31611', 'tag': '5416b540-e44c-4d73-a807-f13c64b0ce0a', 'status': 'completed', 'code': 200} Jan 05 17:17:37.321321 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2e61d0-b190-4cf9-b913-32e5ebc20969 req-360e66d6-eb15-49b5-b5cc-0a8d8b4d695e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:17:37.323039 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-1d2e61d0-b190-4cf9-b913-32e5ebc20969 req-360e66d6-eb15-49b5-b5cc-0a8d8b4d695e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9bafc9d0d75b44f696c7001918c22f7e&device_id=420ee118-202e-4452-b10a-080155c31611 HTTP/1.1" status: 200 len: 1096 time: 0.0458355 Jan 05 17:17:37.431535 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2e61d0-b190-4cf9-b913-32e5ebc20969 req-f4744b9a-a4b3-4eb7-bf4c-31c8c032f2b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:17:37.433052 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-1d2e61d0-b190-4cf9-b913-32e5ebc20969 req-f4744b9a-a4b3-4eb7-bf4c-31c8c032f2b4 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=9bafc9d0d75b44f696c7001918c22f7e&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1033261 Jan 05 17:17:37.528665 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2e61d0-b190-4cf9-b913-32e5ebc20969 req-c480b025-ad6b-43b3-8063-68749a0f189f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:17:37.530683 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-1d2e61d0-b190-4cf9-b913-32e5ebc20969 req-c480b025-ad6b-43b3-8063-68749a0f189f service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0922503 Jan 05 17:17:37.586843 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9fb819-2b20-46ea-a4be-127a277c2857 req-7689dca4-42dd-41ae-9baf-4173a1e9f497 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:17:37.588486 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-2f9fb819-2b20-46ea-a4be-127a277c2857 req-7689dca4-42dd-41ae-9baf-4173a1e9f497 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8e70bc8-7224-46b3-816f-b48a0c21d6ea HTTP/1.1" status: 200 len: 982 time: 0.0522430 Jan 05 17:17:37.626036 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cb477a-b5ff-4dea-a977-9a2e9c4c01ef req-6179da05-ea53-417e-8c20-2a2d4ad5d91e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:17:37.627945 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-11cb477a-b5ff-4dea-a977-9a2e9c4c01ef req-6179da05-ea53-417e-8c20-2a2d4ad5d91e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9bafc9d0d75b44f696c7001918c22f7e&device_id=420ee118-202e-4452-b10a-080155c31611 HTTP/1.1" status: 200 len: 1096 time: 0.0590112 Jan 05 17:17:37.642466 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-2f9fb819-2b20-46ea-a4be-127a277c2857 req-eea23e77-85f3-49f1-8b26-f3dec81e25e2 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/security-groups?id=e329916e-631b-4eb4-9789-17d060ce9f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472281 Jan 05 17:17:37.668799 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-11cb477a-b5ff-4dea-a977-9a2e9c4c01ef req-8190fa89-c193-4994-a6e4-395d56aa2b7b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5416b540-e44c-4d73-a807-f13c64b0ce0a HTTP/1.1" status: 200 len: 217 time: 0.0344946 Jan 05 17:17:37.725959 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cb477a-b5ff-4dea-a977-9a2e9c4c01ef req-685c2210-49ee-4269-a70b-c8e58f93ec60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:17:37.727372 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-11cb477a-b5ff-4dea-a977-9a2e9c4c01ef req-685c2210-49ee-4269-a70b-c8e58f93ec60 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=520bba67-4fdd-405a-be17-05cf521cd2ec HTTP/1.1" status: 200 len: 851 time: 0.0536611 Jan 05 17:17:37.793905 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ff1b8b-d56a-4a85-98e3-2f5d83030c2b req-2ce553c3-d025-4d1a-aba0-6d283f937d10 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:17:37.795408 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-98ff1b8b-d56a-4a85-98e3-2f5d83030c2b req-2ce553c3-d025-4d1a-aba0-6d283f937d10 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8e70bc8-7224-46b3-816f-b48a0c21d6ea HTTP/1.1" status: 200 len: 982 time: 0.0835290 Jan 05 17:17:37.802256 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cb477a-b5ff-4dea-a977-9a2e9c4c01ef req-2d53ec72-7676-4515-bd0a-3636a6dbe605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:17:37.803862 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-11cb477a-b5ff-4dea-a977-9a2e9c4c01ef req-2d53ec72-7676-4515-bd0a-3636a6dbe605 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9d892221-db72-44b5-b8b3-7f2a75d6a0ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0633922 Jan 05 17:17:37.897662 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-98ff1b8b-d56a-4a85-98e3-2f5d83030c2b req-b5cd077e-b951-4579-93b3-f3eba873783f tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/security-groups?id=e329916e-631b-4eb4-9789-17d060ce9f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925515 Jan 05 17:17:37.922287 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 46814) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:17:37.928726 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-11cb477a-b5ff-4dea-a977-9a2e9c4c01ef req-73b78436-7d6d-484b-b80a-aa1804cd6425 service neutron] 10.222.0.13 "GET /v2.0/networks/9d892221-db72-44b5-b8b3-7f2a75d6a0ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121736 Jan 05 17:17:37.985137 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d93a69b5-7105-422c-a983-d4621ac79fcb tempest-TestNetworkBasicOps-152746079 tempest-TestNetworkBasicOps-152746079-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:17:37.989639 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-d93a69b5-7105-422c-a983-d4621ac79fcb tempest-TestNetworkBasicOps-152746079 tempest-TestNetworkBasicOps-152746079-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=d8e70bc8-7224-46b3-816f-b48a0c21d6ea HTTP/1.1" status: 200 len: 1130 time: 0.0631423 Jan 05 17:17:37.994591 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 46816) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:17:37.994591 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-0024937f-a6da-4478-bda4-e39c85a811a2 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Request body: {'floatingip': {'floating_network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'port_id': 'ebf6330c-2d9c-411c-8f56-7d76d1245e95', 'tenant_id': 'ec76859de02442879238ecf1eaefefed', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:17:38.029183 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68bfebd-22ce-4eb4-89c8-d1d353fd39c8 req-771d2aab-f03a-4f26-85e5-f50cc792959a tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:17:38.033980 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-e68bfebd-22ce-4eb4-89c8-d1d353fd39c8 req-771d2aab-f03a-4f26-85e5-f50cc792959a tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] 10.222.0.11 "GET /v2.0/ports?device_id=420ee118-202e-4452-b10a-080155c31611 HTTP/1.1" status: 200 len: 943 time: 0.0615249 Jan 05 17:17:38.045850 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-11cb477a-b5ff-4dea-a977-9a2e9c4c01ef req-5508fbf5-738f-48e1-8ce5-42b3dee704ae service neutron] 10.222.0.13 "GET /v2.0/networks/9d892221-db72-44b5-b8b3-7f2a75d6a0ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1154814 Jan 05 17:17:38.081540 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-e68bfebd-22ce-4eb4-89c8-d1d353fd39c8 req-2efc1369-6b37-44c8-9c7c-4fdc11a8e569 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] 10.222.0.11 "GET /v2.0/security-groups?id=74da9e44-17f3-4e78-b165-acdbd8889547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441656 Jan 05 17:17:38.115167 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0024937f-a6da-4478-bda4-e39c85a811a2 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for floatingip, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:17:38.217432 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0024937f-a6da-4478-bda4-e39c85a811a2 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:17:38.321450 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [None req-0024937f-a6da-4478-bda4-e39c85a811a2 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Allocated IP 172.36.4.237 (b0167590-0699-4c5c-a932-3939414a9573/7a784a6d-3d96-418f-a645-b9ccd0b1ac55/41049948-4fbe-4695-b238-4fbc52609655) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:17:38.436103 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0024937f-a6da-4478-bda4-e39c85a811a2 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for port, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:17:38.542157 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0024937f-a6da-4478-bda4-e39c85a811a2 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:17:38.580645 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0024937f-a6da-4478-bda4-e39c85a811a2 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Network b0167590-0699-4c5c-a932-3939414a9573 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:17:38.585126 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-0024937f-a6da-4478-bda4-e39c85a811a2 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:17:38.587602 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0024937f-a6da-4478-bda4-e39c85a811a2 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:17:38.612663 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0024937f-a6da-4478-bda4-e39c85a811a2 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Pushing event updated for resources: {'Port': ['ID=41049948-4fbe-4695-b238-4fbc52609655,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:17:38.950513 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0024937f-a6da-4478-bda4-e39c85a811a2 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:17:39.061785 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0024937f-a6da-4478-bda4-e39c85a811a2 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:17:39.234937 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b35767-f99a-474b-836c-1958c859f709 req-ba59fd8c-e11d-4576-9961-40d0f49bcb63 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:17:39.236343 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-b0b35767-f99a-474b-836c-1958c859f709 req-ba59fd8c-e11d-4576-9961-40d0f49bcb63 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] 10.222.0.11 "GET /v2.0/ports?device_id=420ee118-202e-4452-b10a-080155c31611 HTTP/1.1" status: 200 len: 943 time: 0.0775545 Jan 05 17:17:39.259523 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0024937f-a6da-4478-bda4-e39c85a811a2 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for port, precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:17:39.301195 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-b0b35767-f99a-474b-836c-1958c859f709 req-43e2df59-fd44-454a-bb11-ca3c225b61d7 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] 10.222.0.11 "GET /v2.0/security-groups?id=74da9e44-17f3-4e78-b165-acdbd8889547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557923 Jan 05 17:17:39.347309 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0024937f-a6da-4478-bda4-e39c85a811a2 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8784461'] for port, after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:17:39.414605 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0024937f-a6da-4478-bda4-e39c85a811a2 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Pushing event updated for resources: {'Port': ['ID=41049948-4fbe-4695-b238-4fbc52609655,revision_number=2']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:17:39.426824 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0024937f-a6da-4478-bda4-e39c85a811a2 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648677'] for floatingip, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:17:39.525691 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.db.l3_db [None req-0024937f-a6da-4478-bda4-e39c85a811a2 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Floating IP 4e7f091c-b50e-4c46-9f98-f5fe8c1b08c0 associated. External IP: 172.36.4.237, port: ebf6330c-2d9c-411c-8f56-7d76d1245e95. Jan 05 17:17:40.046383 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0024937f-a6da-4478-bda4-e39c85a811a2 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Router cff4776f-0f57-4d95-ab14-02c9995727ee has already been hosted by L3 agent 59446fdc-40e0-41fe-a575-a8eb11d742f7 {{(pid=103800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 05 17:17:40.155726 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0024937f-a6da-4478-bda4-e39c85a811a2 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 05 17:17:40.169109 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-973f9be2-acf4-4dd2-85fa-4612947d3671 None None] Sync routers for ids ['cff4776f-0f57-4d95-ab14-02c9995727ee'] in dv-neutron-master-2-hyperv {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 05 17:17:40.179250 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-973f9be2-acf4-4dd2-85fa-4612947d3671 None None] Routers {'cff4776f-0f57-4d95-ab14-02c9995727ee'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:17:40.182159 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-973f9be2-acf4-4dd2-85fa-4612947d3671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:17:19Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['cff4776f-0f57-4d95-ab14-02c9995727ee'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:17:40.236503 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0024937f-a6da-4478-bda4-e39c85a811a2 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for floatingip, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:17:40.269199 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-0024937f-a6da-4478-bda4-e39c85a811a2 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 1033 time: 2.2754650 Jan 05 17:17:40.269199 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8e70bc8-7224-46b3-816f-b48a0c21d6ea', 'tag': 'ebf6330c-2d9c-411c-8f56-7d76d1245e95'}] {{(pid=103800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 05 17:17:40.269768 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 46820) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:17:40.270277 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f64b9d4628f7eefcc27168a80c04985d23f0ea5def038dae05e1deb7357f3bfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0aa43b9-27b2-489c-8883-6932cb33e7ea" -d '{"events": [{"name": "network-changed", "server_uuid": "d8e70bc8-7224-46b3-816f-b48a0c21d6ea", "tag": "ebf6330c-2d9c-411c-8f56-7d76d1245e95"}]}' {{(pid=103800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 05 17:17:40.297547 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-973f9be2-acf4-4dd2-85fa-4612947d3671 None None] Set router cff4776f-0f57-4d95-ab14-02c9995727ee gateway port host: dv-neutron-master-2-hyperv {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:17:40.315719 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Jan 2022 17:17:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3872a368-5485-4daf-b795-e06345144e4a x-openstack-request-id: req-3872a368-5485-4daf-b795-e06345144e4a {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 05 17:17:40.316077 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8e70bc8-7224-46b3-816f-b48a0c21d6ea", "tag": "ebf6330c-2d9c-411c-8f56-7d76d1245e95", "status": "completed", "code": 200}]} {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 05 17:17:40.316387 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-3872a368-5485-4daf-b795-e06345144e4a {{(pid=103800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 05 17:17:40.316874 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8e70bc8-7224-46b3-816f-b48a0c21d6ea', 'tag': 'ebf6330c-2d9c-411c-8f56-7d76d1245e95', 'status': 'completed', 'code': 200} Jan 05 17:17:40.381186 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8806d8bf-75d8-4131-8266-6a3fad3f5fa8 tempest-TestNetworkBasicOps-152746079 tempest-TestNetworkBasicOps-152746079-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:17:40.398129 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-8806d8bf-75d8-4131-8266-6a3fad3f5fa8 tempest-TestNetworkBasicOps-152746079 tempest-TestNetworkBasicOps-152746079-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=d8e70bc8-7224-46b3-816f-b48a0c21d6ea&network_id=ca8869da-8f41-484b-a167-91f27506fa27 HTTP/1.1" status: 200 len: 1130 time: 0.1157184 Jan 05 17:17:40.418854 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0aa43b9-27b2-489c-8883-6932cb33e7ea req-fdbf2409-dcbe-4ebb-b573-a871c7f76230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:17:40.420560 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-b0aa43b9-27b2-489c-8883-6932cb33e7ea req-fdbf2409-dcbe-4ebb-b573-a871c7f76230 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ec76859de02442879238ecf1eaefefed&device_id=d8e70bc8-7224-46b3-816f-b48a0c21d6ea HTTP/1.1" status: 200 len: 1135 time: 0.0802968 Jan 05 17:17:40.533198 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b34ff0-3641-49d3-9b8c-e4df4b7d7c3a req-55093961-6972-429a-82d5-686ed44be130 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:17:40.534798 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-17b34ff0-3641-49d3-9b8c-e4df4b7d7c3a req-55093961-6972-429a-82d5-686ed44be130 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] 10.222.0.11 "GET /v2.0/ports?device_id=420ee118-202e-4452-b10a-080155c31611 HTTP/1.1" status: 200 len: 943 time: 0.1086287 Jan 05 17:17:40.536351 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-973f9be2-acf4-4dd2-85fa-4612947d3671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cff4776f-0f57-4d95-ab14-02c9995727ee', 'name': 'tempest-TestNetworkBasicOps-router-1863885059', 'tenant_id': 'ec76859de02442879238ecf1eaefefed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.126'}], 'enable_snat': True}, 'gw_port_id': '10d480a7-3c05-4fd5-8241-a5435f83aec9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:17:12Z', 'updated_at': '2022-01-05T17:17:17Z', 'revision_number': 4, 'project_id': 'ec76859de02442879238ecf1eaefefed', 'gw_port': {'id': '10d480a7-3c05-4fd5-8241-a5435f83aec9', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:9c:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cff4776f-0f57-4d95-ab14-02c9995727ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:17:13Z', 'updated_at': '2022-01-05T17:17:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '4e7f091c-b50e-4c46-9f98-f5fe8c1b08c0', 'tenant_id': 'ec76859de02442879238ecf1eaefefed', 'floating_ip_address': '172.36.4.237', 'floating_network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'router_id': 'cff4776f-0f57-4d95-ab14-02c9995727ee', 'port_id': 'ebf6330c-2d9c-411c-8f56-7d76d1245e95', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1436, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-303468631', 'network_id': 'ca8869da-8f41-484b-a167-91f27506fa27', 'mac_address': 'fa:16:3e:93:af:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8e70bc8-7224-46b3-816f-b48a0c21d6ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-05T17:17:38Z', 'updated_at': '2022-01-05T17:17:38Z', 'revision_number': 0, 'project_id': 'ec76859de02442879238ecf1eaefefed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c81db0b-4003-4a5d-acfd-7b32883bb40d', 'name': '', 'network_id': 'ca8869da-8f41-484b-a167-91f27506fa27', 'tenant_id': 'ec76859de02442879238ecf1eaefefed', 'mac_address': 'fa:16:3e:1e:55:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cff4776f-0f57-4d95-ab14-02c9995727ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': 'a151b2e1-840e-491f-8734-b7cd79cbcd15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:17:16Z', 'updated_at': '2022-01-05T17:17:20Z', 'revision_number': 5, 'project_id': 'ec76859de02442879238ecf1eaefefed', 'subnets': [{'id': 'a151b2e1-840e-491f-8734-b7cd79cbcd15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:17:40.566945 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-973f9be2-acf4-4dd2-85fa-4612947d3671 None None] Checking router: cff4776f-0f57-4d95-ab14-02c9995727ee for host: dv-neutron-master-2-hyperv {{(pid=103802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 05 17:17:40.575813 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-973f9be2-acf4-4dd2-85fa-4612947d3671 None None] Routers {'cff4776f-0f57-4d95-ab14-02c9995727ee'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:17:40.576789 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-973f9be2-acf4-4dd2-85fa-4612947d3671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:17:19Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['cff4776f-0f57-4d95-ab14-02c9995727ee'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:17:40.580847 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0aa43b9-27b2-489c-8883-6932cb33e7ea req-db827c3d-aba1-447e-9aa4-ad084fd7742f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:17:40.581314 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-b0aa43b9-27b2-489c-8883-6932cb33e7ea req-db827c3d-aba1-447e-9aa4-ad084fd7742f service neutron] 10.222.0.13 "GET /v2.0/networks?id=ca8869da-8f41-484b-a167-91f27506fa27 HTTP/1.1" status: 200 len: 898 time: 0.1438520 Jan 05 17:17:40.648285 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-17b34ff0-3641-49d3-9b8c-e4df4b7d7c3a req-624e7297-3e08-429b-81f0-9a107b75f6ab tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] 10.222.0.11 "GET /v2.0/security-groups?id=74da9e44-17f3-4e78-b165-acdbd8889547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1008813 Jan 05 17:17:40.678731 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-b0aa43b9-27b2-489c-8883-6932cb33e7ea req-76fe9894-cee8-469e-9097-3a14c5a2f62e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ebf6330c-2d9c-411c-8f56-7d76d1245e95 HTTP/1.1" status: 200 len: 1036 time: 0.0919776 Jan 05 17:17:40.733308 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0aa43b9-27b2-489c-8883-6932cb33e7ea req-a5e38369-3d3c-4619-8146-b82402cb7f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:17:40.735242 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-b0aa43b9-27b2-489c-8883-6932cb33e7ea req-a5e38369-3d3c-4619-8146-b82402cb7f64 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a151b2e1-840e-491f-8734-b7cd79cbcd15 HTTP/1.1" status: 200 len: 835 time: 0.0490465 Jan 05 17:17:40.786179 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0aa43b9-27b2-489c-8883-6932cb33e7ea req-76c6ffd0-4d12-4132-8ee1-f99b1185fc2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:17:40.788150 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-b0aa43b9-27b2-489c-8883-6932cb33e7ea req-76c6ffd0-4d12-4132-8ee1-f99b1185fc2d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ca8869da-8f41-484b-a167-91f27506fa27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0464191 Jan 05 17:17:40.882883 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-973f9be2-acf4-4dd2-85fa-4612947d3671 None None] Set router cff4776f-0f57-4d95-ab14-02c9995727ee gateway port host: dv-neutron-master-2-hyperv {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:17:40.930045 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-b0aa43b9-27b2-489c-8883-6932cb33e7ea req-db3b34d0-9adb-4251-9f4a-269cd0036607 service neutron] 10.222.0.13 "GET /v2.0/networks/ca8869da-8f41-484b-a167-91f27506fa27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320503 Jan 05 17:17:40.969740 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b14a086-8f11-4b89-9e6c-0410980a0041 req-51a5dbf4-bcfb-4131-93ac-4517904ab91a tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:17:40.971256 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-1b14a086-8f11-4b89-9e6c-0410980a0041 req-51a5dbf4-bcfb-4131-93ac-4517904ab91a tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8e70bc8-7224-46b3-816f-b48a0c21d6ea HTTP/1.1" status: 200 len: 982 time: 0.0835161 Jan 05 17:17:41.070270 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-1b14a086-8f11-4b89-9e6c-0410980a0041 req-92726a07-7372-40ba-bd65-22a13fedbbcf tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/security-groups?id=e329916e-631b-4eb4-9789-17d060ce9f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732718 Jan 05 17:17:41.074480 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-b0aa43b9-27b2-489c-8883-6932cb33e7ea req-a97826f6-307f-4955-863e-b3fb5de5c7be service neutron] 10.222.0.13 "GET /v2.0/networks/ca8869da-8f41-484b-a167-91f27506fa27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361396 Jan 05 17:17:41.127320 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-973f9be2-acf4-4dd2-85fa-4612947d3671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cff4776f-0f57-4d95-ab14-02c9995727ee', 'name': 'tempest-TestNetworkBasicOps-router-1863885059', 'tenant_id': 'ec76859de02442879238ecf1eaefefed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.126'}], 'enable_snat': True}, 'gw_port_id': '10d480a7-3c05-4fd5-8241-a5435f83aec9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:17:12Z', 'updated_at': '2022-01-05T17:17:17Z', 'revision_number': 4, 'project_id': 'ec76859de02442879238ecf1eaefefed', 'gw_port': {'id': '10d480a7-3c05-4fd5-8241-a5435f83aec9', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:9c:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cff4776f-0f57-4d95-ab14-02c9995727ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:17:13Z', 'updated_at': '2022-01-05T17:17:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '4e7f091c-b50e-4c46-9f98-f5fe8c1b08c0', 'tenant_id': 'ec76859de02442879238ecf1eaefefed', 'floating_ip_address': '172.36.4.237', 'floating_network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'router_id': 'cff4776f-0f57-4d95-ab14-02c9995727ee', 'port_id': 'ebf6330c-2d9c-411c-8f56-7d76d1245e95', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1436, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-303468631', 'network_id': 'ca8869da-8f41-484b-a167-91f27506fa27', 'mac_address': 'fa:16:3e:93:af:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8e70bc8-7224-46b3-816f-b48a0c21d6ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-05T17:17:38Z', 'updated_at': '2022-01-05T17:17:38Z', 'revision_number': 0, 'project_id': 'ec76859de02442879238ecf1eaefefed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c81db0b-4003-4a5d-acfd-7b32883bb40d', 'name': '', 'network_id': 'ca8869da-8f41-484b-a167-91f27506fa27', 'tenant_id': 'ec76859de02442879238ecf1eaefefed', 'mac_address': 'fa:16:3e:1e:55:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cff4776f-0f57-4d95-ab14-02c9995727ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': 'a151b2e1-840e-491f-8734-b7cd79cbcd15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:17:16Z', 'updated_at': '2022-01-05T17:17:20Z', 'revision_number': 5, 'project_id': 'ec76859de02442879238ecf1eaefefed', 'subnets': [{'id': 'a151b2e1-840e-491f-8734-b7cd79cbcd15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:17:41.154645 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-973f9be2-acf4-4dd2-85fa-4612947d3671 None None] The sync data for ids ['cff4776f-0f57-4d95-ab14-02c9995727ee'] in dv-neutron-master-2-hyperv is: [{'id': 'cff4776f-0f57-4d95-ab14-02c9995727ee', 'name': 'tempest-TestNetworkBasicOps-router-1863885059', 'tenant_id': 'ec76859de02442879238ecf1eaefefed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.126'}], 'enable_snat': True}, 'gw_port_id': '10d480a7-3c05-4fd5-8241-a5435f83aec9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:17:12Z', 'updated_at': '2022-01-05T17:17:17Z', 'revision_number': 4, 'project_id': 'ec76859de02442879238ecf1eaefefed', 'gw_port': {'id': '10d480a7-3c05-4fd5-8241-a5435f83aec9', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:9c:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cff4776f-0f57-4d95-ab14-02c9995727ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:17:13Z', 'updated_at': '2022-01-05T17:17:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '4e7f091c-b50e-4c46-9f98-f5fe8c1b08c0', 'tenant_id': 'ec76859de02442879238ecf1eaefefed', 'floating_ip_address': '172.36.4.237', 'floating_network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'router_id': 'cff4776f-0f57-4d95-ab14-02c9995727ee', 'port_id': 'ebf6330c-2d9c-411c-8f56-7d76d1245e95', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1436, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-303468631', 'network_id': 'ca8869da-8f41-484b-a167-91f27506fa27', 'mac_address': 'fa:16:3e:93:af:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8e70bc8-7224-46b3-816f-b48a0c21d6ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-05T17:17:38Z', 'updated_at': '2022-01-05T17:17:38Z', 'revision_number': 0, 'project_id': 'ec76859de02442879238ecf1eaefefed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c81db0b-4003-4a5d-acfd-7b32883bb40d', 'name': '', 'network_id': 'ca8869da-8f41-484b-a167-91f27506fa27', 'tenant_id': 'ec76859de02442879238ecf1eaefefed', 'mac_address': 'fa:16:3e:1e:55:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cff4776f-0f57-4d95-ab14-02c9995727ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': 'a151b2e1-840e-491f-8734-b7cd79cbcd15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:17:16Z', 'updated_at': '2022-01-05T17:17:20Z', 'revision_number': 5, 'project_id': 'ec76859de02442879238ecf1eaefefed', 'subnets': [{'id': 'a151b2e1-840e-491f-8734-b7cd79cbcd15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 05 17:17:41.361355 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6e406dc-f26b-490b-8ed7-d7f76da8c173 None None] New status for floating IP 4e7f091c-b50e-4c46-9f98-f5fe8c1b08c0: ACTIVE {{(pid=103803) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 05 17:17:41.784423 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a97d18-aebb-40ab-9b8f-92d76604626e req-33d8f715-f4de-4bdd-97e1-9d5409796bf0 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:17:41.786035 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-67a97d18-aebb-40ab-9b8f-92d76604626e req-33d8f715-f4de-4bdd-97e1-9d5409796bf0 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] 10.222.0.11 "GET /v2.0/ports?device_id=420ee118-202e-4452-b10a-080155c31611 HTTP/1.1" status: 200 len: 943 time: 0.0564065 Jan 05 17:17:41.841630 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-67a97d18-aebb-40ab-9b8f-92d76604626e req-c2e92530-77aa-453f-9108-4b68bd8e957f tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] 10.222.0.11 "GET /v2.0/security-groups?id=74da9e44-17f3-4e78-b165-acdbd8889547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479741 Jan 05 17:17:42.105947 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe0bcec-0088-4eda-984a-c0fa8f47d795 req-4266b45d-ba59-4bec-b4da-368efd9f582d tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:17:42.107413 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-bbe0bcec-0088-4eda-984a-c0fa8f47d795 req-4266b45d-ba59-4bec-b4da-368efd9f582d tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.13 "GET /v2.0/ports?device_id=d8e70bc8-7224-46b3-816f-b48a0c21d6ea HTTP/1.1" status: 200 len: 982 time: 0.0500951 Jan 05 17:17:42.163567 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe0bcec-0088-4eda-984a-c0fa8f47d795 req-210ba591-34a6-458a-9001-52165718f4f3 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:17:42.164990 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-bbe0bcec-0088-4eda-984a-c0fa8f47d795 req-210ba591-34a6-458a-9001-52165718f4f3 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.13 "GET /v2.0/ports/ebf6330c-2d9c-411c-8f56-7d76d1245e95?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0522850 Jan 05 17:17:42.262212 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa2581a-44bb-4a19-850b-99cdf91b70ab req-945edbac-c911-47db-93d3-a40785267132 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:17:42.263581 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-0aa2581a-44bb-4a19-850b-99cdf91b70ab req-945edbac-c911-47db-93d3-a40785267132 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8e70bc8-7224-46b3-816f-b48a0c21d6ea HTTP/1.1" status: 200 len: 982 time: 0.1172674 Jan 05 17:17:42.312172 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-bbe0bcec-0088-4eda-984a-c0fa8f47d795 req-7d0797ac-8105-4a5c-ac64-310cf11a2dde tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.13 "GET /v2.0/networks/ca8869da-8f41-484b-a167-91f27506fa27?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1328669 Jan 05 17:17:42.321331 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [req-bbe0bcec-0088-4eda-984a-c0fa8f47d795 req-84e5fa2d-52a2-4f57-a448-9ff7f836ddba service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:17:42.364876 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-0aa2581a-44bb-4a19-850b-99cdf91b70ab req-0387501b-671f-45ca-8dda-a46686ec1c10 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/security-groups?id=e329916e-631b-4eb4-9789-17d060ce9f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956221 Jan 05 17:17:42.392449 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-bbe0bcec-0088-4eda-984a-c0fa8f47d795 req-84e5fa2d-52a2-4f57-a448-9ff7f836ddba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:17:42.537067 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.db [req-bbe0bcec-0088-4eda-984a-c0fa8f47d795 req-84e5fa2d-52a2-4f57-a448-9ff7f836ddba service neutron] For port ebf6330c-2d9c-411c-8f56-7d76d1245e95, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=ebf6330c-2d9c-411c-8f56-7d76d1245e95,segment=NetworkSegment(f99ffd90-f0b1-41e5-9979-550d7e73f95d),segment_id=f99ffd90-f0b1-41e5-9979-550d7e73f95d)] {{(pid=103800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:17:42.568746 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.db [req-bbe0bcec-0088-4eda-984a-c0fa8f47d795 req-84e5fa2d-52a2-4f57-a448-9ff7f836ddba service neutron] For port ebf6330c-2d9c-411c-8f56-7d76d1245e95, host hv-neutron-mast, cleared binding levels {{(pid=103800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 05 17:17:42.601744 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.notifiers.nova [req-bbe0bcec-0088-4eda-984a-c0fa8f47d795 req-84e5fa2d-52a2-4f57-a448-9ff7f836ddba service neutron] device_id is not set on port ebf6330c-2d9c-411c-8f56-7d76d1245e95 yet. {{(pid=103800) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 05 17:17:42.610927 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-bbe0bcec-0088-4eda-984a-c0fa8f47d795 req-84e5fa2d-52a2-4f57-a448-9ff7f836ddba service neutron] Publish callbacks [] for port, precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:17:42.669135 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-bbe0bcec-0088-4eda-984a-c0fa8f47d795 req-84e5fa2d-52a2-4f57-a448-9ff7f836ddba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8784461'] for port, after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:17:42.780602 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e5fa2d-52a2-4f57-a448-9ff7f836ddba service neutron] Pushing event updated for resources: {'Port': ['ID=ebf6330c-2d9c-411c-8f56-7d76d1245e95,revision_number=6']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:17:42.841364 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbe0bcec-0088-4eda-984a-c0fa8f47d795 req-84e5fa2d-52a2-4f57-a448-9ff7f836ddba service neutron] No DVR routers for this DVR port ebf6330c-2d9c-411c-8f56-7d76d1245e95 on host hv-neutron-mast {{(pid=103800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 05 17:17:42.952540 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-a6db2ca8-52e6-44ba-8516-1d61254d810d None None] Provisioning complete for port ebf6330c-2d9c-411c-8f56-7d76d1245e95 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:17:42.953559 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-a6db2ca8-52e6-44ba-8516-1d61254d810d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:17:42.977710 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75166fcc-73ef-4545-9771-f87d5e93b574 req-9142d874-a141-4e62-9d7d-8e248d4db62f tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:17:42.977710 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-75166fcc-73ef-4545-9771-f87d5e93b574 req-9142d874-a141-4e62-9d7d-8e248d4db62f tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] 10.222.0.11 "GET /v2.0/ports?device_id=420ee118-202e-4452-b10a-080155c31611 HTTP/1.1" status: 200 len: 943 time: 0.0529447 Jan 05 17:17:43.002247 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-a6db2ca8-52e6-44ba-8516-1d61254d810d None None] Port ebf6330c-2d9c-411c-8f56-7d76d1245e95 cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 17:17:43.006717 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [req-bbe0bcec-0088-4eda-984a-c0fa8f47d795 req-84e5fa2d-52a2-4f57-a448-9ff7f836ddba service neutron] In _notify_port_updated(), no bound segment for port ebf6330c-2d9c-411c-8f56-7d76d1245e95 on network ca8869da-8f41-484b-a167-91f27506fa27 {{(pid=103800) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Jan 05 17:17:43.007507 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe0bcec-0088-4eda-984a-c0fa8f47d795 req-84e5fa2d-52a2-4f57-a448-9ff7f836ddba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:17:43.008119 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-bbe0bcec-0088-4eda-984a-c0fa8f47d795 req-84e5fa2d-52a2-4f57-a448-9ff7f836ddba service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:17:43.009632 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-bbe0bcec-0088-4eda-984a-c0fa8f47d795 req-84e5fa2d-52a2-4f57-a448-9ff7f836ddba service neutron] 10.222.0.13 "PUT /v2.0/ports/ebf6330c-2d9c-411c-8f56-7d76d1245e95 HTTP/1.1" status: 200 len: 1025 time: 0.6921213 Jan 05 17:17:43.031601 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-75166fcc-73ef-4545-9771-f87d5e93b574 req-5defe84d-bed1-4f26-8d01-99828c11de22 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] 10.222.0.11 "GET /v2.0/security-groups?id=74da9e44-17f3-4e78-b165-acdbd8889547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463345 Jan 05 17:17:43.477760 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-571a0a00-7e67-48a7-9751-ebf3414710d4 req-f412d8c8-5555-4c5d-9195-6de93e937303 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8e70bc8-7224-46b3-816f-b48a0c21d6ea HTTP/1.1" status: 200 len: 210 time: 0.0275803 Jan 05 17:17:44.152506 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7f36ee-c79f-4fa7-8cbb-44c7d94c5919 req-03c82450-db76-4970-9f46-9d0801cebc08 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:17:44.154026 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-5c7f36ee-c79f-4fa7-8cbb-44c7d94c5919 req-03c82450-db76-4970-9f46-9d0801cebc08 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] 10.222.0.11 "GET /v2.0/ports?device_id=420ee118-202e-4452-b10a-080155c31611 HTTP/1.1" status: 200 len: 943 time: 0.0546443 Jan 05 17:17:44.204084 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-5c7f36ee-c79f-4fa7-8cbb-44c7d94c5919 req-e2e6694c-87ea-46a6-aa88-1b864946d8ee tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] 10.222.0.11 "GET /v2.0/security-groups?id=74da9e44-17f3-4e78-b165-acdbd8889547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444794 Jan 05 17:17:44.535640 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 46842) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:17:44.578944 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48a74369-a1bb-4c7f-b6b8-11db98fa2963 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:17:44.580334 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-48a74369-a1bb-4c7f-b6b8-11db98fa2963 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/ports/ebf6330c-2d9c-411c-8f56-7d76d1245e95 HTTP/1.1" status: 200 len: 924 time: 0.0437012 Jan 05 17:17:44.903554 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 46846) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:17:44.908070 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-309c0d32-ee85-444b-ac16-e1949101ecd3 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1669127290', 'description': 'tempest-secgroup-smoke-1669127290 description', 'project_id': 'ec76859de02442879238ecf1eaefefed'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:17:44.920591 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Device ebf6330c-2d9c-411c-8f56-7d76d1245e95 no longer exists at agent hyperv_hv-neutron-mast {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 05 17:17:44.959809 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] The host hv-neutron-mast is not matching for port ebf6330c-2d9c-411c-8f56-7d76d1245e95 host ! {{(pid=103802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 05 17:17:44.960191 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Device ebf6330c-2d9c-411c-8f56-7d76d1245e95 not bound to the agent host hv-neutron-mast {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 05 17:17:45.023580 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-309c0d32-ee85-444b-ac16-e1949101ecd3 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for security_group, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:17:45.091939 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-309c0d32-ee85-444b-ac16-e1949101ecd3 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for security_group, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:17:45.232890 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-309c0d32-ee85-444b-ac16-e1949101ecd3 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:17:45.261103 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309c0d32-ee85-444b-ac16-e1949101ecd3 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b7d52b5-676f-4c0a-81eb-7083614ff5ca,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:17:45.315520 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:17:45.315520 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:17:45.315520 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:17:45.315520 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:17:45.315520 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:17:45.315520 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:17:45.315520 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:17:45.315520 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:17:45.315520 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:17:45.315520 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:17:45.315520 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:17:45.315520 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:17:45.315520 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:17:45.315520 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:17:45.315520 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:17:45.315520 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:17:45.315520 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:17:45.315520 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:17:45.315520 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:17:45.315520 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:17:45.315520 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:17:45.315520 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:17:45.315520 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:17:45.315520 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:17:45.315520 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:17:45.315520 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:17:45.315520 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:17:45.315520 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:17:45.315520 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:17:45.315520 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:17:45.315520 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:17:45.315520 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:17:45.315520 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:17:45.315520 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:17:45.315520 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:17:45.315520 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:17:45.315520 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:17:45.315520 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:17:45.315520 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:17:45.315520 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:17:45.315520 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:17:45.315520 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:17:45.315520 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:17:45.315520 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:17:45.315520 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:17:45.315520 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:17:45.315520 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:17:45.315520 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:17:45.320343 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb14a8ef-79f5-4a5a-abaf-2dcfa4b59e96 req-80ab2b71-2d83-40ea-92bc-9743f777fb17 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:17:45.321568 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-fb14a8ef-79f5-4a5a-abaf-2dcfa4b59e96 req-80ab2b71-2d83-40ea-92bc-9743f777fb17 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] 10.222.0.11 "GET /v2.0/ports?device_id=420ee118-202e-4452-b10a-080155c31611 HTTP/1.1" status: 200 len: 943 time: 0.0495915 Jan 05 17:17:45.372073 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-fb14a8ef-79f5-4a5a-abaf-2dcfa4b59e96 req-f365fd97-d3b2-46ae-9f16-850e83d819ee tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] 10.222.0.11 "GET /v2.0/security-groups?id=74da9e44-17f3-4e78-b165-acdbd8889547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448089 Jan 05 17:17:45.372840 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-309c0d32-ee85-444b-ac16-e1949101ecd3 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for security_group, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:17:45.374104 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-309c0d32-ee85-444b-ac16-e1949101ecd3 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.4695568 Jan 05 17:17:45.377120 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 46850) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:17:45.382256 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-b268b7b6-6224-4f41-ac1c-d9fb8310f9b3 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Request body: {'security_group_rule': {'security_group_id': '1b7d52b5-676f-4c0a-81eb-7083614ff5ca', 'project_id': 'ec76859de02442879238ecf1eaefefed', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:17:45.489654 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-b268b7b6-6224-4f41-ac1c-d9fb8310f9b3 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:17:45.549007 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-b268b7b6-6224-4f41-ac1c-d9fb8310f9b3 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:17:45.638713 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-b268b7b6-6224-4f41-ac1c-d9fb8310f9b3 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533437'] for security_group_rule, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:17:45.657381 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b268b7b6-6224-4f41-ac1c-d9fb8310f9b3 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=875340ca-4bda-4bfd-9110-b1a16ea1986e,revision_number=0']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:17:45.749312 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-b268b7b6-6224-4f41-ac1c-d9fb8310f9b3 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:17:45.750493 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-b268b7b6-6224-4f41-ac1c-d9fb8310f9b3 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3722785 Jan 05 17:17:45.753136 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 46852) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:17:45.757470 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-da02ee6b-96e3-4780-8b84-256881a325ed tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Request body: {'security_group_rule': {'security_group_id': '1b7d52b5-676f-4c0a-81eb-7083614ff5ca', 'project_id': 'ec76859de02442879238ecf1eaefefed', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:17:45.844496 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-da02ee6b-96e3-4780-8b84-256881a325ed tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:17:45.899869 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-da02ee6b-96e3-4780-8b84-256881a325ed tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:17:45.971885 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-da02ee6b-96e3-4780-8b84-256881a325ed tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533437'] for security_group_rule, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:17:45.990060 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da02ee6b-96e3-4780-8b84-256881a325ed tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d2b57ca-7c66-42a9-8037-e6225bc43076,revision_number=0']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:17:46.048243 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-da02ee6b-96e3-4780-8b84-256881a325ed tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:17:46.049359 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-da02ee6b-96e3-4780-8b84-256881a325ed tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2952721 Jan 05 17:17:46.052023 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 46854) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:17:46.056243 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-e8b09a04-a198-4664-b9aa-a73854be5453 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Request body: {'security_group_rule': {'security_group_id': '1b7d52b5-676f-4c0a-81eb-7083614ff5ca', 'project_id': 'ec76859de02442879238ecf1eaefefed', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:17:46.131506 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e8b09a04-a198-4664-b9aa-a73854be5453 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:17:46.187730 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e8b09a04-a198-4664-b9aa-a73854be5453 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:17:46.263097 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e8b09a04-a198-4664-b9aa-a73854be5453 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533437'] for security_group_rule, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:17:46.281329 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b09a04-a198-4664-b9aa-a73854be5453 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e47a272-9332-4cf5-ab3f-258b3440cd3e,revision_number=0']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:17:46.362588 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e8b09a04-a198-4664-b9aa-a73854be5453 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:17:46.364027 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-e8b09a04-a198-4664-b9aa-a73854be5453 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3110857 Jan 05 17:17:46.366669 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 46856) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:17:46.371179 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-6196ab30-9fec-44b3-9d70-b9120cf229fa tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Request body: {'security_group_rule': {'security_group_id': '1b7d52b5-676f-4c0a-81eb-7083614ff5ca', 'project_id': 'ec76859de02442879238ecf1eaefefed', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:17:46.493756 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e815bbe8-f3b1-43aa-89be-795af8b37eb3 req-3b8cb0a0-8965-4c4a-a3f6-b98ed0e286e7 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:17:46.495267 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-e815bbe8-f3b1-43aa-89be-795af8b37eb3 req-3b8cb0a0-8965-4c4a-a3f6-b98ed0e286e7 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] 10.222.0.11 "GET /v2.0/ports?device_id=420ee118-202e-4452-b10a-080155c31611 HTTP/1.1" status: 200 len: 943 time: 0.0521214 Jan 05 17:17:46.520651 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-6196ab30-9fec-44b3-9d70-b9120cf229fa tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:17:46.570025 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-e815bbe8-f3b1-43aa-89be-795af8b37eb3 req-7d4e28a9-49af-4d7a-91c0-944d115744bf tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] 10.222.0.11 "GET /v2.0/security-groups?id=74da9e44-17f3-4e78-b165-acdbd8889547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685747 Jan 05 17:17:46.588213 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-6196ab30-9fec-44b3-9d70-b9120cf229fa tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:17:46.712729 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-6196ab30-9fec-44b3-9d70-b9120cf229fa tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533437'] for security_group_rule, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:17:46.730906 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6196ab30-9fec-44b3-9d70-b9120cf229fa tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=198f39ab-a1f6-498a-90ef-9b3ce58f824b,revision_number=0']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:17:46.840328 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-6196ab30-9fec-44b3-9d70-b9120cf229fa tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:17:46.841542 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-6196ab30-9fec-44b3-9d70-b9120cf229fa tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4739096 Jan 05 17:17:46.844722 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 46860) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:17:46.849077 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-f70d958e-0783-493c-b37e-d72030db8148 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Request body: {'security_group_rule': {'security_group_id': '1b7d52b5-676f-4c0a-81eb-7083614ff5ca', 'project_id': 'ec76859de02442879238ecf1eaefefed', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:17:46.929878 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.db.securitygroups_db [None req-f70d958e-0783-493c-b37e-d72030db8148 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Project ec76859de02442879238ecf1eaefefed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 05 17:17:46.934790 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f70d958e-0783-493c-b37e-d72030db8148 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:17:46.991151 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f70d958e-0783-493c-b37e-d72030db8148 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:17:47.069148 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f70d958e-0783-493c-b37e-d72030db8148 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533437'] for security_group_rule, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:17:47.087354 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70d958e-0783-493c-b37e-d72030db8148 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f2f319e-1b54-4180-877b-304dcda9dd01,revision_number=0']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:17:47.120404 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-efa46c85-9260-4cf2-912f-b25c65484073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:17:47.171529 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f70d958e-0783-493c-b37e-d72030db8148 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:17:47.172731 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-f70d958e-0783-493c-b37e-d72030db8148 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3271039 Jan 05 17:17:47.175414 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 46862) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:17:47.179805 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-4c73f918-e0bc-450d-8f52-f94bcc8c3ef7 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Request body: {'security_group_rule': {'security_group_id': '1b7d52b5-676f-4c0a-81eb-7083614ff5ca', 'project_id': 'ec76859de02442879238ecf1eaefefed', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:17:47.281072 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.db.securitygroups_db [None req-4c73f918-e0bc-450d-8f52-f94bcc8c3ef7 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Project ec76859de02442879238ecf1eaefefed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 05 17:17:47.285960 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-4c73f918-e0bc-450d-8f52-f94bcc8c3ef7 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:17:47.343336 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-4c73f918-e0bc-450d-8f52-f94bcc8c3ef7 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:17:47.415315 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-4c73f918-e0bc-450d-8f52-f94bcc8c3ef7 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533437'] for security_group_rule, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:17:47.438097 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c73f918-e0bc-450d-8f52-f94bcc8c3ef7 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8221ceac-3430-43ee-bbe3-7b9ca8994818,revision_number=0']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:17:47.497551 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-4c73f918-e0bc-450d-8f52-f94bcc8c3ef7 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:17:47.499184 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-4c73f918-e0bc-450d-8f52-f94bcc8c3ef7 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3223245 Jan 05 17:17:47.648701 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-21ffb6a7-c577-4354-88ae-648d8bd0c424 req-dac1a956-766f-40db-8b7e-633e333f8255 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1669127290&fields=id&tenant_id=ec76859de02442879238ecf1eaefefed HTTP/1.1" status: 200 len: 267 time: 0.0467353 Jan 05 17:17:47.687044 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1541142b-f594-4ad2-9c4f-77753338406d req-542e8241-95fd-47c1-9e02-ab8fe101b245 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:17:47.688533 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-1541142b-f594-4ad2-9c4f-77753338406d req-542e8241-95fd-47c1-9e02-ab8fe101b245 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] 10.222.0.11 "GET /v2.0/ports?device_id=420ee118-202e-4452-b10a-080155c31611 HTTP/1.1" status: 200 len: 943 time: 0.0492644 Jan 05 17:17:47.702788 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ffb6a7-c577-4354-88ae-648d8bd0c424 req-38b8b183-4aa5-403b-b20f-49d7319cd60f tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:17:47.704137 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-21ffb6a7-c577-4354-88ae-648d8bd0c424 req-38b8b183-4aa5-403b-b20f-49d7319cd60f tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/ports/ebf6330c-2d9c-411c-8f56-7d76d1245e95 HTTP/1.1" status: 200 len: 929 time: 0.0483747 Jan 05 17:17:47.737218 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-1541142b-f594-4ad2-9c4f-77753338406d req-9e83bbc0-fe29-41a8-a102-e24d9283101d tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] 10.222.0.11 "GET /v2.0/security-groups?id=74da9e44-17f3-4e78-b165-acdbd8889547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427899 Jan 05 17:17:47.748312 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-21ffb6a7-c577-4354-88ae-648d8bd0c424 req-a5f6a43f-c1ca-4a6d-9a00-99d8ba2f7800 service neutron] 10.222.0.11 "GET /v2.0/ports/ebf6330c-2d9c-411c-8f56-7d76d1245e95?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0324860 Jan 05 17:17:47.836211 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-21ffb6a7-c577-4354-88ae-648d8bd0c424 req-7e711662-6c34-433a-a676-9ad559b7cf09 service neutron] 10.222.0.11 "GET /v2.0/networks/ca8869da-8f41-484b-a167-91f27506fa27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810838 Jan 05 17:17:47.927634 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-21ffb6a7-c577-4354-88ae-648d8bd0c424 req-1cad1049-aaeb-4bc8-84c9-d9dbebc64acc service neutron] 10.222.0.11 "GET /v2.0/networks/ca8869da-8f41-484b-a167-91f27506fa27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855875 Jan 05 17:17:48.183327 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-e8da27c6-524f-4f5f-80d9-17a79efce12a req-6565303b-c3de-4085-b4a5-06c94eb31853 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/ports?device_id=88d88199-2344-4823-aa87-8cd072976572 HTTP/1.1" status: 200 len: 210 time: 0.0338719 Jan 05 17:17:48.853115 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25c935c-f7eb-4085-854d-ca386e337056 req-bfbf4341-db8a-4c46-b5ff-0939032b773c tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:17:48.854720 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-e25c935c-f7eb-4085-854d-ca386e337056 req-bfbf4341-db8a-4c46-b5ff-0939032b773c tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] 10.222.0.11 "GET /v2.0/ports?device_id=420ee118-202e-4452-b10a-080155c31611 HTTP/1.1" status: 200 len: 943 time: 0.0501766 Jan 05 17:17:48.903901 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-e25c935c-f7eb-4085-854d-ca386e337056 req-054f0e13-6440-467c-a6e9-47925b6f3c9a tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] 10.222.0.11 "GET /v2.0/security-groups?id=74da9e44-17f3-4e78-b165-acdbd8889547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434272 Jan 05 17:17:49.275018 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-db294930-9f46-4e26-9c2c-cb7b50dddc91 req-2425fdbc-fa01-4c82-8a41-9283c1344e1a tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/ports?device_id=88d88199-2344-4823-aa87-8cd072976572 HTTP/1.1" status: 200 len: 210 time: 0.0264053 Jan 05 17:17:49.318548 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c5ced4ea-fb2e-4abf-8fc5-72ad7b527476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:17:49.743557 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:17:50.015981 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41afd940-be8d-4448-bac1-803c28a7e5bb req-f6af15c3-9a62-47cd-a659-29d03ef328f6 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:17:50.017449 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-41afd940-be8d-4448-bac1-803c28a7e5bb req-f6af15c3-9a62-47cd-a659-29d03ef328f6 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] 10.222.0.11 "GET /v2.0/ports?device_id=420ee118-202e-4452-b10a-080155c31611 HTTP/1.1" status: 200 len: 943 time: 0.0492477 Jan 05 17:17:50.070873 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-41afd940-be8d-4448-bac1-803c28a7e5bb req-81437c1b-3584-420f-8072-f9994c768492 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] 10.222.0.11 "GET /v2.0/security-groups?id=74da9e44-17f3-4e78-b165-acdbd8889547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475671 Jan 05 17:17:50.140938 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ffb6a7-c577-4354-88ae-648d8bd0c424 req-97e5c208-5515-420f-8d79-5db29c023b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:17:50.142360 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-21ffb6a7-c577-4354-88ae-648d8bd0c424 req-97e5c208-5515-420f-8d79-5db29c023b55 service neutron] 10.222.0.13 "GET /v2.0/ports/ebf6330c-2d9c-411c-8f56-7d76d1245e95 HTTP/1.1" status: 200 len: 1025 time: 0.0332780 Jan 05 17:17:50.245439 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ffb6a7-c577-4354-88ae-648d8bd0c424 req-37974fd1-7047-4e72-b354-c7ba1375d305 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:17:50.246824 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-21ffb6a7-c577-4354-88ae-648d8bd0c424 req-37974fd1-7047-4e72-b354-c7ba1375d305 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.13 "GET /v2.0/networks?id=ca8869da-8f41-484b-a167-91f27506fa27 HTTP/1.1" status: 200 len: 797 time: 0.0995903 Jan 05 17:17:50.328724 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-21ffb6a7-c577-4354-88ae-648d8bd0c424 req-7cda659f-f443-42fb-a304-792aed7c3a93 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ec76859de02442879238ecf1eaefefed HTTP/1.1" status: 200 len: 473 time: 0.0735850 Jan 05 17:17:50.338734 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [req-21ffb6a7-c577-4354-88ae-648d8bd0c424 req-4f0d493f-cb81-4935-823f-8b527c2412f7 service neutron] Request body: {'port': {'device_id': '88d88199-2344-4823-aa87-8cd072976572', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:17:50.367941 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-9a9e14bf-c190-47a8-9260-7ca2a0975381 req-ceca4f42-309b-411a-ac45-9ac9ba78b17f tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/ports?device_id=88d88199-2344-4823-aa87-8cd072976572 HTTP/1.1" status: 200 len: 210 time: 0.0261006 Jan 05 17:17:50.400413 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-21ffb6a7-c577-4354-88ae-648d8bd0c424 req-4f0d493f-cb81-4935-823f-8b527c2412f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:17:50.538347 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d2607572-b3c9-472c-85bc-c8de0c3fb75c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:17:50.673857 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.notifiers.nova [req-21ffb6a7-c577-4354-88ae-648d8bd0c424 req-4f0d493f-cb81-4935-823f-8b527c2412f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ebf6330c-2d9c-411c-8f56-7d76d1245e95 {{(pid=103800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 05 17:17:50.681184 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-21ffb6a7-c577-4354-88ae-648d8bd0c424 req-4f0d493f-cb81-4935-823f-8b527c2412f7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:17:50.694002 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.provisioning_blocks [req-21ffb6a7-c577-4354-88ae-648d8bd0c424 req-4f0d493f-cb81-4935-823f-8b527c2412f7 service neutron] Transition to ACTIVE for port object ebf6330c-2d9c-411c-8f56-7d76d1245e95 will not be triggered until provisioned by entity L2. {{(pid=103800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 05 17:17:50.775338 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-21ffb6a7-c577-4354-88ae-648d8bd0c424 req-4f0d493f-cb81-4935-823f-8b527c2412f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8784461'] for port, after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:17:50.852154 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0d493f-cb81-4935-823f-8b527c2412f7 service neutron] Pushing event updated for resources: {'Port': ['ID=ebf6330c-2d9c-411c-8f56-7d76d1245e95,revision_number=7']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:17:50.952452 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [req-21ffb6a7-c577-4354-88ae-648d8bd0c424 req-4f0d493f-cb81-4935-823f-8b527c2412f7 service neutron] Attempting to bind port ebf6330c-2d9c-411c-8f56-7d76d1245e95 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 05 17:17:50.953358 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [req-21ffb6a7-c577-4354-88ae-648d8bd0c424 req-4f0d493f-cb81-4935-823f-8b527c2412f7 service neutron] Attempting to bind port ebf6330c-2d9c-411c-8f56-7d76d1245e95 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'f99ffd90-f0b1-41e5-9979-550d7e73f95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'ca8869da-8f41-484b-a167-91f27506fa27'}] {{(pid=103800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 05 17:17:50.953709 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21ffb6a7-c577-4354-88ae-648d8bd0c424 req-4f0d493f-cb81-4935-823f-8b527c2412f7 service neutron] Attempting to bind port ebf6330c-2d9c-411c-8f56-7d76d1245e95 on network ca8869da-8f41-484b-a167-91f27506fa27 {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:17:50.958196 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21ffb6a7-c577-4354-88ae-648d8bd0c424 req-4f0d493f-cb81-4935-823f-8b527c2412f7 service neutron] Port ebf6330c-2d9c-411c-8f56-7d76d1245e95 on network ca8869da-8f41-484b-a167-91f27506fa27 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 05 17:17:50.958539 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21ffb6a7-c577-4354-88ae-648d8bd0c424 req-4f0d493f-cb81-4935-823f-8b527c2412f7 service neutron] Attempting to bind port ebf6330c-2d9c-411c-8f56-7d76d1245e95 on network ca8869da-8f41-484b-a167-91f27506fa27 {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:17:50.963786 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21ffb6a7-c577-4354-88ae-648d8bd0c424 req-4f0d493f-cb81-4935-823f-8b527c2412f7 service neutron] Checking agent: {'id': '5c36d785-abe8-4e89-a23a-b403333d2378', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 5, 17, 3, 49), 'started_at': datetime.datetime(2022, 1, 5, 17, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 1, 5, 17, 17, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 05 17:17:50.964120 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21ffb6a7-c577-4354-88ae-648d8bd0c424 req-4f0d493f-cb81-4935-823f-8b527c2412f7 service neutron] Checking segment: {'id': 'f99ffd90-f0b1-41e5-9979-550d7e73f95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'ca8869da-8f41-484b-a167-91f27506fa27'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:17:50.964512 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21ffb6a7-c577-4354-88ae-648d8bd0c424 req-4f0d493f-cb81-4935-823f-8b527c2412f7 service neutron] Bound using segment: {'id': 'f99ffd90-f0b1-41e5-9979-550d7e73f95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'ca8869da-8f41-484b-a167-91f27506fa27'} {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 05 17:17:50.964936 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [req-21ffb6a7-c577-4354-88ae-648d8bd0c424 req-4f0d493f-cb81-4935-823f-8b527c2412f7 service neutron] Bound port: ebf6330c-2d9c-411c-8f56-7d76d1245e95, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f99ffd90-f0b1-41e5-9979-550d7e73f95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'ca8869da-8f41-484b-a167-91f27506fa27'}}] {{(pid=103800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 05 17:17:50.965293 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-21ffb6a7-c577-4354-88ae-648d8bd0c424 req-4f0d493f-cb81-4935-823f-8b527c2412f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:17:51.027244 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.db [req-21ffb6a7-c577-4354-88ae-648d8bd0c424 req-4f0d493f-cb81-4935-823f-8b527c2412f7 service neutron] For port ebf6330c-2d9c-411c-8f56-7d76d1245e95, host hv-neutron-mast, cleared binding levels {{(pid=103800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 05 17:17:51.030136 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.db [req-21ffb6a7-c577-4354-88ae-648d8bd0c424 req-4f0d493f-cb81-4935-823f-8b527c2412f7 service neutron] For port ebf6330c-2d9c-411c-8f56-7d76d1245e95, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=ebf6330c-2d9c-411c-8f56-7d76d1245e95,segment=NetworkSegment(f99ffd90-f0b1-41e5-9979-550d7e73f95d),segment_id=f99ffd90-f0b1-41e5-9979-550d7e73f95d)] {{(pid=103800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 05 17:17:51.104154 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-21ffb6a7-c577-4354-88ae-648d8bd0c424 req-4f0d493f-cb81-4935-823f-8b527c2412f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8784461'] for port, after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:17:51.137199 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ffb6a7-c577-4354-88ae-648d8bd0c424 req-4f0d493f-cb81-4935-823f-8b527c2412f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:17:51.137831 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-21ffb6a7-c577-4354-88ae-648d8bd0c424 req-4f0d493f-cb81-4935-823f-8b527c2412f7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:17:51.141541 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-21ffb6a7-c577-4354-88ae-648d8bd0c424 req-4f0d493f-cb81-4935-823f-8b527c2412f7 service neutron] 10.222.0.13 "PUT /v2.0/ports/ebf6330c-2d9c-411c-8f56-7d76d1245e95 HTTP/1.1" status: 200 len: 1130 time: 0.8046403 Jan 05 17:17:51.141541 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88d88199-2344-4823-aa87-8cd072976572', 'tag': 'ebf6330c-2d9c-411c-8f56-7d76d1245e95'}] {{(pid=103800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 05 17:17:51.142464 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f64b9d4628f7eefcc27168a80c04985d23f0ea5def038dae05e1deb7357f3bfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-021e1a04-f4af-48c5-8e5c-7544cfe0eb2d" -d '{"events": [{"name": "network-changed", "server_uuid": "88d88199-2344-4823-aa87-8cd072976572", "tag": "ebf6330c-2d9c-411c-8f56-7d76d1245e95"}]}' {{(pid=103800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 05 17:17:51.197646 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Jan 2022 17:17:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4e659fc-8afe-4abf-a3ff-75c8529b29fb x-openstack-request-id: req-c4e659fc-8afe-4abf-a3ff-75c8529b29fb {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 05 17:17:51.197936 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88d88199-2344-4823-aa87-8cd072976572", "tag": "ebf6330c-2d9c-411c-8f56-7d76d1245e95", "status": "completed", "code": 200}]} {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 05 17:17:51.198184 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c4e659fc-8afe-4abf-a3ff-75c8529b29fb {{(pid=103800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 05 17:17:51.198585 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88d88199-2344-4823-aa87-8cd072976572', 'tag': 'ebf6330c-2d9c-411c-8f56-7d76d1245e95', 'status': 'completed', 'code': 200} Jan 05 17:17:51.208612 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0d493f-cb81-4935-823f-8b527c2412f7 service neutron] Pushing event updated for resources: {'Port': ['ID=ebf6330c-2d9c-411c-8f56-7d76d1245e95,revision_number=8']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:17:51.246460 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297ffae4-8db5-4a93-a03a-d69883f448c1 req-9fb828db-4d16-4d13-909b-11033287e881 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:17:51.247990 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-297ffae4-8db5-4a93-a03a-d69883f448c1 req-9fb828db-4d16-4d13-909b-11033287e881 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] 10.222.0.11 "GET /v2.0/ports?device_id=420ee118-202e-4452-b10a-080155c31611 HTTP/1.1" status: 200 len: 943 time: 0.1028178 Jan 05 17:17:51.284058 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021e1a04-f4af-48c5-8e5c-7544cfe0eb2d req-1bbafbb5-5d20-4b19-957d-841bb993f856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:17:51.285470 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-021e1a04-f4af-48c5-8e5c-7544cfe0eb2d req-1bbafbb5-5d20-4b19-957d-841bb993f856 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ec76859de02442879238ecf1eaefefed&device_id=88d88199-2344-4823-aa87-8cd072976572 HTTP/1.1" status: 200 len: 1133 time: 0.0732021 Jan 05 17:17:51.320542 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-297ffae4-8db5-4a93-a03a-d69883f448c1 req-be6d3fa6-0f0f-4080-9f01-be8a6a6d8857 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] 10.222.0.11 "GET /v2.0/security-groups?id=74da9e44-17f3-4e78-b165-acdbd8889547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654550 Jan 05 17:17:51.402357 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021e1a04-f4af-48c5-8e5c-7544cfe0eb2d req-1531eb2e-5f1a-4dd8-8fc2-8da7c37bc399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:17:51.403997 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-021e1a04-f4af-48c5-8e5c-7544cfe0eb2d req-1531eb2e-5f1a-4dd8-8fc2-8da7c37bc399 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=ec76859de02442879238ecf1eaefefed&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0979564 Jan 05 17:17:51.499113 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55ad4c0-b3d3-4962-8664-83b94fe0c131 req-1deefa6e-4536-4864-a9cc-df42acc5159e tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:17:51.501376 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-a55ad4c0-b3d3-4962-8664-83b94fe0c131 req-1deefa6e-4536-4864-a9cc-df42acc5159e tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/ports?device_id=88d88199-2344-4823-aa87-8cd072976572 HTTP/1.1" status: 200 len: 980 time: 0.0537100 Jan 05 17:17:51.507310 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021e1a04-f4af-48c5-8e5c-7544cfe0eb2d req-177f6354-e891-4f8c-ad15-188f9cedb9a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:17:51.508755 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-021e1a04-f4af-48c5-8e5c-7544cfe0eb2d req-177f6354-e891-4f8c-ad15-188f9cedb9a3 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0971322 Jan 05 17:17:51.548223 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-a55ad4c0-b3d3-4962-8664-83b94fe0c131 req-20dc3531-2429-4589-8637-c0675808191b tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/security-groups?id=e329916e-631b-4eb4-9789-17d060ce9f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411112 Jan 05 17:17:51.588474 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ffb6a7-c577-4354-88ae-648d8bd0c424 req-042e2f6e-4832-4d63-bc46-5b102ee3abdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:17:51.590020 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-21ffb6a7-c577-4354-88ae-648d8bd0c424 req-042e2f6e-4832-4d63-bc46-5b102ee3abdc service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ec76859de02442879238ecf1eaefefed&device_id=88d88199-2344-4823-aa87-8cd072976572 HTTP/1.1" status: 200 len: 1133 time: 0.0425105 Jan 05 17:17:51.662428 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-21ffb6a7-c577-4354-88ae-648d8bd0c424 req-84f35472-8032-44bc-8ee9-a9e9131566f1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ebf6330c-2d9c-411c-8f56-7d76d1245e95 HTTP/1.1" status: 200 len: 1036 time: 0.0635691 Jan 05 17:17:51.713836 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ffb6a7-c577-4354-88ae-648d8bd0c424 req-8d497648-e381-4b2d-aaaf-c5f4d6db5d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:17:51.715248 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-21ffb6a7-c577-4354-88ae-648d8bd0c424 req-8d497648-e381-4b2d-aaaf-c5f4d6db5d49 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a151b2e1-840e-491f-8734-b7cd79cbcd15 HTTP/1.1" status: 200 len: 835 time: 0.0427318 Jan 05 17:17:51.764935 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ffb6a7-c577-4354-88ae-648d8bd0c424 req-0628cc5c-ec33-463e-98ee-4cfd6c152199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:17:51.766455 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-21ffb6a7-c577-4354-88ae-648d8bd0c424 req-0628cc5c-ec33-463e-98ee-4cfd6c152199 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ca8869da-8f41-484b-a167-91f27506fa27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0447559 Jan 05 17:17:51.860427 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-21ffb6a7-c577-4354-88ae-648d8bd0c424 req-6625398a-28a2-4f66-b722-f4cb37ccdc9a service neutron] 10.222.0.13 "GET /v2.0/networks/ca8869da-8f41-484b-a167-91f27506fa27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850358 Jan 05 17:17:51.918324 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d504d802-9546-4ce5-a9d3-96c844ac5808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:17:51.947555 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-21ffb6a7-c577-4354-88ae-648d8bd0c424 req-46d94fb5-e280-4129-abc6-51cac4c1d1f5 service neutron] 10.222.0.13 "GET /v2.0/networks/ca8869da-8f41-484b-a167-91f27506fa27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803330 Jan 05 17:17:52.433764 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228126d5-8758-4cc5-88b5-3296756b5bf6 req-019de859-dadc-42d0-bcd8-04cf7c1341a5 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:17:52.435219 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-228126d5-8758-4cc5-88b5-3296756b5bf6 req-019de859-dadc-42d0-bcd8-04cf7c1341a5 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] 10.222.0.11 "GET /v2.0/ports?device_id=420ee118-202e-4452-b10a-080155c31611 HTTP/1.1" status: 200 len: 943 time: 0.0488560 Jan 05 17:17:52.488316 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-228126d5-8758-4cc5-88b5-3296756b5bf6 req-a7b5be45-0ed8-4a62-823a-2a01dcc1933c tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] 10.222.0.11 "GET /v2.0/security-groups?id=74da9e44-17f3-4e78-b165-acdbd8889547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473199 Jan 05 17:17:52.663397 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5044807a-8677-4b6b-8f8e-ba941c576564 req-52d80927-fb77-4ca0-94b1-a67cebc80c82 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:17:52.664858 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-5044807a-8677-4b6b-8f8e-ba941c576564 req-52d80927-fb77-4ca0-94b1-a67cebc80c82 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/ports?device_id=88d88199-2344-4823-aa87-8cd072976572 HTTP/1.1" status: 200 len: 980 time: 0.0517077 Jan 05 17:17:52.710674 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-5044807a-8677-4b6b-8f8e-ba941c576564 req-b4f84b10-8566-46cf-a35d-498a6e8ec678 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/security-groups?id=e329916e-631b-4eb4-9789-17d060ce9f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403054 Jan 05 17:17:53.295851 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:17:53.601772 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d8427a-0772-44fa-809e-0b1893e54f20 req-57483253-44d7-401a-bbd7-bfc465453c91 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:17:53.603259 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-03d8427a-0772-44fa-809e-0b1893e54f20 req-57483253-44d7-401a-bbd7-bfc465453c91 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] 10.222.0.11 "GET /v2.0/ports?device_id=420ee118-202e-4452-b10a-080155c31611 HTTP/1.1" status: 200 len: 943 time: 0.0484016 Jan 05 17:17:53.653375 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-03d8427a-0772-44fa-809e-0b1893e54f20 req-2a5c1ac2-4e01-422c-b52b-dc061c432268 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] 10.222.0.11 "GET /v2.0/security-groups?id=74da9e44-17f3-4e78-b165-acdbd8889547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446050 Jan 05 17:17:53.827906 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f75ac7d-a988-4ccb-873f-ded23dbc9815 req-2229f732-f0d8-467a-9f23-cca5c83ef788 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:17:53.829377 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-2f75ac7d-a988-4ccb-873f-ded23dbc9815 req-2229f732-f0d8-467a-9f23-cca5c83ef788 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/ports?device_id=88d88199-2344-4823-aa87-8cd072976572 HTTP/1.1" status: 200 len: 980 time: 0.0520344 Jan 05 17:17:53.874914 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-2f75ac7d-a988-4ccb-873f-ded23dbc9815 req-2956ab82-beb5-4475-999d-922e3c659fea tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/security-groups?id=e329916e-631b-4eb4-9789-17d060ce9f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400035 Jan 05 17:17:54.767939 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076f9c8a-ebfb-4b75-af01-74a8265ed5ce req-a0ece193-792a-4895-8dc4-b113a14792da tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:17:54.769403 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-076f9c8a-ebfb-4b75-af01-74a8265ed5ce req-a0ece193-792a-4895-8dc4-b113a14792da tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] 10.222.0.11 "GET /v2.0/ports?device_id=420ee118-202e-4452-b10a-080155c31611 HTTP/1.1" status: 200 len: 943 time: 0.0490451 Jan 05 17:17:54.817016 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-076f9c8a-ebfb-4b75-af01-74a8265ed5ce req-3de936fc-495e-4bd2-a495-13827e3867aa tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] 10.222.0.11 "GET /v2.0/security-groups?id=74da9e44-17f3-4e78-b165-acdbd8889547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420353 Jan 05 17:17:54.955226 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Device 5416b540-e44c-4d73-a807-f13c64b0ce0a details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 05 17:17:54.987265 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91b65b5-aa1e-4c9e-93a1-78fee9501f1b req-c20676d3-b79c-40ad-acb9-000670d2a8fe tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:17:54.993750 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-f91b65b5-aa1e-4c9e-93a1-78fee9501f1b req-c20676d3-b79c-40ad-acb9-000670d2a8fe tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/ports?device_id=88d88199-2344-4823-aa87-8cd072976572 HTTP/1.1" status: 200 len: 980 time: 0.0486703 Jan 05 17:17:55.036379 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-f91b65b5-aa1e-4c9e-93a1-78fee9501f1b req-d0d2052d-a949-4d1e-afe9-e6801d44232d tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/security-groups?id=e329916e-631b-4eb4-9789-17d060ce9f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416141 Jan 05 17:17:55.052005 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] For port 5416b540-e44c-4d73-a807-f13c64b0ce0a, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=5416b540-e44c-4d73-a807-f13c64b0ce0a,segment=NetworkSegment(1ad36131-ab48-4a0c-b640-58d4ec89beaf),segment_id=1ad36131-ab48-4a0c-b640-58d4ec89beaf)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:17:55.063762 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Returning: {'device': '5416b540-e44c-4d73-a807-f13c64b0ce0a', 'network_id': '9d892221-db72-44b5-b8b3-7f2a75d6a0ee', 'port_id': '5416b540-e44c-4d73-a807-f13c64b0ce0a', 'mac_address': 'fa:16:3e:a2:ad:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '520bba67-4fdd-405a-be17-05cf521cd2ec', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 05 17:17:55.099925 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:17:55.113615 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.notifiers.nova [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5416b540-e44c-4d73-a807-f13c64b0ce0a {{(pid=103802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 05 17:17:55.133137 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] For port 5416b540-e44c-4d73-a807-f13c64b0ce0a, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=5416b540-e44c-4d73-a807-f13c64b0ce0a,segment=NetworkSegment(1ad36131-ab48-4a0c-b640-58d4ec89beaf),segment_id=1ad36131-ab48-4a0c-b640-58d4ec89beaf)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:17:55.303515 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:17:55.304171 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Device ebf6330c-2d9c-411c-8f56-7d76d1245e95 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 05 17:17:55.373248 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Pushing event updated for resources: {'Port': ['ID=5416b540-e44c-4d73-a807-f13c64b0ce0a,revision_number=4']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:17:55.441052 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] For port ebf6330c-2d9c-411c-8f56-7d76d1245e95, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=ebf6330c-2d9c-411c-8f56-7d76d1245e95,segment=NetworkSegment(f99ffd90-f0b1-41e5-9979-550d7e73f95d),segment_id=f99ffd90-f0b1-41e5-9979-550d7e73f95d)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:17:55.452073 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Returning: {'device': 'ebf6330c-2d9c-411c-8f56-7d76d1245e95', 'network_id': 'ca8869da-8f41-484b-a167-91f27506fa27', 'port_id': 'ebf6330c-2d9c-411c-8f56-7d76d1245e95', 'mac_address': 'fa:16:3e:93:af:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a151b2e1-840e-491f-8734-b7cd79cbcd15', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 05 17:17:55.487736 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:17:55.500859 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.notifiers.nova [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ebf6330c-2d9c-411c-8f56-7d76d1245e95 {{(pid=103802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 05 17:17:55.519473 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] For port ebf6330c-2d9c-411c-8f56-7d76d1245e95, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=ebf6330c-2d9c-411c-8f56-7d76d1245e95,segment=NetworkSegment(f99ffd90-f0b1-41e5-9979-550d7e73f95d),segment_id=f99ffd90-f0b1-41e5-9979-550d7e73f95d)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:17:55.615857 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:17:55.670385 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Pushing event updated for resources: {'Port': ['ID=ebf6330c-2d9c-411c-8f56-7d76d1245e95,revision_number=9']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:17:55.842653 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] get_ports_and_sgs() called for port_ids ['ebf6330c-2d9c-411c-8f56-7d76d1245e95'] {{(pid=103802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 05 17:17:55.845893 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] get_ports_and_sgs() called for port_ids ['5416b540-e44c-4d73-a807-f13c64b0ce0a'] {{(pid=103802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 05 17:17:55.935126 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67159f3-6a14-43ba-8378-3835b6f95e15 req-b8e69314-6910-4ee8-b91f-e3daa3cb8e33 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:17:55.936595 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-b67159f3-6a14-43ba-8378-3835b6f95e15 req-b8e69314-6910-4ee8-b91f-e3daa3cb8e33 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] 10.222.0.11 "GET /v2.0/ports?device_id=420ee118-202e-4452-b10a-080155c31611 HTTP/1.1" status: 200 len: 944 time: 0.0520875 Jan 05 17:17:55.985397 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-b67159f3-6a14-43ba-8378-3835b6f95e15 req-de0b1c58-4758-49e6-a07c-98852a4a4117 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] 10.222.0.11 "GET /v2.0/security-groups?id=74da9e44-17f3-4e78-b165-acdbd8889547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424261 Jan 05 17:17:56.149426 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acf4eed-9fe1-4add-87a8-e21487cf7289 req-e3d87a70-1133-43a0-9b47-fcdcb2a37be0 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:17:56.150921 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-1acf4eed-9fe1-4add-87a8-e21487cf7289 req-e3d87a70-1133-43a0-9b47-fcdcb2a37be0 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/ports?device_id=88d88199-2344-4823-aa87-8cd072976572 HTTP/1.1" status: 200 len: 981 time: 0.0488114 Jan 05 17:17:56.203385 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-1acf4eed-9fe1-4add-87a8-e21487cf7289 req-db065504-3e01-4327-b391-c666974f8719 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/security-groups?id=e329916e-631b-4eb4-9789-17d060ce9f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464087 Jan 05 17:17:56.982702 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Device 5416b540-e44c-4d73-a807-f13c64b0ce0a up at agent hyperv_hv-neutron-mast {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:17:57.097274 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab51568-e3fa-4a9e-8a89-aac07eac441a req-9c7bee20-ac5b-42d6-ba87-f4520e5e9a19 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:17:57.098747 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-cab51568-e3fa-4a9e-8a89-aac07eac441a req-9c7bee20-ac5b-42d6-ba87-f4520e5e9a19 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] 10.222.0.11 "GET /v2.0/ports?device_id=420ee118-202e-4452-b10a-080155c31611 HTTP/1.1" status: 200 len: 944 time: 0.0476193 Jan 05 17:17:57.102961 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Provisioning for port 5416b540-e44c-4d73-a807-f13c64b0ce0a completed by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 05 17:17:57.107015 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Provisioning complete for port 5416b540-e44c-4d73-a807-f13c64b0ce0a triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:17:57.107428 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:17:57.157888 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-cab51568-e3fa-4a9e-8a89-aac07eac441a req-46d111ad-197e-4331-ae92-65fdeaeae0da tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] 10.222.0.11 "GET /v2.0/security-groups?id=74da9e44-17f3-4e78-b165-acdbd8889547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534637 Jan 05 17:17:57.190691 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:17:57.212325 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '420ee118-202e-4452-b10a-080155c31611', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5416b540-e44c-4d73-a807-f13c64b0ce0a'}] {{(pid=103802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 05 17:17:57.214572 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36b213fbd845b3f09e785999bbcda1c85cd5592d7f001460987854e5c1683bd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a43dd71d-4d20-43bd-aeef-232724071973" -d '{"events": [{"server_uuid": "420ee118-202e-4452-b10a-080155c31611", "name": "network-vif-plugged", "status": "completed", "tag": "5416b540-e44c-4d73-a807-f13c64b0ce0a"}]}' {{(pid=103802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 05 17:17:57.228182 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] For port 5416b540-e44c-4d73-a807-f13c64b0ce0a, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=5416b540-e44c-4d73-a807-f13c64b0ce0a,segment=NetworkSegment(1ad36131-ab48-4a0c-b640-58d4ec89beaf),segment_id=1ad36131-ab48-4a0c-b640-58d4ec89beaf)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:17:57.253711 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Jan 2022 17:17:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c56cf66-1396-449c-a731-300dfe8dd205 x-openstack-request-id: req-7c56cf66-1396-449c-a731-300dfe8dd205 {{(pid=103802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 05 17:17:57.254105 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "420ee118-202e-4452-b10a-080155c31611", "name": "network-vif-plugged", "status": "completed", "tag": "5416b540-e44c-4d73-a807-f13c64b0ce0a", "code": 200}]} {{(pid=103802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 05 17:17:57.254255 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-7c56cf66-1396-449c-a731-300dfe8dd205 {{(pid=103802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 05 17:17:57.254656 dv-neutron-master-2-hyperv neutron-server[103802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '420ee118-202e-4452-b10a-080155c31611', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5416b540-e44c-4d73-a807-f13c64b0ce0a', 'code': 200} Jan 05 17:17:57.320088 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c801227e-1bba-43e1-97d8-86d3a015d1ba req-6732747f-87e6-4c67-935f-6c4b38f5b52a tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:17:57.321565 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-c801227e-1bba-43e1-97d8-86d3a015d1ba req-6732747f-87e6-4c67-935f-6c4b38f5b52a tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/ports?device_id=88d88199-2344-4823-aa87-8cd072976572 HTTP/1.1" status: 200 len: 981 time: 0.0527935 Jan 05 17:17:57.323873 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:17:57.324681 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Device ebf6330c-2d9c-411c-8f56-7d76d1245e95 up at agent hyperv_hv-neutron-mast {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:17:57.370354 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-c801227e-1bba-43e1-97d8-86d3a015d1ba req-31ee2784-b056-4f2b-aaed-36673cf0dca6 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/security-groups?id=e329916e-631b-4eb4-9789-17d060ce9f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427613 Jan 05 17:17:57.402300 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Pushing event updated for resources: {'Port': ['ID=5416b540-e44c-4d73-a807-f13c64b0ce0a,revision_number=5']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:17:57.501443 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Provisioning for port ebf6330c-2d9c-411c-8f56-7d76d1245e95 completed by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 05 17:17:57.505397 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12a8a33-99bf-4b21-8088-53229582f70a req-974fa4e3-7305-48cc-bbaf-c6ec59efb943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:17:57.506188 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Provisioning complete for port ebf6330c-2d9c-411c-8f56-7d76d1245e95 triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:17:57.506188 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:17:57.507124 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-b12a8a33-99bf-4b21-8088-53229582f70a req-974fa4e3-7305-48cc-bbaf-c6ec59efb943 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=420ee118-202e-4452-b10a-080155c31611 HTTP/1.1" status: 200 len: 1098 time: 0.0404899 Jan 05 17:17:57.553644 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-b12a8a33-99bf-4b21-8088-53229582f70a req-fa8a7129-6329-4eac-8275-7c8c2d67af82 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=74da9e44-17f3-4e78-b165-acdbd8889547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402811 Jan 05 17:17:57.582186 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:17:57.614134 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] For port ebf6330c-2d9c-411c-8f56-7d76d1245e95, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=ebf6330c-2d9c-411c-8f56-7d76d1245e95,segment=NetworkSegment(f99ffd90-f0b1-41e5-9979-550d7e73f95d),segment_id=f99ffd90-f0b1-41e5-9979-550d7e73f95d)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:17:57.686202 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:17:57.736907 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Pushing event updated for resources: {'Port': ['ID=ebf6330c-2d9c-411c-8f56-7d76d1245e95,revision_number=10']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:17:58.272575 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af72aa23-e3bd-4cb7-9ac9-7e390b28d17f req-857dbb68-0286-486d-bbe5-9e9833434f97 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:17:58.274152 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-af72aa23-e3bd-4cb7-9ac9-7e390b28d17f req-857dbb68-0286-486d-bbe5-9e9833434f97 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] 10.222.0.11 "GET /v2.0/ports?device_id=420ee118-202e-4452-b10a-080155c31611 HTTP/1.1" status: 200 len: 945 time: 0.0478587 Jan 05 17:17:58.321572 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-af72aa23-e3bd-4cb7-9ac9-7e390b28d17f req-399afcbb-fa57-4170-ac35-5d2d31650196 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] 10.222.0.11 "GET /v2.0/security-groups?id=74da9e44-17f3-4e78-b165-acdbd8889547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418780 Jan 05 17:17:58.485638 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e365937-f96d-4c2d-bb76-1a3349461492 req-2acac86a-79e5-493d-81bf-6a9a613c7ba6 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:17:58.487029 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-4e365937-f96d-4c2d-bb76-1a3349461492 req-2acac86a-79e5-493d-81bf-6a9a613c7ba6 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/ports?device_id=88d88199-2344-4823-aa87-8cd072976572 HTTP/1.1" status: 200 len: 983 time: 0.0501480 Jan 05 17:17:58.539048 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-4e365937-f96d-4c2d-bb76-1a3349461492 req-b9c6b01a-08c2-4236-bdd8-d7c5aeb0f95d tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/security-groups?id=e329916e-631b-4eb4-9789-17d060ce9f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462139 Jan 05 17:17:59.255564 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88d88199-2344-4823-aa87-8cd072976572', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebf6330c-2d9c-411c-8f56-7d76d1245e95'}] {{(pid=103802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 05 17:17:59.257897 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36b213fbd845b3f09e785999bbcda1c85cd5592d7f001460987854e5c1683bd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd0be7d2-6e34-4ad1-9ebc-23ceb7f05991" -d '{"events": [{"server_uuid": "88d88199-2344-4823-aa87-8cd072976572", "name": "network-vif-plugged", "status": "completed", "tag": "ebf6330c-2d9c-411c-8f56-7d76d1245e95"}]}' {{(pid=103802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 05 17:17:59.292133 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Jan 2022 17:17:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3933867-a484-48e3-91a1-bdace6baa1a6 x-openstack-request-id: req-d3933867-a484-48e3-91a1-bdace6baa1a6 {{(pid=103802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 05 17:17:59.292420 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88d88199-2344-4823-aa87-8cd072976572", "name": "network-vif-plugged", "status": "completed", "tag": "ebf6330c-2d9c-411c-8f56-7d76d1245e95", "code": 200}]} {{(pid=103802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 05 17:17:59.292666 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d3933867-a484-48e3-91a1-bdace6baa1a6 {{(pid=103802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 05 17:17:59.293053 dv-neutron-master-2-hyperv neutron-server[103802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88d88199-2344-4823-aa87-8cd072976572', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebf6330c-2d9c-411c-8f56-7d76d1245e95', 'code': 200} Jan 05 17:17:59.434884 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da997322-3756-4d52-b51b-cf7217aa399d req-6c440309-22c4-43fb-95de-3ba343f37304 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:17:59.436376 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-da997322-3756-4d52-b51b-cf7217aa399d req-6c440309-22c4-43fb-95de-3ba343f37304 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] 10.222.0.11 "GET /v2.0/ports?device_id=420ee118-202e-4452-b10a-080155c31611 HTTP/1.1" status: 200 len: 945 time: 0.0493305 Jan 05 17:17:59.490194 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-da997322-3756-4d52-b51b-cf7217aa399d req-c284ba60-2746-4939-90ac-31c346e7e5ef tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] 10.222.0.11 "GET /v2.0/security-groups?id=74da9e44-17f3-4e78-b165-acdbd8889547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482943 Jan 05 17:17:59.568386 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ab1424-03c0-47a7-a7ca-39cdf4bc1285 req-db968b15-a110-4167-be97-f50ac93bd623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:17:59.569952 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-44ab1424-03c0-47a7-a7ca-39cdf4bc1285 req-db968b15-a110-4167-be97-f50ac93bd623 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=88d88199-2344-4823-aa87-8cd072976572 HTTP/1.1" status: 200 len: 1136 time: 0.0409870 Jan 05 17:17:59.611415 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52077ac-c36d-4103-97c7-697890569e9e req-d18c38ca-e1b3-40bd-a513-475d882bb7f0 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:17:59.613211 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-e52077ac-c36d-4103-97c7-697890569e9e req-d18c38ca-e1b3-40bd-a513-475d882bb7f0 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] 10.222.0.11 "GET /v2.0/ports?device_id=420ee118-202e-4452-b10a-080155c31611 HTTP/1.1" status: 200 len: 945 time: 0.0529864 Jan 05 17:17:59.635738 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-44ab1424-03c0-47a7-a7ca-39cdf4bc1285 req-9e9ea9f9-eabb-4b21-a6ec-00fed1fae660 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=e329916e-631b-4eb4-9789-17d060ce9f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587399 Jan 05 17:17:59.665472 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-e52077ac-c36d-4103-97c7-697890569e9e req-19d897e4-5da5-4ac1-82f3-bbe7f6549634 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] 10.222.0.11 "GET /v2.0/security-groups?id=74da9e44-17f3-4e78-b165-acdbd8889547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464749 Jan 05 17:17:59.674837 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b620d3d-be52-4b6c-8175-2444a6fa1b7a req-9168a351-3eb3-46a4-ab9c-874d81005a53 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:17:59.676301 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-4b620d3d-be52-4b6c-8175-2444a6fa1b7a req-9168a351-3eb3-46a4-ab9c-874d81005a53 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/ports?device_id=88d88199-2344-4823-aa87-8cd072976572 HTTP/1.1" status: 200 len: 983 time: 0.0587363 Jan 05 17:17:59.688082 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 46940) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:17:59.730029 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-4b620d3d-be52-4b6c-8175-2444a6fa1b7a req-22b7bd44-a046-48f4-b390-5872446e6ce1 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/security-groups?id=e329916e-631b-4eb4-9789-17d060ce9f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481226 Jan 05 17:17:59.834756 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beae5d31-a06b-4180-8601-9e67f59a8661 tempest-TestVolumeBootPattern-1514232331 tempest-TestVolumeBootPattern-1514232331-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:17:59.838186 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-beae5d31-a06b-4180-8601-9e67f59a8661 tempest-TestVolumeBootPattern-1514232331 tempest-TestVolumeBootPattern-1514232331-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=420ee118-202e-4452-b10a-080155c31611 HTTP/1.1" status: 200 len: 1093 time: 0.1473231 Jan 05 17:17:59.839133 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 46944) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:17:59.843895 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-3bf59c33-8a6f-4810-bbc2-87b8e76fe8e3 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] Request body: {'floatingip': {'floating_network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'port_id': '5416b540-e44c-4d73-a807-f13c64b0ce0a', 'tenant_id': '9bafc9d0d75b44f696c7001918c22f7e', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:17:59.994534 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3bf59c33-8a6f-4810-bbc2-87b8e76fe8e3 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] Publish callbacks [] for floatingip, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:18:00.092979 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3bf59c33-8a6f-4810-bbc2-87b8e76fe8e3 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:18:00.191343 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [None req-3bf59c33-8a6f-4810-bbc2-87b8e76fe8e3 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] Allocated IP 172.36.4.224 (b0167590-0699-4c5c-a932-3939414a9573/7a784a6d-3d96-418f-a645-b9ccd0b1ac55/7bde9ff0-442e-42b3-8cf6-40c4abd0445b) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:18:00.595376 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3bf59c33-8a6f-4810-bbc2-87b8e76fe8e3 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] Publish callbacks [] for port, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:18:00.707367 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3bf59c33-8a6f-4810-bbc2-87b8e76fe8e3 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:18:00.742063 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bf59c33-8a6f-4810-bbc2-87b8e76fe8e3 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] Network b0167590-0699-4c5c-a932-3939414a9573 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:18:00.744837 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-3bf59c33-8a6f-4810-bbc2-87b8e76fe8e3 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:18:00.747447 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bf59c33-8a6f-4810-bbc2-87b8e76fe8e3 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:18:00.783422 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf59c33-8a6f-4810-bbc2-87b8e76fe8e3 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] Pushing event updated for resources: {'Port': ['ID=7bde9ff0-442e-42b3-8cf6-40c4abd0445b,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:18:00.848645 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0bf84a-826d-4d3a-91a2-89845ddea16e req-780f43e3-1f8f-4544-93db-5b049096596a tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:18:00.850212 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-ea0bf84a-826d-4d3a-91a2-89845ddea16e req-780f43e3-1f8f-4544-93db-5b049096596a tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/ports?device_id=88d88199-2344-4823-aa87-8cd072976572 HTTP/1.1" status: 200 len: 983 time: 0.0544214 Jan 05 17:18:00.897848 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-ea0bf84a-826d-4d3a-91a2-89845ddea16e req-89824ddf-c4f2-44c8-b0b3-c3c8fa132ef2 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/security-groups?id=e329916e-631b-4eb4-9789-17d060ce9f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420156 Jan 05 17:18:01.113938 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3bf59c33-8a6f-4810-bbc2-87b8e76fe8e3 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:18:01.212438 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3bf59c33-8a6f-4810-bbc2-87b8e76fe8e3 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:18:01.356795 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3bf59c33-8a6f-4810-bbc2-87b8e76fe8e3 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] Publish callbacks [] for port, precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:18:01.421233 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3bf59c33-8a6f-4810-bbc2-87b8e76fe8e3 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8784461'] for port, after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:18:01.491498 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf59c33-8a6f-4810-bbc2-87b8e76fe8e3 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] Pushing event updated for resources: {'Port': ['ID=7bde9ff0-442e-42b3-8cf6-40c4abd0445b,revision_number=2']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:18:01.501128 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3bf59c33-8a6f-4810-bbc2-87b8e76fe8e3 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648677'] for floatingip, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:18:01.598197 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.db.l3_db [None req-3bf59c33-8a6f-4810-bbc2-87b8e76fe8e3 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] Floating IP f319ef9a-b93d-42f6-a648-93be7ce74cba associated. External IP: 172.36.4.224, port: 5416b540-e44c-4d73-a807-f13c64b0ce0a. Jan 05 17:18:01.798780 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bf59c33-8a6f-4810-bbc2-87b8e76fe8e3 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] Router a556a634-679b-44da-be20-1af64bc8c3a7 has already been hosted by L3 agent 59446fdc-40e0-41fe-a575-a8eb11d742f7 {{(pid=103800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 05 17:18:01.903721 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bf59c33-8a6f-4810-bbc2-87b8e76fe8e3 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 05 17:18:01.913188 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c3b94e3-f2a3-42b4-b845-7084f3db8d1d None None] Sync routers for ids ['a556a634-679b-44da-be20-1af64bc8c3a7'] in dv-neutron-master-2-hyperv {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 05 17:18:01.923814 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c3b94e3-f2a3-42b4-b845-7084f3db8d1d None None] Routers {'a556a634-679b-44da-be20-1af64bc8c3a7'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:18:01.924473 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-3c3b94e3-f2a3-42b4-b845-7084f3db8d1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:17:49Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['a556a634-679b-44da-be20-1af64bc8c3a7'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:18:02.000773 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3bf59c33-8a6f-4810-bbc2-87b8e76fe8e3 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for floatingip, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:18:02.033040 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-3bf59c33-8a6f-4810-bbc2-87b8e76fe8e3 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1929064 Jan 05 17:18:02.033421 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-3c3b94e3-f2a3-42b4-b845-7084f3db8d1d None None] Set router a556a634-679b-44da-be20-1af64bc8c3a7 gateway port host: dv-neutron-master-2-hyperv {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:18:02.034308 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '420ee118-202e-4452-b10a-080155c31611', 'tag': '5416b540-e44c-4d73-a807-f13c64b0ce0a'}] {{(pid=103800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 05 17:18:02.036514 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f64b9d4628f7eefcc27168a80c04985d23f0ea5def038dae05e1deb7357f3bfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7464ec6f-8771-4f2f-bf1f-87e40453456f" -d '{"events": [{"name": "network-changed", "server_uuid": "420ee118-202e-4452-b10a-080155c31611", "tag": "5416b540-e44c-4d73-a807-f13c64b0ce0a"}]}' {{(pid=103800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 05 17:18:02.054299 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fe47a2-9c41-45bd-a3d1-4d6271c32e0b req-bc4dc1df-3d09-4222-b365-70da237699f8 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:18:02.055739 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-e9fe47a2-9c41-45bd-a3d1-4d6271c32e0b req-bc4dc1df-3d09-4222-b365-70da237699f8 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/ports?device_id=88d88199-2344-4823-aa87-8cd072976572 HTTP/1.1" status: 200 len: 983 time: 0.0895398 Jan 05 17:18:02.078038 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Jan 2022 17:18:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f0c561e-8a00-4857-abdb-786611f48944 x-openstack-request-id: req-3f0c561e-8a00-4857-abdb-786611f48944 {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 05 17:18:02.078323 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "420ee118-202e-4452-b10a-080155c31611", "tag": "5416b540-e44c-4d73-a807-f13c64b0ce0a", "status": "completed", "code": 200}]} {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 05 17:18:02.078594 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-3f0c561e-8a00-4857-abdb-786611f48944 {{(pid=103800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 05 17:18:02.078986 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '420ee118-202e-4452-b10a-080155c31611', 'tag': '5416b540-e44c-4d73-a807-f13c64b0ce0a', 'status': 'completed', 'code': 200} Jan 05 17:18:02.115314 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-e9fe47a2-9c41-45bd-a3d1-4d6271c32e0b req-f788f7cf-d03a-4ee9-b2ff-4dd488fa3b9a tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/security-groups?id=e329916e-631b-4eb4-9789-17d060ce9f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538216 Jan 05 17:18:02.147693 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7464ec6f-8771-4f2f-bf1f-87e40453456f req-77fd70dd-fd07-4dc3-b0b9-02362e23d418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:18:02.149122 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-7464ec6f-8771-4f2f-bf1f-87e40453456f req-77fd70dd-fd07-4dc3-b0b9-02362e23d418 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9bafc9d0d75b44f696c7001918c22f7e&device_id=420ee118-202e-4452-b10a-080155c31611 HTTP/1.1" status: 200 len: 1098 time: 0.0495903 Jan 05 17:18:02.237691 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210cdf3b-1f29-4cdf-b11e-3070419ff0cb req-eae1fd7e-85b6-4904-91d1-ae05b8e0a4e9 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:18:02.239561 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-210cdf3b-1f29-4cdf-b11e-3070419ff0cb req-eae1fd7e-85b6-4904-91d1-ae05b8e0a4e9 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/ports?device_id=88d88199-2344-4823-aa87-8cd072976572 HTTP/1.1" status: 200 len: 983 time: 0.0516062 Jan 05 17:18:02.249281 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7464ec6f-8771-4f2f-bf1f-87e40453456f req-beabc555-d717-4da7-85d2-d6b704188d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:18:02.251421 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-7464ec6f-8771-4f2f-bf1f-87e40453456f req-beabc555-d717-4da7-85d2-d6b704188d34 service neutron] 10.222.0.13 "GET /v2.0/networks?id=9d892221-db72-44b5-b8b3-7f2a75d6a0ee HTTP/1.1" status: 200 len: 913 time: 0.0954211 Jan 05 17:18:02.279051 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-3c3b94e3-f2a3-42b4-b845-7084f3db8d1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a556a634-679b-44da-be20-1af64bc8c3a7', 'name': 'tempest-TestVolumeBootPattern-1887300476-router', 'tenant_id': '9bafc9d0d75b44f696c7001918c22f7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.72'}], 'enable_snat': True}, 'gw_port_id': '276dbda1-be0d-4778-9c79-79ca3751d954', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:09:23Z', 'updated_at': '2022-01-05T17:09:36Z', 'revision_number': 4, 'project_id': '9bafc9d0d75b44f696c7001918c22f7e', 'gw_port': {'id': '276dbda1-be0d-4778-9c79-79ca3751d954', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:0b:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a556a634-679b-44da-be20-1af64bc8c3a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:09:24Z', 'updated_at': '2022-01-05T17:09:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'e2124c91-d62f-4904-9fd0-95c1d6ce9eed', 'tenant_id': '9bafc9d0d75b44f696c7001918c22f7e', 'floating_ip_address': '172.36.4.13', 'floating_network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'router_id': 'a556a634-679b-44da-be20-1af64bc8c3a7', 'port_id': '7d183c93-533a-4e9f-9836-af07aedea9c8', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1387, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9d892221-db72-44b5-b8b3-7f2a75d6a0ee', 'mac_address': 'fa:16:3e:2f:73:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f89b5258-bff4-41de-af55-f1ebba92f3b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-05T17:15:01Z', 'updated_at': '2022-01-05T17:15:04Z', 'revision_number': 1, 'project_id': '9bafc9d0d75b44f696c7001918c22f7e', 'fixed_ip_address_scope': None}, {'id': 'f319ef9a-b93d-42f6-a648-93be7ce74cba', 'tenant_id': '9bafc9d0d75b44f696c7001918c22f7e', 'floating_ip_address': '172.36.4.224', 'floating_network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'router_id': 'a556a634-679b-44da-be20-1af64bc8c3a7', 'port_id': '5416b540-e44c-4d73-a807-f13c64b0ce0a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1447, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9d892221-db72-44b5-b8b3-7f2a75d6a0ee', 'mac_address': 'fa:16:3e:a2:ad:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '420ee118-202e-4452-b10a-080155c31611', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-05T17:18:00Z', 'updated_at': '2022-01-05T17:18:00Z', 'revision_number': 0, 'project_id': '9bafc9d0d75b44f696c7001918c22f7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bdaade1f-99b8-4056-a855-356847ca7946', 'name': '', 'network_id': '9d892221-db72-44b5-b8b3-7f2a75d6a0ee', 'tenant_id': '9bafc9d0d75b44f696c7001918c22f7e', 'mac_address': 'fa:16:3e:9d:8d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a556a634-679b-44da-be20-1af64bc8c3a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '520bba67-4fdd-405a-be17-05cf521cd2ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:09:33Z', 'updated_at': '2022-01-05T17:09:56Z', 'revision_number': 5, 'project_id': '9bafc9d0d75b44f696c7001918c22f7e', 'subnets': [{'id': '520bba67-4fdd-405a-be17-05cf521cd2ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:18:02.293147 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-210cdf3b-1f29-4cdf-b11e-3070419ff0cb req-c3ba228f-90d2-478f-862e-d5f287e05aee tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/security-groups?id=e329916e-631b-4eb4-9789-17d060ce9f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450275 Jan 05 17:18:02.306567 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c3b94e3-f2a3-42b4-b845-7084f3db8d1d None None] Checking router: a556a634-679b-44da-be20-1af64bc8c3a7 for host: dv-neutron-master-2-hyperv {{(pid=103802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 05 17:18:02.314720 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c3b94e3-f2a3-42b4-b845-7084f3db8d1d None None] Routers {'a556a634-679b-44da-be20-1af64bc8c3a7'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:18:02.315348 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-3c3b94e3-f2a3-42b4-b845-7084f3db8d1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:17:49Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['a556a634-679b-44da-be20-1af64bc8c3a7'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:18:02.321008 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-7464ec6f-8771-4f2f-bf1f-87e40453456f req-21671a0d-7641-4061-9bfe-6d5cb044d5c2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5416b540-e44c-4d73-a807-f13c64b0ce0a HTTP/1.1" status: 200 len: 999 time: 0.0645461 Jan 05 17:18:02.323632 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 46956) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:18:02.422035 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-3c3b94e3-f2a3-42b4-b845-7084f3db8d1d None None] Set router a556a634-679b-44da-be20-1af64bc8c3a7 gateway port host: dv-neutron-master-2-hyperv {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:18:02.431617 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06d1d43b-b38c-44e8-894f-fa69be86bb45 tempest-TestNetworkBasicOps-152746079 tempest-TestNetworkBasicOps-152746079-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:18:02.433146 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-06d1d43b-b38c-44e8-894f-fa69be86bb45 tempest-TestNetworkBasicOps-152746079 tempest-TestNetworkBasicOps-152746079-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=88d88199-2344-4823-aa87-8cd072976572&network_id=ca8869da-8f41-484b-a167-91f27506fa27 HTTP/1.1" status: 200 len: 1131 time: 0.1086099 Jan 05 17:18:02.434548 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7464ec6f-8771-4f2f-bf1f-87e40453456f req-3109b463-245b-48e0-9236-79a82101bdd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:18:02.435891 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-7464ec6f-8771-4f2f-bf1f-87e40453456f req-3109b463-245b-48e0-9236-79a82101bdd1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=520bba67-4fdd-405a-be17-05cf521cd2ec HTTP/1.1" status: 200 len: 851 time: 0.1038561 Jan 05 17:18:02.483150 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7464ec6f-8771-4f2f-bf1f-87e40453456f req-c4afa655-d981-4ce8-9d55-f1f390a5fbcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:18:02.485877 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-7464ec6f-8771-4f2f-bf1f-87e40453456f req-c4afa655-d981-4ce8-9d55-f1f390a5fbcd service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9d892221-db72-44b5-b8b3-7f2a75d6a0ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0440767 Jan 05 17:18:02.579697 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-7464ec6f-8771-4f2f-bf1f-87e40453456f req-00abd6eb-d4fe-4479-9ba5-9d835265d4d9 service neutron] 10.222.0.13 "GET /v2.0/networks/9d892221-db72-44b5-b8b3-7f2a75d6a0ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877094 Jan 05 17:18:02.651951 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-3c3b94e3-f2a3-42b4-b845-7084f3db8d1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a556a634-679b-44da-be20-1af64bc8c3a7', 'name': 'tempest-TestVolumeBootPattern-1887300476-router', 'tenant_id': '9bafc9d0d75b44f696c7001918c22f7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.72'}], 'enable_snat': True}, 'gw_port_id': '276dbda1-be0d-4778-9c79-79ca3751d954', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:09:23Z', 'updated_at': '2022-01-05T17:09:36Z', 'revision_number': 4, 'project_id': '9bafc9d0d75b44f696c7001918c22f7e', 'gw_port': {'id': '276dbda1-be0d-4778-9c79-79ca3751d954', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:0b:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a556a634-679b-44da-be20-1af64bc8c3a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:09:24Z', 'updated_at': '2022-01-05T17:09:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'e2124c91-d62f-4904-9fd0-95c1d6ce9eed', 'tenant_id': '9bafc9d0d75b44f696c7001918c22f7e', 'floating_ip_address': '172.36.4.13', 'floating_network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'router_id': 'a556a634-679b-44da-be20-1af64bc8c3a7', 'port_id': '7d183c93-533a-4e9f-9836-af07aedea9c8', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1387, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9d892221-db72-44b5-b8b3-7f2a75d6a0ee', 'mac_address': 'fa:16:3e:2f:73:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f89b5258-bff4-41de-af55-f1ebba92f3b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-05T17:15:01Z', 'updated_at': '2022-01-05T17:15:04Z', 'revision_number': 1, 'project_id': '9bafc9d0d75b44f696c7001918c22f7e', 'fixed_ip_address_scope': None}, {'id': 'f319ef9a-b93d-42f6-a648-93be7ce74cba', 'tenant_id': '9bafc9d0d75b44f696c7001918c22f7e', 'floating_ip_address': '172.36.4.224', 'floating_network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'router_id': 'a556a634-679b-44da-be20-1af64bc8c3a7', 'port_id': '5416b540-e44c-4d73-a807-f13c64b0ce0a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1447, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9d892221-db72-44b5-b8b3-7f2a75d6a0ee', 'mac_address': 'fa:16:3e:a2:ad:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '420ee118-202e-4452-b10a-080155c31611', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-05T17:18:00Z', 'updated_at': '2022-01-05T17:18:00Z', 'revision_number': 0, 'project_id': '9bafc9d0d75b44f696c7001918c22f7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bdaade1f-99b8-4056-a855-356847ca7946', 'name': '', 'network_id': '9d892221-db72-44b5-b8b3-7f2a75d6a0ee', 'tenant_id': '9bafc9d0d75b44f696c7001918c22f7e', 'mac_address': 'fa:16:3e:9d:8d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a556a634-679b-44da-be20-1af64bc8c3a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '520bba67-4fdd-405a-be17-05cf521cd2ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:09:33Z', 'updated_at': '2022-01-05T17:09:56Z', 'revision_number': 5, 'project_id': '9bafc9d0d75b44f696c7001918c22f7e', 'subnets': [{'id': '520bba67-4fdd-405a-be17-05cf521cd2ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:18:02.673765 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-7464ec6f-8771-4f2f-bf1f-87e40453456f req-1f52add8-545c-40fb-8657-febebe989b5f service neutron] 10.222.0.13 "GET /v2.0/networks/9d892221-db72-44b5-b8b3-7f2a75d6a0ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887225 Jan 05 17:18:02.681625 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c3b94e3-f2a3-42b4-b845-7084f3db8d1d None None] The sync data for ids ['a556a634-679b-44da-be20-1af64bc8c3a7'] in dv-neutron-master-2-hyperv is: [{'id': 'a556a634-679b-44da-be20-1af64bc8c3a7', 'name': 'tempest-TestVolumeBootPattern-1887300476-router', 'tenant_id': '9bafc9d0d75b44f696c7001918c22f7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.72'}], 'enable_snat': True}, 'gw_port_id': '276dbda1-be0d-4778-9c79-79ca3751d954', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:09:23Z', 'updated_at': '2022-01-05T17:09:36Z', 'revision_number': 4, 'project_id': '9bafc9d0d75b44f696c7001918c22f7e', 'gw_port': {'id': '276dbda1-be0d-4778-9c79-79ca3751d954', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:0b:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a556a634-679b-44da-be20-1af64bc8c3a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:09:24Z', 'updated_at': '2022-01-05T17:09:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'e2124c91-d62f-4904-9fd0-95c1d6ce9eed', 'tenant_id': '9bafc9d0d75b44f696c7001918c22f7e', 'floating_ip_address': '172.36.4.13', 'floating_network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'router_id': 'a556a634-679b-44da-be20-1af64bc8c3a7', 'port_id': '7d183c93-533a-4e9f-9836-af07aedea9c8', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1387, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9d892221-db72-44b5-b8b3-7f2a75d6a0ee', 'mac_address': 'fa:16:3e:2f:73:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f89b5258-bff4-41de-af55-f1ebba92f3b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-05T17:15:01Z', 'updated_at': '2022-01-05T17:15:04Z', 'revision_number': 1, 'project_id': '9bafc9d0d75b44f696c7001918c22f7e', 'fixed_ip_address_scope': None}, {'id': 'f319ef9a-b93d-42f6-a648-93be7ce74cba', 'tenant_id': '9bafc9d0d75b44f696c7001918c22f7e', 'floating_ip_address': '172.36.4.224', 'floating_network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'router_id': 'a556a634-679b-44da-be20-1af64bc8c3a7', 'port_id': '5416b540-e44c-4d73-a807-f13c64b0ce0a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1447, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9d892221-db72-44b5-b8b3-7f2a75d6a0ee', 'mac_address': 'fa:16:3e:a2:ad:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '420ee118-202e-4452-b10a-080155c31611', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-05T17:18:00Z', 'updated_at': '2022-01-05T17:18:00Z', 'revision_number': 0, 'project_id': '9bafc9d0d75b44f696c7001918c22f7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bdaade1f-99b8-4056-a855-356847ca7946', 'name': '', 'network_id': '9d892221-db72-44b5-b8b3-7f2a75d6a0ee', 'tenant_id': '9bafc9d0d75b44f696c7001918c22f7e', 'mac_address': 'fa:16:3e:9d:8d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a556a634-679b-44da-be20-1af64bc8c3a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '520bba67-4fdd-405a-be17-05cf521cd2ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:09:33Z', 'updated_at': '2022-01-05T17:09:56Z', 'revision_number': 5, 'project_id': '9bafc9d0d75b44f696c7001918c22f7e', 'subnets': [{'id': '520bba67-4fdd-405a-be17-05cf521cd2ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 05 17:18:02.882357 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2086336b-168d-4b33-a610-239d0cb497ec None None] New status for floating IP f319ef9a-b93d-42f6-a648-93be7ce74cba: ACTIVE {{(pid=103803) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 05 17:18:02.969188 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fbe624-9831-4ac6-a2c3-0c316f6f9b30 req-b06370a9-3d09-40c7-80d3-2a512c20ca29 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:18:02.970769 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-f0fbe624-9831-4ac6-a2c3-0c316f6f9b30 req-b06370a9-3d09-40c7-80d3-2a512c20ca29 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/ports?device_id=88d88199-2344-4823-aa87-8cd072976572 HTTP/1.1" status: 200 len: 983 time: 0.0478692 Jan 05 17:18:03.019984 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-f0fbe624-9831-4ac6-a2c3-0c316f6f9b30 req-ec0eeeaf-3275-429a-b668-176e7b6cd252 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/security-groups?id=e329916e-631b-4eb4-9789-17d060ce9f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435143 Jan 05 17:18:03.360762 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-ee27166e-fd12-4313-84e4-6a0cbfb8b754 req-030dbaf5-f760-473b-a2ff-c1f229cc12be service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f89b5258-bff4-41de-af55-f1ebba92f3b3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0395296 Jan 05 17:18:03.448925 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee27166e-fd12-4313-84e4-6a0cbfb8b754 req-e1d5ed77-b2eb-4a1f-9716-78507ad4e85a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:18:03.450463 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-ee27166e-fd12-4313-84e4-6a0cbfb8b754 req-e1d5ed77-b2eb-4a1f-9716-78507ad4e85a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9bafc9d0d75b44f696c7001918c22f7e&device_id=f89b5258-bff4-41de-af55-f1ebba92f3b3 HTTP/1.1" status: 200 len: 1098 time: 0.0476308 Jan 05 17:18:03.550354 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee27166e-fd12-4313-84e4-6a0cbfb8b754 req-ba272a92-7128-41b3-a329-9c35aac0b6b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:18:03.551801 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-ee27166e-fd12-4313-84e4-6a0cbfb8b754 req-ba272a92-7128-41b3-a329-9c35aac0b6b5 service neutron] 10.222.0.13 "GET /v2.0/networks?id=9d892221-db72-44b5-b8b3-7f2a75d6a0ee HTTP/1.1" status: 200 len: 913 time: 0.0836561 Jan 05 17:18:03.618651 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-ee27166e-fd12-4313-84e4-6a0cbfb8b754 req-ea28e8f8-216b-420f-9078-9ad88fdd9dd0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7d183c93-533a-4e9f-9836-af07aedea9c8 HTTP/1.1" status: 200 len: 1000 time: 0.0609605 Jan 05 17:18:03.670480 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee27166e-fd12-4313-84e4-6a0cbfb8b754 req-e8e8ff0e-3a64-446a-ba00-4820b624c621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:18:03.672421 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-ee27166e-fd12-4313-84e4-6a0cbfb8b754 req-e8e8ff0e-3a64-446a-ba00-4820b624c621 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=520bba67-4fdd-405a-be17-05cf521cd2ec HTTP/1.1" status: 200 len: 851 time: 0.0468085 Jan 05 17:18:03.719033 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee27166e-fd12-4313-84e4-6a0cbfb8b754 req-8a2a57ff-e6b1-4290-9b36-93587948d64b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:18:03.720420 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-ee27166e-fd12-4313-84e4-6a0cbfb8b754 req-8a2a57ff-e6b1-4290-9b36-93587948d64b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9d892221-db72-44b5-b8b3-7f2a75d6a0ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0424774 Jan 05 17:18:03.810409 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-ee27166e-fd12-4313-84e4-6a0cbfb8b754 req-8b807949-4253-48d4-8779-96b1785ab257 service neutron] 10.222.0.13 "GET /v2.0/networks/9d892221-db72-44b5-b8b3-7f2a75d6a0ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836818 Jan 05 17:18:03.897267 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-ee27166e-fd12-4313-84e4-6a0cbfb8b754 req-635b4bbe-e019-4b57-a503-8c641288e52b service neutron] 10.222.0.13 "GET /v2.0/networks/9d892221-db72-44b5-b8b3-7f2a75d6a0ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800920 Jan 05 17:18:04.137195 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e7e773-b053-4b82-ab1a-a0add4dccacd req-8684973f-2bae-4edb-94a6-6342233b3cd4 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:18:04.138721 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-04e7e773-b053-4b82-ab1a-a0add4dccacd req-8684973f-2bae-4edb-94a6-6342233b3cd4 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/ports?device_id=88d88199-2344-4823-aa87-8cd072976572 HTTP/1.1" status: 200 len: 983 time: 0.0505683 Jan 05 17:18:04.188740 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-04e7e773-b053-4b82-ab1a-a0add4dccacd req-056e9f2b-129b-479e-ba51-2288542e06e4 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/security-groups?id=e329916e-631b-4eb4-9789-17d060ce9f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437906 Jan 05 17:18:04.295970 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9a05d0-abd8-4602-b3b4-f713088bb63c req-950ab916-9753-45c0-8716-16f76dbb8a73 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:18:04.302732 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-9a9a05d0-abd8-4602-b3b4-f713088bb63c req-950ab916-9753-45c0-8716-16f76dbb8a73 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.13 "GET /v2.0/ports?device_id=88d88199-2344-4823-aa87-8cd072976572 HTTP/1.1" status: 200 len: 983 time: 0.0485489 Jan 05 17:18:04.338784 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9a05d0-abd8-4602-b3b4-f713088bb63c req-59827ef3-d129-4eae-9c9d-9dfbdd9f0749 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:18:04.340114 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-9a9a05d0-abd8-4602-b3b4-f713088bb63c req-59827ef3-d129-4eae-9c9d-9dfbdd9f0749 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.13 "GET /v2.0/ports/ebf6330c-2d9c-411c-8f56-7d76d1245e95?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0375667 Jan 05 17:18:04.440744 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-9a9a05d0-abd8-4602-b3b4-f713088bb63c req-ac28bec0-b5f4-4f7f-ac35-03bc52656554 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.13 "GET /v2.0/networks/ca8869da-8f41-484b-a167-91f27506fa27?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.0961285 Jan 05 17:18:04.450184 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [req-9a9a05d0-abd8-4602-b3b4-f713088bb63c req-ab719b92-d7c5-4b3c-94d4-90d57154e8bd service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:18:04.501640 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-9a9a05d0-abd8-4602-b3b4-f713088bb63c req-ab719b92-d7c5-4b3c-94d4-90d57154e8bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:18:04.631516 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.db [req-9a9a05d0-abd8-4602-b3b4-f713088bb63c req-ab719b92-d7c5-4b3c-94d4-90d57154e8bd service neutron] For port ebf6330c-2d9c-411c-8f56-7d76d1245e95, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=ebf6330c-2d9c-411c-8f56-7d76d1245e95,segment=NetworkSegment(f99ffd90-f0b1-41e5-9979-550d7e73f95d),segment_id=f99ffd90-f0b1-41e5-9979-550d7e73f95d)] {{(pid=103800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:18:04.662445 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.db [req-9a9a05d0-abd8-4602-b3b4-f713088bb63c req-ab719b92-d7c5-4b3c-94d4-90d57154e8bd service neutron] For port ebf6330c-2d9c-411c-8f56-7d76d1245e95, host hv-neutron-mast, cleared binding levels {{(pid=103800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 05 17:18:04.693872 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.notifiers.nova [req-9a9a05d0-abd8-4602-b3b4-f713088bb63c req-ab719b92-d7c5-4b3c-94d4-90d57154e8bd service neutron] device_id is not set on port ebf6330c-2d9c-411c-8f56-7d76d1245e95 yet. {{(pid=103800) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 05 17:18:04.701820 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-9a9a05d0-abd8-4602-b3b4-f713088bb63c req-ab719b92-d7c5-4b3c-94d4-90d57154e8bd service neutron] Publish callbacks [] for port, precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:18:04.777315 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-9a9a05d0-abd8-4602-b3b4-f713088bb63c req-ab719b92-d7c5-4b3c-94d4-90d57154e8bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8784461'] for port, after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:18:04.853308 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab719b92-d7c5-4b3c-94d4-90d57154e8bd service neutron] Pushing event updated for resources: {'Port': ['ID=ebf6330c-2d9c-411c-8f56-7d76d1245e95,revision_number=11']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:18:04.896910 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a9a05d0-abd8-4602-b3b4-f713088bb63c req-ab719b92-d7c5-4b3c-94d4-90d57154e8bd service neutron] No DVR routers for this DVR port ebf6330c-2d9c-411c-8f56-7d76d1245e95 on host hv-neutron-mast {{(pid=103800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 05 17:18:04.996387 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-c24a208f-94b5-4b92-8290-242b5410e503 None None] Provisioning complete for port ebf6330c-2d9c-411c-8f56-7d76d1245e95 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:18:04.996991 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c24a208f-94b5-4b92-8290-242b5410e503 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:18:05.030480 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-c24a208f-94b5-4b92-8290-242b5410e503 None None] Port ebf6330c-2d9c-411c-8f56-7d76d1245e95 cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 17:18:05.039332 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [req-9a9a05d0-abd8-4602-b3b4-f713088bb63c req-ab719b92-d7c5-4b3c-94d4-90d57154e8bd service neutron] In _notify_port_updated(), no bound segment for port ebf6330c-2d9c-411c-8f56-7d76d1245e95 on network ca8869da-8f41-484b-a167-91f27506fa27 {{(pid=103800) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Jan 05 17:18:05.044474 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9a05d0-abd8-4602-b3b4-f713088bb63c req-ab719b92-d7c5-4b3c-94d4-90d57154e8bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:18:05.044474 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-9a9a05d0-abd8-4602-b3b4-f713088bb63c req-ab719b92-d7c5-4b3c-94d4-90d57154e8bd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:18:05.044474 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-9a9a05d0-abd8-4602-b3b4-f713088bb63c req-ab719b92-d7c5-4b3c-94d4-90d57154e8bd service neutron] 10.222.0.13 "PUT /v2.0/ports/ebf6330c-2d9c-411c-8f56-7d76d1245e95 HTTP/1.1" status: 200 len: 1026 time: 0.5957794 Jan 05 17:18:05.282411 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-070d53b5-e843-43e8-be92-d4de98720d61 req-fa103929-2daa-46cc-a237-bc890eaf35ea tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/ports?device_id=88d88199-2344-4823-aa87-8cd072976572 HTTP/1.1" status: 200 len: 210 time: 0.0261137 Jan 05 17:18:06.342829 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 46968) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:18:06.399380 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-07ceefed-6663-4857-8e8f-42a5d525e2e9 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for security_group, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:18:06.427530 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-07ceefed-6663-4857-8e8f-42a5d525e2e9 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:18:06.583082 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-07ceefed-6663-4857-8e8f-42a5d525e2e9 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:18:06.585771 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-07ceefed-6663-4857-8e8f-42a5d525e2e9 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for security_group, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:18:06.586936 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-07ceefed-6663-4857-8e8f-42a5d525e2e9 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "DELETE /v2.0/security-groups/1b7d52b5-676f-4c0a-81eb-7083614ff5ca HTTP/1.1" status: 204 len: 168 time: 0.2431154 Jan 05 17:18:06.595888 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ceefed-6663-4857-8e8f-42a5d525e2e9 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b7d52b5-676f-4c0a-81eb-7083614ff5ca,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:18:06.732323 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 46972) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:18:06.888191 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-7ad46c51-14bf-4cc4-8b0d-b547344ad996 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Deleting port 41049948-4fbe-4695-b238-4fbc52609655 {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:18:06.888451 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7ad46c51-14bf-4cc4-8b0d-b547344ad996 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:18:06.964102 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7ad46c51-14bf-4cc4-8b0d-b547344ad996 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:18:06.964487 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7ad46c51-14bf-4cc4-8b0d-b547344ad996 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:18:06.976751 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-7ad46c51-14bf-4cc4-8b0d-b547344ad996 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Calling delete_port for 41049948-4fbe-4695-b238-4fbc52609655 owned by network:floatingip {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:18:07.034788 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Device ebf6330c-2d9c-411c-8f56-7d76d1245e95 no longer exists at agent hyperv_hv-neutron-mast {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 05 17:18:07.212398 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7ad46c51-14bf-4cc4-8b0d-b547344ad996 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:18:07.220212 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] The host hv-neutron-mast is not matching for port ebf6330c-2d9c-411c-8f56-7d76d1245e95 host ! {{(pid=103802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 05 17:18:07.220612 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Device ebf6330c-2d9c-411c-8f56-7d76d1245e95 not bound to the agent host hv-neutron-mast {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 05 17:18:07.238194 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad46c51-14bf-4cc4-8b0d-b547344ad996 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Pushing event deleted for resources: {'Port': ['ID=41049948-4fbe-4695-b238-4fbc52609655,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:18:07.300093 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7ad46c51-14bf-4cc4-8b0d-b547344ad996 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for floatingip, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:18:07.300421 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.db.l3_db [None req-7ad46c51-14bf-4cc4-8b0d-b547344ad996 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Floating IP 4e7f091c-b50e-4c46-9f98-f5fe8c1b08c0 disassociated (deleted). External IP: 172.36.4.237, port: ebf6330c-2d9c-411c-8f56-7d76d1245e95. Jan 05 17:18:07.727011 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.agents_db [None req-291d1585-17df-45c0-b64a-d244e6d90872 None None] Agent healthcheck: found 6 active agents {{(pid=103803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 05 17:18:07.807542 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ad46c51-14bf-4cc4-8b0d-b547344ad996 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Router cff4776f-0f57-4d95-ab14-02c9995727ee has already been hosted by L3 agent 59446fdc-40e0-41fe-a575-a8eb11d742f7 {{(pid=103800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 05 17:18:07.912644 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ad46c51-14bf-4cc4-8b0d-b547344ad996 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 05 17:18:07.917387 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7ad46c51-14bf-4cc4-8b0d-b547344ad996 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for floatingip, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:18:07.922364 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29af3598-b84f-4191-b900-6ed44e6f4647 None None] Sync routers for ids ['cff4776f-0f57-4d95-ab14-02c9995727ee'] in dv-neutron-master-2-hyperv {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 05 17:18:07.932235 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29af3598-b84f-4191-b900-6ed44e6f4647 None None] Routers {'cff4776f-0f57-4d95-ab14-02c9995727ee'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:18:07.932840 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-29af3598-b84f-4191-b900-6ed44e6f4647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:17:49Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['cff4776f-0f57-4d95-ab14-02c9995727ee'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:18:07.943604 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-7ad46c51-14bf-4cc4-8b0d-b547344ad996 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "DELETE /v2.0/floatingips/4e7f091c-b50e-4c46-9f98-f5fe8c1b08c0 HTTP/1.1" status: 204 len: 168 time: 1.2102048 Jan 05 17:18:08.012891 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 46978) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:18:08.038467 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-29af3598-b84f-4191-b900-6ed44e6f4647 None None] Set router cff4776f-0f57-4d95-ab14-02c9995727ee gateway port host: dv-neutron-master-2-hyperv {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:18:08.087565 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-289900ae-7cb3-4c41-9f99-1b8c07ebe2fe tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for security_group, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:18:08.113238 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-289900ae-7cb3-4c41-9f99-1b8c07ebe2fe tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:18:08.235051 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-289900ae-7cb3-4c41-9f99-1b8c07ebe2fe tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:18:08.235463 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-29af3598-b84f-4191-b900-6ed44e6f4647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cff4776f-0f57-4d95-ab14-02c9995727ee', 'name': 'tempest-TestNetworkBasicOps-router-1863885059', 'tenant_id': 'ec76859de02442879238ecf1eaefefed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.126'}], 'enable_snat': True}, 'gw_port_id': '10d480a7-3c05-4fd5-8241-a5435f83aec9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:17:12Z', 'updated_at': '2022-01-05T17:17:17Z', 'revision_number': 4, 'project_id': 'ec76859de02442879238ecf1eaefefed', 'gw_port': {'id': '10d480a7-3c05-4fd5-8241-a5435f83aec9', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:9c:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cff4776f-0f57-4d95-ab14-02c9995727ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:17:13Z', 'updated_at': '2022-01-05T17:17:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '7c81db0b-4003-4a5d-acfd-7b32883bb40d', 'name': '', 'network_id': 'ca8869da-8f41-484b-a167-91f27506fa27', 'tenant_id': 'ec76859de02442879238ecf1eaefefed', 'mac_address': 'fa:16:3e:1e:55:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cff4776f-0f57-4d95-ab14-02c9995727ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': 'a151b2e1-840e-491f-8734-b7cd79cbcd15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:17:16Z', 'updated_at': '2022-01-05T17:17:20Z', 'revision_number': 5, 'project_id': 'ec76859de02442879238ecf1eaefefed', 'subnets': [{'id': 'a151b2e1-840e-491f-8734-b7cd79cbcd15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:18:08.237519 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-289900ae-7cb3-4c41-9f99-1b8c07ebe2fe tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for security_group, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:18:08.238982 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-289900ae-7cb3-4c41-9f99-1b8c07ebe2fe tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "DELETE /v2.0/security-groups/dfb01707-7c29-4e80-9170-7b094d1c818f HTTP/1.1" status: 204 len: 168 time: 0.2249804 Jan 05 17:18:08.248583 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289900ae-7cb3-4c41-9f99-1b8c07ebe2fe tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfb01707-7c29-4e80-9170-7b094d1c818f,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:18:08.273696 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29af3598-b84f-4191-b900-6ed44e6f4647 None None] Checking router: cff4776f-0f57-4d95-ab14-02c9995727ee for host: dv-neutron-master-2-hyperv {{(pid=103802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 05 17:18:08.288820 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29af3598-b84f-4191-b900-6ed44e6f4647 None None] Routers {'cff4776f-0f57-4d95-ab14-02c9995727ee'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:18:08.289418 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-29af3598-b84f-4191-b900-6ed44e6f4647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:17:49Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['cff4776f-0f57-4d95-ab14-02c9995727ee'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:18:08.341612 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 46982) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:18:08.398638 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-29af3598-b84f-4191-b900-6ed44e6f4647 None None] Set router cff4776f-0f57-4d95-ab14-02c9995727ee gateway port host: dv-neutron-master-2-hyperv {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:18:08.430873 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-331ff13f-af59-47e9-96d6-cc882062289c tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Deleting port ebf6330c-2d9c-411c-8f56-7d76d1245e95 {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:18:08.431207 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-331ff13f-af59-47e9-96d6-cc882062289c tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:18:08.515227 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-331ff13f-af59-47e9-96d6-cc882062289c tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:18:08.527608 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-331ff13f-af59-47e9-96d6-cc882062289c tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Calling delete_port for ebf6330c-2d9c-411c-8f56-7d76d1245e95 owned by {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:18:08.596862 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-29af3598-b84f-4191-b900-6ed44e6f4647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cff4776f-0f57-4d95-ab14-02c9995727ee', 'name': 'tempest-TestNetworkBasicOps-router-1863885059', 'tenant_id': 'ec76859de02442879238ecf1eaefefed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.126'}], 'enable_snat': True}, 'gw_port_id': '10d480a7-3c05-4fd5-8241-a5435f83aec9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:17:12Z', 'updated_at': '2022-01-05T17:17:17Z', 'revision_number': 4, 'project_id': 'ec76859de02442879238ecf1eaefefed', 'gw_port': {'id': '10d480a7-3c05-4fd5-8241-a5435f83aec9', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:9c:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cff4776f-0f57-4d95-ab14-02c9995727ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:17:13Z', 'updated_at': '2022-01-05T17:17:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '7c81db0b-4003-4a5d-acfd-7b32883bb40d', 'name': '', 'network_id': 'ca8869da-8f41-484b-a167-91f27506fa27', 'tenant_id': 'ec76859de02442879238ecf1eaefefed', 'mac_address': 'fa:16:3e:1e:55:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cff4776f-0f57-4d95-ab14-02c9995727ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': 'a151b2e1-840e-491f-8734-b7cd79cbcd15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:17:16Z', 'updated_at': '2022-01-05T17:17:20Z', 'revision_number': 5, 'project_id': 'ec76859de02442879238ecf1eaefefed', 'subnets': [{'id': 'a151b2e1-840e-491f-8734-b7cd79cbcd15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:18:08.623317 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29af3598-b84f-4191-b900-6ed44e6f4647 None None] The sync data for ids ['cff4776f-0f57-4d95-ab14-02c9995727ee'] in dv-neutron-master-2-hyperv is: [{'id': 'cff4776f-0f57-4d95-ab14-02c9995727ee', 'name': 'tempest-TestNetworkBasicOps-router-1863885059', 'tenant_id': 'ec76859de02442879238ecf1eaefefed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.126'}], 'enable_snat': True}, 'gw_port_id': '10d480a7-3c05-4fd5-8241-a5435f83aec9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:17:12Z', 'updated_at': '2022-01-05T17:17:17Z', 'revision_number': 4, 'project_id': 'ec76859de02442879238ecf1eaefefed', 'gw_port': {'id': '10d480a7-3c05-4fd5-8241-a5435f83aec9', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:9c:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cff4776f-0f57-4d95-ab14-02c9995727ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:17:13Z', 'updated_at': '2022-01-05T17:17:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '7c81db0b-4003-4a5d-acfd-7b32883bb40d', 'name': '', 'network_id': 'ca8869da-8f41-484b-a167-91f27506fa27', 'tenant_id': 'ec76859de02442879238ecf1eaefefed', 'mac_address': 'fa:16:3e:1e:55:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cff4776f-0f57-4d95-ab14-02c9995727ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': 'a151b2e1-840e-491f-8734-b7cd79cbcd15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:17:16Z', 'updated_at': '2022-01-05T17:17:20Z', 'revision_number': 5, 'project_id': 'ec76859de02442879238ecf1eaefefed', 'subnets': [{'id': 'a151b2e1-840e-491f-8734-b7cd79cbcd15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 05 17:18:08.726490 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-331ff13f-af59-47e9-96d6-cc882062289c tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:18:08.756879 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331ff13f-af59-47e9-96d6-cc882062289c tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Pushing event deleted for resources: {'Port': ['ID=ebf6330c-2d9c-411c-8f56-7d76d1245e95,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:18:08.831588 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-331ff13f-af59-47e9-96d6-cc882062289c tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:18:08.835106 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-331ff13f-af59-47e9-96d6-cc882062289c tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "DELETE /v2.0/ports/ebf6330c-2d9c-411c-8f56-7d76d1245e95 HTTP/1.1" status: 204 len: 168 time: 0.4920800 Jan 05 17:18:08.837658 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 46986) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:18:08.998427 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aecbc4d9-a85b-41c5-8b3f-c96244f9df9d None None] New status for floating IP 4e7f091c-b50e-4c46-9f98-f5fe8c1b08c0: DOWN {{(pid=103803) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 05 17:18:09.214611 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9f96d22e-adfe-44d4-adcf-a5e310bbed92 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-531685'] for router_interface, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:18:09.463906 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-9f96d22e-adfe-44d4-adcf-a5e310bbed92 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Deleting port 7c81db0b-4003-4a5d-acfd-7b32883bb40d {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:18:09.464240 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9f96d22e-adfe-44d4-adcf-a5e310bbed92 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:18:09.553980 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.db [None req-9f96d22e-adfe-44d4-adcf-a5e310bbed92 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] For port 7c81db0b-4003-4a5d-acfd-7b32883bb40d, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=7c81db0b-4003-4a5d-acfd-7b32883bb40d,segment=NetworkSegment(f99ffd90-f0b1-41e5-9979-550d7e73f95d),segment_id=f99ffd90-f0b1-41e5-9979-550d7e73f95d)] {{(pid=103800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:18:09.554335 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9f96d22e-adfe-44d4-adcf-a5e310bbed92 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:18:09.567369 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-9f96d22e-adfe-44d4-adcf-a5e310bbed92 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Calling delete_port for 7c81db0b-4003-4a5d-acfd-7b32883bb40d owned by network:router_interface {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:18:09.874558 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9f96d22e-adfe-44d4-adcf-a5e310bbed92 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:18:09.898934 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f96d22e-adfe-44d4-adcf-a5e310bbed92 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Pushing event deleted for resources: {'Port': ['ID=7c81db0b-4003-4a5d-acfd-7b32883bb40d,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:18:09.909109 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f96d22e-adfe-44d4-adcf-a5e310bbed92 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:18:09.909462 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f96d22e-adfe-44d4-adcf-a5e310bbed92 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:18:09.909839 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f96d22e-adfe-44d4-adcf-a5e310bbed92 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:18:09.910187 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f96d22e-adfe-44d4-adcf-a5e310bbed92 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:18:09.910523 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f96d22e-adfe-44d4-adcf-a5e310bbed92 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:18:09.910855 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f96d22e-adfe-44d4-adcf-a5e310bbed92 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:18:09.911185 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f96d22e-adfe-44d4-adcf-a5e310bbed92 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:18:09.911517 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f96d22e-adfe-44d4-adcf-a5e310bbed92 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:18:09.912366 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f96d22e-adfe-44d4-adcf-a5e310bbed92 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:18:09.912366 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f96d22e-adfe-44d4-adcf-a5e310bbed92 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:18:09.912590 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f96d22e-adfe-44d4-adcf-a5e310bbed92 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:18:09.912818 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f96d22e-adfe-44d4-adcf-a5e310bbed92 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:18:09.913139 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f96d22e-adfe-44d4-adcf-a5e310bbed92 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:18:10.089438 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9f96d22e-adfe-44d4-adcf-a5e310bbed92 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-560676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531569'] for router_interface, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:18:10.295599 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f96d22e-adfe-44d4-adcf-a5e310bbed92 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Router cff4776f-0f57-4d95-ab14-02c9995727ee has already been hosted by L3 agent 59446fdc-40e0-41fe-a575-a8eb11d742f7 {{(pid=103800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 05 17:18:10.398170 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f96d22e-adfe-44d4-adcf-a5e310bbed92 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 05 17:18:10.403296 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-9f96d22e-adfe-44d4-adcf-a5e310bbed92 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "PUT /v2.0/routers/cff4776f-0f57-4d95-ab14-02c9995727ee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5643964 Jan 05 17:18:10.406560 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 46988) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:18:10.408635 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d891f4e-ada9-4fe3-aa96-986865e31fc4 None None] Sync routers for ids ['cff4776f-0f57-4d95-ab14-02c9995727ee'] in dv-neutron-master-2-hyperv {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 05 17:18:10.418054 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d891f4e-ada9-4fe3-aa96-986865e31fc4 None None] Routers {'cff4776f-0f57-4d95-ab14-02c9995727ee'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:18:10.418658 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-4d891f4e-ada9-4fe3-aa96-986865e31fc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:17:49Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['cff4776f-0f57-4d95-ab14-02c9995727ee'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:18:10.460774 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0883e64-bdbc-4e88-8478-7bbfeac11057 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Deleting subnet a151b2e1-840e-491f-8734-b7cd79cbcd15 {{(pid=103800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 05 17:18:10.463855 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f0883e64-bdbc-4e88-8478-7bbfeac11057 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for subnet, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:18:10.502869 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f0883e64-bdbc-4e88-8478-7bbfeac11057 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8784846'] for subnet, precommit_delete_associations {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:18:10.522399 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-4d891f4e-ada9-4fe3-aa96-986865e31fc4 None None] Set router cff4776f-0f57-4d95-ab14-02c9995727ee gateway port host: dv-neutron-master-2-hyperv {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:18:10.583022 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f0883e64-bdbc-4e88-8478-7bbfeac11057 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892868'] for subnet, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:18:10.701718 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-4d891f4e-ada9-4fe3-aa96-986865e31fc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cff4776f-0f57-4d95-ab14-02c9995727ee', 'name': 'tempest-TestNetworkBasicOps-router-1863885059', 'tenant_id': 'ec76859de02442879238ecf1eaefefed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.126'}], 'enable_snat': True}, 'gw_port_id': '10d480a7-3c05-4fd5-8241-a5435f83aec9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:17:12Z', 'updated_at': '2022-01-05T17:18:09Z', 'revision_number': 5, 'project_id': 'ec76859de02442879238ecf1eaefefed', 'gw_port': {'id': '10d480a7-3c05-4fd5-8241-a5435f83aec9', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:9c:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cff4776f-0f57-4d95-ab14-02c9995727ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:17:13Z', 'updated_at': '2022-01-05T17:17:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:18:10.720543 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f0883e64-bdbc-4e88-8478-7bbfeac11057 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3893367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8784787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8521880'] for subnet, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:18:10.728037 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d891f4e-ada9-4fe3-aa96-986865e31fc4 None None] Checking router: cff4776f-0f57-4d95-ab14-02c9995727ee for host: dv-neutron-master-2-hyperv {{(pid=103802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 05 17:18:10.736169 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d891f4e-ada9-4fe3-aa96-986865e31fc4 None None] Routers {'cff4776f-0f57-4d95-ab14-02c9995727ee'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:18:10.736849 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-4d891f4e-ada9-4fe3-aa96-986865e31fc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:17:49Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['cff4776f-0f57-4d95-ab14-02c9995727ee'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:18:10.749510 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0883e64-bdbc-4e88-8478-7bbfeac11057 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Pushing event deleted for resources: {'Subnet': ['ID=a151b2e1-840e-491f-8734-b7cd79cbcd15,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:18:10.751530 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f0883e64-bdbc-4e88-8478-7bbfeac11057 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for subnet, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:18:10.754744 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-f0883e64-bdbc-4e88-8478-7bbfeac11057 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "DELETE /v2.0/subnets/a151b2e1-840e-491f-8734-b7cd79cbcd15 HTTP/1.1" status: 204 len: 168 time: 0.3470714 Jan 05 17:18:10.757326 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 46990) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:18:10.775966 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ae12ac3-2c29-42da-af61-4e452afb4bbd None None] Network ca8869da-8f41-484b-a167-91f27506fa27 requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:18:10.865016 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7082f7a8-c31a-4b77-9a33-e633017ccf48 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for router, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:18:10.913351 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-4d891f4e-ada9-4fe3-aa96-986865e31fc4 None None] Set router cff4776f-0f57-4d95-ab14-02c9995727ee gateway port host: dv-neutron-master-2-hyperv {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:18:10.970985 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7082f7a8-c31a-4b77-9a33-e633017ccf48 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:18:11.026315 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95a6ce48-d384-4287-aacc-733887ba3961 None None] DHCP port deletion for ca8869da-8f41-484b-a167-91f27506fa27 request from dv-neutron-master-2-hyperv {{(pid=103802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 05 17:18:11.083144 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-7082f7a8-c31a-4b77-9a33-e633017ccf48 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Deleting port 10d480a7-3c05-4fd5-8241-a5435f83aec9 {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:18:11.083471 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7082f7a8-c31a-4b77-9a33-e633017ccf48 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:18:11.127382 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-95a6ce48-d384-4287-aacc-733887ba3961 None None] Deleting port c2ae85ab-de97-4135-97d1-ef73e5ebdebf {{(pid=103802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:18:11.127751 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-95a6ce48-d384-4287-aacc-733887ba3961 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:18:11.161051 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.db [None req-7082f7a8-c31a-4b77-9a33-e633017ccf48 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] For port 10d480a7-3c05-4fd5-8241-a5435f83aec9, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=10d480a7-3c05-4fd5-8241-a5435f83aec9,segment=NetworkSegment(3f961525-530f-4ce5-8222-1dbbbe774893),segment_id=3f961525-530f-4ce5-8222-1dbbbe774893)] {{(pid=103800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:18:11.161412 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7082f7a8-c31a-4b77-9a33-e633017ccf48 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:18:11.174007 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-7082f7a8-c31a-4b77-9a33-e633017ccf48 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Calling delete_port for 10d480a7-3c05-4fd5-8241-a5435f83aec9 owned by network:router_gateway {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:18:11.184937 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-4d891f4e-ada9-4fe3-aa96-986865e31fc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cff4776f-0f57-4d95-ab14-02c9995727ee', 'name': 'tempest-TestNetworkBasicOps-router-1863885059', 'tenant_id': 'ec76859de02442879238ecf1eaefefed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.126'}], 'enable_snat': True}, 'gw_port_id': '10d480a7-3c05-4fd5-8241-a5435f83aec9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:17:12Z', 'updated_at': '2022-01-05T17:18:09Z', 'revision_number': 5, 'project_id': 'ec76859de02442879238ecf1eaefefed', 'gw_port': {'id': '10d480a7-3c05-4fd5-8241-a5435f83aec9', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:9c:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cff4776f-0f57-4d95-ab14-02c9995727ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:17:13Z', 'updated_at': '2022-01-05T17:17:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:18:11.221959 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d891f4e-ada9-4fe3-aa96-986865e31fc4 None None] The sync data for ids ['cff4776f-0f57-4d95-ab14-02c9995727ee'] in dv-neutron-master-2-hyperv is: [{'id': 'cff4776f-0f57-4d95-ab14-02c9995727ee', 'name': 'tempest-TestNetworkBasicOps-router-1863885059', 'tenant_id': 'ec76859de02442879238ecf1eaefefed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.126'}], 'enable_snat': True}, 'gw_port_id': '10d480a7-3c05-4fd5-8241-a5435f83aec9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:17:12Z', 'updated_at': '2022-01-05T17:18:09Z', 'revision_number': 5, 'project_id': 'ec76859de02442879238ecf1eaefefed', 'gw_port': {'id': '10d480a7-3c05-4fd5-8241-a5435f83aec9', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:9c:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cff4776f-0f57-4d95-ab14-02c9995727ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:17:13Z', 'updated_at': '2022-01-05T17:17:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 05 17:18:11.224550 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-95a6ce48-d384-4287-aacc-733887ba3961 None None] For port c2ae85ab-de97-4135-97d1-ef73e5ebdebf, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c2ae85ab-de97-4135-97d1-ef73e5ebdebf,segment=NetworkSegment(f99ffd90-f0b1-41e5-9979-550d7e73f95d),segment_id=f99ffd90-f0b1-41e5-9979-550d7e73f95d)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:18:11.225020 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-95a6ce48-d384-4287-aacc-733887ba3961 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:18:11.239297 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-95a6ce48-d384-4287-aacc-733887ba3961 None None] Calling delete_port for c2ae85ab-de97-4135-97d1-ef73e5ebdebf owned by network:dhcp {{(pid=103802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:18:11.417922 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-95a6ce48-d384-4287-aacc-733887ba3961 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678'] for port, after_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:18:11.446785 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a6ce48-d384-4287-aacc-733887ba3961 None None] Pushing event deleted for resources: {'Port': ['ID=c2ae85ab-de97-4135-97d1-ef73e5ebdebf,revision_number=None']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:18:11.450603 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95a6ce48-d384-4287-aacc-733887ba3961 None None] No DVR routers for this DVR port c2ae85ab-de97-4135-97d1-ef73e5ebdebf on host dv-neutron-master-2-hyperv {{(pid=103802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 05 17:18:11.743255 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7082f7a8-c31a-4b77-9a33-e633017ccf48 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:18:11.774711 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7082f7a8-c31a-4b77-9a33-e633017ccf48 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Pushing event deleted for resources: {'Port': ['ID=10d480a7-3c05-4fd5-8241-a5435f83aec9,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:18:11.790926 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26a521b8-511e-4310-90b4-0c5c26beb02f None None] DHCP port deletion for b0167590-0699-4c5c-a932-3939414a9573 request from dv-neutron-master-2-hyperv {{(pid=103802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 05 17:18:11.848099 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7082f7a8-c31a-4b77-9a33-e633017ccf48 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-648595'] for router_gateway, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:18:11.921326 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device c2ae85ab-de97-4135-97d1-ef73e5ebdebf no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 05 17:18:11.943312 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] No Port match for: c2ae85ab-de97-4135-97d1-ef73e5ebdebf {{(pid=103802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 05 17:18:11.943741 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device c2ae85ab-de97-4135-97d1-ef73e5ebdebf not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 05 17:18:11.944169 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 7c81db0b-4003-4a5d-acfd-7b32883bb40d no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 05 17:18:11.944332 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7082f7a8-c31a-4b77-9a33-e633017ccf48 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-648249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62744'] for router, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:18:11.946805 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7082f7a8-c31a-4b77-9a33-e633017ccf48 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:18:11.963736 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] No Port match for: 7c81db0b-4003-4a5d-acfd-7b32883bb40d {{(pid=103802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 05 17:18:11.964080 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 7c81db0b-4003-4a5d-acfd-7b32883bb40d not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 05 17:18:12.045693 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7082f7a8-c31a-4b77-9a33-e633017ccf48 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-648240'] for router, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:18:12.046360 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7082f7a8-c31a-4b77-9a33-e633017ccf48 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Fanout notify agent at l3_agent the message router_deleted on router cff4776f-0f57-4d95-ab14-02c9995727ee {{(pid=103800) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 05 17:18:12.053780 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7082f7a8-c31a-4b77-9a33-e633017ccf48 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for router, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:18:12.054934 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-7082f7a8-c31a-4b77-9a33-e633017ccf48 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "DELETE /v2.0/routers/cff4776f-0f57-4d95-ab14-02c9995727ee HTTP/1.1" status: 204 len: 168 time: 1.2966683 Jan 05 17:18:12.057428 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 46992) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:18:12.149367 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-fc206d74-5aed-43dc-aae4-0c8f5b629966 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3809644'] for network, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:18:12.238686 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-fc206d74-5aed-43dc-aae4-0c8f5b629966 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3891715', 'neutron.services.segments.db._delete_segments_for_network-8754181063482'] for network, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:18:12.258783 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.services.segments.db [None req-fc206d74-5aed-43dc-aae4-0c8f5b629966 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca8869da-8f41-484b-a167-91f27506fa27']}} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:18:12.268393 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.services.segments.db [None req-fc206d74-5aed-43dc-aae4-0c8f5b629966 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f99ffd90-f0b1-41e5-9979-550d7e73f95d') {'for_net_delete': True} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:18:12.268685 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.services.segments.db [None req-fc206d74-5aed-43dc-aae4-0c8f5b629966 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f99ffd90-f0b1-41e5-9979-550d7e73f95d') {} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:18:12.277789 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-fc206d74-5aed-43dc-aae4-0c8f5b629966 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754181064771', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8784833'] for segment, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:18:12.290628 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-fc206d74-5aed-43dc-aae4-0c8f5b629966 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225'] for segment, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:18:12.296419 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc206d74-5aed-43dc-aae4-0c8f5b629966 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Releasing vlan 101 on physical network physnet1 to pool {{(pid=103800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 05 17:18:12.296810 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-fc206d74-5aed-43dc-aae4-0c8f5b629966 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8784497'] for segment, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:18:12.299812 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:18:12.299812 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:18:12.299812 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:18:12.299812 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:18:12.299812 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:18:12.299812 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:18:12.299812 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:18:12.299812 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:18:12.299812 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:18:12.299812 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:18:12.299812 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:18:12.299812 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:18:12.299812 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:18:12.299812 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:18:12.299812 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:18:12.299812 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:18:12.299812 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:18:12.299812 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:18:12.299812 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:18:12.299812 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:18:12.299812 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:18:12.299812 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:18:12.299812 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:18:12.299812 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:18:12.299812 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:18:12.299812 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:18:12.299812 dv-neutron-master-2-hyperv neutron-server[103800]: Traceback (most recent call last): Jan 05 17:18:12.299812 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 05 17:18:12.299812 dv-neutron-master-2-hyperv neutron-server[103800]: timer() Jan 05 17:18:12.299812 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 05 17:18:12.299812 dv-neutron-master-2-hyperv neutron-server[103800]: cb(*args, **kw) Jan 05 17:18:12.299812 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 05 17:18:12.299812 dv-neutron-master-2-hyperv neutron-server[103800]: return func(*args, **kwargs) Jan 05 17:18:12.299812 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 05 17:18:12.299812 dv-neutron-master-2-hyperv neutron-server[103800]: self._notify() Jan 05 17:18:12.299812 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 05 17:18:12.299812 dv-neutron-master-2-hyperv neutron-server[103800]: self.callback(batched_events) Jan 05 17:18:12.299812 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 05 17:18:12.299812 dv-neutron-master-2-hyperv neutron-server[103800]: event.method(event) Jan 05 17:18:12.299812 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 05 17:18:12.299812 dv-neutron-master-2-hyperv neutron-server[103800]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 05 17:18:12.299812 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 05 17:18:12.299812 dv-neutron-master-2-hyperv neutron-server[103800]: aggregate_uuid = self.p_client.list_aggregates( Jan 05 17:18:12.299812 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 05 17:18:12.299812 dv-neutron-master-2-hyperv neutron-server[103800]: return f(self, *a, **k) Jan 05 17:18:12.299812 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 05 17:18:12.299812 dv-neutron-master-2-hyperv neutron-server[103800]: return self._get(url).json() Jan 05 17:18:12.299812 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 05 17:18:12.299812 dv-neutron-master-2-hyperv neutron-server[103800]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 05 17:18:12.299812 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 05 17:18:12.299812 dv-neutron-master-2-hyperv neutron-server[103800]: return self.request(url, 'GET', **kwargs) Jan 05 17:18:12.299812 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 05 17:18:12.299812 dv-neutron-master-2-hyperv neutron-server[103800]: base_url = self.get_endpoint(auth, allow=allow, Jan 05 17:18:12.299812 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 05 17:18:12.299812 dv-neutron-master-2-hyperv neutron-server[103800]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 05 17:18:12.299812 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 05 17:18:12.299812 dv-neutron-master-2-hyperv neutron-server[103800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 05 17:18:12.299812 dv-neutron-master-2-hyperv neutron-server[103800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 05 17:18:12.445806 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-fc206d74-5aed-43dc-aae4-0c8f5b629966 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3891722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648695'] for network, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:18:12.455528 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-fc206d74-5aed-43dc-aae4-0c8f5b629966 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for network, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:18:12.459193 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-fc206d74-5aed-43dc-aae4-0c8f5b629966 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "DELETE /v2.0/networks/ca8869da-8f41-484b-a167-91f27506fa27 HTTP/1.1" status: 204 len: 168 time: 0.4005942 Jan 05 17:18:12.473155 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 46994) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:18:12.476581 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc206d74-5aed-43dc-aae4-0c8f5b629966 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Pushing event deleted for resources: {'Network': ['ID=ca8869da-8f41-484b-a167-91f27506fa27,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:18:12.490952 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 46996) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:18:12.491381 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-627d6b13-5adf-40ad-946f-c2771237ded7 tempest-TestNetworkBasicOps-152746079 tempest-TestNetworkBasicOps-152746079-project-admin] 10.222.0.11 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200 len: 838 time: 0.0165982 Jan 05 17:18:12.497007 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-c7028fce-66a8-44e8-8979-4b4d9e636ebb tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Request body: {'network': {'name': 'tempest-network-smoke--402016834', 'project_id': 'ec76859de02442879238ecf1eaefefed', 'port_security_enabled': True}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:18:12.575620 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7028fce-66a8-44e8-8979-4b4d9e636ebb tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Made reservation on behalf of ec76859de02442879238ecf1eaefefed for: {'network': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:18:12.579563 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c7028fce-66a8-44e8-8979-4b4d9e636ebb tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for network, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:18:12.602280 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7028fce-66a8-44e8-8979-4b4d9e636ebb tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] vlan segment allocate from pool success with {'vlan_id': 140, 'physical_network': 'physnet1'} {{(pid=103800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 05 17:18:12.611253 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c7028fce-66a8-44e8-8979-4b4d9e636ebb tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225'] for segment, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:18:12.611592 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.db.segments_db [None req-c7028fce-66a8-44e8-8979-4b4d9e636ebb tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Added segment bcdc290b-86dc-4bd4-aef6-4ba181574efd of type vlan for network 51031d72-d137-46b4-85cb-095fd44009cf Jan 05 17:18:12.655502 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c7028fce-66a8-44e8-8979-4b4d9e636ebb tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754180566020'] for network, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:18:12.743250 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c7028fce-66a8-44e8-8979-4b4d9e636ebb tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685'] for network, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:18:12.750159 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7028fce-66a8-44e8-8979-4b4d9e636ebb tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:18:12.761964 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c7028fce-66a8-44e8-8979-4b4d9e636ebb tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for network, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:18:12.814771 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7028fce-66a8-44e8-8979-4b4d9e636ebb tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Pushing event updated for resources: {'Network': ['ID=51031d72-d137-46b4-85cb-095fd44009cf,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:18:12.824455 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Network 51031d72-d137-46b4-85cb-095fd44009cf details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 05 17:18:12.852602 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-c7028fce-66a8-44e8-8979-4b4d9e636ebb tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3605247 Jan 05 17:18:12.855290 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 46998) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:18:12.860824 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-f5b37640-4947-4db7-9e7a-4fe6c3ccc55d tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1293751442', 'admin_state_up': True, 'project_id': 'ec76859de02442879238ecf1eaefefed', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573'}}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:18:12.937513 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f5b37640-4947-4db7-9e7a-4fe6c3ccc55d tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-649063', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58098'] for router, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:18:12.938753 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f5b37640-4947-4db7-9e7a-4fe6c3ccc55d tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649832', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-545006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58091'] for router, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:18:12.993964 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f5b37640-4947-4db7-9e7a-4fe6c3ccc55d tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:18:13.212174 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f5b37640-4947-4db7-9e7a-4fe6c3ccc55d tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:18:13.468856 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f5b37640-4947-4db7-9e7a-4fe6c3ccc55d tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for router_gateway, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:18:13.487494 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f5b37640-4947-4db7-9e7a-4fe6c3ccc55d tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:18:13.593255 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [None req-f5b37640-4947-4db7-9e7a-4fe6c3ccc55d tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Allocated IP 172.36.4.16 (b0167590-0699-4c5c-a932-3939414a9573/7a784a6d-3d96-418f-a645-b9ccd0b1ac55/b260c198-e161-491a-92fe-797e5c6c4b2e) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:18:13.693677 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f5b37640-4947-4db7-9e7a-4fe6c3ccc55d tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for port, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:18:13.775295 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f5b37640-4947-4db7-9e7a-4fe6c3ccc55d tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:18:13.813998 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5b37640-4947-4db7-9e7a-4fe6c3ccc55d tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Network b0167590-0699-4c5c-a932-3939414a9573 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:18:13.817070 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-f5b37640-4947-4db7-9e7a-4fe6c3ccc55d tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:18:13.820532 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5b37640-4947-4db7-9e7a-4fe6c3ccc55d tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:18:13.831420 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 10d480a7-3c05-4fd5-8241-a5435f83aec9 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 05 17:18:13.835161 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc646b42-044a-409a-8345-6d8d3b258f79 None None] DHCP port deletion for b0167590-0699-4c5c-a932-3939414a9573 request from dv-neutron-master-2-hyperv {{(pid=103802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 05 17:18:13.851579 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b37640-4947-4db7-9e7a-4fe6c3ccc55d tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Pushing event updated for resources: {'Port': ['ID=b260c198-e161-491a-92fe-797e5c6c4b2e,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:18:13.855562 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] No Port match for: 10d480a7-3c05-4fd5-8241-a5435f83aec9 {{(pid=103802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 05 17:18:13.855905 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 10d480a7-3c05-4fd5-8241-a5435f83aec9 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 05 17:18:13.915813 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-c82ef251-7be3-48ae-9f49-7359863393e0 None None] Provisioning complete for port b260c198-e161-491a-92fe-797e5c6c4b2e triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:18:13.916179 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c82ef251-7be3-48ae-9f49-7359863393e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:18:14.100204 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-c82ef251-7be3-48ae-9f49-7359863393e0 None None] Port b260c198-e161-491a-92fe-797e5c6c4b2e cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 17:18:14.177824 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f5b37640-4947-4db7-9e7a-4fe6c3ccc55d tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for router_gateway, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:18:14.378006 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f5b37640-4947-4db7-9e7a-4fe6c3ccc55d tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-648430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648639'] for router, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:18:14.571248 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5b37640-4947-4db7-9e7a-4fe6c3ccc55d tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Router a20432e2-f8f2-4aa6-b143-4e5aa4787b90 is scheduled to L3 agent 59446fdc-40e0-41fe-a575-a8eb11d742f7 with binding_index 1 {{(pid=103800) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 05 17:18:14.677011 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5b37640-4947-4db7-9e7a-4fe6c3ccc55d tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 05 17:18:14.688218 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e310a5af-3c7c-47c7-9f20-fcc7d05b8088 None None] Sync routers for ids ['a20432e2-f8f2-4aa6-b143-4e5aa4787b90'] in dv-neutron-master-2-hyperv {{(pid=103803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 05 17:18:14.698799 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e310a5af-3c7c-47c7-9f20-fcc7d05b8088 None None] Routers {'a20432e2-f8f2-4aa6-b143-4e5aa4787b90'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:18:14.699424 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-e310a5af-3c7c-47c7-9f20-fcc7d05b8088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:17:49Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['a20432e2-f8f2-4aa6-b143-4e5aa4787b90'], 'active': True} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:18:14.733797 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f5b37640-4947-4db7-9e7a-4fe6c3ccc55d tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for router, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:18:14.735126 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-f5b37640-4947-4db7-9e7a-4fe6c3ccc55d tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.8787134 Jan 05 17:18:14.738708 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 47000) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:18:14.766747 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-86869fa8-cec4-45bb-a409-5a0448aaced9 tempest-TestNetworkBasicOps-152746079 tempest-TestNetworkBasicOps-152746079-project-admin] 10.222.0.11 "GET /v2.0/subnets?project_id=ec76859de02442879238ecf1eaefefed&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0269079 Jan 05 17:18:14.769297 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 47002) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:18:14.805473 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvr_db [None req-e310a5af-3c7c-47c7-9f20-fcc7d05b8088 None None] Set router a20432e2-f8f2-4aa6-b143-4e5aa4787b90 gateway port host: dv-neutron-master-2-hyperv {{(pid=103803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:18:14.863503 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4be92614-7182-42fd-be97-f472410e92a8 tempest-TestNetworkBasicOps-152746079 tempest-TestNetworkBasicOps-152746079-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:18:14.867637 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-4be92614-7182-42fd-be97-f472410e92a8 tempest-TestNetworkBasicOps-152746079 tempest-TestNetworkBasicOps-152746079-project-admin] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0947928 Jan 05 17:18:14.867862 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 47004) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:18:14.898912 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-a9c96a73-89c1-4dbe-ad64-77ec8f55fe15 tempest-TestNetworkBasicOps-152746079 tempest-TestNetworkBasicOps-152746079-project-admin] 10.222.0.11 "GET /v2.0/subnets?network_id=b0167590-0699-4c5c-a932-3939414a9573&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0275939 Jan 05 17:18:14.899130 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 47006) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:18:14.903595 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-1e95bb17-c3c6-479f-8bf3-7e8670d067f7 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-124950457', 'network_id': '51031d72-d137-46b4-85cb-095fd44009cf', 'project_id': 'ec76859de02442879238ecf1eaefefed', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:18:14.985759 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-e310a5af-3c7c-47c7-9f20-fcc7d05b8088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a20432e2-f8f2-4aa6-b143-4e5aa4787b90', 'name': 'tempest-TestNetworkBasicOps-router-1293751442', 'tenant_id': 'ec76859de02442879238ecf1eaefefed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.16'}], 'enable_snat': True}, 'gw_port_id': 'b260c198-e161-491a-92fe-797e5c6c4b2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:18:12Z', 'updated_at': '2022-01-05T17:18:13Z', 'revision_number': 3, 'project_id': 'ec76859de02442879238ecf1eaefefed', 'gw_port': {'id': 'b260c198-e161-491a-92fe-797e5c6c4b2e', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:d7:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a20432e2-f8f2-4aa6-b143-4e5aa4787b90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1451, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:18:13Z', 'updated_at': '2022-01-05T17:18:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:18:15.012489 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e310a5af-3c7c-47c7-9f20-fcc7d05b8088 None None] Checking router: a20432e2-f8f2-4aa6-b143-4e5aa4787b90 for host: dv-neutron-master-2-hyperv {{(pid=103803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 05 17:18:15.012835 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e310a5af-3c7c-47c7-9f20-fcc7d05b8088 None None] Updating router a20432e2-f8f2-4aa6-b143-4e5aa4787b90 port b260c198-e161-491a-92fe-797e5c6c4b2e binding host dv-neutron-master-2-hyperv {{(pid=103803) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 05 17:18:15.036807 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-e310a5af-3c7c-47c7-9f20-fcc7d05b8088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:18:15.097239 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e95bb17-c3c6-479f-8bf3-7e8670d067f7 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Made reservation on behalf of ec76859de02442879238ecf1eaefefed for: {'subnet': 1} {{(pid=103801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:18:15.100911 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-1e95bb17-c3c6-479f-8bf3-7e8670d067f7 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12480675'] for subnet, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:18:15.294155 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-e310a5af-3c7c-47c7-9f20-fcc7d05b8088 None None] Publish callbacks [] for port, precommit_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:18:15.360819 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-1e95bb17-c3c6-479f-8bf3-7e8670d067f7 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11433288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12480593'] for subnet, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:18:15.388822 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-e310a5af-3c7c-47c7-9f20-fcc7d05b8088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:18:15.431063 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e95bb17-c3c6-479f-8bf3-7e8670d067f7 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Pushing event updated for resources: {'Subnet': ['ID=36dff04a-2edc-436e-860a-0da61c005607,revision_number=0']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:18:15.435712 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65f2a8b6-19f3-4495-8792-dd53af08fcb3 None None] DHCP port deletion for b0167590-0699-4c5c-a932-3939414a9573 request from dv-neutron-master-2-hyperv {{(pid=103802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 05 17:18:15.443160 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e95bb17-c3c6-479f-8bf3-7e8670d067f7 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:18:15.443510 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e95bb17-c3c6-479f-8bf3-7e8670d067f7 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:18:15.443850 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e95bb17-c3c6-479f-8bf3-7e8670d067f7 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:18:15.444189 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e95bb17-c3c6-479f-8bf3-7e8670d067f7 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:18:15.444525 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e95bb17-c3c6-479f-8bf3-7e8670d067f7 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:18:15.445007 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e95bb17-c3c6-479f-8bf3-7e8670d067f7 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:18:15.445181 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e95bb17-c3c6-479f-8bf3-7e8670d067f7 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:18:15.445507 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e95bb17-c3c6-479f-8bf3-7e8670d067f7 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:18:15.445839 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e95bb17-c3c6-479f-8bf3-7e8670d067f7 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:18:15.446169 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e95bb17-c3c6-479f-8bf3-7e8670d067f7 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:18:15.446508 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e95bb17-c3c6-479f-8bf3-7e8670d067f7 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:18:15.446811 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e95bb17-c3c6-479f-8bf3-7e8670d067f7 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:18:15.447188 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e95bb17-c3c6-479f-8bf3-7e8670d067f7 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:18:15.449235 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.plugins.ml2.managers [None req-e310a5af-3c7c-47c7-9f20-fcc7d05b8088 None None] Attempting to bind port b260c198-e161-491a-92fe-797e5c6c4b2e on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 05 17:18:15.449617 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.plugins.ml2.managers [None req-e310a5af-3c7c-47c7-9f20-fcc7d05b8088 None None] Attempting to bind port b260c198-e161-491a-92fe-797e5c6c4b2e by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '3f961525-530f-4ce5-8222-1dbbbe774893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573'}] {{(pid=103803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 05 17:18:15.449975 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e310a5af-3c7c-47c7-9f20-fcc7d05b8088 None None] Attempting to bind port b260c198-e161-491a-92fe-797e5c6c4b2e on network b0167590-0699-4c5c-a932-3939414a9573 {{(pid=103803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:18:15.451001 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e95bb17-c3c6-479f-8bf3-7e8670d067f7 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Checking segment: {'id': 'bcdc290b-86dc-4bd4-aef6-4ba181574efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '51031d72-d137-46b4-85cb-095fd44009cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:18:15.451413 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e95bb17-c3c6-479f-8bf3-7e8670d067f7 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Network hostable DHCP agents. Network: 51031d72-d137-46b4-85cb-095fd44009cf, hostable agents: ['3f70c195-17da-4084-9fd6-bf6059d88535'], hosted agents: [] {{(pid=103801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 05 17:18:15.451850 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b612f08e-2c04-4a3b-8dc5-910b4f0fb9df None None] Pushing event updated for resources: {'Port': ['ID=b260c198-e161-491a-92fe-797e5c6c4b2e,revision_number=2']} {{(pid=103803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:18:15.457784 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e310a5af-3c7c-47c7-9f20-fcc7d05b8088 None None] Checking agent: {'id': '0d4f8fd3-ce62-4651-970c-efa6a8bb22b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 5, 16, 57, 23), 'started_at': datetime.datetime(2022, 1, 5, 16, 57, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 5, 17, 17, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 05 17:18:15.458160 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e310a5af-3c7c-47c7-9f20-fcc7d05b8088 None None] Checking segment: {'id': '3f961525-530f-4ce5-8222-1dbbbe774893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:18:15.458556 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-e310a5af-3c7c-47c7-9f20-fcc7d05b8088 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:18:15.458964 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e310a5af-3c7c-47c7-9f20-fcc7d05b8088 None None] Bound using segment: {'id': '3f961525-530f-4ce5-8222-1dbbbe774893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573'} {{(pid=103803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 05 17:18:15.459401 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.plugins.ml2.managers [None req-e310a5af-3c7c-47c7-9f20-fcc7d05b8088 None None] Bound port: b260c198-e161-491a-92fe-797e5c6c4b2e, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f961525-530f-4ce5-8222-1dbbbe774893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573'}}] {{(pid=103803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 05 17:18:15.459775 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-e310a5af-3c7c-47c7-9f20-fcc7d05b8088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:18:15.510393 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.plugins.ml2.db [None req-e310a5af-3c7c-47c7-9f20-fcc7d05b8088 None None] For port b260c198-e161-491a-92fe-797e5c6c4b2e, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 05 17:18:15.513407 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.plugins.ml2.db [None req-e310a5af-3c7c-47c7-9f20-fcc7d05b8088 None None] For port b260c198-e161-491a-92fe-797e5c6c4b2e, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b260c198-e161-491a-92fe-797e5c6c4b2e,segment=NetworkSegment(3f961525-530f-4ce5-8222-1dbbbe774893),segment_id=3f961525-530f-4ce5-8222-1dbbbe774893)] {{(pid=103803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 05 17:18:15.527638 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-3479138f-c4c8-4cd6-9004-2d1ab627ed10 None None] Provisioning complete for port b260c198-e161-491a-92fe-797e5c6c4b2e triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:18:15.528240 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-3479138f-c4c8-4cd6-9004-2d1ab627ed10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:18:15.535292 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e95bb17-c3c6-479f-8bf3-7e8670d067f7 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Network 51031d72-d137-46b4-85cb-095fd44009cf is scheduled to be hosted by DHCP agent 3f70c195-17da-4084-9fd6-bf6059d88535 with binding_index 1 {{(pid=103801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 05 17:18:15.562737 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-3479138f-c4c8-4cd6-9004-2d1ab627ed10 None None] Port b260c198-e161-491a-92fe-797e5c6c4b2e cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 17:18:15.600685 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-e310a5af-3c7c-47c7-9f20-fcc7d05b8088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:18:15.623119 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-1e95bb17-c3c6-479f-8bf3-7e8670d067f7 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 51031d72-d137-46b4-85cb-095fd44009cf) {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:18:15.631262 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e95bb17-c3c6-479f-8bf3-7e8670d067f7 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:18:15.631941 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-1e95bb17-c3c6-479f-8bf3-7e8670d067f7 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for subnet, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:18:15.643304 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b210b8c-0c21-43d1-b435-6da3e1df327e None None] Network 51031d72-d137-46b4-85cb-095fd44009cf requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:18:15.648723 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-763d3431-b27b-445f-b4c4-ac473fbdb395 None None] DHCP port deletion for b0167590-0699-4c5c-a932-3939414a9573 request from dv-neutron-master-2-hyperv {{(pid=103802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 05 17:18:15.659232 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e310a5af-3c7c-47c7-9f20-fcc7d05b8088 None None] Routers {'a20432e2-f8f2-4aa6-b143-4e5aa4787b90'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:18:15.659851 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-e310a5af-3c7c-47c7-9f20-fcc7d05b8088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:17:49Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['a20432e2-f8f2-4aa6-b143-4e5aa4787b90'], 'active': True} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:18:15.661557 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b612f08e-2c04-4a3b-8dc5-910b4f0fb9df None None] Pushing event updated for resources: {'Port': ['ID=b260c198-e161-491a-92fe-797e5c6c4b2e,revision_number=3']} {{(pid=103803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:18:15.746468 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-1e95bb17-c3c6-479f-8bf3-7e8670d067f7 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8463728 Jan 05 17:18:15.749283 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 47010) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:18:15.765996 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5815cce1-8d39-4cae-a01c-607c23bc3815 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-51031d72-d137-46b4-85cb-095fd44009cf', 'network_id': '51031d72-d137-46b4-85cb-095fd44009cf', 'project_id': 'ec76859de02442879238ecf1eaefefed', 'fixed_ips': [{'subnet_id': '36dff04a-2edc-436e-860a-0da61c005607'}]}} from dv-neutron-master-2-hyperv. {{(pid=103802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 05 17:18:15.767115 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-5815cce1-8d39-4cae-a01c-607c23bc3815 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:18:15.772908 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvr_db [None req-e310a5af-3c7c-47c7-9f20-fcc7d05b8088 None None] Set router a20432e2-f8f2-4aa6-b143-4e5aa4787b90 gateway port host: dv-neutron-master-2-hyperv {{(pid=103803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:18:15.792220 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-619664c9-4982-4a7a-a5fc-3e1b3c867113 None None] Provisioning complete for port b260c198-e161-491a-92fe-797e5c6c4b2e triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:18:15.792589 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-619664c9-4982-4a7a-a5fc-3e1b3c867113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:18:15.970054 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.db_base_plugin_common [None req-5815cce1-8d39-4cae-a01c-607c23bc3815 None None] Allocated IP 172.20.0.2 (51031d72-d137-46b4-85cb-095fd44009cf/36dff04a-2edc-436e-860a-0da61c005607/a4025707-f0fb-44ac-913f-89cbb5b447b9) {{(pid=103802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:18:15.971203 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-e310a5af-3c7c-47c7-9f20-fcc7d05b8088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a20432e2-f8f2-4aa6-b143-4e5aa4787b90', 'name': 'tempest-TestNetworkBasicOps-router-1293751442', 'tenant_id': 'ec76859de02442879238ecf1eaefefed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.16'}], 'enable_snat': True}, 'gw_port_id': 'b260c198-e161-491a-92fe-797e5c6c4b2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:18:12Z', 'updated_at': '2022-01-05T17:18:13Z', 'revision_number': 3, 'project_id': 'ec76859de02442879238ecf1eaefefed', 'gw_port': {'id': 'b260c198-e161-491a-92fe-797e5c6c4b2e', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:d7:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a20432e2-f8f2-4aa6-b143-4e5aa4787b90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1451, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:18:13Z', 'updated_at': '2022-01-05T17:18:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:18:15.983069 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-619664c9-4982-4a7a-a5fc-3e1b3c867113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:18:16.000177 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e310a5af-3c7c-47c7-9f20-fcc7d05b8088 None None] The sync data for ids ['a20432e2-f8f2-4aa6-b143-4e5aa4787b90'] in dv-neutron-master-2-hyperv is: [{'id': 'a20432e2-f8f2-4aa6-b143-4e5aa4787b90', 'name': 'tempest-TestNetworkBasicOps-router-1293751442', 'tenant_id': 'ec76859de02442879238ecf1eaefefed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.16'}], 'enable_snat': True}, 'gw_port_id': 'b260c198-e161-491a-92fe-797e5c6c4b2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:18:12Z', 'updated_at': '2022-01-05T17:18:13Z', 'revision_number': 3, 'project_id': 'ec76859de02442879238ecf1eaefefed', 'gw_port': {'id': 'b260c198-e161-491a-92fe-797e5c6c4b2e', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:d7:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a20432e2-f8f2-4aa6-b143-4e5aa4787b90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1451, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:18:13Z', 'updated_at': '2022-01-05T17:18:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=103803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 05 17:18:16.005080 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-619664c9-4982-4a7a-a5fc-3e1b3c867113 None None] For port b260c198-e161-491a-92fe-797e5c6c4b2e, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b260c198-e161-491a-92fe-797e5c6c4b2e,segment=NetworkSegment(3f961525-530f-4ce5-8222-1dbbbe774893),segment_id=3f961525-530f-4ce5-8222-1dbbbe774893)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:18:16.092608 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-619664c9-4982-4a7a-a5fc-3e1b3c867113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:18:16.183575 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619664c9-4982-4a7a-a5fc-3e1b3c867113 None None] Pushing event updated for resources: {'Port': ['ID=b260c198-e161-491a-92fe-797e5c6c4b2e,revision_number=4']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:18:16.191933 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-5815cce1-8d39-4cae-a01c-607c23bc3815 None None] Publish callbacks [] for port, precommit_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:18:16.226630 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-afa3c41c-6e23-4e22-b365-3ad946bd2ff3 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:18:16.247229 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-5815cce1-8d39-4cae-a01c-607c23bc3815 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669'] for port, after_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:18:16.299166 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5815cce1-8d39-4cae-a01c-607c23bc3815 None None] Network 51031d72-d137-46b4-85cb-095fd44009cf is already hosted by enough agents. {{(pid=103802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:18:16.303050 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.scheduler.base_scheduler [None req-5815cce1-8d39-4cae-a01c-607c23bc3815 None None] Resources bound (agent type, host, resource id): {{(pid=103802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:18:16.307623 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5815cce1-8d39-4cae-a01c-607c23bc3815 None None] Received port after_create {{(pid=103802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:18:16.344013 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5815cce1-8d39-4cae-a01c-607c23bc3815 None None] Pushing event updated for resources: {'Port': ['ID=a4025707-f0fb-44ac-913f-89cbb5b447b9,revision_number=1']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:18:16.373709 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-5815cce1-8d39-4cae-a01c-607c23bc3815 None None] Attempting to bind port a4025707-f0fb-44ac-913f-89cbb5b447b9 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 05 17:18:16.374765 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-5815cce1-8d39-4cae-a01c-607c23bc3815 None None] Attempting to bind port a4025707-f0fb-44ac-913f-89cbb5b447b9 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'bcdc290b-86dc-4bd4-aef6-4ba181574efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '51031d72-d137-46b4-85cb-095fd44009cf'}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 05 17:18:16.375127 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5815cce1-8d39-4cae-a01c-607c23bc3815 None None] Attempting to bind port a4025707-f0fb-44ac-913f-89cbb5b447b9 on network 51031d72-d137-46b4-85cb-095fd44009cf {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:18:16.380622 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5815cce1-8d39-4cae-a01c-607c23bc3815 None None] Checking agent: {'id': '0d4f8fd3-ce62-4651-970c-efa6a8bb22b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 5, 16, 57, 23), 'started_at': datetime.datetime(2022, 1, 5, 16, 57, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 5, 17, 17, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 05 17:18:16.380994 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5815cce1-8d39-4cae-a01c-607c23bc3815 None None] Checking segment: {'id': 'bcdc290b-86dc-4bd4-aef6-4ba181574efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '51031d72-d137-46b4-85cb-095fd44009cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:18:16.381400 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-5815cce1-8d39-4cae-a01c-607c23bc3815 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:18:16.381819 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5815cce1-8d39-4cae-a01c-607c23bc3815 None None] Bound using segment: {'id': 'bcdc290b-86dc-4bd4-aef6-4ba181574efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '51031d72-d137-46b4-85cb-095fd44009cf'} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 05 17:18:16.382285 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-5815cce1-8d39-4cae-a01c-607c23bc3815 None None] Bound port: a4025707-f0fb-44ac-913f-89cbb5b447b9, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcdc290b-86dc-4bd4-aef6-4ba181574efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '51031d72-d137-46b4-85cb-095fd44009cf'}}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 05 17:18:16.382932 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-5815cce1-8d39-4cae-a01c-607c23bc3815 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:18:16.452265 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-5815cce1-8d39-4cae-a01c-607c23bc3815 None None] For port a4025707-f0fb-44ac-913f-89cbb5b447b9, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 05 17:18:16.456212 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-5815cce1-8d39-4cae-a01c-607c23bc3815 None None] For port a4025707-f0fb-44ac-913f-89cbb5b447b9, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=a4025707-f0fb-44ac-913f-89cbb5b447b9,segment=NetworkSegment(bcdc290b-86dc-4bd4-aef6-4ba181574efd),segment_id=bcdc290b-86dc-4bd4-aef6-4ba181574efd)] {{(pid=103802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 05 17:18:16.537893 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-5815cce1-8d39-4cae-a01c-607c23bc3815 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:18:16.552375 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [None req-afa3c41c-6e23-4e22-b365-3ad946bd2ff3 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Allocated IP 172.20.0.1 (51031d72-d137-46b4-85cb-095fd44009cf/36dff04a-2edc-436e-860a-0da61c005607/72f0550f-6029-4779-b5f1-3b1c3ccc99c4) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:18:16.615474 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5815cce1-8d39-4cae-a01c-607c23bc3815 None None] Pushing event updated for resources: {'Port': ['ID=a4025707-f0fb-44ac-913f-89cbb5b447b9,revision_number=2']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:18:16.689059 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-afa3c41c-6e23-4e22-b365-3ad946bd2ff3 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for port, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:18:16.812269 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-afa3c41c-6e23-4e22-b365-3ad946bd2ff3 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:18:16.855633 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afa3c41c-6e23-4e22-b365-3ad946bd2ff3 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Network 51031d72-d137-46b4-85cb-095fd44009cf is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:18:16.859583 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-afa3c41c-6e23-4e22-b365-3ad946bd2ff3 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:18:16.864552 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afa3c41c-6e23-4e22-b365-3ad946bd2ff3 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:18:16.904842 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa3c41c-6e23-4e22-b365-3ad946bd2ff3 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Pushing event updated for resources: {'Port': ['ID=72f0550f-6029-4779-b5f1-3b1c3ccc99c4,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:18:16.933289 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-afa3c41c-6e23-4e22-b365-3ad946bd2ff3 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-648552'] for router_interface, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:18:17.123981 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-626ffeec-b568-4ff9-a677-5119c4df16e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:18:17.178356 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-afa3c41c-6e23-4e22-b365-3ad946bd2ff3 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:18:17.455502 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-afa3c41c-6e23-4e22-b365-3ad946bd2ff3 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for port, precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:18:17.525975 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-afa3c41c-6e23-4e22-b365-3ad946bd2ff3 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8784461'] for port, after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:18:17.563772 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f196a7cf-1c49-4d71-a427-3949c6eb49cb None None] Network 51031d72-d137-46b4-85cb-095fd44009cf requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:18:17.601757 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa3c41c-6e23-4e22-b365-3ad946bd2ff3 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Pushing event updated for resources: {'Port': ['ID=72f0550f-6029-4779-b5f1-3b1c3ccc99c4,revision_number=2']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:18:17.606403 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-afa3c41c-6e23-4e22-b365-3ad946bd2ff3 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-531704'] for router_interface, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:18:17.648503 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-1b1d23f4-6310-4cb1-9e9e-59165c374d4e None None] Provisioning complete for port a4025707-f0fb-44ac-913f-89cbb5b447b9 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:18:17.654239 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-1b1d23f4-6310-4cb1-9e9e-59165c374d4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:18:17.706543 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afa3c41c-6e23-4e22-b365-3ad946bd2ff3 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Network 51031d72-d137-46b4-85cb-095fd44009cf is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:18:17.708894 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-afa3c41c-6e23-4e22-b365-3ad946bd2ff3 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:18:17.760047 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-1b1d23f4-6310-4cb1-9e9e-59165c374d4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:18:17.794541 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-1b1d23f4-6310-4cb1-9e9e-59165c374d4e None None] For port a4025707-f0fb-44ac-913f-89cbb5b447b9, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=a4025707-f0fb-44ac-913f-89cbb5b447b9,segment=NetworkSegment(bcdc290b-86dc-4bd4-aef6-4ba181574efd),segment_id=bcdc290b-86dc-4bd4-aef6-4ba181574efd)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:18:17.829867 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afa3c41c-6e23-4e22-b365-3ad946bd2ff3 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Router a20432e2-f8f2-4aa6-b143-4e5aa4787b90 has already been hosted by L3 agent 59446fdc-40e0-41fe-a575-a8eb11d742f7 {{(pid=103800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 05 17:18:17.885960 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-1b1d23f4-6310-4cb1-9e9e-59165c374d4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:18:17.981876 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device a4025707-f0fb-44ac-913f-89cbb5b447b9 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:18:17.991244 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1d23f4-6310-4cb1-9e9e-59165c374d4e None None] Pushing event updated for resources: {'Port': ['ID=a4025707-f0fb-44ac-913f-89cbb5b447b9,revision_number=3']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:18:18.051845 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Provisioning complete for port a4025707-f0fb-44ac-913f-89cbb5b447b9 triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:18:18.052207 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:18:18.144239 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-5571979f-d893-4730-8ac9-9d374775c5f5 None None] Provisioning complete for port a4025707-f0fb-44ac-913f-89cbb5b447b9 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:18:18.144610 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-5571979f-d893-4730-8ac9-9d374775c5f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:18:18.185550 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device b260c198-e161-491a-92fe-797e5c6c4b2e up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:18:18.281369 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Provisioning complete for port b260c198-e161-491a-92fe-797e5c6c4b2e triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:18:18.281706 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:18:18.317214 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afa3c41c-6e23-4e22-b365-3ad946bd2ff3 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 05 17:18:18.323197 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-afa3c41c-6e23-4e22-b365-3ad946bd2ff3 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "PUT /v2.0/routers/a20432e2-f8f2-4aa6-b143-4e5aa4787b90/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5727692 Jan 05 17:18:18.325937 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 47012) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:18:18.327983 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-5571979f-d893-4730-8ac9-9d374775c5f5 None None] Provisioning complete for port 72f0550f-6029-4779-b5f1-3b1c3ccc99c4 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:18:18.328493 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-5571979f-d893-4730-8ac9-9d374775c5f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:18:18.337540 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15dbb04d-fe4c-4d97-b27d-7c283a271f25 None None] Sync routers for ids ['a20432e2-f8f2-4aa6-b143-4e5aa4787b90'] in dv-neutron-master-2-hyperv {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 05 17:18:18.383022 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15dbb04d-fe4c-4d97-b27d-7c283a271f25 None None] Routers {'a20432e2-f8f2-4aa6-b143-4e5aa4787b90'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:18:18.383665 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-15dbb04d-fe4c-4d97-b27d-7c283a271f25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:17:49Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['a20432e2-f8f2-4aa6-b143-4e5aa4787b90'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:18:18.388001 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-5571979f-d893-4730-8ac9-9d374775c5f5 None None] Port 72f0550f-6029-4779-b5f1-3b1c3ccc99c4 cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 17:18:18.507837 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a01ad499-d583-444a-bd36-9f5cb61326e9 tempest-TestNetworkBasicOps-152746079 tempest-TestNetworkBasicOps-152746079-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:18:18.508334 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a01ad499-d583-444a-bd36-9f5cb61326e9 tempest-TestNetworkBasicOps-152746079 tempest-TestNetworkBasicOps-152746079-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:18:18.508802 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a01ad499-d583-444a-bd36-9f5cb61326e9 tempest-TestNetworkBasicOps-152746079 tempest-TestNetworkBasicOps-152746079-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:18:18.509258 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a01ad499-d583-444a-bd36-9f5cb61326e9 tempest-TestNetworkBasicOps-152746079 tempest-TestNetworkBasicOps-152746079-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:18:18.509751 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a01ad499-d583-444a-bd36-9f5cb61326e9 tempest-TestNetworkBasicOps-152746079 tempest-TestNetworkBasicOps-152746079-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:18:18.510198 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a01ad499-d583-444a-bd36-9f5cb61326e9 tempest-TestNetworkBasicOps-152746079 tempest-TestNetworkBasicOps-152746079-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:18:18.511974 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-a01ad499-d583-444a-bd36-9f5cb61326e9 tempest-TestNetworkBasicOps-152746079 tempest-TestNetworkBasicOps-152746079-project-admin] 10.222.0.11 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4285 time: 0.1851561 Jan 05 17:18:18.515129 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 47014) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:18:18.529565 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-15dbb04d-fe4c-4d97-b27d-7c283a271f25 None None] Set router a20432e2-f8f2-4aa6-b143-4e5aa4787b90 gateway port host: dv-neutron-master-2-hyperv {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:18:18.531968 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-116a25c5-b5b2-44e5-8aa9-06a99628f5b2 None None] Provisioning complete for port 72f0550f-6029-4779-b5f1-3b1c3ccc99c4 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:18:18.532331 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-116a25c5-b5b2-44e5-8aa9-06a99628f5b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:18:18.570869 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-958249b8-314b-41ae-924a-81a8fecc1542 tempest-TestNetworkBasicOps-152746079 tempest-TestNetworkBasicOps-152746079-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:18:18.571448 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-958249b8-314b-41ae-924a-81a8fecc1542 tempest-TestNetworkBasicOps-152746079 tempest-TestNetworkBasicOps-152746079-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:18:18.572031 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-958249b8-314b-41ae-924a-81a8fecc1542 tempest-TestNetworkBasicOps-152746079 tempest-TestNetworkBasicOps-152746079-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:18:18.572483 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-958249b8-314b-41ae-924a-81a8fecc1542 tempest-TestNetworkBasicOps-152746079 tempest-TestNetworkBasicOps-152746079-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:18:18.572923 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-958249b8-314b-41ae-924a-81a8fecc1542 tempest-TestNetworkBasicOps-152746079 tempest-TestNetworkBasicOps-152746079-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:18:18.573362 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-958249b8-314b-41ae-924a-81a8fecc1542 tempest-TestNetworkBasicOps-152746079 tempest-TestNetworkBasicOps-152746079-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:18:18.575133 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-958249b8-314b-41ae-924a-81a8fecc1542 tempest-TestNetworkBasicOps-152746079 tempest-TestNetworkBasicOps-152746079-project-admin] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4005 time: 0.0589662 Jan 05 17:18:18.578226 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 47016) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:18:18.629285 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-116a25c5-b5b2-44e5-8aa9-06a99628f5b2 None None] Port 72f0550f-6029-4779-b5f1-3b1c3ccc99c4 cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 17:18:18.716744 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-4723031b-4f90-4e3f-947a-f7a0f2cc1376 tempest-TestNetworkBasicOps-152746079 tempest-TestNetworkBasicOps-152746079-project-admin] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3047 time: 0.1372395 Jan 05 17:18:18.764206 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-15dbb04d-fe4c-4d97-b27d-7c283a271f25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a20432e2-f8f2-4aa6-b143-4e5aa4787b90', 'name': 'tempest-TestNetworkBasicOps-router-1293751442', 'tenant_id': 'ec76859de02442879238ecf1eaefefed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.16'}], 'enable_snat': True}, 'gw_port_id': 'b260c198-e161-491a-92fe-797e5c6c4b2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:18:12Z', 'updated_at': '2022-01-05T17:18:17Z', 'revision_number': 4, 'project_id': 'ec76859de02442879238ecf1eaefefed', 'gw_port': {'id': 'b260c198-e161-491a-92fe-797e5c6c4b2e', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:d7:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a20432e2-f8f2-4aa6-b143-4e5aa4787b90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1451, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:18:13Z', 'updated_at': '2022-01-05T17:18:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '72f0550f-6029-4779-b5f1-3b1c3ccc99c4', 'name': '', 'network_id': '51031d72-d137-46b4-85cb-095fd44009cf', 'tenant_id': 'ec76859de02442879238ecf1eaefefed', 'mac_address': 'fa:16:3e:5e:ab:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a20432e2-f8f2-4aa6-b143-4e5aa4787b90', 'device_owner': 'network:router_interface', 'standard_attr_id': 1454, 'fixed_ips': [{'subnet_id': '36dff04a-2edc-436e-860a-0da61c005607', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:18:16Z', 'updated_at': '2022-01-05T17:18:17Z', 'revision_number': 2, 'project_id': 'ec76859de02442879238ecf1eaefefed', 'subnets': [{'id': '36dff04a-2edc-436e-860a-0da61c005607', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:18:18.791327 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15dbb04d-fe4c-4d97-b27d-7c283a271f25 None None] Checking router: a20432e2-f8f2-4aa6-b143-4e5aa4787b90 for host: dv-neutron-master-2-hyperv {{(pid=103802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 05 17:18:18.791677 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15dbb04d-fe4c-4d97-b27d-7c283a271f25 None None] Updating router a20432e2-f8f2-4aa6-b143-4e5aa4787b90 port 72f0550f-6029-4779-b5f1-3b1c3ccc99c4 binding host dv-neutron-master-2-hyperv {{(pid=103802) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 05 17:18:18.816221 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-15dbb04d-fe4c-4d97-b27d-7c283a271f25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:18:19.071609 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 47020) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:18:19.076426 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-ee2dd40c-b333-4c62-9219-5a7ccdc519ac tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-834625080', 'description': 'tempest-secgroup-smoke-834625080 description', 'project_id': 'ec76859de02442879238ecf1eaefefed'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:18:19.083609 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-15dbb04d-fe4c-4d97-b27d-7c283a271f25 None None] Publish callbacks [] for port, precommit_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:18:19.205443 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-15dbb04d-fe4c-4d97-b27d-7c283a271f25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:18:19.205717 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ee2dd40c-b333-4c62-9219-5a7ccdc519ac tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for security_group, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:18:19.268831 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f0fe2a-b517-4499-8552-34fa5319d735 None None] Pushing event updated for resources: {'Port': ['ID=72f0550f-6029-4779-b5f1-3b1c3ccc99c4,revision_number=3']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:18:19.277759 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ee2dd40c-b333-4c62-9219-5a7ccdc519ac tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for security_group, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:18:19.322311 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-15dbb04d-fe4c-4d97-b27d-7c283a271f25 None None] Attempting to bind port 72f0550f-6029-4779-b5f1-3b1c3ccc99c4 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 05 17:18:19.322673 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-15dbb04d-fe4c-4d97-b27d-7c283a271f25 None None] Attempting to bind port 72f0550f-6029-4779-b5f1-3b1c3ccc99c4 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'bcdc290b-86dc-4bd4-aef6-4ba181574efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '51031d72-d137-46b4-85cb-095fd44009cf'}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 05 17:18:19.323033 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15dbb04d-fe4c-4d97-b27d-7c283a271f25 None None] Attempting to bind port 72f0550f-6029-4779-b5f1-3b1c3ccc99c4 on network 51031d72-d137-46b4-85cb-095fd44009cf {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:18:19.329120 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15dbb04d-fe4c-4d97-b27d-7c283a271f25 None None] Checking agent: {'id': '0d4f8fd3-ce62-4651-970c-efa6a8bb22b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 5, 16, 57, 23), 'started_at': datetime.datetime(2022, 1, 5, 16, 57, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 5, 17, 17, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 05 17:18:19.331758 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15dbb04d-fe4c-4d97-b27d-7c283a271f25 None None] Checking segment: {'id': 'bcdc290b-86dc-4bd4-aef6-4ba181574efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '51031d72-d137-46b4-85cb-095fd44009cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:18:19.331758 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-15dbb04d-fe4c-4d97-b27d-7c283a271f25 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:18:19.331758 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15dbb04d-fe4c-4d97-b27d-7c283a271f25 None None] Bound using segment: {'id': 'bcdc290b-86dc-4bd4-aef6-4ba181574efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '51031d72-d137-46b4-85cb-095fd44009cf'} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 05 17:18:19.331758 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-15dbb04d-fe4c-4d97-b27d-7c283a271f25 None None] Bound port: 72f0550f-6029-4779-b5f1-3b1c3ccc99c4, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcdc290b-86dc-4bd4-aef6-4ba181574efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '51031d72-d137-46b4-85cb-095fd44009cf'}}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 05 17:18:19.331758 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-15dbb04d-fe4c-4d97-b27d-7c283a271f25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:18:19.370199 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-315d776d-108f-4b46-8147-099b048ba161 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:18:19.394235 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ee2dd40c-b333-4c62-9219-5a7ccdc519ac tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:18:19.403686 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-15dbb04d-fe4c-4d97-b27d-7c283a271f25 None None] For port 72f0550f-6029-4779-b5f1-3b1c3ccc99c4, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 05 17:18:19.407730 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-15dbb04d-fe4c-4d97-b27d-7c283a271f25 None None] For port 72f0550f-6029-4779-b5f1-3b1c3ccc99c4, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=72f0550f-6029-4779-b5f1-3b1c3ccc99c4,segment=NetworkSegment(bcdc290b-86dc-4bd4-aef6-4ba181574efd),segment_id=bcdc290b-86dc-4bd4-aef6-4ba181574efd)] {{(pid=103802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 05 17:18:19.425268 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2dd40c-b333-4c62-9219-5a7ccdc519ac tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52c4b682-3418-466e-a051-f3e55de26b67,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:18:19.453363 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-f229ce85-0751-4566-a0e5-aab946d8f698 None None] Provisioning complete for port 72f0550f-6029-4779-b5f1-3b1c3ccc99c4 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:18:19.453796 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-f229ce85-0751-4566-a0e5-aab946d8f698 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:18:19.476037 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-15dbb04d-fe4c-4d97-b27d-7c283a271f25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:18:19.491510 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ee2dd40c-b333-4c62-9219-5a7ccdc519ac tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for security_group, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:18:19.492780 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-ee2dd40c-b333-4c62-9219-5a7ccdc519ac tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4201417 Jan 05 17:18:19.495654 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 47022) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:18:19.500821 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-463f05a7-0c96-44a6-8863-4b51c5cee229 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Request body: {'security_group_rule': {'security_group_id': '52c4b682-3418-466e-a051-f3e55de26b67', 'project_id': 'ec76859de02442879238ecf1eaefefed', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:18:19.526250 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-f229ce85-0751-4566-a0e5-aab946d8f698 None None] Port 72f0550f-6029-4779-b5f1-3b1c3ccc99c4 cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 17:18:19.547425 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f0fe2a-b517-4499-8552-34fa5319d735 None None] Pushing event updated for resources: {'Port': ['ID=72f0550f-6029-4779-b5f1-3b1c3ccc99c4,revision_number=4']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:18:19.550028 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15dbb04d-fe4c-4d97-b27d-7c283a271f25 None None] Routers {'a20432e2-f8f2-4aa6-b143-4e5aa4787b90'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:18:19.550632 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-15dbb04d-fe4c-4d97-b27d-7c283a271f25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:18:19Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['a20432e2-f8f2-4aa6-b143-4e5aa4787b90'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:18:19.645787 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-463f05a7-0c96-44a6-8863-4b51c5cee229 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:18:19.673449 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-15dbb04d-fe4c-4d97-b27d-7c283a271f25 None None] Set router a20432e2-f8f2-4aa6-b143-4e5aa4787b90 gateway port host: dv-neutron-master-2-hyperv {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:18:19.708686 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-463f05a7-0c96-44a6-8863-4b51c5cee229 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:18:19.829351 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-463f05a7-0c96-44a6-8863-4b51c5cee229 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533437'] for security_group_rule, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:18:19.851887 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463f05a7-0c96-44a6-8863-4b51c5cee229 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf1a6512-6dd5-4e8d-a482-a813f343470f,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:18:19.951363 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-463f05a7-0c96-44a6-8863-4b51c5cee229 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:18:19.955517 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-463f05a7-0c96-44a6-8863-4b51c5cee229 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4561698 Jan 05 17:18:19.955689 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 47024) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:18:19.959183 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device a4025707-f0fb-44ac-913f-89cbb5b447b9 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:18:19.960135 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-d43555ff-4abc-4ee1-be58-91434d72e2e5 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Request body: {'security_group_rule': {'security_group_id': '52c4b682-3418-466e-a051-f3e55de26b67', 'project_id': 'ec76859de02442879238ecf1eaefefed', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:18:19.961264 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-28e5ba72-7098-4f58-92f1-357498a39c5b None None] Provisioning complete for port 72f0550f-6029-4779-b5f1-3b1c3ccc99c4 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:18:19.961651 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-28e5ba72-7098-4f58-92f1-357498a39c5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:18:19.963088 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:18:20.039062 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d43555ff-4abc-4ee1-be58-91434d72e2e5 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:18:20.094779 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d43555ff-4abc-4ee1-be58-91434d72e2e5 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:18:20.127792 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Provisioning complete for port a4025707-f0fb-44ac-913f-89cbb5b447b9 triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:18:20.128166 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:18:20.163076 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-28e5ba72-7098-4f58-92f1-357498a39c5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:18:20.165386 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d43555ff-4abc-4ee1-be58-91434d72e2e5 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533437'] for security_group_rule, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:18:20.183571 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43555ff-4abc-4ee1-be58-91434d72e2e5 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49699550-5702-4aa8-a4f7-81a7a5fe2f45,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:18:20.202602 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-15dbb04d-fe4c-4d97-b27d-7c283a271f25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a20432e2-f8f2-4aa6-b143-4e5aa4787b90', 'name': 'tempest-TestNetworkBasicOps-router-1293751442', 'tenant_id': 'ec76859de02442879238ecf1eaefefed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.16'}], 'enable_snat': True}, 'gw_port_id': 'b260c198-e161-491a-92fe-797e5c6c4b2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:18:12Z', 'updated_at': '2022-01-05T17:18:17Z', 'revision_number': 4, 'project_id': 'ec76859de02442879238ecf1eaefefed', 'gw_port': {'id': 'b260c198-e161-491a-92fe-797e5c6c4b2e', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:d7:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a20432e2-f8f2-4aa6-b143-4e5aa4787b90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1451, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:18:13Z', 'updated_at': '2022-01-05T17:18:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '72f0550f-6029-4779-b5f1-3b1c3ccc99c4', 'name': '', 'network_id': '51031d72-d137-46b4-85cb-095fd44009cf', 'tenant_id': 'ec76859de02442879238ecf1eaefefed', 'mac_address': 'fa:16:3e:5e:ab:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a20432e2-f8f2-4aa6-b143-4e5aa4787b90', 'device_owner': 'network:router_interface', 'standard_attr_id': 1454, 'fixed_ips': [{'subnet_id': '36dff04a-2edc-436e-860a-0da61c005607', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:18:16Z', 'updated_at': '2022-01-05T17:18:19Z', 'revision_number': 4, 'project_id': 'ec76859de02442879238ecf1eaefefed', 'subnets': [{'id': '36dff04a-2edc-436e-860a-0da61c005607', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:18:20.246240 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-28e5ba72-7098-4f58-92f1-357498a39c5b None None] For port 72f0550f-6029-4779-b5f1-3b1c3ccc99c4, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=72f0550f-6029-4779-b5f1-3b1c3ccc99c4,segment=NetworkSegment(bcdc290b-86dc-4bd4-aef6-4ba181574efd),segment_id=bcdc290b-86dc-4bd4-aef6-4ba181574efd)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:18:20.247355 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15dbb04d-fe4c-4d97-b27d-7c283a271f25 None None] The sync data for ids ['a20432e2-f8f2-4aa6-b143-4e5aa4787b90'] in dv-neutron-master-2-hyperv is: [{'id': 'a20432e2-f8f2-4aa6-b143-4e5aa4787b90', 'name': 'tempest-TestNetworkBasicOps-router-1293751442', 'tenant_id': 'ec76859de02442879238ecf1eaefefed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.16'}], 'enable_snat': True}, 'gw_port_id': 'b260c198-e161-491a-92fe-797e5c6c4b2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:18:12Z', 'updated_at': '2022-01-05T17:18:17Z', 'revision_number': 4, 'project_id': 'ec76859de02442879238ecf1eaefefed', 'gw_port': {'id': 'b260c198-e161-491a-92fe-797e5c6c4b2e', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:d7:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a20432e2-f8f2-4aa6-b143-4e5aa4787b90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1451, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:18:13Z', 'updated_at': '2022-01-05T17:18:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '72f0550f-6029-4779-b5f1-3b1c3ccc99c4', 'name': '', 'network_id': '51031d72-d137-46b4-85cb-095fd44009cf', 'tenant_id': 'ec76859de02442879238ecf1eaefefed', 'mac_address': 'fa:16:3e:5e:ab:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a20432e2-f8f2-4aa6-b143-4e5aa4787b90', 'device_owner': 'network:router_interface', 'standard_attr_id': 1454, 'fixed_ips': [{'subnet_id': '36dff04a-2edc-436e-860a-0da61c005607', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:18:16Z', 'updated_at': '2022-01-05T17:18:19Z', 'revision_number': 4, 'project_id': 'ec76859de02442879238ecf1eaefefed', 'subnets': [{'id': '36dff04a-2edc-436e-860a-0da61c005607', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 05 17:18:20.263068 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d43555ff-4abc-4ee1-be58-91434d72e2e5 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:18:20.264891 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-d43555ff-4abc-4ee1-be58-91434d72e2e5 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3077343 Jan 05 17:18:20.267099 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 47026) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:18:20.272492 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-d2ac6347-f22d-44a1-9de0-d9ee68199b36 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Request body: {'security_group_rule': {'security_group_id': '52c4b682-3418-466e-a051-f3e55de26b67', 'project_id': 'ec76859de02442879238ecf1eaefefed', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:18:20.325820 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-28e5ba72-7098-4f58-92f1-357498a39c5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:18:20.379821 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e5ba72-7098-4f58-92f1-357498a39c5b None None] Pushing event updated for resources: {'Port': ['ID=72f0550f-6029-4779-b5f1-3b1c3ccc99c4,revision_number=5']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:18:20.416621 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d2ac6347-f22d-44a1-9de0-d9ee68199b36 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:18:20.482866 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d2ac6347-f22d-44a1-9de0-d9ee68199b36 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:18:20.547152 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d2607572-b3c9-472c-85bc-c8de0c3fb75c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:18:20.563715 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d2ac6347-f22d-44a1-9de0-d9ee68199b36 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533437'] for security_group_rule, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:18:20.583236 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ac6347-f22d-44a1-9de0-d9ee68199b36 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1ea7c4d-26f9-4a9b-b6fa-6067baac1229,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:18:20.659340 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d2ac6347-f22d-44a1-9de0-d9ee68199b36 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:18:20.663520 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-d2ac6347-f22d-44a1-9de0-d9ee68199b36 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3925672 Jan 05 17:18:20.663520 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 47028) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:18:20.668236 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-e887a87f-bf13-4969-903a-4d7b6fe5baf3 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Request body: {'security_group_rule': {'security_group_id': '52c4b682-3418-466e-a051-f3e55de26b67', 'project_id': 'ec76859de02442879238ecf1eaefefed', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:18:20.769769 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e887a87f-bf13-4969-903a-4d7b6fe5baf3 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:18:20.839675 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e887a87f-bf13-4969-903a-4d7b6fe5baf3 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:18:20.917912 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e887a87f-bf13-4969-903a-4d7b6fe5baf3 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533437'] for security_group_rule, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:18:20.940072 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e887a87f-bf13-4969-903a-4d7b6fe5baf3 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94ab04a5-dab7-44c2-9f63-5fe29f3a0db1,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:18:21.005909 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e887a87f-bf13-4969-903a-4d7b6fe5baf3 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:18:21.007267 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-e887a87f-bf13-4969-903a-4d7b6fe5baf3 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3427932 Jan 05 17:18:21.010321 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 47030) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:18:21.016238 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-e5bb0d3d-2e81-495f-8a75-4df8e540a2a7 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Request body: {'security_group_rule': {'security_group_id': '52c4b682-3418-466e-a051-f3e55de26b67', 'project_id': 'ec76859de02442879238ecf1eaefefed', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:18:21.124229 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.db.securitygroups_db [None req-e5bb0d3d-2e81-495f-8a75-4df8e540a2a7 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Project ec76859de02442879238ecf1eaefefed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 05 17:18:21.129875 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e5bb0d3d-2e81-495f-8a75-4df8e540a2a7 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:18:21.189897 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e5bb0d3d-2e81-495f-8a75-4df8e540a2a7 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:18:21.257191 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e5bb0d3d-2e81-495f-8a75-4df8e540a2a7 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533437'] for security_group_rule, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:18:21.275744 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bb0d3d-2e81-495f-8a75-4df8e540a2a7 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a845a7c-71a2-43c3-9a44-b2c37b0905f5,revision_number=0']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:18:21.413329 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e5bb0d3d-2e81-495f-8a75-4df8e540a2a7 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:18:21.414606 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-e5bb0d3d-2e81-495f-8a75-4df8e540a2a7 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4032643 Jan 05 17:18:21.417713 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 47032) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:18:21.422754 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-768ed99f-154d-4660-b474-a9300fdadfd0 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Request body: {'security_group_rule': {'security_group_id': '52c4b682-3418-466e-a051-f3e55de26b67', 'project_id': 'ec76859de02442879238ecf1eaefefed', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:18:21.506141 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.db.securitygroups_db [None req-768ed99f-154d-4660-b474-a9300fdadfd0 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Project ec76859de02442879238ecf1eaefefed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 05 17:18:21.511109 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-768ed99f-154d-4660-b474-a9300fdadfd0 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:18:21.568637 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-768ed99f-154d-4660-b474-a9300fdadfd0 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:18:21.643252 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-768ed99f-154d-4660-b474-a9300fdadfd0 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533437'] for security_group_rule, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:18:21.660706 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768ed99f-154d-4660-b474-a9300fdadfd0 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=acbef28a-4903-4d8e-ad41-85157f303f66,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:18:21.737168 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-768ed99f-154d-4660-b474-a9300fdadfd0 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:18:21.738701 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-768ed99f-154d-4660-b474-a9300fdadfd0 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3200471 Jan 05 17:18:21.903034 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d504d802-9546-4ce5-a9d3-96c844ac5808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:18:21.911880 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 72f0550f-6029-4779-b5f1-3b1c3ccc99c4 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:18:21.924930 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-b36404c3-4ce6-4c3e-bec3-b6ef7817801a req-f881c55e-7ed4-4198-aa5d-17e59d65a39f tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-834625080&fields=id&tenant_id=ec76859de02442879238ecf1eaefefed HTTP/1.1" status: 200 len: 267 time: 0.0529835 Jan 05 17:18:21.971726 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Provisioning complete for port 72f0550f-6029-4779-b5f1-3b1c3ccc99c4 triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:18:21.972009 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:18:22.070492 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36404c3-4ce6-4c3e-bec3-b6ef7817801a req-ddaa5b37-074c-4257-b16f-4e1e4d39ed0a tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:18:22.072370 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-b36404c3-4ce6-4c3e-bec3-b6ef7817801a req-ddaa5b37-074c-4257-b16f-4e1e4d39ed0a tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/networks?id=51031d72-d137-46b4-85cb-095fd44009cf HTTP/1.1" status: 200 len: 796 time: 0.1395741 Jan 05 17:18:22.089229 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-b36404c3-4ce6-4c3e-bec3-b6ef7817801a req-1faab7f0-ef2c-4bde-8dbd-3d4b87c375a3 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/quotas/ec76859de02442879238ecf1eaefefed HTTP/1.1" status: 200 len: 375 time: 0.0101049 Jan 05 17:18:22.161325 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-b36404c3-4ce6-4c3e-bec3-b6ef7817801a req-327c1ee3-4e32-400d-8c89-a2df9cc623cb tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=ec76859de02442879238ecf1eaefefed&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0662365 Jan 05 17:18:22.274874 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-b36404c3-4ce6-4c3e-bec3-b6ef7817801a req-91445fe2-7610-4585-9382-238bbc9ac7c7 service neutron] 10.222.0.11 "GET /v2.0/networks/51031d72-d137-46b4-85cb-095fd44009cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996351 Jan 05 17:18:22.376568 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-b36404c3-4ce6-4c3e-bec3-b6ef7817801a req-ef617750-904b-4a7f-973b-db98716c6173 service neutron] 10.222.0.11 "GET /v2.0/networks/51031d72-d137-46b4-85cb-095fd44009cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936794 Jan 05 17:18:22.634400 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-8fa528e4-08fb-413f-b1d5-30b317b8bfca req-b9ea00e7-a87e-4566-b6db-b18db22062f1 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/ports?device_id=b7c08dc1-3df9-42c9-bcb6-50c5e0deec38 HTTP/1.1" status: 200 len: 210 time: 0.0279539 Jan 05 17:18:23.319983 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:18:23.726732 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-bfa13a36-05fc-4435-91de-08a828d36338 req-da9ed23b-210d-4544-b57f-4db85d345221 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/ports?device_id=b7c08dc1-3df9-42c9-bcb6-50c5e0deec38 HTTP/1.1" status: 200 len: 210 time: 0.0270257 Jan 05 17:18:24.391072 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36404c3-4ce6-4c3e-bec3-b6ef7817801a req-e9584a10-acbf-427a-a8b6-0dcd07e9cd00 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:18:24.392564 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-b36404c3-4ce6-4c3e-bec3-b6ef7817801a req-e9584a10-acbf-427a-a8b6-0dcd07e9cd00 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.13 "GET /v2.0/networks?id=51031d72-d137-46b4-85cb-095fd44009cf HTTP/1.1" status: 200 len: 796 time: 0.1049690 Jan 05 17:18:24.455209 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-b36404c3-4ce6-4c3e-bec3-b6ef7817801a req-484dc1aa-c2a9-4391-b74b-8e0c0f2c42ea tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ec76859de02442879238ecf1eaefefed HTTP/1.1" status: 200 len: 379 time: 0.0539155 Jan 05 17:18:24.463325 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [req-b36404c3-4ce6-4c3e-bec3-b6ef7817801a req-48639631-d256-44e3-8262-acf990b485bf tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Request body: {'port': {'device_id': 'b7c08dc1-3df9-42c9-bcb6-50c5e0deec38', 'network_id': '51031d72-d137-46b4-85cb-095fd44009cf', 'admin_state_up': True, 'tenant_id': 'ec76859de02442879238ecf1eaefefed', 'security_groups': ['52c4b682-3418-466e-a051-f3e55de26b67']}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:18:24.634259 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b36404c3-4ce6-4c3e-bec3-b6ef7817801a req-48639631-d256-44e3-8262-acf990b485bf tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Made reservation on behalf of ec76859de02442879238ecf1eaefefed for: {'port': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:18:24.637879 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-b36404c3-4ce6-4c3e-bec3-b6ef7817801a req-48639631-d256-44e3-8262-acf990b485bf tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:18:24.769183 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [req-b36404c3-4ce6-4c3e-bec3-b6ef7817801a req-48639631-d256-44e3-8262-acf990b485bf tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Allocated IP 172.20.0.12 (51031d72-d137-46b4-85cb-095fd44009cf/36dff04a-2edc-436e-860a-0da61c005607/1f7fee3f-3308-41e8-9f2c-761022da9a6e) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:18:24.821139 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-9bdee856-7c69-422c-83aa-f09cce2a1861 req-7247d8ef-bd39-4372-9c09-5ad4bccda136 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/ports?device_id=b7c08dc1-3df9-42c9-bcb6-50c5e0deec38 HTTP/1.1" status: 200 len: 210 time: 0.0260122 Jan 05 17:18:24.907808 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-b36404c3-4ce6-4c3e-bec3-b6ef7817801a req-48639631-d256-44e3-8262-acf990b485bf tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for port, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:18:25.032566 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-b36404c3-4ce6-4c3e-bec3-b6ef7817801a req-48639631-d256-44e3-8262-acf990b485bf tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:18:25.074291 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b36404c3-4ce6-4c3e-bec3-b6ef7817801a req-48639631-d256-44e3-8262-acf990b485bf tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Network 51031d72-d137-46b4-85cb-095fd44009cf is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:18:25.077559 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [req-b36404c3-4ce6-4c3e-bec3-b6ef7817801a req-48639631-d256-44e3-8262-acf990b485bf tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:18:25.081121 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [req-b36404c3-4ce6-4c3e-bec3-b6ef7817801a req-48639631-d256-44e3-8262-acf990b485bf tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:18:25.089670 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48639631-d256-44e3-8262-acf990b485bf tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Pushing event updated for resources: {'Port': ['ID=1f7fee3f-3308-41e8-9f2c-761022da9a6e,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:18:25.137479 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36404c3-4ce6-4c3e-bec3-b6ef7817801a req-48639631-d256-44e3-8262-acf990b485bf tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:18:25.138187 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-b36404c3-4ce6-4c3e-bec3-b6ef7817801a req-48639631-d256-44e3-8262-acf990b485bf tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:18:25.220482 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-b36404c3-4ce6-4c3e-bec3-b6ef7817801a req-48639631-d256-44e3-8262-acf990b485bf tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7606714 Jan 05 17:18:25.232745 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [req-b36404c3-4ce6-4c3e-bec3-b6ef7817801a req-d2cdbb93-0a76-4f3e-ae0e-b34ad895ca49 service neutron] Request body: {'port': {'device_id': 'b7c08dc1-3df9-42c9-bcb6-50c5e0deec38', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:18:25.295048 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-b36404c3-4ce6-4c3e-bec3-b6ef7817801a req-d2cdbb93-0a76-4f3e-ae0e-b34ad895ca49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:18:25.460087 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-eb761789-4ee0-4e1d-a7c1-4e373549fcf5 None None] Provisioning complete for port 1f7fee3f-3308-41e8-9f2c-761022da9a6e triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:18:25.460746 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-eb761789-4ee0-4e1d-a7c1-4e373549fcf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:18:25.498072 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-eb761789-4ee0-4e1d-a7c1-4e373549fcf5 None None] Port 1f7fee3f-3308-41e8-9f2c-761022da9a6e cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 17:18:25.566400 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.notifiers.nova [req-b36404c3-4ce6-4c3e-bec3-b6ef7817801a req-d2cdbb93-0a76-4f3e-ae0e-b34ad895ca49 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f7fee3f-3308-41e8-9f2c-761022da9a6e {{(pid=103800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 05 17:18:25.573604 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-b36404c3-4ce6-4c3e-bec3-b6ef7817801a req-d2cdbb93-0a76-4f3e-ae0e-b34ad895ca49 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:18:25.585782 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.provisioning_blocks [req-b36404c3-4ce6-4c3e-bec3-b6ef7817801a req-d2cdbb93-0a76-4f3e-ae0e-b34ad895ca49 service neutron] Transition to ACTIVE for port object 1f7fee3f-3308-41e8-9f2c-761022da9a6e will not be triggered until provisioned by entity L2. {{(pid=103800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 05 17:18:25.657140 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-b36404c3-4ce6-4c3e-bec3-b6ef7817801a req-d2cdbb93-0a76-4f3e-ae0e-b34ad895ca49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8784461'] for port, after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:18:25.706802 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cdbb93-0a76-4f3e-ae0e-b34ad895ca49 service neutron] Pushing event updated for resources: {'Port': ['ID=1f7fee3f-3308-41e8-9f2c-761022da9a6e,revision_number=2']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:18:25.789899 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [req-b36404c3-4ce6-4c3e-bec3-b6ef7817801a req-d2cdbb93-0a76-4f3e-ae0e-b34ad895ca49 service neutron] Attempting to bind port 1f7fee3f-3308-41e8-9f2c-761022da9a6e on host hv-neutron-mast for vnic_type normal with profile {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 05 17:18:25.790577 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [req-b36404c3-4ce6-4c3e-bec3-b6ef7817801a req-d2cdbb93-0a76-4f3e-ae0e-b34ad895ca49 service neutron] Attempting to bind port 1f7fee3f-3308-41e8-9f2c-761022da9a6e by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'bcdc290b-86dc-4bd4-aef6-4ba181574efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '51031d72-d137-46b4-85cb-095fd44009cf'}] {{(pid=103800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 05 17:18:25.790577 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b36404c3-4ce6-4c3e-bec3-b6ef7817801a req-d2cdbb93-0a76-4f3e-ae0e-b34ad895ca49 service neutron] Attempting to bind port 1f7fee3f-3308-41e8-9f2c-761022da9a6e on network 51031d72-d137-46b4-85cb-095fd44009cf {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:18:25.795291 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b36404c3-4ce6-4c3e-bec3-b6ef7817801a req-d2cdbb93-0a76-4f3e-ae0e-b34ad895ca49 service neutron] Port 1f7fee3f-3308-41e8-9f2c-761022da9a6e on network 51031d72-d137-46b4-85cb-095fd44009cf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 05 17:18:25.795612 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b36404c3-4ce6-4c3e-bec3-b6ef7817801a req-d2cdbb93-0a76-4f3e-ae0e-b34ad895ca49 service neutron] Attempting to bind port 1f7fee3f-3308-41e8-9f2c-761022da9a6e on network 51031d72-d137-46b4-85cb-095fd44009cf {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:18:25.800502 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b36404c3-4ce6-4c3e-bec3-b6ef7817801a req-d2cdbb93-0a76-4f3e-ae0e-b34ad895ca49 service neutron] Checking agent: {'id': '5c36d785-abe8-4e89-a23a-b403333d2378', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 5, 17, 3, 49), 'started_at': datetime.datetime(2022, 1, 5, 17, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 1, 5, 17, 18, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 05 17:18:25.800835 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b36404c3-4ce6-4c3e-bec3-b6ef7817801a req-d2cdbb93-0a76-4f3e-ae0e-b34ad895ca49 service neutron] Checking segment: {'id': 'bcdc290b-86dc-4bd4-aef6-4ba181574efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '51031d72-d137-46b4-85cb-095fd44009cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:18:25.801215 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b36404c3-4ce6-4c3e-bec3-b6ef7817801a req-d2cdbb93-0a76-4f3e-ae0e-b34ad895ca49 service neutron] Bound using segment: {'id': 'bcdc290b-86dc-4bd4-aef6-4ba181574efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '51031d72-d137-46b4-85cb-095fd44009cf'} {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 05 17:18:25.801663 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [req-b36404c3-4ce6-4c3e-bec3-b6ef7817801a req-d2cdbb93-0a76-4f3e-ae0e-b34ad895ca49 service neutron] Bound port: 1f7fee3f-3308-41e8-9f2c-761022da9a6e, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bcdc290b-86dc-4bd4-aef6-4ba181574efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '51031d72-d137-46b4-85cb-095fd44009cf'}}] {{(pid=103800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 05 17:18:25.802020 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-b36404c3-4ce6-4c3e-bec3-b6ef7817801a req-d2cdbb93-0a76-4f3e-ae0e-b34ad895ca49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:18:25.869777 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.db [req-b36404c3-4ce6-4c3e-bec3-b6ef7817801a req-d2cdbb93-0a76-4f3e-ae0e-b34ad895ca49 service neutron] For port 1f7fee3f-3308-41e8-9f2c-761022da9a6e, host hv-neutron-mast, cleared binding levels {{(pid=103800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 05 17:18:25.872853 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.db [req-b36404c3-4ce6-4c3e-bec3-b6ef7817801a req-d2cdbb93-0a76-4f3e-ae0e-b34ad895ca49 service neutron] For port 1f7fee3f-3308-41e8-9f2c-761022da9a6e, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=1f7fee3f-3308-41e8-9f2c-761022da9a6e,segment=NetworkSegment(bcdc290b-86dc-4bd4-aef6-4ba181574efd),segment_id=bcdc290b-86dc-4bd4-aef6-4ba181574efd)] {{(pid=103800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 05 17:18:25.940512 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66030bc7-ad0a-49ca-b621-445f62628837 req-1a3ea1f2-7257-4af6-83be-beafd58f7fd8 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:18:25.942058 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-66030bc7-ad0a-49ca-b621-445f62628837 req-1a3ea1f2-7257-4af6-83be-beafd58f7fd8 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/ports?device_id=b7c08dc1-3df9-42c9-bcb6-50c5e0deec38 HTTP/1.1" status: 200 len: 944 time: 0.0525951 Jan 05 17:18:25.943520 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-b36404c3-4ce6-4c3e-bec3-b6ef7817801a req-d2cdbb93-0a76-4f3e-ae0e-b34ad895ca49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8784461'] for port, after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:18:25.996483 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36404c3-4ce6-4c3e-bec3-b6ef7817801a req-d2cdbb93-0a76-4f3e-ae0e-b34ad895ca49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:18:25.997102 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-b36404c3-4ce6-4c3e-bec3-b6ef7817801a req-d2cdbb93-0a76-4f3e-ae0e-b34ad895ca49 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:18:25.998506 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-b36404c3-4ce6-4c3e-bec3-b6ef7817801a req-d2cdbb93-0a76-4f3e-ae0e-b34ad895ca49 service neutron] 10.222.0.13 "PUT /v2.0/ports/1f7fee3f-3308-41e8-9f2c-761022da9a6e HTTP/1.1" status: 200 len: 1094 time: 0.7703121 Jan 05 17:18:26.000118 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7c08dc1-3df9-42c9-bcb6-50c5e0deec38', 'tag': '1f7fee3f-3308-41e8-9f2c-761022da9a6e'}] {{(pid=103800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 05 17:18:26.003209 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f64b9d4628f7eefcc27168a80c04985d23f0ea5def038dae05e1deb7357f3bfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7168536-f748-404a-a5fc-87e2e4771d1e" -d '{"events": [{"name": "network-changed", "server_uuid": "b7c08dc1-3df9-42c9-bcb6-50c5e0deec38", "tag": "1f7fee3f-3308-41e8-9f2c-761022da9a6e"}]}' {{(pid=103800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 05 17:18:26.047914 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Jan 2022 17:18:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9269ca9-25e1-45d0-ab53-62ae353d1a54 x-openstack-request-id: req-c9269ca9-25e1-45d0-ab53-62ae353d1a54 {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 05 17:18:26.050119 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7c08dc1-3df9-42c9-bcb6-50c5e0deec38", "tag": "1f7fee3f-3308-41e8-9f2c-761022da9a6e", "status": "completed", "code": 200}]} {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 05 17:18:26.050119 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c9269ca9-25e1-45d0-ab53-62ae353d1a54 {{(pid=103800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 05 17:18:26.050119 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7c08dc1-3df9-42c9-bcb6-50c5e0deec38', 'tag': '1f7fee3f-3308-41e8-9f2c-761022da9a6e', 'status': 'completed', 'code': 200} Jan 05 17:18:26.051001 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cdbb93-0a76-4f3e-ae0e-b34ad895ca49 service neutron] Pushing event updated for resources: {'Port': ['ID=1f7fee3f-3308-41e8-9f2c-761022da9a6e,revision_number=3']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:18:26.058351 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-66030bc7-ad0a-49ca-b621-445f62628837 req-f6704c76-8201-4904-81c4-fab766a1b65d tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/security-groups?id=52c4b682-3418-466e-a051-f3e55de26b67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1070662 Jan 05 17:18:26.122824 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7168536-f748-404a-a5fc-87e2e4771d1e req-0bbd13a2-389d-42dc-b0f4-23c8b141362f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:18:26.124909 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-c7168536-f748-404a-a5fc-87e2e4771d1e req-0bbd13a2-389d-42dc-b0f4-23c8b141362f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ec76859de02442879238ecf1eaefefed&device_id=b7c08dc1-3df9-42c9-bcb6-50c5e0deec38 HTTP/1.1" status: 200 len: 1097 time: 0.0472312 Jan 05 17:18:26.227145 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7168536-f748-404a-a5fc-87e2e4771d1e req-8aa53b8b-099d-4d2b-bbd3-0a94133f532d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:18:26.228901 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-c7168536-f748-404a-a5fc-87e2e4771d1e req-8aa53b8b-099d-4d2b-bbd3-0a94133f532d service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=ec76859de02442879238ecf1eaefefed&shared=False HTTP/1.1" status: 200 len: 897 time: 0.0952144 Jan 05 17:18:26.328306 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7168536-f748-404a-a5fc-87e2e4771d1e req-cb60d836-fb36-4033-ab7c-442280ec130f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:18:26.329806 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-c7168536-f748-404a-a5fc-87e2e4771d1e req-cb60d836-fb36-4033-ab7c-442280ec130f service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0939908 Jan 05 17:18:26.406063 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36404c3-4ce6-4c3e-bec3-b6ef7817801a req-a5879c75-83ff-47e4-a11e-eba9e4e368c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:18:26.407575 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-b36404c3-4ce6-4c3e-bec3-b6ef7817801a req-a5879c75-83ff-47e4-a11e-eba9e4e368c8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ec76859de02442879238ecf1eaefefed&device_id=b7c08dc1-3df9-42c9-bcb6-50c5e0deec38 HTTP/1.1" status: 200 len: 1097 time: 0.0416276 Jan 05 17:18:26.452674 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-b36404c3-4ce6-4c3e-bec3-b6ef7817801a req-81d16a0a-8fde-402f-a25e-f7894b72fe36 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1f7fee3f-3308-41e8-9f2c-761022da9a6e HTTP/1.1" status: 200 len: 217 time: 0.0374434 Jan 05 17:18:26.503968 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36404c3-4ce6-4c3e-bec3-b6ef7817801a req-fb6e6ddf-a039-4a25-a550-1be964b64e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:18:26.505376 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-b36404c3-4ce6-4c3e-bec3-b6ef7817801a req-fb6e6ddf-a039-4a25-a550-1be964b64e51 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=36dff04a-2edc-436e-860a-0da61c005607 HTTP/1.1" status: 200 len: 834 time: 0.0463848 Jan 05 17:18:26.551084 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36404c3-4ce6-4c3e-bec3-b6ef7817801a req-e155fdf1-23f3-47d9-a5f7-6d1db5d8f41c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:18:26.552580 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-b36404c3-4ce6-4c3e-bec3-b6ef7817801a req-e155fdf1-23f3-47d9-a5f7-6d1db5d8f41c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=51031d72-d137-46b4-85cb-095fd44009cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0409644 Jan 05 17:18:26.645079 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-b36404c3-4ce6-4c3e-bec3-b6ef7817801a req-14371ed1-f8cf-4c5b-b4bf-63cd4570415f service neutron] 10.222.0.13 "GET /v2.0/networks/51031d72-d137-46b4-85cb-095fd44009cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862541 Jan 05 17:18:26.736083 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-b36404c3-4ce6-4c3e-bec3-b6ef7817801a req-ac8a51dd-e8e6-41e4-8cee-11fb86c2e86b service neutron] 10.222.0.13 "GET /v2.0/networks/51031d72-d137-46b4-85cb-095fd44009cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849302 Jan 05 17:18:27.183104 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b27d0e3-f591-4ce1-b49c-5ab7d71a557a req-9e11fe32-33f9-4235-a7eb-e7410a3ebdce tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:18:27.184561 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-6b27d0e3-f591-4ce1-b49c-5ab7d71a557a req-9e11fe32-33f9-4235-a7eb-e7410a3ebdce tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/ports?device_id=b7c08dc1-3df9-42c9-bcb6-50c5e0deec38 HTTP/1.1" status: 200 len: 944 time: 0.0529852 Jan 05 17:18:27.231957 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-6b27d0e3-f591-4ce1-b49c-5ab7d71a557a req-b15d2ff6-fef4-4e06-8361-a586b09ea1d3 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/security-groups?id=52c4b682-3418-466e-a051-f3e55de26b67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413952 Jan 05 17:18:28.350361 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc5d8d3-3dd8-46d9-a06d-260121c57eee req-4dcb43c5-b4ca-405e-bb8a-a8d7836d2e13 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:18:28.351929 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-9fc5d8d3-3dd8-46d9-a06d-260121c57eee req-4dcb43c5-b4ca-405e-bb8a-a8d7836d2e13 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/ports?device_id=b7c08dc1-3df9-42c9-bcb6-50c5e0deec38 HTTP/1.1" status: 200 len: 944 time: 0.0515811 Jan 05 17:18:28.406251 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-9fc5d8d3-3dd8-46d9-a06d-260121c57eee req-7332d508-8ee0-4163-8c19-ed186eaea1fe tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/security-groups?id=52c4b682-3418-466e-a051-f3e55de26b67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487435 Jan 05 17:18:29.247104 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Device 1f7fee3f-3308-41e8-9f2c-761022da9a6e details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 05 17:18:29.347373 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] For port 1f7fee3f-3308-41e8-9f2c-761022da9a6e, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=1f7fee3f-3308-41e8-9f2c-761022da9a6e,segment=NetworkSegment(bcdc290b-86dc-4bd4-aef6-4ba181574efd),segment_id=bcdc290b-86dc-4bd4-aef6-4ba181574efd)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:18:29.359937 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Returning: {'device': '1f7fee3f-3308-41e8-9f2c-761022da9a6e', 'network_id': '51031d72-d137-46b4-85cb-095fd44009cf', 'port_id': '1f7fee3f-3308-41e8-9f2c-761022da9a6e', 'mac_address': 'fa:16:3e:8a:4d:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36dff04a-2edc-436e-860a-0da61c005607', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 05 17:18:29.399174 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:18:29.412426 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.notifiers.nova [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f7fee3f-3308-41e8-9f2c-761022da9a6e {{(pid=103802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 05 17:18:29.432680 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] For port 1f7fee3f-3308-41e8-9f2c-761022da9a6e, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=1f7fee3f-3308-41e8-9f2c-761022da9a6e,segment=NetworkSegment(bcdc290b-86dc-4bd4-aef6-4ba181574efd),segment_id=bcdc290b-86dc-4bd4-aef6-4ba181574efd)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:18:29.509078 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:18:29.526025 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1d7167-a70d-459b-9109-54af16ba42b3 req-21711453-906f-481a-8078-acc39ba0cf98 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:18:29.527526 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-fc1d7167-a70d-459b-9109-54af16ba42b3 req-21711453-906f-481a-8078-acc39ba0cf98 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/ports?device_id=b7c08dc1-3df9-42c9-bcb6-50c5e0deec38 HTTP/1.1" status: 200 len: 944 time: 0.0523694 Jan 05 17:18:29.563360 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Pushing event updated for resources: {'Port': ['ID=1f7fee3f-3308-41e8-9f2c-761022da9a6e,revision_number=4']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:18:29.580088 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-fc1d7167-a70d-459b-9109-54af16ba42b3 req-e27363a6-d713-47e0-924c-1ba9bac1d567 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/security-groups?id=52c4b682-3418-466e-a051-f3e55de26b67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463922 Jan 05 17:18:29.727484 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] get_ports_and_sgs() called for port_ids ['1f7fee3f-3308-41e8-9f2c-761022da9a6e'] {{(pid=103802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 05 17:18:30.695083 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4df1562-4416-484d-8885-2be46eca2405 req-0ff57a9d-57e3-40c6-b398-a9706532c797 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:18:30.696602 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-d4df1562-4416-484d-8885-2be46eca2405 req-0ff57a9d-57e3-40c6-b398-a9706532c797 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/ports?device_id=b7c08dc1-3df9-42c9-bcb6-50c5e0deec38 HTTP/1.1" status: 200 len: 945 time: 0.0487225 Jan 05 17:18:30.748580 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-d4df1562-4416-484d-8885-2be46eca2405 req-093aefd2-7644-49c8-a212-680d87914374 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/security-groups?id=52c4b682-3418-466e-a051-f3e55de26b67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455952 Jan 05 17:18:31.263813 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Device 1f7fee3f-3308-41e8-9f2c-761022da9a6e up at agent hyperv_hv-neutron-mast {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:18:31.394021 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Provisioning for port 1f7fee3f-3308-41e8-9f2c-761022da9a6e completed by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 05 17:18:31.398042 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Provisioning complete for port 1f7fee3f-3308-41e8-9f2c-761022da9a6e triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:18:31.398430 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:18:31.473369 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:18:31.495643 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7c08dc1-3df9-42c9-bcb6-50c5e0deec38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f7fee3f-3308-41e8-9f2c-761022da9a6e'}] {{(pid=103802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 05 17:18:31.497969 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36b213fbd845b3f09e785999bbcda1c85cd5592d7f001460987854e5c1683bd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e4bf8d7-0743-4bc3-98ab-4e158052f881" -d '{"events": [{"server_uuid": "b7c08dc1-3df9-42c9-bcb6-50c5e0deec38", "name": "network-vif-plugged", "status": "completed", "tag": "1f7fee3f-3308-41e8-9f2c-761022da9a6e"}]}' {{(pid=103802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 05 17:18:31.510601 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] For port 1f7fee3f-3308-41e8-9f2c-761022da9a6e, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=1f7fee3f-3308-41e8-9f2c-761022da9a6e,segment=NetworkSegment(bcdc290b-86dc-4bd4-aef6-4ba181574efd),segment_id=bcdc290b-86dc-4bd4-aef6-4ba181574efd)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:18:31.534842 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Jan 2022 17:18:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-151d1c15-927d-491b-9912-baa46232e64f x-openstack-request-id: req-151d1c15-927d-491b-9912-baa46232e64f {{(pid=103802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 05 17:18:31.535266 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7c08dc1-3df9-42c9-bcb6-50c5e0deec38", "name": "network-vif-plugged", "status": "completed", "tag": "1f7fee3f-3308-41e8-9f2c-761022da9a6e", "code": 200}]} {{(pid=103802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 05 17:18:31.535475 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-151d1c15-927d-491b-9912-baa46232e64f {{(pid=103802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 05 17:18:31.535885 dv-neutron-master-2-hyperv neutron-server[103802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7c08dc1-3df9-42c9-bcb6-50c5e0deec38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f7fee3f-3308-41e8-9f2c-761022da9a6e', 'code': 200} Jan 05 17:18:31.557278 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:18:31.603607 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Pushing event updated for resources: {'Port': ['ID=1f7fee3f-3308-41e8-9f2c-761022da9a6e,revision_number=5']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:18:31.875014 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bb7133-acd4-404e-b3be-2cf3a010b959 req-d98b7808-02a3-4ca9-b6e6-3e36b51804c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:18:31.876486 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-c0bb7133-acd4-404e-b3be-2cf3a010b959 req-d98b7808-02a3-4ca9-b6e6-3e36b51804c4 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b7c08dc1-3df9-42c9-bcb6-50c5e0deec38 HTTP/1.1" status: 200 len: 1099 time: 0.0720422 Jan 05 17:18:31.892102 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3df5f3e-4b2f-43dd-b286-8d3fc5346838 req-8b25ae34-b565-4a23-8aeb-2a6ff78da902 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:18:31.893435 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-a3df5f3e-4b2f-43dd-b286-8d3fc5346838 req-8b25ae34-b565-4a23-8aeb-2a6ff78da902 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/ports?device_id=b7c08dc1-3df9-42c9-bcb6-50c5e0deec38 HTTP/1.1" status: 200 len: 946 time: 0.0646954 Jan 05 17:18:31.961858 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-c0bb7133-acd4-404e-b3be-2cf3a010b959 req-013b9015-28c3-4e9c-bdfb-e710a45ab9ed service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=52c4b682-3418-466e-a051-f3e55de26b67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0779238 Jan 05 17:18:31.967184 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-a3df5f3e-4b2f-43dd-b286-8d3fc5346838 req-7e6c09ef-3de4-4524-9746-db4f0f55be99 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/security-groups?id=52c4b682-3418-466e-a051-f3e55de26b67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681992 Jan 05 17:18:33.086165 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b5c8d3-adce-4db1-9a94-328e7c99eaac req-bd229379-f73e-461b-bbd2-30b23ac5af50 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:18:33.087636 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-a8b5c8d3-adce-4db1-9a94-328e7c99eaac req-bd229379-f73e-461b-bbd2-30b23ac5af50 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/ports?device_id=b7c08dc1-3df9-42c9-bcb6-50c5e0deec38 HTTP/1.1" status: 200 len: 946 time: 0.0515373 Jan 05 17:18:33.137994 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-a8b5c8d3-adce-4db1-9a94-328e7c99eaac req-95c769e2-5ec4-4adf-9975-d977c14f1a2b tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/security-groups?id=52c4b682-3418-466e-a051-f3e55de26b67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440543 Jan 05 17:18:34.252718 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14018572-7531-4306-b9af-83565926f06e req-5b42af49-663f-4faa-a098-992175efa538 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:18:34.254223 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-14018572-7531-4306-b9af-83565926f06e req-5b42af49-663f-4faa-a098-992175efa538 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/ports?device_id=b7c08dc1-3df9-42c9-bcb6-50c5e0deec38 HTTP/1.1" status: 200 len: 946 time: 0.0500934 Jan 05 17:18:34.302046 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-14018572-7531-4306-b9af-83565926f06e req-f8987b32-d9b8-48cc-b46b-897b6db511d5 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/security-groups?id=52c4b682-3418-466e-a051-f3e55de26b67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422318 Jan 05 17:18:34.414849 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ee5bf9-f029-4944-ba81-a2bfbf93d477 req-84903501-2ffd-4490-b4c7-8b6f75f8e6ba tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:18:34.416374 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-37ee5bf9-f029-4944-ba81-a2bfbf93d477 req-84903501-2ffd-4490-b4c7-8b6f75f8e6ba tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/ports?device_id=b7c08dc1-3df9-42c9-bcb6-50c5e0deec38 HTTP/1.1" status: 200 len: 946 time: 0.0482852 Jan 05 17:18:34.465653 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-37ee5bf9-f029-4944-ba81-a2bfbf93d477 req-7458d810-5a46-42aa-b937-c2fcd71dcf87 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/security-groups?id=52c4b682-3418-466e-a051-f3e55de26b67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432336 Jan 05 17:18:34.487837 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 47090) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:18:34.526042 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0db268de-73cd-4add-9282-f978d314d01f tempest-TestNetworkBasicOps-152746079 tempest-TestNetworkBasicOps-152746079-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:18:34.527510 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-0db268de-73cd-4add-9282-f978d314d01f tempest-TestNetworkBasicOps-152746079 tempest-TestNetworkBasicOps-152746079-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=b7c08dc1-3df9-42c9-bcb6-50c5e0deec38 HTTP/1.1" status: 200 len: 1094 time: 0.0386975 Jan 05 17:18:34.530989 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 47092) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:18:34.535187 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-a29ea2db-a801-40c6-b155-a57ed8dd3597 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Request body: {'floatingip': {'floating_network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'port_id': '1f7fee3f-3308-41e8-9f2c-761022da9a6e', 'tenant_id': 'ec76859de02442879238ecf1eaefefed', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:18:34.639505 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a29ea2db-a801-40c6-b155-a57ed8dd3597 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for floatingip, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:18:34.738822 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a29ea2db-a801-40c6-b155-a57ed8dd3597 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:18:34.844219 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [None req-a29ea2db-a801-40c6-b155-a57ed8dd3597 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Allocated IP 172.36.4.90 (b0167590-0699-4c5c-a932-3939414a9573/7a784a6d-3d96-418f-a645-b9ccd0b1ac55/3aeaaa06-46f2-44bc-9893-8529f30f9199) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:18:34.942040 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a29ea2db-a801-40c6-b155-a57ed8dd3597 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for port, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:18:35.026212 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a29ea2db-a801-40c6-b155-a57ed8dd3597 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:18:35.062796 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a29ea2db-a801-40c6-b155-a57ed8dd3597 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Network b0167590-0699-4c5c-a932-3939414a9573 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:18:35.065826 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-a29ea2db-a801-40c6-b155-a57ed8dd3597 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:18:35.068299 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a29ea2db-a801-40c6-b155-a57ed8dd3597 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:18:35.098056 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29ea2db-a801-40c6-b155-a57ed8dd3597 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Pushing event updated for resources: {'Port': ['ID=3aeaaa06-46f2-44bc-9893-8529f30f9199,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:18:35.430587 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a29ea2db-a801-40c6-b155-a57ed8dd3597 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:18:35.564847 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a29ea2db-a801-40c6-b155-a57ed8dd3597 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:18:35.707773 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a29ea2db-a801-40c6-b155-a57ed8dd3597 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for port, precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:18:35.786290 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a29ea2db-a801-40c6-b155-a57ed8dd3597 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8784461'] for port, after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:18:35.864443 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29ea2db-a801-40c6-b155-a57ed8dd3597 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Pushing event updated for resources: {'Port': ['ID=3aeaaa06-46f2-44bc-9893-8529f30f9199,revision_number=2']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:18:35.872217 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a29ea2db-a801-40c6-b155-a57ed8dd3597 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648677'] for floatingip, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:18:35.970336 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.db.l3_db [None req-a29ea2db-a801-40c6-b155-a57ed8dd3597 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Floating IP 932df161-b0b8-4cd6-8da3-933b728ec4e5 associated. External IP: 172.36.4.90, port: 1f7fee3f-3308-41e8-9f2c-761022da9a6e. Jan 05 17:18:36.511175 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a29ea2db-a801-40c6-b155-a57ed8dd3597 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Router a20432e2-f8f2-4aa6-b143-4e5aa4787b90 has already been hosted by L3 agent 59446fdc-40e0-41fe-a575-a8eb11d742f7 {{(pid=103800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 05 17:18:36.618309 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a29ea2db-a801-40c6-b155-a57ed8dd3597 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 05 17:18:36.630154 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e8f2e6b-8605-4490-8587-6635870db9af None None] Sync routers for ids ['a20432e2-f8f2-4aa6-b143-4e5aa4787b90'] in dv-neutron-master-2-hyperv {{(pid=103803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 05 17:18:36.639915 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e8f2e6b-8605-4490-8587-6635870db9af None None] Routers {'a20432e2-f8f2-4aa6-b143-4e5aa4787b90'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:18:36.640522 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-7e8f2e6b-8605-4490-8587-6635870db9af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:18:19Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['a20432e2-f8f2-4aa6-b143-4e5aa4787b90'], 'active': True} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:18:36.681960 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a29ea2db-a801-40c6-b155-a57ed8dd3597 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for floatingip, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:18:36.708727 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-a29ea2db-a801-40c6-b155-a57ed8dd3597 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1767321 Jan 05 17:18:36.712431 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7c08dc1-3df9-42c9-bcb6-50c5e0deec38', 'tag': '1f7fee3f-3308-41e8-9f2c-761022da9a6e'}] {{(pid=103800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 05 17:18:36.712568 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 47094) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:18:36.713236 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f64b9d4628f7eefcc27168a80c04985d23f0ea5def038dae05e1deb7357f3bfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a0e195b-0433-49a9-9d13-620513275e8d" -d '{"events": [{"name": "network-changed", "server_uuid": "b7c08dc1-3df9-42c9-bcb6-50c5e0deec38", "tag": "1f7fee3f-3308-41e8-9f2c-761022da9a6e"}]}' {{(pid=103800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 05 17:18:36.748952 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvr_db [None req-7e8f2e6b-8605-4490-8587-6635870db9af None None] Set router a20432e2-f8f2-4aa6-b143-4e5aa4787b90 gateway port host: dv-neutron-master-2-hyperv {{(pid=103803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:18:36.754439 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Jan 2022 17:18:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65ce54f6-0f86-4809-8635-693574d08838 x-openstack-request-id: req-65ce54f6-0f86-4809-8635-693574d08838 {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 05 17:18:36.754762 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7c08dc1-3df9-42c9-bcb6-50c5e0deec38", "tag": "1f7fee3f-3308-41e8-9f2c-761022da9a6e", "status": "completed", "code": 200}]} {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 05 17:18:36.754957 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-65ce54f6-0f86-4809-8635-693574d08838 {{(pid=103800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 05 17:18:36.755344 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7c08dc1-3df9-42c9-bcb6-50c5e0deec38', 'tag': '1f7fee3f-3308-41e8-9f2c-761022da9a6e', 'status': 'completed', 'code': 200} Jan 05 17:18:36.820180 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0e195b-0433-49a9-9d13-620513275e8d req-78387cd2-30f0-46ff-a2a5-f30be66a4f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:18:36.821623 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-1a0e195b-0433-49a9-9d13-620513275e8d req-78387cd2-30f0-46ff-a2a5-f30be66a4f0c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ec76859de02442879238ecf1eaefefed&device_id=b7c08dc1-3df9-42c9-bcb6-50c5e0deec38 HTTP/1.1" status: 200 len: 1099 time: 0.0451214 Jan 05 17:18:36.824291 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-b8924f19-c1da-4d69-8d12-4b09e493ec6f tempest-TestNetworkBasicOps-152746079 tempest-TestNetworkBasicOps-152746079-project-admin] 10.222.0.11 "GET /v2.0/routers/a20432e2-f8f2-4aa6-b143-4e5aa4787b90 HTTP/1.1" status: 200 len: 922 time: 0.1114309 Jan 05 17:18:36.827472 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 47098) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:18:36.893716 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-699a65f9-a96c-4021-95ff-d9f220de576d tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/floatingips/932df161-b0b8-4cd6-8da3-933b728ec4e5 HTTP/1.1" status: 200 len: 991 time: 0.0650618 Jan 05 17:18:36.919874 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0e195b-0433-49a9-9d13-620513275e8d req-e9271982-65c7-4627-a03b-c4c8af50b99e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:18:36.921449 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-1a0e195b-0433-49a9-9d13-620513275e8d req-e9271982-65c7-4627-a03b-c4c8af50b99e service neutron] 10.222.0.13 "GET /v2.0/networks?id=51031d72-d137-46b4-85cb-095fd44009cf HTTP/1.1" status: 200 len: 897 time: 0.0934756 Jan 05 17:18:36.982215 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-7e8f2e6b-8605-4490-8587-6635870db9af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a20432e2-f8f2-4aa6-b143-4e5aa4787b90', 'name': 'tempest-TestNetworkBasicOps-router-1293751442', 'tenant_id': 'ec76859de02442879238ecf1eaefefed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.16'}], 'enable_snat': True}, 'gw_port_id': 'b260c198-e161-491a-92fe-797e5c6c4b2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:18:12Z', 'updated_at': '2022-01-05T17:18:17Z', 'revision_number': 4, 'project_id': 'ec76859de02442879238ecf1eaefefed', 'gw_port': {'id': 'b260c198-e161-491a-92fe-797e5c6c4b2e', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:d7:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a20432e2-f8f2-4aa6-b143-4e5aa4787b90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1451, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:18:13Z', 'updated_at': '2022-01-05T17:18:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '932df161-b0b8-4cd6-8da3-933b728ec4e5', 'tenant_id': 'ec76859de02442879238ecf1eaefefed', 'floating_ip_address': '172.36.4.90', 'floating_network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'router_id': 'a20432e2-f8f2-4aa6-b143-4e5aa4787b90', 'port_id': '1f7fee3f-3308-41e8-9f2c-761022da9a6e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1466, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '51031d72-d137-46b4-85cb-095fd44009cf', 'mac_address': 'fa:16:3e:8a:4d:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c08dc1-3df9-42c9-bcb6-50c5e0deec38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-05T17:18:35Z', 'updated_at': '2022-01-05T17:18:35Z', 'revision_number': 0, 'project_id': 'ec76859de02442879238ecf1eaefefed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72f0550f-6029-4779-b5f1-3b1c3ccc99c4', 'name': '', 'network_id': '51031d72-d137-46b4-85cb-095fd44009cf', 'tenant_id': 'ec76859de02442879238ecf1eaefefed', 'mac_address': 'fa:16:3e:5e:ab:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a20432e2-f8f2-4aa6-b143-4e5aa4787b90', 'device_owner': 'network:router_interface', 'standard_attr_id': 1454, 'fixed_ips': [{'subnet_id': '36dff04a-2edc-436e-860a-0da61c005607', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:18:16Z', 'updated_at': '2022-01-05T17:18:20Z', 'revision_number': 5, 'project_id': 'ec76859de02442879238ecf1eaefefed', 'subnets': [{'id': '36dff04a-2edc-436e-860a-0da61c005607', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:18:36.986066 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-1a0e195b-0433-49a9-9d13-620513275e8d req-ecd4d825-3eeb-493b-a40d-0873beb70045 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1f7fee3f-3308-41e8-9f2c-761022da9a6e HTTP/1.1" status: 200 len: 999 time: 0.0582731 Jan 05 17:18:37.008497 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e8f2e6b-8605-4490-8587-6635870db9af None None] Checking router: a20432e2-f8f2-4aa6-b143-4e5aa4787b90 for host: dv-neutron-master-2-hyperv {{(pid=103803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 05 17:18:37.017294 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e8f2e6b-8605-4490-8587-6635870db9af None None] Routers {'a20432e2-f8f2-4aa6-b143-4e5aa4787b90'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:18:37.017917 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-7e8f2e6b-8605-4490-8587-6635870db9af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:18:19Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['a20432e2-f8f2-4aa6-b143-4e5aa4787b90'], 'active': True} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:18:37.033110 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0e195b-0433-49a9-9d13-620513275e8d req-b5685522-8014-48d0-be02-2deb18c53b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:18:37.034596 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-1a0e195b-0433-49a9-9d13-620513275e8d req-b5685522-8014-48d0-be02-2deb18c53b33 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=36dff04a-2edc-436e-860a-0da61c005607 HTTP/1.1" status: 200 len: 834 time: 0.0430782 Jan 05 17:18:37.083902 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0e195b-0433-49a9-9d13-620513275e8d req-c5a66828-91c0-4d6f-a8de-f0c844b5cb47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:18:37.085294 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-1a0e195b-0433-49a9-9d13-620513275e8d req-c5a66828-91c0-4d6f-a8de-f0c844b5cb47 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=51031d72-d137-46b4-85cb-095fd44009cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0449789 Jan 05 17:18:37.179196 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-1a0e195b-0433-49a9-9d13-620513275e8d req-aa2221ce-8115-4e2f-8874-777bf48140b4 service neutron] 10.222.0.13 "GET /v2.0/networks/51031d72-d137-46b4-85cb-095fd44009cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869498 Jan 05 17:18:37.208426 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvr_db [None req-7e8f2e6b-8605-4490-8587-6635870db9af None None] Set router a20432e2-f8f2-4aa6-b143-4e5aa4787b90 gateway port host: dv-neutron-master-2-hyperv {{(pid=103803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:18:37.271356 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-1a0e195b-0433-49a9-9d13-620513275e8d req-c1a2af5a-cef1-48c0-a689-2b916bfaa3a9 service neutron] 10.222.0.13 "GET /v2.0/networks/51031d72-d137-46b4-85cb-095fd44009cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862324 Jan 05 17:18:37.430933 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-7e8f2e6b-8605-4490-8587-6635870db9af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a20432e2-f8f2-4aa6-b143-4e5aa4787b90', 'name': 'tempest-TestNetworkBasicOps-router-1293751442', 'tenant_id': 'ec76859de02442879238ecf1eaefefed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.16'}], 'enable_snat': True}, 'gw_port_id': 'b260c198-e161-491a-92fe-797e5c6c4b2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:18:12Z', 'updated_at': '2022-01-05T17:18:17Z', 'revision_number': 4, 'project_id': 'ec76859de02442879238ecf1eaefefed', 'gw_port': {'id': 'b260c198-e161-491a-92fe-797e5c6c4b2e', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:d7:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a20432e2-f8f2-4aa6-b143-4e5aa4787b90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1451, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:18:13Z', 'updated_at': '2022-01-05T17:18:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '932df161-b0b8-4cd6-8da3-933b728ec4e5', 'tenant_id': 'ec76859de02442879238ecf1eaefefed', 'floating_ip_address': '172.36.4.90', 'floating_network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'router_id': 'a20432e2-f8f2-4aa6-b143-4e5aa4787b90', 'port_id': '1f7fee3f-3308-41e8-9f2c-761022da9a6e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1466, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '51031d72-d137-46b4-85cb-095fd44009cf', 'mac_address': 'fa:16:3e:8a:4d:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c08dc1-3df9-42c9-bcb6-50c5e0deec38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-05T17:18:35Z', 'updated_at': '2022-01-05T17:18:35Z', 'revision_number': 0, 'project_id': 'ec76859de02442879238ecf1eaefefed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72f0550f-6029-4779-b5f1-3b1c3ccc99c4', 'name': '', 'network_id': '51031d72-d137-46b4-85cb-095fd44009cf', 'tenant_id': 'ec76859de02442879238ecf1eaefefed', 'mac_address': 'fa:16:3e:5e:ab:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a20432e2-f8f2-4aa6-b143-4e5aa4787b90', 'device_owner': 'network:router_interface', 'standard_attr_id': 1454, 'fixed_ips': [{'subnet_id': '36dff04a-2edc-436e-860a-0da61c005607', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:18:16Z', 'updated_at': '2022-01-05T17:18:20Z', 'revision_number': 5, 'project_id': 'ec76859de02442879238ecf1eaefefed', 'subnets': [{'id': '36dff04a-2edc-436e-860a-0da61c005607', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:18:37.457063 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e8f2e6b-8605-4490-8587-6635870db9af None None] The sync data for ids ['a20432e2-f8f2-4aa6-b143-4e5aa4787b90'] in dv-neutron-master-2-hyperv is: [{'id': 'a20432e2-f8f2-4aa6-b143-4e5aa4787b90', 'name': 'tempest-TestNetworkBasicOps-router-1293751442', 'tenant_id': 'ec76859de02442879238ecf1eaefefed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.16'}], 'enable_snat': True}, 'gw_port_id': 'b260c198-e161-491a-92fe-797e5c6c4b2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:18:12Z', 'updated_at': '2022-01-05T17:18:17Z', 'revision_number': 4, 'project_id': 'ec76859de02442879238ecf1eaefefed', 'gw_port': {'id': 'b260c198-e161-491a-92fe-797e5c6c4b2e', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:d7:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a20432e2-f8f2-4aa6-b143-4e5aa4787b90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1451, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:18:13Z', 'updated_at': '2022-01-05T17:18:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '932df161-b0b8-4cd6-8da3-933b728ec4e5', 'tenant_id': 'ec76859de02442879238ecf1eaefefed', 'floating_ip_address': '172.36.4.90', 'floating_network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'router_id': 'a20432e2-f8f2-4aa6-b143-4e5aa4787b90', 'port_id': '1f7fee3f-3308-41e8-9f2c-761022da9a6e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1466, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '51031d72-d137-46b4-85cb-095fd44009cf', 'mac_address': 'fa:16:3e:8a:4d:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c08dc1-3df9-42c9-bcb6-50c5e0deec38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-05T17:18:35Z', 'updated_at': '2022-01-05T17:18:35Z', 'revision_number': 0, 'project_id': 'ec76859de02442879238ecf1eaefefed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72f0550f-6029-4779-b5f1-3b1c3ccc99c4', 'name': '', 'network_id': '51031d72-d137-46b4-85cb-095fd44009cf', 'tenant_id': 'ec76859de02442879238ecf1eaefefed', 'mac_address': 'fa:16:3e:5e:ab:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a20432e2-f8f2-4aa6-b143-4e5aa4787b90', 'device_owner': 'network:router_interface', 'standard_attr_id': 1454, 'fixed_ips': [{'subnet_id': '36dff04a-2edc-436e-860a-0da61c005607', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:18:16Z', 'updated_at': '2022-01-05T17:18:20Z', 'revision_number': 5, 'project_id': 'ec76859de02442879238ecf1eaefefed', 'subnets': [{'id': '36dff04a-2edc-436e-860a-0da61c005607', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 05 17:18:37.638321 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05c79a73-d159-496c-8aba-4e851d6aae48 None None] New status for floating IP 932df161-b0b8-4cd6-8da3-933b728ec4e5: ACTIVE {{(pid=103802) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 05 17:18:37.897432 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 47100) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:18:37.955993 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-b8903804-1ab5-4948-96ff-e3edf956e05e tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/floatingips/932df161-b0b8-4cd6-8da3-933b728ec4e5 HTTP/1.1" status: 200 len: 993 time: 0.0573771 Jan 05 17:18:44.725212 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.agents_db [None req-291d1585-17df-45c0-b64a-d244e6d90872 None None] Agent healthcheck: found 6 active agents {{(pid=103803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 05 17:18:47.079603 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-837614f8-499a-4d0d-8bed-7cbf627473f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:18:49.293891 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-34a152c8-3095-4c27-8dd8-14a6598c77f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:18:49.735012 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:18:50.518835 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d2607572-b3c9-472c-85bc-c8de0c3fb75c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:18:51.922925 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d504d802-9546-4ce5-a9d3-96c844ac5808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:18:53.278788 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:19:03.369277 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-d63df3f0-0e38-4330-8c84-d2f436d95f51 req-4e2127f5-88fe-440e-a436-176d02da5531 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=420ee118-202e-4452-b10a-080155c31611&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0407765 Jan 05 17:19:03.428357 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63df3f0-0e38-4330-8c84-d2f436d95f51 req-7345e8d2-794f-4f6e-a989-6a4cd98606e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:19:03.429874 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-d63df3f0-0e38-4330-8c84-d2f436d95f51 req-7345e8d2-794f-4f6e-a989-6a4cd98606e9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9bafc9d0d75b44f696c7001918c22f7e&device_id=420ee118-202e-4452-b10a-080155c31611 HTTP/1.1" status: 200 len: 1098 time: 0.0400262 Jan 05 17:19:03.536433 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63df3f0-0e38-4330-8c84-d2f436d95f51 req-4d4b5365-7654-43fc-884c-3cbd09fbdbe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:19:03.537891 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-d63df3f0-0e38-4330-8c84-d2f436d95f51 req-4d4b5365-7654-43fc-884c-3cbd09fbdbe9 service neutron] 10.222.0.13 "GET /v2.0/networks?id=9d892221-db72-44b5-b8b3-7f2a75d6a0ee HTTP/1.1" status: 200 len: 913 time: 0.0912533 Jan 05 17:19:03.605461 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-d63df3f0-0e38-4330-8c84-d2f436d95f51 req-cb6b5a95-7854-4c0c-8208-b74c6655f617 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5416b540-e44c-4d73-a807-f13c64b0ce0a HTTP/1.1" status: 200 len: 1001 time: 0.0602038 Jan 05 17:19:03.654135 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63df3f0-0e38-4330-8c84-d2f436d95f51 req-72effda0-f826-4996-a5f7-fd40ccbf82e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:19:03.655543 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-d63df3f0-0e38-4330-8c84-d2f436d95f51 req-72effda0-f826-4996-a5f7-fd40ccbf82e6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=520bba67-4fdd-405a-be17-05cf521cd2ec HTTP/1.1" status: 200 len: 851 time: 0.0438557 Jan 05 17:19:03.704230 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63df3f0-0e38-4330-8c84-d2f436d95f51 req-37d3b428-4b77-4bab-8f22-24fb550d3a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:19:03.706433 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-d63df3f0-0e38-4330-8c84-d2f436d95f51 req-37d3b428-4b77-4bab-8f22-24fb550d3a87 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9d892221-db72-44b5-b8b3-7f2a75d6a0ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0440953 Jan 05 17:19:03.793760 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-d63df3f0-0e38-4330-8c84-d2f436d95f51 req-b105b3f6-e5a1-47cb-a0b0-7034c6ba3ab9 service neutron] 10.222.0.13 "GET /v2.0/networks/9d892221-db72-44b5-b8b3-7f2a75d6a0ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804856 Jan 05 17:19:03.890009 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-d63df3f0-0e38-4330-8c84-d2f436d95f51 req-b27a54d1-6b21-4181-a64d-e6195cfdd8f4 service neutron] 10.222.0.13 "GET /v2.0/networks/9d892221-db72-44b5-b8b3-7f2a75d6a0ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894272 Jan 05 17:19:06.516955 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 47116) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:19:06.629435 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-eff8b22a-467f-4e44-a37e-6a95338b4438 tempest-TestNetworkBasicOps-152746079 tempest-TestNetworkBasicOps-152746079-project-admin] 10.222.0.11 "GET /v2.0/routers/a20432e2-f8f2-4aa6-b143-4e5aa4787b90/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1087360 Jan 05 17:19:06.630647 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 47118) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:19:06.816280 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-130199fa-9dd1-4a55-89e4-3cb0323443f2 tempest-TestNetworkBasicOps-152746079 tempest-TestNetworkBasicOps-152746079-project-admin] Notify agent at dv-neutron-master-2-hyperv the message router_removed_from_agent {{(pid=103801) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}} Jan 05 17:19:06.819731 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-130199fa-9dd1-4a55-89e4-3cb0323443f2 tempest-TestNetworkBasicOps-152746079 tempest-TestNetworkBasicOps-152746079-project-admin] 10.222.0.11 "DELETE /v2.0/agents/59446fdc-40e0-41fe-a575-a8eb11d742f7/l3-routers/a20432e2-f8f2-4aa6-b143-4e5aa4787b90 HTTP/1.1" status: 204 len: 168 time: 0.1881318 Jan 05 17:19:06.824484 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 47120) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:19:06.929992 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-548c716c-f642-491e-8e64-f8358ac385e9 tempest-TestNetworkBasicOps-152746079 tempest-TestNetworkBasicOps-152746079-project-admin] 10.222.0.11 "GET /v2.0/routers/a20432e2-f8f2-4aa6-b143-4e5aa4787b90/l3-agents HTTP/1.1" status: 200 len: 207 time: 0.1065154 Jan 05 17:19:06.932577 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 47122) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:19:06.990284 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-cb81086c-732d-494d-aa43-e9fcb7d98bca tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/floatingips/932df161-b0b8-4cd6-8da3-933b728ec4e5 HTTP/1.1" status: 200 len: 993 time: 0.0566738 Jan 05 17:19:07.549237 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1810120-8d7d-4a14-940a-fc13593ef439 None None] New status for floating IP 932df161-b0b8-4cd6-8da3-933b728ec4e5: DOWN {{(pid=103803) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 05 17:19:07.902136 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device b260c198-e161-491a-92fe-797e5c6c4b2e no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 05 17:19:07.978279 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:19:07.994396 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 47124) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:19:07.998925 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] For port b260c198-e161-491a-92fe-797e5c6c4b2e, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b260c198-e161-491a-92fe-797e5c6c4b2e,segment=NetworkSegment(3f961525-530f-4ce5-8222-1dbbbe774893),segment_id=3f961525-530f-4ce5-8222-1dbbbe774893)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:19:08.055713 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-a264465f-6de7-43df-ac16-957f2035990f tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/floatingips/932df161-b0b8-4cd6-8da3-933b728ec4e5 HTTP/1.1" status: 200 len: 991 time: 0.0594480 Jan 05 17:19:08.084379 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:19:08.087914 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 72f0550f-6029-4779-b5f1-3b1c3ccc99c4 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 05 17:19:08.156591 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Pushing event updated for resources: {'Port': ['ID=b260c198-e161-491a-92fe-797e5c6c4b2e,revision_number=5']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:19:08.166223 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:19:08.166576 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:19:08.166919 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:19:08.167256 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:19:08.167587 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:19:08.167917 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:19:08.168246 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:19:08.168588 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:19:08.168940 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:19:08.169267 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:19:08.169605 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:19:08.169934 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:19:08.170255 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:19:08.207818 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:19:08.239441 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] For port 72f0550f-6029-4779-b5f1-3b1c3ccc99c4, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=72f0550f-6029-4779-b5f1-3b1c3ccc99c4,segment=NetworkSegment(bcdc290b-86dc-4bd4-aef6-4ba181574efd),segment_id=bcdc290b-86dc-4bd4-aef6-4ba181574efd)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:19:08.364487 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:19:08.412513 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Pushing event updated for resources: {'Port': ['ID=72f0550f-6029-4779-b5f1-3b1c3ccc99c4,revision_number=6']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:19:09.164108 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 47128) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:19:09.365169 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ba9272a-f700-45fe-b099-a849218befe0 tempest-TestNetworkBasicOps-152746079 tempest-TestNetworkBasicOps-152746079-project-admin] Router a20432e2-f8f2-4aa6-b143-4e5aa4787b90 is scheduled to L3 agent 59446fdc-40e0-41fe-a575-a8eb11d742f7 with binding_index 1 {{(pid=103800) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 05 17:19:09.365463 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ba9272a-f700-45fe-b099-a849218befe0 tempest-TestNetworkBasicOps-152746079 tempest-TestNetworkBasicOps-152746079-project-admin] Notify agent at dv-neutron-master-2-hyperv the message router_added_to_agent {{(pid=103800) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}} Jan 05 17:19:09.384952 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-2ba9272a-f700-45fe-b099-a849218befe0 tempest-TestNetworkBasicOps-152746079 tempest-TestNetworkBasicOps-152746079-project-admin] 10.222.0.11 "POST /v2.0/agents/59446fdc-40e0-41fe-a575-a8eb11d742f7/l3-routers HTTP/1.1" status: 201 len: 201 time: 0.2198024 Jan 05 17:19:09.387753 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 47132) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:19:09.400863 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4d39396-2ca1-464a-bed1-9fa2371afb40 None None] Sync routers for ids ['a20432e2-f8f2-4aa6-b143-4e5aa4787b90'] in dv-neutron-master-2-hyperv {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 05 17:19:09.411464 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4d39396-2ca1-464a-bed1-9fa2371afb40 None None] Routers {'a20432e2-f8f2-4aa6-b143-4e5aa4787b90'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:19:09.412084 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-c4d39396-2ca1-464a-bed1-9fa2371afb40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:18:49Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['a20432e2-f8f2-4aa6-b143-4e5aa4787b90'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:19:09.501760 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-01d20e35-3aca-481e-af68-3d90c199aa29 tempest-TestNetworkBasicOps-152746079 tempest-TestNetworkBasicOps-152746079-project-admin] 10.222.0.11 "GET /v2.0/routers/a20432e2-f8f2-4aa6-b143-4e5aa4787b90/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1125965 Jan 05 17:19:09.504992 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 47136) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:19:09.520761 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-c4d39396-2ca1-464a-bed1-9fa2371afb40 None None] Set router a20432e2-f8f2-4aa6-b143-4e5aa4787b90 gateway port host: dv-neutron-master-2-hyperv {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:19:09.568284 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-53dd8729-1a96-448e-b251-1b468f2d6724 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/floatingips/932df161-b0b8-4cd6-8da3-933b728ec4e5 HTTP/1.1" status: 200 len: 991 time: 0.0622320 Jan 05 17:19:09.890832 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-c4d39396-2ca1-464a-bed1-9fa2371afb40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a20432e2-f8f2-4aa6-b143-4e5aa4787b90', 'name': 'tempest-TestNetworkBasicOps-router-1293751442', 'tenant_id': 'ec76859de02442879238ecf1eaefefed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.16'}], 'enable_snat': True}, 'gw_port_id': 'b260c198-e161-491a-92fe-797e5c6c4b2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:18:12Z', 'updated_at': '2022-01-05T17:18:17Z', 'revision_number': 4, 'project_id': 'ec76859de02442879238ecf1eaefefed', 'gw_port': {'id': 'b260c198-e161-491a-92fe-797e5c6c4b2e', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:d7:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a20432e2-f8f2-4aa6-b143-4e5aa4787b90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1451, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:18:13Z', 'updated_at': '2022-01-05T17:19:07Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '932df161-b0b8-4cd6-8da3-933b728ec4e5', 'tenant_id': 'ec76859de02442879238ecf1eaefefed', 'floating_ip_address': '172.36.4.90', 'floating_network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'router_id': 'a20432e2-f8f2-4aa6-b143-4e5aa4787b90', 'port_id': '1f7fee3f-3308-41e8-9f2c-761022da9a6e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1466, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '51031d72-d137-46b4-85cb-095fd44009cf', 'mac_address': 'fa:16:3e:8a:4d:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c08dc1-3df9-42c9-bcb6-50c5e0deec38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-05T17:18:35Z', 'updated_at': '2022-01-05T17:19:07Z', 'revision_number': 2, 'project_id': 'ec76859de02442879238ecf1eaefefed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72f0550f-6029-4779-b5f1-3b1c3ccc99c4', 'name': '', 'network_id': '51031d72-d137-46b4-85cb-095fd44009cf', 'tenant_id': 'ec76859de02442879238ecf1eaefefed', 'mac_address': 'fa:16:3e:5e:ab:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a20432e2-f8f2-4aa6-b143-4e5aa4787b90', 'device_owner': 'network:router_interface', 'standard_attr_id': 1454, 'fixed_ips': [{'subnet_id': '36dff04a-2edc-436e-860a-0da61c005607', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:18:16Z', 'updated_at': '2022-01-05T17:19:08Z', 'revision_number': 6, 'project_id': 'ec76859de02442879238ecf1eaefefed', 'subnets': [{'id': '36dff04a-2edc-436e-860a-0da61c005607', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:19:09.920178 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4d39396-2ca1-464a-bed1-9fa2371afb40 None None] Checking router: a20432e2-f8f2-4aa6-b143-4e5aa4787b90 for host: dv-neutron-master-2-hyperv {{(pid=103802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 05 17:19:09.929333 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4d39396-2ca1-464a-bed1-9fa2371afb40 None None] Routers {'a20432e2-f8f2-4aa6-b143-4e5aa4787b90'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:19:09.929971 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-c4d39396-2ca1-464a-bed1-9fa2371afb40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:18:49Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['a20432e2-f8f2-4aa6-b143-4e5aa4787b90'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:19:10.035023 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-c4d39396-2ca1-464a-bed1-9fa2371afb40 None None] Set router a20432e2-f8f2-4aa6-b143-4e5aa4787b90 gateway port host: dv-neutron-master-2-hyperv {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:19:10.252813 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-c4d39396-2ca1-464a-bed1-9fa2371afb40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a20432e2-f8f2-4aa6-b143-4e5aa4787b90', 'name': 'tempest-TestNetworkBasicOps-router-1293751442', 'tenant_id': 'ec76859de02442879238ecf1eaefefed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.16'}], 'enable_snat': True}, 'gw_port_id': 'b260c198-e161-491a-92fe-797e5c6c4b2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:18:12Z', 'updated_at': '2022-01-05T17:18:17Z', 'revision_number': 4, 'project_id': 'ec76859de02442879238ecf1eaefefed', 'gw_port': {'id': 'b260c198-e161-491a-92fe-797e5c6c4b2e', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:d7:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a20432e2-f8f2-4aa6-b143-4e5aa4787b90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1451, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:18:13Z', 'updated_at': '2022-01-05T17:19:07Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '932df161-b0b8-4cd6-8da3-933b728ec4e5', 'tenant_id': 'ec76859de02442879238ecf1eaefefed', 'floating_ip_address': '172.36.4.90', 'floating_network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'router_id': 'a20432e2-f8f2-4aa6-b143-4e5aa4787b90', 'port_id': '1f7fee3f-3308-41e8-9f2c-761022da9a6e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1466, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '51031d72-d137-46b4-85cb-095fd44009cf', 'mac_address': 'fa:16:3e:8a:4d:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c08dc1-3df9-42c9-bcb6-50c5e0deec38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-05T17:18:35Z', 'updated_at': '2022-01-05T17:19:07Z', 'revision_number': 2, 'project_id': 'ec76859de02442879238ecf1eaefefed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72f0550f-6029-4779-b5f1-3b1c3ccc99c4', 'name': '', 'network_id': '51031d72-d137-46b4-85cb-095fd44009cf', 'tenant_id': 'ec76859de02442879238ecf1eaefefed', 'mac_address': 'fa:16:3e:5e:ab:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a20432e2-f8f2-4aa6-b143-4e5aa4787b90', 'device_owner': 'network:router_interface', 'standard_attr_id': 1454, 'fixed_ips': [{'subnet_id': '36dff04a-2edc-436e-860a-0da61c005607', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:18:16Z', 'updated_at': '2022-01-05T17:19:08Z', 'revision_number': 6, 'project_id': 'ec76859de02442879238ecf1eaefefed', 'subnets': [{'id': '36dff04a-2edc-436e-860a-0da61c005607', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:19:10.284201 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4d39396-2ca1-464a-bed1-9fa2371afb40 None None] The sync data for ids ['a20432e2-f8f2-4aa6-b143-4e5aa4787b90'] in dv-neutron-master-2-hyperv is: [{'id': 'a20432e2-f8f2-4aa6-b143-4e5aa4787b90', 'name': 'tempest-TestNetworkBasicOps-router-1293751442', 'tenant_id': 'ec76859de02442879238ecf1eaefefed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.16'}], 'enable_snat': True}, 'gw_port_id': 'b260c198-e161-491a-92fe-797e5c6c4b2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:18:12Z', 'updated_at': '2022-01-05T17:18:17Z', 'revision_number': 4, 'project_id': 'ec76859de02442879238ecf1eaefefed', 'gw_port': {'id': 'b260c198-e161-491a-92fe-797e5c6c4b2e', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:d7:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a20432e2-f8f2-4aa6-b143-4e5aa4787b90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1451, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:18:13Z', 'updated_at': '2022-01-05T17:19:07Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '932df161-b0b8-4cd6-8da3-933b728ec4e5', 'tenant_id': 'ec76859de02442879238ecf1eaefefed', 'floating_ip_address': '172.36.4.90', 'floating_network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'router_id': 'a20432e2-f8f2-4aa6-b143-4e5aa4787b90', 'port_id': '1f7fee3f-3308-41e8-9f2c-761022da9a6e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1466, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '51031d72-d137-46b4-85cb-095fd44009cf', 'mac_address': 'fa:16:3e:8a:4d:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c08dc1-3df9-42c9-bcb6-50c5e0deec38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-05T17:18:35Z', 'updated_at': '2022-01-05T17:19:07Z', 'revision_number': 2, 'project_id': 'ec76859de02442879238ecf1eaefefed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72f0550f-6029-4779-b5f1-3b1c3ccc99c4', 'name': '', 'network_id': '51031d72-d137-46b4-85cb-095fd44009cf', 'tenant_id': 'ec76859de02442879238ecf1eaefefed', 'mac_address': 'fa:16:3e:5e:ab:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a20432e2-f8f2-4aa6-b143-4e5aa4787b90', 'device_owner': 'network:router_interface', 'standard_attr_id': 1454, 'fixed_ips': [{'subnet_id': '36dff04a-2edc-436e-860a-0da61c005607', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:18:16Z', 'updated_at': '2022-01-05T17:19:08Z', 'revision_number': 6, 'project_id': 'ec76859de02442879238ecf1eaefefed', 'subnets': [{'id': '36dff04a-2edc-436e-860a-0da61c005607', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 05 17:19:10.572139 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 47138) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:19:10.637328 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-7ca8a77f-59f8-42fe-9a44-4f37dd7780dd tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/floatingips/932df161-b0b8-4cd6-8da3-933b728ec4e5 HTTP/1.1" status: 200 len: 991 time: 0.0632105 Jan 05 17:19:11.641146 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 47140) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:19:11.706361 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-69f51968-b433-4db0-9e1f-b8ff63cde65d tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/floatingips/932df161-b0b8-4cd6-8da3-933b728ec4e5 HTTP/1.1" status: 200 len: 991 time: 0.0639820 Jan 05 17:19:11.839602 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25e48537-6e79-4fc5-977f-af2d68f0a83e None None] New status for floating IP 932df161-b0b8-4cd6-8da3-933b728ec4e5: ACTIVE {{(pid=103803) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 05 17:19:11.952880 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device b260c198-e161-491a-92fe-797e5c6c4b2e up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:19:12.001028 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Provisioning complete for port b260c198-e161-491a-92fe-797e5c6c4b2e triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:19:12.001390 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:19:12.082412 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:19:12.102870 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] For port b260c198-e161-491a-92fe-797e5c6c4b2e, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b260c198-e161-491a-92fe-797e5c6c4b2e,segment=NetworkSegment(3f961525-530f-4ce5-8222-1dbbbe774893),segment_id=3f961525-530f-4ce5-8222-1dbbbe774893)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:19:12.145413 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:19:12.146266 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 72f0550f-6029-4779-b5f1-3b1c3ccc99c4 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:19:12.220874 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Pushing event updated for resources: {'Port': ['ID=b260c198-e161-491a-92fe-797e5c6c4b2e,revision_number=6']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:19:12.232322 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Provisioning complete for port 72f0550f-6029-4779-b5f1-3b1c3ccc99c4 triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:19:12.232690 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:19:12.314225 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:19:12.346284 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] For port 72f0550f-6029-4779-b5f1-3b1c3ccc99c4, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=72f0550f-6029-4779-b5f1-3b1c3ccc99c4,segment=NetworkSegment(bcdc290b-86dc-4bd4-aef6-4ba181574efd),segment_id=bcdc290b-86dc-4bd4-aef6-4ba181574efd)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:19:12.413374 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:19:12.460270 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Pushing event updated for resources: {'Port': ['ID=72f0550f-6029-4779-b5f1-3b1c3ccc99c4,revision_number=7']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:19:12.710373 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 47144) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:19:12.774788 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-928455fc-a500-4395-8f91-8855dce0efd8 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/floatingips/932df161-b0b8-4cd6-8da3-933b728ec4e5 HTTP/1.1" status: 200 len: 993 time: 0.0633240 Jan 05 17:19:13.018357 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 47150) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:19:13.173257 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-18f011a1-0a32-474e-b08a-3fd3bc6a7ee2 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Deleting port 3aeaaa06-46f2-44bc-9893-8529f30f9199 {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:19:13.173640 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-18f011a1-0a32-474e-b08a-3fd3bc6a7ee2 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:19:13.249741 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-18f011a1-0a32-474e-b08a-3fd3bc6a7ee2 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:19:13.250073 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-18f011a1-0a32-474e-b08a-3fd3bc6a7ee2 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:19:13.261639 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-18f011a1-0a32-474e-b08a-3fd3bc6a7ee2 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Calling delete_port for 3aeaaa06-46f2-44bc-9893-8529f30f9199 owned by network:floatingip {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:19:13.518639 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-18f011a1-0a32-474e-b08a-3fd3bc6a7ee2 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:19:13.542165 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f011a1-0a32-474e-b08a-3fd3bc6a7ee2 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Pushing event deleted for resources: {'Port': ['ID=3aeaaa06-46f2-44bc-9893-8529f30f9199,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:19:13.555244 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f011a1-0a32-474e-b08a-3fd3bc6a7ee2 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:19:13.555594 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f011a1-0a32-474e-b08a-3fd3bc6a7ee2 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:19:13.555931 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f011a1-0a32-474e-b08a-3fd3bc6a7ee2 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:19:13.556260 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f011a1-0a32-474e-b08a-3fd3bc6a7ee2 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:19:13.556586 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f011a1-0a32-474e-b08a-3fd3bc6a7ee2 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:19:13.556906 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f011a1-0a32-474e-b08a-3fd3bc6a7ee2 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:19:13.557230 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f011a1-0a32-474e-b08a-3fd3bc6a7ee2 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:19:13.557550 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f011a1-0a32-474e-b08a-3fd3bc6a7ee2 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:19:13.557891 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f011a1-0a32-474e-b08a-3fd3bc6a7ee2 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:19:13.558212 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f011a1-0a32-474e-b08a-3fd3bc6a7ee2 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:19:13.558535 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f011a1-0a32-474e-b08a-3fd3bc6a7ee2 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:19:13.558849 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f011a1-0a32-474e-b08a-3fd3bc6a7ee2 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:19:13.559162 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f011a1-0a32-474e-b08a-3fd3bc6a7ee2 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:19:13.612069 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-18f011a1-0a32-474e-b08a-3fd3bc6a7ee2 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for floatingip, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:19:13.612395 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.db.l3_db [None req-18f011a1-0a32-474e-b08a-3fd3bc6a7ee2 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Floating IP 932df161-b0b8-4cd6-8da3-933b728ec4e5 disassociated (deleted). External IP: 172.36.4.90, port: 1f7fee3f-3308-41e8-9f2c-761022da9a6e. Jan 05 17:19:13.819271 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18f011a1-0a32-474e-b08a-3fd3bc6a7ee2 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Router a20432e2-f8f2-4aa6-b143-4e5aa4787b90 has already been hosted by L3 agent 59446fdc-40e0-41fe-a575-a8eb11d742f7 {{(pid=103800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 05 17:19:13.920363 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device b260c198-e161-491a-92fe-797e5c6c4b2e up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:19:13.931185 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18f011a1-0a32-474e-b08a-3fd3bc6a7ee2 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 05 17:19:13.937750 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-18f011a1-0a32-474e-b08a-3fd3bc6a7ee2 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for floatingip, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:19:13.945173 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66d33d04-d7b1-4777-aa51-bb955ba7d7c4 None None] Sync routers for ids ['a20432e2-f8f2-4aa6-b143-4e5aa4787b90'] in dv-neutron-master-2-hyperv {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 05 17:19:13.962360 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-18f011a1-0a32-474e-b08a-3fd3bc6a7ee2 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "DELETE /v2.0/floatingips/932df161-b0b8-4cd6-8da3-933b728ec4e5 HTTP/1.1" status: 204 len: 168 time: 0.9430068 Jan 05 17:19:13.962937 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7c08dc1-3df9-42c9-bcb6-50c5e0deec38', 'tag': '1f7fee3f-3308-41e8-9f2c-761022da9a6e'}] {{(pid=103800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 05 17:19:13.965151 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f64b9d4628f7eefcc27168a80c04985d23f0ea5def038dae05e1deb7357f3bfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18692685-7999-4de3-a06b-dd4e08be63fa" -d '{"events": [{"name": "network-changed", "server_uuid": "b7c08dc1-3df9-42c9-bcb6-50c5e0deec38", "tag": "1f7fee3f-3308-41e8-9f2c-761022da9a6e"}]}' {{(pid=103800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 05 17:19:13.968400 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66d33d04-d7b1-4777-aa51-bb955ba7d7c4 None None] Routers {'a20432e2-f8f2-4aa6-b143-4e5aa4787b90'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:19:13.969022 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-66d33d04-d7b1-4777-aa51-bb955ba7d7c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:18:49Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['a20432e2-f8f2-4aa6-b143-4e5aa4787b90'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:19:14.006100 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Jan 2022 17:19:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2218521-57de-42ec-92e5-3d4b762ff379 x-openstack-request-id: req-f2218521-57de-42ec-92e5-3d4b762ff379 {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 05 17:19:14.006311 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7c08dc1-3df9-42c9-bcb6-50c5e0deec38", "tag": "1f7fee3f-3308-41e8-9f2c-761022da9a6e", "status": "completed", "code": 200}]} {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 05 17:19:14.006725 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f2218521-57de-42ec-92e5-3d4b762ff379 {{(pid=103800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 05 17:19:14.007347 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7c08dc1-3df9-42c9-bcb6-50c5e0deec38', 'tag': '1f7fee3f-3308-41e8-9f2c-761022da9a6e', 'status': 'completed', 'code': 200} Jan 05 17:19:14.064040 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Provisioning complete for port b260c198-e161-491a-92fe-797e5c6c4b2e triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:19:14.064418 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:19:14.072476 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18692685-7999-4de3-a06b-dd4e08be63fa req-7e4df3e4-37b0-4d26-8ad0-e4c71cc033ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:19:14.073961 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-18692685-7999-4de3-a06b-dd4e08be63fa req-7e4df3e4-37b0-4d26-8ad0-e4c71cc033ec service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ec76859de02442879238ecf1eaefefed&device_id=b7c08dc1-3df9-42c9-bcb6-50c5e0deec38 HTTP/1.1" status: 200 len: 1099 time: 0.0457728 Jan 05 17:19:14.113145 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-66d33d04-d7b1-4777-aa51-bb955ba7d7c4 None None] Set router a20432e2-f8f2-4aa6-b143-4e5aa4787b90 gateway port host: dv-neutron-master-2-hyperv {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:19:14.164582 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18692685-7999-4de3-a06b-dd4e08be63fa req-7f12f859-9a6f-412d-b6a1-5147636c473c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:19:14.166163 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-18692685-7999-4de3-a06b-dd4e08be63fa req-7f12f859-9a6f-412d-b6a1-5147636c473c service neutron] 10.222.0.13 "GET /v2.0/networks?id=51031d72-d137-46b4-85cb-095fd44009cf HTTP/1.1" status: 200 len: 897 time: 0.0864394 Jan 05 17:19:14.205552 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-18692685-7999-4de3-a06b-dd4e08be63fa req-e2e5d9dd-cdbd-43d7-9d3f-b20c92f0e82f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1f7fee3f-3308-41e8-9f2c-761022da9a6e HTTP/1.1" status: 200 len: 217 time: 0.0338914 Jan 05 17:19:14.259226 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18692685-7999-4de3-a06b-dd4e08be63fa req-8e1e07e5-0517-4aa7-8583-e19df5abb466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:19:14.260986 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-18692685-7999-4de3-a06b-dd4e08be63fa req-8e1e07e5-0517-4aa7-8583-e19df5abb466 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=36dff04a-2edc-436e-860a-0da61c005607 HTTP/1.1" status: 200 len: 834 time: 0.0498080 Jan 05 17:19:14.272452 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 72f0550f-6029-4779-b5f1-3b1c3ccc99c4 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:19:14.305065 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18692685-7999-4de3-a06b-dd4e08be63fa req-e5b696ab-c0eb-41ea-ab3f-68dbb32e5c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:19:14.306630 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-18692685-7999-4de3-a06b-dd4e08be63fa req-e5b696ab-c0eb-41ea-ab3f-68dbb32e5c48 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=51031d72-d137-46b4-85cb-095fd44009cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0401657 Jan 05 17:19:14.376477 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Provisioning complete for port 72f0550f-6029-4779-b5f1-3b1c3ccc99c4 triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:19:14.376844 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:19:14.399633 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-18692685-7999-4de3-a06b-dd4e08be63fa req-20164b6b-75cc-41cb-8463-48885af070f6 service neutron] 10.222.0.13 "GET /v2.0/networks/51031d72-d137-46b4-85cb-095fd44009cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866032 Jan 05 17:19:14.415826 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-66d33d04-d7b1-4777-aa51-bb955ba7d7c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a20432e2-f8f2-4aa6-b143-4e5aa4787b90', 'name': 'tempest-TestNetworkBasicOps-router-1293751442', 'tenant_id': 'ec76859de02442879238ecf1eaefefed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.16'}], 'enable_snat': True}, 'gw_port_id': 'b260c198-e161-491a-92fe-797e5c6c4b2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:18:12Z', 'updated_at': '2022-01-05T17:18:17Z', 'revision_number': 4, 'project_id': 'ec76859de02442879238ecf1eaefefed', 'gw_port': {'id': 'b260c198-e161-491a-92fe-797e5c6c4b2e', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:d7:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a20432e2-f8f2-4aa6-b143-4e5aa4787b90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1451, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:18:13Z', 'updated_at': '2022-01-05T17:19:12Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '72f0550f-6029-4779-b5f1-3b1c3ccc99c4', 'name': '', 'network_id': '51031d72-d137-46b4-85cb-095fd44009cf', 'tenant_id': 'ec76859de02442879238ecf1eaefefed', 'mac_address': 'fa:16:3e:5e:ab:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a20432e2-f8f2-4aa6-b143-4e5aa4787b90', 'device_owner': 'network:router_interface', 'standard_attr_id': 1454, 'fixed_ips': [{'subnet_id': '36dff04a-2edc-436e-860a-0da61c005607', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:18:16Z', 'updated_at': '2022-01-05T17:19:12Z', 'revision_number': 7, 'project_id': 'ec76859de02442879238ecf1eaefefed', 'subnets': [{'id': '36dff04a-2edc-436e-860a-0da61c005607', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:19:14.445906 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66d33d04-d7b1-4777-aa51-bb955ba7d7c4 None None] Checking router: a20432e2-f8f2-4aa6-b143-4e5aa4787b90 for host: dv-neutron-master-2-hyperv {{(pid=103802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 05 17:19:14.462248 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66d33d04-d7b1-4777-aa51-bb955ba7d7c4 None None] Routers {'a20432e2-f8f2-4aa6-b143-4e5aa4787b90'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:19:14.462857 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cd69f5-2d97-4615-beab-6d97faeb4a87 req-20917ea8-0476-4117-bb8e-b209ab554f35 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:19:14.463428 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-66d33d04-d7b1-4777-aa51-bb955ba7d7c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:18:49Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['a20432e2-f8f2-4aa6-b143-4e5aa4787b90'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:19:14.466049 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-a4cd69f5-2d97-4615-beab-6d97faeb4a87 req-20917ea8-0476-4117-bb8e-b209ab554f35 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/ports?device_id=b7c08dc1-3df9-42c9-bcb6-50c5e0deec38 HTTP/1.1" status: 200 len: 946 time: 0.0589550 Jan 05 17:19:14.504443 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-18692685-7999-4de3-a06b-dd4e08be63fa req-fae1fd8f-c108-4465-a24b-197d6597387c service neutron] 10.222.0.13 "GET /v2.0/networks/51031d72-d137-46b4-85cb-095fd44009cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981789 Jan 05 17:19:14.516039 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-a4cd69f5-2d97-4615-beab-6d97faeb4a87 req-fe649cff-d41f-4bda-8ec3-38aa2db4979f tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/security-groups?id=52c4b682-3418-466e-a051-f3e55de26b67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458879 Jan 05 17:19:14.598259 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-66d33d04-d7b1-4777-aa51-bb955ba7d7c4 None None] Set router a20432e2-f8f2-4aa6-b143-4e5aa4787b90 gateway port host: dv-neutron-master-2-hyperv {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:19:14.792531 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-66d33d04-d7b1-4777-aa51-bb955ba7d7c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a20432e2-f8f2-4aa6-b143-4e5aa4787b90', 'name': 'tempest-TestNetworkBasicOps-router-1293751442', 'tenant_id': 'ec76859de02442879238ecf1eaefefed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.16'}], 'enable_snat': True}, 'gw_port_id': 'b260c198-e161-491a-92fe-797e5c6c4b2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:18:12Z', 'updated_at': '2022-01-05T17:18:17Z', 'revision_number': 4, 'project_id': 'ec76859de02442879238ecf1eaefefed', 'gw_port': {'id': 'b260c198-e161-491a-92fe-797e5c6c4b2e', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:d7:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a20432e2-f8f2-4aa6-b143-4e5aa4787b90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1451, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:18:13Z', 'updated_at': '2022-01-05T17:19:12Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '72f0550f-6029-4779-b5f1-3b1c3ccc99c4', 'name': '', 'network_id': '51031d72-d137-46b4-85cb-095fd44009cf', 'tenant_id': 'ec76859de02442879238ecf1eaefefed', 'mac_address': 'fa:16:3e:5e:ab:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a20432e2-f8f2-4aa6-b143-4e5aa4787b90', 'device_owner': 'network:router_interface', 'standard_attr_id': 1454, 'fixed_ips': [{'subnet_id': '36dff04a-2edc-436e-860a-0da61c005607', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:18:16Z', 'updated_at': '2022-01-05T17:19:12Z', 'revision_number': 7, 'project_id': 'ec76859de02442879238ecf1eaefefed', 'subnets': [{'id': '36dff04a-2edc-436e-860a-0da61c005607', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:19:14.818054 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66d33d04-d7b1-4777-aa51-bb955ba7d7c4 None None] The sync data for ids ['a20432e2-f8f2-4aa6-b143-4e5aa4787b90'] in dv-neutron-master-2-hyperv is: [{'id': 'a20432e2-f8f2-4aa6-b143-4e5aa4787b90', 'name': 'tempest-TestNetworkBasicOps-router-1293751442', 'tenant_id': 'ec76859de02442879238ecf1eaefefed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.16'}], 'enable_snat': True}, 'gw_port_id': 'b260c198-e161-491a-92fe-797e5c6c4b2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:18:12Z', 'updated_at': '2022-01-05T17:18:17Z', 'revision_number': 4, 'project_id': 'ec76859de02442879238ecf1eaefefed', 'gw_port': {'id': 'b260c198-e161-491a-92fe-797e5c6c4b2e', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:d7:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a20432e2-f8f2-4aa6-b143-4e5aa4787b90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1451, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:18:13Z', 'updated_at': '2022-01-05T17:19:12Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '72f0550f-6029-4779-b5f1-3b1c3ccc99c4', 'name': '', 'network_id': '51031d72-d137-46b4-85cb-095fd44009cf', 'tenant_id': 'ec76859de02442879238ecf1eaefefed', 'mac_address': 'fa:16:3e:5e:ab:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a20432e2-f8f2-4aa6-b143-4e5aa4787b90', 'device_owner': 'network:router_interface', 'standard_attr_id': 1454, 'fixed_ips': [{'subnet_id': '36dff04a-2edc-436e-860a-0da61c005607', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:18:16Z', 'updated_at': '2022-01-05T17:19:12Z', 'revision_number': 7, 'project_id': 'ec76859de02442879238ecf1eaefefed', 'subnets': [{'id': '36dff04a-2edc-436e-860a-0da61c005607', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 05 17:19:15.440048 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26ad6218-8f15-4ed9-a222-c0c792d2dedd None None] New status for floating IP 932df161-b0b8-4cd6-8da3-933b728ec4e5: DOWN {{(pid=103803) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 05 17:19:15.662984 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d281f84-d916-414b-91ba-c7fba499fb0d req-4db105fa-0aaf-4ae5-8fcc-02e8b45c2c07 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:19:15.664449 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-7d281f84-d916-414b-91ba-c7fba499fb0d req-4db105fa-0aaf-4ae5-8fcc-02e8b45c2c07 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/ports?device_id=b7c08dc1-3df9-42c9-bcb6-50c5e0deec38 HTTP/1.1" status: 200 len: 946 time: 0.0728793 Jan 05 17:19:15.702449 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993e9a7a-7dd5-407d-9ed8-5c368f04bc72 req-118b4cd4-2432-40cd-8d57-2f27a8ea543d tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:19:15.703772 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-993e9a7a-7dd5-407d-9ed8-5c368f04bc72 req-118b4cd4-2432-40cd-8d57-2f27a8ea543d tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7c08dc1-3df9-42c9-bcb6-50c5e0deec38 HTTP/1.1" status: 200 len: 946 time: 0.0751476 Jan 05 17:19:15.758141 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-7d281f84-d916-414b-91ba-c7fba499fb0d req-e1ca0abd-c4f8-4707-9730-728ef6a3b54b tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/security-groups?id=52c4b682-3418-466e-a051-f3e55de26b67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0880003 Jan 05 17:19:15.812568 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [req-993e9a7a-7dd5-407d-9ed8-5c368f04bc72 req-060c292e-a9c8-4a31-b524-4d410262cee8 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Deleting port 1f7fee3f-3308-41e8-9f2c-761022da9a6e {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:19:15.812911 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-993e9a7a-7dd5-407d-9ed8-5c368f04bc72 req-060c292e-a9c8-4a31-b524-4d410262cee8 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:19:15.903217 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.db [req-993e9a7a-7dd5-407d-9ed8-5c368f04bc72 req-060c292e-a9c8-4a31-b524-4d410262cee8 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] For port 1f7fee3f-3308-41e8-9f2c-761022da9a6e, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=1f7fee3f-3308-41e8-9f2c-761022da9a6e,segment=NetworkSegment(bcdc290b-86dc-4bd4-aef6-4ba181574efd),segment_id=bcdc290b-86dc-4bd4-aef6-4ba181574efd)] {{(pid=103800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:19:15.903579 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-993e9a7a-7dd5-407d-9ed8-5c368f04bc72 req-060c292e-a9c8-4a31-b524-4d410262cee8 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:19:15.917641 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [req-993e9a7a-7dd5-407d-9ed8-5c368f04bc72 req-060c292e-a9c8-4a31-b524-4d410262cee8 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Calling delete_port for 1f7fee3f-3308-41e8-9f2c-761022da9a6e owned by compute:nova {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:19:16.141735 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-993e9a7a-7dd5-407d-9ed8-5c368f04bc72 req-060c292e-a9c8-4a31-b524-4d410262cee8 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:19:16.174181 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060c292e-a9c8-4a31-b524-4d410262cee8 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Pushing event deleted for resources: {'Port': ['ID=1f7fee3f-3308-41e8-9f2c-761022da9a6e,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:19:16.214304 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [req-993e9a7a-7dd5-407d-9ed8-5c368f04bc72 req-060c292e-a9c8-4a31-b524-4d410262cee8 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] No DVR routers for this DVR port 1f7fee3f-3308-41e8-9f2c-761022da9a6e on host hv-neutron-mast {{(pid=103800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 05 17:19:16.216678 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-993e9a7a-7dd5-407d-9ed8-5c368f04bc72 req-060c292e-a9c8-4a31-b524-4d410262cee8 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:19:16.219934 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-993e9a7a-7dd5-407d-9ed8-5c368f04bc72 req-060c292e-a9c8-4a31-b524-4d410262cee8 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.13 "DELETE /v2.0/ports/1f7fee3f-3308-41e8-9f2c-761022da9a6e HTTP/1.1" status: 204 len: 173 time: 0.5067348 Jan 05 17:19:16.220455 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7c08dc1-3df9-42c9-bcb6-50c5e0deec38', 'name': 'network-vif-deleted', 'tag': '1f7fee3f-3308-41e8-9f2c-761022da9a6e'}] {{(pid=103800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 05 17:19:16.222650 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f64b9d4628f7eefcc27168a80c04985d23f0ea5def038dae05e1deb7357f3bfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75268cd9-2305-460d-8931-caf7ee4c39e5" -d '{"events": [{"server_uuid": "b7c08dc1-3df9-42c9-bcb6-50c5e0deec38", "name": "network-vif-deleted", "tag": "1f7fee3f-3308-41e8-9f2c-761022da9a6e"}]}' {{(pid=103800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 05 17:19:16.257160 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Jan 2022 17:19:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70648c8d-5b3a-4960-aa13-acfaa897aa72 x-openstack-request-id: req-70648c8d-5b3a-4960-aa13-acfaa897aa72 {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 05 17:19:16.257456 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7c08dc1-3df9-42c9-bcb6-50c5e0deec38", "name": "network-vif-deleted", "tag": "1f7fee3f-3308-41e8-9f2c-761022da9a6e", "status": "completed", "code": 200}]} {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 05 17:19:16.257746 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-70648c8d-5b3a-4960-aa13-acfaa897aa72 {{(pid=103800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 05 17:19:16.264343 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7c08dc1-3df9-42c9-bcb6-50c5e0deec38', 'name': 'network-vif-deleted', 'tag': '1f7fee3f-3308-41e8-9f2c-761022da9a6e', 'status': 'completed', 'code': 200} Jan 05 17:19:16.865263 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-9ea8d437-6057-4bf7-abbf-6943af6e345a req-82024247-e169-4b9c-b9f4-3c749f68fa49 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/ports?device_id=b7c08dc1-3df9-42c9-bcb6-50c5e0deec38 HTTP/1.1" status: 200 len: 210 time: 0.0265117 Jan 05 17:19:17.084262 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-bece36ea-e501-425c-9768-189a2e9df513 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:19:17.922569 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 47166) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:19:17.979233 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2bec08e0-b11a-4c3f-81b1-f22409ef5842 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for security_group, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:19:18.011213 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2bec08e0-b11a-4c3f-81b1-f22409ef5842 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:19:18.170016 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2bec08e0-b11a-4c3f-81b1-f22409ef5842 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:19:18.173732 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2bec08e0-b11a-4c3f-81b1-f22409ef5842 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for security_group, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:19:18.173865 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-2bec08e0-b11a-4c3f-81b1-f22409ef5842 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "DELETE /v2.0/security-groups/52c4b682-3418-466e-a051-f3e55de26b67 HTTP/1.1" status: 204 len: 168 time: 0.2502155 Jan 05 17:19:18.183746 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bec08e0-b11a-4c3f-81b1-f22409ef5842 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=52c4b682-3418-466e-a051-f3e55de26b67,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:19:18.284597 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 47170) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:19:18.646728 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-819cd664-23ec-4bb9-b887-d08edde6d0f4 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-531685'] for router_interface, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:19:19.217119 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-819cd664-23ec-4bb9-b887-d08edde6d0f4 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Deleting port 72f0550f-6029-4779-b5f1-3b1c3ccc99c4 {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:19:19.217890 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-819cd664-23ec-4bb9-b887-d08edde6d0f4 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:19:19.304055 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.db [None req-819cd664-23ec-4bb9-b887-d08edde6d0f4 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] For port 72f0550f-6029-4779-b5f1-3b1c3ccc99c4, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=72f0550f-6029-4779-b5f1-3b1c3ccc99c4,segment=NetworkSegment(bcdc290b-86dc-4bd4-aef6-4ba181574efd),segment_id=bcdc290b-86dc-4bd4-aef6-4ba181574efd)] {{(pid=103800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:19:19.304413 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-819cd664-23ec-4bb9-b887-d08edde6d0f4 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:19:19.310644 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-4b30ca04-5a29-4f1d-a24d-642437823f37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:19:19.317912 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-819cd664-23ec-4bb9-b887-d08edde6d0f4 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Calling delete_port for 72f0550f-6029-4779-b5f1-3b1c3ccc99c4 owned by network:router_interface {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:19:19.522177 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Device 1f7fee3f-3308-41e8-9f2c-761022da9a6e no longer exists at agent hyperv_hv-neutron-mast {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 05 17:19:19.542637 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] No Port match for: 1f7fee3f-3308-41e8-9f2c-761022da9a6e {{(pid=103802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 05 17:19:19.542978 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Device 1f7fee3f-3308-41e8-9f2c-761022da9a6e not bound to the agent host hv-neutron-mast {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 05 17:19:19.553353 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-819cd664-23ec-4bb9-b887-d08edde6d0f4 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:19:19.584100 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819cd664-23ec-4bb9-b887-d08edde6d0f4 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Pushing event deleted for resources: {'Port': ['ID=72f0550f-6029-4779-b5f1-3b1c3ccc99c4,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:19:19.758285 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-819cd664-23ec-4bb9-b887-d08edde6d0f4 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-560676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531569'] for router_interface, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:19:19.787830 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:19:19.977848 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-819cd664-23ec-4bb9-b887-d08edde6d0f4 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Router a20432e2-f8f2-4aa6-b143-4e5aa4787b90 has already been hosted by L3 agent 59446fdc-40e0-41fe-a575-a8eb11d742f7 {{(pid=103800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 05 17:19:20.082203 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-819cd664-23ec-4bb9-b887-d08edde6d0f4 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 05 17:19:20.089453 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-819cd664-23ec-4bb9-b887-d08edde6d0f4 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "PUT /v2.0/routers/a20432e2-f8f2-4aa6-b143-4e5aa4787b90/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8022089 Jan 05 17:19:20.090644 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 47172) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:19:20.093117 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8595da87-56d2-49c0-b837-22b7e890e042 None None] Sync routers for ids ['a20432e2-f8f2-4aa6-b143-4e5aa4787b90'] in dv-neutron-master-2-hyperv {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 05 17:19:20.104179 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8595da87-56d2-49c0-b837-22b7e890e042 None None] Routers {'a20432e2-f8f2-4aa6-b143-4e5aa4787b90'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:19:20.104787 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-8595da87-56d2-49c0-b837-22b7e890e042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:19:19Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['a20432e2-f8f2-4aa6-b143-4e5aa4787b90'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:19:20.140548 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.db_base_plugin_v2 [None req-1642d146-7789-4ded-9331-bca0a87a3d22 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Deleting subnet 36dff04a-2edc-436e-860a-0da61c005607 {{(pid=103800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 05 17:19:20.143627 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1642d146-7789-4ded-9331-bca0a87a3d22 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for subnet, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:19:20.183515 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1642d146-7789-4ded-9331-bca0a87a3d22 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8784846'] for subnet, precommit_delete_associations {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:19:20.274594 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1642d146-7789-4ded-9331-bca0a87a3d22 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892868'] for subnet, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:19:20.356107 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-8595da87-56d2-49c0-b837-22b7e890e042 None None] Set router a20432e2-f8f2-4aa6-b143-4e5aa4787b90 gateway port host: dv-neutron-master-2-hyperv {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:19:20.416244 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1642d146-7789-4ded-9331-bca0a87a3d22 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3893367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8784787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8521880'] for subnet, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:19:20.442290 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1642d146-7789-4ded-9331-bca0a87a3d22 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Pushing event deleted for resources: {'Subnet': ['ID=36dff04a-2edc-436e-860a-0da61c005607,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:19:20.447880 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1642d146-7789-4ded-9331-bca0a87a3d22 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for subnet, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:19:20.453500 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-1642d146-7789-4ded-9331-bca0a87a3d22 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "DELETE /v2.0/subnets/36dff04a-2edc-436e-860a-0da61c005607 HTTP/1.1" status: 204 len: 168 time: 0.3595243 Jan 05 17:19:20.454455 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 47174) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:19:20.463812 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01a93b56-06d9-4455-b56a-30e8ab41f0e0 None None] Network 51031d72-d137-46b4-85cb-095fd44009cf requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:19:20.533235 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d2607572-b3c9-472c-85bc-c8de0c3fb75c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:19:20.562992 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1dde09f3-d19c-440e-9225-6eb55d4337ac tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for router, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:19:20.627336 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-8595da87-56d2-49c0-b837-22b7e890e042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a20432e2-f8f2-4aa6-b143-4e5aa4787b90', 'name': 'tempest-TestNetworkBasicOps-router-1293751442', 'tenant_id': 'ec76859de02442879238ecf1eaefefed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.16'}], 'enable_snat': True}, 'gw_port_id': 'b260c198-e161-491a-92fe-797e5c6c4b2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:18:12Z', 'updated_at': '2022-01-05T17:19:19Z', 'revision_number': 5, 'project_id': 'ec76859de02442879238ecf1eaefefed', 'gw_port': {'id': 'b260c198-e161-491a-92fe-797e5c6c4b2e', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:d7:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a20432e2-f8f2-4aa6-b143-4e5aa4787b90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1451, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:18:13Z', 'updated_at': '2022-01-05T17:19:12Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:19:20.656528 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8595da87-56d2-49c0-b837-22b7e890e042 None None] Checking router: a20432e2-f8f2-4aa6-b143-4e5aa4787b90 for host: dv-neutron-master-2-hyperv {{(pid=103802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 05 17:19:20.664806 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8595da87-56d2-49c0-b837-22b7e890e042 None None] Routers {'a20432e2-f8f2-4aa6-b143-4e5aa4787b90'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:19:20.665407 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-8595da87-56d2-49c0-b837-22b7e890e042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:19:19Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['a20432e2-f8f2-4aa6-b143-4e5aa4787b90'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:19:20.680167 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1dde09f3-d19c-440e-9225-6eb55d4337ac tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:19:20.699120 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77a4dd14-1495-43ca-b2e6-ab82e8d826f4 None None] DHCP port deletion for 51031d72-d137-46b4-85cb-095fd44009cf request from dv-neutron-master-2-hyperv {{(pid=103802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 05 17:19:20.797814 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-8595da87-56d2-49c0-b837-22b7e890e042 None None] Set router a20432e2-f8f2-4aa6-b143-4e5aa4787b90 gateway port host: dv-neutron-master-2-hyperv {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:19:20.798743 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-1dde09f3-d19c-440e-9225-6eb55d4337ac tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Deleting port b260c198-e161-491a-92fe-797e5c6c4b2e {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:19:20.799073 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1dde09f3-d19c-440e-9225-6eb55d4337ac tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:19:20.870234 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-77a4dd14-1495-43ca-b2e6-ab82e8d826f4 None None] Deleting port a4025707-f0fb-44ac-913f-89cbb5b447b9 {{(pid=103802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:19:20.870516 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-77a4dd14-1495-43ca-b2e6-ab82e8d826f4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:19:20.883345 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.db [None req-1dde09f3-d19c-440e-9225-6eb55d4337ac tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] For port b260c198-e161-491a-92fe-797e5c6c4b2e, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b260c198-e161-491a-92fe-797e5c6c4b2e,segment=NetworkSegment(3f961525-530f-4ce5-8222-1dbbbe774893),segment_id=3f961525-530f-4ce5-8222-1dbbbe774893)] {{(pid=103800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:19:20.883701 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1dde09f3-d19c-440e-9225-6eb55d4337ac tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:19:20.895530 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-1dde09f3-d19c-440e-9225-6eb55d4337ac tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Calling delete_port for b260c198-e161-491a-92fe-797e5c6c4b2e owned by network:router_gateway {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:19:20.986486 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-77a4dd14-1495-43ca-b2e6-ab82e8d826f4 None None] For port a4025707-f0fb-44ac-913f-89cbb5b447b9, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=a4025707-f0fb-44ac-913f-89cbb5b447b9,segment=NetworkSegment(bcdc290b-86dc-4bd4-aef6-4ba181574efd),segment_id=bcdc290b-86dc-4bd4-aef6-4ba181574efd)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:19:20.987174 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-77a4dd14-1495-43ca-b2e6-ab82e8d826f4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:19:21.008362 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-77a4dd14-1495-43ca-b2e6-ab82e8d826f4 None None] Calling delete_port for a4025707-f0fb-44ac-913f-89cbb5b447b9 owned by network:dhcp {{(pid=103802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:19:21.111860 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-8595da87-56d2-49c0-b837-22b7e890e042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a20432e2-f8f2-4aa6-b143-4e5aa4787b90', 'name': 'tempest-TestNetworkBasicOps-router-1293751442', 'tenant_id': 'ec76859de02442879238ecf1eaefefed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.16'}], 'enable_snat': True}, 'gw_port_id': 'b260c198-e161-491a-92fe-797e5c6c4b2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:18:12Z', 'updated_at': '2022-01-05T17:19:19Z', 'revision_number': 5, 'project_id': 'ec76859de02442879238ecf1eaefefed', 'gw_port': {'id': 'b260c198-e161-491a-92fe-797e5c6c4b2e', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:d7:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a20432e2-f8f2-4aa6-b143-4e5aa4787b90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1451, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:18:13Z', 'updated_at': '2022-01-05T17:19:12Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:19:21.128568 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1dde09f3-d19c-440e-9225-6eb55d4337ac tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:19:21.143158 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8595da87-56d2-49c0-b837-22b7e890e042 None None] The sync data for ids ['a20432e2-f8f2-4aa6-b143-4e5aa4787b90'] in dv-neutron-master-2-hyperv is: [{'id': 'a20432e2-f8f2-4aa6-b143-4e5aa4787b90', 'name': 'tempest-TestNetworkBasicOps-router-1293751442', 'tenant_id': 'ec76859de02442879238ecf1eaefefed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.16'}], 'enable_snat': True}, 'gw_port_id': 'b260c198-e161-491a-92fe-797e5c6c4b2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:18:12Z', 'updated_at': '2022-01-05T17:19:19Z', 'revision_number': 5, 'project_id': 'ec76859de02442879238ecf1eaefefed', 'gw_port': {'id': 'b260c198-e161-491a-92fe-797e5c6c4b2e', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:d7:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a20432e2-f8f2-4aa6-b143-4e5aa4787b90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1451, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:18:13Z', 'updated_at': '2022-01-05T17:19:12Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 05 17:19:21.153991 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dde09f3-d19c-440e-9225-6eb55d4337ac tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Pushing event deleted for resources: {'Port': ['ID=b260c198-e161-491a-92fe-797e5c6c4b2e,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:19:21.166848 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24a39bdc-85dd-4baf-b0d9-0628172a5b55 None None] DHCP port deletion for b0167590-0699-4c5c-a932-3939414a9573 request from dv-neutron-master-2-hyperv {{(pid=103802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 05 17:19:21.210422 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-77a4dd14-1495-43ca-b2e6-ab82e8d826f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678'] for port, after_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:19:21.216544 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1dde09f3-d19c-440e-9225-6eb55d4337ac tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-648595'] for router_gateway, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:19:21.236935 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a4dd14-1495-43ca-b2e6-ab82e8d826f4 None None] Pushing event deleted for resources: {'Port': ['ID=a4025707-f0fb-44ac-913f-89cbb5b447b9,revision_number=None']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:19:21.241082 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77a4dd14-1495-43ca-b2e6-ab82e8d826f4 None None] No DVR routers for this DVR port a4025707-f0fb-44ac-913f-89cbb5b447b9 on host dv-neutron-master-2-hyperv {{(pid=103802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 05 17:19:21.308317 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1dde09f3-d19c-440e-9225-6eb55d4337ac tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-648249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62744'] for router, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:19:21.310560 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1dde09f3-d19c-440e-9225-6eb55d4337ac tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:19:21.431310 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1dde09f3-d19c-440e-9225-6eb55d4337ac tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-648240'] for router, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:19:21.435384 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dde09f3-d19c-440e-9225-6eb55d4337ac tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Fanout notify agent at l3_agent the message router_deleted on router a20432e2-f8f2-4aa6-b143-4e5aa4787b90 {{(pid=103800) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 05 17:19:21.439459 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1dde09f3-d19c-440e-9225-6eb55d4337ac tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for router, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:19:21.440588 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-1dde09f3-d19c-440e-9225-6eb55d4337ac tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "DELETE /v2.0/routers/a20432e2-f8f2-4aa6-b143-4e5aa4787b90 HTTP/1.1" status: 204 len: 168 time: 0.9854672 Jan 05 17:19:21.443239 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 47176) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:19:21.518785 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0ad29726-7bb9-43bd-8abc-fcf906e7f67a tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3809644'] for network, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:19:21.616881 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0ad29726-7bb9-43bd-8abc-fcf906e7f67a tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3891715', 'neutron.services.segments.db._delete_segments_for_network-8754181063482'] for network, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:19:21.646063 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.services.segments.db [None req-0ad29726-7bb9-43bd-8abc-fcf906e7f67a tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51031d72-d137-46b4-85cb-095fd44009cf']}} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:19:21.656659 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.services.segments.db [None req-0ad29726-7bb9-43bd-8abc-fcf906e7f67a tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bcdc290b-86dc-4bd4-aef6-4ba181574efd') {'for_net_delete': True} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:19:21.656965 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.services.segments.db [None req-0ad29726-7bb9-43bd-8abc-fcf906e7f67a tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bcdc290b-86dc-4bd4-aef6-4ba181574efd') {} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:19:21.667060 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0ad29726-7bb9-43bd-8abc-fcf906e7f67a tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754181064771', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8784833'] for segment, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:19:21.680483 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0ad29726-7bb9-43bd-8abc-fcf906e7f67a tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225'] for segment, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:19:21.691254 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ad29726-7bb9-43bd-8abc-fcf906e7f67a tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Releasing vlan 140 on physical network physnet1 to pool {{(pid=103800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 05 17:19:21.691254 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0ad29726-7bb9-43bd-8abc-fcf906e7f67a tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8784497'] for segment, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:19:21.691254 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:19:21.691254 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:19:21.691254 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:19:21.691254 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:19:21.691254 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:19:21.691254 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:19:21.691254 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:19:21.691254 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:19:21.691254 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:19:21.691254 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:19:21.691254 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:19:21.691254 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:19:21.691254 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:19:21.691254 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:19:21.691254 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:19:21.691254 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:19:21.691254 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:19:21.691254 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:19:21.691254 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:19:21.691254 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:19:21.691254 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:19:21.691254 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:19:21.691254 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:19:21.691254 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:19:21.691254 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:19:21.691254 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:19:21.691254 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:19:21.691254 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:19:21.691254 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:19:21.691254 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:19:21.691254 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:19:21.691254 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:19:21.691254 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:19:21.691254 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:19:21.691254 dv-neutron-master-2-hyperv neutron-server[103800]: Traceback (most recent call last): Jan 05 17:19:21.691254 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 05 17:19:21.691254 dv-neutron-master-2-hyperv neutron-server[103800]: timer() Jan 05 17:19:21.691254 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 05 17:19:21.691254 dv-neutron-master-2-hyperv neutron-server[103800]: cb(*args, **kw) Jan 05 17:19:21.691254 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 05 17:19:21.691254 dv-neutron-master-2-hyperv neutron-server[103800]: return func(*args, **kwargs) Jan 05 17:19:21.691254 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 05 17:19:21.691254 dv-neutron-master-2-hyperv neutron-server[103800]: self._notify() Jan 05 17:19:21.691254 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 05 17:19:21.691254 dv-neutron-master-2-hyperv neutron-server[103800]: self.callback(batched_events) Jan 05 17:19:21.691254 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 05 17:19:21.691254 dv-neutron-master-2-hyperv neutron-server[103800]: event.method(event) Jan 05 17:19:21.691254 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 05 17:19:21.691254 dv-neutron-master-2-hyperv neutron-server[103800]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 05 17:19:21.691254 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 05 17:19:21.691254 dv-neutron-master-2-hyperv neutron-server[103800]: aggregate_uuid = self.p_client.list_aggregates( Jan 05 17:19:21.691254 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 05 17:19:21.691254 dv-neutron-master-2-hyperv neutron-server[103800]: return f(self, *a, **k) Jan 05 17:19:21.691254 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 05 17:19:21.691254 dv-neutron-master-2-hyperv neutron-server[103800]: return self._get(url).json() Jan 05 17:19:21.691254 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 05 17:19:21.691254 dv-neutron-master-2-hyperv neutron-server[103800]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 05 17:19:21.691254 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 05 17:19:21.691254 dv-neutron-master-2-hyperv neutron-server[103800]: return self.request(url, 'GET', **kwargs) Jan 05 17:19:21.691254 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 05 17:19:21.691254 dv-neutron-master-2-hyperv neutron-server[103800]: base_url = self.get_endpoint(auth, allow=allow, Jan 05 17:19:21.691254 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 05 17:19:21.691254 dv-neutron-master-2-hyperv neutron-server[103800]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 05 17:19:21.691254 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 05 17:19:21.691254 dv-neutron-master-2-hyperv neutron-server[103800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 05 17:19:21.691254 dv-neutron-master-2-hyperv neutron-server[103800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 05 17:19:21.727060 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.agents_db [None req-291d1585-17df-45c0-b64a-d244e6d90872 None None] Agent healthcheck: found 6 active agents {{(pid=103803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 05 17:19:21.834090 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0ad29726-7bb9-43bd-8abc-fcf906e7f67a tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3891722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648695'] for network, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:19:21.848144 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0ad29726-7bb9-43bd-8abc-fcf906e7f67a tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for network, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:19:21.851540 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-0ad29726-7bb9-43bd-8abc-fcf906e7f67a tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "DELETE /v2.0/networks/51031d72-d137-46b4-85cb-095fd44009cf HTTP/1.1" status: 204 len: 168 time: 0.4073739 Jan 05 17:19:21.865966 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad29726-7bb9-43bd-8abc-fcf906e7f67a tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Pushing event deleted for resources: {'Network': ['ID=51031d72-d137-46b4-85cb-095fd44009cf,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:19:21.869358 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 47178) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:19:21.874769 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-aec28e3f-f0a0-458e-afff-3bf632a5884b tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Request body: {'network': {'name': 'tempest-network-smoke--825050806', 'project_id': 'ec76859de02442879238ecf1eaefefed', 'port_security_enabled': True}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:19:21.912673 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d504d802-9546-4ce5-a9d3-96c844ac5808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:19:21.952546 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aec28e3f-f0a0-458e-afff-3bf632a5884b tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Made reservation on behalf of ec76859de02442879238ecf1eaefefed for: {'network': 1} {{(pid=103801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:19:21.956102 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-aec28e3f-f0a0-458e-afff-3bf632a5884b tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for network, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:19:21.980739 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aec28e3f-f0a0-458e-afff-3bf632a5884b tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'} {{(pid=103801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 05 17:19:21.990343 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-aec28e3f-f0a0-458e-afff-3bf632a5884b tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225'] for segment, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:19:21.990712 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.db.segments_db [None req-aec28e3f-f0a0-458e-afff-3bf632a5884b tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Added segment 0dcba33b-afb9-4a7b-b4c6-0af7b971fa17 of type vlan for network 5c612d09-9911-4dcd-8c55-0a835a7ea406 Jan 05 17:19:22.041342 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-aec28e3f-f0a0-458e-afff-3bf632a5884b tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754180566020'] for network, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:19:22.127659 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-aec28e3f-f0a0-458e-afff-3bf632a5884b tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685'] for network, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:19:22.133869 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aec28e3f-f0a0-458e-afff-3bf632a5884b tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:19:22.134457 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-aec28e3f-f0a0-458e-afff-3bf632a5884b tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for network, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:19:22.207169 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec28e3f-f0a0-458e-afff-3bf632a5884b tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Pushing event updated for resources: {'Network': ['ID=5c612d09-9911-4dcd-8c55-0a835a7ea406,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:19:22.214531 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec28e3f-f0a0-458e-afff-3bf632a5884b tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:19:22.214897 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec28e3f-f0a0-458e-afff-3bf632a5884b tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:19:22.215300 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec28e3f-f0a0-458e-afff-3bf632a5884b tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:19:22.215513 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec28e3f-f0a0-458e-afff-3bf632a5884b tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:19:22.216120 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec28e3f-f0a0-458e-afff-3bf632a5884b tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:19:22.216350 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec28e3f-f0a0-458e-afff-3bf632a5884b tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:19:22.216677 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec28e3f-f0a0-458e-afff-3bf632a5884b tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:19:22.216999 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec28e3f-f0a0-458e-afff-3bf632a5884b tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:19:22.217391 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec28e3f-f0a0-458e-afff-3bf632a5884b tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:19:22.217801 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec28e3f-f0a0-458e-afff-3bf632a5884b tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:19:22.218017 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec28e3f-f0a0-458e-afff-3bf632a5884b tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:19:22.218347 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec28e3f-f0a0-458e-afff-3bf632a5884b tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:19:22.218705 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec28e3f-f0a0-458e-afff-3bf632a5884b tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:19:22.222470 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device a4025707-f0fb-44ac-913f-89cbb5b447b9 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 05 17:19:22.244116 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Network 5c612d09-9911-4dcd-8c55-0a835a7ea406 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 05 17:19:22.246189 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] No Port match for: a4025707-f0fb-44ac-913f-89cbb5b447b9 {{(pid=103802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 05 17:19:22.246710 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device a4025707-f0fb-44ac-913f-89cbb5b447b9 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 05 17:19:22.248044 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device b260c198-e161-491a-92fe-797e5c6c4b2e no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 05 17:19:22.248217 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-aec28e3f-f0a0-458e-afff-3bf632a5884b tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3767803 Jan 05 17:19:22.250617 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 47180) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:19:22.256203 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-97699e73-7aa3-41b1-8377-0d8e4ba2890f tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1902154617', 'admin_state_up': True, 'project_id': 'ec76859de02442879238ecf1eaefefed', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573'}}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:19:22.279850 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] No Port match for: b260c198-e161-491a-92fe-797e5c6c4b2e {{(pid=103802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 05 17:19:22.280186 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device b260c198-e161-491a-92fe-797e5c6c4b2e not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 05 17:19:22.280598 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 72f0550f-6029-4779-b5f1-3b1c3ccc99c4 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 05 17:19:22.328897 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] No Port match for: 72f0550f-6029-4779-b5f1-3b1c3ccc99c4 {{(pid=103802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 05 17:19:22.329231 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 72f0550f-6029-4779-b5f1-3b1c3ccc99c4 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 05 17:19:22.408391 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-97699e73-7aa3-41b1-8377-0d8e4ba2890f tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-649063', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58098'] for router, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:19:22.409450 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-97699e73-7aa3-41b1-8377-0d8e4ba2890f tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649832', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-545006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58091'] for router, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:19:22.462155 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-97699e73-7aa3-41b1-8377-0d8e4ba2890f tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:19:22.698413 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-97699e73-7aa3-41b1-8377-0d8e4ba2890f tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:19:22.931409 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-97699e73-7aa3-41b1-8377-0d8e4ba2890f tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for router_gateway, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:19:22.949123 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-97699e73-7aa3-41b1-8377-0d8e4ba2890f tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:19:23.060749 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [None req-97699e73-7aa3-41b1-8377-0d8e4ba2890f tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Allocated IP 172.36.4.104 (b0167590-0699-4c5c-a932-3939414a9573/7a784a6d-3d96-418f-a645-b9ccd0b1ac55/798177bb-f8cb-4aae-b396-1f12fd0632b1) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:19:23.159378 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-97699e73-7aa3-41b1-8377-0d8e4ba2890f tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for port, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:19:23.254074 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-97699e73-7aa3-41b1-8377-0d8e4ba2890f tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:19:23.284270 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:19:23.298335 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97699e73-7aa3-41b1-8377-0d8e4ba2890f tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Network b0167590-0699-4c5c-a932-3939414a9573 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:19:23.301449 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-97699e73-7aa3-41b1-8377-0d8e4ba2890f tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:19:23.304161 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97699e73-7aa3-41b1-8377-0d8e4ba2890f tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:19:23.315788 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c95ca24a-a469-42a1-9c8f-bf08c7d24171 None None] DHCP port deletion for b0167590-0699-4c5c-a932-3939414a9573 request from dv-neutron-master-2-hyperv {{(pid=103802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 05 17:19:23.336149 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97699e73-7aa3-41b1-8377-0d8e4ba2890f tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Pushing event updated for resources: {'Port': ['ID=798177bb-f8cb-4aae-b396-1f12fd0632b1,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:19:23.400578 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-1cfa0fcf-dfe7-4c40-be91-6331f4af6484 None None] Provisioning complete for port 798177bb-f8cb-4aae-b396-1f12fd0632b1 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:19:23.401006 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-1cfa0fcf-dfe7-4c40-be91-6331f4af6484 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:19:23.437395 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-1cfa0fcf-dfe7-4c40-be91-6331f4af6484 None None] Port 798177bb-f8cb-4aae-b396-1f12fd0632b1 cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 17:19:23.950300 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-97699e73-7aa3-41b1-8377-0d8e4ba2890f tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for router_gateway, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:19:24.148722 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-97699e73-7aa3-41b1-8377-0d8e4ba2890f tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-648430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648639'] for router, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:19:24.339117 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97699e73-7aa3-41b1-8377-0d8e4ba2890f tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Router 42fb09ac-6a6c-4584-9b65-2615f07a537b is scheduled to L3 agent 59446fdc-40e0-41fe-a575-a8eb11d742f7 with binding_index 1 {{(pid=103800) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 05 17:19:24.443235 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97699e73-7aa3-41b1-8377-0d8e4ba2890f tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 05 17:19:24.452875 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cc7fab2-0953-45c1-a486-03b592df58c5 None None] Sync routers for ids ['42fb09ac-6a6c-4584-9b65-2615f07a537b'] in dv-neutron-master-2-hyperv {{(pid=103803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 05 17:19:24.462594 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cc7fab2-0953-45c1-a486-03b592df58c5 None None] Routers {'42fb09ac-6a6c-4584-9b65-2615f07a537b'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:19:24.463192 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-9cc7fab2-0953-45c1-a486-03b592df58c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:19:19Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['42fb09ac-6a6c-4584-9b65-2615f07a537b'], 'active': True} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:19:24.547078 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-97699e73-7aa3-41b1-8377-0d8e4ba2890f tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for router, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:19:24.548353 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-97699e73-7aa3-41b1-8377-0d8e4ba2890f tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.2965231 Jan 05 17:19:24.551585 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 47186) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:19:24.566483 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvr_db [None req-9cc7fab2-0953-45c1-a486-03b592df58c5 None None] Set router 42fb09ac-6a6c-4584-9b65-2615f07a537b gateway port host: dv-neutron-master-2-hyperv {{(pid=103803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:19:24.579184 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-15a4196a-2bda-45ee-861b-bdd6e4ca9661 tempest-TestNetworkBasicOps-152746079 tempest-TestNetworkBasicOps-152746079-project-admin] 10.222.0.11 "GET /v2.0/subnets?project_id=ec76859de02442879238ecf1eaefefed&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0265059 Jan 05 17:19:24.581717 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 47188) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:19:24.668299 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23e834c3-dd57-432d-8b65-9c512ab6416d tempest-TestNetworkBasicOps-152746079 tempest-TestNetworkBasicOps-152746079-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:19:24.672411 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-23e834c3-dd57-432d-8b65-9c512ab6416d tempest-TestNetworkBasicOps-152746079 tempest-TestNetworkBasicOps-152746079-project-admin] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0867078 Jan 05 17:19:24.672626 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 47190) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:19:24.700560 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-945f7bdd-d07d-4f46-a159-301b81eaa64d tempest-TestNetworkBasicOps-152746079 tempest-TestNetworkBasicOps-152746079-project-admin] 10.222.0.11 "GET /v2.0/subnets?network_id=b0167590-0699-4c5c-a932-3939414a9573&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0267398 Jan 05 17:19:24.702880 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 47192) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:19:24.708241 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-5114e398-309f-4dc2-9761-64eee5a76962 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2113439158', 'network_id': '5c612d09-9911-4dcd-8c55-0a835a7ea406', 'project_id': 'ec76859de02442879238ecf1eaefefed', 'ip_version': 4, 'cidr': '172.20.0.0/28', 'dns_nameservers': ['1.2.3.4']}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:19:24.761593 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-9cc7fab2-0953-45c1-a486-03b592df58c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42fb09ac-6a6c-4584-9b65-2615f07a537b', 'name': 'tempest-TestNetworkBasicOps-router-1902154617', 'tenant_id': 'ec76859de02442879238ecf1eaefefed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.104'}], 'enable_snat': True}, 'gw_port_id': '798177bb-f8cb-4aae-b396-1f12fd0632b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:19:22Z', 'updated_at': '2022-01-05T17:19:23Z', 'revision_number': 3, 'project_id': 'ec76859de02442879238ecf1eaefefed', 'gw_port': {'id': '798177bb-f8cb-4aae-b396-1f12fd0632b1', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:a1:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42fb09ac-6a6c-4584-9b65-2615f07a537b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1470, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:19:22Z', 'updated_at': '2022-01-05T17:19:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:19:24.791722 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cc7fab2-0953-45c1-a486-03b592df58c5 None None] Checking router: 42fb09ac-6a6c-4584-9b65-2615f07a537b for host: dv-neutron-master-2-hyperv {{(pid=103803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 05 17:19:24.792068 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cc7fab2-0953-45c1-a486-03b592df58c5 None None] Updating router 42fb09ac-6a6c-4584-9b65-2615f07a537b port 798177bb-f8cb-4aae-b396-1f12fd0632b1 binding host dv-neutron-master-2-hyperv {{(pid=103803) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 05 17:19:24.815561 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-9cc7fab2-0953-45c1-a486-03b592df58c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:19:24.884163 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5114e398-309f-4dc2-9761-64eee5a76962 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Made reservation on behalf of ec76859de02442879238ecf1eaefefed for: {'subnet': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:19:24.887874 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-5114e398-309f-4dc2-9761-64eee5a76962 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8521827'] for subnet, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:19:25.071521 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-9cc7fab2-0953-45c1-a486-03b592df58c5 None None] Publish callbacks [] for port, precommit_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:19:25.216077 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-5114e398-309f-4dc2-9761-64eee5a76962 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8784852', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8521873'] for subnet, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:19:25.267716 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-9cc7fab2-0953-45c1-a486-03b592df58c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:19:25.278953 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5114e398-309f-4dc2-9761-64eee5a76962 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Pushing event updated for resources: {'Subnet': ['ID=78b1178c-a8c3-4060-9e1c-bb3fed1199ad,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:19:25.287698 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5114e398-309f-4dc2-9761-64eee5a76962 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Checking segment: {'id': '0dcba33b-afb9-4a7b-b4c6-0af7b971fa17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '5c612d09-9911-4dcd-8c55-0a835a7ea406'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:19:25.288066 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5114e398-309f-4dc2-9761-64eee5a76962 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Network hostable DHCP agents. Network: 5c612d09-9911-4dcd-8c55-0a835a7ea406, hostable agents: ['3f70c195-17da-4084-9fd6-bf6059d88535'], hosted agents: [] {{(pid=103800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 05 17:19:25.311140 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b224d4b0-1e4d-420f-b5ab-17d5488bfcc2 None None] DHCP port deletion for b0167590-0699-4c5c-a932-3939414a9573 request from dv-neutron-master-2-hyperv {{(pid=103802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 05 17:19:25.323195 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.plugins.ml2.managers [None req-9cc7fab2-0953-45c1-a486-03b592df58c5 None None] Attempting to bind port 798177bb-f8cb-4aae-b396-1f12fd0632b1 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 05 17:19:25.323688 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.plugins.ml2.managers [None req-9cc7fab2-0953-45c1-a486-03b592df58c5 None None] Attempting to bind port 798177bb-f8cb-4aae-b396-1f12fd0632b1 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '3f961525-530f-4ce5-8222-1dbbbe774893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573'}] {{(pid=103803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 05 17:19:25.323901 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cc7fab2-0953-45c1-a486-03b592df58c5 None None] Attempting to bind port 798177bb-f8cb-4aae-b396-1f12fd0632b1 on network b0167590-0699-4c5c-a932-3939414a9573 {{(pid=103803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:19:25.334446 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cc7fab2-0953-45c1-a486-03b592df58c5 None None] Checking agent: {'id': '0d4f8fd3-ce62-4651-970c-efa6a8bb22b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 5, 16, 57, 23), 'started_at': datetime.datetime(2022, 1, 5, 16, 57, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 5, 17, 19, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 05 17:19:25.334811 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cc7fab2-0953-45c1-a486-03b592df58c5 None None] Checking segment: {'id': '3f961525-530f-4ce5-8222-1dbbbe774893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:19:25.335195 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-9cc7fab2-0953-45c1-a486-03b592df58c5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:19:25.335581 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cc7fab2-0953-45c1-a486-03b592df58c5 None None] Bound using segment: {'id': '3f961525-530f-4ce5-8222-1dbbbe774893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573'} {{(pid=103803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 05 17:19:25.336031 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.plugins.ml2.managers [None req-9cc7fab2-0953-45c1-a486-03b592df58c5 None None] Bound port: 798177bb-f8cb-4aae-b396-1f12fd0632b1, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f961525-530f-4ce5-8222-1dbbbe774893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573'}}] {{(pid=103803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 05 17:19:25.336397 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-9cc7fab2-0953-45c1-a486-03b592df58c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:19:25.338647 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b2b54c-4d1e-42b3-a5f9-3f41aec6300a None None] Pushing event updated for resources: {'Port': ['ID=798177bb-f8cb-4aae-b396-1f12fd0632b1,revision_number=2']} {{(pid=103803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:19:25.370095 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b2b54c-4d1e-42b3-a5f9-3f41aec6300a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:19:25.370470 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b2b54c-4d1e-42b3-a5f9-3f41aec6300a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:19:25.370822 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b2b54c-4d1e-42b3-a5f9-3f41aec6300a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:19:25.371163 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b2b54c-4d1e-42b3-a5f9-3f41aec6300a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:19:25.371493 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b2b54c-4d1e-42b3-a5f9-3f41aec6300a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:19:25.371820 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b2b54c-4d1e-42b3-a5f9-3f41aec6300a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:19:25.372158 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b2b54c-4d1e-42b3-a5f9-3f41aec6300a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:19:25.372487 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b2b54c-4d1e-42b3-a5f9-3f41aec6300a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:19:25.372686 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-dc68def4-0132-491f-84af-06865cd6b7a1 None None] Provisioning complete for port 798177bb-f8cb-4aae-b396-1f12fd0632b1 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:19:25.372901 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b2b54c-4d1e-42b3-a5f9-3f41aec6300a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:19:25.373078 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-dc68def4-0132-491f-84af-06865cd6b7a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:19:25.373248 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b2b54c-4d1e-42b3-a5f9-3f41aec6300a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:19:25.373427 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b2b54c-4d1e-42b3-a5f9-3f41aec6300a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:19:25.373776 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b2b54c-4d1e-42b3-a5f9-3f41aec6300a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:19:25.374173 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b2b54c-4d1e-42b3-a5f9-3f41aec6300a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:19:25.376865 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5114e398-309f-4dc2-9761-64eee5a76962 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Network 5c612d09-9911-4dcd-8c55-0a835a7ea406 is scheduled to be hosted by DHCP agent 3f70c195-17da-4084-9fd6-bf6059d88535 with binding_index 1 {{(pid=103800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 05 17:19:25.404396 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.plugins.ml2.db [None req-9cc7fab2-0953-45c1-a486-03b592df58c5 None None] For port 798177bb-f8cb-4aae-b396-1f12fd0632b1, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 05 17:19:25.407422 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.plugins.ml2.db [None req-9cc7fab2-0953-45c1-a486-03b592df58c5 None None] For port 798177bb-f8cb-4aae-b396-1f12fd0632b1, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=798177bb-f8cb-4aae-b396-1f12fd0632b1,segment=NetworkSegment(3f961525-530f-4ce5-8222-1dbbbe774893),segment_id=3f961525-530f-4ce5-8222-1dbbbe774893)] {{(pid=103803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 05 17:19:25.413963 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-dc68def4-0132-491f-84af-06865cd6b7a1 None None] Port 798177bb-f8cb-4aae-b396-1f12fd0632b1 cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 17:19:25.575660 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-5114e398-309f-4dc2-9761-64eee5a76962 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 5c612d09-9911-4dcd-8c55-0a835a7ea406) {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:19:25.579535 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5114e398-309f-4dc2-9761-64eee5a76962 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:19:25.580133 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-5114e398-309f-4dc2-9761-64eee5a76962 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for subnet, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:19:25.584964 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-142608b8-8097-40e7-98c8-04edb25228a4 None None] Network 5c612d09-9911-4dcd-8c55-0a835a7ea406 requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:19:25.599504 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-9cc7fab2-0953-45c1-a486-03b592df58c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:19:25.641297 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6382f7a0-dd87-4666-a972-5124e8ea2a43 None None] DHCP port deletion for b0167590-0699-4c5c-a932-3939414a9573 request from dv-neutron-master-2-hyperv {{(pid=103802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 05 17:19:25.645414 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cc7fab2-0953-45c1-a486-03b592df58c5 None None] Routers {'42fb09ac-6a6c-4584-9b65-2615f07a537b'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:19:25.646047 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-9cc7fab2-0953-45c1-a486-03b592df58c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:19:19Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['42fb09ac-6a6c-4584-9b65-2615f07a537b'], 'active': True} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:19:25.675799 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-5114e398-309f-4dc2-9761-64eee5a76962 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.9718840 Jan 05 17:19:25.679280 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 47194) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:19:25.698942 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e55b8e0-10f5-4c0b-8692-10b1d5ff9601 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-5c612d09-9911-4dcd-8c55-0a835a7ea406', 'network_id': '5c612d09-9911-4dcd-8c55-0a835a7ea406', 'project_id': 'ec76859de02442879238ecf1eaefefed', 'fixed_ips': [{'subnet_id': '78b1178c-a8c3-4060-9e1c-bb3fed1199ad'}]}} from dv-neutron-master-2-hyperv. {{(pid=103802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 05 17:19:25.701827 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-9e55b8e0-10f5-4c0b-8692-10b1d5ff9601 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:19:25.790982 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-c673e9e5-bc27-4b76-bfb4-578d9c26908c None None] Provisioning complete for port 798177bb-f8cb-4aae-b396-1f12fd0632b1 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:19:25.791672 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c673e9e5-bc27-4b76-bfb4-578d9c26908c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:19:25.800619 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b2b54c-4d1e-42b3-a5f9-3f41aec6300a None None] Pushing event updated for resources: {'Port': ['ID=798177bb-f8cb-4aae-b396-1f12fd0632b1,revision_number=3']} {{(pid=103803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:19:25.860237 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvr_db [None req-9cc7fab2-0953-45c1-a486-03b592df58c5 None None] Set router 42fb09ac-6a6c-4584-9b65-2615f07a537b gateway port host: dv-neutron-master-2-hyperv {{(pid=103803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:19:25.884198 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.db_base_plugin_common [None req-9e55b8e0-10f5-4c0b-8692-10b1d5ff9601 None None] Allocated IP 172.20.0.2 (5c612d09-9911-4dcd-8c55-0a835a7ea406/78b1178c-a8c3-4060-9e1c-bb3fed1199ad/2df9dfb8-10af-4a14-a832-8be6e8769068) {{(pid=103802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:19:25.938610 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c673e9e5-bc27-4b76-bfb4-578d9c26908c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:19:26.050765 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-9cc7fab2-0953-45c1-a486-03b592df58c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42fb09ac-6a6c-4584-9b65-2615f07a537b', 'name': 'tempest-TestNetworkBasicOps-router-1902154617', 'tenant_id': 'ec76859de02442879238ecf1eaefefed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.104'}], 'enable_snat': True}, 'gw_port_id': '798177bb-f8cb-4aae-b396-1f12fd0632b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:19:22Z', 'updated_at': '2022-01-05T17:19:23Z', 'revision_number': 3, 'project_id': 'ec76859de02442879238ecf1eaefefed', 'gw_port': {'id': '798177bb-f8cb-4aae-b396-1f12fd0632b1', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:a1:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42fb09ac-6a6c-4584-9b65-2615f07a537b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1470, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:19:22Z', 'updated_at': '2022-01-05T17:19:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:19:26.078342 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cc7fab2-0953-45c1-a486-03b592df58c5 None None] The sync data for ids ['42fb09ac-6a6c-4584-9b65-2615f07a537b'] in dv-neutron-master-2-hyperv is: [{'id': '42fb09ac-6a6c-4584-9b65-2615f07a537b', 'name': 'tempest-TestNetworkBasicOps-router-1902154617', 'tenant_id': 'ec76859de02442879238ecf1eaefefed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.104'}], 'enable_snat': True}, 'gw_port_id': '798177bb-f8cb-4aae-b396-1f12fd0632b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:19:22Z', 'updated_at': '2022-01-05T17:19:23Z', 'revision_number': 3, 'project_id': 'ec76859de02442879238ecf1eaefefed', 'gw_port': {'id': '798177bb-f8cb-4aae-b396-1f12fd0632b1', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:a1:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42fb09ac-6a6c-4584-9b65-2615f07a537b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1470, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:19:22Z', 'updated_at': '2022-01-05T17:19:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=103803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 05 17:19:26.155759 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-c673e9e5-bc27-4b76-bfb4-578d9c26908c None None] For port 798177bb-f8cb-4aae-b396-1f12fd0632b1, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=798177bb-f8cb-4aae-b396-1f12fd0632b1,segment=NetworkSegment(3f961525-530f-4ce5-8222-1dbbbe774893),segment_id=3f961525-530f-4ce5-8222-1dbbbe774893)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:19:26.165337 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-96a120c9-61d0-4846-ac9a-701c54d122f7 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:19:26.235605 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-9e55b8e0-10f5-4c0b-8692-10b1d5ff9601 None None] Publish callbacks [] for port, precommit_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:19:26.262006 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c673e9e5-bc27-4b76-bfb4-578d9c26908c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:19:26.339697 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c673e9e5-bc27-4b76-bfb4-578d9c26908c None None] Pushing event updated for resources: {'Port': ['ID=798177bb-f8cb-4aae-b396-1f12fd0632b1,revision_number=4']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:19:26.359640 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-9e55b8e0-10f5-4c0b-8692-10b1d5ff9601 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669'] for port, after_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:19:26.399338 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e55b8e0-10f5-4c0b-8692-10b1d5ff9601 None None] Network 5c612d09-9911-4dcd-8c55-0a835a7ea406 is already hosted by enough agents. {{(pid=103802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:19:26.402512 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.scheduler.base_scheduler [None req-9e55b8e0-10f5-4c0b-8692-10b1d5ff9601 None None] Resources bound (agent type, host, resource id): {{(pid=103802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:19:26.405613 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e55b8e0-10f5-4c0b-8692-10b1d5ff9601 None None] Received port after_create {{(pid=103802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:19:26.445889 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e55b8e0-10f5-4c0b-8692-10b1d5ff9601 None None] Pushing event updated for resources: {'Port': ['ID=2df9dfb8-10af-4a14-a832-8be6e8769068,revision_number=1']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:19:26.480821 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [None req-96a120c9-61d0-4846-ac9a-701c54d122f7 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Allocated IP 172.20.0.1 (5c612d09-9911-4dcd-8c55-0a835a7ea406/78b1178c-a8c3-4060-9e1c-bb3fed1199ad/d5967521-1e60-46de-bdce-852c7ccefc3b) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:19:26.482216 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-9e55b8e0-10f5-4c0b-8692-10b1d5ff9601 None None] Attempting to bind port 2df9dfb8-10af-4a14-a832-8be6e8769068 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 05 17:19:26.482741 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-9e55b8e0-10f5-4c0b-8692-10b1d5ff9601 None None] Attempting to bind port 2df9dfb8-10af-4a14-a832-8be6e8769068 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '0dcba33b-afb9-4a7b-b4c6-0af7b971fa17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '5c612d09-9911-4dcd-8c55-0a835a7ea406'}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 05 17:19:26.483051 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e55b8e0-10f5-4c0b-8692-10b1d5ff9601 None None] Attempting to bind port 2df9dfb8-10af-4a14-a832-8be6e8769068 on network 5c612d09-9911-4dcd-8c55-0a835a7ea406 {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:19:26.489355 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e55b8e0-10f5-4c0b-8692-10b1d5ff9601 None None] Checking agent: {'id': '0d4f8fd3-ce62-4651-970c-efa6a8bb22b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 5, 16, 57, 23), 'started_at': datetime.datetime(2022, 1, 5, 16, 57, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 5, 17, 19, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 05 17:19:26.489876 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e55b8e0-10f5-4c0b-8692-10b1d5ff9601 None None] Checking segment: {'id': '0dcba33b-afb9-4a7b-b4c6-0af7b971fa17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '5c612d09-9911-4dcd-8c55-0a835a7ea406'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:19:26.490276 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-9e55b8e0-10f5-4c0b-8692-10b1d5ff9601 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:19:26.490665 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e55b8e0-10f5-4c0b-8692-10b1d5ff9601 None None] Bound using segment: {'id': '0dcba33b-afb9-4a7b-b4c6-0af7b971fa17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '5c612d09-9911-4dcd-8c55-0a835a7ea406'} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 05 17:19:26.491135 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-9e55b8e0-10f5-4c0b-8692-10b1d5ff9601 None None] Bound port: 2df9dfb8-10af-4a14-a832-8be6e8769068, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dcba33b-afb9-4a7b-b4c6-0af7b971fa17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '5c612d09-9911-4dcd-8c55-0a835a7ea406'}}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 05 17:19:26.491628 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-9e55b8e0-10f5-4c0b-8692-10b1d5ff9601 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:19:26.555915 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-9e55b8e0-10f5-4c0b-8692-10b1d5ff9601 None None] For port 2df9dfb8-10af-4a14-a832-8be6e8769068, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 05 17:19:26.559847 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-9e55b8e0-10f5-4c0b-8692-10b1d5ff9601 None None] For port 2df9dfb8-10af-4a14-a832-8be6e8769068, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=2df9dfb8-10af-4a14-a832-8be6e8769068,segment=NetworkSegment(0dcba33b-afb9-4a7b-b4c6-0af7b971fa17),segment_id=0dcba33b-afb9-4a7b-b4c6-0af7b971fa17)] {{(pid=103802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 05 17:19:26.599900 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-96a120c9-61d0-4846-ac9a-701c54d122f7 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for port, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:19:26.662265 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-9e55b8e0-10f5-4c0b-8692-10b1d5ff9601 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:19:26.719319 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-96a120c9-61d0-4846-ac9a-701c54d122f7 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:19:26.730715 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e55b8e0-10f5-4c0b-8692-10b1d5ff9601 None None] Pushing event updated for resources: {'Port': ['ID=2df9dfb8-10af-4a14-a832-8be6e8769068,revision_number=2']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:19:26.774836 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96a120c9-61d0-4846-ac9a-701c54d122f7 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Network 5c612d09-9911-4dcd-8c55-0a835a7ea406 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:19:26.775843 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a120c9-61d0-4846-ac9a-701c54d122f7 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Pushing event updated for resources: {'Port': ['ID=d5967521-1e60-46de-bdce-852c7ccefc3b,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:19:26.782531 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-96a120c9-61d0-4846-ac9a-701c54d122f7 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:19:26.782972 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96a120c9-61d0-4846-ac9a-701c54d122f7 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:19:26.835547 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-96a120c9-61d0-4846-ac9a-701c54d122f7 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-648552'] for router_interface, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:19:27.062700 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-96a120c9-61d0-4846-ac9a-701c54d122f7 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:19:27.332825 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-96a120c9-61d0-4846-ac9a-701c54d122f7 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for port, precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:19:27.386929 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-96a120c9-61d0-4846-ac9a-701c54d122f7 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8784461'] for port, after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:19:27.465233 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a120c9-61d0-4846-ac9a-701c54d122f7 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Pushing event updated for resources: {'Port': ['ID=d5967521-1e60-46de-bdce-852c7ccefc3b,revision_number=2']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:19:27.468166 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-96a120c9-61d0-4846-ac9a-701c54d122f7 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-531704'] for router_interface, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:19:27.559753 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96a120c9-61d0-4846-ac9a-701c54d122f7 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Network 5c612d09-9911-4dcd-8c55-0a835a7ea406 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:19:27.561134 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-96a120c9-61d0-4846-ac9a-701c54d122f7 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:19:27.676845 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96a120c9-61d0-4846-ac9a-701c54d122f7 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Router 42fb09ac-6a6c-4584-9b65-2615f07a537b has already been hosted by L3 agent 59446fdc-40e0-41fe-a575-a8eb11d742f7 {{(pid=103800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 05 17:19:27.787533 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96a120c9-61d0-4846-ac9a-701c54d122f7 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 05 17:19:27.792790 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-96a120c9-61d0-4846-ac9a-701c54d122f7 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "PUT /v2.0/routers/42fb09ac-6a6c-4584-9b65-2615f07a537b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1122334 Jan 05 17:19:27.795346 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 47196) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:19:27.905725 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d00b4de-23c2-488e-b4ad-c37aa0956935 tempest-TestNetworkBasicOps-152746079 tempest-TestNetworkBasicOps-152746079-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:19:27.906377 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d00b4de-23c2-488e-b4ad-c37aa0956935 tempest-TestNetworkBasicOps-152746079 tempest-TestNetworkBasicOps-152746079-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:19:27.906850 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d00b4de-23c2-488e-b4ad-c37aa0956935 tempest-TestNetworkBasicOps-152746079 tempest-TestNetworkBasicOps-152746079-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:19:27.907331 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d00b4de-23c2-488e-b4ad-c37aa0956935 tempest-TestNetworkBasicOps-152746079 tempest-TestNetworkBasicOps-152746079-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:19:27.907996 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d00b4de-23c2-488e-b4ad-c37aa0956935 tempest-TestNetworkBasicOps-152746079 tempest-TestNetworkBasicOps-152746079-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:19:27.908462 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d00b4de-23c2-488e-b4ad-c37aa0956935 tempest-TestNetworkBasicOps-152746079 tempest-TestNetworkBasicOps-152746079-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:19:27.911966 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-6d00b4de-23c2-488e-b4ad-c37aa0956935 tempest-TestNetworkBasicOps-152746079 tempest-TestNetworkBasicOps-152746079-project-admin] 10.222.0.11 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4285 time: 0.1156528 Jan 05 17:19:27.915233 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 47198) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:19:27.981776 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce9618e2-2d8e-49bf-bf15-6c47f8db9342 tempest-TestNetworkBasicOps-152746079 tempest-TestNetworkBasicOps-152746079-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:19:27.982622 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce9618e2-2d8e-49bf-bf15-6c47f8db9342 tempest-TestNetworkBasicOps-152746079 tempest-TestNetworkBasicOps-152746079-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:19:27.982753 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce9618e2-2d8e-49bf-bf15-6c47f8db9342 tempest-TestNetworkBasicOps-152746079 tempest-TestNetworkBasicOps-152746079-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:19:27.983135 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce9618e2-2d8e-49bf-bf15-6c47f8db9342 tempest-TestNetworkBasicOps-152746079 tempest-TestNetworkBasicOps-152746079-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:19:27.983587 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce9618e2-2d8e-49bf-bf15-6c47f8db9342 tempest-TestNetworkBasicOps-152746079 tempest-TestNetworkBasicOps-152746079-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:19:27.984034 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce9618e2-2d8e-49bf-bf15-6c47f8db9342 tempest-TestNetworkBasicOps-152746079 tempest-TestNetworkBasicOps-152746079-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:19:27.985841 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-ce9618e2-2d8e-49bf-bf15-6c47f8db9342 tempest-TestNetworkBasicOps-152746079 tempest-TestNetworkBasicOps-152746079-project-admin] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4015 time: 0.0698657 Jan 05 17:19:27.989884 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 47200) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:19:28.020577 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 798177bb-f8cb-4aae-b396-1f12fd0632b1 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:19:28.077995 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Provisioning complete for port 798177bb-f8cb-4aae-b396-1f12fd0632b1 triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:19:28.078384 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:19:28.122757 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05de8fb6-4cfc-407f-b384-33c59d4d0abf None None] Network 5c612d09-9911-4dcd-8c55-0a835a7ea406 requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:19:28.145769 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aea616ac-2662-4137-b50e-560ed6ea9f8c None None] Sync routers for ids ['42fb09ac-6a6c-4584-9b65-2615f07a537b'] in dv-neutron-master-2-hyperv {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 05 17:19:28.162530 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-133614a4-ee55-4010-9d89-08719e6f9b5b tempest-TestNetworkBasicOps-152746079 tempest-TestNetworkBasicOps-152746079-project-admin] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3048 time: 0.1714191 Jan 05 17:19:28.224992 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aea616ac-2662-4137-b50e-560ed6ea9f8c None None] Routers {'42fb09ac-6a6c-4584-9b65-2615f07a537b'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:19:28.225651 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-aea616ac-2662-4137-b50e-560ed6ea9f8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:19:19Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['42fb09ac-6a6c-4584-9b65-2615f07a537b'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:19:28.247876 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-0810e24b-d86a-42fb-99ae-75f388d6898f None None] Provisioning complete for port 2df9dfb8-10af-4a14-a832-8be6e8769068 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:19:28.248239 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-0810e24b-d86a-42fb-99ae-75f388d6898f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:19:28.389722 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 2df9dfb8-10af-4a14-a832-8be6e8769068 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:19:28.523667 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-aea616ac-2662-4137-b50e-560ed6ea9f8c None None] Set router 42fb09ac-6a6c-4584-9b65-2615f07a537b gateway port host: dv-neutron-master-2-hyperv {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:19:28.592650 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Provisioning complete for port 2df9dfb8-10af-4a14-a832-8be6e8769068 triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:19:28.593274 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:19:28.621915 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-0810e24b-d86a-42fb-99ae-75f388d6898f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:19:28.709019 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 47204) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:19:28.715222 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-877931a6-de2a-4f29-9db8-2e120f4f5701 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-548269370', 'description': 'tempest-secgroup-smoke-548269370 description', 'project_id': 'ec76859de02442879238ecf1eaefefed'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:19:28.744739 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-0810e24b-d86a-42fb-99ae-75f388d6898f None None] For port 2df9dfb8-10af-4a14-a832-8be6e8769068, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=2df9dfb8-10af-4a14-a832-8be6e8769068,segment=NetworkSegment(0dcba33b-afb9-4a7b-b4c6-0af7b971fa17),segment_id=0dcba33b-afb9-4a7b-b4c6-0af7b971fa17)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:19:28.833864 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-877931a6-de2a-4f29-9db8-2e120f4f5701 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for security_group, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:19:28.839618 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:19:28.850917 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-0810e24b-d86a-42fb-99ae-75f388d6898f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:19:28.925119 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-877931a6-de2a-4f29-9db8-2e120f4f5701 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for security_group, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:19:28.959317 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0810e24b-d86a-42fb-99ae-75f388d6898f None None] Pushing event updated for resources: {'Port': ['ID=2df9dfb8-10af-4a14-a832-8be6e8769068,revision_number=3']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:19:28.982476 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-aea616ac-2662-4137-b50e-560ed6ea9f8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42fb09ac-6a6c-4584-9b65-2615f07a537b', 'name': 'tempest-TestNetworkBasicOps-router-1902154617', 'tenant_id': 'ec76859de02442879238ecf1eaefefed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.104'}], 'enable_snat': True}, 'gw_port_id': '798177bb-f8cb-4aae-b396-1f12fd0632b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:19:22Z', 'updated_at': '2022-01-05T17:19:26Z', 'revision_number': 4, 'project_id': 'ec76859de02442879238ecf1eaefefed', 'gw_port': {'id': '798177bb-f8cb-4aae-b396-1f12fd0632b1', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:a1:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42fb09ac-6a6c-4584-9b65-2615f07a537b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1470, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:19:22Z', 'updated_at': '2022-01-05T17:19:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'd5967521-1e60-46de-bdce-852c7ccefc3b', 'name': '', 'network_id': '5c612d09-9911-4dcd-8c55-0a835a7ea406', 'tenant_id': 'ec76859de02442879238ecf1eaefefed', 'mac_address': 'fa:16:3e:76:fa:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42fb09ac-6a6c-4584-9b65-2615f07a537b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1473, 'fixed_ips': [{'subnet_id': '78b1178c-a8c3-4060-9e1c-bb3fed1199ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:19:26Z', 'updated_at': '2022-01-05T17:19:27Z', 'revision_number': 2, 'project_id': 'ec76859de02442879238ecf1eaefefed', 'subnets': [{'id': '78b1178c-a8c3-4060-9e1c-bb3fed1199ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:19:28.985222 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.db.api [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103802) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 05 17:19:28.985722 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG oslo_db.api [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 05 17:19:28.998491 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-877931a6-de2a-4f29-9db8-2e120f4f5701 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:19:29.016867 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-af4f18f3-e505-4457-90c8-5c4e972502c0 None None] Provisioning complete for port 2df9dfb8-10af-4a14-a832-8be6e8769068 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:19:29.017374 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-af4f18f3-e505-4457-90c8-5c4e972502c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:19:29.019451 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aea616ac-2662-4137-b50e-560ed6ea9f8c None None] Checking router: 42fb09ac-6a6c-4584-9b65-2615f07a537b for host: dv-neutron-master-2-hyperv {{(pid=103802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 05 17:19:29.020758 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aea616ac-2662-4137-b50e-560ed6ea9f8c None None] Updating router 42fb09ac-6a6c-4584-9b65-2615f07a537b port d5967521-1e60-46de-bdce-852c7ccefc3b binding host dv-neutron-master-2-hyperv {{(pid=103802) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 05 17:19:29.032877 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877931a6-de2a-4f29-9db8-2e120f4f5701 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2b607e3-b7cc-4fdc-aa70-88da05d613d8,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:19:29.074866 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-aea616ac-2662-4137-b50e-560ed6ea9f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:19:29.136848 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-877931a6-de2a-4f29-9db8-2e120f4f5701 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for security_group, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:19:29.139515 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-877931a6-de2a-4f29-9db8-2e120f4f5701 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4291651 Jan 05 17:19:29.142638 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 47206) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:19:29.149475 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-9b3895de-ba09-4276-81bf-6a455dcb0ffd tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Request body: {'security_group_rule': {'security_group_id': 'e2b607e3-b7cc-4fdc-aa70-88da05d613d8', 'project_id': 'ec76859de02442879238ecf1eaefefed', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:19:29.261133 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-9b3895de-ba09-4276-81bf-6a455dcb0ffd tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:19:29.268978 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-af4f18f3-e505-4457-90c8-5c4e972502c0 None None] Provisioning complete for port d5967521-1e60-46de-bdce-852c7ccefc3b triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:19:29.269402 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-af4f18f3-e505-4457-90c8-5c4e972502c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:19:29.319223 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-9b3895de-ba09-4276-81bf-6a455dcb0ffd tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:19:29.337440 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-af4f18f3-e505-4457-90c8-5c4e972502c0 None None] Port d5967521-1e60-46de-bdce-852c7ccefc3b cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 17:19:29.419200 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-9b3895de-ba09-4276-81bf-6a455dcb0ffd tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533437'] for security_group_rule, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:19:29.429344 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-aea616ac-2662-4137-b50e-560ed6ea9f8c None None] Publish callbacks [] for port, precommit_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:19:29.437615 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3895de-ba09-4276-81bf-6a455dcb0ffd tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b65a4a1-e1d3-49f0-a090-17a949ef6322,revision_number=0']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:19:29.456437 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-0eda4452-ea00-4ef1-a793-fc0c0cd7afd5 None None] Provisioning complete for port d5967521-1e60-46de-bdce-852c7ccefc3b triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:19:29.456885 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-0eda4452-ea00-4ef1-a793-fc0c0cd7afd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:19:29.492936 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-0eda4452-ea00-4ef1-a793-fc0c0cd7afd5 None None] Port d5967521-1e60-46de-bdce-852c7ccefc3b cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 17:19:29.523769 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-aea616ac-2662-4137-b50e-560ed6ea9f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:19:29.573377 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-9b3895de-ba09-4276-81bf-6a455dcb0ffd tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:19:29.575506 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-9b3895de-ba09-4276-81bf-6a455dcb0ffd tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4315000 Jan 05 17:19:29.578689 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 47208) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:19:29.583089 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-35657295-9db0-4686-aaf4-2f560378144a tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Request body: {'security_group_rule': {'security_group_id': 'e2b607e3-b7cc-4fdc-aa70-88da05d613d8', 'project_id': 'ec76859de02442879238ecf1eaefefed', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:19:29.593275 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574ef4b0-248d-44f1-8aa7-8890b07720aa None None] Pushing event updated for resources: {'Port': ['ID=d5967521-1e60-46de-bdce-852c7ccefc3b,revision_number=3']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:19:29.655775 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-aea616ac-2662-4137-b50e-560ed6ea9f8c None None] Attempting to bind port d5967521-1e60-46de-bdce-852c7ccefc3b on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 05 17:19:29.660586 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-aea616ac-2662-4137-b50e-560ed6ea9f8c None None] Attempting to bind port d5967521-1e60-46de-bdce-852c7ccefc3b by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '0dcba33b-afb9-4a7b-b4c6-0af7b971fa17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '5c612d09-9911-4dcd-8c55-0a835a7ea406'}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 05 17:19:29.660586 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aea616ac-2662-4137-b50e-560ed6ea9f8c None None] Attempting to bind port d5967521-1e60-46de-bdce-852c7ccefc3b on network 5c612d09-9911-4dcd-8c55-0a835a7ea406 {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:19:29.662235 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aea616ac-2662-4137-b50e-560ed6ea9f8c None None] Checking agent: {'id': '0d4f8fd3-ce62-4651-970c-efa6a8bb22b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 5, 16, 57, 23), 'started_at': datetime.datetime(2022, 1, 5, 16, 57, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 5, 17, 19, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 05 17:19:29.662619 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aea616ac-2662-4137-b50e-560ed6ea9f8c None None] Checking segment: {'id': '0dcba33b-afb9-4a7b-b4c6-0af7b971fa17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '5c612d09-9911-4dcd-8c55-0a835a7ea406'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:19:29.663020 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-aea616ac-2662-4137-b50e-560ed6ea9f8c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:19:29.663413 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aea616ac-2662-4137-b50e-560ed6ea9f8c None None] Bound using segment: {'id': '0dcba33b-afb9-4a7b-b4c6-0af7b971fa17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '5c612d09-9911-4dcd-8c55-0a835a7ea406'} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 05 17:19:29.663882 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-aea616ac-2662-4137-b50e-560ed6ea9f8c None None] Bound port: d5967521-1e60-46de-bdce-852c7ccefc3b, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dcba33b-afb9-4a7b-b4c6-0af7b971fa17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '5c612d09-9911-4dcd-8c55-0a835a7ea406'}}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 05 17:19:29.664261 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-aea616ac-2662-4137-b50e-560ed6ea9f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:19:29.689989 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-35657295-9db0-4686-aaf4-2f560378144a tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:19:29.732935 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-aea616ac-2662-4137-b50e-560ed6ea9f8c None None] For port d5967521-1e60-46de-bdce-852c7ccefc3b, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 05 17:19:29.737434 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-aea616ac-2662-4137-b50e-560ed6ea9f8c None None] For port d5967521-1e60-46de-bdce-852c7ccefc3b, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d5967521-1e60-46de-bdce-852c7ccefc3b,segment=NetworkSegment(0dcba33b-afb9-4a7b-b4c6-0af7b971fa17),segment_id=0dcba33b-afb9-4a7b-b4c6-0af7b971fa17)] {{(pid=103802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 05 17:19:29.751257 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-35657295-9db0-4686-aaf4-2f560378144a tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:19:29.815593 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-b7cac1e9-a1ce-4761-bdcf-e22f00cfd740 None None] Provisioning complete for port d5967521-1e60-46de-bdce-852c7ccefc3b triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:19:29.815895 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-b7cac1e9-a1ce-4761-bdcf-e22f00cfd740 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:19:29.838211 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-35657295-9db0-4686-aaf4-2f560378144a tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533437'] for security_group_rule, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:19:29.840793 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-aea616ac-2662-4137-b50e-560ed6ea9f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:19:29.859172 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35657295-9db0-4686-aaf4-2f560378144a tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f135e40-00be-4207-892f-aa0d06145733,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:19:29.930701 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-35657295-9db0-4686-aaf4-2f560378144a tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:19:29.934638 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-35657295-9db0-4686-aaf4-2f560378144a tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3524833 Jan 05 17:19:29.934869 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 47210) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:19:29.939752 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-d2c37ce2-88ac-4309-b1a8-3659f8d45a69 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Request body: {'security_group_rule': {'security_group_id': 'e2b607e3-b7cc-4fdc-aa70-88da05d613d8', 'project_id': 'ec76859de02442879238ecf1eaefefed', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:19:30.044393 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 2df9dfb8-10af-4a14-a832-8be6e8769068 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:19:30.077623 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-b7cac1e9-a1ce-4761-bdcf-e22f00cfd740 None None] Port d5967521-1e60-46de-bdce-852c7ccefc3b cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 17:19:30.094971 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d2c37ce2-88ac-4309-b1a8-3659f8d45a69 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:19:30.104724 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aea616ac-2662-4137-b50e-560ed6ea9f8c None None] Routers {'42fb09ac-6a6c-4584-9b65-2615f07a537b'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:19:30.105263 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-aea616ac-2662-4137-b50e-560ed6ea9f8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:19:19Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['42fb09ac-6a6c-4584-9b65-2615f07a537b'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:19:30.157476 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574ef4b0-248d-44f1-8aa7-8890b07720aa None None] Pushing event updated for resources: {'Port': ['ID=d5967521-1e60-46de-bdce-852c7ccefc3b,revision_number=4']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:19:30.189393 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d2c37ce2-88ac-4309-b1a8-3659f8d45a69 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:19:30.227053 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Provisioning complete for port 2df9dfb8-10af-4a14-a832-8be6e8769068 triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:19:30.227433 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:19:30.265294 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d2c37ce2-88ac-4309-b1a8-3659f8d45a69 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533437'] for security_group_rule, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:19:30.265772 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-aea616ac-2662-4137-b50e-560ed6ea9f8c None None] Set router 42fb09ac-6a6c-4584-9b65-2615f07a537b gateway port host: dv-neutron-master-2-hyperv {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:19:30.289363 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c37ce2-88ac-4309-b1a8-3659f8d45a69 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c601558-9f84-4dda-ac1c-d750264a7b67,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:19:30.389900 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d2c37ce2-88ac-4309-b1a8-3659f8d45a69 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:19:30.391560 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-d2c37ce2-88ac-4309-b1a8-3659f8d45a69 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4551990 Jan 05 17:19:30.394021 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 47212) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:19:30.399008 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-8e6d155c-4cc5-48d6-a6c3-dba9b27dbd4b tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Request body: {'security_group_rule': {'security_group_id': 'e2b607e3-b7cc-4fdc-aa70-88da05d613d8', 'project_id': 'ec76859de02442879238ecf1eaefefed', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:19:30.466758 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-2c6f076a-d68e-4e02-9542-2d2f3cc08fb4 None None] Provisioning complete for port d5967521-1e60-46de-bdce-852c7ccefc3b triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:19:30.467077 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-2c6f076a-d68e-4e02-9542-2d2f3cc08fb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:19:30.506829 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-8e6d155c-4cc5-48d6-a6c3-dba9b27dbd4b tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:19:30.573062 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-8e6d155c-4cc5-48d6-a6c3-dba9b27dbd4b tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:19:30.596545 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-2c6f076a-d68e-4e02-9542-2d2f3cc08fb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:19:30.609701 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-aea616ac-2662-4137-b50e-560ed6ea9f8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42fb09ac-6a6c-4584-9b65-2615f07a537b', 'name': 'tempest-TestNetworkBasicOps-router-1902154617', 'tenant_id': 'ec76859de02442879238ecf1eaefefed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.104'}], 'enable_snat': True}, 'gw_port_id': '798177bb-f8cb-4aae-b396-1f12fd0632b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:19:22Z', 'updated_at': '2022-01-05T17:19:26Z', 'revision_number': 4, 'project_id': 'ec76859de02442879238ecf1eaefefed', 'gw_port': {'id': '798177bb-f8cb-4aae-b396-1f12fd0632b1', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:a1:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42fb09ac-6a6c-4584-9b65-2615f07a537b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1470, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:19:22Z', 'updated_at': '2022-01-05T17:19:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'd5967521-1e60-46de-bdce-852c7ccefc3b', 'name': '', 'network_id': '5c612d09-9911-4dcd-8c55-0a835a7ea406', 'tenant_id': 'ec76859de02442879238ecf1eaefefed', 'mac_address': 'fa:16:3e:76:fa:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42fb09ac-6a6c-4584-9b65-2615f07a537b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1473, 'fixed_ips': [{'subnet_id': '78b1178c-a8c3-4060-9e1c-bb3fed1199ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:19:26Z', 'updated_at': '2022-01-05T17:19:29Z', 'revision_number': 4, 'project_id': 'ec76859de02442879238ecf1eaefefed', 'subnets': [{'id': '78b1178c-a8c3-4060-9e1c-bb3fed1199ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:19:30.643839 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aea616ac-2662-4137-b50e-560ed6ea9f8c None None] The sync data for ids ['42fb09ac-6a6c-4584-9b65-2615f07a537b'] in dv-neutron-master-2-hyperv is: [{'id': '42fb09ac-6a6c-4584-9b65-2615f07a537b', 'name': 'tempest-TestNetworkBasicOps-router-1902154617', 'tenant_id': 'ec76859de02442879238ecf1eaefefed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.104'}], 'enable_snat': True}, 'gw_port_id': '798177bb-f8cb-4aae-b396-1f12fd0632b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:19:22Z', 'updated_at': '2022-01-05T17:19:26Z', 'revision_number': 4, 'project_id': 'ec76859de02442879238ecf1eaefefed', 'gw_port': {'id': '798177bb-f8cb-4aae-b396-1f12fd0632b1', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:a1:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42fb09ac-6a6c-4584-9b65-2615f07a537b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1470, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:19:22Z', 'updated_at': '2022-01-05T17:19:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'd5967521-1e60-46de-bdce-852c7ccefc3b', 'name': '', 'network_id': '5c612d09-9911-4dcd-8c55-0a835a7ea406', 'tenant_id': 'ec76859de02442879238ecf1eaefefed', 'mac_address': 'fa:16:3e:76:fa:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42fb09ac-6a6c-4584-9b65-2615f07a537b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1473, 'fixed_ips': [{'subnet_id': '78b1178c-a8c3-4060-9e1c-bb3fed1199ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:19:26Z', 'updated_at': '2022-01-05T17:19:29Z', 'revision_number': 4, 'project_id': 'ec76859de02442879238ecf1eaefefed', 'subnets': [{'id': '78b1178c-a8c3-4060-9e1c-bb3fed1199ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 05 17:19:30.661379 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-2c6f076a-d68e-4e02-9542-2d2f3cc08fb4 None None] For port d5967521-1e60-46de-bdce-852c7ccefc3b, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d5967521-1e60-46de-bdce-852c7ccefc3b,segment=NetworkSegment(0dcba33b-afb9-4a7b-b4c6-0af7b971fa17),segment_id=0dcba33b-afb9-4a7b-b4c6-0af7b971fa17)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:19:30.704672 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-8e6d155c-4cc5-48d6-a6c3-dba9b27dbd4b tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533437'] for security_group_rule, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:19:30.725040 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6d155c-4cc5-48d6-a6c3-dba9b27dbd4b tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f2e374a-bac8-43a0-a916-4fab78a5794e,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:19:30.773913 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-2c6f076a-d68e-4e02-9542-2d2f3cc08fb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:19:30.806988 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-8e6d155c-4cc5-48d6-a6c3-dba9b27dbd4b tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:19:30.808422 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-8e6d155c-4cc5-48d6-a6c3-dba9b27dbd4b tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4128625 Jan 05 17:19:30.811553 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 47214) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:19:30.819879 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-7b3d14aa-b78c-4d4c-9d7c-98e19e135b2c tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Request body: {'security_group_rule': {'security_group_id': 'e2b607e3-b7cc-4fdc-aa70-88da05d613d8', 'project_id': 'ec76859de02442879238ecf1eaefefed', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:19:30.857960 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6f076a-d68e-4e02-9542-2d2f3cc08fb4 None None] Pushing event updated for resources: {'Port': ['ID=d5967521-1e60-46de-bdce-852c7ccefc3b,revision_number=5']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:19:30.975764 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.db.securitygroups_db [None req-7b3d14aa-b78c-4d4c-9d7c-98e19e135b2c tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Project ec76859de02442879238ecf1eaefefed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 05 17:19:30.982831 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-7b3d14aa-b78c-4d4c-9d7c-98e19e135b2c tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:19:31.050324 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-7b3d14aa-b78c-4d4c-9d7c-98e19e135b2c tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:19:31.147325 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-7b3d14aa-b78c-4d4c-9d7c-98e19e135b2c tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533437'] for security_group_rule, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:19:31.168344 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3d14aa-b78c-4d4c-9d7c-98e19e135b2c tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a607ebd-870b-452c-8d53-7c6b926c036a,revision_number=0']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:19:31.255052 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-7b3d14aa-b78c-4d4c-9d7c-98e19e135b2c tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:19:31.256997 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-7b3d14aa-b78c-4d4c-9d7c-98e19e135b2c tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4428535 Jan 05 17:19:31.260460 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 47216) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:19:31.265207 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-964331ef-776e-4f4a-937e-76e827f6925d tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Request body: {'security_group_rule': {'security_group_id': 'e2b607e3-b7cc-4fdc-aa70-88da05d613d8', 'project_id': 'ec76859de02442879238ecf1eaefefed', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:19:31.369867 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.db.securitygroups_db [None req-964331ef-776e-4f4a-937e-76e827f6925d tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Project ec76859de02442879238ecf1eaefefed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 05 17:19:31.375466 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-964331ef-776e-4f4a-937e-76e827f6925d tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:19:31.440883 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-964331ef-776e-4f4a-937e-76e827f6925d tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:19:31.533458 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-964331ef-776e-4f4a-937e-76e827f6925d tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533437'] for security_group_rule, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:19:31.553200 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964331ef-776e-4f4a-937e-76e827f6925d tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc5a8235-aa10-4b0e-aac9-fd4f391ac312,revision_number=0']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:19:31.636904 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-964331ef-776e-4f4a-937e-76e827f6925d tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:19:31.636904 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-964331ef-776e-4f4a-937e-76e827f6925d tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3746564 Jan 05 17:19:31.808880 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-a3979a7b-e0e5-448b-914e-2fc2033c3c66 req-7c037a2e-e903-4b4f-83dc-2095637d5050 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-548269370&fields=id&tenant_id=ec76859de02442879238ecf1eaefefed HTTP/1.1" status: 200 len: 267 time: 0.0622082 Jan 05 17:19:31.923231 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3979a7b-e0e5-448b-914e-2fc2033c3c66 req-ba6c70a0-8131-467a-b5e1-61923a221cca tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:19:31.924637 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-a3979a7b-e0e5-448b-914e-2fc2033c3c66 req-ba6c70a0-8131-467a-b5e1-61923a221cca tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/networks?id=5c612d09-9911-4dcd-8c55-0a835a7ea406 HTTP/1.1" status: 200 len: 796 time: 0.1091197 Jan 05 17:19:31.943193 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-a3979a7b-e0e5-448b-914e-2fc2033c3c66 req-dca7b09c-1f88-4a6c-b821-a5c7a5a2e1c6 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/quotas/ec76859de02442879238ecf1eaefefed HTTP/1.1" status: 200 len: 375 time: 0.0114915 Jan 05 17:19:31.948208 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device d5967521-1e60-46de-bdce-852c7ccefc3b up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:19:31.996095 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-a3979a7b-e0e5-448b-914e-2fc2033c3c66 req-06e30f8f-305e-4145-adaa-ab2a6ae8f782 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=ec76859de02442879238ecf1eaefefed&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0468452 Jan 05 17:19:32.000559 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Provisioning complete for port d5967521-1e60-46de-bdce-852c7ccefc3b triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:19:32.000946 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:19:32.106262 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-a3979a7b-e0e5-448b-914e-2fc2033c3c66 req-cf6896ca-d927-4163-93fd-7dc147cb90b8 service neutron] 10.222.0.11 "GET /v2.0/networks/5c612d09-9911-4dcd-8c55-0a835a7ea406?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985734 Jan 05 17:19:32.198530 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-a3979a7b-e0e5-448b-914e-2fc2033c3c66 req-6601a321-5d48-4626-bd36-7061aa148dba service neutron] 10.222.0.11 "GET /v2.0/networks/5c612d09-9911-4dcd-8c55-0a835a7ea406?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862875 Jan 05 17:19:32.455792 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-d94d2c56-0873-4d62-aa9b-742b2c254585 req-d236cc8a-4b96-4eb8-8fe9-2d611c6eaa31 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/ports?device_id=5622d11a-1a40-4c75-8991-3ec4c8a074d4 HTTP/1.1" status: 200 len: 210 time: 0.0260420 Jan 05 17:19:33.548428 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-2231f105-c6e9-47da-83f3-ad7beca17088 req-967f53b8-0d8b-429f-8698-8f0efa9508ce tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/ports?device_id=5622d11a-1a40-4c75-8991-3ec4c8a074d4 HTTP/1.1" status: 200 len: 210 time: 0.0270104 Jan 05 17:19:34.218204 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3979a7b-e0e5-448b-914e-2fc2033c3c66 req-d1ad579d-6788-4903-bdd4-9940230c6d5a tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:19:34.219649 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-a3979a7b-e0e5-448b-914e-2fc2033c3c66 req-d1ad579d-6788-4903-bdd4-9940230c6d5a tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.13 "GET /v2.0/networks?id=5c612d09-9911-4dcd-8c55-0a835a7ea406 HTTP/1.1" status: 200 len: 796 time: 0.1024368 Jan 05 17:19:34.284031 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-a3979a7b-e0e5-448b-914e-2fc2033c3c66 req-19d90ab5-5f4f-45ca-a30a-f40f0bc26c3e tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ec76859de02442879238ecf1eaefefed HTTP/1.1" status: 200 len: 379 time: 0.0539680 Jan 05 17:19:34.293496 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [req-a3979a7b-e0e5-448b-914e-2fc2033c3c66 req-b2405e84-499d-41ea-ae9b-81c01766f4c8 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Request body: {'port': {'device_id': '5622d11a-1a40-4c75-8991-3ec4c8a074d4', 'network_id': '5c612d09-9911-4dcd-8c55-0a835a7ea406', 'admin_state_up': True, 'tenant_id': 'ec76859de02442879238ecf1eaefefed', 'security_groups': ['e2b607e3-b7cc-4fdc-aa70-88da05d613d8']}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:19:34.476258 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3979a7b-e0e5-448b-914e-2fc2033c3c66 req-b2405e84-499d-41ea-ae9b-81c01766f4c8 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Made reservation on behalf of ec76859de02442879238ecf1eaefefed for: {'port': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:19:34.479888 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-a3979a7b-e0e5-448b-914e-2fc2033c3c66 req-b2405e84-499d-41ea-ae9b-81c01766f4c8 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:19:34.609751 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [req-a3979a7b-e0e5-448b-914e-2fc2033c3c66 req-b2405e84-499d-41ea-ae9b-81c01766f4c8 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Allocated IP 172.20.0.13 (5c612d09-9911-4dcd-8c55-0a835a7ea406/78b1178c-a8c3-4060-9e1c-bb3fed1199ad/0ccd73e7-32e1-4d17-ae1c-22a322842162) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:19:34.643373 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-3587df5a-8880-4990-b14a-80d08c1ed4ef req-cc93a563-26e8-4a8f-aae0-57f7d1adf3b8 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/ports?device_id=5622d11a-1a40-4c75-8991-3ec4c8a074d4 HTTP/1.1" status: 200 len: 210 time: 0.0252943 Jan 05 17:19:34.750112 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-a3979a7b-e0e5-448b-914e-2fc2033c3c66 req-b2405e84-499d-41ea-ae9b-81c01766f4c8 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for port, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:19:34.838730 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-a3979a7b-e0e5-448b-914e-2fc2033c3c66 req-b2405e84-499d-41ea-ae9b-81c01766f4c8 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:19:34.880494 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3979a7b-e0e5-448b-914e-2fc2033c3c66 req-b2405e84-499d-41ea-ae9b-81c01766f4c8 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Network 5c612d09-9911-4dcd-8c55-0a835a7ea406 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:19:34.883690 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [req-a3979a7b-e0e5-448b-914e-2fc2033c3c66 req-b2405e84-499d-41ea-ae9b-81c01766f4c8 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:19:34.887187 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3979a7b-e0e5-448b-914e-2fc2033c3c66 req-b2405e84-499d-41ea-ae9b-81c01766f4c8 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:19:34.913083 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2405e84-499d-41ea-ae9b-81c01766f4c8 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Pushing event updated for resources: {'Port': ['ID=0ccd73e7-32e1-4d17-ae1c-22a322842162,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:19:34.944324 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3979a7b-e0e5-448b-914e-2fc2033c3c66 req-b2405e84-499d-41ea-ae9b-81c01766f4c8 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:19:34.944646 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-a3979a7b-e0e5-448b-914e-2fc2033c3c66 req-b2405e84-499d-41ea-ae9b-81c01766f4c8 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:19:35.018522 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-a3979a7b-e0e5-448b-914e-2fc2033c3c66 req-b2405e84-499d-41ea-ae9b-81c01766f4c8 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7297702 Jan 05 17:19:35.030031 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [req-a3979a7b-e0e5-448b-914e-2fc2033c3c66 req-251f35f6-80e0-4447-9bf1-a99675f7e347 service neutron] Request body: {'port': {'device_id': '5622d11a-1a40-4c75-8991-3ec4c8a074d4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:19:35.088253 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-a3979a7b-e0e5-448b-914e-2fc2033c3c66 req-251f35f6-80e0-4447-9bf1-a99675f7e347 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:19:35.123987 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-50f07000-ce11-45a7-83e8-f37fdaccf49c None None] Provisioning complete for port 0ccd73e7-32e1-4d17-ae1c-22a322842162 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:19:35.124622 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-50f07000-ce11-45a7-83e8-f37fdaccf49c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:19:35.161540 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-50f07000-ce11-45a7-83e8-f37fdaccf49c None None] Port 0ccd73e7-32e1-4d17-ae1c-22a322842162 cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 17:19:35.343911 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.notifiers.nova [req-a3979a7b-e0e5-448b-914e-2fc2033c3c66 req-251f35f6-80e0-4447-9bf1-a99675f7e347 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ccd73e7-32e1-4d17-ae1c-22a322842162 {{(pid=103800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 05 17:19:35.351131 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-a3979a7b-e0e5-448b-914e-2fc2033c3c66 req-251f35f6-80e0-4447-9bf1-a99675f7e347 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:19:35.362886 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.provisioning_blocks [req-a3979a7b-e0e5-448b-914e-2fc2033c3c66 req-251f35f6-80e0-4447-9bf1-a99675f7e347 service neutron] Transition to ACTIVE for port object 0ccd73e7-32e1-4d17-ae1c-22a322842162 will not be triggered until provisioned by entity L2. {{(pid=103800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 05 17:19:35.436085 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-a3979a7b-e0e5-448b-914e-2fc2033c3c66 req-251f35f6-80e0-4447-9bf1-a99675f7e347 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8784461'] for port, after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:19:35.489677 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251f35f6-80e0-4447-9bf1-a99675f7e347 service neutron] Pushing event updated for resources: {'Port': ['ID=0ccd73e7-32e1-4d17-ae1c-22a322842162,revision_number=2']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:19:35.557867 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [req-a3979a7b-e0e5-448b-914e-2fc2033c3c66 req-251f35f6-80e0-4447-9bf1-a99675f7e347 service neutron] Attempting to bind port 0ccd73e7-32e1-4d17-ae1c-22a322842162 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 05 17:19:35.558237 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [req-a3979a7b-e0e5-448b-914e-2fc2033c3c66 req-251f35f6-80e0-4447-9bf1-a99675f7e347 service neutron] Attempting to bind port 0ccd73e7-32e1-4d17-ae1c-22a322842162 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '0dcba33b-afb9-4a7b-b4c6-0af7b971fa17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '5c612d09-9911-4dcd-8c55-0a835a7ea406'}] {{(pid=103800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 05 17:19:35.558565 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3979a7b-e0e5-448b-914e-2fc2033c3c66 req-251f35f6-80e0-4447-9bf1-a99675f7e347 service neutron] Attempting to bind port 0ccd73e7-32e1-4d17-ae1c-22a322842162 on network 5c612d09-9911-4dcd-8c55-0a835a7ea406 {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:19:35.563073 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3979a7b-e0e5-448b-914e-2fc2033c3c66 req-251f35f6-80e0-4447-9bf1-a99675f7e347 service neutron] Port 0ccd73e7-32e1-4d17-ae1c-22a322842162 on network 5c612d09-9911-4dcd-8c55-0a835a7ea406 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 05 17:19:35.563398 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3979a7b-e0e5-448b-914e-2fc2033c3c66 req-251f35f6-80e0-4447-9bf1-a99675f7e347 service neutron] Attempting to bind port 0ccd73e7-32e1-4d17-ae1c-22a322842162 on network 5c612d09-9911-4dcd-8c55-0a835a7ea406 {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:19:35.568997 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3979a7b-e0e5-448b-914e-2fc2033c3c66 req-251f35f6-80e0-4447-9bf1-a99675f7e347 service neutron] Checking agent: {'id': '5c36d785-abe8-4e89-a23a-b403333d2378', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 5, 17, 3, 49), 'started_at': datetime.datetime(2022, 1, 5, 17, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 1, 5, 17, 19, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 05 17:19:35.569332 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3979a7b-e0e5-448b-914e-2fc2033c3c66 req-251f35f6-80e0-4447-9bf1-a99675f7e347 service neutron] Checking segment: {'id': '0dcba33b-afb9-4a7b-b4c6-0af7b971fa17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '5c612d09-9911-4dcd-8c55-0a835a7ea406'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:19:35.569749 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3979a7b-e0e5-448b-914e-2fc2033c3c66 req-251f35f6-80e0-4447-9bf1-a99675f7e347 service neutron] Bound using segment: {'id': '0dcba33b-afb9-4a7b-b4c6-0af7b971fa17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '5c612d09-9911-4dcd-8c55-0a835a7ea406'} {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 05 17:19:35.570177 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [req-a3979a7b-e0e5-448b-914e-2fc2033c3c66 req-251f35f6-80e0-4447-9bf1-a99675f7e347 service neutron] Bound port: 0ccd73e7-32e1-4d17-ae1c-22a322842162, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0dcba33b-afb9-4a7b-b4c6-0af7b971fa17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '5c612d09-9911-4dcd-8c55-0a835a7ea406'}}] {{(pid=103800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 05 17:19:35.570529 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-a3979a7b-e0e5-448b-914e-2fc2033c3c66 req-251f35f6-80e0-4447-9bf1-a99675f7e347 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:19:35.636440 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.db [req-a3979a7b-e0e5-448b-914e-2fc2033c3c66 req-251f35f6-80e0-4447-9bf1-a99675f7e347 service neutron] For port 0ccd73e7-32e1-4d17-ae1c-22a322842162, host hv-neutron-mast, cleared binding levels {{(pid=103800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 05 17:19:35.639468 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.db [req-a3979a7b-e0e5-448b-914e-2fc2033c3c66 req-251f35f6-80e0-4447-9bf1-a99675f7e347 service neutron] For port 0ccd73e7-32e1-4d17-ae1c-22a322842162, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=0ccd73e7-32e1-4d17-ae1c-22a322842162,segment=NetworkSegment(0dcba33b-afb9-4a7b-b4c6-0af7b971fa17),segment_id=0dcba33b-afb9-4a7b-b4c6-0af7b971fa17)] {{(pid=103800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 05 17:19:35.699960 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-a3979a7b-e0e5-448b-914e-2fc2033c3c66 req-251f35f6-80e0-4447-9bf1-a99675f7e347 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8784461'] for port, after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:19:35.748493 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3979a7b-e0e5-448b-914e-2fc2033c3c66 req-251f35f6-80e0-4447-9bf1-a99675f7e347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:19:35.749180 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-a3979a7b-e0e5-448b-914e-2fc2033c3c66 req-251f35f6-80e0-4447-9bf1-a99675f7e347 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:19:35.750647 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-a3979a7b-e0e5-448b-914e-2fc2033c3c66 req-251f35f6-80e0-4447-9bf1-a99675f7e347 service neutron] 10.222.0.13 "PUT /v2.0/ports/0ccd73e7-32e1-4d17-ae1c-22a322842162 HTTP/1.1" status: 200 len: 1094 time: 0.7249315 Jan 05 17:19:35.751113 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5622d11a-1a40-4c75-8991-3ec4c8a074d4', 'tag': '0ccd73e7-32e1-4d17-ae1c-22a322842162'}] {{(pid=103800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 05 17:19:35.753339 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f64b9d4628f7eefcc27168a80c04985d23f0ea5def038dae05e1deb7357f3bfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b73881de-ef76-4aa7-b31e-03762ca64ef7" -d '{"events": [{"name": "network-changed", "server_uuid": "5622d11a-1a40-4c75-8991-3ec4c8a074d4", "tag": "0ccd73e7-32e1-4d17-ae1c-22a322842162"}]}' {{(pid=103800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 05 17:19:35.808420 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Jan 2022 17:19:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1643f28-2fe9-4ae1-bec5-9c689d9a1b75 x-openstack-request-id: req-d1643f28-2fe9-4ae1-bec5-9c689d9a1b75 {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 05 17:19:35.808843 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5622d11a-1a40-4c75-8991-3ec4c8a074d4", "tag": "0ccd73e7-32e1-4d17-ae1c-22a322842162", "status": "completed", "code": 200}]} {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 05 17:19:35.808989 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d1643f28-2fe9-4ae1-bec5-9c689d9a1b75 {{(pid=103800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 05 17:19:35.809376 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5622d11a-1a40-4c75-8991-3ec4c8a074d4', 'tag': '0ccd73e7-32e1-4d17-ae1c-22a322842162', 'status': 'completed', 'code': 200} Jan 05 17:19:35.810778 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251f35f6-80e0-4447-9bf1-a99675f7e347 service neutron] Pushing event updated for resources: {'Port': ['ID=0ccd73e7-32e1-4d17-ae1c-22a322842162,revision_number=3']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:19:35.821914 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521c7fd7-14e8-4aac-bfa1-672f3af76f8d req-15473442-174c-4125-b361-7077dc626100 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:19:35.823470 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-521c7fd7-14e8-4aac-bfa1-672f3af76f8d req-15473442-174c-4125-b361-7077dc626100 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/ports?device_id=5622d11a-1a40-4c75-8991-3ec4c8a074d4 HTTP/1.1" status: 200 len: 944 time: 0.1127496 Jan 05 17:19:35.891973 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73881de-ef76-4aa7-b31e-03762ca64ef7 req-97631f69-220a-4e86-8217-7e041a4167a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:19:35.893482 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-b73881de-ef76-4aa7-b31e-03762ca64ef7 req-97631f69-220a-4e86-8217-7e041a4167a2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ec76859de02442879238ecf1eaefefed&device_id=5622d11a-1a40-4c75-8991-3ec4c8a074d4 HTTP/1.1" status: 200 len: 1097 time: 0.0672235 Jan 05 17:19:35.917721 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-521c7fd7-14e8-4aac-bfa1-672f3af76f8d req-8aaf705d-e11a-4984-b669-3051628dd921 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/security-groups?id=e2b607e3-b7cc-4fdc-aa70-88da05d613d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0836356 Jan 05 17:19:36.004311 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73881de-ef76-4aa7-b31e-03762ca64ef7 req-ed683240-e562-4fe7-bb5b-40025fc8f0f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:19:36.005716 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-b73881de-ef76-4aa7-b31e-03762ca64ef7 req-ed683240-e562-4fe7-bb5b-40025fc8f0f6 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=ec76859de02442879238ecf1eaefefed&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1030507 Jan 05 17:19:36.417150 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73881de-ef76-4aa7-b31e-03762ca64ef7 req-73669735-76ec-45c7-b271-0029be824a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:19:36.418718 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-b73881de-ef76-4aa7-b31e-03762ca64ef7 req-73669735-76ec-45c7-b271-0029be824a17 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4070687 Jan 05 17:19:36.495537 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3979a7b-e0e5-448b-914e-2fc2033c3c66 req-1658155e-7962-4c56-ad3b-783f4a29eb96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:19:36.497002 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-a3979a7b-e0e5-448b-914e-2fc2033c3c66 req-1658155e-7962-4c56-ad3b-783f4a29eb96 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ec76859de02442879238ecf1eaefefed&device_id=5622d11a-1a40-4c75-8991-3ec4c8a074d4 HTTP/1.1" status: 200 len: 1097 time: 0.0411897 Jan 05 17:19:36.539979 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-a3979a7b-e0e5-448b-914e-2fc2033c3c66 req-7998e696-a334-48ad-a0ea-735ea0164514 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0ccd73e7-32e1-4d17-ae1c-22a322842162 HTTP/1.1" status: 200 len: 217 time: 0.0367658 Jan 05 17:19:36.585886 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3979a7b-e0e5-448b-914e-2fc2033c3c66 req-e9523901-faa1-432a-a41a-c3b46526eba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:19:36.587271 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-a3979a7b-e0e5-448b-914e-2fc2033c3c66 req-e9523901-faa1-432a-a41a-c3b46526eba1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=78b1178c-a8c3-4060-9e1c-bb3fed1199ad HTTP/1.1" status: 200 len: 844 time: 0.0417869 Jan 05 17:19:36.631699 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3979a7b-e0e5-448b-914e-2fc2033c3c66 req-1b6485b1-a368-4cd6-b8cf-b0930cd228b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:19:36.633187 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-a3979a7b-e0e5-448b-914e-2fc2033c3c66 req-1b6485b1-a368-4cd6-b8cf-b0930cd228b7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5c612d09-9911-4dcd-8c55-0a835a7ea406&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0395119 Jan 05 17:19:36.722804 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-a3979a7b-e0e5-448b-914e-2fc2033c3c66 req-4de9cca7-ac24-4bd0-990d-1bca5e9203fe service neutron] 10.222.0.13 "GET /v2.0/networks/5c612d09-9911-4dcd-8c55-0a835a7ea406?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837338 Jan 05 17:19:36.806795 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-a3979a7b-e0e5-448b-914e-2fc2033c3c66 req-e61436cc-b6c9-4eba-8c9b-a8c9fb37b6c1 service neutron] 10.222.0.13 "GET /v2.0/networks/5c612d09-9911-4dcd-8c55-0a835a7ea406?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0788119 Jan 05 17:19:37.036734 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48270b73-2a3d-417c-9327-765ea0be9367 req-a2ea090e-d1b1-40bd-983a-c488314b3a4b tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:19:37.038198 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-48270b73-2a3d-417c-9327-765ea0be9367 req-a2ea090e-d1b1-40bd-983a-c488314b3a4b tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/ports?device_id=5622d11a-1a40-4c75-8991-3ec4c8a074d4 HTTP/1.1" status: 200 len: 944 time: 0.0505714 Jan 05 17:19:37.085086 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-48270b73-2a3d-417c-9327-765ea0be9367 req-181a3d67-f1cf-434a-9e58-0cf064375c13 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/security-groups?id=e2b607e3-b7cc-4fdc-aa70-88da05d613d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414011 Jan 05 17:19:38.201726 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2298759e-af80-4c62-a48d-6a3498cda4f2 req-317df426-e8a2-4c5f-84f1-825538d32fa2 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:19:38.203190 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-2298759e-af80-4c62-a48d-6a3498cda4f2 req-317df426-e8a2-4c5f-84f1-825538d32fa2 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/ports?device_id=5622d11a-1a40-4c75-8991-3ec4c8a074d4 HTTP/1.1" status: 200 len: 944 time: 0.0529056 Jan 05 17:19:38.252621 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-2298759e-af80-4c62-a48d-6a3498cda4f2 req-9f7c33bb-03ba-435d-aa71-5733c37b262e tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/security-groups?id=e2b607e3-b7cc-4fdc-aa70-88da05d613d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432596 Jan 05 17:19:39.365030 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9646fdb-67ea-422a-8f95-45b3bdad9063 req-98e5ab04-8106-4def-b62c-30f4239fc7f1 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:19:39.366496 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-c9646fdb-67ea-422a-8f95-45b3bdad9063 req-98e5ab04-8106-4def-b62c-30f4239fc7f1 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/ports?device_id=5622d11a-1a40-4c75-8991-3ec4c8a074d4 HTTP/1.1" status: 200 len: 944 time: 0.0481465 Jan 05 17:19:39.413335 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-c9646fdb-67ea-422a-8f95-45b3bdad9063 req-56e5849e-ce5d-4c2c-bf25-b54933a47a5c tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/security-groups?id=e2b607e3-b7cc-4fdc-aa70-88da05d613d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414236 Jan 05 17:19:39.636635 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Device 0ccd73e7-32e1-4d17-ae1c-22a322842162 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 05 17:19:39.726336 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] For port 0ccd73e7-32e1-4d17-ae1c-22a322842162, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=0ccd73e7-32e1-4d17-ae1c-22a322842162,segment=NetworkSegment(0dcba33b-afb9-4a7b-b4c6-0af7b971fa17),segment_id=0dcba33b-afb9-4a7b-b4c6-0af7b971fa17)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:19:39.741426 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Returning: {'device': '0ccd73e7-32e1-4d17-ae1c-22a322842162', 'network_id': '5c612d09-9911-4dcd-8c55-0a835a7ea406', 'port_id': '0ccd73e7-32e1-4d17-ae1c-22a322842162', 'mac_address': 'fa:16:3e:51:df:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78b1178c-a8c3-4060-9e1c-bb3fed1199ad', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 05 17:19:39.777127 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:19:39.789054 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.notifiers.nova [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ccd73e7-32e1-4d17-ae1c-22a322842162 {{(pid=103802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 05 17:19:39.807733 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] For port 0ccd73e7-32e1-4d17-ae1c-22a322842162, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=0ccd73e7-32e1-4d17-ae1c-22a322842162,segment=NetworkSegment(0dcba33b-afb9-4a7b-b4c6-0af7b971fa17),segment_id=0dcba33b-afb9-4a7b-b4c6-0af7b971fa17)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:19:39.906579 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:19:39.952034 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Pushing event updated for resources: {'Port': ['ID=0ccd73e7-32e1-4d17-ae1c-22a322842162,revision_number=4']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:19:40.137411 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] get_ports_and_sgs() called for port_ids ['0ccd73e7-32e1-4d17-ae1c-22a322842162'] {{(pid=103802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 05 17:19:40.527517 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a33fb1-b599-44fb-ac82-d8326e04c207 req-7ef0f215-166c-488d-beb9-b5689a19aabf tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:19:40.528865 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-45a33fb1-b599-44fb-ac82-d8326e04c207 req-7ef0f215-166c-488d-beb9-b5689a19aabf tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/ports?device_id=5622d11a-1a40-4c75-8991-3ec4c8a074d4 HTTP/1.1" status: 200 len: 945 time: 0.0478077 Jan 05 17:19:40.575866 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-45a33fb1-b599-44fb-ac82-d8326e04c207 req-8cf304cb-7897-406f-a526-d65f1fe13971 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/security-groups?id=e2b607e3-b7cc-4fdc-aa70-88da05d613d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416181 Jan 05 17:19:41.650228 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Device 0ccd73e7-32e1-4d17-ae1c-22a322842162 up at agent hyperv_hv-neutron-mast {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:19:41.693391 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da12c153-e147-4285-bb7a-d469fc8c6890 req-585495ba-81e2-4182-b18c-5339f6efc061 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:19:41.694881 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-da12c153-e147-4285-bb7a-d469fc8c6890 req-585495ba-81e2-4182-b18c-5339f6efc061 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/ports?device_id=5622d11a-1a40-4c75-8991-3ec4c8a074d4 HTTP/1.1" status: 200 len: 945 time: 0.0530457 Jan 05 17:19:41.742901 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-da12c153-e147-4285-bb7a-d469fc8c6890 req-7bede349-afaa-4753-864c-75350a8dd578 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/security-groups?id=e2b607e3-b7cc-4fdc-aa70-88da05d613d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425692 Jan 05 17:19:41.769253 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Provisioning for port 0ccd73e7-32e1-4d17-ae1c-22a322842162 completed by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 05 17:19:41.773729 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Provisioning complete for port 0ccd73e7-32e1-4d17-ae1c-22a322842162 triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:19:41.774093 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:19:41.848724 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:19:41.870349 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5622d11a-1a40-4c75-8991-3ec4c8a074d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ccd73e7-32e1-4d17-ae1c-22a322842162'}] {{(pid=103802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 05 17:19:41.872489 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36b213fbd845b3f09e785999bbcda1c85cd5592d7f001460987854e5c1683bd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19aa0682-f260-4c0c-a9cf-708dc7f1ac7a" -d '{"events": [{"server_uuid": "5622d11a-1a40-4c75-8991-3ec4c8a074d4", "name": "network-vif-plugged", "status": "completed", "tag": "0ccd73e7-32e1-4d17-ae1c-22a322842162"}]}' {{(pid=103802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 05 17:19:41.885093 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] For port 0ccd73e7-32e1-4d17-ae1c-22a322842162, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=0ccd73e7-32e1-4d17-ae1c-22a322842162,segment=NetworkSegment(0dcba33b-afb9-4a7b-b4c6-0af7b971fa17),segment_id=0dcba33b-afb9-4a7b-b4c6-0af7b971fa17)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:19:41.908432 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Jan 2022 17:19:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51f7220f-be2a-4454-bd32-27a23ef14364 x-openstack-request-id: req-51f7220f-be2a-4454-bd32-27a23ef14364 {{(pid=103802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 05 17:19:41.908739 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5622d11a-1a40-4c75-8991-3ec4c8a074d4", "name": "network-vif-plugged", "status": "completed", "tag": "0ccd73e7-32e1-4d17-ae1c-22a322842162", "code": 200}]} {{(pid=103802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 05 17:19:41.908988 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-51f7220f-be2a-4454-bd32-27a23ef14364 {{(pid=103802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 05 17:19:41.909373 dv-neutron-master-2-hyperv neutron-server[103802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5622d11a-1a40-4c75-8991-3ec4c8a074d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ccd73e7-32e1-4d17-ae1c-22a322842162', 'code': 200} Jan 05 17:19:41.956092 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:19:42.003945 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Pushing event updated for resources: {'Port': ['ID=0ccd73e7-32e1-4d17-ae1c-22a322842162,revision_number=5']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:19:42.214286 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d242ac8c-4e5f-4a1b-83c2-287d9d710e06 req-3badf99c-86f6-4f3a-8ff8-d84a38849d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:19:42.215849 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-d242ac8c-4e5f-4a1b-83c2-287d9d710e06 req-3badf99c-86f6-4f3a-8ff8-d84a38849d8a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=5622d11a-1a40-4c75-8991-3ec4c8a074d4 HTTP/1.1" status: 200 len: 1099 time: 0.0408199 Jan 05 17:19:42.265787 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-d242ac8c-4e5f-4a1b-83c2-287d9d710e06 req-6a60f2ea-9cdd-42e3-b6fd-0c40abda5682 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=e2b607e3-b7cc-4fdc-aa70-88da05d613d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437834 Jan 05 17:19:42.853734 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a04b813-0e03-4011-a460-66bedad2a311 req-2ab42984-fe07-4b27-8405-a11f816077a8 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:19:42.855192 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-3a04b813-0e03-4011-a460-66bedad2a311 req-2ab42984-fe07-4b27-8405-a11f816077a8 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/ports?device_id=5622d11a-1a40-4c75-8991-3ec4c8a074d4 HTTP/1.1" status: 200 len: 946 time: 0.0475404 Jan 05 17:19:42.902173 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-3a04b813-0e03-4011-a460-66bedad2a311 req-47eb2724-bfc2-48fc-9072-da7e7a1ef3b0 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/security-groups?id=e2b607e3-b7cc-4fdc-aa70-88da05d613d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415306 Jan 05 17:19:44.021163 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15c0a7a-ce5f-4a0b-92d2-b0ddab548c66 req-b8508ee2-ee23-4c61-84bb-b1eb77c9b819 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:19:44.022644 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-a15c0a7a-ce5f-4a0b-92d2-b0ddab548c66 req-b8508ee2-ee23-4c61-84bb-b1eb77c9b819 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/ports?device_id=5622d11a-1a40-4c75-8991-3ec4c8a074d4 HTTP/1.1" status: 200 len: 946 time: 0.0531876 Jan 05 17:19:44.070382 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-a15c0a7a-ce5f-4a0b-92d2-b0ddab548c66 req-37f8dd34-b625-4fd6-98af-7bfade4e16c6 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/security-groups?id=e2b607e3-b7cc-4fdc-aa70-88da05d613d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421429 Jan 05 17:19:44.182040 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e69a06a-4e95-429c-a7a0-68e844574349 req-35e2ad2d-89ad-4e52-9062-3713b41fb658 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:19:44.183690 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-9e69a06a-4e95-429c-a7a0-68e844574349 req-35e2ad2d-89ad-4e52-9062-3713b41fb658 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/ports?device_id=5622d11a-1a40-4c75-8991-3ec4c8a074d4 HTTP/1.1" status: 200 len: 946 time: 0.0490384 Jan 05 17:19:44.241100 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-9e69a06a-4e95-429c-a7a0-68e844574349 req-5c7bd43a-bae1-4e8a-ba93-b9c100ef3d10 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/security-groups?id=e2b607e3-b7cc-4fdc-aa70-88da05d613d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519514 Jan 05 17:19:44.262271 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 47274) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:19:44.299967 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82e5465b-0784-4986-a33a-bd1463890211 tempest-TestNetworkBasicOps-152746079 tempest-TestNetworkBasicOps-152746079-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:19:44.302099 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-82e5465b-0784-4986-a33a-bd1463890211 tempest-TestNetworkBasicOps-152746079 tempest-TestNetworkBasicOps-152746079-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=5622d11a-1a40-4c75-8991-3ec4c8a074d4 HTTP/1.1" status: 200 len: 1094 time: 0.0388412 Jan 05 17:19:44.304831 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 47276) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:19:44.308878 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-cce82211-3fc9-46a6-a218-da4621913c37 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Request body: {'floatingip': {'floating_network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'port_id': '0ccd73e7-32e1-4d17-ae1c-22a322842162', 'tenant_id': 'ec76859de02442879238ecf1eaefefed', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:19:44.391977 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-cce82211-3fc9-46a6-a218-da4621913c37 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for floatingip, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:19:44.484688 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-cce82211-3fc9-46a6-a218-da4621913c37 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:19:44.595320 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [None req-cce82211-3fc9-46a6-a218-da4621913c37 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Allocated IP 172.36.4.171 (b0167590-0699-4c5c-a932-3939414a9573/7a784a6d-3d96-418f-a645-b9ccd0b1ac55/ef6d63fa-909b-481c-be77-ccf7a9201588) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:19:44.692799 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-cce82211-3fc9-46a6-a218-da4621913c37 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for port, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:19:44.775451 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-cce82211-3fc9-46a6-a218-da4621913c37 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11433176'] for port, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:19:44.815781 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cce82211-3fc9-46a6-a218-da4621913c37 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Network b0167590-0699-4c5c-a932-3939414a9573 is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:19:44.818782 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-cce82211-3fc9-46a6-a218-da4621913c37 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:19:44.822106 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cce82211-3fc9-46a6-a218-da4621913c37 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:19:44.829283 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce82211-3fc9-46a6-a218-da4621913c37 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Pushing event updated for resources: {'Port': ['ID=ef6d63fa-909b-481c-be77-ccf7a9201588,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:19:45.468580 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-cce82211-3fc9-46a6-a218-da4621913c37 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:19:45.603515 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-cce82211-3fc9-46a6-a218-da4621913c37 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:19:45.747467 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-cce82211-3fc9-46a6-a218-da4621913c37 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for port, precommit_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:19:45.814956 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-cce82211-3fc9-46a6-a218-da4621913c37 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11433169'] for port, after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:19:45.879152 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce82211-3fc9-46a6-a218-da4621913c37 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Pushing event updated for resources: {'Port': ['ID=ef6d63fa-909b-481c-be77-ccf7a9201588,revision_number=2']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:19:45.890245 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-cce82211-3fc9-46a6-a218-da4621913c37 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648677'] for floatingip, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:19:45.985853 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.db.l3_db [None req-cce82211-3fc9-46a6-a218-da4621913c37 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Floating IP ce61f2b2-42f4-46e1-b8f3-05d7b24090df associated. External IP: 172.36.4.171, port: 0ccd73e7-32e1-4d17-ae1c-22a322842162. Jan 05 17:19:46.184705 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cce82211-3fc9-46a6-a218-da4621913c37 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Router 42fb09ac-6a6c-4584-9b65-2615f07a537b has already been hosted by L3 agent 59446fdc-40e0-41fe-a575-a8eb11d742f7 {{(pid=103801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 05 17:19:46.290153 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cce82211-3fc9-46a6-a218-da4621913c37 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 05 17:19:46.299486 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-128ae397-3d7f-482f-9b4e-df49b59acda2 None None] Sync routers for ids ['42fb09ac-6a6c-4584-9b65-2615f07a537b'] in dv-neutron-master-2-hyperv {{(pid=103803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 05 17:19:46.309002 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-128ae397-3d7f-482f-9b4e-df49b59acda2 None None] Routers {'42fb09ac-6a6c-4584-9b65-2615f07a537b'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:19:46.312966 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-128ae397-3d7f-482f-9b4e-df49b59acda2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:19:19Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['42fb09ac-6a6c-4584-9b65-2615f07a537b'], 'active': True} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:19:46.359734 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-cce82211-3fc9-46a6-a218-da4621913c37 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for floatingip, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:19:46.387233 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-cce82211-3fc9-46a6-a218-da4621913c37 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0814130 Jan 05 17:19:46.387956 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5622d11a-1a40-4c75-8991-3ec4c8a074d4', 'tag': '0ccd73e7-32e1-4d17-ae1c-22a322842162'}] {{(pid=103801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 05 17:19:46.390220 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 47278) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:19:46.390718 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cee9004337cfdaf047d78d8066c7d6073fad8dbc2217b3b67c4523abea34d3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12df744b-fb9a-41f4-9c60-1839d4d4a11a" -d '{"events": [{"name": "network-changed", "server_uuid": "5622d11a-1a40-4c75-8991-3ec4c8a074d4", "tag": "0ccd73e7-32e1-4d17-ae1c-22a322842162"}]}' {{(pid=103801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 05 17:19:46.414656 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvr_db [None req-128ae397-3d7f-482f-9b4e-df49b59acda2 None None] Set router 42fb09ac-6a6c-4584-9b65-2615f07a537b gateway port host: dv-neutron-master-2-hyperv {{(pid=103803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:19:46.464069 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-f659c241-b2e0-4e50-85c9-b71994f79c87 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/floatingips/ce61f2b2-42f4-46e1-b8f3-05d7b24090df HTTP/1.1" status: 200 len: 992 time: 0.0709357 Jan 05 17:19:46.506689 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Jan 2022 17:19:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5921182-f65e-4c6c-9ac0-e05af88f9393 x-openstack-request-id: req-c5921182-f65e-4c6c-9ac0-e05af88f9393 {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 05 17:19:46.507201 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5622d11a-1a40-4c75-8991-3ec4c8a074d4", "tag": "0ccd73e7-32e1-4d17-ae1c-22a322842162", "status": "completed", "code": 200}]} {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 05 17:19:46.507314 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c5921182-f65e-4c6c-9ac0-e05af88f9393 {{(pid=103801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 05 17:19:46.507638 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5622d11a-1a40-4c75-8991-3ec4c8a074d4', 'tag': '0ccd73e7-32e1-4d17-ae1c-22a322842162', 'status': 'completed', 'code': 200} Jan 05 17:19:46.574641 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12df744b-fb9a-41f4-9c60-1839d4d4a11a req-a19a303d-0aa0-40f5-8ec7-d5aadee26178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:19:46.576822 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-12df744b-fb9a-41f4-9c60-1839d4d4a11a req-a19a303d-0aa0-40f5-8ec7-d5aadee26178 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ec76859de02442879238ecf1eaefefed&device_id=5622d11a-1a40-4c75-8991-3ec4c8a074d4 HTTP/1.1" status: 200 len: 1099 time: 0.0482564 Jan 05 17:19:46.638282 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-128ae397-3d7f-482f-9b4e-df49b59acda2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42fb09ac-6a6c-4584-9b65-2615f07a537b', 'name': 'tempest-TestNetworkBasicOps-router-1902154617', 'tenant_id': 'ec76859de02442879238ecf1eaefefed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.104'}], 'enable_snat': True}, 'gw_port_id': '798177bb-f8cb-4aae-b396-1f12fd0632b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:19:22Z', 'updated_at': '2022-01-05T17:19:26Z', 'revision_number': 4, 'project_id': 'ec76859de02442879238ecf1eaefefed', 'gw_port': {'id': '798177bb-f8cb-4aae-b396-1f12fd0632b1', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:a1:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42fb09ac-6a6c-4584-9b65-2615f07a537b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1470, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:19:22Z', 'updated_at': '2022-01-05T17:19:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'ce61f2b2-42f4-46e1-b8f3-05d7b24090df', 'tenant_id': 'ec76859de02442879238ecf1eaefefed', 'floating_ip_address': '172.36.4.171', 'floating_network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'router_id': '42fb09ac-6a6c-4584-9b65-2615f07a537b', 'port_id': '0ccd73e7-32e1-4d17-ae1c-22a322842162', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1485, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5c612d09-9911-4dcd-8c55-0a835a7ea406', 'mac_address': 'fa:16:3e:51:df:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5622d11a-1a40-4c75-8991-3ec4c8a074d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-05T17:19:45Z', 'updated_at': '2022-01-05T17:19:45Z', 'revision_number': 0, 'project_id': 'ec76859de02442879238ecf1eaefefed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5967521-1e60-46de-bdce-852c7ccefc3b', 'name': '', 'network_id': '5c612d09-9911-4dcd-8c55-0a835a7ea406', 'tenant_id': 'ec76859de02442879238ecf1eaefefed', 'mac_address': 'fa:16:3e:76:fa:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42fb09ac-6a6c-4584-9b65-2615f07a537b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1473, 'fixed_ips': [{'subnet_id': '78b1178c-a8c3-4060-9e1c-bb3fed1199ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:19:26Z', 'updated_at': '2022-01-05T17:19:30Z', 'revision_number': 5, 'project_id': 'ec76859de02442879238ecf1eaefefed', 'subnets': [{'id': '78b1178c-a8c3-4060-9e1c-bb3fed1199ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:19:46.663763 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-128ae397-3d7f-482f-9b4e-df49b59acda2 None None] Checking router: 42fb09ac-6a6c-4584-9b65-2615f07a537b for host: dv-neutron-master-2-hyperv {{(pid=103803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 05 17:19:46.666077 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12df744b-fb9a-41f4-9c60-1839d4d4a11a req-5f4fa6d3-df47-4298-9a84-049536485f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:19:46.667555 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-12df744b-fb9a-41f4-9c60-1839d4d4a11a req-5f4fa6d3-df47-4298-9a84-049536485f9c service neutron] 10.222.0.13 "GET /v2.0/networks?id=5c612d09-9911-4dcd-8c55-0a835a7ea406 HTTP/1.1" status: 200 len: 897 time: 0.0841422 Jan 05 17:19:46.671785 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-128ae397-3d7f-482f-9b4e-df49b59acda2 None None] Routers {'42fb09ac-6a6c-4584-9b65-2615f07a537b'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:19:46.672400 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-128ae397-3d7f-482f-9b4e-df49b59acda2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:19:19Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['42fb09ac-6a6c-4584-9b65-2615f07a537b'], 'active': True} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:19:46.735389 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-12df744b-fb9a-41f4-9c60-1839d4d4a11a req-a2cbc28a-2bd6-4ae9-8826-a728864c5938 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0ccd73e7-32e1-4d17-ae1c-22a322842162 HTTP/1.1" status: 200 len: 1000 time: 0.0620553 Jan 05 17:19:46.776214 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvr_db [None req-128ae397-3d7f-482f-9b4e-df49b59acda2 None None] Set router 42fb09ac-6a6c-4584-9b65-2615f07a537b gateway port host: dv-neutron-master-2-hyperv {{(pid=103803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:19:46.782869 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12df744b-fb9a-41f4-9c60-1839d4d4a11a req-8c84d0ee-3c72-449d-82eb-12b0592e4a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:19:46.784368 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-12df744b-fb9a-41f4-9c60-1839d4d4a11a req-8c84d0ee-3c72-449d-82eb-12b0592e4a8e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=78b1178c-a8c3-4060-9e1c-bb3fed1199ad HTTP/1.1" status: 200 len: 844 time: 0.0433118 Jan 05 17:19:46.829406 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12df744b-fb9a-41f4-9c60-1839d4d4a11a req-4504e070-4950-4c96-92bd-b0c68132fdf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:19:46.830940 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-12df744b-fb9a-41f4-9c60-1839d4d4a11a req-4504e070-4950-4c96-92bd-b0c68132fdf2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5c612d09-9911-4dcd-8c55-0a835a7ea406&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0402009 Jan 05 17:19:46.937211 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-12df744b-fb9a-41f4-9c60-1839d4d4a11a req-5cae95b1-45b4-4d5d-90d1-7898f54cceb5 service neutron] 10.222.0.13 "GET /v2.0/networks/5c612d09-9911-4dcd-8c55-0a835a7ea406?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000965 Jan 05 17:19:46.994661 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-128ae397-3d7f-482f-9b4e-df49b59acda2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42fb09ac-6a6c-4584-9b65-2615f07a537b', 'name': 'tempest-TestNetworkBasicOps-router-1902154617', 'tenant_id': 'ec76859de02442879238ecf1eaefefed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.104'}], 'enable_snat': True}, 'gw_port_id': '798177bb-f8cb-4aae-b396-1f12fd0632b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:19:22Z', 'updated_at': '2022-01-05T17:19:26Z', 'revision_number': 4, 'project_id': 'ec76859de02442879238ecf1eaefefed', 'gw_port': {'id': '798177bb-f8cb-4aae-b396-1f12fd0632b1', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:a1:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42fb09ac-6a6c-4584-9b65-2615f07a537b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1470, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:19:22Z', 'updated_at': '2022-01-05T17:19:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'ce61f2b2-42f4-46e1-b8f3-05d7b24090df', 'tenant_id': 'ec76859de02442879238ecf1eaefefed', 'floating_ip_address': '172.36.4.171', 'floating_network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'router_id': '42fb09ac-6a6c-4584-9b65-2615f07a537b', 'port_id': '0ccd73e7-32e1-4d17-ae1c-22a322842162', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1485, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5c612d09-9911-4dcd-8c55-0a835a7ea406', 'mac_address': 'fa:16:3e:51:df:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5622d11a-1a40-4c75-8991-3ec4c8a074d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-05T17:19:45Z', 'updated_at': '2022-01-05T17:19:45Z', 'revision_number': 0, 'project_id': 'ec76859de02442879238ecf1eaefefed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5967521-1e60-46de-bdce-852c7ccefc3b', 'name': '', 'network_id': '5c612d09-9911-4dcd-8c55-0a835a7ea406', 'tenant_id': 'ec76859de02442879238ecf1eaefefed', 'mac_address': 'fa:16:3e:76:fa:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42fb09ac-6a6c-4584-9b65-2615f07a537b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1473, 'fixed_ips': [{'subnet_id': '78b1178c-a8c3-4060-9e1c-bb3fed1199ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:19:26Z', 'updated_at': '2022-01-05T17:19:30Z', 'revision_number': 5, 'project_id': 'ec76859de02442879238ecf1eaefefed', 'subnets': [{'id': '78b1178c-a8c3-4060-9e1c-bb3fed1199ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:19:47.023358 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-12df744b-fb9a-41f4-9c60-1839d4d4a11a req-92f9c94b-7cde-4b79-8ab0-4e91498bf4e1 service neutron] 10.222.0.13 "GET /v2.0/networks/5c612d09-9911-4dcd-8c55-0a835a7ea406?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800278 Jan 05 17:19:47.024174 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-128ae397-3d7f-482f-9b4e-df49b59acda2 None None] The sync data for ids ['42fb09ac-6a6c-4584-9b65-2615f07a537b'] in dv-neutron-master-2-hyperv is: [{'id': '42fb09ac-6a6c-4584-9b65-2615f07a537b', 'name': 'tempest-TestNetworkBasicOps-router-1902154617', 'tenant_id': 'ec76859de02442879238ecf1eaefefed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.104'}], 'enable_snat': True}, 'gw_port_id': '798177bb-f8cb-4aae-b396-1f12fd0632b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:19:22Z', 'updated_at': '2022-01-05T17:19:26Z', 'revision_number': 4, 'project_id': 'ec76859de02442879238ecf1eaefefed', 'gw_port': {'id': '798177bb-f8cb-4aae-b396-1f12fd0632b1', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:a1:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42fb09ac-6a6c-4584-9b65-2615f07a537b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1470, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:19:22Z', 'updated_at': '2022-01-05T17:19:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'ce61f2b2-42f4-46e1-b8f3-05d7b24090df', 'tenant_id': 'ec76859de02442879238ecf1eaefefed', 'floating_ip_address': '172.36.4.171', 'floating_network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'router_id': '42fb09ac-6a6c-4584-9b65-2615f07a537b', 'port_id': '0ccd73e7-32e1-4d17-ae1c-22a322842162', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1485, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5c612d09-9911-4dcd-8c55-0a835a7ea406', 'mac_address': 'fa:16:3e:51:df:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5622d11a-1a40-4c75-8991-3ec4c8a074d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-05T17:19:45Z', 'updated_at': '2022-01-05T17:19:45Z', 'revision_number': 0, 'project_id': 'ec76859de02442879238ecf1eaefefed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5967521-1e60-46de-bdce-852c7ccefc3b', 'name': '', 'network_id': '5c612d09-9911-4dcd-8c55-0a835a7ea406', 'tenant_id': 'ec76859de02442879238ecf1eaefefed', 'mac_address': 'fa:16:3e:76:fa:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42fb09ac-6a6c-4584-9b65-2615f07a537b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1473, 'fixed_ips': [{'subnet_id': '78b1178c-a8c3-4060-9e1c-bb3fed1199ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:19:26Z', 'updated_at': '2022-01-05T17:19:30Z', 'revision_number': 5, 'project_id': 'ec76859de02442879238ecf1eaefefed', 'subnets': [{'id': '78b1178c-a8c3-4060-9e1c-bb3fed1199ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 05 17:19:47.129496 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-12542e29-7dab-441e-a31b-624f2b50422f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:19:47.217967 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86200991-018e-4e16-a372-b046a238bdde None None] New status for floating IP ce61f2b2-42f4-46e1-b8f3-05d7b24090df: ACTIVE {{(pid=103802) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 05 17:19:47.466991 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 47284) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:19:47.533889 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-0e74045d-88ed-49e7-82dd-c5f35ca6786b tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/floatingips/ce61f2b2-42f4-46e1-b8f3-05d7b24090df HTTP/1.1" status: 200 len: 994 time: 0.0657258 Jan 05 17:19:49.312021 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-0c772b43-7161-4e87-b307-b37222699a03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:19:49.732249 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:19:50.512030 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d2607572-b3c9-472c-85bc-c8de0c3fb75c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:19:51.915859 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d504d802-9546-4ce5-a9d3-96c844ac5808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:19:53.304239 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:19:58.726098 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.agents_db [None req-291d1585-17df-45c0-b64a-d244e6d90872 None None] Agent healthcheck: found 6 active agents {{(pid=103803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 05 17:20:04.164889 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 47290) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:20:04.185346 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-5bb92783-86ad-4c2b-bfb4-8b5ceed91f5b req-d03ff847-209d-42b1-9987-aa49f2e8f8e7 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f89b5258-bff4-41de-af55-f1ebba92f3b3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0391731 Jan 05 17:20:04.267742 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb92783-86ad-4c2b-bfb4-8b5ceed91f5b req-8495468a-aea4-4c31-8822-e8cbbdcfc894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:20:04.269334 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-5bb92783-86ad-4c2b-bfb4-8b5ceed91f5b req-8495468a-aea4-4c31-8822-e8cbbdcfc894 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9bafc9d0d75b44f696c7001918c22f7e&device_id=f89b5258-bff4-41de-af55-f1ebba92f3b3 HTTP/1.1" status: 200 len: 1098 time: 0.0409143 Jan 05 17:20:04.324516 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-7ae78c5f-7f28-48e7-8e62-9590ed6fccaa tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] Deleting port 7bde9ff0-442e-42b3-8cf6-40c4abd0445b {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:20:04.324849 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-7ae78c5f-7f28-48e7-8e62-9590ed6fccaa tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:20:04.378224 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb92783-86ad-4c2b-bfb4-8b5ceed91f5b req-315fd829-dec9-49ca-9ac8-67a37229b561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:20:04.379793 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-5bb92783-86ad-4c2b-bfb4-8b5ceed91f5b req-315fd829-dec9-49ca-9ac8-67a37229b561 service neutron] 10.222.0.13 "GET /v2.0/networks?id=9d892221-db72-44b5-b8b3-7f2a75d6a0ee HTTP/1.1" status: 200 len: 913 time: 0.0888486 Jan 05 17:20:04.401622 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-7ae78c5f-7f28-48e7-8e62-9590ed6fccaa tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:20:04.401940 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-7ae78c5f-7f28-48e7-8e62-9590ed6fccaa tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:20:04.413757 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-7ae78c5f-7f28-48e7-8e62-9590ed6fccaa tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] Calling delete_port for 7bde9ff0-442e-42b3-8cf6-40c4abd0445b owned by network:floatingip {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:20:04.443708 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-5bb92783-86ad-4c2b-bfb4-8b5ceed91f5b req-28f1607e-e8fd-4d72-a3a9-84e8f3d64536 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7d183c93-533a-4e9f-9836-af07aedea9c8 HTTP/1.1" status: 200 len: 1000 time: 0.0573680 Jan 05 17:20:04.495455 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb92783-86ad-4c2b-bfb4-8b5ceed91f5b req-d559fa88-8ed0-4cb2-b9a9-4626ea4a0077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:20:04.496970 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-5bb92783-86ad-4c2b-bfb4-8b5ceed91f5b req-d559fa88-8ed0-4cb2-b9a9-4626ea4a0077 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=520bba67-4fdd-405a-be17-05cf521cd2ec HTTP/1.1" status: 200 len: 851 time: 0.0477993 Jan 05 17:20:04.542396 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb92783-86ad-4c2b-bfb4-8b5ceed91f5b req-01a6c3c0-1098-43b9-af2d-bc7fd16b7a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:20:04.543914 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-5bb92783-86ad-4c2b-bfb4-8b5ceed91f5b req-01a6c3c0-1098-43b9-af2d-bc7fd16b7a88 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9d892221-db72-44b5-b8b3-7f2a75d6a0ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0403779 Jan 05 17:20:04.620655 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-7ae78c5f-7f28-48e7-8e62-9590ed6fccaa tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11433176'] for port, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:20:04.632754 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-5bb92783-86ad-4c2b-bfb4-8b5ceed91f5b req-551a3548-2952-4134-87ec-86f5ab633aa8 service neutron] 10.222.0.13 "GET /v2.0/networks/9d892221-db72-44b5-b8b3-7f2a75d6a0ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824618 Jan 05 17:20:04.646283 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae78c5f-7f28-48e7-8e62-9590ed6fccaa tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] Pushing event deleted for resources: {'Port': ['ID=7bde9ff0-442e-42b3-8cf6-40c4abd0445b,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:20:04.707499 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-7ae78c5f-7f28-48e7-8e62-9590ed6fccaa tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] Publish callbacks [] for floatingip, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:20:04.707734 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.db.l3_db [None req-7ae78c5f-7f28-48e7-8e62-9590ed6fccaa tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] Floating IP f319ef9a-b93d-42f6-a648-93be7ce74cba disassociated (deleted). External IP: 172.36.4.224, port: 5416b540-e44c-4d73-a807-f13c64b0ce0a. Jan 05 17:20:04.728627 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-5bb92783-86ad-4c2b-bfb4-8b5ceed91f5b req-095ae6ea-af2c-42f7-83c3-d4f1182831eb service neutron] 10.222.0.13 "GET /v2.0/networks/9d892221-db72-44b5-b8b3-7f2a75d6a0ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893188 Jan 05 17:20:04.914050 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ae78c5f-7f28-48e7-8e62-9590ed6fccaa tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] Router a556a634-679b-44da-be20-1af64bc8c3a7 has already been hosted by L3 agent 59446fdc-40e0-41fe-a575-a8eb11d742f7 {{(pid=103801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 05 17:20:05.018837 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ae78c5f-7f28-48e7-8e62-9590ed6fccaa tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 05 17:20:05.023666 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-7ae78c5f-7f28-48e7-8e62-9590ed6fccaa tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for floatingip, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:20:05.028682 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e430dd6b-e635-4504-902d-d0b307ccc9a0 None None] Sync routers for ids ['a556a634-679b-44da-be20-1af64bc8c3a7'] in dv-neutron-master-2-hyperv {{(pid=103803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 05 17:20:05.038832 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e430dd6b-e635-4504-902d-d0b307ccc9a0 None None] Routers {'a556a634-679b-44da-be20-1af64bc8c3a7'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:20:05.039423 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-e430dd6b-e635-4504-902d-d0b307ccc9a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:19:49Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['a556a634-679b-44da-be20-1af64bc8c3a7'], 'active': True} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:20:05.053290 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-7ae78c5f-7f28-48e7-8e62-9590ed6fccaa tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] 10.222.0.11 "DELETE /v2.0/floatingips/f319ef9a-b93d-42f6-a648-93be7ce74cba HTTP/1.1" status: 204 len: 168 time: 0.8849087 Jan 05 17:20:05.053290 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '420ee118-202e-4452-b10a-080155c31611', 'tag': '5416b540-e44c-4d73-a807-f13c64b0ce0a'}] {{(pid=103801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 05 17:20:05.061325 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cee9004337cfdaf047d78d8066c7d6073fad8dbc2217b3b67c4523abea34d3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46ce8bfe-d0ca-4ff6-96f5-89708ec7102e" -d '{"events": [{"name": "network-changed", "server_uuid": "420ee118-202e-4452-b10a-080155c31611", "tag": "5416b540-e44c-4d73-a807-f13c64b0ce0a"}]}' {{(pid=103801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 05 17:20:05.095196 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Jan 2022 17:20:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49fc05b2-ad88-43fe-b8fb-f9c46dc45fb7 x-openstack-request-id: req-49fc05b2-ad88-43fe-b8fb-f9c46dc45fb7 {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 05 17:20:05.095514 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "420ee118-202e-4452-b10a-080155c31611", "tag": "5416b540-e44c-4d73-a807-f13c64b0ce0a", "status": "completed", "code": 200}]} {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 05 17:20:05.095772 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-49fc05b2-ad88-43fe-b8fb-f9c46dc45fb7 {{(pid=103801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 05 17:20:05.096185 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '420ee118-202e-4452-b10a-080155c31611', 'tag': '5416b540-e44c-4d73-a807-f13c64b0ce0a', 'status': 'completed', 'code': 200} Jan 05 17:20:05.145745 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvr_db [None req-e430dd6b-e635-4504-902d-d0b307ccc9a0 None None] Set router a556a634-679b-44da-be20-1af64bc8c3a7 gateway port host: dv-neutron-master-2-hyperv {{(pid=103803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:20:05.160879 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ce8bfe-d0ca-4ff6-96f5-89708ec7102e req-c3f5735e-24f3-4567-bdac-950e74b47540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:20:05.162423 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-46ce8bfe-d0ca-4ff6-96f5-89708ec7102e req-c3f5735e-24f3-4567-bdac-950e74b47540 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9bafc9d0d75b44f696c7001918c22f7e&device_id=420ee118-202e-4452-b10a-080155c31611 HTTP/1.1" status: 200 len: 1098 time: 0.0439448 Jan 05 17:20:05.259150 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ce8bfe-d0ca-4ff6-96f5-89708ec7102e req-2321df3e-e6ad-4b82-b9c3-f805ad3ee6c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:20:05.260632 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-46ce8bfe-d0ca-4ff6-96f5-89708ec7102e req-2321df3e-e6ad-4b82-b9c3-f805ad3ee6c4 service neutron] 10.222.0.13 "GET /v2.0/networks?id=9d892221-db72-44b5-b8b3-7f2a75d6a0ee HTTP/1.1" status: 200 len: 913 time: 0.0924883 Jan 05 17:20:05.301838 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-46ce8bfe-d0ca-4ff6-96f5-89708ec7102e req-27f9aca2-d195-4d4f-a65b-4446af2293be service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5416b540-e44c-4d73-a807-f13c64b0ce0a HTTP/1.1" status: 200 len: 217 time: 0.0349629 Jan 05 17:20:05.353511 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ce8bfe-d0ca-4ff6-96f5-89708ec7102e req-a59b4114-786d-448b-a03e-cf5cef2235be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:20:05.355060 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-46ce8bfe-d0ca-4ff6-96f5-89708ec7102e req-a59b4114-786d-448b-a03e-cf5cef2235be service neutron] 10.222.0.13 "GET /v2.0/subnets?id=520bba67-4fdd-405a-be17-05cf521cd2ec HTTP/1.1" status: 200 len: 851 time: 0.0473070 Jan 05 17:20:05.371318 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-e430dd6b-e635-4504-902d-d0b307ccc9a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a556a634-679b-44da-be20-1af64bc8c3a7', 'name': 'tempest-TestVolumeBootPattern-1887300476-router', 'tenant_id': '9bafc9d0d75b44f696c7001918c22f7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.72'}], 'enable_snat': True}, 'gw_port_id': '276dbda1-be0d-4778-9c79-79ca3751d954', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:09:23Z', 'updated_at': '2022-01-05T17:09:36Z', 'revision_number': 4, 'project_id': '9bafc9d0d75b44f696c7001918c22f7e', 'gw_port': {'id': '276dbda1-be0d-4778-9c79-79ca3751d954', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:0b:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a556a634-679b-44da-be20-1af64bc8c3a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:09:24Z', 'updated_at': '2022-01-05T17:09:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'e2124c91-d62f-4904-9fd0-95c1d6ce9eed', 'tenant_id': '9bafc9d0d75b44f696c7001918c22f7e', 'floating_ip_address': '172.36.4.13', 'floating_network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'router_id': 'a556a634-679b-44da-be20-1af64bc8c3a7', 'port_id': '7d183c93-533a-4e9f-9836-af07aedea9c8', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1387, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9d892221-db72-44b5-b8b3-7f2a75d6a0ee', 'mac_address': 'fa:16:3e:2f:73:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f89b5258-bff4-41de-af55-f1ebba92f3b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-05T17:15:01Z', 'updated_at': '2022-01-05T17:15:04Z', 'revision_number': 1, 'project_id': '9bafc9d0d75b44f696c7001918c22f7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bdaade1f-99b8-4056-a855-356847ca7946', 'name': '', 'network_id': '9d892221-db72-44b5-b8b3-7f2a75d6a0ee', 'tenant_id': '9bafc9d0d75b44f696c7001918c22f7e', 'mac_address': 'fa:16:3e:9d:8d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a556a634-679b-44da-be20-1af64bc8c3a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '520bba67-4fdd-405a-be17-05cf521cd2ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:09:33Z', 'updated_at': '2022-01-05T17:09:56Z', 'revision_number': 5, 'project_id': '9bafc9d0d75b44f696c7001918c22f7e', 'subnets': [{'id': '520bba67-4fdd-405a-be17-05cf521cd2ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:20:05.412166 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ce8bfe-d0ca-4ff6-96f5-89708ec7102e req-e2f8ac98-dfea-4295-9bbe-9b8b54788841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:20:05.412166 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-46ce8bfe-d0ca-4ff6-96f5-89708ec7102e req-e2f8ac98-dfea-4295-9bbe-9b8b54788841 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9d892221-db72-44b5-b8b3-7f2a75d6a0ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0471315 Jan 05 17:20:05.484591 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e430dd6b-e635-4504-902d-d0b307ccc9a0 None None] Checking router: a556a634-679b-44da-be20-1af64bc8c3a7 for host: dv-neutron-master-2-hyperv {{(pid=103803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 05 17:20:05.493669 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e430dd6b-e635-4504-902d-d0b307ccc9a0 None None] Routers {'a556a634-679b-44da-be20-1af64bc8c3a7'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:20:05.494294 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-e430dd6b-e635-4504-902d-d0b307ccc9a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:19:49Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['a556a634-679b-44da-be20-1af64bc8c3a7'], 'active': True} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:20:05.543926 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f6d6bd-0477-4b7d-b07a-b1140f2ca1e7 req-c534e9e7-4213-4eec-88c4-ba3039c73a37 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:20:05.545365 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-f4f6d6bd-0477-4b7d-b07a-b1140f2ca1e7 req-c534e9e7-4213-4eec-88c4-ba3039c73a37 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] 10.222.0.11 "GET /v2.0/ports?device_id=420ee118-202e-4452-b10a-080155c31611 HTTP/1.1" status: 200 len: 945 time: 0.0778649 Jan 05 17:20:05.547549 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-46ce8bfe-d0ca-4ff6-96f5-89708ec7102e req-d5eb3af2-5a52-4cb6-877b-0e065e5aecef service neutron] 10.222.0.13 "GET /v2.0/networks/9d892221-db72-44b5-b8b3-7f2a75d6a0ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290636 Jan 05 17:20:05.599913 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvr_db [None req-e430dd6b-e635-4504-902d-d0b307ccc9a0 None None] Set router a556a634-679b-44da-be20-1af64bc8c3a7 gateway port host: dv-neutron-master-2-hyperv {{(pid=103803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:20:05.644813 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-f4f6d6bd-0477-4b7d-b07a-b1140f2ca1e7 req-4c8b6c40-dbfc-4e1d-a527-9aad2ae195c2 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] 10.222.0.11 "GET /v2.0/security-groups?id=74da9e44-17f3-4e78-b165-acdbd8889547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0933111 Jan 05 17:20:05.671105 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-46ce8bfe-d0ca-4ff6-96f5-89708ec7102e req-008f6c67-2092-4d1a-a82d-9e6c4b725806 service neutron] 10.222.0.13 "GET /v2.0/networks/9d892221-db72-44b5-b8b3-7f2a75d6a0ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1132069 Jan 05 17:20:05.823384 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-e430dd6b-e635-4504-902d-d0b307ccc9a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a556a634-679b-44da-be20-1af64bc8c3a7', 'name': 'tempest-TestVolumeBootPattern-1887300476-router', 'tenant_id': '9bafc9d0d75b44f696c7001918c22f7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.72'}], 'enable_snat': True}, 'gw_port_id': '276dbda1-be0d-4778-9c79-79ca3751d954', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:09:23Z', 'updated_at': '2022-01-05T17:09:36Z', 'revision_number': 4, 'project_id': '9bafc9d0d75b44f696c7001918c22f7e', 'gw_port': {'id': '276dbda1-be0d-4778-9c79-79ca3751d954', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:0b:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a556a634-679b-44da-be20-1af64bc8c3a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:09:24Z', 'updated_at': '2022-01-05T17:09:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'e2124c91-d62f-4904-9fd0-95c1d6ce9eed', 'tenant_id': '9bafc9d0d75b44f696c7001918c22f7e', 'floating_ip_address': '172.36.4.13', 'floating_network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'router_id': 'a556a634-679b-44da-be20-1af64bc8c3a7', 'port_id': '7d183c93-533a-4e9f-9836-af07aedea9c8', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1387, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9d892221-db72-44b5-b8b3-7f2a75d6a0ee', 'mac_address': 'fa:16:3e:2f:73:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f89b5258-bff4-41de-af55-f1ebba92f3b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-05T17:15:01Z', 'updated_at': '2022-01-05T17:15:04Z', 'revision_number': 1, 'project_id': '9bafc9d0d75b44f696c7001918c22f7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bdaade1f-99b8-4056-a855-356847ca7946', 'name': '', 'network_id': '9d892221-db72-44b5-b8b3-7f2a75d6a0ee', 'tenant_id': '9bafc9d0d75b44f696c7001918c22f7e', 'mac_address': 'fa:16:3e:9d:8d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a556a634-679b-44da-be20-1af64bc8c3a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '520bba67-4fdd-405a-be17-05cf521cd2ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:09:33Z', 'updated_at': '2022-01-05T17:09:56Z', 'revision_number': 5, 'project_id': '9bafc9d0d75b44f696c7001918c22f7e', 'subnets': [{'id': '520bba67-4fdd-405a-be17-05cf521cd2ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:20:05.848882 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e430dd6b-e635-4504-902d-d0b307ccc9a0 None None] The sync data for ids ['a556a634-679b-44da-be20-1af64bc8c3a7'] in dv-neutron-master-2-hyperv is: [{'id': 'a556a634-679b-44da-be20-1af64bc8c3a7', 'name': 'tempest-TestVolumeBootPattern-1887300476-router', 'tenant_id': '9bafc9d0d75b44f696c7001918c22f7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.72'}], 'enable_snat': True}, 'gw_port_id': '276dbda1-be0d-4778-9c79-79ca3751d954', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:09:23Z', 'updated_at': '2022-01-05T17:09:36Z', 'revision_number': 4, 'project_id': '9bafc9d0d75b44f696c7001918c22f7e', 'gw_port': {'id': '276dbda1-be0d-4778-9c79-79ca3751d954', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:0b:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a556a634-679b-44da-be20-1af64bc8c3a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:09:24Z', 'updated_at': '2022-01-05T17:09:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'e2124c91-d62f-4904-9fd0-95c1d6ce9eed', 'tenant_id': '9bafc9d0d75b44f696c7001918c22f7e', 'floating_ip_address': '172.36.4.13', 'floating_network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'router_id': 'a556a634-679b-44da-be20-1af64bc8c3a7', 'port_id': '7d183c93-533a-4e9f-9836-af07aedea9c8', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1387, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9d892221-db72-44b5-b8b3-7f2a75d6a0ee', 'mac_address': 'fa:16:3e:2f:73:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f89b5258-bff4-41de-af55-f1ebba92f3b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-05T17:15:01Z', 'updated_at': '2022-01-05T17:15:04Z', 'revision_number': 1, 'project_id': '9bafc9d0d75b44f696c7001918c22f7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bdaade1f-99b8-4056-a855-356847ca7946', 'name': '', 'network_id': '9d892221-db72-44b5-b8b3-7f2a75d6a0ee', 'tenant_id': '9bafc9d0d75b44f696c7001918c22f7e', 'mac_address': 'fa:16:3e:9d:8d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a556a634-679b-44da-be20-1af64bc8c3a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '520bba67-4fdd-405a-be17-05cf521cd2ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:09:33Z', 'updated_at': '2022-01-05T17:09:56Z', 'revision_number': 5, 'project_id': '9bafc9d0d75b44f696c7001918c22f7e', 'subnets': [{'id': '520bba67-4fdd-405a-be17-05cf521cd2ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 05 17:20:06.056957 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6afec17a-7dd2-4280-910c-b778b0e0452c None None] New status for floating IP f319ef9a-b93d-42f6-a648-93be7ce74cba: DOWN {{(pid=103802) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 05 17:20:06.772690 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d871fd5d-298a-4464-a37c-080af47de943 req-245268c6-df5c-4ebb-83d7-fb25a451d454 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:20:06.774213 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-d871fd5d-298a-4464-a37c-080af47de943 req-245268c6-df5c-4ebb-83d7-fb25a451d454 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] 10.222.0.11 "GET /v2.0/ports?device_id=420ee118-202e-4452-b10a-080155c31611 HTTP/1.1" status: 200 len: 945 time: 0.0584030 Jan 05 17:20:06.826370 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-d871fd5d-298a-4464-a37c-080af47de943 req-323686a0-0131-4abe-8898-ccf878902088 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] 10.222.0.11 "GET /v2.0/security-groups?id=74da9e44-17f3-4e78-b165-acdbd8889547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466862 Jan 05 17:20:07.144320 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ecf89b-aac0-4874-b258-0a4bdd182004 req-47585c9f-8748-4fdb-ab90-42bb789caa4e tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:20:07.145771 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-e5ecf89b-aac0-4874-b258-0a4bdd182004 req-47585c9f-8748-4fdb-ab90-42bb789caa4e tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] 10.222.0.13 "GET /v2.0/ports?device_id=420ee118-202e-4452-b10a-080155c31611 HTTP/1.1" status: 200 len: 945 time: 0.0525539 Jan 05 17:20:07.230782 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [req-e5ecf89b-aac0-4874-b258-0a4bdd182004 req-16db0891-e965-40f9-a272-9b09e0149c99 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] Deleting port 5416b540-e44c-4d73-a807-f13c64b0ce0a {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:20:07.231116 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-e5ecf89b-aac0-4874-b258-0a4bdd182004 req-16db0891-e965-40f9-a272-9b09e0149c99 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:20:07.322142 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.db [req-e5ecf89b-aac0-4874-b258-0a4bdd182004 req-16db0891-e965-40f9-a272-9b09e0149c99 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] For port 5416b540-e44c-4d73-a807-f13c64b0ce0a, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=5416b540-e44c-4d73-a807-f13c64b0ce0a,segment=NetworkSegment(1ad36131-ab48-4a0c-b640-58d4ec89beaf),segment_id=1ad36131-ab48-4a0c-b640-58d4ec89beaf)] {{(pid=103800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:20:07.322496 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-e5ecf89b-aac0-4874-b258-0a4bdd182004 req-16db0891-e965-40f9-a272-9b09e0149c99 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:20:07.334958 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [req-e5ecf89b-aac0-4874-b258-0a4bdd182004 req-16db0891-e965-40f9-a272-9b09e0149c99 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] Calling delete_port for 5416b540-e44c-4d73-a807-f13c64b0ce0a owned by compute:nova {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:20:07.521238 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-e5ecf89b-aac0-4874-b258-0a4bdd182004 req-16db0891-e965-40f9-a272-9b09e0149c99 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:20:07.551023 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16db0891-e965-40f9-a272-9b09e0149c99 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] Pushing event deleted for resources: {'Port': ['ID=5416b540-e44c-4d73-a807-f13c64b0ce0a,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:20:07.594249 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5ecf89b-aac0-4874-b258-0a4bdd182004 req-16db0891-e965-40f9-a272-9b09e0149c99 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] No DVR routers for this DVR port 5416b540-e44c-4d73-a807-f13c64b0ce0a on host hv-neutron-mast {{(pid=103800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 05 17:20:07.601760 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-e5ecf89b-aac0-4874-b258-0a4bdd182004 req-16db0891-e965-40f9-a272-9b09e0149c99 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:20:07.601760 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-e5ecf89b-aac0-4874-b258-0a4bdd182004 req-16db0891-e965-40f9-a272-9b09e0149c99 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] 10.222.0.13 "DELETE /v2.0/ports/5416b540-e44c-4d73-a807-f13c64b0ce0a HTTP/1.1" status: 204 len: 173 time: 0.4495754 Jan 05 17:20:07.601760 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '420ee118-202e-4452-b10a-080155c31611', 'name': 'network-vif-deleted', 'tag': '5416b540-e44c-4d73-a807-f13c64b0ce0a'}] {{(pid=103800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 05 17:20:07.603309 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f64b9d4628f7eefcc27168a80c04985d23f0ea5def038dae05e1deb7357f3bfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc2cd449-15da-4b8c-a1ae-498d777d28cf" -d '{"events": [{"server_uuid": "420ee118-202e-4452-b10a-080155c31611", "name": "network-vif-deleted", "tag": "5416b540-e44c-4d73-a807-f13c64b0ce0a"}]}' {{(pid=103800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 05 17:20:07.638889 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Jan 2022 17:20:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68187b1c-75eb-41a3-be4d-f9c360163660 x-openstack-request-id: req-68187b1c-75eb-41a3-be4d-f9c360163660 {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 05 17:20:07.639183 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "420ee118-202e-4452-b10a-080155c31611", "name": "network-vif-deleted", "tag": "5416b540-e44c-4d73-a807-f13c64b0ce0a", "status": "completed", "code": 200}]} {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 05 17:20:07.639433 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-68187b1c-75eb-41a3-be4d-f9c360163660 {{(pid=103800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 05 17:20:07.639830 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '420ee118-202e-4452-b10a-080155c31611', 'name': 'network-vif-deleted', 'tag': '5416b540-e44c-4d73-a807-f13c64b0ce0a', 'status': 'completed', 'code': 200} Jan 05 17:20:07.922031 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-94eda69e-d6eb-4a7d-853e-c63dbb0eff77 req-a61ac5b5-18fa-453e-ac24-f8134db9bb12 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] 10.222.0.11 "GET /v2.0/ports?device_id=420ee118-202e-4452-b10a-080155c31611 HTTP/1.1" status: 200 len: 210 time: 0.0287511 Jan 05 17:20:09.015273 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-5e0975cd-7068-442a-876f-8b38f23a1a2d req-ac1c75e9-ee15-43c8-b1b5-18e09f026e82 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] 10.222.0.11 "GET /v2.0/ports?device_id=420ee118-202e-4452-b10a-080155c31611 HTTP/1.1" status: 200 len: 210 time: 0.0262249 Jan 05 17:20:09.869498 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Device 5416b540-e44c-4d73-a807-f13c64b0ce0a no longer exists at agent hyperv_hv-neutron-mast {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 05 17:20:09.889916 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] No Port match for: 5416b540-e44c-4d73-a807-f13c64b0ce0a {{(pid=103802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 05 17:20:09.890255 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Device 5416b540-e44c-4d73-a807-f13c64b0ce0a not bound to the agent host hv-neutron-mast {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 05 17:20:10.108740 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-965e60ea-1d87-49d3-9f3b-96d0c2cc796a req-73b44e54-5a4f-4969-8898-3f64412939ae tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] 10.222.0.11 "GET /v2.0/ports?device_id=420ee118-202e-4452-b10a-080155c31611 HTTP/1.1" status: 200 len: 210 time: 0.0257523 Jan 05 17:20:11.205606 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-1960bbe6-c428-406b-9426-46bd06d6ef2b req-80630c19-9681-473f-8670-09d0b4050472 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] 10.222.0.11 "GET /v2.0/ports?device_id=420ee118-202e-4452-b10a-080155c31611 HTTP/1.1" status: 200 len: 210 time: 0.0261207 Jan 05 17:20:12.296551 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-842d7899-c958-4990-9018-83fc6139f3f9 req-8a14e8ed-de82-4b9a-9fef-04f5d5508eb3 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] 10.222.0.11 "GET /v2.0/ports?device_id=420ee118-202e-4452-b10a-080155c31611 HTTP/1.1" status: 200 len: 210 time: 0.0262635 Jan 05 17:20:13.389387 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-63b010b2-8696-497e-afe4-282c41030757 req-43f35150-5453-4295-a18e-726d0f3f7e9c tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] 10.222.0.11 "GET /v2.0/ports?device_id=420ee118-202e-4452-b10a-080155c31611 HTTP/1.1" status: 200 len: 210 time: 0.0264707 Jan 05 17:20:14.486866 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-fae26428-352e-4f17-a2a9-8b0139c48ba4 req-4bb2d253-4658-4f47-acbc-90eb0b741f25 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] 10.222.0.11 "GET /v2.0/ports?device_id=420ee118-202e-4452-b10a-080155c31611 HTTP/1.1" status: 200 len: 210 time: 0.0303214 Jan 05 17:20:15.579651 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-6a9f3b2e-e6ef-4b99-84f7-08d4b59a68ae req-c75c59a5-3097-456c-8c80-f42486b27c62 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] 10.222.0.11 "GET /v2.0/ports?device_id=420ee118-202e-4452-b10a-080155c31611 HTTP/1.1" status: 200 len: 210 time: 0.0272286 Jan 05 17:20:16.688151 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-3343feae-a1bc-48da-a606-1099cbfafd94 req-694729c6-d1ad-4d7c-81da-a69440b783ec tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] 10.222.0.11 "GET /v2.0/ports?device_id=420ee118-202e-4452-b10a-080155c31611 HTTP/1.1" status: 200 len: 210 time: 0.0259204 Jan 05 17:20:17.088319 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-06a7b77b-d196-4f56-aaec-fc63f1d1996a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:20:19.299958 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-a9eeead0-fbbf-4400-823b-e4938808efd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:20:19.749934 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:20:20.522253 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d2607572-b3c9-472c-85bc-c8de0c3fb75c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:20:21.909251 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d504d802-9546-4ce5-a9d3-96c844ac5808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:20:23.274920 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:20:26.402511 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 47362) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:20:26.562959 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-d330bf52-3ce2-4fbf-b75a-19c142ff692c tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] Deleting port 3b803055-e36d-4af2-9477-8ec80abc69c2 {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:20:26.563288 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d330bf52-3ce2-4fbf-b75a-19c142ff692c tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:20:26.638527 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d330bf52-3ce2-4fbf-b75a-19c142ff692c tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:20:26.638854 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d330bf52-3ce2-4fbf-b75a-19c142ff692c tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:20:26.650895 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-d330bf52-3ce2-4fbf-b75a-19c142ff692c tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] Calling delete_port for 3b803055-e36d-4af2-9477-8ec80abc69c2 owned by network:floatingip {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:20:26.851871 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d330bf52-3ce2-4fbf-b75a-19c142ff692c tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:20:26.874897 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d330bf52-3ce2-4fbf-b75a-19c142ff692c tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] Pushing event deleted for resources: {'Port': ['ID=3b803055-e36d-4af2-9477-8ec80abc69c2,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:20:26.887287 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d330bf52-3ce2-4fbf-b75a-19c142ff692c tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:20:26.887640 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d330bf52-3ce2-4fbf-b75a-19c142ff692c tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:20:26.887989 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d330bf52-3ce2-4fbf-b75a-19c142ff692c tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:20:26.888329 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d330bf52-3ce2-4fbf-b75a-19c142ff692c tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:20:26.888664 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d330bf52-3ce2-4fbf-b75a-19c142ff692c tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:20:26.888996 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d330bf52-3ce2-4fbf-b75a-19c142ff692c tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:20:26.889326 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d330bf52-3ce2-4fbf-b75a-19c142ff692c tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:20:26.889677 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d330bf52-3ce2-4fbf-b75a-19c142ff692c tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:20:26.890043 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d330bf52-3ce2-4fbf-b75a-19c142ff692c tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:20:26.890401 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d330bf52-3ce2-4fbf-b75a-19c142ff692c tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:20:26.890731 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d330bf52-3ce2-4fbf-b75a-19c142ff692c tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:20:26.891085 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d330bf52-3ce2-4fbf-b75a-19c142ff692c tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:20:26.891411 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d330bf52-3ce2-4fbf-b75a-19c142ff692c tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:20:26.954085 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d330bf52-3ce2-4fbf-b75a-19c142ff692c tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] Publish callbacks [] for floatingip, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:20:26.954454 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.db.l3_db [None req-d330bf52-3ce2-4fbf-b75a-19c142ff692c tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] Floating IP e2124c91-d62f-4904-9fd0-95c1d6ce9eed disassociated (deleted). External IP: 172.36.4.13, port: 7d183c93-533a-4e9f-9836-af07aedea9c8. Jan 05 17:20:27.155470 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d330bf52-3ce2-4fbf-b75a-19c142ff692c tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] Router a556a634-679b-44da-be20-1af64bc8c3a7 has already been hosted by L3 agent 59446fdc-40e0-41fe-a575-a8eb11d742f7 {{(pid=103800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 05 17:20:27.259373 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d330bf52-3ce2-4fbf-b75a-19c142ff692c tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 05 17:20:27.264154 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d330bf52-3ce2-4fbf-b75a-19c142ff692c tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for floatingip, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:20:27.268642 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37a75557-3182-4a5c-8ee7-cd96f3e6186d None None] Sync routers for ids ['a556a634-679b-44da-be20-1af64bc8c3a7'] in dv-neutron-master-2-hyperv {{(pid=103803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 05 17:20:27.277485 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37a75557-3182-4a5c-8ee7-cd96f3e6186d None None] Routers {'a556a634-679b-44da-be20-1af64bc8c3a7'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:20:27.278142 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-37a75557-3182-4a5c-8ee7-cd96f3e6186d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:20:19Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['a556a634-679b-44da-be20-1af64bc8c3a7'], 'active': True} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:20:27.289723 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-d330bf52-3ce2-4fbf-b75a-19c142ff692c tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] 10.222.0.11 "DELETE /v2.0/floatingips/e2124c91-d62f-4904-9fd0-95c1d6ce9eed HTTP/1.1" status: 204 len: 168 time: 0.8861325 Jan 05 17:20:27.290328 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f89b5258-bff4-41de-af55-f1ebba92f3b3', 'tag': '7d183c93-533a-4e9f-9836-af07aedea9c8'}] {{(pid=103800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 05 17:20:27.292803 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f64b9d4628f7eefcc27168a80c04985d23f0ea5def038dae05e1deb7357f3bfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83c1a033-6b3c-47b2-bfa0-9a5228e7727d" -d '{"events": [{"name": "network-changed", "server_uuid": "f89b5258-bff4-41de-af55-f1ebba92f3b3", "tag": "7d183c93-533a-4e9f-9836-af07aedea9c8"}]}' {{(pid=103800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 05 17:20:27.332038 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Jan 2022 17:20:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17ded8b9-3b98-4e30-9960-28a5fc3a3e99 x-openstack-request-id: req-17ded8b9-3b98-4e30-9960-28a5fc3a3e99 {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 05 17:20:27.332397 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f89b5258-bff4-41de-af55-f1ebba92f3b3", "tag": "7d183c93-533a-4e9f-9836-af07aedea9c8", "status": "completed", "code": 200}]} {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 05 17:20:27.332712 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-17ded8b9-3b98-4e30-9960-28a5fc3a3e99 {{(pid=103800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 05 17:20:27.333271 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f89b5258-bff4-41de-af55-f1ebba92f3b3', 'tag': '7d183c93-533a-4e9f-9836-af07aedea9c8', 'status': 'completed', 'code': 200} Jan 05 17:20:27.388014 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvr_db [None req-37a75557-3182-4a5c-8ee7-cd96f3e6186d None None] Set router a556a634-679b-44da-be20-1af64bc8c3a7 gateway port host: dv-neutron-master-2-hyperv {{(pid=103803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:20:27.394534 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c1a033-6b3c-47b2-bfa0-9a5228e7727d req-307b494c-a5d2-48c0-89af-9d0585a050b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:20:27.396105 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-83c1a033-6b3c-47b2-bfa0-9a5228e7727d req-307b494c-a5d2-48c0-89af-9d0585a050b9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9bafc9d0d75b44f696c7001918c22f7e&device_id=f89b5258-bff4-41de-af55-f1ebba92f3b3 HTTP/1.1" status: 200 len: 1098 time: 0.0415039 Jan 05 17:20:27.487037 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c1a033-6b3c-47b2-bfa0-9a5228e7727d req-2a1c061b-ba20-44b6-bb37-64c1073c1756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:20:27.488546 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-83c1a033-6b3c-47b2-bfa0-9a5228e7727d req-2a1c061b-ba20-44b6-bb37-64c1073c1756 service neutron] 10.222.0.13 "GET /v2.0/networks?id=9d892221-db72-44b5-b8b3-7f2a75d6a0ee HTTP/1.1" status: 200 len: 913 time: 0.0874102 Jan 05 17:20:27.531528 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-83c1a033-6b3c-47b2-bfa0-9a5228e7727d req-ece60d55-4583-4ab5-b9f1-a5ed65344079 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7d183c93-533a-4e9f-9836-af07aedea9c8 HTTP/1.1" status: 200 len: 217 time: 0.0366158 Jan 05 17:20:27.584779 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c1a033-6b3c-47b2-bfa0-9a5228e7727d req-1ed68016-713a-400f-8ca3-15abdcf68b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:20:27.586255 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-83c1a033-6b3c-47b2-bfa0-9a5228e7727d req-1ed68016-713a-400f-8ca3-15abdcf68b07 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=520bba67-4fdd-405a-be17-05cf521cd2ec HTTP/1.1" status: 200 len: 851 time: 0.0473547 Jan 05 17:20:27.587301 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-37a75557-3182-4a5c-8ee7-cd96f3e6186d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a556a634-679b-44da-be20-1af64bc8c3a7', 'name': 'tempest-TestVolumeBootPattern-1887300476-router', 'tenant_id': '9bafc9d0d75b44f696c7001918c22f7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.72'}], 'enable_snat': True}, 'gw_port_id': '276dbda1-be0d-4778-9c79-79ca3751d954', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:09:23Z', 'updated_at': '2022-01-05T17:09:36Z', 'revision_number': 4, 'project_id': '9bafc9d0d75b44f696c7001918c22f7e', 'gw_port': {'id': '276dbda1-be0d-4778-9c79-79ca3751d954', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:0b:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a556a634-679b-44da-be20-1af64bc8c3a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:09:24Z', 'updated_at': '2022-01-05T17:09:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'bdaade1f-99b8-4056-a855-356847ca7946', 'name': '', 'network_id': '9d892221-db72-44b5-b8b3-7f2a75d6a0ee', 'tenant_id': '9bafc9d0d75b44f696c7001918c22f7e', 'mac_address': 'fa:16:3e:9d:8d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a556a634-679b-44da-be20-1af64bc8c3a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '520bba67-4fdd-405a-be17-05cf521cd2ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:09:33Z', 'updated_at': '2022-01-05T17:09:56Z', 'revision_number': 5, 'project_id': '9bafc9d0d75b44f696c7001918c22f7e', 'subnets': [{'id': '520bba67-4fdd-405a-be17-05cf521cd2ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:20:27.613725 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37a75557-3182-4a5c-8ee7-cd96f3e6186d None None] Checking router: a556a634-679b-44da-be20-1af64bc8c3a7 for host: dv-neutron-master-2-hyperv {{(pid=103803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 05 17:20:27.622531 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37a75557-3182-4a5c-8ee7-cd96f3e6186d None None] Routers {'a556a634-679b-44da-be20-1af64bc8c3a7'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:20:27.623124 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-37a75557-3182-4a5c-8ee7-cd96f3e6186d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:20:19Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['a556a634-679b-44da-be20-1af64bc8c3a7'], 'active': True} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:20:27.638177 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c1a033-6b3c-47b2-bfa0-9a5228e7727d req-f2e5691b-1b4d-4363-9ff6-965c555783ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:20:27.639578 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-83c1a033-6b3c-47b2-bfa0-9a5228e7727d req-f2e5691b-1b4d-4363-9ff6-965c555783ca service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9d892221-db72-44b5-b8b3-7f2a75d6a0ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0478175 Jan 05 17:20:27.725621 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bd50ca-cc72-4d4c-9c04-540f2e936426 req-c345ab94-f8c3-41fb-97da-3b60f786448b tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:20:27.727097 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-a5bd50ca-cc72-4d4c-9c04-540f2e936426 req-c345ab94-f8c3-41fb-97da-3b60f786448b tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] 10.222.0.11 "GET /v2.0/ports?device_id=f89b5258-bff4-41de-af55-f1ebba92f3b3 HTTP/1.1" status: 200 len: 945 time: 0.0486903 Jan 05 17:20:27.733617 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-83c1a033-6b3c-47b2-bfa0-9a5228e7727d req-17e8a8a2-7ebf-42e2-a4cd-17543a553cb4 service neutron] 10.222.0.13 "GET /v2.0/networks/9d892221-db72-44b5-b8b3-7f2a75d6a0ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876157 Jan 05 17:20:27.736203 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvr_db [None req-37a75557-3182-4a5c-8ee7-cd96f3e6186d None None] Set router a556a634-679b-44da-be20-1af64bc8c3a7 gateway port host: dv-neutron-master-2-hyperv {{(pid=103803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:20:27.779956 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-a5bd50ca-cc72-4d4c-9c04-540f2e936426 req-2dfed40a-8077-4e9f-bb67-b34ea3fbbbc7 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] 10.222.0.11 "GET /v2.0/security-groups?id=74da9e44-17f3-4e78-b165-acdbd8889547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472343 Jan 05 17:20:27.834104 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-83c1a033-6b3c-47b2-bfa0-9a5228e7727d req-eff7b79d-c6f3-4986-a320-ad8dd7290431 service neutron] 10.222.0.13 "GET /v2.0/networks/9d892221-db72-44b5-b8b3-7f2a75d6a0ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881016 Jan 05 17:20:27.935316 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-37a75557-3182-4a5c-8ee7-cd96f3e6186d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a556a634-679b-44da-be20-1af64bc8c3a7', 'name': 'tempest-TestVolumeBootPattern-1887300476-router', 'tenant_id': '9bafc9d0d75b44f696c7001918c22f7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.72'}], 'enable_snat': True}, 'gw_port_id': '276dbda1-be0d-4778-9c79-79ca3751d954', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:09:23Z', 'updated_at': '2022-01-05T17:09:36Z', 'revision_number': 4, 'project_id': '9bafc9d0d75b44f696c7001918c22f7e', 'gw_port': {'id': '276dbda1-be0d-4778-9c79-79ca3751d954', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:0b:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a556a634-679b-44da-be20-1af64bc8c3a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:09:24Z', 'updated_at': '2022-01-05T17:09:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'bdaade1f-99b8-4056-a855-356847ca7946', 'name': '', 'network_id': '9d892221-db72-44b5-b8b3-7f2a75d6a0ee', 'tenant_id': '9bafc9d0d75b44f696c7001918c22f7e', 'mac_address': 'fa:16:3e:9d:8d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a556a634-679b-44da-be20-1af64bc8c3a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '520bba67-4fdd-405a-be17-05cf521cd2ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:09:33Z', 'updated_at': '2022-01-05T17:09:56Z', 'revision_number': 5, 'project_id': '9bafc9d0d75b44f696c7001918c22f7e', 'subnets': [{'id': '520bba67-4fdd-405a-be17-05cf521cd2ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:20:27.964330 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37a75557-3182-4a5c-8ee7-cd96f3e6186d None None] The sync data for ids ['a556a634-679b-44da-be20-1af64bc8c3a7'] in dv-neutron-master-2-hyperv is: [{'id': 'a556a634-679b-44da-be20-1af64bc8c3a7', 'name': 'tempest-TestVolumeBootPattern-1887300476-router', 'tenant_id': '9bafc9d0d75b44f696c7001918c22f7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.72'}], 'enable_snat': True}, 'gw_port_id': '276dbda1-be0d-4778-9c79-79ca3751d954', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:09:23Z', 'updated_at': '2022-01-05T17:09:36Z', 'revision_number': 4, 'project_id': '9bafc9d0d75b44f696c7001918c22f7e', 'gw_port': {'id': '276dbda1-be0d-4778-9c79-79ca3751d954', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:0b:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a556a634-679b-44da-be20-1af64bc8c3a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:09:24Z', 'updated_at': '2022-01-05T17:09:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'bdaade1f-99b8-4056-a855-356847ca7946', 'name': '', 'network_id': '9d892221-db72-44b5-b8b3-7f2a75d6a0ee', 'tenant_id': '9bafc9d0d75b44f696c7001918c22f7e', 'mac_address': 'fa:16:3e:9d:8d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a556a634-679b-44da-be20-1af64bc8c3a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '520bba67-4fdd-405a-be17-05cf521cd2ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:09:33Z', 'updated_at': '2022-01-05T17:09:56Z', 'revision_number': 5, 'project_id': '9bafc9d0d75b44f696c7001918c22f7e', 'subnets': [{'id': '520bba67-4fdd-405a-be17-05cf521cd2ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 05 17:20:28.172467 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e65c85eb-b56a-4707-baf2-2345b4638535 None None] New status for floating IP e2124c91-d62f-4904-9fd0-95c1d6ce9eed: DOWN {{(pid=103802) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 05 17:20:28.269845 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec89e7b-721c-44d1-a394-13c5faa051eb req-2b829c0c-247f-4e71-9c2d-2feb1f7b1c63 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:20:28.271787 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-bec89e7b-721c-44d1-a394-13c5faa051eb req-2b829c0c-247f-4e71-9c2d-2feb1f7b1c63 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] 10.222.0.13 "GET /v2.0/ports?device_id=f89b5258-bff4-41de-af55-f1ebba92f3b3 HTTP/1.1" status: 200 len: 945 time: 0.0513659 Jan 05 17:20:28.361703 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [req-bec89e7b-721c-44d1-a394-13c5faa051eb req-8f863905-9218-4344-a5b4-f7c37644487b tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] Deleting port 7d183c93-533a-4e9f-9836-af07aedea9c8 {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:20:28.361939 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-bec89e7b-721c-44d1-a394-13c5faa051eb req-8f863905-9218-4344-a5b4-f7c37644487b tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:20:28.446454 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.db [req-bec89e7b-721c-44d1-a394-13c5faa051eb req-8f863905-9218-4344-a5b4-f7c37644487b tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] For port 7d183c93-533a-4e9f-9836-af07aedea9c8, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=7d183c93-533a-4e9f-9836-af07aedea9c8,segment=NetworkSegment(1ad36131-ab48-4a0c-b640-58d4ec89beaf),segment_id=1ad36131-ab48-4a0c-b640-58d4ec89beaf)] {{(pid=103800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:20:28.446807 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-bec89e7b-721c-44d1-a394-13c5faa051eb req-8f863905-9218-4344-a5b4-f7c37644487b tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:20:28.459779 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [req-bec89e7b-721c-44d1-a394-13c5faa051eb req-8f863905-9218-4344-a5b4-f7c37644487b tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] Calling delete_port for 7d183c93-533a-4e9f-9836-af07aedea9c8 owned by compute:nova {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:20:28.642655 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-bec89e7b-721c-44d1-a394-13c5faa051eb req-8f863905-9218-4344-a5b4-f7c37644487b tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:20:28.670705 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f863905-9218-4344-a5b4-f7c37644487b tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] Pushing event deleted for resources: {'Port': ['ID=7d183c93-533a-4e9f-9836-af07aedea9c8,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:20:28.711350 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [req-bec89e7b-721c-44d1-a394-13c5faa051eb req-8f863905-9218-4344-a5b4-f7c37644487b tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] No DVR routers for this DVR port 7d183c93-533a-4e9f-9836-af07aedea9c8 on host hv-neutron-mast {{(pid=103800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 05 17:20:28.713896 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-bec89e7b-721c-44d1-a394-13c5faa051eb req-8f863905-9218-4344-a5b4-f7c37644487b tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:20:28.717213 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-bec89e7b-721c-44d1-a394-13c5faa051eb req-8f863905-9218-4344-a5b4-f7c37644487b tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] 10.222.0.13 "DELETE /v2.0/ports/7d183c93-533a-4e9f-9836-af07aedea9c8 HTTP/1.1" status: 204 len: 173 time: 0.4408352 Jan 05 17:20:28.880971 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-0ae57986-5bef-43bb-9411-1dddc0b36acc req-4a59399d-87fb-491d-bf2c-1becd8d89b3b tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] 10.222.0.11 "GET /v2.0/ports?device_id=f89b5258-bff4-41de-af55-f1ebba92f3b3 HTTP/1.1" status: 200 len: 210 time: 0.0307865 Jan 05 17:20:29.334416 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f89b5258-bff4-41de-af55-f1ebba92f3b3', 'name': 'network-vif-deleted', 'tag': '7d183c93-533a-4e9f-9836-af07aedea9c8'}] {{(pid=103800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 05 17:20:29.336821 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f64b9d4628f7eefcc27168a80c04985d23f0ea5def038dae05e1deb7357f3bfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-099ef1d3-2961-484d-852d-0215394395f8" -d '{"events": [{"server_uuid": "f89b5258-bff4-41de-af55-f1ebba92f3b3", "name": "network-vif-deleted", "tag": "7d183c93-533a-4e9f-9836-af07aedea9c8"}]}' {{(pid=103800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 05 17:20:29.374958 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Jan 2022 17:20:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db45e23f-a27b-4477-92c4-cf46e4ce5d99 x-openstack-request-id: req-db45e23f-a27b-4477-92c4-cf46e4ce5d99 {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 05 17:20:29.375371 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f89b5258-bff4-41de-af55-f1ebba92f3b3", "name": "network-vif-deleted", "tag": "7d183c93-533a-4e9f-9836-af07aedea9c8", "status": "completed", "code": 200}]} {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 05 17:20:29.375891 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-db45e23f-a27b-4477-92c4-cf46e4ce5d99 {{(pid=103800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 05 17:20:29.376452 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f89b5258-bff4-41de-af55-f1ebba92f3b3', 'name': 'network-vif-deleted', 'tag': '7d183c93-533a-4e9f-9836-af07aedea9c8', 'status': 'completed', 'code': 200} Jan 05 17:20:30.033246 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-1645594e-ffca-42bb-aaa1-ab85a57f5c17 req-4d7f2a2a-23e9-44c0-b805-467410ab6ce6 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] 10.222.0.11 "GET /v2.0/ports?device_id=f89b5258-bff4-41de-af55-f1ebba92f3b3 HTTP/1.1" status: 200 len: 210 time: 0.0277469 Jan 05 17:20:31.068922 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-9e8ecbae-6dcf-49ea-9c5c-3678638ca2df req-52068a30-14c8-4e75-b52f-28f8634323b2 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] 10.222.0.11 "GET /v2.0/ports?device_id=f89b5258-bff4-41de-af55-f1ebba92f3b3 HTTP/1.1" status: 200 len: 210 time: 0.0253990 Jan 05 17:20:31.962899 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Device 7d183c93-533a-4e9f-9836-af07aedea9c8 no longer exists at agent hyperv_hv-neutron-mast {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 05 17:20:31.982734 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] No Port match for: 7d183c93-533a-4e9f-9836-af07aedea9c8 {{(pid=103802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 05 17:20:31.983072 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Device 7d183c93-533a-4e9f-9836-af07aedea9c8 not bound to the agent host hv-neutron-mast {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 05 17:20:32.168252 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-af8cb2a1-17a0-42f8-9fdf-a021ebacb61b req-5d892f7d-ec7b-4cfb-96bf-230ce05bd6ec tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] 10.222.0.11 "GET /v2.0/ports?device_id=f89b5258-bff4-41de-af55-f1ebba92f3b3 HTTP/1.1" status: 200 len: 210 time: 0.0293777 Jan 05 17:20:33.265031 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-3de34c7d-7c38-49c0-a766-257f218b019b req-98143b2f-c11d-4b9a-814e-5293d414f183 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] 10.222.0.11 "GET /v2.0/ports?device_id=f89b5258-bff4-41de-af55-f1ebba92f3b3 HTTP/1.1" status: 200 len: 210 time: 0.0283835 Jan 05 17:20:34.358896 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-365ab1ae-2b66-4e8c-a2ec-ba894c87767a req-5c38b033-047b-481f-9745-de1ad9013445 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] 10.222.0.11 "GET /v2.0/ports?device_id=f89b5258-bff4-41de-af55-f1ebba92f3b3 HTTP/1.1" status: 200 len: 210 time: 0.0266609 Jan 05 17:20:35.453539 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-15348b1f-72b8-4ee4-ab92-4fd4b3ee3d61 req-f23cba18-752a-4ec6-b345-bc002a13ada9 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] 10.222.0.11 "GET /v2.0/ports?device_id=f89b5258-bff4-41de-af55-f1ebba92f3b3 HTTP/1.1" status: 200 len: 210 time: 0.0269904 Jan 05 17:20:35.725073 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.agents_db [None req-291d1585-17df-45c0-b64a-d244e6d90872 None None] Agent healthcheck: found 6 active agents {{(pid=103803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 05 17:20:36.544015 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-35cb86da-b652-46b4-aa5b-f168f782ab68 req-fc4c7c0b-7080-413a-9919-b1b79c404ff4 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] 10.222.0.11 "GET /v2.0/ports?device_id=f89b5258-bff4-41de-af55-f1ebba92f3b3 HTTP/1.1" status: 200 len: 210 time: 0.0259509 Jan 05 17:20:37.649791 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-88d82da4-72f6-48ea-8a6a-e9e09da331c6 req-eb8eadf2-ffa8-4316-82af-2961845df77e tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] 10.222.0.11 "GET /v2.0/ports?device_id=f89b5258-bff4-41de-af55-f1ebba92f3b3 HTTP/1.1" status: 200 len: 210 time: 0.0281651 Jan 05 17:20:38.704555 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 47392) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:20:38.826329 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-7b927e42-68d5-431b-90ef-850d6045c8e5 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] Deleting port cea07a83-9c15-49d6-8abc-cf7331191336 {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:20:38.826659 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7b927e42-68d5-431b-90ef-850d6045c8e5 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:20:38.897903 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7b927e42-68d5-431b-90ef-850d6045c8e5 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:20:38.898148 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7b927e42-68d5-431b-90ef-850d6045c8e5 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:20:38.909339 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-7b927e42-68d5-431b-90ef-850d6045c8e5 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] Calling delete_port for cea07a83-9c15-49d6-8abc-cf7331191336 owned by network:floatingip {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:20:39.122596 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7b927e42-68d5-431b-90ef-850d6045c8e5 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:20:39.146945 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b927e42-68d5-431b-90ef-850d6045c8e5 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] Pushing event deleted for resources: {'Port': ['ID=cea07a83-9c15-49d6-8abc-cf7331191336,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:20:39.210418 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7b927e42-68d5-431b-90ef-850d6045c8e5 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] Publish callbacks [] for floatingip, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:20:39.212947 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7b927e42-68d5-431b-90ef-850d6045c8e5 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for floatingip, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:20:39.214129 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-7b927e42-68d5-431b-90ef-850d6045c8e5 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] 10.222.0.11 "DELETE /v2.0/floatingips/f7e7b6e1-c6e4-4575-ab0a-8c2b677d9a7c HTTP/1.1" status: 204 len: 168 time: 0.5086150 Jan 05 17:20:44.707006 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 47412) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:20:44.762503 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-5e2e14a8-5e56-4bdd-baba-02eda134dba0 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] Publish callbacks [] for security_group, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:20:44.790179 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-5e2e14a8-5e56-4bdd-baba-02eda134dba0 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:20:44.920223 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-5e2e14a8-5e56-4bdd-baba-02eda134dba0 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:20:44.922945 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-5e2e14a8-5e56-4bdd-baba-02eda134dba0 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] Publish callbacks [] for security_group, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:20:44.924112 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-5e2e14a8-5e56-4bdd-baba-02eda134dba0 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] 10.222.0.11 "DELETE /v2.0/security-groups/74da9e44-17f3-4e78-b165-acdbd8889547 HTTP/1.1" status: 204 len: 168 time: 0.2161081 Jan 05 17:20:44.934052 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2e14a8-5e56-4bdd-baba-02eda134dba0 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=74da9e44-17f3-4e78-b165-acdbd8889547,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:20:44.941752 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2e14a8-5e56-4bdd-baba-02eda134dba0 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:20:44.942150 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2e14a8-5e56-4bdd-baba-02eda134dba0 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:20:44.942491 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2e14a8-5e56-4bdd-baba-02eda134dba0 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:20:44.942835 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2e14a8-5e56-4bdd-baba-02eda134dba0 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:20:44.943169 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2e14a8-5e56-4bdd-baba-02eda134dba0 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:20:44.943504 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2e14a8-5e56-4bdd-baba-02eda134dba0 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:20:44.943935 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2e14a8-5e56-4bdd-baba-02eda134dba0 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:20:44.944352 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2e14a8-5e56-4bdd-baba-02eda134dba0 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:20:44.944595 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2e14a8-5e56-4bdd-baba-02eda134dba0 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:20:44.944955 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2e14a8-5e56-4bdd-baba-02eda134dba0 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:20:44.945264 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2e14a8-5e56-4bdd-baba-02eda134dba0 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:20:44.945623 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2e14a8-5e56-4bdd-baba-02eda134dba0 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:20:44.945938 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2e14a8-5e56-4bdd-baba-02eda134dba0 tempest-TestVolumeBootPattern-1922405055 tempest-TestVolumeBootPattern-1922405055-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:20:45.062697 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 47416) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:20:45.549933 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-191448ec-e92a-4ae2-b5d9-0f2621678ba0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-531685'] for router_interface, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:20:45.796842 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-191448ec-e92a-4ae2-b5d9-0f2621678ba0 admin admin] Deleting port bdaade1f-99b8-4056-a855-356847ca7946 {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:20:45.797533 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-191448ec-e92a-4ae2-b5d9-0f2621678ba0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:20:45.874869 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-191448ec-e92a-4ae2-b5d9-0f2621678ba0 admin admin] For port bdaade1f-99b8-4056-a855-356847ca7946, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=bdaade1f-99b8-4056-a855-356847ca7946,segment=NetworkSegment(1ad36131-ab48-4a0c-b640-58d4ec89beaf),segment_id=1ad36131-ab48-4a0c-b640-58d4ec89beaf)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:20:45.875224 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-191448ec-e92a-4ae2-b5d9-0f2621678ba0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:20:45.888148 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-191448ec-e92a-4ae2-b5d9-0f2621678ba0 admin admin] Calling delete_port for bdaade1f-99b8-4056-a855-356847ca7946 owned by network:router_interface {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:20:46.162580 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-191448ec-e92a-4ae2-b5d9-0f2621678ba0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11433176'] for port, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:20:46.188266 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191448ec-e92a-4ae2-b5d9-0f2621678ba0 admin admin] Pushing event deleted for resources: {'Port': ['ID=bdaade1f-99b8-4056-a855-356847ca7946,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:20:46.356169 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-191448ec-e92a-4ae2-b5d9-0f2621678ba0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-560676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531569'] for router_interface, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:20:46.572614 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-191448ec-e92a-4ae2-b5d9-0f2621678ba0 admin admin] Router a556a634-679b-44da-be20-1af64bc8c3a7 has already been hosted by L3 agent 59446fdc-40e0-41fe-a575-a8eb11d742f7 {{(pid=103801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 05 17:20:46.980911 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-191448ec-e92a-4ae2-b5d9-0f2621678ba0 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 05 17:20:46.986371 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-191448ec-e92a-4ae2-b5d9-0f2621678ba0 admin admin] 10.222.0.11 "PUT /v2.0/routers/a556a634-679b-44da-be20-1af64bc8c3a7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9225543 Jan 05 17:20:46.988920 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 47420) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:20:46.991898 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f03f06b-3ae0-4346-b400-c9711d26fdd0 None None] Sync routers for ids ['a556a634-679b-44da-be20-1af64bc8c3a7'] in dv-neutron-master-2-hyperv {{(pid=103803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 05 17:20:47.003347 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f03f06b-3ae0-4346-b400-c9711d26fdd0 None None] Routers {'a556a634-679b-44da-be20-1af64bc8c3a7'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:20:47.004050 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-4f03f06b-3ae0-4346-b400-c9711d26fdd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:20:19Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['a556a634-679b-44da-be20-1af64bc8c3a7'], 'active': True} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:20:47.104367 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-afe74ca7-29ee-48eb-abf1-e1890da4f4bb admin admin] Publish callbacks [] for router, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:20:47.196432 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-30c98302-0b59-4b86-b742-7bfed0c3a3ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:20:47.204614 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvr_db [None req-4f03f06b-3ae0-4346-b400-c9711d26fdd0 None None] Set router a556a634-679b-44da-be20-1af64bc8c3a7 gateway port host: dv-neutron-master-2-hyperv {{(pid=103803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:20:47.213227 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-afe74ca7-29ee-48eb-abf1-e1890da4f4bb admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:20:47.329570 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-afe74ca7-29ee-48eb-abf1-e1890da4f4bb admin admin] Deleting port 276dbda1-be0d-4778-9c79-79ca3751d954 {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:20:47.330002 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-afe74ca7-29ee-48eb-abf1-e1890da4f4bb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:20:47.383284 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-4f03f06b-3ae0-4346-b400-c9711d26fdd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a556a634-679b-44da-be20-1af64bc8c3a7', 'name': 'tempest-TestVolumeBootPattern-1887300476-router', 'tenant_id': '9bafc9d0d75b44f696c7001918c22f7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.72'}], 'enable_snat': True}, 'gw_port_id': '276dbda1-be0d-4778-9c79-79ca3751d954', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:09:23Z', 'updated_at': '2022-01-05T17:20:46Z', 'revision_number': 5, 'project_id': '9bafc9d0d75b44f696c7001918c22f7e', 'gw_port': {'id': '276dbda1-be0d-4778-9c79-79ca3751d954', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:0b:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a556a634-679b-44da-be20-1af64bc8c3a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:09:24Z', 'updated_at': '2022-01-05T17:09:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:20:47.409633 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f03f06b-3ae0-4346-b400-c9711d26fdd0 None None] Checking router: a556a634-679b-44da-be20-1af64bc8c3a7 for host: dv-neutron-master-2-hyperv {{(pid=103803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 05 17:20:47.417205 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f03f06b-3ae0-4346-b400-c9711d26fdd0 None None] Routers {'a556a634-679b-44da-be20-1af64bc8c3a7'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:20:47.417834 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-afe74ca7-29ee-48eb-abf1-e1890da4f4bb admin admin] For port 276dbda1-be0d-4778-9c79-79ca3751d954, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=276dbda1-be0d-4778-9c79-79ca3751d954,segment=NetworkSegment(3f961525-530f-4ce5-8222-1dbbbe774893),segment_id=3f961525-530f-4ce5-8222-1dbbbe774893)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:20:47.418005 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-4f03f06b-3ae0-4346-b400-c9711d26fdd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:20:19Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['a556a634-679b-44da-be20-1af64bc8c3a7'], 'active': True} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:20:47.418187 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-afe74ca7-29ee-48eb-abf1-e1890da4f4bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:20:47.430193 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-afe74ca7-29ee-48eb-abf1-e1890da4f4bb admin admin] Calling delete_port for 276dbda1-be0d-4778-9c79-79ca3751d954 owned by network:router_gateway {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:20:47.500890 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvr_db [None req-4f03f06b-3ae0-4346-b400-c9711d26fdd0 None None] Set router a556a634-679b-44da-be20-1af64bc8c3a7 gateway port host: None {{(pid=103803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:20:47.550849 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-4f03f06b-3ae0-4346-b400-c9711d26fdd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a556a634-679b-44da-be20-1af64bc8c3a7', 'name': 'tempest-TestVolumeBootPattern-1887300476-router', 'tenant_id': '9bafc9d0d75b44f696c7001918c22f7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:09:23Z', 'updated_at': '2022-01-05T17:20:47Z', 'revision_number': 6, 'project_id': '9bafc9d0d75b44f696c7001918c22f7e', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:20:47.580097 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f03f06b-3ae0-4346-b400-c9711d26fdd0 None None] The sync data for ids ['a556a634-679b-44da-be20-1af64bc8c3a7'] in dv-neutron-master-2-hyperv is: [{'id': 'a556a634-679b-44da-be20-1af64bc8c3a7', 'name': 'tempest-TestVolumeBootPattern-1887300476-router', 'tenant_id': '9bafc9d0d75b44f696c7001918c22f7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:09:23Z', 'updated_at': '2022-01-05T17:20:47Z', 'revision_number': 6, 'project_id': '9bafc9d0d75b44f696c7001918c22f7e', 'gw_port_host': None}] {{(pid=103803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 05 17:20:47.682341 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-afe74ca7-29ee-48eb-abf1-e1890da4f4bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11433176'] for port, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:20:47.706495 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe74ca7-29ee-48eb-abf1-e1890da4f4bb admin admin] Pushing event deleted for resources: {'Port': ['ID=276dbda1-be0d-4778-9c79-79ca3751d954,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:20:47.721453 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cf75e1b-4366-4498-8ed9-48a2c9252a88 None None] DHCP port deletion for b0167590-0699-4c5c-a932-3939414a9573 request from dv-neutron-master-2-hyperv {{(pid=103802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 05 17:20:47.766957 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-afe74ca7-29ee-48eb-abf1-e1890da4f4bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-648595'] for router_gateway, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:20:47.857982 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-afe74ca7-29ee-48eb-abf1-e1890da4f4bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-648249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62744'] for router, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:20:47.860114 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-afe74ca7-29ee-48eb-abf1-e1890da4f4bb admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:20:47.962726 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-afe74ca7-29ee-48eb-abf1-e1890da4f4bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-648240'] for router, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:20:47.963259 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afe74ca7-29ee-48eb-abf1-e1890da4f4bb admin admin] Fanout notify agent at l3_agent the message router_deleted on router a556a634-679b-44da-be20-1af64bc8c3a7 {{(pid=103801) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 05 17:20:47.967783 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-afe74ca7-29ee-48eb-abf1-e1890da4f4bb admin admin] Publish callbacks [] for router, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:20:47.969253 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-afe74ca7-29ee-48eb-abf1-e1890da4f4bb admin admin] 10.222.0.11 "DELETE /v2.0/routers/a556a634-679b-44da-be20-1af64bc8c3a7 HTTP/1.1" status: 204 len: 168 time: 0.9790826 Jan 05 17:20:47.971427 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 47424) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:20:48.026580 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.db_base_plugin_v2 [None req-4bd61056-0e47-4549-946f-6a973737d391 admin admin] Deleting subnet 520bba67-4fdd-405a-be17-05cf521cd2ec {{(pid=103801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 05 17:20:48.029717 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-4bd61056-0e47-4549-946f-6a973737d391 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:20:48.063803 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-4bd61056-0e47-4549-946f-6a973737d391 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11316398'] for subnet, precommit_delete_associations {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:20:48.141935 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-4bd61056-0e47-4549-946f-6a973737d391 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892868'] for subnet, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:20:48.248136 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-4bd61056-0e47-4549-946f-6a973737d391 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3893367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11433231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12480600'] for subnet, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:20:48.273444 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd61056-0e47-4549-946f-6a973737d391 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=520bba67-4fdd-405a-be17-05cf521cd2ec,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:20:48.277110 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-4bd61056-0e47-4549-946f-6a973737d391 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:20:48.280765 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-4bd61056-0e47-4549-946f-6a973737d391 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/520bba67-4fdd-405a-be17-05cf521cd2ec HTTP/1.1" status: 204 len: 168 time: 0.3082230 Jan 05 17:20:48.282871 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c639662a-2e11-4b06-a711-7485c0a54dec None None] Network 9d892221-db72-44b5-b8b3-7f2a75d6a0ee requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:20:48.283439 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 47426) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:20:48.357703 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-84100665-88e9-43c9-98a0-f853a9b633bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3809644'] for network, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:20:48.362655 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device bdaade1f-99b8-4056-a855-356847ca7946 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 05 17:20:48.391068 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] No Port match for: bdaade1f-99b8-4056-a855-356847ca7946 {{(pid=103802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 05 17:20:48.391410 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device bdaade1f-99b8-4056-a855-356847ca7946 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 05 17:20:48.425209 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-84100665-88e9-43c9-98a0-f853a9b633bc admin admin] Deleting port 9da717b7-a751-40bf-99e0-4770a3c75bcd {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:20:48.425541 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-84100665-88e9-43c9-98a0-f853a9b633bc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:20:48.466244 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cad88d2-ffde-46c6-a1a5-c006add1d34b None None] DHCP port deletion for 9d892221-db72-44b5-b8b3-7f2a75d6a0ee request from dv-neutron-master-2-hyperv {{(pid=103802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 05 17:20:48.491468 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-84100665-88e9-43c9-98a0-f853a9b633bc admin admin] For port 9da717b7-a751-40bf-99e0-4770a3c75bcd, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=9da717b7-a751-40bf-99e0-4770a3c75bcd,segment=NetworkSegment(1ad36131-ab48-4a0c-b640-58d4ec89beaf),segment_id=1ad36131-ab48-4a0c-b640-58d4ec89beaf)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:20:48.491983 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-84100665-88e9-43c9-98a0-f853a9b633bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:20:48.505574 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-84100665-88e9-43c9-98a0-f853a9b633bc admin admin] Calling delete_port for 9da717b7-a751-40bf-99e0-4770a3c75bcd owned by network:dhcp {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:20:48.515451 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-5cad88d2-ffde-46c6-a1a5-c006add1d34b None None] Deleting port 9da717b7-a751-40bf-99e0-4770a3c75bcd {{(pid=103802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:20:48.515829 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-5cad88d2-ffde-46c6-a1a5-c006add1d34b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:20:48.582002 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-5cad88d2-ffde-46c6-a1a5-c006add1d34b None None] For port 9da717b7-a751-40bf-99e0-4770a3c75bcd, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=9da717b7-a751-40bf-99e0-4770a3c75bcd,segment=NetworkSegment(1ad36131-ab48-4a0c-b640-58d4ec89beaf),segment_id=1ad36131-ab48-4a0c-b640-58d4ec89beaf)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:20:48.582397 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-5cad88d2-ffde-46c6-a1a5-c006add1d34b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:20:48.604449 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-5cad88d2-ffde-46c6-a1a5-c006add1d34b None None] Calling delete_port for 9da717b7-a751-40bf-99e0-4770a3c75bcd owned by network:dhcp {{(pid=103802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:20:48.703757 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-84100665-88e9-43c9-98a0-f853a9b633bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11433176'] for port, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:20:48.710973 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-5cad88d2-ffde-46c6-a1a5-c006add1d34b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678'] for port, after_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:20:48.731587 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84100665-88e9-43c9-98a0-f853a9b633bc admin admin] Pushing event deleted for resources: {'Port': ['ID=9da717b7-a751-40bf-99e0-4770a3c75bcd,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:20:48.737167 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84100665-88e9-43c9-98a0-f853a9b633bc admin admin] No DVR routers for this DVR port 9da717b7-a751-40bf-99e0-4770a3c75bcd on host dv-neutron-master-2-hyperv {{(pid=103801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 05 17:20:48.737434 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cad88d2-ffde-46c6-a1a5-c006add1d34b None None] Pushing event deleted for resources: {'Port': ['ID=9da717b7-a751-40bf-99e0-4770a3c75bcd,revision_number=None']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:20:48.746129 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cad88d2-ffde-46c6-a1a5-c006add1d34b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:20:48.746481 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cad88d2-ffde-46c6-a1a5-c006add1d34b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:20:48.746821 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cad88d2-ffde-46c6-a1a5-c006add1d34b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:20:48.747158 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cad88d2-ffde-46c6-a1a5-c006add1d34b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:20:48.747533 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cad88d2-ffde-46c6-a1a5-c006add1d34b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:20:48.747814 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cad88d2-ffde-46c6-a1a5-c006add1d34b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:20:48.748136 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cad88d2-ffde-46c6-a1a5-c006add1d34b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:20:48.748462 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cad88d2-ffde-46c6-a1a5-c006add1d34b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:20:48.748785 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cad88d2-ffde-46c6-a1a5-c006add1d34b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:20:48.749108 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cad88d2-ffde-46c6-a1a5-c006add1d34b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:20:48.749428 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cad88d2-ffde-46c6-a1a5-c006add1d34b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:20:48.749771 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cad88d2-ffde-46c6-a1a5-c006add1d34b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:20:48.750087 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cad88d2-ffde-46c6-a1a5-c006add1d34b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:20:48.754908 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cad88d2-ffde-46c6-a1a5-c006add1d34b None None] No DVR routers for this DVR port 9da717b7-a751-40bf-99e0-4770a3c75bcd on host dv-neutron-master-2-hyperv {{(pid=103802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 05 17:20:48.819212 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-84100665-88e9-43c9-98a0-f853a9b633bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3891715', 'neutron.services.segments.db._delete_segments_for_network-8754181063482'] for network, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:20:48.839636 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.services.segments.db [None req-84100665-88e9-43c9-98a0-f853a9b633bc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d892221-db72-44b5-b8b3-7f2a75d6a0ee']}} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:20:48.848450 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.services.segments.db [None req-84100665-88e9-43c9-98a0-f853a9b633bc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ad36131-ab48-4a0c-b640-58d4ec89beaf') {'for_net_delete': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:20:48.848742 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.services.segments.db [None req-84100665-88e9-43c9-98a0-f853a9b633bc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ad36131-ab48-4a0c-b640-58d4ec89beaf') {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:20:48.857856 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-84100665-88e9-43c9-98a0-f853a9b633bc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754181064771', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11316385'] for segment, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:20:48.870865 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-84100665-88e9-43c9-98a0-f853a9b633bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225'] for segment, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:20:48.876581 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84100665-88e9-43c9-98a0-f853a9b633bc admin admin] Releasing vlan 146 on physical network physnet1 to pool {{(pid=103801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 05 17:20:48.876942 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-84100665-88e9-43c9-98a0-f853a9b633bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11433197'] for segment, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:20:48.878598 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:20:48.878598 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:20:48.878598 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:20:48.878598 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:20:48.878598 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:20:48.878598 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:20:48.878598 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:20:48.878598 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:20:48.878598 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:20:48.878598 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:20:48.878598 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:20:48.878598 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:20:48.878598 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:20:48.878598 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:20:48.878598 dv-neutron-master-2-hyperv neutron-server[103801]: Traceback (most recent call last): Jan 05 17:20:48.878598 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 05 17:20:48.878598 dv-neutron-master-2-hyperv neutron-server[103801]: timer() Jan 05 17:20:48.878598 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 05 17:20:48.878598 dv-neutron-master-2-hyperv neutron-server[103801]: cb(*args, **kw) Jan 05 17:20:48.878598 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 05 17:20:48.878598 dv-neutron-master-2-hyperv neutron-server[103801]: return func(*args, **kwargs) Jan 05 17:20:48.878598 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 05 17:20:48.878598 dv-neutron-master-2-hyperv neutron-server[103801]: self._notify() Jan 05 17:20:48.878598 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 05 17:20:48.878598 dv-neutron-master-2-hyperv neutron-server[103801]: self.callback(batched_events) Jan 05 17:20:48.878598 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 05 17:20:48.878598 dv-neutron-master-2-hyperv neutron-server[103801]: event.method(event) Jan 05 17:20:48.878598 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 05 17:20:48.878598 dv-neutron-master-2-hyperv neutron-server[103801]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 05 17:20:48.878598 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 05 17:20:48.878598 dv-neutron-master-2-hyperv neutron-server[103801]: aggregate_uuid = self.p_client.list_aggregates( Jan 05 17:20:48.878598 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 05 17:20:48.878598 dv-neutron-master-2-hyperv neutron-server[103801]: return f(self, *a, **k) Jan 05 17:20:48.878598 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 05 17:20:48.878598 dv-neutron-master-2-hyperv neutron-server[103801]: return self._get(url).json() Jan 05 17:20:48.878598 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 05 17:20:48.878598 dv-neutron-master-2-hyperv neutron-server[103801]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 05 17:20:48.878598 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 05 17:20:48.878598 dv-neutron-master-2-hyperv neutron-server[103801]: return self.request(url, 'GET', **kwargs) Jan 05 17:20:48.878598 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 05 17:20:48.878598 dv-neutron-master-2-hyperv neutron-server[103801]: base_url = self.get_endpoint(auth, allow=allow, Jan 05 17:20:48.878598 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 05 17:20:48.878598 dv-neutron-master-2-hyperv neutron-server[103801]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 05 17:20:48.878598 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 05 17:20:48.878598 dv-neutron-master-2-hyperv neutron-server[103801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 05 17:20:48.878598 dv-neutron-master-2-hyperv neutron-server[103801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 05 17:20:48.989500 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-84100665-88e9-43c9-98a0-f853a9b633bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3891722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648695'] for network, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:20:48.995050 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-84100665-88e9-43c9-98a0-f853a9b633bc admin admin] Publish callbacks [] for network, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:20:49.001527 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-84100665-88e9-43c9-98a0-f853a9b633bc admin admin] 10.222.0.11 "DELETE /v2.0/networks/9d892221-db72-44b5-b8b3-7f2a75d6a0ee HTTP/1.1" status: 204 len: 168 time: 0.7142155 Jan 05 17:20:49.002263 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 47428) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:20:49.014428 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84100665-88e9-43c9-98a0-f853a9b633bc admin admin] Pushing event deleted for resources: {'Network': ['ID=9d892221-db72-44b5-b8b3-7f2a75d6a0ee,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:20:49.297982 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-2939197f-e8b9-40cb-9406-e654ca0faf2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:20:49.663140 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-fa052b65-0f84-4798-8d61-718c31ca92ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-531685'] for router_interface, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:20:49.743262 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:20:49.901452 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-fa052b65-0f84-4798-8d61-718c31ca92ed admin admin] Deleting port f08f94a0-904f-4241-999e-aa29638f9099 {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:20:49.901741 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-fa052b65-0f84-4798-8d61-718c31ca92ed admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:20:49.976030 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 276dbda1-be0d-4778-9c79-79ca3751d954 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 05 17:20:49.981270 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.db [None req-fa052b65-0f84-4798-8d61-718c31ca92ed admin admin] For port f08f94a0-904f-4241-999e-aa29638f9099, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f08f94a0-904f-4241-999e-aa29638f9099,segment=NetworkSegment(e0bfc2f4-4c87-4187-8117-32b74454b01f),segment_id=e0bfc2f4-4c87-4187-8117-32b74454b01f)] {{(pid=103800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:20:49.981670 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-fa052b65-0f84-4798-8d61-718c31ca92ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:20:49.994798 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-fa052b65-0f84-4798-8d61-718c31ca92ed admin admin] Calling delete_port for f08f94a0-904f-4241-999e-aa29638f9099 owned by network:router_interface {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:20:49.998542 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] No Port match for: 276dbda1-be0d-4778-9c79-79ca3751d954 {{(pid=103802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 05 17:20:49.998889 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 276dbda1-be0d-4778-9c79-79ca3751d954 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 05 17:20:49.999314 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 9da717b7-a751-40bf-99e0-4770a3c75bcd no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 05 17:20:50.017872 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] No Port match for: 9da717b7-a751-40bf-99e0-4770a3c75bcd {{(pid=103802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 05 17:20:50.018216 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 9da717b7-a751-40bf-99e0-4770a3c75bcd not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 05 17:20:50.213569 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-fa052b65-0f84-4798-8d61-718c31ca92ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:20:50.241289 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa052b65-0f84-4798-8d61-718c31ca92ed admin admin] Pushing event deleted for resources: {'Port': ['ID=f08f94a0-904f-4241-999e-aa29638f9099,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:20:50.400400 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-fa052b65-0f84-4798-8d61-718c31ca92ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-560676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531569'] for router_interface, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:20:50.527684 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d2607572-b3c9-472c-85bc-c8de0c3fb75c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:20:50.610073 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa052b65-0f84-4798-8d61-718c31ca92ed admin admin] Router 7bbefd89-31c6-455d-afd7-76fa4cfc8ec4 has already been hosted by L3 agent 59446fdc-40e0-41fe-a575-a8eb11d742f7 {{(pid=103800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 05 17:20:50.713620 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa052b65-0f84-4798-8d61-718c31ca92ed admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 05 17:20:50.718542 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-fa052b65-0f84-4798-8d61-718c31ca92ed admin admin] 10.222.0.11 "PUT /v2.0/routers/7bbefd89-31c6-455d-afd7-76fa4cfc8ec4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7153568 Jan 05 17:20:50.721065 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 47430) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:20:50.722304 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87496de1-390d-4c44-9dd3-10fcb492553b None None] Sync routers for ids ['7bbefd89-31c6-455d-afd7-76fa4cfc8ec4'] in dv-neutron-master-2-hyperv {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 05 17:20:50.732249 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87496de1-390d-4c44-9dd3-10fcb492553b None None] Routers {'7bbefd89-31c6-455d-afd7-76fa4cfc8ec4'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:20:50.732861 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-87496de1-390d-4c44-9dd3-10fcb492553b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:20:49Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['7bbefd89-31c6-455d-afd7-76fa4cfc8ec4'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:20:50.825781 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-df465e52-109a-4e8f-948e-3e13edc8b6f4 admin admin] Publish callbacks [] for router, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:20:50.839959 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-87496de1-390d-4c44-9dd3-10fcb492553b None None] Set router 7bbefd89-31c6-455d-afd7-76fa4cfc8ec4 gateway port host: dv-neutron-master-2-hyperv {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:20:50.927025 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-df465e52-109a-4e8f-948e-3e13edc8b6f4 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:20:51.016388 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-87496de1-390d-4c44-9dd3-10fcb492553b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bbefd89-31c6-455d-afd7-76fa4cfc8ec4', 'name': 'tempest-TestVolumeBootPattern-1504285469-router', 'tenant_id': '65c8e0828a294c109aa1b82a3792b00a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.53'}], 'enable_snat': True}, 'gw_port_id': 'dd5de01f-7f6a-4d2b-9c2e-ebcaf287eb61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:09:48Z', 'updated_at': '2022-01-05T17:20:50Z', 'revision_number': 5, 'project_id': '65c8e0828a294c109aa1b82a3792b00a', 'gw_port': {'id': 'dd5de01f-7f6a-4d2b-9c2e-ebcaf287eb61', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:bf:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bbefd89-31c6-455d-afd7-76fa4cfc8ec4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 762, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:09:51Z', 'updated_at': '2022-01-05T17:10:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:20:51.032582 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-df465e52-109a-4e8f-948e-3e13edc8b6f4 admin admin] Deleting port dd5de01f-7f6a-4d2b-9c2e-ebcaf287eb61 {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:20:51.032925 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-df465e52-109a-4e8f-948e-3e13edc8b6f4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:20:51.047418 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87496de1-390d-4c44-9dd3-10fcb492553b None None] Checking router: 7bbefd89-31c6-455d-afd7-76fa4cfc8ec4 for host: dv-neutron-master-2-hyperv {{(pid=103802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 05 17:20:51.056260 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87496de1-390d-4c44-9dd3-10fcb492553b None None] Routers {'7bbefd89-31c6-455d-afd7-76fa4cfc8ec4'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:20:51.056838 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-87496de1-390d-4c44-9dd3-10fcb492553b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:20:49Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['7bbefd89-31c6-455d-afd7-76fa4cfc8ec4'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:20:51.115586 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.db [None req-df465e52-109a-4e8f-948e-3e13edc8b6f4 admin admin] For port dd5de01f-7f6a-4d2b-9c2e-ebcaf287eb61, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=dd5de01f-7f6a-4d2b-9c2e-ebcaf287eb61,segment=NetworkSegment(3f961525-530f-4ce5-8222-1dbbbe774893),segment_id=3f961525-530f-4ce5-8222-1dbbbe774893)] {{(pid=103800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:20:51.115882 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-df465e52-109a-4e8f-948e-3e13edc8b6f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:20:51.128039 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-df465e52-109a-4e8f-948e-3e13edc8b6f4 admin admin] Calling delete_port for dd5de01f-7f6a-4d2b-9c2e-ebcaf287eb61 owned by network:router_gateway {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:20:51.141808 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-87496de1-390d-4c44-9dd3-10fcb492553b None None] Set router 7bbefd89-31c6-455d-afd7-76fa4cfc8ec4 gateway port host: None {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:20:51.192910 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-87496de1-390d-4c44-9dd3-10fcb492553b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bbefd89-31c6-455d-afd7-76fa4cfc8ec4', 'name': 'tempest-TestVolumeBootPattern-1504285469-router', 'tenant_id': '65c8e0828a294c109aa1b82a3792b00a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:09:48Z', 'updated_at': '2022-01-05T17:20:50Z', 'revision_number': 6, 'project_id': '65c8e0828a294c109aa1b82a3792b00a', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:20:51.221983 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87496de1-390d-4c44-9dd3-10fcb492553b None None] The sync data for ids ['7bbefd89-31c6-455d-afd7-76fa4cfc8ec4'] in dv-neutron-master-2-hyperv is: [{'id': '7bbefd89-31c6-455d-afd7-76fa4cfc8ec4', 'name': 'tempest-TestVolumeBootPattern-1504285469-router', 'tenant_id': '65c8e0828a294c109aa1b82a3792b00a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:09:48Z', 'updated_at': '2022-01-05T17:20:50Z', 'revision_number': 6, 'project_id': '65c8e0828a294c109aa1b82a3792b00a', 'gw_port_host': None}] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 05 17:20:51.334240 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-df465e52-109a-4e8f-948e-3e13edc8b6f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:20:51.359961 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df465e52-109a-4e8f-948e-3e13edc8b6f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=dd5de01f-7f6a-4d2b-9c2e-ebcaf287eb61,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:20:51.373655 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22f56ead-a5e6-4a15-b165-3fdefabddd41 None None] DHCP port deletion for b0167590-0699-4c5c-a932-3939414a9573 request from dv-neutron-master-2-hyperv {{(pid=103802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 05 17:20:51.418985 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-df465e52-109a-4e8f-948e-3e13edc8b6f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-648595'] for router_gateway, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:20:51.505531 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-df465e52-109a-4e8f-948e-3e13edc8b6f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-648249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62744'] for router, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:20:51.507597 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-df465e52-109a-4e8f-948e-3e13edc8b6f4 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:20:51.636855 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-df465e52-109a-4e8f-948e-3e13edc8b6f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-648240'] for router, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:20:51.642041 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df465e52-109a-4e8f-948e-3e13edc8b6f4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7bbefd89-31c6-455d-afd7-76fa4cfc8ec4 {{(pid=103800) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 05 17:20:51.642041 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-df465e52-109a-4e8f-948e-3e13edc8b6f4 admin admin] Publish callbacks [] for router, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:20:51.648465 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-df465e52-109a-4e8f-948e-3e13edc8b6f4 admin admin] 10.222.0.11 "DELETE /v2.0/routers/7bbefd89-31c6-455d-afd7-76fa4cfc8ec4 HTTP/1.1" status: 204 len: 168 time: 0.9242225 Jan 05 17:20:51.648465 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 47432) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:20:51.689785 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8374cb7-ace3-4f5d-81ee-3b9714de83d8 admin admin] Deleting subnet 0aed6401-addd-43e4-aa68-a602b05fee12 {{(pid=103800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 05 17:20:51.693350 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f8374cb7-ace3-4f5d-81ee-3b9714de83d8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:20:51.726726 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f8374cb7-ace3-4f5d-81ee-3b9714de83d8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8784846'] for subnet, precommit_delete_associations {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:20:51.805051 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f8374cb7-ace3-4f5d-81ee-3b9714de83d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892868'] for subnet, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:20:51.939145 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d504d802-9546-4ce5-a9d3-96c844ac5808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:20:51.968427 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f8374cb7-ace3-4f5d-81ee-3b9714de83d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3893367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8784787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8521880'] for subnet, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:20:51.997154 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8374cb7-ace3-4f5d-81ee-3b9714de83d8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0aed6401-addd-43e4-aa68-a602b05fee12,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:20:51.997379 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device dd5de01f-7f6a-4d2b-9c2e-ebcaf287eb61 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 05 17:20:52.000892 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f8374cb7-ace3-4f5d-81ee-3b9714de83d8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:20:52.007157 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-f8374cb7-ace3-4f5d-81ee-3b9714de83d8 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/0aed6401-addd-43e4-aa68-a602b05fee12 HTTP/1.1" status: 204 len: 168 time: 0.3580668 Jan 05 17:20:52.008460 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 47434) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:20:52.022403 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eefe95cc-0af2-48d9-9063-1c865f1bd80e None None] Network b309d5de-a6f2-4833-9079-a7a49b21ea2a requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:20:52.024808 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] No Port match for: dd5de01f-7f6a-4d2b-9c2e-ebcaf287eb61 {{(pid=103802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 05 17:20:52.025225 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device dd5de01f-7f6a-4d2b-9c2e-ebcaf287eb61 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 05 17:20:52.025671 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device f08f94a0-904f-4241-999e-aa29638f9099 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 05 17:20:52.057153 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] No Port match for: f08f94a0-904f-4241-999e-aa29638f9099 {{(pid=103802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 05 17:20:52.057494 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device f08f94a0-904f-4241-999e-aa29638f9099 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 05 17:20:52.080591 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-55c798b8-5c1e-461b-b3b4-8e178fc31050 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3809644'] for network, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:20:52.142003 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-55c798b8-5c1e-461b-b3b4-8e178fc31050 admin admin] Deleting port 93b7a35a-4580-4193-aff2-cf8327706c27 {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:20:52.142655 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-55c798b8-5c1e-461b-b3b4-8e178fc31050 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:20:52.214326 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.db [None req-55c798b8-5c1e-461b-b3b4-8e178fc31050 admin admin] For port 93b7a35a-4580-4193-aff2-cf8327706c27, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=93b7a35a-4580-4193-aff2-cf8327706c27,segment=NetworkSegment(e0bfc2f4-4c87-4187-8117-32b74454b01f),segment_id=e0bfc2f4-4c87-4187-8117-32b74454b01f)] {{(pid=103800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:20:52.214707 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-55c798b8-5c1e-461b-b3b4-8e178fc31050 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:20:52.217053 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eef793c1-514c-47e3-ad74-890e2153c079 None None] DHCP port deletion for b309d5de-a6f2-4833-9079-a7a49b21ea2a request from dv-neutron-master-2-hyperv {{(pid=103802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 05 17:20:52.236826 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-55c798b8-5c1e-461b-b3b4-8e178fc31050 admin admin] Calling delete_port for 93b7a35a-4580-4193-aff2-cf8327706c27 owned by network:dhcp {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:20:52.266095 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-eef793c1-514c-47e3-ad74-890e2153c079 None None] Deleting port 93b7a35a-4580-4193-aff2-cf8327706c27 {{(pid=103802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:20:52.266463 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-eef793c1-514c-47e3-ad74-890e2153c079 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:20:52.331025 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-eef793c1-514c-47e3-ad74-890e2153c079 None None] For port 93b7a35a-4580-4193-aff2-cf8327706c27, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=93b7a35a-4580-4193-aff2-cf8327706c27,segment=NetworkSegment(e0bfc2f4-4c87-4187-8117-32b74454b01f),segment_id=e0bfc2f4-4c87-4187-8117-32b74454b01f)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:20:52.331512 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-eef793c1-514c-47e3-ad74-890e2153c079 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:20:52.344076 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-eef793c1-514c-47e3-ad74-890e2153c079 None None] Calling delete_port for 93b7a35a-4580-4193-aff2-cf8327706c27 owned by network:dhcp {{(pid=103802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:20:52.379408 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-55c798b8-5c1e-461b-b3b4-8e178fc31050 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:20:52.406244 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c798b8-5c1e-461b-b3b4-8e178fc31050 admin admin] Pushing event deleted for resources: {'Port': ['ID=93b7a35a-4580-4193-aff2-cf8327706c27,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:20:52.409076 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55c798b8-5c1e-461b-b3b4-8e178fc31050 admin admin] No DVR routers for this DVR port 93b7a35a-4580-4193-aff2-cf8327706c27 on host dv-neutron-master-2-hyperv {{(pid=103800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 05 17:20:52.433825 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-eef793c1-514c-47e3-ad74-890e2153c079 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678'] for port, after_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:20:52.458719 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef793c1-514c-47e3-ad74-890e2153c079 None None] Pushing event deleted for resources: {'Port': ['ID=93b7a35a-4580-4193-aff2-cf8327706c27,revision_number=None']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:20:52.460500 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eef793c1-514c-47e3-ad74-890e2153c079 None None] No DVR routers for this DVR port 93b7a35a-4580-4193-aff2-cf8327706c27 on host dv-neutron-master-2-hyperv {{(pid=103802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 05 17:20:52.479206 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-55c798b8-5c1e-461b-b3b4-8e178fc31050 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3891715', 'neutron.services.segments.db._delete_segments_for_network-8754181063482'] for network, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:20:52.500322 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.services.segments.db [None req-55c798b8-5c1e-461b-b3b4-8e178fc31050 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b309d5de-a6f2-4833-9079-a7a49b21ea2a']}} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:20:52.509443 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.services.segments.db [None req-55c798b8-5c1e-461b-b3b4-8e178fc31050 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0bfc2f4-4c87-4187-8117-32b74454b01f') {'for_net_delete': True} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:20:52.509760 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.services.segments.db [None req-55c798b8-5c1e-461b-b3b4-8e178fc31050 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0bfc2f4-4c87-4187-8117-32b74454b01f') {} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:20:52.522732 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-55c798b8-5c1e-461b-b3b4-8e178fc31050 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754181064771', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8784833'] for segment, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:20:52.536049 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-55c798b8-5c1e-461b-b3b4-8e178fc31050 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225'] for segment, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:20:52.542174 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55c798b8-5c1e-461b-b3b4-8e178fc31050 admin admin] Releasing vlan 111 on physical network physnet1 to pool {{(pid=103800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 05 17:20:52.542546 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-55c798b8-5c1e-461b-b3b4-8e178fc31050 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8784497'] for segment, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:20:52.544197 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:20:52.544197 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:20:52.544197 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:20:52.544197 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:20:52.544197 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:20:52.544197 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:20:52.544197 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:20:52.544197 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:20:52.544197 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:20:52.544197 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:20:52.544197 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:20:52.544197 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:20:52.544197 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:20:52.544197 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:20:52.544197 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:20:52.544197 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:20:52.544197 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:20:52.544197 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:20:52.544197 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:20:52.544197 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:20:52.544197 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:20:52.544197 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:20:52.544197 dv-neutron-master-2-hyperv neutron-server[103800]: Traceback (most recent call last): Jan 05 17:20:52.544197 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 05 17:20:52.544197 dv-neutron-master-2-hyperv neutron-server[103800]: timer() Jan 05 17:20:52.544197 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 05 17:20:52.544197 dv-neutron-master-2-hyperv neutron-server[103800]: cb(*args, **kw) Jan 05 17:20:52.544197 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 05 17:20:52.544197 dv-neutron-master-2-hyperv neutron-server[103800]: return func(*args, **kwargs) Jan 05 17:20:52.544197 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 05 17:20:52.544197 dv-neutron-master-2-hyperv neutron-server[103800]: self._notify() Jan 05 17:20:52.544197 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 05 17:20:52.544197 dv-neutron-master-2-hyperv neutron-server[103800]: self.callback(batched_events) Jan 05 17:20:52.544197 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 05 17:20:52.544197 dv-neutron-master-2-hyperv neutron-server[103800]: event.method(event) Jan 05 17:20:52.544197 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 05 17:20:52.544197 dv-neutron-master-2-hyperv neutron-server[103800]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 05 17:20:52.544197 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 05 17:20:52.544197 dv-neutron-master-2-hyperv neutron-server[103800]: aggregate_uuid = self.p_client.list_aggregates( Jan 05 17:20:52.544197 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 05 17:20:52.544197 dv-neutron-master-2-hyperv neutron-server[103800]: return f(self, *a, **k) Jan 05 17:20:52.544197 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 05 17:20:52.544197 dv-neutron-master-2-hyperv neutron-server[103800]: return self._get(url).json() Jan 05 17:20:52.544197 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 05 17:20:52.544197 dv-neutron-master-2-hyperv neutron-server[103800]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 05 17:20:52.544197 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 05 17:20:52.544197 dv-neutron-master-2-hyperv neutron-server[103800]: return self.request(url, 'GET', **kwargs) Jan 05 17:20:52.544197 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 05 17:20:52.544197 dv-neutron-master-2-hyperv neutron-server[103800]: base_url = self.get_endpoint(auth, allow=allow, Jan 05 17:20:52.544197 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 05 17:20:52.544197 dv-neutron-master-2-hyperv neutron-server[103800]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 05 17:20:52.544197 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 05 17:20:52.544197 dv-neutron-master-2-hyperv neutron-server[103800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 05 17:20:52.544197 dv-neutron-master-2-hyperv neutron-server[103800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 05 17:20:52.670728 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-55c798b8-5c1e-461b-b3b4-8e178fc31050 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3891722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648695'] for network, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:20:52.676043 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-55c798b8-5c1e-461b-b3b4-8e178fc31050 admin admin] Publish callbacks [] for network, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:20:52.679712 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-55c798b8-5c1e-461b-b3b4-8e178fc31050 admin admin] 10.222.0.11 "DELETE /v2.0/networks/b309d5de-a6f2-4833-9079-a7a49b21ea2a HTTP/1.1" status: 204 len: 168 time: 0.6703603 Jan 05 17:20:52.696112 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c798b8-5c1e-461b-b3b4-8e178fc31050 admin admin] Pushing event deleted for resources: {'Network': ['ID=b309d5de-a6f2-4833-9079-a7a49b21ea2a,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:20:52.959391 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 47438) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:20:53.004440 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-e1fddcc5-7bf3-4c65-86b0-6eb68158042a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9bafc9d0d75b44f696c7001918c22f7e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0436625 Jan 05 17:20:53.006662 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 47440) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:20:53.052787 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-cc30b05a-b84b-489e-8d99-fa8c2b43e528 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:20:53.073605 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-cc30b05a-b84b-489e-8d99-fa8c2b43e528 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:20:53.188516 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-cc30b05a-b84b-489e-8d99-fa8c2b43e528 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:20:53.191068 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-cc30b05a-b84b-489e-8d99-fa8c2b43e528 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:20:53.192709 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-cc30b05a-b84b-489e-8d99-fa8c2b43e528 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/bc26321d-aebc-4187-b141-a27abb48bcec HTTP/1.1" status: 204 len: 168 time: 0.1851664 Jan 05 17:20:53.200773 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc30b05a-b84b-489e-8d99-fa8c2b43e528 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc26321d-aebc-4187-b141-a27abb48bcec,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:20:53.280113 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:20:53.839445 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 47446) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:20:53.878890 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-42847f7e-dc7b-467d-921d-f1ee4cc33274 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=65c8e0828a294c109aa1b82a3792b00a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0383103 Jan 05 17:20:53.882281 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 47448) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:20:53.931380 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c131bb1e-dc43-4773-9675-c8a008f05796 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:20:53.954352 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c131bb1e-dc43-4773-9675-c8a008f05796 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:20:53.979882 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 93b7a35a-4580-4193-aff2-cf8327706c27 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 05 17:20:54.003551 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] No Port match for: 93b7a35a-4580-4193-aff2-cf8327706c27 {{(pid=103802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 05 17:20:54.003899 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 93b7a35a-4580-4193-aff2-cf8327706c27 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 05 17:20:54.068642 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c131bb1e-dc43-4773-9675-c8a008f05796 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:20:54.071252 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c131bb1e-dc43-4773-9675-c8a008f05796 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:20:54.072393 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-c131bb1e-dc43-4773-9675-c8a008f05796 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/bdac71ec-f733-44e9-8878-e1b59100df35 HTTP/1.1" status: 204 len: 168 time: 0.1892359 Jan 05 17:20:54.080285 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c131bb1e-dc43-4773-9675-c8a008f05796 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdac71ec-f733-44e9-8878-e1b59100df35,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:21:03.378407 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-c74f7e50-d240-45bf-b4b5-96e5f5b4a05b req-2c571ad0-f018-4aa9-981e-d9d353ff42fa service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=5622d11a-1a40-4c75-8991-3ec4c8a074d4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0415480 Jan 05 17:21:03.438993 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74f7e50-d240-45bf-b4b5-96e5f5b4a05b req-ab34ba7a-1c63-4700-8cf9-41d87965f6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:21:03.440442 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-c74f7e50-d240-45bf-b4b5-96e5f5b4a05b req-ab34ba7a-1c63-4700-8cf9-41d87965f6f1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ec76859de02442879238ecf1eaefefed&device_id=5622d11a-1a40-4c75-8991-3ec4c8a074d4 HTTP/1.1" status: 200 len: 1099 time: 0.0395553 Jan 05 17:21:03.540146 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74f7e50-d240-45bf-b4b5-96e5f5b4a05b req-863098cb-adbb-4ced-85e7-fd60f590dddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:21:03.541598 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-c74f7e50-d240-45bf-b4b5-96e5f5b4a05b req-863098cb-adbb-4ced-85e7-fd60f590dddd service neutron] 10.222.0.13 "GET /v2.0/networks?id=5c612d09-9911-4dcd-8c55-0a835a7ea406 HTTP/1.1" status: 200 len: 897 time: 0.0822637 Jan 05 17:21:03.609107 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-c74f7e50-d240-45bf-b4b5-96e5f5b4a05b req-671ccef9-8cfe-4b87-8f55-0509a000dc85 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0ccd73e7-32e1-4d17-ae1c-22a322842162 HTTP/1.1" status: 200 len: 1002 time: 0.0610726 Jan 05 17:21:03.656912 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74f7e50-d240-45bf-b4b5-96e5f5b4a05b req-c9318147-b954-48e6-84d9-7d47001c156e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:21:03.658365 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-c74f7e50-d240-45bf-b4b5-96e5f5b4a05b req-c9318147-b954-48e6-84d9-7d47001c156e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=78b1178c-a8c3-4060-9e1c-bb3fed1199ad HTTP/1.1" status: 200 len: 844 time: 0.0427294 Jan 05 17:21:03.703623 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74f7e50-d240-45bf-b4b5-96e5f5b4a05b req-57109cb0-6f19-427a-986b-17ebaaee9b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:21:03.706995 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-c74f7e50-d240-45bf-b4b5-96e5f5b4a05b req-57109cb0-6f19-427a-986b-17ebaaee9b13 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5c612d09-9911-4dcd-8c55-0a835a7ea406&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0421660 Jan 05 17:21:03.798118 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-c74f7e50-d240-45bf-b4b5-96e5f5b4a05b req-4da0d37b-caf5-4724-a636-d0e6498506a2 service neutron] 10.222.0.13 "GET /v2.0/networks/5c612d09-9911-4dcd-8c55-0a835a7ea406?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850947 Jan 05 17:21:03.884428 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-c74f7e50-d240-45bf-b4b5-96e5f5b4a05b req-3d38f9e5-bce6-4024-821c-a65913ff6df2 service neutron] 10.222.0.13 "GET /v2.0/networks/5c612d09-9911-4dcd-8c55-0a835a7ea406?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799615 Jan 05 17:21:10.471067 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [req-73023532-b030-4aab-8ed0-14ea902fd45b req-ef22efa5-23a8-44f9-bd92-8f85cfdbf36d service neutron] (103800) timed out ('10.222.0.13', 49698) {{(pid=103800) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 05 17:21:12.724547 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.agents_db [None req-291d1585-17df-45c0-b64a-d244e6d90872 None None] Agent healthcheck: found 6 active agents {{(pid=103803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 05 17:21:17.081492 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-2db2c293-b35a-4e3c-8860-0ff937e84526 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:21:19.287445 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-f2a24ebc-858a-4a89-a3f4-63529b280bbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:21:19.766986 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:21:20.527532 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d2607572-b3c9-472c-85bc-c8de0c3fb75c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:21:21.915353 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d504d802-9546-4ce5-a9d3-96c844ac5808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:21:23.296623 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:21:39.918711 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 47454) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:21:40.143233 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-816c7d61-a139-4f5f-baa0-fd6b15291cf0 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:21:40.229185 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-816c7d61-a139-4f5f-baa0-fd6b15291cf0 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-8521834'] for subnet, before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:21:40.421613 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-816c7d61-a139-4f5f-baa0-fd6b15291cf0 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8754181109252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-8784778'] for subnet, after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:21:40.457890 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-816c7d61-a139-4f5f-baa0-fd6b15291cf0 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:21:40.458469 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-816c7d61-a139-4f5f-baa0-fd6b15291cf0 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for subnet, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:21:40.459956 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-816c7d61-a139-4f5f-baa0-fd6b15291cf0 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "PUT /v2.0/subnets/78b1178c-a8c3-4060-9e1c-bb3fed1199ad HTTP/1.1" status: 200 len: 836 time: 0.5400312 Jan 05 17:21:40.464792 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaec8b4b-bce9-4457-8c09-2c860cf43e91 None None] Network 5c612d09-9911-4dcd-8c55-0a835a7ea406 requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:21:40.472215 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816c7d61-a139-4f5f-baa0-fd6b15291cf0 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Pushing event updated for resources: {'Subnet': ['ID=78b1178c-a8c3-4060-9e1c-bb3fed1199ad,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:21:40.479861 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816c7d61-a139-4f5f-baa0-fd6b15291cf0 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:21:40.480148 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816c7d61-a139-4f5f-baa0-fd6b15291cf0 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:21:40.480487 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816c7d61-a139-4f5f-baa0-fd6b15291cf0 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:21:40.480820 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816c7d61-a139-4f5f-baa0-fd6b15291cf0 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:21:40.481149 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816c7d61-a139-4f5f-baa0-fd6b15291cf0 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:21:40.481473 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816c7d61-a139-4f5f-baa0-fd6b15291cf0 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:21:40.481824 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816c7d61-a139-4f5f-baa0-fd6b15291cf0 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:21:40.482147 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816c7d61-a139-4f5f-baa0-fd6b15291cf0 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:21:40.482468 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816c7d61-a139-4f5f-baa0-fd6b15291cf0 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:21:40.482790 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816c7d61-a139-4f5f-baa0-fd6b15291cf0 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:21:40.483109 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816c7d61-a139-4f5f-baa0-fd6b15291cf0 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:21:40.483425 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816c7d61-a139-4f5f-baa0-fd6b15291cf0 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:21:40.483741 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816c7d61-a139-4f5f-baa0-fd6b15291cf0 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:21:40.767130 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-b1fe1674-907e-4e42-a84b-e88372c643f3 None None] Provisioning complete for port 0ccd73e7-32e1-4d17-ae1c-22a322842162 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:21:40.767498 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-b1fe1674-907e-4e42-a84b-e88372c643f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:21:40.852063 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-b1fe1674-907e-4e42-a84b-e88372c643f3 None None] Provisioning complete for port 2df9dfb8-10af-4a14-a832-8be6e8769068 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:21:40.852340 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-b1fe1674-907e-4e42-a84b-e88372c643f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:21:40.938505 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-b1fe1674-907e-4e42-a84b-e88372c643f3 None None] Provisioning complete for port d5967521-1e60-46de-bdce-852c7ccefc3b triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:21:40.938862 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-b1fe1674-907e-4e42-a84b-e88372c643f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:21:47.091896 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-96ffcd95-cb0a-4ba9-86c0-4ee40a46ea52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:21:49.286212 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c5c94ff8-4d68-4c9d-97b8-53164cff6dac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:21:49.723842 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.agents_db [None req-291d1585-17df-45c0-b64a-d244e6d90872 None None] Agent healthcheck: found 6 active agents {{(pid=103803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 05 17:21:49.783430 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:21:50.526273 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d2607572-b3c9-472c-85bc-c8de0c3fb75c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:21:51.909016 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d504d802-9546-4ce5-a9d3-96c844ac5808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:21:53.286410 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:22:05.396507 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-baa249b6-532d-4e17-a5c2-7d9ba501f709 req-c07d18b3-c69e-487d-bb44-e82082caef57 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=5622d11a-1a40-4c75-8991-3ec4c8a074d4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0877028 Jan 05 17:22:05.479208 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa249b6-532d-4e17-a5c2-7d9ba501f709 req-240496a6-976b-422f-b378-931c9341dc97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:22:05.480674 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-baa249b6-532d-4e17-a5c2-7d9ba501f709 req-240496a6-976b-422f-b378-931c9341dc97 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ec76859de02442879238ecf1eaefefed&device_id=5622d11a-1a40-4c75-8991-3ec4c8a074d4 HTTP/1.1" status: 200 len: 1099 time: 0.0443406 Jan 05 17:22:05.579829 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa249b6-532d-4e17-a5c2-7d9ba501f709 req-26d43d90-94cd-4f28-a306-ad74ad7191b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:22:05.581189 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-baa249b6-532d-4e17-a5c2-7d9ba501f709 req-26d43d90-94cd-4f28-a306-ad74ad7191b7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=5c612d09-9911-4dcd-8c55-0a835a7ea406 HTTP/1.1" status: 200 len: 897 time: 0.0829170 Jan 05 17:22:05.648245 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-baa249b6-532d-4e17-a5c2-7d9ba501f709 req-b24b41a1-6623-42cb-a770-52b5fe813810 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0ccd73e7-32e1-4d17-ae1c-22a322842162 HTTP/1.1" status: 200 len: 1002 time: 0.0615623 Jan 05 17:22:05.697886 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa249b6-532d-4e17-a5c2-7d9ba501f709 req-f882465e-021d-4711-a742-8468c32beb9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:22:05.710459 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-baa249b6-532d-4e17-a5c2-7d9ba501f709 req-f882465e-021d-4711-a742-8468c32beb9b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=78b1178c-a8c3-4060-9e1c-bb3fed1199ad HTTP/1.1" status: 200 len: 844 time: 0.0459464 Jan 05 17:22:05.743443 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa249b6-532d-4e17-a5c2-7d9ba501f709 req-5485ea88-c765-45f5-9000-408906b4b395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:22:05.747328 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-baa249b6-532d-4e17-a5c2-7d9ba501f709 req-5485ea88-c765-45f5-9000-408906b4b395 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5c612d09-9911-4dcd-8c55-0a835a7ea406&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0404050 Jan 05 17:22:05.833113 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-baa249b6-532d-4e17-a5c2-7d9ba501f709 req-acd80500-ea8c-460e-9c93-f71df6eaea42 service neutron] 10.222.0.13 "GET /v2.0/networks/5c612d09-9911-4dcd-8c55-0a835a7ea406?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822115 Jan 05 17:22:05.917281 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-baa249b6-532d-4e17-a5c2-7d9ba501f709 req-0b8e1c06-58ff-44b1-8432-4730dd58bf67 service neutron] 10.222.0.13 "GET /v2.0/networks/5c612d09-9911-4dcd-8c55-0a835a7ea406?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0787542 Jan 05 17:22:17.102673 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-b7053d03-2e24-420e-92f5-4b574df1883b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:22:19.300873 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-7220567f-5205-48a2-80fc-fe786e0e111d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:22:19.771439 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:22:20.554279 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d2607572-b3c9-472c-85bc-c8de0c3fb75c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:22:21.914091 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d504d802-9546-4ce5-a9d3-96c844ac5808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:22:23.291186 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:22:23.323780 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 47468) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:22:23.475422 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-7de89ee9-7d2f-4e47-8a79-ff0121cfbd97 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Deleting port ef6d63fa-909b-481c-be77-ccf7a9201588 {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:22:23.475777 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7de89ee9-7d2f-4e47-8a79-ff0121cfbd97 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:22:23.549917 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7de89ee9-7d2f-4e47-8a79-ff0121cfbd97 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:22:23.550166 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7de89ee9-7d2f-4e47-8a79-ff0121cfbd97 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:22:23.561376 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-7de89ee9-7d2f-4e47-8a79-ff0121cfbd97 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Calling delete_port for ef6d63fa-909b-481c-be77-ccf7a9201588 owned by network:floatingip {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:22:23.805424 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7de89ee9-7d2f-4e47-8a79-ff0121cfbd97 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:22:23.830202 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de89ee9-7d2f-4e47-8a79-ff0121cfbd97 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Pushing event deleted for resources: {'Port': ['ID=ef6d63fa-909b-481c-be77-ccf7a9201588,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:22:23.888764 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7de89ee9-7d2f-4e47-8a79-ff0121cfbd97 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for floatingip, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:22:23.889098 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.db.l3_db [None req-7de89ee9-7d2f-4e47-8a79-ff0121cfbd97 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Floating IP ce61f2b2-42f4-46e1-b8f3-05d7b24090df disassociated (deleted). External IP: 172.36.4.171, port: 0ccd73e7-32e1-4d17-ae1c-22a322842162. Jan 05 17:22:24.095060 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7de89ee9-7d2f-4e47-8a79-ff0121cfbd97 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Router 42fb09ac-6a6c-4584-9b65-2615f07a537b has already been hosted by L3 agent 59446fdc-40e0-41fe-a575-a8eb11d742f7 {{(pid=103800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 05 17:22:24.198452 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7de89ee9-7d2f-4e47-8a79-ff0121cfbd97 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 05 17:22:24.203234 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7de89ee9-7d2f-4e47-8a79-ff0121cfbd97 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for floatingip, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:22:24.208240 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8e9e467-7397-491e-8975-448ee137a994 None None] Sync routers for ids ['42fb09ac-6a6c-4584-9b65-2615f07a537b'] in dv-neutron-master-2-hyperv {{(pid=103803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 05 17:22:24.217892 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8e9e467-7397-491e-8975-448ee137a994 None None] Routers {'42fb09ac-6a6c-4584-9b65-2615f07a537b'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:22:24.218497 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-d8e9e467-7397-491e-8975-448ee137a994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:22:19Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['42fb09ac-6a6c-4584-9b65-2615f07a537b'], 'active': True} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:22:24.229436 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-7de89ee9-7d2f-4e47-8a79-ff0121cfbd97 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "DELETE /v2.0/floatingips/ce61f2b2-42f4-46e1-b8f3-05d7b24090df HTTP/1.1" status: 204 len: 168 time: 0.9045463 Jan 05 17:22:24.230064 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5622d11a-1a40-4c75-8991-3ec4c8a074d4', 'tag': '0ccd73e7-32e1-4d17-ae1c-22a322842162'}] {{(pid=103800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 05 17:22:24.234062 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f64b9d4628f7eefcc27168a80c04985d23f0ea5def038dae05e1deb7357f3bfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1d73468-ff8d-481a-96a2-dc5449895de0" -d '{"events": [{"name": "network-changed", "server_uuid": "5622d11a-1a40-4c75-8991-3ec4c8a074d4", "tag": "0ccd73e7-32e1-4d17-ae1c-22a322842162"}]}' {{(pid=103800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 05 17:22:24.325908 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvr_db [None req-d8e9e467-7397-491e-8975-448ee137a994 None None] Set router 42fb09ac-6a6c-4584-9b65-2615f07a537b gateway port host: dv-neutron-master-2-hyperv {{(pid=103803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:22:24.423635 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Jan 2022 17:22:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97b944b0-d88b-4d24-a5b6-77749d844d52 x-openstack-request-id: req-97b944b0-d88b-4d24-a5b6-77749d844d52 {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 05 17:22:24.424170 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5622d11a-1a40-4c75-8991-3ec4c8a074d4", "tag": "0ccd73e7-32e1-4d17-ae1c-22a322842162", "status": "completed", "code": 200}]} {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 05 17:22:24.424170 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-97b944b0-d88b-4d24-a5b6-77749d844d52 {{(pid=103800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 05 17:22:24.424620 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5622d11a-1a40-4c75-8991-3ec4c8a074d4', 'tag': '0ccd73e7-32e1-4d17-ae1c-22a322842162', 'status': 'completed', 'code': 200} Jan 05 17:22:24.537138 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-d8e9e467-7397-491e-8975-448ee137a994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42fb09ac-6a6c-4584-9b65-2615f07a537b', 'name': 'tempest-TestNetworkBasicOps-router-1902154617', 'tenant_id': 'ec76859de02442879238ecf1eaefefed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.104'}], 'enable_snat': True}, 'gw_port_id': '798177bb-f8cb-4aae-b396-1f12fd0632b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:19:22Z', 'updated_at': '2022-01-05T17:19:26Z', 'revision_number': 4, 'project_id': 'ec76859de02442879238ecf1eaefefed', 'gw_port': {'id': '798177bb-f8cb-4aae-b396-1f12fd0632b1', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:a1:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42fb09ac-6a6c-4584-9b65-2615f07a537b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1470, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:19:22Z', 'updated_at': '2022-01-05T17:19:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'd5967521-1e60-46de-bdce-852c7ccefc3b', 'name': '', 'network_id': '5c612d09-9911-4dcd-8c55-0a835a7ea406', 'tenant_id': 'ec76859de02442879238ecf1eaefefed', 'mac_address': 'fa:16:3e:76:fa:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42fb09ac-6a6c-4584-9b65-2615f07a537b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1473, 'fixed_ips': [{'subnet_id': '78b1178c-a8c3-4060-9e1c-bb3fed1199ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:19:26Z', 'updated_at': '2022-01-05T17:19:30Z', 'revision_number': 5, 'project_id': 'ec76859de02442879238ecf1eaefefed', 'subnets': [{'id': '78b1178c-a8c3-4060-9e1c-bb3fed1199ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:22:24.564004 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8e9e467-7397-491e-8975-448ee137a994 None None] Checking router: 42fb09ac-6a6c-4584-9b65-2615f07a537b for host: dv-neutron-master-2-hyperv {{(pid=103803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 05 17:22:24.573336 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8e9e467-7397-491e-8975-448ee137a994 None None] Routers {'42fb09ac-6a6c-4584-9b65-2615f07a537b'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:22:24.574043 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-d8e9e467-7397-491e-8975-448ee137a994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:22:19Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['42fb09ac-6a6c-4584-9b65-2615f07a537b'], 'active': True} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:22:24.686495 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvr_db [None req-d8e9e467-7397-491e-8975-448ee137a994 None None] Set router 42fb09ac-6a6c-4584-9b65-2615f07a537b gateway port host: dv-neutron-master-2-hyperv {{(pid=103803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:22:24.743256 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481929fc-d904-4025-af3c-d1eb858aa826 req-fdd398f3-722b-4ece-9e49-bc3f572403b6 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:22:24.745017 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-481929fc-d904-4025-af3c-d1eb858aa826 req-fdd398f3-722b-4ece-9e49-bc3f572403b6 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/ports?device_id=5622d11a-1a40-4c75-8991-3ec4c8a074d4 HTTP/1.1" status: 200 len: 946 time: 0.1271696 Jan 05 17:22:24.796643 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-481929fc-d904-4025-af3c-d1eb858aa826 req-7f6b3354-31e7-4227-ac8a-f5c3f743e3cd tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/security-groups?id=e2b607e3-b7cc-4fdc-aa70-88da05d613d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455322 Jan 05 17:22:24.832150 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d73468-ff8d-481a-96a2-dc5449895de0 req-bfb042e1-4de7-46c7-9eb5-45c80c1bf8e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:22:24.834261 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-a1d73468-ff8d-481a-96a2-dc5449895de0 req-bfb042e1-4de7-46c7-9eb5-45c80c1bf8e8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ec76859de02442879238ecf1eaefefed&device_id=5622d11a-1a40-4c75-8991-3ec4c8a074d4 HTTP/1.1" status: 200 len: 1099 time: 0.3886545 Jan 05 17:22:24.886595 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-d8e9e467-7397-491e-8975-448ee137a994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42fb09ac-6a6c-4584-9b65-2615f07a537b', 'name': 'tempest-TestNetworkBasicOps-router-1902154617', 'tenant_id': 'ec76859de02442879238ecf1eaefefed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.104'}], 'enable_snat': True}, 'gw_port_id': '798177bb-f8cb-4aae-b396-1f12fd0632b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:19:22Z', 'updated_at': '2022-01-05T17:19:26Z', 'revision_number': 4, 'project_id': 'ec76859de02442879238ecf1eaefefed', 'gw_port': {'id': '798177bb-f8cb-4aae-b396-1f12fd0632b1', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:a1:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42fb09ac-6a6c-4584-9b65-2615f07a537b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1470, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:19:22Z', 'updated_at': '2022-01-05T17:19:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'd5967521-1e60-46de-bdce-852c7ccefc3b', 'name': '', 'network_id': '5c612d09-9911-4dcd-8c55-0a835a7ea406', 'tenant_id': 'ec76859de02442879238ecf1eaefefed', 'mac_address': 'fa:16:3e:76:fa:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42fb09ac-6a6c-4584-9b65-2615f07a537b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1473, 'fixed_ips': [{'subnet_id': '78b1178c-a8c3-4060-9e1c-bb3fed1199ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:19:26Z', 'updated_at': '2022-01-05T17:19:30Z', 'revision_number': 5, 'project_id': 'ec76859de02442879238ecf1eaefefed', 'subnets': [{'id': '78b1178c-a8c3-4060-9e1c-bb3fed1199ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:22:24.923169 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d73468-ff8d-481a-96a2-dc5449895de0 req-f4f30968-2faf-4383-b355-ad4b767d2aac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:22:24.924656 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-a1d73468-ff8d-481a-96a2-dc5449895de0 req-f4f30968-2faf-4383-b355-ad4b767d2aac service neutron] 10.222.0.13 "GET /v2.0/networks?id=5c612d09-9911-4dcd-8c55-0a835a7ea406 HTTP/1.1" status: 200 len: 897 time: 0.0836358 Jan 05 17:22:24.974536 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-a1d73468-ff8d-481a-96a2-dc5449895de0 req-d612326e-ca46-4ce9-ab94-7f715d9a6691 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0ccd73e7-32e1-4d17-ae1c-22a322842162 HTTP/1.1" status: 200 len: 217 time: 0.0397031 Jan 05 17:22:24.998150 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8e9e467-7397-491e-8975-448ee137a994 None None] The sync data for ids ['42fb09ac-6a6c-4584-9b65-2615f07a537b'] in dv-neutron-master-2-hyperv is: [{'id': '42fb09ac-6a6c-4584-9b65-2615f07a537b', 'name': 'tempest-TestNetworkBasicOps-router-1902154617', 'tenant_id': 'ec76859de02442879238ecf1eaefefed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.104'}], 'enable_snat': True}, 'gw_port_id': '798177bb-f8cb-4aae-b396-1f12fd0632b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:19:22Z', 'updated_at': '2022-01-05T17:19:26Z', 'revision_number': 4, 'project_id': 'ec76859de02442879238ecf1eaefefed', 'gw_port': {'id': '798177bb-f8cb-4aae-b396-1f12fd0632b1', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:a1:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42fb09ac-6a6c-4584-9b65-2615f07a537b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1470, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:19:22Z', 'updated_at': '2022-01-05T17:19:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'd5967521-1e60-46de-bdce-852c7ccefc3b', 'name': '', 'network_id': '5c612d09-9911-4dcd-8c55-0a835a7ea406', 'tenant_id': 'ec76859de02442879238ecf1eaefefed', 'mac_address': 'fa:16:3e:76:fa:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42fb09ac-6a6c-4584-9b65-2615f07a537b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1473, 'fixed_ips': [{'subnet_id': '78b1178c-a8c3-4060-9e1c-bb3fed1199ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:19:26Z', 'updated_at': '2022-01-05T17:19:30Z', 'revision_number': 5, 'project_id': 'ec76859de02442879238ecf1eaefefed', 'subnets': [{'id': '78b1178c-a8c3-4060-9e1c-bb3fed1199ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 05 17:22:25.026317 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d73468-ff8d-481a-96a2-dc5449895de0 req-91a47478-d4b2-4573-a17d-a551f51609c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:22:25.027812 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-a1d73468-ff8d-481a-96a2-dc5449895de0 req-91a47478-d4b2-4573-a17d-a551f51609c1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=78b1178c-a8c3-4060-9e1c-bb3fed1199ad HTTP/1.1" status: 200 len: 844 time: 0.0466003 Jan 05 17:22:25.073181 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d73468-ff8d-481a-96a2-dc5449895de0 req-a739ca38-865a-4bd6-8e54-c7507df055a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:22:25.074739 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-a1d73468-ff8d-481a-96a2-dc5449895de0 req-a739ca38-865a-4bd6-8e54-c7507df055a7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5c612d09-9911-4dcd-8c55-0a835a7ea406&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0409675 Jan 05 17:22:25.170868 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-a1d73468-ff8d-481a-96a2-dc5449895de0 req-4605ad58-cb1f-4dc1-b6d8-f847a94ea308 service neutron] 10.222.0.13 "GET /v2.0/networks/5c612d09-9911-4dcd-8c55-0a835a7ea406?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896163 Jan 05 17:22:25.222187 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7239a20-932a-4bb5-80f5-f03cab1f7e9f None None] New status for floating IP ce61f2b2-42f4-46e1-b8f3-05d7b24090df: DOWN {{(pid=103802) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 05 17:22:25.263901 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-a1d73468-ff8d-481a-96a2-dc5449895de0 req-afb1df32-fa0b-43d0-9ae8-fa4a983a5a28 service neutron] 10.222.0.13 "GET /v2.0/networks/5c612d09-9911-4dcd-8c55-0a835a7ea406?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857050 Jan 05 17:22:25.990170 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1cd7ad-d097-4fa6-8788-e20f6719ffee req-c3894486-f3fb-4326-acd0-d882364d6b2f tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:22:25.991614 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-4d1cd7ad-d097-4fa6-8788-e20f6719ffee req-c3894486-f3fb-4326-acd0-d882364d6b2f tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.13 "GET /v2.0/ports?device_id=5622d11a-1a40-4c75-8991-3ec4c8a074d4 HTTP/1.1" status: 200 len: 946 time: 0.0826716 Jan 05 17:22:25.999626 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a22f552-0ed4-422a-a4f4-4c054f5d2e24 req-60914470-364a-4efd-85f9-cff1d6f8ef03 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:22:26.000975 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-4a22f552-0ed4-422a-a4f4-4c054f5d2e24 req-60914470-364a-4efd-85f9-cff1d6f8ef03 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/ports?device_id=5622d11a-1a40-4c75-8991-3ec4c8a074d4 HTTP/1.1" status: 200 len: 946 time: 0.1335597 Jan 05 17:22:26.095445 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-4a22f552-0ed4-422a-a4f4-4c054f5d2e24 req-4a2d9fcf-5d9b-4ffd-ac4c-4d2426795e0c tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/security-groups?id=e2b607e3-b7cc-4fdc-aa70-88da05d613d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0874143 Jan 05 17:22:26.115936 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [req-4d1cd7ad-d097-4fa6-8788-e20f6719ffee req-ea4219a0-41cc-4c5c-a193-d254f9a617f9 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Deleting port 0ccd73e7-32e1-4d17-ae1c-22a322842162 {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:22:26.116278 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-4d1cd7ad-d097-4fa6-8788-e20f6719ffee req-ea4219a0-41cc-4c5c-a193-d254f9a617f9 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:22:26.204707 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.db [req-4d1cd7ad-d097-4fa6-8788-e20f6719ffee req-ea4219a0-41cc-4c5c-a193-d254f9a617f9 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] For port 0ccd73e7-32e1-4d17-ae1c-22a322842162, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=0ccd73e7-32e1-4d17-ae1c-22a322842162,segment=NetworkSegment(0dcba33b-afb9-4a7b-b4c6-0af7b971fa17),segment_id=0dcba33b-afb9-4a7b-b4c6-0af7b971fa17)] {{(pid=103800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:22:26.205065 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-4d1cd7ad-d097-4fa6-8788-e20f6719ffee req-ea4219a0-41cc-4c5c-a193-d254f9a617f9 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:22:26.217143 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [req-4d1cd7ad-d097-4fa6-8788-e20f6719ffee req-ea4219a0-41cc-4c5c-a193-d254f9a617f9 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Calling delete_port for 0ccd73e7-32e1-4d17-ae1c-22a322842162 owned by compute:nova {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:22:26.426479 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-4d1cd7ad-d097-4fa6-8788-e20f6719ffee req-ea4219a0-41cc-4c5c-a193-d254f9a617f9 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:22:26.454773 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4219a0-41cc-4c5c-a193-d254f9a617f9 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Pushing event deleted for resources: {'Port': ['ID=0ccd73e7-32e1-4d17-ae1c-22a322842162,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:22:26.496724 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d1cd7ad-d097-4fa6-8788-e20f6719ffee req-ea4219a0-41cc-4c5c-a193-d254f9a617f9 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] No DVR routers for this DVR port 0ccd73e7-32e1-4d17-ae1c-22a322842162 on host hv-neutron-mast {{(pid=103800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 05 17:22:26.499454 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-4d1cd7ad-d097-4fa6-8788-e20f6719ffee req-ea4219a0-41cc-4c5c-a193-d254f9a617f9 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:22:26.502870 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-4d1cd7ad-d097-4fa6-8788-e20f6719ffee req-ea4219a0-41cc-4c5c-a193-d254f9a617f9 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.13 "DELETE /v2.0/ports/0ccd73e7-32e1-4d17-ae1c-22a322842162 HTTP/1.1" status: 204 len: 173 time: 0.5010419 Jan 05 17:22:26.503308 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5622d11a-1a40-4c75-8991-3ec4c8a074d4', 'name': 'network-vif-deleted', 'tag': '0ccd73e7-32e1-4d17-ae1c-22a322842162'}] {{(pid=103800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 05 17:22:26.506164 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f64b9d4628f7eefcc27168a80c04985d23f0ea5def038dae05e1deb7357f3bfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbcaef93-8639-4c4f-932d-c139fc5bcd21" -d '{"events": [{"server_uuid": "5622d11a-1a40-4c75-8991-3ec4c8a074d4", "name": "network-vif-deleted", "tag": "0ccd73e7-32e1-4d17-ae1c-22a322842162"}]}' {{(pid=103800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 05 17:22:26.541546 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Jan 2022 17:22:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edbec62f-66b5-4c46-b9ff-9d253ef5d190 x-openstack-request-id: req-edbec62f-66b5-4c46-b9ff-9d253ef5d190 {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 05 17:22:26.541883 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5622d11a-1a40-4c75-8991-3ec4c8a074d4", "name": "network-vif-deleted", "tag": "0ccd73e7-32e1-4d17-ae1c-22a322842162", "status": "completed", "code": 200}]} {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 05 17:22:26.542287 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-edbec62f-66b5-4c46-b9ff-9d253ef5d190 {{(pid=103800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 05 17:22:26.542720 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5622d11a-1a40-4c75-8991-3ec4c8a074d4', 'name': 'network-vif-deleted', 'tag': '0ccd73e7-32e1-4d17-ae1c-22a322842162', 'status': 'completed', 'code': 200} Jan 05 17:22:26.722378 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.agents_db [None req-291d1585-17df-45c0-b64a-d244e6d90872 None None] Agent healthcheck: found 6 active agents {{(pid=103803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 05 17:22:27.199035 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-e8198065-4136-412d-8b69-38b950a84158 req-197a582d-ba67-4df1-a305-47085ab2fd8a tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/ports?device_id=5622d11a-1a40-4c75-8991-3ec4c8a074d4 HTTP/1.1" status: 200 len: 210 time: 0.0262697 Jan 05 17:22:28.258631 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 47500) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:22:28.313609 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-dd75ea3b-75b0-4ede-b366-782335d57df1 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for security_group, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:22:28.342185 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-dd75ea3b-75b0-4ede-b366-782335d57df1 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:22:28.460487 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-dd75ea3b-75b0-4ede-b366-782335d57df1 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:22:28.463103 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-dd75ea3b-75b0-4ede-b366-782335d57df1 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for security_group, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:22:28.464240 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-dd75ea3b-75b0-4ede-b366-782335d57df1 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "DELETE /v2.0/security-groups/e2b607e3-b7cc-4fdc-aa70-88da05d613d8 HTTP/1.1" status: 204 len: 168 time: 0.2046285 Jan 05 17:22:28.473310 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd75ea3b-75b0-4ede-b366-782335d57df1 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2b607e3-b7cc-4fdc-aa70-88da05d613d8,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:22:28.555305 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 47506) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:22:28.908765 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-144fe7c2-8120-4a99-9538-77abf4bc8753 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-531685'] for router_interface, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:22:29.172696 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-144fe7c2-8120-4a99-9538-77abf4bc8753 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Deleting port d5967521-1e60-46de-bdce-852c7ccefc3b {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:22:29.173038 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-144fe7c2-8120-4a99-9538-77abf4bc8753 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:22:29.262586 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.db [None req-144fe7c2-8120-4a99-9538-77abf4bc8753 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] For port d5967521-1e60-46de-bdce-852c7ccefc3b, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d5967521-1e60-46de-bdce-852c7ccefc3b,segment=NetworkSegment(0dcba33b-afb9-4a7b-b4c6-0af7b971fa17),segment_id=0dcba33b-afb9-4a7b-b4c6-0af7b971fa17)] {{(pid=103800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:22:29.263294 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-144fe7c2-8120-4a99-9538-77abf4bc8753 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:22:29.275278 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-144fe7c2-8120-4a99-9538-77abf4bc8753 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Calling delete_port for d5967521-1e60-46de-bdce-852c7ccefc3b owned by network:router_interface {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:22:29.560135 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-144fe7c2-8120-4a99-9538-77abf4bc8753 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:22:29.588878 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144fe7c2-8120-4a99-9538-77abf4bc8753 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Pushing event deleted for resources: {'Port': ['ID=d5967521-1e60-46de-bdce-852c7ccefc3b,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:22:29.769425 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-144fe7c2-8120-4a99-9538-77abf4bc8753 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-560676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531569'] for router_interface, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:22:30.001389 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-144fe7c2-8120-4a99-9538-77abf4bc8753 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Router 42fb09ac-6a6c-4584-9b65-2615f07a537b has already been hosted by L3 agent 59446fdc-40e0-41fe-a575-a8eb11d742f7 {{(pid=103800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 05 17:22:30.109118 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-144fe7c2-8120-4a99-9538-77abf4bc8753 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 05 17:22:30.115657 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-144fe7c2-8120-4a99-9538-77abf4bc8753 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "PUT /v2.0/routers/42fb09ac-6a6c-4584-9b65-2615f07a537b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5592821 Jan 05 17:22:30.117571 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 47510) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:22:30.127955 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca7fcc6a-2de7-42f2-a917-ce188b580a69 None None] Sync routers for ids ['42fb09ac-6a6c-4584-9b65-2615f07a537b'] in dv-neutron-master-2-hyperv {{(pid=103803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 05 17:22:30.138039 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca7fcc6a-2de7-42f2-a917-ce188b580a69 None None] Routers {'42fb09ac-6a6c-4584-9b65-2615f07a537b'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:22:30.138643 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-ca7fcc6a-2de7-42f2-a917-ce188b580a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:22:19Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['42fb09ac-6a6c-4584-9b65-2615f07a537b'], 'active': True} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:22:30.180660 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.db_base_plugin_v2 [None req-0694f97f-47ba-4cd9-9e3e-f694c90170f8 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Deleting subnet 78b1178c-a8c3-4060-9e1c-bb3fed1199ad {{(pid=103801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 05 17:22:30.184084 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-0694f97f-47ba-4cd9-9e3e-f694c90170f8 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for subnet, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:22:30.224750 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-0694f97f-47ba-4cd9-9e3e-f694c90170f8 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11316398'] for subnet, precommit_delete_associations {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:22:30.245096 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvr_db [None req-ca7fcc6a-2de7-42f2-a917-ce188b580a69 None None] Set router 42fb09ac-6a6c-4584-9b65-2615f07a537b gateway port host: dv-neutron-master-2-hyperv {{(pid=103803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:22:30.312559 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-0694f97f-47ba-4cd9-9e3e-f694c90170f8 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892868'] for subnet, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:22:30.414422 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Device 0ccd73e7-32e1-4d17-ae1c-22a322842162 no longer exists at agent hyperv_hv-neutron-mast {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 05 17:22:30.423913 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-ca7fcc6a-2de7-42f2-a917-ce188b580a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42fb09ac-6a6c-4584-9b65-2615f07a537b', 'name': 'tempest-TestNetworkBasicOps-router-1902154617', 'tenant_id': 'ec76859de02442879238ecf1eaefefed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.104'}], 'enable_snat': True}, 'gw_port_id': '798177bb-f8cb-4aae-b396-1f12fd0632b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:19:22Z', 'updated_at': '2022-01-05T17:22:29Z', 'revision_number': 5, 'project_id': 'ec76859de02442879238ecf1eaefefed', 'gw_port': {'id': '798177bb-f8cb-4aae-b396-1f12fd0632b1', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:a1:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42fb09ac-6a6c-4584-9b65-2615f07a537b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1470, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:19:22Z', 'updated_at': '2022-01-05T17:19:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:22:30.428949 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-0694f97f-47ba-4cd9-9e3e-f694c90170f8 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3893367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11433231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12480600'] for subnet, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:22:30.439770 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] No Port match for: 0ccd73e7-32e1-4d17-ae1c-22a322842162 {{(pid=103802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 05 17:22:30.454025 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Device 0ccd73e7-32e1-4d17-ae1c-22a322842162 not bound to the agent host hv-neutron-mast {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 05 17:22:30.457648 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca7fcc6a-2de7-42f2-a917-ce188b580a69 None None] Checking router: 42fb09ac-6a6c-4584-9b65-2615f07a537b for host: dv-neutron-master-2-hyperv {{(pid=103803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 05 17:22:30.463182 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca7fcc6a-2de7-42f2-a917-ce188b580a69 None None] Routers {'42fb09ac-6a6c-4584-9b65-2615f07a537b'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:22:30.463793 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-ca7fcc6a-2de7-42f2-a917-ce188b580a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:22:19Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['42fb09ac-6a6c-4584-9b65-2615f07a537b'], 'active': True} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:22:30.469009 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0694f97f-47ba-4cd9-9e3e-f694c90170f8 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Pushing event deleted for resources: {'Subnet': ['ID=78b1178c-a8c3-4060-9e1c-bb3fed1199ad,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:22:30.474400 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-0694f97f-47ba-4cd9-9e3e-f694c90170f8 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for subnet, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:22:30.480381 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 47512) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:22:30.480894 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-0694f97f-47ba-4cd9-9e3e-f694c90170f8 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "DELETE /v2.0/subnets/78b1178c-a8c3-4060-9e1c-bb3fed1199ad HTTP/1.1" status: 204 len: 168 time: 0.3618226 Jan 05 17:22:30.484009 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0402543f-86fa-4b55-a7b7-eee4ce41c22e None None] Network 5c612d09-9911-4dcd-8c55-0a835a7ea406 requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:22:30.489921 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0694f97f-47ba-4cd9-9e3e-f694c90170f8 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:22:30.502035 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0694f97f-47ba-4cd9-9e3e-f694c90170f8 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:22:30.502556 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0694f97f-47ba-4cd9-9e3e-f694c90170f8 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:22:30.502996 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0694f97f-47ba-4cd9-9e3e-f694c90170f8 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:22:30.503446 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0694f97f-47ba-4cd9-9e3e-f694c90170f8 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:22:30.503875 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0694f97f-47ba-4cd9-9e3e-f694c90170f8 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:22:30.504347 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0694f97f-47ba-4cd9-9e3e-f694c90170f8 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:22:30.504990 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0694f97f-47ba-4cd9-9e3e-f694c90170f8 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:22:30.506525 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0694f97f-47ba-4cd9-9e3e-f694c90170f8 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:22:30.507019 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0694f97f-47ba-4cd9-9e3e-f694c90170f8 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:22:30.507464 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0694f97f-47ba-4cd9-9e3e-f694c90170f8 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:22:30.509247 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0694f97f-47ba-4cd9-9e3e-f694c90170f8 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:22:30.511702 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0694f97f-47ba-4cd9-9e3e-f694c90170f8 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:22:30.570955 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvr_db [None req-ca7fcc6a-2de7-42f2-a917-ce188b580a69 None None] Set router 42fb09ac-6a6c-4584-9b65-2615f07a537b gateway port host: dv-neutron-master-2-hyperv {{(pid=103803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:22:30.607842 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-cb56ecdc-9174-4670-98e3-471aad431a95 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for router, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:22:30.686597 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b904d01-22d9-4c3e-96f3-33e05d8d8060 None None] DHCP port deletion for 5c612d09-9911-4dcd-8c55-0a835a7ea406 request from dv-neutron-master-2-hyperv {{(pid=103802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 05 17:22:30.740383 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-1b904d01-22d9-4c3e-96f3-33e05d8d8060 None None] Deleting port 2df9dfb8-10af-4a14-a832-8be6e8769068 {{(pid=103802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:22:30.741063 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-cb56ecdc-9174-4670-98e3-471aad431a95 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:22:30.741369 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-1b904d01-22d9-4c3e-96f3-33e05d8d8060 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:22:30.756437 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-ca7fcc6a-2de7-42f2-a917-ce188b580a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42fb09ac-6a6c-4584-9b65-2615f07a537b', 'name': 'tempest-TestNetworkBasicOps-router-1902154617', 'tenant_id': 'ec76859de02442879238ecf1eaefefed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.104'}], 'enable_snat': True}, 'gw_port_id': '798177bb-f8cb-4aae-b396-1f12fd0632b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:19:22Z', 'updated_at': '2022-01-05T17:22:29Z', 'revision_number': 5, 'project_id': 'ec76859de02442879238ecf1eaefefed', 'gw_port': {'id': '798177bb-f8cb-4aae-b396-1f12fd0632b1', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:a1:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42fb09ac-6a6c-4584-9b65-2615f07a537b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1470, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:19:22Z', 'updated_at': '2022-01-05T17:19:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:22:30.782908 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca7fcc6a-2de7-42f2-a917-ce188b580a69 None None] The sync data for ids ['42fb09ac-6a6c-4584-9b65-2615f07a537b'] in dv-neutron-master-2-hyperv is: [{'id': '42fb09ac-6a6c-4584-9b65-2615f07a537b', 'name': 'tempest-TestNetworkBasicOps-router-1902154617', 'tenant_id': 'ec76859de02442879238ecf1eaefefed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.104'}], 'enable_snat': True}, 'gw_port_id': '798177bb-f8cb-4aae-b396-1f12fd0632b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:19:22Z', 'updated_at': '2022-01-05T17:22:29Z', 'revision_number': 5, 'project_id': 'ec76859de02442879238ecf1eaefefed', 'gw_port': {'id': '798177bb-f8cb-4aae-b396-1f12fd0632b1', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:a1:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42fb09ac-6a6c-4584-9b65-2615f07a537b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1470, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:19:22Z', 'updated_at': '2022-01-05T17:19:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=103803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 05 17:22:30.806883 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-1b904d01-22d9-4c3e-96f3-33e05d8d8060 None None] For port 2df9dfb8-10af-4a14-a832-8be6e8769068, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=2df9dfb8-10af-4a14-a832-8be6e8769068,segment=NetworkSegment(0dcba33b-afb9-4a7b-b4c6-0af7b971fa17),segment_id=0dcba33b-afb9-4a7b-b4c6-0af7b971fa17)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:22:30.807283 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-1b904d01-22d9-4c3e-96f3-33e05d8d8060 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:22:30.826399 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-1b904d01-22d9-4c3e-96f3-33e05d8d8060 None None] Calling delete_port for 2df9dfb8-10af-4a14-a832-8be6e8769068 owned by network:dhcp {{(pid=103802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:22:30.865925 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-cb56ecdc-9174-4670-98e3-471aad431a95 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Deleting port 798177bb-f8cb-4aae-b396-1f12fd0632b1 {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:22:30.866346 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-cb56ecdc-9174-4670-98e3-471aad431a95 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:22:30.952498 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.db [None req-cb56ecdc-9174-4670-98e3-471aad431a95 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] For port 798177bb-f8cb-4aae-b396-1f12fd0632b1, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=798177bb-f8cb-4aae-b396-1f12fd0632b1,segment=NetworkSegment(3f961525-530f-4ce5-8222-1dbbbe774893),segment_id=3f961525-530f-4ce5-8222-1dbbbe774893)] {{(pid=103800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:22:30.953910 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-cb56ecdc-9174-4670-98e3-471aad431a95 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:22:30.964741 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-cb56ecdc-9174-4670-98e3-471aad431a95 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Calling delete_port for 798177bb-f8cb-4aae-b396-1f12fd0632b1 owned by network:router_gateway {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:22:30.969355 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-1b904d01-22d9-4c3e-96f3-33e05d8d8060 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678'] for port, after_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:22:30.994701 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b904d01-22d9-4c3e-96f3-33e05d8d8060 None None] Pushing event deleted for resources: {'Port': ['ID=2df9dfb8-10af-4a14-a832-8be6e8769068,revision_number=None']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:22:30.999312 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b904d01-22d9-4c3e-96f3-33e05d8d8060 None None] No DVR routers for this DVR port 2df9dfb8-10af-4a14-a832-8be6e8769068 on host dv-neutron-master-2-hyperv {{(pid=103802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 05 17:22:31.007050 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b904d01-22d9-4c3e-96f3-33e05d8d8060 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:22:31.007412 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b904d01-22d9-4c3e-96f3-33e05d8d8060 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:22:31.007761 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b904d01-22d9-4c3e-96f3-33e05d8d8060 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:22:31.008097 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b904d01-22d9-4c3e-96f3-33e05d8d8060 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:22:31.008489 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b904d01-22d9-4c3e-96f3-33e05d8d8060 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:22:31.008839 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b904d01-22d9-4c3e-96f3-33e05d8d8060 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:22:31.009166 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b904d01-22d9-4c3e-96f3-33e05d8d8060 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:22:31.009709 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b904d01-22d9-4c3e-96f3-33e05d8d8060 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:22:31.010230 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b904d01-22d9-4c3e-96f3-33e05d8d8060 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:22:31.010763 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b904d01-22d9-4c3e-96f3-33e05d8d8060 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:22:31.011095 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b904d01-22d9-4c3e-96f3-33e05d8d8060 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:22:31.011424 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b904d01-22d9-4c3e-96f3-33e05d8d8060 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:22:31.011747 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b904d01-22d9-4c3e-96f3-33e05d8d8060 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:22:31.188433 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-cb56ecdc-9174-4670-98e3-471aad431a95 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:22:31.215853 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb56ecdc-9174-4670-98e3-471aad431a95 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Pushing event deleted for resources: {'Port': ['ID=798177bb-f8cb-4aae-b396-1f12fd0632b1,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:22:31.234941 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c9824ee-c467-48b6-9a9c-3414c2bb2d75 None None] DHCP port deletion for b0167590-0699-4c5c-a932-3939414a9573 request from dv-neutron-master-2-hyperv {{(pid=103802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 05 17:22:31.298761 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-cb56ecdc-9174-4670-98e3-471aad431a95 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-648595'] for router_gateway, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:22:31.408154 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-cb56ecdc-9174-4670-98e3-471aad431a95 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-648249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62744'] for router, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:22:31.410287 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-cb56ecdc-9174-4670-98e3-471aad431a95 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:22:31.540577 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-cb56ecdc-9174-4670-98e3-471aad431a95 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-648240'] for router, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:22:31.541277 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb56ecdc-9174-4670-98e3-471aad431a95 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Fanout notify agent at l3_agent the message router_deleted on router 42fb09ac-6a6c-4584-9b65-2615f07a537b {{(pid=103800) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 05 17:22:31.548073 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-cb56ecdc-9174-4670-98e3-471aad431a95 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for router, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:22:31.549205 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-cb56ecdc-9174-4670-98e3-471aad431a95 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "DELETE /v2.0/routers/42fb09ac-6a6c-4584-9b65-2615f07a537b HTTP/1.1" status: 204 len: 168 time: 1.0678439 Jan 05 17:22:31.552696 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 47514) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:22:31.635592 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-dcf4215f-1a86-43d7-9462-c3ab0b125270 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3809644'] for network, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:22:31.722256 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-dcf4215f-1a86-43d7-9462-c3ab0b125270 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3891715', 'neutron.services.segments.db._delete_segments_for_network-8754181063482'] for network, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:22:31.742962 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.services.segments.db [None req-dcf4215f-1a86-43d7-9462-c3ab0b125270 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c612d09-9911-4dcd-8c55-0a835a7ea406']}} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:22:31.752177 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.services.segments.db [None req-dcf4215f-1a86-43d7-9462-c3ab0b125270 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0dcba33b-afb9-4a7b-b4c6-0af7b971fa17') {'for_net_delete': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:22:31.752470 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.services.segments.db [None req-dcf4215f-1a86-43d7-9462-c3ab0b125270 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0dcba33b-afb9-4a7b-b4c6-0af7b971fa17') {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:22:31.762170 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-dcf4215f-1a86-43d7-9462-c3ab0b125270 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754181064771', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11316385'] for segment, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:22:31.776333 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-dcf4215f-1a86-43d7-9462-c3ab0b125270 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225'] for segment, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:22:31.782282 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dcf4215f-1a86-43d7-9462-c3ab0b125270 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Releasing vlan 100 on physical network physnet1 to pool {{(pid=103801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 05 17:22:31.782674 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-dcf4215f-1a86-43d7-9462-c3ab0b125270 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11433197'] for segment, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:22:31.785676 dv-neutron-master-2-hyperv neutron-server[103801]: Traceback (most recent call last): Jan 05 17:22:31.785676 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 05 17:22:31.785676 dv-neutron-master-2-hyperv neutron-server[103801]: timer() Jan 05 17:22:31.785676 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 05 17:22:31.785676 dv-neutron-master-2-hyperv neutron-server[103801]: cb(*args, **kw) Jan 05 17:22:31.785676 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 05 17:22:31.785676 dv-neutron-master-2-hyperv neutron-server[103801]: return func(*args, **kwargs) Jan 05 17:22:31.785676 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 05 17:22:31.785676 dv-neutron-master-2-hyperv neutron-server[103801]: self._notify() Jan 05 17:22:31.785676 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 05 17:22:31.785676 dv-neutron-master-2-hyperv neutron-server[103801]: self.callback(batched_events) Jan 05 17:22:31.785676 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 05 17:22:31.785676 dv-neutron-master-2-hyperv neutron-server[103801]: event.method(event) Jan 05 17:22:31.785676 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 05 17:22:31.785676 dv-neutron-master-2-hyperv neutron-server[103801]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 05 17:22:31.785676 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 05 17:22:31.785676 dv-neutron-master-2-hyperv neutron-server[103801]: aggregate_uuid = self.p_client.list_aggregates( Jan 05 17:22:31.785676 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 05 17:22:31.785676 dv-neutron-master-2-hyperv neutron-server[103801]: return f(self, *a, **k) Jan 05 17:22:31.785676 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 05 17:22:31.785676 dv-neutron-master-2-hyperv neutron-server[103801]: return self._get(url).json() Jan 05 17:22:31.785676 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 05 17:22:31.785676 dv-neutron-master-2-hyperv neutron-server[103801]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 05 17:22:31.785676 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 05 17:22:31.785676 dv-neutron-master-2-hyperv neutron-server[103801]: return self.request(url, 'GET', **kwargs) Jan 05 17:22:31.785676 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 05 17:22:31.785676 dv-neutron-master-2-hyperv neutron-server[103801]: base_url = self.get_endpoint(auth, allow=allow, Jan 05 17:22:31.785676 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 05 17:22:31.785676 dv-neutron-master-2-hyperv neutron-server[103801]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 05 17:22:31.785676 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 05 17:22:31.785676 dv-neutron-master-2-hyperv neutron-server[103801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 05 17:22:31.785676 dv-neutron-master-2-hyperv neutron-server[103801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 05 17:22:31.914262 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-dcf4215f-1a86-43d7-9462-c3ab0b125270 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3891722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648695'] for network, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:22:31.922739 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-dcf4215f-1a86-43d7-9462-c3ab0b125270 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for network, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:22:31.925492 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-dcf4215f-1a86-43d7-9462-c3ab0b125270 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "DELETE /v2.0/networks/5c612d09-9911-4dcd-8c55-0a835a7ea406 HTTP/1.1" status: 204 len: 168 time: 0.3717976 Jan 05 17:22:31.937345 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf4215f-1a86-43d7-9462-c3ab0b125270 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Pushing event deleted for resources: {'Network': ['ID=5c612d09-9911-4dcd-8c55-0a835a7ea406,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:22:31.939892 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 47518) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:22:31.945128 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-feaf3cda-257b-4962-830e-1ef8e28639a9 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Request body: {'network': {'name': 'tempest-network-smoke--1799239309', 'project_id': 'ec76859de02442879238ecf1eaefefed', 'port_security_enabled': True}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:22:32.028563 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-feaf3cda-257b-4962-830e-1ef8e28639a9 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Made reservation on behalf of ec76859de02442879238ecf1eaefefed for: {'network': 1} {{(pid=103801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:22:32.031766 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device d5967521-1e60-46de-bdce-852c7ccefc3b no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 05 17:22:32.032266 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-feaf3cda-257b-4962-830e-1ef8e28639a9 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for network, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:22:32.052461 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] No Port match for: d5967521-1e60-46de-bdce-852c7ccefc3b {{(pid=103802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 05 17:22:32.052794 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device d5967521-1e60-46de-bdce-852c7ccefc3b not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 05 17:22:32.053203 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 798177bb-f8cb-4aae-b396-1f12fd0632b1 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 05 17:22:32.056164 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-feaf3cda-257b-4962-830e-1ef8e28639a9 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] vlan segment allocate from pool success with {'vlan_id': 131, 'physical_network': 'physnet1'} {{(pid=103801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 05 17:22:32.065165 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-feaf3cda-257b-4962-830e-1ef8e28639a9 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225'] for segment, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:22:32.065499 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.db.segments_db [None req-feaf3cda-257b-4962-830e-1ef8e28639a9 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Added segment 39c3e7d7-b0f1-4853-b820-ca7568105b67 of type vlan for network 324ae611-43b2-4199-beec-301c32862d2c Jan 05 17:22:32.071921 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] No Port match for: 798177bb-f8cb-4aae-b396-1f12fd0632b1 {{(pid=103802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 05 17:22:32.075473 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 798177bb-f8cb-4aae-b396-1f12fd0632b1 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 05 17:22:32.075473 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 2df9dfb8-10af-4a14-a832-8be6e8769068 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 05 17:22:32.095330 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] No Port match for: 2df9dfb8-10af-4a14-a832-8be6e8769068 {{(pid=103802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 05 17:22:32.095681 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 2df9dfb8-10af-4a14-a832-8be6e8769068 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 05 17:22:32.110313 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-feaf3cda-257b-4962-830e-1ef8e28639a9 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754180566020'] for network, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:22:32.186788 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-feaf3cda-257b-4962-830e-1ef8e28639a9 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685'] for network, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:22:32.193104 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feaf3cda-257b-4962-830e-1ef8e28639a9 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:22:32.196126 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-feaf3cda-257b-4962-830e-1ef8e28639a9 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for network, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:22:32.260460 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feaf3cda-257b-4962-830e-1ef8e28639a9 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Pushing event updated for resources: {'Network': ['ID=324ae611-43b2-4199-beec-301c32862d2c,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:22:32.270205 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Network 324ae611-43b2-4199-beec-301c32862d2c details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 05 17:22:32.297812 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-feaf3cda-257b-4962-830e-1ef8e28639a9 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3564892 Jan 05 17:22:32.300416 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 47522) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:22:32.305223 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-16babc77-e805-42b1-8347-ffecf2689947 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-178428822', 'admin_state_up': True, 'project_id': 'ec76859de02442879238ecf1eaefefed', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573'}}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:22:32.392269 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-16babc77-e805-42b1-8347-ffecf2689947 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-649063', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58098'] for router, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:22:32.393336 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-16babc77-e805-42b1-8347-ffecf2689947 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649832', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-545006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58091'] for router, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:22:32.442208 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-16babc77-e805-42b1-8347-ffecf2689947 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:22:32.638278 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-16babc77-e805-42b1-8347-ffecf2689947 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:22:32.870298 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-16babc77-e805-42b1-8347-ffecf2689947 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for router_gateway, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:22:32.887972 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-16babc77-e805-42b1-8347-ffecf2689947 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:22:32.985633 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [None req-16babc77-e805-42b1-8347-ffecf2689947 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Allocated IP 172.36.4.132 (b0167590-0699-4c5c-a932-3939414a9573/7a784a6d-3d96-418f-a645-b9ccd0b1ac55/f71a3be8-8bd2-495f-9583-aaaa2bbdc51a) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:22:33.086161 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-16babc77-e805-42b1-8347-ffecf2689947 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for port, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:22:33.171434 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-16babc77-e805-42b1-8347-ffecf2689947 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11433176'] for port, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:22:33.207957 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16babc77-e805-42b1-8347-ffecf2689947 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Network b0167590-0699-4c5c-a932-3939414a9573 is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:22:33.211480 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-16babc77-e805-42b1-8347-ffecf2689947 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:22:33.214828 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16babc77-e805-42b1-8347-ffecf2689947 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:22:33.222179 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16babc77-e805-42b1-8347-ffecf2689947 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Pushing event updated for resources: {'Port': ['ID=f71a3be8-8bd2-495f-9583-aaaa2bbdc51a,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:22:33.226811 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-797e1f12-6ef8-4d44-ad92-22f205ada71d None None] DHCP port deletion for b0167590-0699-4c5c-a932-3939414a9573 request from dv-neutron-master-2-hyperv {{(pid=103802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 05 17:22:33.351067 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-253e7da7-7c84-4de3-8ff2-a929674f6b55 None None] Provisioning complete for port f71a3be8-8bd2-495f-9583-aaaa2bbdc51a triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:22:33.351432 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-253e7da7-7c84-4de3-8ff2-a929674f6b55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:22:33.384333 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-253e7da7-7c84-4de3-8ff2-a929674f6b55 None None] Port f71a3be8-8bd2-495f-9583-aaaa2bbdc51a cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 17:22:33.517359 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-16babc77-e805-42b1-8347-ffecf2689947 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for router_gateway, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:22:33.705685 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-16babc77-e805-42b1-8347-ffecf2689947 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-648430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648639'] for router, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:22:34.182467 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16babc77-e805-42b1-8347-ffecf2689947 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Router 03d4c3e7-a2c7-4261-b95a-dcee5eeaeee6 is scheduled to L3 agent 59446fdc-40e0-41fe-a575-a8eb11d742f7 with binding_index 1 {{(pid=103801) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 05 17:22:34.284428 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16babc77-e805-42b1-8347-ffecf2689947 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 05 17:22:34.295747 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7d75606-5caa-472b-bb21-7a8de3a125a6 None None] Sync routers for ids ['03d4c3e7-a2c7-4261-b95a-dcee5eeaeee6'] in dv-neutron-master-2-hyperv {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 05 17:22:34.304689 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7d75606-5caa-472b-bb21-7a8de3a125a6 None None] Routers {'03d4c3e7-a2c7-4261-b95a-dcee5eeaeee6'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:22:34.308349 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-d7d75606-5caa-472b-bb21-7a8de3a125a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:22:19Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['03d4c3e7-a2c7-4261-b95a-dcee5eeaeee6'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:22:34.344674 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-16babc77-e805-42b1-8347-ffecf2689947 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for router, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:22:34.346068 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-16babc77-e805-42b1-8347-ffecf2689947 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.0445561 Jan 05 17:22:34.349783 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 47526) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:22:34.420420 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-d7d75606-5caa-472b-bb21-7a8de3a125a6 None None] Set router 03d4c3e7-a2c7-4261-b95a-dcee5eeaeee6 gateway port host: dv-neutron-master-2-hyperv {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:22:34.512911 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-7adf49a3-0285-48b9-a16c-38e8e052900f tempest-TestNetworkBasicOps-152746079 tempest-TestNetworkBasicOps-152746079-project-admin] 10.222.0.11 "GET /v2.0/subnets?project_id=ec76859de02442879238ecf1eaefefed&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1618955 Jan 05 17:22:34.515560 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 47530) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:22:34.595627 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-d7d75606-5caa-472b-bb21-7a8de3a125a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03d4c3e7-a2c7-4261-b95a-dcee5eeaeee6', 'name': 'tempest-TestNetworkBasicOps-router-178428822', 'tenant_id': 'ec76859de02442879238ecf1eaefefed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.132'}], 'enable_snat': True}, 'gw_port_id': 'f71a3be8-8bd2-495f-9583-aaaa2bbdc51a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:22:32Z', 'updated_at': '2022-01-05T17:22:33Z', 'revision_number': 3, 'project_id': 'ec76859de02442879238ecf1eaefefed', 'gw_port': {'id': 'f71a3be8-8bd2-495f-9583-aaaa2bbdc51a', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:cb:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03d4c3e7-a2c7-4261-b95a-dcee5eeaeee6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:22:32Z', 'updated_at': '2022-01-05T17:22:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:22:34.609191 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a90e224-d68e-4e4a-b48d-2f55b6a11522 tempest-TestNetworkBasicOps-152746079 tempest-TestNetworkBasicOps-152746079-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:22:34.610724 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-1a90e224-d68e-4e4a-b48d-2f55b6a11522 tempest-TestNetworkBasicOps-152746079 tempest-TestNetworkBasicOps-152746079-project-admin] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0939298 Jan 05 17:22:34.613534 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 47532) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:22:34.622357 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7d75606-5caa-472b-bb21-7a8de3a125a6 None None] Checking router: 03d4c3e7-a2c7-4261-b95a-dcee5eeaeee6 for host: dv-neutron-master-2-hyperv {{(pid=103802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 05 17:22:34.622698 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7d75606-5caa-472b-bb21-7a8de3a125a6 None None] Updating router 03d4c3e7-a2c7-4261-b95a-dcee5eeaeee6 port f71a3be8-8bd2-495f-9583-aaaa2bbdc51a binding host dv-neutron-master-2-hyperv {{(pid=103802) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 05 17:22:34.648315 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-6cf01a6d-3a29-4ad6-b007-d5f796b5ec28 tempest-TestNetworkBasicOps-152746079 tempest-TestNetworkBasicOps-152746079-project-admin] 10.222.0.11 "GET /v2.0/subnets?network_id=b0167590-0699-4c5c-a932-3939414a9573&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0309241 Jan 05 17:22:34.648521 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d7d75606-5caa-472b-bb21-7a8de3a125a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:22:34.648791 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 47534) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:22:34.653434 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-0fc5094f-7af2-4230-ab65-d32b3e34451a tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1963589563', 'network_id': '324ae611-43b2-4199-beec-301c32862d2c', 'project_id': 'ec76859de02442879238ecf1eaefefed', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:22:34.820295 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fc5094f-7af2-4230-ab65-d32b3e34451a tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Made reservation on behalf of ec76859de02442879238ecf1eaefefed for: {'subnet': 1} {{(pid=103801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:22:34.823934 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-0fc5094f-7af2-4230-ab65-d32b3e34451a tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12480675'] for subnet, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:22:34.905664 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d7d75606-5caa-472b-bb21-7a8de3a125a6 None None] Publish callbacks [] for port, precommit_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:22:34.986428 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d7d75606-5caa-472b-bb21-7a8de3a125a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:22:35.029657 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81758ee7-5027-436c-a8a0-7327071fe15b None None] DHCP port deletion for b0167590-0699-4c5c-a932-3939414a9573 request from dv-neutron-master-2-hyperv {{(pid=103802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 05 17:22:35.044201 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-d7d75606-5caa-472b-bb21-7a8de3a125a6 None None] Attempting to bind port f71a3be8-8bd2-495f-9583-aaaa2bbdc51a on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 05 17:22:35.044564 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-d7d75606-5caa-472b-bb21-7a8de3a125a6 None None] Attempting to bind port f71a3be8-8bd2-495f-9583-aaaa2bbdc51a by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '3f961525-530f-4ce5-8222-1dbbbe774893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573'}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 05 17:22:35.044920 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7d75606-5caa-472b-bb21-7a8de3a125a6 None None] Attempting to bind port f71a3be8-8bd2-495f-9583-aaaa2bbdc51a on network b0167590-0699-4c5c-a932-3939414a9573 {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:22:35.048598 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680f0165-df78-4dac-bad4-6f495f7565fd None None] Pushing event updated for resources: {'Port': ['ID=f71a3be8-8bd2-495f-9583-aaaa2bbdc51a,revision_number=2']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:22:35.054653 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7d75606-5caa-472b-bb21-7a8de3a125a6 None None] Checking agent: {'id': '0d4f8fd3-ce62-4651-970c-efa6a8bb22b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 5, 16, 57, 23), 'started_at': datetime.datetime(2022, 1, 5, 16, 57, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 5, 17, 22, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 05 17:22:35.055032 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7d75606-5caa-472b-bb21-7a8de3a125a6 None None] Checking segment: {'id': '3f961525-530f-4ce5-8222-1dbbbe774893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:22:35.055422 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d7d75606-5caa-472b-bb21-7a8de3a125a6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:22:35.055802 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7d75606-5caa-472b-bb21-7a8de3a125a6 None None] Bound using segment: {'id': '3f961525-530f-4ce5-8222-1dbbbe774893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573'} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 05 17:22:35.056269 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-d7d75606-5caa-472b-bb21-7a8de3a125a6 None None] Bound port: f71a3be8-8bd2-495f-9583-aaaa2bbdc51a, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f961525-530f-4ce5-8222-1dbbbe774893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573'}}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 05 17:22:35.056645 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d7d75606-5caa-472b-bb21-7a8de3a125a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:22:35.060645 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-0fc5094f-7af2-4230-ab65-d32b3e34451a tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11433288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12480593'] for subnet, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:22:35.112598 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-d7d75606-5caa-472b-bb21-7a8de3a125a6 None None] For port f71a3be8-8bd2-495f-9583-aaaa2bbdc51a, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 05 17:22:35.118606 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc5094f-7af2-4230-ab65-d32b3e34451a tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Pushing event updated for resources: {'Subnet': ['ID=4caa8ce5-f436-4026-98d0-29b75fb0513f,revision_number=0']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:22:35.128865 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fc5094f-7af2-4230-ab65-d32b3e34451a tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Checking segment: {'id': '39c3e7d7-b0f1-4853-b820-ca7568105b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '324ae611-43b2-4199-beec-301c32862d2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:22:35.129222 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fc5094f-7af2-4230-ab65-d32b3e34451a tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Network hostable DHCP agents. Network: 324ae611-43b2-4199-beec-301c32862d2c, hostable agents: ['3f70c195-17da-4084-9fd6-bf6059d88535'], hosted agents: [] {{(pid=103801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 05 17:22:35.132580 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-d7d75606-5caa-472b-bb21-7a8de3a125a6 None None] For port f71a3be8-8bd2-495f-9583-aaaa2bbdc51a, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f71a3be8-8bd2-495f-9583-aaaa2bbdc51a,segment=NetworkSegment(3f961525-530f-4ce5-8222-1dbbbe774893),segment_id=3f961525-530f-4ce5-8222-1dbbbe774893)] {{(pid=103802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 05 17:22:35.138695 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-b9ec9b95-6e3f-4457-948d-b5a6272a080a None None] Provisioning complete for port f71a3be8-8bd2-495f-9583-aaaa2bbdc51a triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:22:35.143316 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-b9ec9b95-6e3f-4457-948d-b5a6272a080a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:22:35.177418 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-b9ec9b95-6e3f-4457-948d-b5a6272a080a None None] Port f71a3be8-8bd2-495f-9583-aaaa2bbdc51a cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 17:22:35.205515 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fc5094f-7af2-4230-ab65-d32b3e34451a tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Network 324ae611-43b2-4199-beec-301c32862d2c is scheduled to be hosted by DHCP agent 3f70c195-17da-4084-9fd6-bf6059d88535 with binding_index 1 {{(pid=103801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 05 17:22:35.205886 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d7d75606-5caa-472b-bb21-7a8de3a125a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:22:35.246893 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-181c66f2-63a4-4eb1-ab22-05d891d8e859 None None] DHCP port deletion for b0167590-0699-4c5c-a932-3939414a9573 request from dv-neutron-master-2-hyperv {{(pid=103802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 05 17:22:35.270702 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7d75606-5caa-472b-bb21-7a8de3a125a6 None None] Routers {'03d4c3e7-a2c7-4261-b95a-dcee5eeaeee6'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:22:35.271308 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-d7d75606-5caa-472b-bb21-7a8de3a125a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:22:19Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['03d4c3e7-a2c7-4261-b95a-dcee5eeaeee6'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:22:35.273877 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680f0165-df78-4dac-bad4-6f495f7565fd None None] Pushing event updated for resources: {'Port': ['ID=f71a3be8-8bd2-495f-9583-aaaa2bbdc51a,revision_number=3']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:22:35.285566 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-0fc5094f-7af2-4230-ab65-d32b3e34451a tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 324ae611-43b2-4199-beec-301c32862d2c) {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:22:35.290163 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fc5094f-7af2-4230-ab65-d32b3e34451a tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:22:35.290999 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-0fc5094f-7af2-4230-ab65-d32b3e34451a tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for subnet, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:22:35.315494 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5be2e488-4171-4e04-8731-a661e9a45014 None None] Network 324ae611-43b2-4199-beec-301c32862d2c requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:22:35.372101 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-0fc5094f-7af2-4230-ab65-d32b3e34451a tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7222908 Jan 05 17:22:35.374879 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 47536) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:22:35.383026 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-9c42e8fb-8e13-4fd3-b5df-613f1f9f47c2 None None] Provisioning complete for port f71a3be8-8bd2-495f-9583-aaaa2bbdc51a triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:22:35.383395 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-9c42e8fb-8e13-4fd3-b5df-613f1f9f47c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:22:35.499485 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-d7d75606-5caa-472b-bb21-7a8de3a125a6 None None] Set router 03d4c3e7-a2c7-4261-b95a-dcee5eeaeee6 gateway port host: dv-neutron-master-2-hyperv {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:22:35.579860 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ee129bc-2d12-49f2-b9e8-b67c82aa4530 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-324ae611-43b2-4199-beec-301c32862d2c', 'network_id': '324ae611-43b2-4199-beec-301c32862d2c', 'project_id': 'ec76859de02442879238ecf1eaefefed', 'fixed_ips': [{'subnet_id': '4caa8ce5-f436-4026-98d0-29b75fb0513f'}]}} from dv-neutron-master-2-hyperv. {{(pid=103802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 05 17:22:35.580698 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-5ee129bc-2d12-49f2-b9e8-b67c82aa4530 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:22:35.743648 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-9c42e8fb-8e13-4fd3-b5df-613f1f9f47c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:22:35.811218 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-9c42e8fb-8e13-4fd3-b5df-613f1f9f47c2 None None] For port f71a3be8-8bd2-495f-9583-aaaa2bbdc51a, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f71a3be8-8bd2-495f-9583-aaaa2bbdc51a,segment=NetworkSegment(3f961525-530f-4ce5-8222-1dbbbe774893),segment_id=3f961525-530f-4ce5-8222-1dbbbe774893)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:22:35.819675 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-6ce12931-bdeb-4a8e-aee5-b3136910ca0d tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:22:36.014860 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-9c42e8fb-8e13-4fd3-b5df-613f1f9f47c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:22:36.024400 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.db_base_plugin_common [None req-5ee129bc-2d12-49f2-b9e8-b67c82aa4530 None None] Allocated IP 172.20.0.2 (324ae611-43b2-4199-beec-301c32862d2c/4caa8ce5-f436-4026-98d0-29b75fb0513f/0c76c34b-d532-47f0-9c3f-19a2644e91be) {{(pid=103802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:22:36.125554 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c42e8fb-8e13-4fd3-b5df-613f1f9f47c2 None None] Pushing event updated for resources: {'Port': ['ID=f71a3be8-8bd2-495f-9583-aaaa2bbdc51a,revision_number=4']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:22:36.134005 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-d7d75606-5caa-472b-bb21-7a8de3a125a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03d4c3e7-a2c7-4261-b95a-dcee5eeaeee6', 'name': 'tempest-TestNetworkBasicOps-router-178428822', 'tenant_id': 'ec76859de02442879238ecf1eaefefed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.132'}], 'enable_snat': True}, 'gw_port_id': 'f71a3be8-8bd2-495f-9583-aaaa2bbdc51a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:22:32Z', 'updated_at': '2022-01-05T17:22:33Z', 'revision_number': 3, 'project_id': 'ec76859de02442879238ecf1eaefefed', 'gw_port': {'id': 'f71a3be8-8bd2-495f-9583-aaaa2bbdc51a', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:cb:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03d4c3e7-a2c7-4261-b95a-dcee5eeaeee6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:22:32Z', 'updated_at': '2022-01-05T17:22:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:22:36.165500 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7d75606-5caa-472b-bb21-7a8de3a125a6 None None] The sync data for ids ['03d4c3e7-a2c7-4261-b95a-dcee5eeaeee6'] in dv-neutron-master-2-hyperv is: [{'id': '03d4c3e7-a2c7-4261-b95a-dcee5eeaeee6', 'name': 'tempest-TestNetworkBasicOps-router-178428822', 'tenant_id': 'ec76859de02442879238ecf1eaefefed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.132'}], 'enable_snat': True}, 'gw_port_id': 'f71a3be8-8bd2-495f-9583-aaaa2bbdc51a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:22:32Z', 'updated_at': '2022-01-05T17:22:33Z', 'revision_number': 3, 'project_id': 'ec76859de02442879238ecf1eaefefed', 'gw_port': {'id': 'f71a3be8-8bd2-495f-9583-aaaa2bbdc51a', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:cb:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03d4c3e7-a2c7-4261-b95a-dcee5eeaeee6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:22:32Z', 'updated_at': '2022-01-05T17:22:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 05 17:22:36.241990 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-5ee129bc-2d12-49f2-b9e8-b67c82aa4530 None None] Publish callbacks [] for port, precommit_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:22:36.295552 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-5ee129bc-2d12-49f2-b9e8-b67c82aa4530 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669'] for port, after_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:22:36.334719 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ee129bc-2d12-49f2-b9e8-b67c82aa4530 None None] Network 324ae611-43b2-4199-beec-301c32862d2c is already hosted by enough agents. {{(pid=103802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:22:36.337846 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.scheduler.base_scheduler [None req-5ee129bc-2d12-49f2-b9e8-b67c82aa4530 None None] Resources bound (agent type, host, resource id): {{(pid=103802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:22:36.340409 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ee129bc-2d12-49f2-b9e8-b67c82aa4530 None None] Received port after_create {{(pid=103802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:22:36.352801 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [None req-6ce12931-bdeb-4a8e-aee5-b3136910ca0d tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Allocated IP 172.20.0.1 (324ae611-43b2-4199-beec-301c32862d2c/4caa8ce5-f436-4026-98d0-29b75fb0513f/634c7f4e-038a-4b94-b308-914133781190) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:22:36.354213 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee129bc-2d12-49f2-b9e8-b67c82aa4530 None None] Pushing event updated for resources: {'Port': ['ID=0c76c34b-d532-47f0-9c3f-19a2644e91be,revision_number=1']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:22:36.430328 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-5ee129bc-2d12-49f2-b9e8-b67c82aa4530 None None] Attempting to bind port 0c76c34b-d532-47f0-9c3f-19a2644e91be on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 05 17:22:36.430600 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-5ee129bc-2d12-49f2-b9e8-b67c82aa4530 None None] Attempting to bind port 0c76c34b-d532-47f0-9c3f-19a2644e91be by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '39c3e7d7-b0f1-4853-b820-ca7568105b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '324ae611-43b2-4199-beec-301c32862d2c'}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 05 17:22:36.430905 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ee129bc-2d12-49f2-b9e8-b67c82aa4530 None None] Attempting to bind port 0c76c34b-d532-47f0-9c3f-19a2644e91be on network 324ae611-43b2-4199-beec-301c32862d2c {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:22:36.436441 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ee129bc-2d12-49f2-b9e8-b67c82aa4530 None None] Checking agent: {'id': '0d4f8fd3-ce62-4651-970c-efa6a8bb22b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 5, 16, 57, 23), 'started_at': datetime.datetime(2022, 1, 5, 16, 57, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 5, 17, 22, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 05 17:22:36.436809 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ee129bc-2d12-49f2-b9e8-b67c82aa4530 None None] Checking segment: {'id': '39c3e7d7-b0f1-4853-b820-ca7568105b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '324ae611-43b2-4199-beec-301c32862d2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:22:36.437201 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-5ee129bc-2d12-49f2-b9e8-b67c82aa4530 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:22:36.437610 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ee129bc-2d12-49f2-b9e8-b67c82aa4530 None None] Bound using segment: {'id': '39c3e7d7-b0f1-4853-b820-ca7568105b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '324ae611-43b2-4199-beec-301c32862d2c'} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 05 17:22:36.438067 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-5ee129bc-2d12-49f2-b9e8-b67c82aa4530 None None] Bound port: 0c76c34b-d532-47f0-9c3f-19a2644e91be, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39c3e7d7-b0f1-4853-b820-ca7568105b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '324ae611-43b2-4199-beec-301c32862d2c'}}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 05 17:22:36.438979 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-5ee129bc-2d12-49f2-b9e8-b67c82aa4530 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:22:36.503189 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-5ee129bc-2d12-49f2-b9e8-b67c82aa4530 None None] For port 0c76c34b-d532-47f0-9c3f-19a2644e91be, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 05 17:22:36.503821 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-6ce12931-bdeb-4a8e-aee5-b3136910ca0d tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for port, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:22:36.509624 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-5ee129bc-2d12-49f2-b9e8-b67c82aa4530 None None] For port 0c76c34b-d532-47f0-9c3f-19a2644e91be, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=0c76c34b-d532-47f0-9c3f-19a2644e91be,segment=NetworkSegment(39c3e7d7-b0f1-4853-b820-ca7568105b67),segment_id=39c3e7d7-b0f1-4853-b820-ca7568105b67)] {{(pid=103802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 05 17:22:36.592679 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-5ee129bc-2d12-49f2-b9e8-b67c82aa4530 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:22:36.621229 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-6ce12931-bdeb-4a8e-aee5-b3136910ca0d tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11433176'] for port, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:22:36.656677 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee129bc-2d12-49f2-b9e8-b67c82aa4530 None None] Pushing event updated for resources: {'Port': ['ID=0c76c34b-d532-47f0-9c3f-19a2644e91be,revision_number=2']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:22:36.676526 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ce12931-bdeb-4a8e-aee5-b3136910ca0d tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Network 324ae611-43b2-4199-beec-301c32862d2c is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:22:36.680296 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-6ce12931-bdeb-4a8e-aee5-b3136910ca0d tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:22:36.684466 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ce12931-bdeb-4a8e-aee5-b3136910ca0d tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:22:36.717137 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce12931-bdeb-4a8e-aee5-b3136910ca0d tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Pushing event updated for resources: {'Port': ['ID=634c7f4e-038a-4b94-b308-914133781190,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:22:36.744894 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-6ce12931-bdeb-4a8e-aee5-b3136910ca0d tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-648552'] for router_interface, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:22:36.986994 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-6ce12931-bdeb-4a8e-aee5-b3136910ca0d tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:22:37.264086 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-6ce12931-bdeb-4a8e-aee5-b3136910ca0d tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for port, precommit_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:22:37.323728 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-6ce12931-bdeb-4a8e-aee5-b3136910ca0d tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11433169'] for port, after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:22:37.402637 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-6ce12931-bdeb-4a8e-aee5-b3136910ca0d tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-531704'] for router_interface, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:22:37.404399 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce12931-bdeb-4a8e-aee5-b3136910ca0d tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Pushing event updated for resources: {'Port': ['ID=634c7f4e-038a-4b94-b308-914133781190,revision_number=2']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:22:37.500342 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ce12931-bdeb-4a8e-aee5-b3136910ca0d tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Network 324ae611-43b2-4199-beec-301c32862d2c is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:22:37.501839 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-6ce12931-bdeb-4a8e-aee5-b3136910ca0d tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:22:37.619093 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ce12931-bdeb-4a8e-aee5-b3136910ca0d tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Router 03d4c3e7-a2c7-4261-b95a-dcee5eeaeee6 has already been hosted by L3 agent 59446fdc-40e0-41fe-a575-a8eb11d742f7 {{(pid=103801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 05 17:22:37.623447 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8e8646f-51a1-489f-8b28-cc015dae8210 None None] Network 324ae611-43b2-4199-beec-301c32862d2c requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:22:37.688844 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-3b1bc430-6e08-487f-b885-b6dc24bc7b9d None None] Provisioning complete for port 0c76c34b-d532-47f0-9c3f-19a2644e91be triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:22:37.689208 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-3b1bc430-6e08-487f-b885-b6dc24bc7b9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:22:37.730305 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ce12931-bdeb-4a8e-aee5-b3136910ca0d tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 05 17:22:37.735835 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-6ce12931-bdeb-4a8e-aee5-b3136910ca0d tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "PUT /v2.0/routers/03d4c3e7-a2c7-4261-b95a-dcee5eeaeee6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3599575 Jan 05 17:22:37.738503 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 47538) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:22:37.809889 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-3b1bc430-6e08-487f-b885-b6dc24bc7b9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:22:37.841404 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a7c334d-c5df-45c5-8996-3d257ade8863 tempest-TestNetworkBasicOps-152746079 tempest-TestNetworkBasicOps-152746079-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:22:37.842015 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a7c334d-c5df-45c5-8996-3d257ade8863 tempest-TestNetworkBasicOps-152746079 tempest-TestNetworkBasicOps-152746079-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:22:37.842491 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a7c334d-c5df-45c5-8996-3d257ade8863 tempest-TestNetworkBasicOps-152746079 tempest-TestNetworkBasicOps-152746079-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:22:37.842946 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a7c334d-c5df-45c5-8996-3d257ade8863 tempest-TestNetworkBasicOps-152746079 tempest-TestNetworkBasicOps-152746079-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:22:37.845755 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-9a7c334d-c5df-45c5-8996-3d257ade8863 tempest-TestNetworkBasicOps-152746079 tempest-TestNetworkBasicOps-152746079-project-admin] 10.222.0.11 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1051702 Jan 05 17:22:37.845951 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-3b1bc430-6e08-487f-b885-b6dc24bc7b9d None None] For port 0c76c34b-d532-47f0-9c3f-19a2644e91be, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=0c76c34b-d532-47f0-9c3f-19a2644e91be,segment=NetworkSegment(39c3e7d7-b0f1-4853-b820-ca7568105b67),segment_id=39c3e7d7-b0f1-4853-b820-ca7568105b67)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:22:37.847384 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 47540) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:22:37.902249 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-080821c7-5498-445e-a23a-e528eb6d8a24 tempest-TestNetworkBasicOps-152746079 tempest-TestNetworkBasicOps-152746079-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:22:37.902727 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-080821c7-5498-445e-a23a-e528eb6d8a24 tempest-TestNetworkBasicOps-152746079 tempest-TestNetworkBasicOps-152746079-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:22:37.903184 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-080821c7-5498-445e-a23a-e528eb6d8a24 tempest-TestNetworkBasicOps-152746079 tempest-TestNetworkBasicOps-152746079-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:22:37.903643 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-080821c7-5498-445e-a23a-e528eb6d8a24 tempest-TestNetworkBasicOps-152746079 tempest-TestNetworkBasicOps-152746079-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:22:37.905373 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-080821c7-5498-445e-a23a-e528eb6d8a24 tempest-TestNetworkBasicOps-152746079 tempest-TestNetworkBasicOps-152746079-project-admin] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0571063 Jan 05 17:22:37.908092 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 47542) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:22:37.909192 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-3b1bc430-6e08-487f-b885-b6dc24bc7b9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:22:37.978746 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1bc430-6e08-487f-b885-b6dc24bc7b9d None None] Pushing event updated for resources: {'Port': ['ID=0c76c34b-d532-47f0-9c3f-19a2644e91be,revision_number=3']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:22:38.047756 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-43ecf9d0-dd09-4a02-beff-e09e1221173d None None] Provisioning complete for port 634c7f4e-038a-4b94-b308-914133781190 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:22:38.048142 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-43ecf9d0-dd09-4a02-beff-e09e1221173d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:22:38.069532 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-a38c3ac9-ba21-42d4-abbe-6374853a063c tempest-TestNetworkBasicOps-152746079 tempest-TestNetworkBasicOps-152746079-project-admin] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.1603148 Jan 05 17:22:38.117125 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-43ecf9d0-dd09-4a02-beff-e09e1221173d None None] Port 634c7f4e-038a-4b94-b308-914133781190 cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 17:22:38.126500 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 0c76c34b-d532-47f0-9c3f-19a2644e91be up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:22:38.160648 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-43ecf9d0-dd09-4a02-beff-e09e1221173d None None] Provisioning complete for port 0c76c34b-d532-47f0-9c3f-19a2644e91be triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:22:38.161022 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-43ecf9d0-dd09-4a02-beff-e09e1221173d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:22:38.219468 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Provisioning complete for port 0c76c34b-d532-47f0-9c3f-19a2644e91be triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:22:38.219847 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:22:38.319387 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a124239-6f35-4296-bdd3-3261151da13c None None] Sync routers for ids ['03d4c3e7-a2c7-4261-b95a-dcee5eeaeee6'] in dv-neutron-master-2-hyperv {{(pid=103803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 05 17:22:38.334635 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a124239-6f35-4296-bdd3-3261151da13c None None] Routers {'03d4c3e7-a2c7-4261-b95a-dcee5eeaeee6'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:22:38.335251 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-3a124239-6f35-4296-bdd3-3261151da13c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:22:19Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['03d4c3e7-a2c7-4261-b95a-dcee5eeaeee6'], 'active': True} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:22:38.342537 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device f71a3be8-8bd2-495f-9583-aaaa2bbdc51a up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:22:38.391867 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Provisioning complete for port f71a3be8-8bd2-495f-9583-aaaa2bbdc51a triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:22:38.392239 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:22:38.440213 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-a0abaaf9-1971-47d1-84c7-7afc9c60f027 None None] Provisioning complete for port 634c7f4e-038a-4b94-b308-914133781190 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:22:38.440613 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-a0abaaf9-1971-47d1-84c7-7afc9c60f027 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:22:38.459213 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvr_db [None req-3a124239-6f35-4296-bdd3-3261151da13c None None] Set router 03d4c3e7-a2c7-4261-b95a-dcee5eeaeee6 gateway port host: dv-neutron-master-2-hyperv {{(pid=103803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:22:38.488269 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 47546) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:22:38.494660 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-cff5880b-0300-4fd8-91d8-bf286688af1c tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1743601745', 'description': 'tempest-secgroup-smoke-1743601745 description', 'project_id': 'ec76859de02442879238ecf1eaefefed'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:22:38.524597 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-a0abaaf9-1971-47d1-84c7-7afc9c60f027 None None] Port 634c7f4e-038a-4b94-b308-914133781190 cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 17:22:38.595027 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-cff5880b-0300-4fd8-91d8-bf286688af1c tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for security_group, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:22:38.645208 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-c7a7c1d1-6b05-46d9-8a53-f3a9b1f73ee6 None None] Provisioning complete for port 634c7f4e-038a-4b94-b308-914133781190 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:22:38.645819 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c7a7c1d1-6b05-46d9-8a53-f3a9b1f73ee6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:22:38.668612 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-3a124239-6f35-4296-bdd3-3261151da13c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03d4c3e7-a2c7-4261-b95a-dcee5eeaeee6', 'name': 'tempest-TestNetworkBasicOps-router-178428822', 'tenant_id': 'ec76859de02442879238ecf1eaefefed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.132'}], 'enable_snat': True}, 'gw_port_id': 'f71a3be8-8bd2-495f-9583-aaaa2bbdc51a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:22:32Z', 'updated_at': '2022-01-05T17:22:36Z', 'revision_number': 4, 'project_id': 'ec76859de02442879238ecf1eaefefed', 'gw_port': {'id': 'f71a3be8-8bd2-495f-9583-aaaa2bbdc51a', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:cb:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03d4c3e7-a2c7-4261-b95a-dcee5eeaeee6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:22:32Z', 'updated_at': '2022-01-05T17:22:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '634c7f4e-038a-4b94-b308-914133781190', 'name': '', 'network_id': '324ae611-43b2-4199-beec-301c32862d2c', 'tenant_id': 'ec76859de02442879238ecf1eaefefed', 'mac_address': 'fa:16:3e:63:78:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03d4c3e7-a2c7-4261-b95a-dcee5eeaeee6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '4caa8ce5-f436-4026-98d0-29b75fb0513f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:22:35Z', 'updated_at': '2022-01-05T17:22:37Z', 'revision_number': 2, 'project_id': 'ec76859de02442879238ecf1eaefefed', 'subnets': [{'id': '4caa8ce5-f436-4026-98d0-29b75fb0513f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:22:38.670581 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-cff5880b-0300-4fd8-91d8-bf286688af1c tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for security_group, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:22:38.681278 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7c1d1-6b05-46d9-8a53-f3a9b1f73ee6 None None] Port 634c7f4e-038a-4b94-b308-914133781190 cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 17:22:38.695634 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a124239-6f35-4296-bdd3-3261151da13c None None] Checking router: 03d4c3e7-a2c7-4261-b95a-dcee5eeaeee6 for host: dv-neutron-master-2-hyperv {{(pid=103803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 05 17:22:38.695983 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a124239-6f35-4296-bdd3-3261151da13c None None] Updating router 03d4c3e7-a2c7-4261-b95a-dcee5eeaeee6 port 634c7f4e-038a-4b94-b308-914133781190 binding host dv-neutron-master-2-hyperv {{(pid=103803) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 05 17:22:38.723132 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-3a124239-6f35-4296-bdd3-3261151da13c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:22:38.748054 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-cff5880b-0300-4fd8-91d8-bf286688af1c tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:22:38.776818 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff5880b-0300-4fd8-91d8-bf286688af1c tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c172aa96-498b-44c3-96db-fd1ca8ad174b,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:22:38.828422 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-cff5880b-0300-4fd8-91d8-bf286688af1c tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for security_group, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:22:38.829738 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-cff5880b-0300-4fd8-91d8-bf286688af1c tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3389580 Jan 05 17:22:38.832601 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 47548) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:22:38.837424 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-5e5635e5-e08c-4a4e-a8d4-15e52d2de586 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Request body: {'security_group_rule': {'security_group_id': 'c172aa96-498b-44c3-96db-fd1ca8ad174b', 'project_id': 'ec76859de02442879238ecf1eaefefed', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:22:38.918931 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-5e5635e5-e08c-4a4e-a8d4-15e52d2de586 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:22:38.977852 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-5e5635e5-e08c-4a4e-a8d4-15e52d2de586 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:22:38.981341 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-3a124239-6f35-4296-bdd3-3261151da13c None None] Publish callbacks [] for port, precommit_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:22:39.062248 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-5e5635e5-e08c-4a4e-a8d4-15e52d2de586 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533437'] for security_group_rule, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:22:39.073822 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-3a124239-6f35-4296-bdd3-3261151da13c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:22:39.077132 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5635e5-e08c-4a4e-a8d4-15e52d2de586 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47b5b7a3-28df-4650-9719-1c70f6af8450,revision_number=0']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:22:39.126704 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14ec6a6-cf22-489c-b09d-497db5f3f267 None None] Pushing event updated for resources: {'Port': ['ID=634c7f4e-038a-4b94-b308-914133781190,revision_number=3']} {{(pid=103803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:22:39.358619 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14ec6a6-cf22-489c-b09d-497db5f3f267 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:22:39.358619 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14ec6a6-cf22-489c-b09d-497db5f3f267 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:22:39.358619 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14ec6a6-cf22-489c-b09d-497db5f3f267 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:22:39.358619 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14ec6a6-cf22-489c-b09d-497db5f3f267 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:22:39.358619 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14ec6a6-cf22-489c-b09d-497db5f3f267 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:22:39.358619 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14ec6a6-cf22-489c-b09d-497db5f3f267 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:22:39.358619 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14ec6a6-cf22-489c-b09d-497db5f3f267 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:22:39.358619 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14ec6a6-cf22-489c-b09d-497db5f3f267 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:22:39.358619 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14ec6a6-cf22-489c-b09d-497db5f3f267 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:22:39.358619 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14ec6a6-cf22-489c-b09d-497db5f3f267 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:22:39.358619 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14ec6a6-cf22-489c-b09d-497db5f3f267 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:22:39.358619 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14ec6a6-cf22-489c-b09d-497db5f3f267 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:22:39.358619 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14ec6a6-cf22-489c-b09d-497db5f3f267 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:22:39.360548 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-5e5635e5-e08c-4a4e-a8d4-15e52d2de586 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:22:39.360548 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-5e5635e5-e08c-4a4e-a8d4-15e52d2de586 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3465340 Jan 05 17:22:39.360548 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 47550) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:22:39.360548 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-9fb7e664-ee28-4c4f-ae6a-1b7e52c12285 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Request body: {'security_group_rule': {'security_group_id': 'c172aa96-498b-44c3-96db-fd1ca8ad174b', 'project_id': 'ec76859de02442879238ecf1eaefefed', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:22:39.360816 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.plugins.ml2.managers [None req-3a124239-6f35-4296-bdd3-3261151da13c None None] Attempting to bind port 634c7f4e-038a-4b94-b308-914133781190 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 05 17:22:39.360816 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.plugins.ml2.managers [None req-3a124239-6f35-4296-bdd3-3261151da13c None None] Attempting to bind port 634c7f4e-038a-4b94-b308-914133781190 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '39c3e7d7-b0f1-4853-b820-ca7568105b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '324ae611-43b2-4199-beec-301c32862d2c'}] {{(pid=103803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 05 17:22:39.360816 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a124239-6f35-4296-bdd3-3261151da13c None None] Attempting to bind port 634c7f4e-038a-4b94-b308-914133781190 on network 324ae611-43b2-4199-beec-301c32862d2c {{(pid=103803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:22:39.360816 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a124239-6f35-4296-bdd3-3261151da13c None None] Checking agent: {'id': '0d4f8fd3-ce62-4651-970c-efa6a8bb22b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 5, 16, 57, 23), 'started_at': datetime.datetime(2022, 1, 5, 16, 57, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 5, 17, 22, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 05 17:22:39.360816 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a124239-6f35-4296-bdd3-3261151da13c None None] Checking segment: {'id': '39c3e7d7-b0f1-4853-b820-ca7568105b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '324ae611-43b2-4199-beec-301c32862d2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:22:39.360816 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-3a124239-6f35-4296-bdd3-3261151da13c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:22:39.360816 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a124239-6f35-4296-bdd3-3261151da13c None None] Bound using segment: {'id': '39c3e7d7-b0f1-4853-b820-ca7568105b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '324ae611-43b2-4199-beec-301c32862d2c'} {{(pid=103803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 05 17:22:39.360816 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.plugins.ml2.managers [None req-3a124239-6f35-4296-bdd3-3261151da13c None None] Bound port: 634c7f4e-038a-4b94-b308-914133781190, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39c3e7d7-b0f1-4853-b820-ca7568105b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '324ae611-43b2-4199-beec-301c32862d2c'}}] {{(pid=103803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 05 17:22:39.360816 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-3a124239-6f35-4296-bdd3-3261151da13c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:22:39.361453 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-6d4ea752-3d2b-468e-9e4b-40002a01a4e8 None None] Provisioning complete for port 634c7f4e-038a-4b94-b308-914133781190 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:22:39.361453 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-6d4ea752-3d2b-468e-9e4b-40002a01a4e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:22:39.361817 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-9fb7e664-ee28-4c4f-ae6a-1b7e52c12285 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:22:39.361923 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-6d4ea752-3d2b-468e-9e4b-40002a01a4e8 None None] Port 634c7f4e-038a-4b94-b308-914133781190 cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 17:22:39.361995 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.plugins.ml2.db [None req-3a124239-6f35-4296-bdd3-3261151da13c None None] For port 634c7f4e-038a-4b94-b308-914133781190, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 05 17:22:39.361995 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.plugins.ml2.db [None req-3a124239-6f35-4296-bdd3-3261151da13c None None] For port 634c7f4e-038a-4b94-b308-914133781190, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=634c7f4e-038a-4b94-b308-914133781190,segment=NetworkSegment(39c3e7d7-b0f1-4853-b820-ca7568105b67),segment_id=39c3e7d7-b0f1-4853-b820-ca7568105b67)] {{(pid=103803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 05 17:22:39.372817 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-9fb7e664-ee28-4c4f-ae6a-1b7e52c12285 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:22:39.497333 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-3a124239-6f35-4296-bdd3-3261151da13c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:22:39.519766 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-9fb7e664-ee28-4c4f-ae6a-1b7e52c12285 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533437'] for security_group_rule, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:22:39.545008 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb7e664-ee28-4c4f-ae6a-1b7e52c12285 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f8fa42e-b43c-4434-8739-3a6be263d5ea,revision_number=0']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:22:39.557882 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a124239-6f35-4296-bdd3-3261151da13c None None] Routers {'03d4c3e7-a2c7-4261-b95a-dcee5eeaeee6'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:22:39.558526 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-3a124239-6f35-4296-bdd3-3261151da13c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:22:19Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['03d4c3e7-a2c7-4261-b95a-dcee5eeaeee6'], 'active': True} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:22:39.561765 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14ec6a6-cf22-489c-b09d-497db5f3f267 None None] Pushing event updated for resources: {'Port': ['ID=634c7f4e-038a-4b94-b308-914133781190,revision_number=4']} {{(pid=103803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:22:39.628559 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-9fb7e664-ee28-4c4f-ae6a-1b7e52c12285 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:22:39.630708 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-9fb7e664-ee28-4c4f-ae6a-1b7e52c12285 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4454148 Jan 05 17:22:39.633340 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 47552) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:22:39.637916 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-a3c68ce1-f487-44bb-ae5f-13de77907d3f tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Request body: {'security_group_rule': {'security_group_id': 'c172aa96-498b-44c3-96db-fd1ca8ad174b', 'project_id': 'ec76859de02442879238ecf1eaefefed', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:22:39.671793 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvr_db [None req-3a124239-6f35-4296-bdd3-3261151da13c None None] Set router 03d4c3e7-a2c7-4261-b95a-dcee5eeaeee6 gateway port host: dv-neutron-master-2-hyperv {{(pid=103803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:22:39.728460 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a3c68ce1-f487-44bb-ae5f-13de77907d3f tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:22:39.759154 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-dad6dfb0-e5cb-4f0e-bb79-9a6d38c8ca40 None None] Provisioning complete for port 634c7f4e-038a-4b94-b308-914133781190 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:22:39.759665 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-dad6dfb0-e5cb-4f0e-bb79-9a6d38c8ca40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:22:39.794271 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a3c68ce1-f487-44bb-ae5f-13de77907d3f tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:22:39.842907 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-dad6dfb0-e5cb-4f0e-bb79-9a6d38c8ca40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:22:39.860500 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a3c68ce1-f487-44bb-ae5f-13de77907d3f tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533437'] for security_group_rule, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:22:39.876499 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-dad6dfb0-e5cb-4f0e-bb79-9a6d38c8ca40 None None] For port 634c7f4e-038a-4b94-b308-914133781190, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=634c7f4e-038a-4b94-b308-914133781190,segment=NetworkSegment(39c3e7d7-b0f1-4853-b820-ca7568105b67),segment_id=39c3e7d7-b0f1-4853-b820-ca7568105b67)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:22:39.880564 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c68ce1-f487-44bb-ae5f-13de77907d3f tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a172606-d7ff-42c2-9a47-58ccf585bc90,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:22:39.883052 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-3a124239-6f35-4296-bdd3-3261151da13c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03d4c3e7-a2c7-4261-b95a-dcee5eeaeee6', 'name': 'tempest-TestNetworkBasicOps-router-178428822', 'tenant_id': 'ec76859de02442879238ecf1eaefefed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.132'}], 'enable_snat': True}, 'gw_port_id': 'f71a3be8-8bd2-495f-9583-aaaa2bbdc51a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:22:32Z', 'updated_at': '2022-01-05T17:22:36Z', 'revision_number': 4, 'project_id': 'ec76859de02442879238ecf1eaefefed', 'gw_port': {'id': 'f71a3be8-8bd2-495f-9583-aaaa2bbdc51a', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:cb:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03d4c3e7-a2c7-4261-b95a-dcee5eeaeee6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:22:32Z', 'updated_at': '2022-01-05T17:22:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '634c7f4e-038a-4b94-b308-914133781190', 'name': '', 'network_id': '324ae611-43b2-4199-beec-301c32862d2c', 'tenant_id': 'ec76859de02442879238ecf1eaefefed', 'mac_address': 'fa:16:3e:63:78:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03d4c3e7-a2c7-4261-b95a-dcee5eeaeee6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '4caa8ce5-f436-4026-98d0-29b75fb0513f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:22:35Z', 'updated_at': '2022-01-05T17:22:39Z', 'revision_number': 4, 'project_id': 'ec76859de02442879238ecf1eaefefed', 'subnets': [{'id': '4caa8ce5-f436-4026-98d0-29b75fb0513f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:22:39.909233 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a124239-6f35-4296-bdd3-3261151da13c None None] The sync data for ids ['03d4c3e7-a2c7-4261-b95a-dcee5eeaeee6'] in dv-neutron-master-2-hyperv is: [{'id': '03d4c3e7-a2c7-4261-b95a-dcee5eeaeee6', 'name': 'tempest-TestNetworkBasicOps-router-178428822', 'tenant_id': 'ec76859de02442879238ecf1eaefefed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.132'}], 'enable_snat': True}, 'gw_port_id': 'f71a3be8-8bd2-495f-9583-aaaa2bbdc51a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:22:32Z', 'updated_at': '2022-01-05T17:22:36Z', 'revision_number': 4, 'project_id': 'ec76859de02442879238ecf1eaefefed', 'gw_port': {'id': 'f71a3be8-8bd2-495f-9583-aaaa2bbdc51a', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:cb:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03d4c3e7-a2c7-4261-b95a-dcee5eeaeee6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:22:32Z', 'updated_at': '2022-01-05T17:22:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '634c7f4e-038a-4b94-b308-914133781190', 'name': '', 'network_id': '324ae611-43b2-4199-beec-301c32862d2c', 'tenant_id': 'ec76859de02442879238ecf1eaefefed', 'mac_address': 'fa:16:3e:63:78:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03d4c3e7-a2c7-4261-b95a-dcee5eeaeee6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '4caa8ce5-f436-4026-98d0-29b75fb0513f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:22:35Z', 'updated_at': '2022-01-05T17:22:39Z', 'revision_number': 4, 'project_id': 'ec76859de02442879238ecf1eaefefed', 'subnets': [{'id': '4caa8ce5-f436-4026-98d0-29b75fb0513f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 05 17:22:39.981194 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-dad6dfb0-e5cb-4f0e-bb79-9a6d38c8ca40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:22:40.006133 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a3c68ce1-f487-44bb-ae5f-13de77907d3f tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:22:40.007519 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-a3c68ce1-f487-44bb-ae5f-13de77907d3f tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3731084 Jan 05 17:22:40.011596 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 47554) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:22:40.016917 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-15ac3d67-05f1-4f82-a6a1-2eb5795f77a1 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Request body: {'security_group_rule': {'security_group_id': 'c172aa96-498b-44c3-96db-fd1ca8ad174b', 'project_id': 'ec76859de02442879238ecf1eaefefed', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:22:40.035837 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad6dfb0-e5cb-4f0e-bb79-9a6d38c8ca40 None None] Pushing event updated for resources: {'Port': ['ID=634c7f4e-038a-4b94-b308-914133781190,revision_number=5']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:22:40.114846 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-15ac3d67-05f1-4f82-a6a1-2eb5795f77a1 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:22:40.126172 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 0c76c34b-d532-47f0-9c3f-19a2644e91be up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:22:40.187939 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-15ac3d67-05f1-4f82-a6a1-2eb5795f77a1 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:22:40.199114 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Provisioning complete for port 0c76c34b-d532-47f0-9c3f-19a2644e91be triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:22:40.199650 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:22:40.240485 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-15ac3d67-05f1-4f82-a6a1-2eb5795f77a1 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533437'] for security_group_rule, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:22:40.261400 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ac3d67-05f1-4f82-a6a1-2eb5795f77a1 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fc37605-d83c-4f82-96c6-1cacb58b727c,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:22:40.284337 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 634c7f4e-038a-4b94-b308-914133781190 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:22:40.331936 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Provisioning complete for port 634c7f4e-038a-4b94-b308-914133781190 triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:22:40.332355 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:22:40.349291 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-15ac3d67-05f1-4f82-a6a1-2eb5795f77a1 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:22:40.353133 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-15ac3d67-05f1-4f82-a6a1-2eb5795f77a1 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3391848 Jan 05 17:22:40.353394 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 47556) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:22:40.357900 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-f03df71d-19fd-493f-8823-f7f90237dee2 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Request body: {'security_group_rule': {'security_group_id': 'c172aa96-498b-44c3-96db-fd1ca8ad174b', 'project_id': 'ec76859de02442879238ecf1eaefefed', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:22:40.462467 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.db.securitygroups_db [None req-f03df71d-19fd-493f-8823-f7f90237dee2 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Project ec76859de02442879238ecf1eaefefed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 05 17:22:40.468093 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f03df71d-19fd-493f-8823-f7f90237dee2 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:22:40.535750 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f03df71d-19fd-493f-8823-f7f90237dee2 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:22:40.597656 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f03df71d-19fd-493f-8823-f7f90237dee2 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533437'] for security_group_rule, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:22:40.617513 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03df71d-19fd-493f-8823-f7f90237dee2 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62e4cbb5-d398-4ad2-b74b-c963ad6572a9,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:22:40.625161 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03df71d-19fd-493f-8823-f7f90237dee2 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:22:40.625510 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03df71d-19fd-493f-8823-f7f90237dee2 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:22:40.625881 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03df71d-19fd-493f-8823-f7f90237dee2 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:22:40.626684 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03df71d-19fd-493f-8823-f7f90237dee2 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:22:40.626684 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03df71d-19fd-493f-8823-f7f90237dee2 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:22:40.627026 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03df71d-19fd-493f-8823-f7f90237dee2 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:22:40.627355 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03df71d-19fd-493f-8823-f7f90237dee2 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:22:40.627680 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03df71d-19fd-493f-8823-f7f90237dee2 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:22:40.628003 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03df71d-19fd-493f-8823-f7f90237dee2 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:22:40.628331 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03df71d-19fd-493f-8823-f7f90237dee2 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:22:40.628656 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03df71d-19fd-493f-8823-f7f90237dee2 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:22:40.629286 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03df71d-19fd-493f-8823-f7f90237dee2 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:22:40.629382 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03df71d-19fd-493f-8823-f7f90237dee2 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:22:40.675810 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f03df71d-19fd-493f-8823-f7f90237dee2 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:22:40.677217 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-f03df71d-19fd-493f-8823-f7f90237dee2 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3226142 Jan 05 17:22:40.679887 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 47558) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:22:40.684288 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-dd9d5b4d-b605-4d83-becd-a80e011cb832 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Request body: {'security_group_rule': {'security_group_id': 'c172aa96-498b-44c3-96db-fd1ca8ad174b', 'project_id': 'ec76859de02442879238ecf1eaefefed', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:22:40.776706 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.db.securitygroups_db [None req-dd9d5b4d-b605-4d83-becd-a80e011cb832 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Project ec76859de02442879238ecf1eaefefed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 05 17:22:40.782240 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-dd9d5b4d-b605-4d83-becd-a80e011cb832 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:22:40.845479 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-dd9d5b4d-b605-4d83-becd-a80e011cb832 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:22:40.929026 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-dd9d5b4d-b605-4d83-becd-a80e011cb832 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533437'] for security_group_rule, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:22:40.947260 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9d5b4d-b605-4d83-becd-a80e011cb832 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70f111f3-5710-468b-921e-7b6becd9e5c6,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:22:40.999475 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-dd9d5b4d-b605-4d83-becd-a80e011cb832 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:22:41.000751 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-dd9d5b4d-b605-4d83-becd-a80e011cb832 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3199019 Jan 05 17:22:41.156162 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-35db6360-ef7e-4ad1-b034-f71a16010391 req-7ad1dfde-5c3c-4955-91fe-b1ab5953c5da tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1743601745&fields=id&tenant_id=ec76859de02442879238ecf1eaefefed HTTP/1.1" status: 200 len: 267 time: 0.0448313 Jan 05 17:22:41.262074 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35db6360-ef7e-4ad1-b034-f71a16010391 req-25563f13-00d4-4d68-884a-08041961e466 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:22:41.263523 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-35db6360-ef7e-4ad1-b034-f71a16010391 req-25563f13-00d4-4d68-884a-08041961e466 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/networks?id=324ae611-43b2-4199-beec-301c32862d2c HTTP/1.1" status: 200 len: 797 time: 0.1008441 Jan 05 17:22:41.277476 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-35db6360-ef7e-4ad1-b034-f71a16010391 req-537527f8-87f2-4ea2-9684-bfec659b4c7e tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/quotas/ec76859de02442879238ecf1eaefefed HTTP/1.1" status: 200 len: 375 time: 0.0086782 Jan 05 17:22:41.326517 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-35db6360-ef7e-4ad1-b034-f71a16010391 req-bff7b008-589c-4578-9f94-55c629eebb3c tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=ec76859de02442879238ecf1eaefefed&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0443630 Jan 05 17:22:41.462402 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-35db6360-ef7e-4ad1-b034-f71a16010391 req-db51f8ee-9425-45e4-906d-8f248324f529 service neutron] 10.222.0.11 "GET /v2.0/networks/324ae611-43b2-4199-beec-301c32862d2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251218 Jan 05 17:22:41.863577 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-35db6360-ef7e-4ad1-b034-f71a16010391 req-8a77af6d-9604-4b00-aa52-a58b6ad1e463 service neutron] 10.222.0.11 "GET /v2.0/networks/324ae611-43b2-4199-beec-301c32862d2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3954661 Jan 05 17:22:42.029196 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 634c7f4e-038a-4b94-b308-914133781190 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:22:42.077772 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Provisioning complete for port 634c7f4e-038a-4b94-b308-914133781190 triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:22:42.078137 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:22:42.120018 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-320607b8-f22d-4ca1-92d9-9aaddb841520 req-81e3795b-e93f-4976-b5d9-9c4946e37f60 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/ports?device_id=b05de13c-894a-4b9b-9ee7-45a05f884c29 HTTP/1.1" status: 200 len: 210 time: 0.0276546 Jan 05 17:22:43.215918 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-56824df4-fb50-4cd5-ab30-3a57da348cc7 req-0d8c73f1-e544-4eb6-a999-5385836e73c3 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/ports?device_id=b05de13c-894a-4b9b-9ee7-45a05f884c29 HTTP/1.1" status: 200 len: 210 time: 0.0286748 Jan 05 17:22:44.038145 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35db6360-ef7e-4ad1-b034-f71a16010391 req-944ad27c-5e8b-4583-9357-ae4f47b776a9 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:22:44.039578 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-35db6360-ef7e-4ad1-b034-f71a16010391 req-944ad27c-5e8b-4583-9357-ae4f47b776a9 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.13 "GET /v2.0/networks?id=324ae611-43b2-4199-beec-301c32862d2c HTTP/1.1" status: 200 len: 797 time: 0.1070123 Jan 05 17:22:44.101013 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-35db6360-ef7e-4ad1-b034-f71a16010391 req-add0f42a-724d-42cc-bc52-2e3eaddf29a8 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ec76859de02442879238ecf1eaefefed HTTP/1.1" status: 200 len: 380 time: 0.0534031 Jan 05 17:22:44.108950 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [req-35db6360-ef7e-4ad1-b034-f71a16010391 req-93102b4f-70b9-4a2f-82ed-3b639f69927b tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Request body: {'port': {'device_id': 'b05de13c-894a-4b9b-9ee7-45a05f884c29', 'network_id': '324ae611-43b2-4199-beec-301c32862d2c', 'admin_state_up': True, 'tenant_id': 'ec76859de02442879238ecf1eaefefed', 'security_groups': ['c172aa96-498b-44c3-96db-fd1ca8ad174b']}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:22:44.277627 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35db6360-ef7e-4ad1-b034-f71a16010391 req-93102b4f-70b9-4a2f-82ed-3b639f69927b tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Made reservation on behalf of ec76859de02442879238ecf1eaefefed for: {'port': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:22:44.281338 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-35db6360-ef7e-4ad1-b034-f71a16010391 req-93102b4f-70b9-4a2f-82ed-3b639f69927b tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:22:44.311658 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-ab280566-61b6-4384-9ade-e6d7433ce362 req-17d4aff7-7e45-44df-9fd3-7a5e4ce6f73a tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/ports?device_id=b05de13c-894a-4b9b-9ee7-45a05f884c29 HTTP/1.1" status: 200 len: 210 time: 0.0266702 Jan 05 17:22:44.404170 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [req-35db6360-ef7e-4ad1-b034-f71a16010391 req-93102b4f-70b9-4a2f-82ed-3b639f69927b tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Allocated IP 172.20.0.14 (324ae611-43b2-4199-beec-301c32862d2c/4caa8ce5-f436-4026-98d0-29b75fb0513f/e71615a3-7a22-4396-be23-eef880d53478) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:22:44.539794 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-35db6360-ef7e-4ad1-b034-f71a16010391 req-93102b4f-70b9-4a2f-82ed-3b639f69927b tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for port, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:22:44.632221 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-35db6360-ef7e-4ad1-b034-f71a16010391 req-93102b4f-70b9-4a2f-82ed-3b639f69927b tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:22:44.673278 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35db6360-ef7e-4ad1-b034-f71a16010391 req-93102b4f-70b9-4a2f-82ed-3b639f69927b tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Network 324ae611-43b2-4199-beec-301c32862d2c is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:22:44.676454 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [req-35db6360-ef7e-4ad1-b034-f71a16010391 req-93102b4f-70b9-4a2f-82ed-3b639f69927b tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:22:44.680566 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [req-35db6360-ef7e-4ad1-b034-f71a16010391 req-93102b4f-70b9-4a2f-82ed-3b639f69927b tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:22:44.688840 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93102b4f-70b9-4a2f-82ed-3b639f69927b tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Pushing event updated for resources: {'Port': ['ID=e71615a3-7a22-4396-be23-eef880d53478,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:22:44.735786 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35db6360-ef7e-4ad1-b034-f71a16010391 req-93102b4f-70b9-4a2f-82ed-3b639f69927b tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:22:44.736265 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-35db6360-ef7e-4ad1-b034-f71a16010391 req-93102b4f-70b9-4a2f-82ed-3b639f69927b tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:22:44.837049 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-35db6360-ef7e-4ad1-b034-f71a16010391 req-93102b4f-70b9-4a2f-82ed-3b639f69927b tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7318218 Jan 05 17:22:44.849412 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [req-35db6360-ef7e-4ad1-b034-f71a16010391 req-da3a5132-de85-4c02-a671-41f241b65bd1 service neutron] Request body: {'port': {'device_id': 'b05de13c-894a-4b9b-9ee7-45a05f884c29', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:22:44.905848 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-35db6360-ef7e-4ad1-b034-f71a16010391 req-da3a5132-de85-4c02-a671-41f241b65bd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:22:44.927828 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-18f46fec-bd33-4e58-8c2c-0ae7a006bff5 None None] Provisioning complete for port e71615a3-7a22-4396-be23-eef880d53478 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:22:44.928372 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-18f46fec-bd33-4e58-8c2c-0ae7a006bff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:22:44.962960 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-18f46fec-bd33-4e58-8c2c-0ae7a006bff5 None None] Port e71615a3-7a22-4396-be23-eef880d53478 cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 17:22:45.173600 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.notifiers.nova [req-35db6360-ef7e-4ad1-b034-f71a16010391 req-da3a5132-de85-4c02-a671-41f241b65bd1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e71615a3-7a22-4396-be23-eef880d53478 {{(pid=103800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 05 17:22:45.181073 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-35db6360-ef7e-4ad1-b034-f71a16010391 req-da3a5132-de85-4c02-a671-41f241b65bd1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:22:45.193343 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.provisioning_blocks [req-35db6360-ef7e-4ad1-b034-f71a16010391 req-da3a5132-de85-4c02-a671-41f241b65bd1 service neutron] Transition to ACTIVE for port object e71615a3-7a22-4396-be23-eef880d53478 will not be triggered until provisioned by entity L2. {{(pid=103800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 05 17:22:45.273776 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-35db6360-ef7e-4ad1-b034-f71a16010391 req-da3a5132-de85-4c02-a671-41f241b65bd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8784461'] for port, after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:22:45.324543 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3a5132-de85-4c02-a671-41f241b65bd1 service neutron] Pushing event updated for resources: {'Port': ['ID=e71615a3-7a22-4396-be23-eef880d53478,revision_number=2']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:22:45.421318 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [req-35db6360-ef7e-4ad1-b034-f71a16010391 req-da3a5132-de85-4c02-a671-41f241b65bd1 service neutron] Attempting to bind port e71615a3-7a22-4396-be23-eef880d53478 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 05 17:22:45.421774 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [req-35db6360-ef7e-4ad1-b034-f71a16010391 req-da3a5132-de85-4c02-a671-41f241b65bd1 service neutron] Attempting to bind port e71615a3-7a22-4396-be23-eef880d53478 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '39c3e7d7-b0f1-4853-b820-ca7568105b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '324ae611-43b2-4199-beec-301c32862d2c'}] {{(pid=103800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 05 17:22:45.422172 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35db6360-ef7e-4ad1-b034-f71a16010391 req-da3a5132-de85-4c02-a671-41f241b65bd1 service neutron] Attempting to bind port e71615a3-7a22-4396-be23-eef880d53478 on network 324ae611-43b2-4199-beec-301c32862d2c {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:22:45.429547 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35db6360-ef7e-4ad1-b034-f71a16010391 req-da3a5132-de85-4c02-a671-41f241b65bd1 service neutron] Port e71615a3-7a22-4396-be23-eef880d53478 on network 324ae611-43b2-4199-beec-301c32862d2c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 05 17:22:45.429893 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35db6360-ef7e-4ad1-b034-f71a16010391 req-da3a5132-de85-4c02-a671-41f241b65bd1 service neutron] Attempting to bind port e71615a3-7a22-4396-be23-eef880d53478 on network 324ae611-43b2-4199-beec-301c32862d2c {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:22:45.437780 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35db6360-ef7e-4ad1-b034-f71a16010391 req-da3a5132-de85-4c02-a671-41f241b65bd1 service neutron] Checking agent: {'id': '5c36d785-abe8-4e89-a23a-b403333d2378', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 5, 17, 3, 49), 'started_at': datetime.datetime(2022, 1, 5, 17, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 1, 5, 17, 22, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 05 17:22:45.438112 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35db6360-ef7e-4ad1-b034-f71a16010391 req-da3a5132-de85-4c02-a671-41f241b65bd1 service neutron] Checking segment: {'id': '39c3e7d7-b0f1-4853-b820-ca7568105b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '324ae611-43b2-4199-beec-301c32862d2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:22:45.438492 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35db6360-ef7e-4ad1-b034-f71a16010391 req-da3a5132-de85-4c02-a671-41f241b65bd1 service neutron] Bound using segment: {'id': '39c3e7d7-b0f1-4853-b820-ca7568105b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '324ae611-43b2-4199-beec-301c32862d2c'} {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 05 17:22:45.438925 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [req-35db6360-ef7e-4ad1-b034-f71a16010391 req-da3a5132-de85-4c02-a671-41f241b65bd1 service neutron] Bound port: e71615a3-7a22-4396-be23-eef880d53478, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39c3e7d7-b0f1-4853-b820-ca7568105b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '324ae611-43b2-4199-beec-301c32862d2c'}}] {{(pid=103800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 05 17:22:45.439273 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-35db6360-ef7e-4ad1-b034-f71a16010391 req-da3a5132-de85-4c02-a671-41f241b65bd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:22:45.461460 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec00ba1b-f86b-4178-aab2-486a13e77bb3 req-12dbaddf-c0f1-4ea4-b42c-ff3303554fa7 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:22:45.462990 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-ec00ba1b-f86b-4178-aab2-486a13e77bb3 req-12dbaddf-c0f1-4ea4-b42c-ff3303554fa7 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/ports?device_id=b05de13c-894a-4b9b-9ee7-45a05f884c29 HTTP/1.1" status: 200 len: 944 time: 0.0806253 Jan 05 17:22:45.554325 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-ec00ba1b-f86b-4178-aab2-486a13e77bb3 req-332346d1-ef14-44ec-b8b1-88ccff95f6ff tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/security-groups?id=c172aa96-498b-44c3-96db-fd1ca8ad174b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689442 Jan 05 17:22:45.555314 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.db [req-35db6360-ef7e-4ad1-b034-f71a16010391 req-da3a5132-de85-4c02-a671-41f241b65bd1 service neutron] For port e71615a3-7a22-4396-be23-eef880d53478, host hv-neutron-mast, cleared binding levels {{(pid=103800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 05 17:22:45.558360 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.db [req-35db6360-ef7e-4ad1-b034-f71a16010391 req-da3a5132-de85-4c02-a671-41f241b65bd1 service neutron] For port e71615a3-7a22-4396-be23-eef880d53478, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=e71615a3-7a22-4396-be23-eef880d53478,segment=NetworkSegment(39c3e7d7-b0f1-4853-b820-ca7568105b67),segment_id=39c3e7d7-b0f1-4853-b820-ca7568105b67)] {{(pid=103800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 05 17:22:45.689608 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-35db6360-ef7e-4ad1-b034-f71a16010391 req-da3a5132-de85-4c02-a671-41f241b65bd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8784461'] for port, after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:22:45.723929 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35db6360-ef7e-4ad1-b034-f71a16010391 req-da3a5132-de85-4c02-a671-41f241b65bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:22:45.724543 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-35db6360-ef7e-4ad1-b034-f71a16010391 req-da3a5132-de85-4c02-a671-41f241b65bd1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:22:45.725956 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-35db6360-ef7e-4ad1-b034-f71a16010391 req-da3a5132-de85-4c02-a671-41f241b65bd1 service neutron] 10.222.0.13 "PUT /v2.0/ports/e71615a3-7a22-4396-be23-eef880d53478 HTTP/1.1" status: 200 len: 1094 time: 0.8812990 Jan 05 17:22:45.726398 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b05de13c-894a-4b9b-9ee7-45a05f884c29', 'tag': 'e71615a3-7a22-4396-be23-eef880d53478'}] {{(pid=103800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 05 17:22:45.728624 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f64b9d4628f7eefcc27168a80c04985d23f0ea5def038dae05e1deb7357f3bfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98486aad-d195-41e0-b30f-f0862d00d508" -d '{"events": [{"name": "network-changed", "server_uuid": "b05de13c-894a-4b9b-9ee7-45a05f884c29", "tag": "e71615a3-7a22-4396-be23-eef880d53478"}]}' {{(pid=103800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 05 17:22:45.753393 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3a5132-de85-4c02-a671-41f241b65bd1 service neutron] Pushing event updated for resources: {'Port': ['ID=e71615a3-7a22-4396-be23-eef880d53478,revision_number=3']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:22:45.775044 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Jan 2022 17:22:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29f2fc94-6f41-47d4-a574-0b453cd3740c x-openstack-request-id: req-29f2fc94-6f41-47d4-a574-0b453cd3740c {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 05 17:22:45.775343 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b05de13c-894a-4b9b-9ee7-45a05f884c29", "tag": "e71615a3-7a22-4396-be23-eef880d53478", "status": "completed", "code": 200}]} {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 05 17:22:45.775596 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-29f2fc94-6f41-47d4-a574-0b453cd3740c {{(pid=103800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 05 17:22:45.776005 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b05de13c-894a-4b9b-9ee7-45a05f884c29', 'tag': 'e71615a3-7a22-4396-be23-eef880d53478', 'status': 'completed', 'code': 200} Jan 05 17:22:45.838244 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98486aad-d195-41e0-b30f-f0862d00d508 req-3c7b1b01-6759-4b7f-904e-5c4b45f4331d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:22:45.839766 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-98486aad-d195-41e0-b30f-f0862d00d508 req-3c7b1b01-6759-4b7f-904e-5c4b45f4331d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ec76859de02442879238ecf1eaefefed&device_id=b05de13c-894a-4b9b-9ee7-45a05f884c29 HTTP/1.1" status: 200 len: 1097 time: 0.0443370 Jan 05 17:22:45.942257 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98486aad-d195-41e0-b30f-f0862d00d508 req-637eac41-dce7-4f3d-957f-44b181fcdee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:22:45.943636 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-98486aad-d195-41e0-b30f-f0862d00d508 req-637eac41-dce7-4f3d-957f-44b181fcdee9 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=ec76859de02442879238ecf1eaefefed&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0976274 Jan 05 17:22:46.035128 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98486aad-d195-41e0-b30f-f0862d00d508 req-6fbfbfe2-9c87-4bc9-94d4-b5072076a248 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:22:46.037167 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-98486aad-d195-41e0-b30f-f0862d00d508 req-6fbfbfe2-9c87-4bc9-94d4-b5072076a248 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0881693 Jan 05 17:22:46.109778 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35db6360-ef7e-4ad1-b034-f71a16010391 req-52430a45-8af9-4e1e-aa08-36518856d6d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:22:46.111258 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-35db6360-ef7e-4ad1-b034-f71a16010391 req-52430a45-8af9-4e1e-aa08-36518856d6d8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ec76859de02442879238ecf1eaefefed&device_id=b05de13c-894a-4b9b-9ee7-45a05f884c29 HTTP/1.1" status: 200 len: 1097 time: 0.0405102 Jan 05 17:22:46.154201 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-35db6360-ef7e-4ad1-b034-f71a16010391 req-64be9480-aa79-4697-bfd1-1606af7b29bb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e71615a3-7a22-4396-be23-eef880d53478 HTTP/1.1" status: 200 len: 217 time: 0.0359542 Jan 05 17:22:46.201465 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35db6360-ef7e-4ad1-b034-f71a16010391 req-c1546cf4-cca1-4c6d-8f31-bbf1f644f6e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:22:46.202810 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-35db6360-ef7e-4ad1-b034-f71a16010391 req-c1546cf4-cca1-4c6d-8f31-bbf1f644f6e9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4caa8ce5-f436-4026-98d0-29b75fb0513f HTTP/1.1" status: 200 len: 835 time: 0.0419185 Jan 05 17:22:46.248904 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35db6360-ef7e-4ad1-b034-f71a16010391 req-0f928c47-18c0-49ca-831d-87ded51c6ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:22:46.250198 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-35db6360-ef7e-4ad1-b034-f71a16010391 req-0f928c47-18c0-49ca-831d-87ded51c6ceb service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=324ae611-43b2-4199-beec-301c32862d2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0403519 Jan 05 17:22:46.340460 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-35db6360-ef7e-4ad1-b034-f71a16010391 req-5faf93e4-e694-4be6-9715-fb98420a70f6 service neutron] 10.222.0.13 "GET /v2.0/networks/324ae611-43b2-4199-beec-301c32862d2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835550 Jan 05 17:22:46.424712 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-35db6360-ef7e-4ad1-b034-f71a16010391 req-0096b237-62f6-44ce-a61e-fd5ee9d919de service neutron] 10.222.0.13 "GET /v2.0/networks/324ae611-43b2-4199-beec-301c32862d2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791512 Jan 05 17:22:46.673234 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd86555-b6e7-4462-80f1-26b502e155ab req-783605dc-c78e-4a16-868d-5a17ab566471 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:22:46.674711 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-9bd86555-b6e7-4462-80f1-26b502e155ab req-783605dc-c78e-4a16-868d-5a17ab566471 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/ports?device_id=b05de13c-894a-4b9b-9ee7-45a05f884c29 HTTP/1.1" status: 200 len: 944 time: 0.0535798 Jan 05 17:22:46.722608 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-9bd86555-b6e7-4462-80f1-26b502e155ab req-677e5b9b-1fe6-4b31-912c-9a71d57a414b tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/security-groups?id=c172aa96-498b-44c3-96db-fd1ca8ad174b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422666 Jan 05 17:22:47.131175 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-9322f8dc-5e80-46b5-893f-b9f6ed0fd7b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:22:47.839853 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c32296-4063-4d5a-a622-77e918914abf req-ed054697-8215-4457-845c-d50a541578cb tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:22:47.841312 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-11c32296-4063-4d5a-a622-77e918914abf req-ed054697-8215-4457-845c-d50a541578cb tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/ports?device_id=b05de13c-894a-4b9b-9ee7-45a05f884c29 HTTP/1.1" status: 200 len: 944 time: 0.0508301 Jan 05 17:22:47.889361 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-11c32296-4063-4d5a-a622-77e918914abf req-5204165c-1954-4fc0-99dd-0e9aa24ad634 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/security-groups?id=c172aa96-498b-44c3-96db-fd1ca8ad174b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424008 Jan 05 17:22:48.555512 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Device e71615a3-7a22-4396-be23-eef880d53478 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 05 17:22:48.653909 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] For port e71615a3-7a22-4396-be23-eef880d53478, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=e71615a3-7a22-4396-be23-eef880d53478,segment=NetworkSegment(39c3e7d7-b0f1-4853-b820-ca7568105b67),segment_id=39c3e7d7-b0f1-4853-b820-ca7568105b67)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:22:48.664692 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Returning: {'device': 'e71615a3-7a22-4396-be23-eef880d53478', 'network_id': '324ae611-43b2-4199-beec-301c32862d2c', 'port_id': 'e71615a3-7a22-4396-be23-eef880d53478', 'mac_address': 'fa:16:3e:7e:2a:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4caa8ce5-f436-4026-98d0-29b75fb0513f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 05 17:22:48.700488 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:22:48.712519 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.notifiers.nova [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e71615a3-7a22-4396-be23-eef880d53478 {{(pid=103802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 05 17:22:48.734636 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] For port e71615a3-7a22-4396-be23-eef880d53478, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=e71615a3-7a22-4396-be23-eef880d53478,segment=NetworkSegment(39c3e7d7-b0f1-4853-b820-ca7568105b67),segment_id=39c3e7d7-b0f1-4853-b820-ca7568105b67)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:22:48.805047 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:22:48.850877 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Pushing event updated for resources: {'Port': ['ID=e71615a3-7a22-4396-be23-eef880d53478,revision_number=4']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:22:49.004170 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b980bf22-e84a-4e2b-ad54-21a61acd87e7 req-69b6fa5e-db70-4ab3-89cc-d0bac58f8caf tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:22:49.005688 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-b980bf22-e84a-4e2b-ad54-21a61acd87e7 req-69b6fa5e-db70-4ab3-89cc-d0bac58f8caf tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/ports?device_id=b05de13c-894a-4b9b-9ee7-45a05f884c29 HTTP/1.1" status: 200 len: 945 time: 0.0515597 Jan 05 17:22:49.039449 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] get_ports_and_sgs() called for port_ids ['e71615a3-7a22-4396-be23-eef880d53478'] {{(pid=103802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 05 17:22:49.055303 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-b980bf22-e84a-4e2b-ad54-21a61acd87e7 req-66ab0bf9-a1ed-4a42-a9c2-4b724fe92c96 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/security-groups?id=c172aa96-498b-44c3-96db-fd1ca8ad174b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442028 Jan 05 17:22:49.328568 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-bd32736c-9e50-4cbb-9bc5-b9341cbc8b13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:22:49.803007 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:22:50.168710 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837013de-8097-4460-8531-58df66062625 req-0a158511-8eb4-4720-91dd-444662542bc0 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:22:50.170211 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-837013de-8097-4460-8531-58df66062625 req-0a158511-8eb4-4720-91dd-444662542bc0 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/ports?device_id=b05de13c-894a-4b9b-9ee7-45a05f884c29 HTTP/1.1" status: 200 len: 945 time: 0.0496256 Jan 05 17:22:50.218020 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-837013de-8097-4460-8531-58df66062625 req-af672c90-3d4e-4c83-a80c-6e0a6e575b18 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/security-groups?id=c172aa96-498b-44c3-96db-fd1ca8ad174b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423758 Jan 05 17:22:50.542110 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d2607572-b3c9-472c-85bc-c8de0c3fb75c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:22:50.569590 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Device e71615a3-7a22-4396-be23-eef880d53478 up at agent hyperv_hv-neutron-mast {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:22:50.696469 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Provisioning for port e71615a3-7a22-4396-be23-eef880d53478 completed by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 05 17:22:50.700401 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Provisioning complete for port e71615a3-7a22-4396-be23-eef880d53478 triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:22:50.700812 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:22:50.777511 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:22:50.799387 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b05de13c-894a-4b9b-9ee7-45a05f884c29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e71615a3-7a22-4396-be23-eef880d53478'}] {{(pid=103802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 05 17:22:50.801563 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36b213fbd845b3f09e785999bbcda1c85cd5592d7f001460987854e5c1683bd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c523a21-1901-43cd-a6ad-bd2b1b65d8d9" -d '{"events": [{"server_uuid": "b05de13c-894a-4b9b-9ee7-45a05f884c29", "name": "network-vif-plugged", "status": "completed", "tag": "e71615a3-7a22-4396-be23-eef880d53478"}]}' {{(pid=103802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 05 17:22:50.814816 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] For port e71615a3-7a22-4396-be23-eef880d53478, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=e71615a3-7a22-4396-be23-eef880d53478,segment=NetworkSegment(39c3e7d7-b0f1-4853-b820-ca7568105b67),segment_id=39c3e7d7-b0f1-4853-b820-ca7568105b67)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:22:50.894527 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:22:50.897656 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Jan 2022 17:22:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbe24754-73bc-4b72-ab00-082f73329a12 x-openstack-request-id: req-dbe24754-73bc-4b72-ab00-082f73329a12 {{(pid=103802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 05 17:22:50.897972 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b05de13c-894a-4b9b-9ee7-45a05f884c29", "name": "network-vif-plugged", "status": "completed", "tag": "e71615a3-7a22-4396-be23-eef880d53478", "code": 200}]} {{(pid=103802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 05 17:22:50.898213 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-dbe24754-73bc-4b72-ab00-082f73329a12 {{(pid=103802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 05 17:22:50.898617 dv-neutron-master-2-hyperv neutron-server[103802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b05de13c-894a-4b9b-9ee7-45a05f884c29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e71615a3-7a22-4396-be23-eef880d53478', 'code': 200} Jan 05 17:22:50.946544 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Pushing event updated for resources: {'Port': ['ID=e71615a3-7a22-4396-be23-eef880d53478,revision_number=5']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:22:51.185083 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dfbce1-c3b8-44dd-b24a-80d5f3443c2c req-5a7cd712-0863-4914-96b3-3f8d10c4c923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:22:51.186656 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-14dfbce1-c3b8-44dd-b24a-80d5f3443c2c req-5a7cd712-0863-4914-96b3-3f8d10c4c923 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b05de13c-894a-4b9b-9ee7-45a05f884c29 HTTP/1.1" status: 200 len: 1099 time: 0.0383961 Jan 05 17:22:51.235255 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-14dfbce1-c3b8-44dd-b24a-80d5f3443c2c req-30d7cc70-e342-4c5b-be4d-1c2d67d6b68d service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=c172aa96-498b-44c3-96db-fd1ca8ad174b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421560 Jan 05 17:22:51.338960 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb096fa-44c1-4636-adc7-75aa3714b8f6 req-1e89d346-f683-4164-b105-e842e082db5c tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:22:51.340393 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-3eb096fa-44c1-4636-adc7-75aa3714b8f6 req-1e89d346-f683-4164-b105-e842e082db5c tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/ports?device_id=b05de13c-894a-4b9b-9ee7-45a05f884c29 HTTP/1.1" status: 200 len: 946 time: 0.0484769 Jan 05 17:22:51.391072 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-3eb096fa-44c1-4636-adc7-75aa3714b8f6 req-ee8a5ed5-5eab-459b-9070-dde59d87c2c2 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/security-groups?id=c172aa96-498b-44c3-96db-fd1ca8ad174b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451922 Jan 05 17:22:51.917110 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d504d802-9546-4ce5-a9d3-96c844ac5808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:22:52.506365 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361e053c-0584-4eca-aeef-42061e43895d req-009e0aec-ba1c-4d3a-8fe9-148ea5cdd39c tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:22:52.507845 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-361e053c-0584-4eca-aeef-42061e43895d req-009e0aec-ba1c-4d3a-8fe9-148ea5cdd39c tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/ports?device_id=b05de13c-894a-4b9b-9ee7-45a05f884c29 HTTP/1.1" status: 200 len: 946 time: 0.0487282 Jan 05 17:22:52.555818 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-361e053c-0584-4eca-aeef-42061e43895d req-fb9cca55-ec3b-49f1-9d84-450e11d459bb tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/security-groups?id=c172aa96-498b-44c3-96db-fd1ca8ad174b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425432 Jan 05 17:22:52.683561 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024a0eef-a70f-47cb-91e7-2a0028f922b2 req-30f2c504-7ca7-4025-a44d-997255656cc5 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:22:52.684933 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-024a0eef-a70f-47cb-91e7-2a0028f922b2 req-30f2c504-7ca7-4025-a44d-997255656cc5 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/ports?device_id=b05de13c-894a-4b9b-9ee7-45a05f884c29 HTTP/1.1" status: 200 len: 946 time: 0.0589542 Jan 05 17:22:52.732903 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-024a0eef-a70f-47cb-91e7-2a0028f922b2 req-97c490b4-981e-4535-a931-18ed960c459f tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/security-groups?id=c172aa96-498b-44c3-96db-fd1ca8ad174b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424266 Jan 05 17:22:52.755256 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 47620) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:22:52.794807 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-953cf6a3-f087-44a5-8602-c097e7cfa452 tempest-TestNetworkBasicOps-152746079 tempest-TestNetworkBasicOps-152746079-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:22:52.796350 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-953cf6a3-f087-44a5-8602-c097e7cfa452 tempest-TestNetworkBasicOps-152746079 tempest-TestNetworkBasicOps-152746079-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=b05de13c-894a-4b9b-9ee7-45a05f884c29 HTTP/1.1" status: 200 len: 1094 time: 0.0401254 Jan 05 17:22:52.799188 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 47622) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:22:52.803540 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-942aba25-cc49-41bd-92a7-14c845e25356 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Request body: {'floatingip': {'floating_network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'port_id': 'e71615a3-7a22-4396-be23-eef880d53478', 'tenant_id': 'ec76859de02442879238ecf1eaefefed', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:22:52.884884 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-942aba25-cc49-41bd-92a7-14c845e25356 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for floatingip, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:22:52.982743 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-942aba25-cc49-41bd-92a7-14c845e25356 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:22:53.080262 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [None req-942aba25-cc49-41bd-92a7-14c845e25356 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Allocated IP 172.36.4.227 (b0167590-0699-4c5c-a932-3939414a9573/7a784a6d-3d96-418f-a645-b9ccd0b1ac55/9e028689-121f-458c-80fb-872fbfeb8671) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:22:53.180417 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-942aba25-cc49-41bd-92a7-14c845e25356 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for port, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:22:53.268171 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-942aba25-cc49-41bd-92a7-14c845e25356 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11433176'] for port, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:22:53.296093 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:22:53.306675 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-942aba25-cc49-41bd-92a7-14c845e25356 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Network b0167590-0699-4c5c-a932-3939414a9573 is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:22:53.309424 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-942aba25-cc49-41bd-92a7-14c845e25356 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:22:53.315608 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-942aba25-cc49-41bd-92a7-14c845e25356 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:22:53.319316 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942aba25-cc49-41bd-92a7-14c845e25356 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Pushing event updated for resources: {'Port': ['ID=9e028689-121f-458c-80fb-872fbfeb8671,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:22:53.662826 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-942aba25-cc49-41bd-92a7-14c845e25356 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:22:53.777597 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-942aba25-cc49-41bd-92a7-14c845e25356 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:22:53.922434 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-942aba25-cc49-41bd-92a7-14c845e25356 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for port, precommit_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:22:53.987889 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-942aba25-cc49-41bd-92a7-14c845e25356 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11433169'] for port, after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:22:54.056706 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942aba25-cc49-41bd-92a7-14c845e25356 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Pushing event updated for resources: {'Port': ['ID=9e028689-121f-458c-80fb-872fbfeb8671,revision_number=2']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:22:54.066138 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-942aba25-cc49-41bd-92a7-14c845e25356 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648677'] for floatingip, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:22:54.166045 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.db.l3_db [None req-942aba25-cc49-41bd-92a7-14c845e25356 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Floating IP dcd90755-79f4-45b0-84ea-f9a8c637bb1d associated. External IP: 172.36.4.227, port: e71615a3-7a22-4396-be23-eef880d53478. Jan 05 17:22:54.661062 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-942aba25-cc49-41bd-92a7-14c845e25356 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Router 03d4c3e7-a2c7-4261-b95a-dcee5eeaeee6 has already been hosted by L3 agent 59446fdc-40e0-41fe-a575-a8eb11d742f7 {{(pid=103801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 05 17:22:54.766475 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-942aba25-cc49-41bd-92a7-14c845e25356 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 05 17:22:54.776561 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c86c22e0-73f0-4060-8962-1f80db81ce49 None None] Sync routers for ids ['03d4c3e7-a2c7-4261-b95a-dcee5eeaeee6'] in dv-neutron-master-2-hyperv {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 05 17:22:54.785632 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c86c22e0-73f0-4060-8962-1f80db81ce49 None None] Routers {'03d4c3e7-a2c7-4261-b95a-dcee5eeaeee6'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:22:54.786226 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-c86c22e0-73f0-4060-8962-1f80db81ce49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:22:49Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['03d4c3e7-a2c7-4261-b95a-dcee5eeaeee6'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:22:54.829384 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-942aba25-cc49-41bd-92a7-14c845e25356 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for floatingip, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:22:54.856050 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-942aba25-cc49-41bd-92a7-14c845e25356 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0558474 Jan 05 17:22:54.856642 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b05de13c-894a-4b9b-9ee7-45a05f884c29', 'tag': 'e71615a3-7a22-4396-be23-eef880d53478'}] {{(pid=103801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 05 17:22:54.859144 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cee9004337cfdaf047d78d8066c7d6073fad8dbc2217b3b67c4523abea34d3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88acd659-e05f-4f61-9982-e5618f6444c5" -d '{"events": [{"name": "network-changed", "server_uuid": "b05de13c-894a-4b9b-9ee7-45a05f884c29", "tag": "e71615a3-7a22-4396-be23-eef880d53478"}]}' {{(pid=103801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 05 17:22:54.859337 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 47624) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:22:54.897012 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-c86c22e0-73f0-4060-8962-1f80db81ce49 None None] Set router 03d4c3e7-a2c7-4261-b95a-dcee5eeaeee6 gateway port host: dv-neutron-master-2-hyperv {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:22:54.897120 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Jan 2022 17:22:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3854c023-aaa1-48a1-b7ec-26eb51b00977 x-openstack-request-id: req-3854c023-aaa1-48a1-b7ec-26eb51b00977 {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 05 17:22:54.897120 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b05de13c-894a-4b9b-9ee7-45a05f884c29", "tag": "e71615a3-7a22-4396-be23-eef880d53478", "status": "completed", "code": 200}]} {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 05 17:22:54.897120 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-3854c023-aaa1-48a1-b7ec-26eb51b00977 {{(pid=103801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 05 17:22:54.897120 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b05de13c-894a-4b9b-9ee7-45a05f884c29', 'tag': 'e71615a3-7a22-4396-be23-eef880d53478', 'status': 'completed', 'code': 200} Jan 05 17:22:54.900746 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c3daf4e-9561-4231-9a5f-355d9eb1a1d8 tempest-TestNetworkBasicOps-152746079 tempest-TestNetworkBasicOps-152746079-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:22:54.905326 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-7c3daf4e-9561-4231-9a5f-355d9eb1a1d8 tempest-TestNetworkBasicOps-152746079 tempest-TestNetworkBasicOps-152746079-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=b05de13c-894a-4b9b-9ee7-45a05f884c29 HTTP/1.1" status: 200 len: 1094 time: 0.0447431 Jan 05 17:22:54.963777 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88acd659-e05f-4f61-9982-e5618f6444c5 req-805d5ef7-966d-46ed-9c71-fb03827bf542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:22:54.964167 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-88acd659-e05f-4f61-9982-e5618f6444c5 req-805d5ef7-966d-46ed-9c71-fb03827bf542 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ec76859de02442879238ecf1eaefefed&device_id=b05de13c-894a-4b9b-9ee7-45a05f884c29 HTTP/1.1" status: 200 len: 1099 time: 0.0450332 Jan 05 17:22:55.055314 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88acd659-e05f-4f61-9982-e5618f6444c5 req-b63147ee-7676-481d-8afa-8b55a86f3daf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:22:55.056809 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-88acd659-e05f-4f61-9982-e5618f6444c5 req-b63147ee-7676-481d-8afa-8b55a86f3daf service neutron] 10.222.0.13 "GET /v2.0/networks?id=324ae611-43b2-4199-beec-301c32862d2c HTTP/1.1" status: 200 len: 898 time: 0.0872836 Jan 05 17:22:55.117437 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 47630) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:22:55.121607 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-c5b48228-9316-4bc1-93e2-3d67105be9cb tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-451487254', 'description': 'tempest-secgroup-smoke-451487254 description', 'project_id': 'ec76859de02442879238ecf1eaefefed'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:22:55.127858 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-c86c22e0-73f0-4060-8962-1f80db81ce49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03d4c3e7-a2c7-4261-b95a-dcee5eeaeee6', 'name': 'tempest-TestNetworkBasicOps-router-178428822', 'tenant_id': 'ec76859de02442879238ecf1eaefefed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.132'}], 'enable_snat': True}, 'gw_port_id': 'f71a3be8-8bd2-495f-9583-aaaa2bbdc51a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:22:32Z', 'updated_at': '2022-01-05T17:22:36Z', 'revision_number': 4, 'project_id': 'ec76859de02442879238ecf1eaefefed', 'gw_port': {'id': 'f71a3be8-8bd2-495f-9583-aaaa2bbdc51a', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:cb:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03d4c3e7-a2c7-4261-b95a-dcee5eeaeee6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:22:32Z', 'updated_at': '2022-01-05T17:22:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'dcd90755-79f4-45b0-84ea-f9a8c637bb1d', 'tenant_id': 'ec76859de02442879238ecf1eaefefed', 'floating_ip_address': '172.36.4.227', 'floating_network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'router_id': '03d4c3e7-a2c7-4261-b95a-dcee5eeaeee6', 'port_id': 'e71615a3-7a22-4396-be23-eef880d53478', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1504, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '324ae611-43b2-4199-beec-301c32862d2c', 'mac_address': 'fa:16:3e:7e:2a:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b05de13c-894a-4b9b-9ee7-45a05f884c29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-05T17:22:53Z', 'updated_at': '2022-01-05T17:22:53Z', 'revision_number': 0, 'project_id': 'ec76859de02442879238ecf1eaefefed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '634c7f4e-038a-4b94-b308-914133781190', 'name': '', 'network_id': '324ae611-43b2-4199-beec-301c32862d2c', 'tenant_id': 'ec76859de02442879238ecf1eaefefed', 'mac_address': 'fa:16:3e:63:78:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03d4c3e7-a2c7-4261-b95a-dcee5eeaeee6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '4caa8ce5-f436-4026-98d0-29b75fb0513f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:22:35Z', 'updated_at': '2022-01-05T17:22:39Z', 'revision_number': 5, 'project_id': 'ec76859de02442879238ecf1eaefefed', 'subnets': [{'id': '4caa8ce5-f436-4026-98d0-29b75fb0513f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:22:55.144102 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-88acd659-e05f-4f61-9982-e5618f6444c5 req-c0347a9f-b37b-4915-871b-20e9f828b716 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e71615a3-7a22-4396-be23-eef880d53478 HTTP/1.1" status: 200 len: 1000 time: 0.0818703 Jan 05 17:22:55.198734 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88acd659-e05f-4f61-9982-e5618f6444c5 req-62ce0879-c4df-4faf-9498-f960e8b0ed1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:22:55.200240 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-88acd659-e05f-4f61-9982-e5618f6444c5 req-62ce0879-c4df-4faf-9498-f960e8b0ed1e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4caa8ce5-f436-4026-98d0-29b75fb0513f HTTP/1.1" status: 200 len: 835 time: 0.0509627 Jan 05 17:22:55.252446 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c5b48228-9316-4bc1-93e2-3d67105be9cb tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for security_group, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:22:55.272461 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88acd659-e05f-4f61-9982-e5618f6444c5 req-d9a66c1c-43bf-4a4a-9ea3-7e18b01a5fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:22:55.274692 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-88acd659-e05f-4f61-9982-e5618f6444c5 req-d9a66c1c-43bf-4a4a-9ea3-7e18b01a5fe4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=324ae611-43b2-4199-beec-301c32862d2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0665038 Jan 05 17:22:55.312554 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c86c22e0-73f0-4060-8962-1f80db81ce49 None None] Checking router: 03d4c3e7-a2c7-4261-b95a-dcee5eeaeee6 for host: dv-neutron-master-2-hyperv {{(pid=103802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 05 17:22:55.320802 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c86c22e0-73f0-4060-8962-1f80db81ce49 None None] Routers {'03d4c3e7-a2c7-4261-b95a-dcee5eeaeee6'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:22:55.321404 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-c86c22e0-73f0-4060-8962-1f80db81ce49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:22:49Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['03d4c3e7-a2c7-4261-b95a-dcee5eeaeee6'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:22:55.406985 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c5b48228-9316-4bc1-93e2-3d67105be9cb tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for security_group, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:22:55.410960 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-88acd659-e05f-4f61-9982-e5618f6444c5 req-b2c5bef3-3ff5-4ecb-8342-7a4ffb000386 service neutron] 10.222.0.13 "GET /v2.0/networks/324ae611-43b2-4199-beec-301c32862d2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283979 Jan 05 17:22:55.427882 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-c86c22e0-73f0-4060-8962-1f80db81ce49 None None] Set router 03d4c3e7-a2c7-4261-b95a-dcee5eeaeee6 gateway port host: dv-neutron-master-2-hyperv {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:22:55.473388 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c5b48228-9316-4bc1-93e2-3d67105be9cb tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:22:55.525510 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b48228-9316-4bc1-93e2-3d67105be9cb tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f6c6cd2-feec-4cf9-bb57-f0a34b091ab5,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:22:55.531021 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-88acd659-e05f-4f61-9982-e5618f6444c5 req-a955aec6-9c3e-4f46-b4c1-1f3981933f71 service neutron] 10.222.0.13 "GET /v2.0/networks/324ae611-43b2-4199-beec-301c32862d2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1142716 Jan 05 17:22:55.589716 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c5b48228-9316-4bc1-93e2-3d67105be9cb tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for security_group, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:22:55.590985 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-c5b48228-9316-4bc1-93e2-3d67105be9cb tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4728444 Jan 05 17:22:55.593800 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 47632) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:22:55.598103 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-b9b12a8c-5a20-4815-a11b-33b8c9309209 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Request body: {'security_group_rule': {'security_group_id': '4f6c6cd2-feec-4cf9-bb57-f0a34b091ab5', 'project_id': 'ec76859de02442879238ecf1eaefefed', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:22:55.665107 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-c86c22e0-73f0-4060-8962-1f80db81ce49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03d4c3e7-a2c7-4261-b95a-dcee5eeaeee6', 'name': 'tempest-TestNetworkBasicOps-router-178428822', 'tenant_id': 'ec76859de02442879238ecf1eaefefed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.132'}], 'enable_snat': True}, 'gw_port_id': 'f71a3be8-8bd2-495f-9583-aaaa2bbdc51a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:22:32Z', 'updated_at': '2022-01-05T17:22:36Z', 'revision_number': 4, 'project_id': 'ec76859de02442879238ecf1eaefefed', 'gw_port': {'id': 'f71a3be8-8bd2-495f-9583-aaaa2bbdc51a', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:cb:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03d4c3e7-a2c7-4261-b95a-dcee5eeaeee6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:22:32Z', 'updated_at': '2022-01-05T17:22:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'dcd90755-79f4-45b0-84ea-f9a8c637bb1d', 'tenant_id': 'ec76859de02442879238ecf1eaefefed', 'floating_ip_address': '172.36.4.227', 'floating_network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'router_id': '03d4c3e7-a2c7-4261-b95a-dcee5eeaeee6', 'port_id': 'e71615a3-7a22-4396-be23-eef880d53478', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1504, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '324ae611-43b2-4199-beec-301c32862d2c', 'mac_address': 'fa:16:3e:7e:2a:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b05de13c-894a-4b9b-9ee7-45a05f884c29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-05T17:22:53Z', 'updated_at': '2022-01-05T17:22:53Z', 'revision_number': 0, 'project_id': 'ec76859de02442879238ecf1eaefefed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '634c7f4e-038a-4b94-b308-914133781190', 'name': '', 'network_id': '324ae611-43b2-4199-beec-301c32862d2c', 'tenant_id': 'ec76859de02442879238ecf1eaefefed', 'mac_address': 'fa:16:3e:63:78:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03d4c3e7-a2c7-4261-b95a-dcee5eeaeee6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '4caa8ce5-f436-4026-98d0-29b75fb0513f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:22:35Z', 'updated_at': '2022-01-05T17:22:39Z', 'revision_number': 5, 'project_id': 'ec76859de02442879238ecf1eaefefed', 'subnets': [{'id': '4caa8ce5-f436-4026-98d0-29b75fb0513f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:22:55.695254 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c86c22e0-73f0-4060-8962-1f80db81ce49 None None] The sync data for ids ['03d4c3e7-a2c7-4261-b95a-dcee5eeaeee6'] in dv-neutron-master-2-hyperv is: [{'id': '03d4c3e7-a2c7-4261-b95a-dcee5eeaeee6', 'name': 'tempest-TestNetworkBasicOps-router-178428822', 'tenant_id': 'ec76859de02442879238ecf1eaefefed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.132'}], 'enable_snat': True}, 'gw_port_id': 'f71a3be8-8bd2-495f-9583-aaaa2bbdc51a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:22:32Z', 'updated_at': '2022-01-05T17:22:36Z', 'revision_number': 4, 'project_id': 'ec76859de02442879238ecf1eaefefed', 'gw_port': {'id': 'f71a3be8-8bd2-495f-9583-aaaa2bbdc51a', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:cb:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03d4c3e7-a2c7-4261-b95a-dcee5eeaeee6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:22:32Z', 'updated_at': '2022-01-05T17:22:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'dcd90755-79f4-45b0-84ea-f9a8c637bb1d', 'tenant_id': 'ec76859de02442879238ecf1eaefefed', 'floating_ip_address': '172.36.4.227', 'floating_network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'router_id': '03d4c3e7-a2c7-4261-b95a-dcee5eeaeee6', 'port_id': 'e71615a3-7a22-4396-be23-eef880d53478', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1504, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '324ae611-43b2-4199-beec-301c32862d2c', 'mac_address': 'fa:16:3e:7e:2a:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b05de13c-894a-4b9b-9ee7-45a05f884c29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-05T17:22:53Z', 'updated_at': '2022-01-05T17:22:53Z', 'revision_number': 0, 'project_id': 'ec76859de02442879238ecf1eaefefed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '634c7f4e-038a-4b94-b308-914133781190', 'name': '', 'network_id': '324ae611-43b2-4199-beec-301c32862d2c', 'tenant_id': 'ec76859de02442879238ecf1eaefefed', 'mac_address': 'fa:16:3e:63:78:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03d4c3e7-a2c7-4261-b95a-dcee5eeaeee6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '4caa8ce5-f436-4026-98d0-29b75fb0513f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:22:35Z', 'updated_at': '2022-01-05T17:22:39Z', 'revision_number': 5, 'project_id': 'ec76859de02442879238ecf1eaefefed', 'subnets': [{'id': '4caa8ce5-f436-4026-98d0-29b75fb0513f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 05 17:22:55.707744 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b9b12a8c-5a20-4815-a11b-33b8c9309209 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:22:55.770477 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b9b12a8c-5a20-4815-a11b-33b8c9309209 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:22:55.833837 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b9b12a8c-5a20-4815-a11b-33b8c9309209 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533437'] for security_group_rule, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:22:55.852689 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b12a8c-5a20-4815-a11b-33b8c9309209 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6ed0163-8ad4-444a-8acf-e9350a37dcbe,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:22:55.904349 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-551d1aa4-050b-4874-a365-3abec77acb41 None None] New status for floating IP dcd90755-79f4-45b0-84ea-f9a8c637bb1d: ACTIVE {{(pid=103803) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 05 17:22:55.915953 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b9b12a8c-5a20-4815-a11b-33b8c9309209 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:22:55.917392 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-b9b12a8c-5a20-4815-a11b-33b8c9309209 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3226748 Jan 05 17:22:55.921176 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 47634) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:22:55.925550 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-fde067a6-e329-4d42-a68b-fa8c04c5abc7 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Request body: {'security_group_rule': {'security_group_id': '4f6c6cd2-feec-4cf9-bb57-f0a34b091ab5', 'project_id': 'ec76859de02442879238ecf1eaefefed', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:22:56.015318 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-fde067a6-e329-4d42-a68b-fa8c04c5abc7 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:22:56.070524 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-fde067a6-e329-4d42-a68b-fa8c04c5abc7 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:22:56.164947 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-fde067a6-e329-4d42-a68b-fa8c04c5abc7 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533437'] for security_group_rule, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:22:56.182984 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde067a6-e329-4d42-a68b-fa8c04c5abc7 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=239db19a-65a7-4df6-b862-d5b326a1809d,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:22:56.246436 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-fde067a6-e329-4d42-a68b-fa8c04c5abc7 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:22:56.247570 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-fde067a6-e329-4d42-a68b-fa8c04c5abc7 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3254175 Jan 05 17:22:56.250240 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 47636) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:22:56.254434 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-663710c4-2276-4d3a-8bca-56c3ea67b50e tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Request body: {'security_group_rule': {'security_group_id': '4f6c6cd2-feec-4cf9-bb57-f0a34b091ab5', 'project_id': 'ec76859de02442879238ecf1eaefefed', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:22:56.358164 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-663710c4-2276-4d3a-8bca-56c3ea67b50e tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:22:56.415637 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-663710c4-2276-4d3a-8bca-56c3ea67b50e tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:22:56.501734 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-663710c4-2276-4d3a-8bca-56c3ea67b50e tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533437'] for security_group_rule, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:22:56.519246 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663710c4-2276-4d3a-8bca-56c3ea67b50e tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d99c8cf2-1b2a-4aca-919b-3c3c7e3f8d34,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:22:56.582055 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-663710c4-2276-4d3a-8bca-56c3ea67b50e tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:22:56.583261 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-663710c4-2276-4d3a-8bca-56c3ea67b50e tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3321238 Jan 05 17:22:56.586137 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 47638) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:22:56.590330 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-556aa957-a720-4e94-8802-126928dad76b tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Request body: {'security_group_rule': {'security_group_id': '4f6c6cd2-feec-4cf9-bb57-f0a34b091ab5', 'project_id': 'ec76859de02442879238ecf1eaefefed', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:22:56.687556 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-556aa957-a720-4e94-8802-126928dad76b tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:22:56.743394 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-556aa957-a720-4e94-8802-126928dad76b tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:22:56.854197 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-556aa957-a720-4e94-8802-126928dad76b tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533437'] for security_group_rule, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:22:56.872212 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556aa957-a720-4e94-8802-126928dad76b tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f05cca3f-24cc-4de0-aeba-6ea7125b8e8e,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:22:56.947856 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-556aa957-a720-4e94-8802-126928dad76b tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:22:56.949090 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-556aa957-a720-4e94-8802-126928dad76b tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3620429 Jan 05 17:22:56.951763 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 47640) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:22:56.956092 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-6e87950c-7ce3-4762-ba2a-99f9fe3052f3 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Request body: {'security_group_rule': {'security_group_id': '4f6c6cd2-feec-4cf9-bb57-f0a34b091ab5', 'project_id': 'ec76859de02442879238ecf1eaefefed', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:22:57.044764 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.db.securitygroups_db [None req-6e87950c-7ce3-4762-ba2a-99f9fe3052f3 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Project ec76859de02442879238ecf1eaefefed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 05 17:22:57.049710 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6e87950c-7ce3-4762-ba2a-99f9fe3052f3 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:22:57.105664 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6e87950c-7ce3-4762-ba2a-99f9fe3052f3 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:22:57.193985 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6e87950c-7ce3-4762-ba2a-99f9fe3052f3 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533437'] for security_group_rule, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:22:57.211824 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e87950c-7ce3-4762-ba2a-99f9fe3052f3 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12925456-75aa-4927-8b1b-b4405f63c262,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:22:57.275198 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6e87950c-7ce3-4762-ba2a-99f9fe3052f3 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:22:57.276388 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-6e87950c-7ce3-4762-ba2a-99f9fe3052f3 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3236961 Jan 05 17:22:57.279076 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 47642) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:22:57.283324 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-55944b05-aa78-4e04-80bd-0d040ccd002f tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Request body: {'security_group_rule': {'security_group_id': '4f6c6cd2-feec-4cf9-bb57-f0a34b091ab5', 'project_id': 'ec76859de02442879238ecf1eaefefed', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:22:57.370524 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.db.securitygroups_db [None req-55944b05-aa78-4e04-80bd-0d040ccd002f tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Project ec76859de02442879238ecf1eaefefed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 05 17:22:57.375288 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-55944b05-aa78-4e04-80bd-0d040ccd002f tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:22:57.435141 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-55944b05-aa78-4e04-80bd-0d040ccd002f tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:22:57.507535 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-55944b05-aa78-4e04-80bd-0d040ccd002f tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533437'] for security_group_rule, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:22:57.526064 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55944b05-aa78-4e04-80bd-0d040ccd002f tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b33139d1-63d9-4ccb-8fe4-d6acbf4eb701,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:22:57.595275 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-55944b05-aa78-4e04-80bd-0d040ccd002f tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:22:57.596492 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-55944b05-aa78-4e04-80bd-0d040ccd002f tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3165174 Jan 05 17:22:57.740691 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-fc8c6f5d-65fe-4115-960c-657e4aefa4ea req-29e24135-2d3d-4144-b9c9-dd138d0fda4c tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-451487254&fields=id&tenant_id=ec76859de02442879238ecf1eaefefed HTTP/1.1" status: 200 len: 267 time: 0.0436547 Jan 05 17:22:57.844172 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8c6f5d-65fe-4115-960c-657e4aefa4ea req-96f1e20c-5096-4a00-ba23-2c72b34bbec0 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:22:57.845666 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-fc8c6f5d-65fe-4115-960c-657e4aefa4ea req-96f1e20c-5096-4a00-ba23-2c72b34bbec0 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/networks?id=324ae611-43b2-4199-beec-301c32862d2c HTTP/1.1" status: 200 len: 797 time: 0.0986178 Jan 05 17:22:57.860335 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-fc8c6f5d-65fe-4115-960c-657e4aefa4ea req-913dcc3a-ed45-4d6a-bacd-33ea5b5e3953 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/quotas/ec76859de02442879238ecf1eaefefed HTTP/1.1" status: 200 len: 375 time: 0.0089738 Jan 05 17:22:57.914513 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-fc8c6f5d-65fe-4115-960c-657e4aefa4ea req-47e761bd-9fdf-4e31-9ce3-d5ea05bd99c5 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=ec76859de02442879238ecf1eaefefed&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0495493 Jan 05 17:22:58.006791 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-fc8c6f5d-65fe-4115-960c-657e4aefa4ea req-705c4d1c-d429-47c8-90f9-2bc96baa2d05 service neutron] 10.222.0.11 "GET /v2.0/networks/324ae611-43b2-4199-beec-301c32862d2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811284 Jan 05 17:22:58.095714 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-fc8c6f5d-65fe-4115-960c-657e4aefa4ea req-0e407772-fadb-4871-b4f3-bb3b67455051 service neutron] 10.222.0.11 "GET /v2.0/networks/324ae611-43b2-4199-beec-301c32862d2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833519 Jan 05 17:22:58.371190 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-06a98ca4-17cc-403e-9017-2327e8d90b08 req-5491403e-c42f-4ebb-bc30-5464bc99f5ed tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/ports?device_id=751451ca-b000-475b-8d04-53593e6e23fa HTTP/1.1" status: 200 len: 210 time: 0.0270319 Jan 05 17:22:59.464993 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-d53504a8-3e83-4801-a24a-92a6bd8167ff req-a17b546b-a873-4e63-aab2-bcd40d898c0e tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/ports?device_id=751451ca-b000-475b-8d04-53593e6e23fa HTTP/1.1" status: 200 len: 210 time: 0.0265946 Jan 05 17:23:00.183398 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8c6f5d-65fe-4115-960c-657e4aefa4ea req-535e388f-9cd2-4163-90af-1113a15d3b39 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:23:00.184833 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-fc8c6f5d-65fe-4115-960c-657e4aefa4ea req-535e388f-9cd2-4163-90af-1113a15d3b39 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.13 "GET /v2.0/networks?id=324ae611-43b2-4199-beec-301c32862d2c HTTP/1.1" status: 200 len: 797 time: 0.0981162 Jan 05 17:23:00.268252 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-fc8c6f5d-65fe-4115-960c-657e4aefa4ea req-d120542b-16dd-45f2-a508-bfe9d350cc1b tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ec76859de02442879238ecf1eaefefed HTTP/1.1" status: 200 len: 472 time: 0.0735831 Jan 05 17:23:00.276805 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [req-fc8c6f5d-65fe-4115-960c-657e4aefa4ea req-58a77b05-433b-40ef-8d34-9be8d08ea049 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Request body: {'port': {'device_id': '751451ca-b000-475b-8d04-53593e6e23fa', 'network_id': '324ae611-43b2-4199-beec-301c32862d2c', 'admin_state_up': True, 'tenant_id': 'ec76859de02442879238ecf1eaefefed', 'security_groups': ['4f6c6cd2-feec-4cf9-bb57-f0a34b091ab5']}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:23:00.484709 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc8c6f5d-65fe-4115-960c-657e4aefa4ea req-58a77b05-433b-40ef-8d34-9be8d08ea049 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Made reservation on behalf of ec76859de02442879238ecf1eaefefed for: {'port': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:23:00.488597 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-fc8c6f5d-65fe-4115-960c-657e4aefa4ea req-58a77b05-433b-40ef-8d34-9be8d08ea049 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:23:00.561206 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-0e1f2c76-a83c-4a9e-991f-dbac2fdc2094 req-7a8c2b52-bed6-4fbb-b745-5a6e2ebee1f4 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/ports?device_id=751451ca-b000-475b-8d04-53593e6e23fa HTTP/1.1" status: 200 len: 210 time: 0.0271387 Jan 05 17:23:00.621802 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [req-fc8c6f5d-65fe-4115-960c-657e4aefa4ea req-58a77b05-433b-40ef-8d34-9be8d08ea049 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Allocated IP 172.20.0.3 (324ae611-43b2-4199-beec-301c32862d2c/4caa8ce5-f436-4026-98d0-29b75fb0513f/509237e8-fe3a-4cd8-9c1e-a223a289962b) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:23:00.776114 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-fc8c6f5d-65fe-4115-960c-657e4aefa4ea req-58a77b05-433b-40ef-8d34-9be8d08ea049 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for port, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:23:00.862133 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-fc8c6f5d-65fe-4115-960c-657e4aefa4ea req-58a77b05-433b-40ef-8d34-9be8d08ea049 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:23:00.905203 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc8c6f5d-65fe-4115-960c-657e4aefa4ea req-58a77b05-433b-40ef-8d34-9be8d08ea049 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Network 324ae611-43b2-4199-beec-301c32862d2c is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:23:00.908251 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [req-fc8c6f5d-65fe-4115-960c-657e4aefa4ea req-58a77b05-433b-40ef-8d34-9be8d08ea049 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:23:00.912525 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc8c6f5d-65fe-4115-960c-657e4aefa4ea req-58a77b05-433b-40ef-8d34-9be8d08ea049 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:23:00.939982 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a77b05-433b-40ef-8d34-9be8d08ea049 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Pushing event updated for resources: {'Port': ['ID=509237e8-fe3a-4cd8-9c1e-a223a289962b,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:23:00.968312 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8c6f5d-65fe-4115-960c-657e4aefa4ea req-58a77b05-433b-40ef-8d34-9be8d08ea049 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:23:00.968921 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-fc8c6f5d-65fe-4115-960c-657e4aefa4ea req-58a77b05-433b-40ef-8d34-9be8d08ea049 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:23:01.030210 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-fc8c6f5d-65fe-4115-960c-657e4aefa4ea req-58a77b05-433b-40ef-8d34-9be8d08ea049 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7570615 Jan 05 17:23:01.042640 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [req-fc8c6f5d-65fe-4115-960c-657e4aefa4ea req-6e806820-03c4-4a11-9702-645b1ff4ef50 service neutron] Request body: {'port': {'device_id': '751451ca-b000-475b-8d04-53593e6e23fa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:23:01.095949 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-fc8c6f5d-65fe-4115-960c-657e4aefa4ea req-6e806820-03c4-4a11-9702-645b1ff4ef50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:23:01.116637 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-89a174c2-7cf0-4535-b051-092b99f878c3 None None] Provisioning complete for port 509237e8-fe3a-4cd8-9c1e-a223a289962b triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:23:01.117150 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-89a174c2-7cf0-4535-b051-092b99f878c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:23:01.149128 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-89a174c2-7cf0-4535-b051-092b99f878c3 None None] Port 509237e8-fe3a-4cd8-9c1e-a223a289962b cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 17:23:01.350713 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.notifiers.nova [req-fc8c6f5d-65fe-4115-960c-657e4aefa4ea req-6e806820-03c4-4a11-9702-645b1ff4ef50 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 509237e8-fe3a-4cd8-9c1e-a223a289962b {{(pid=103800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 05 17:23:01.357825 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-fc8c6f5d-65fe-4115-960c-657e4aefa4ea req-6e806820-03c4-4a11-9702-645b1ff4ef50 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:23:01.369742 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.provisioning_blocks [req-fc8c6f5d-65fe-4115-960c-657e4aefa4ea req-6e806820-03c4-4a11-9702-645b1ff4ef50 service neutron] Transition to ACTIVE for port object 509237e8-fe3a-4cd8-9c1e-a223a289962b will not be triggered until provisioned by entity L2. {{(pid=103800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 05 17:23:01.421440 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-fc8c6f5d-65fe-4115-960c-657e4aefa4ea req-6e806820-03c4-4a11-9702-645b1ff4ef50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8784461'] for port, after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:23:01.471791 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e806820-03c4-4a11-9702-645b1ff4ef50 service neutron] Pushing event updated for resources: {'Port': ['ID=509237e8-fe3a-4cd8-9c1e-a223a289962b,revision_number=2']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:23:01.541123 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [req-fc8c6f5d-65fe-4115-960c-657e4aefa4ea req-6e806820-03c4-4a11-9702-645b1ff4ef50 service neutron] Attempting to bind port 509237e8-fe3a-4cd8-9c1e-a223a289962b on host hv-neutron-mast for vnic_type normal with profile {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 05 17:23:01.541809 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [req-fc8c6f5d-65fe-4115-960c-657e4aefa4ea req-6e806820-03c4-4a11-9702-645b1ff4ef50 service neutron] Attempting to bind port 509237e8-fe3a-4cd8-9c1e-a223a289962b by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '39c3e7d7-b0f1-4853-b820-ca7568105b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '324ae611-43b2-4199-beec-301c32862d2c'}] {{(pid=103800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 05 17:23:01.541809 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc8c6f5d-65fe-4115-960c-657e4aefa4ea req-6e806820-03c4-4a11-9702-645b1ff4ef50 service neutron] Attempting to bind port 509237e8-fe3a-4cd8-9c1e-a223a289962b on network 324ae611-43b2-4199-beec-301c32862d2c {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:23:01.546551 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc8c6f5d-65fe-4115-960c-657e4aefa4ea req-6e806820-03c4-4a11-9702-645b1ff4ef50 service neutron] Port 509237e8-fe3a-4cd8-9c1e-a223a289962b on network 324ae611-43b2-4199-beec-301c32862d2c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 05 17:23:01.546875 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc8c6f5d-65fe-4115-960c-657e4aefa4ea req-6e806820-03c4-4a11-9702-645b1ff4ef50 service neutron] Attempting to bind port 509237e8-fe3a-4cd8-9c1e-a223a289962b on network 324ae611-43b2-4199-beec-301c32862d2c {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:23:01.551899 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc8c6f5d-65fe-4115-960c-657e4aefa4ea req-6e806820-03c4-4a11-9702-645b1ff4ef50 service neutron] Checking agent: {'id': '5c36d785-abe8-4e89-a23a-b403333d2378', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 5, 17, 3, 49), 'started_at': datetime.datetime(2022, 1, 5, 17, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 1, 5, 17, 22, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 05 17:23:01.552235 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc8c6f5d-65fe-4115-960c-657e4aefa4ea req-6e806820-03c4-4a11-9702-645b1ff4ef50 service neutron] Checking segment: {'id': '39c3e7d7-b0f1-4853-b820-ca7568105b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '324ae611-43b2-4199-beec-301c32862d2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:23:01.552618 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc8c6f5d-65fe-4115-960c-657e4aefa4ea req-6e806820-03c4-4a11-9702-645b1ff4ef50 service neutron] Bound using segment: {'id': '39c3e7d7-b0f1-4853-b820-ca7568105b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '324ae611-43b2-4199-beec-301c32862d2c'} {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 05 17:23:01.553039 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [req-fc8c6f5d-65fe-4115-960c-657e4aefa4ea req-6e806820-03c4-4a11-9702-645b1ff4ef50 service neutron] Bound port: 509237e8-fe3a-4cd8-9c1e-a223a289962b, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39c3e7d7-b0f1-4853-b820-ca7568105b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '324ae611-43b2-4199-beec-301c32862d2c'}}] {{(pid=103800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 05 17:23:01.553381 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-fc8c6f5d-65fe-4115-960c-657e4aefa4ea req-6e806820-03c4-4a11-9702-645b1ff4ef50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:23:01.624197 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.db [req-fc8c6f5d-65fe-4115-960c-657e4aefa4ea req-6e806820-03c4-4a11-9702-645b1ff4ef50 service neutron] For port 509237e8-fe3a-4cd8-9c1e-a223a289962b, host hv-neutron-mast, cleared binding levels {{(pid=103800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 05 17:23:01.627673 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.db [req-fc8c6f5d-65fe-4115-960c-657e4aefa4ea req-6e806820-03c4-4a11-9702-645b1ff4ef50 service neutron] For port 509237e8-fe3a-4cd8-9c1e-a223a289962b, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=509237e8-fe3a-4cd8-9c1e-a223a289962b,segment=NetworkSegment(39c3e7d7-b0f1-4853-b820-ca7568105b67),segment_id=39c3e7d7-b0f1-4853-b820-ca7568105b67)] {{(pid=103800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 05 17:23:01.674716 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:23:01.674716 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:23:01.674716 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:23:01.674716 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:23:01.674716 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:23:01.674716 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:23:01.674716 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:23:01.674716 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:23:01.674716 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:23:01.674716 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:23:01.674716 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:23:01.674716 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:23:01.674716 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:23:01.674716 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:23:01.674716 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:23:01.674716 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:23:01.674716 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:23:01.674716 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:23:01.674716 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:23:01.674716 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:23:01.674716 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:23:01.674716 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:23:01.674716 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:23:01.674716 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:23:01.674716 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:23:01.674716 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:23:01.674716 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:23:01.674716 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:23:01.674716 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:23:01.674716 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:23:01.674716 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:23:01.674716 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:23:01.674716 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:23:01.674716 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:23:01.674716 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:23:01.674716 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:23:01.674716 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:23:01.674716 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:23:01.674716 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:23:01.674716 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:23:01.674716 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:23:01.674716 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:23:01.674716 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:23:01.674716 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:23:01.674716 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:23:01.674716 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:23:01.674716 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:23:01.674716 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:23:01.682695 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff580a58-c5e0-423e-8eef-297628e88a08 req-9d07fb11-d383-4e44-8f08-0614c391ee05 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:23:01.682695 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-ff580a58-c5e0-423e-8eef-297628e88a08 req-9d07fb11-d383-4e44-8f08-0614c391ee05 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/ports?device_id=751451ca-b000-475b-8d04-53593e6e23fa HTTP/1.1" status: 200 len: 943 time: 0.0499649 Jan 05 17:23:01.726519 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-fc8c6f5d-65fe-4115-960c-657e4aefa4ea req-6e806820-03c4-4a11-9702-645b1ff4ef50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8784461'] for port, after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:23:01.733995 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-ff580a58-c5e0-423e-8eef-297628e88a08 req-d37d1c50-8378-4b29-ba54-20c4ea0023b4 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/security-groups?id=4f6c6cd2-feec-4cf9-bb57-f0a34b091ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476794 Jan 05 17:23:01.761504 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8c6f5d-65fe-4115-960c-657e4aefa4ea req-6e806820-03c4-4a11-9702-645b1ff4ef50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:23:01.762280 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-fc8c6f5d-65fe-4115-960c-657e4aefa4ea req-6e806820-03c4-4a11-9702-645b1ff4ef50 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:23:01.763651 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-fc8c6f5d-65fe-4115-960c-657e4aefa4ea req-6e806820-03c4-4a11-9702-645b1ff4ef50 service neutron] 10.222.0.13 "PUT /v2.0/ports/509237e8-fe3a-4cd8-9c1e-a223a289962b HTTP/1.1" status: 200 len: 1093 time: 0.7252734 Jan 05 17:23:01.764088 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '751451ca-b000-475b-8d04-53593e6e23fa', 'tag': '509237e8-fe3a-4cd8-9c1e-a223a289962b'}] {{(pid=103800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 05 17:23:01.766316 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f64b9d4628f7eefcc27168a80c04985d23f0ea5def038dae05e1deb7357f3bfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac50de4e-1706-4ca9-bca2-8a1d57bc3ad0" -d '{"events": [{"name": "network-changed", "server_uuid": "751451ca-b000-475b-8d04-53593e6e23fa", "tag": "509237e8-fe3a-4cd8-9c1e-a223a289962b"}]}' {{(pid=103800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 05 17:23:01.797996 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e806820-03c4-4a11-9702-645b1ff4ef50 service neutron] Pushing event updated for resources: {'Port': ['ID=509237e8-fe3a-4cd8-9c1e-a223a289962b,revision_number=3']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:23:01.807319 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Jan 2022 17:23:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2071faa9-b8d0-4d1b-8e1b-eb4aa837a6ef x-openstack-request-id: req-2071faa9-b8d0-4d1b-8e1b-eb4aa837a6ef {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 05 17:23:01.807611 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "751451ca-b000-475b-8d04-53593e6e23fa", "tag": "509237e8-fe3a-4cd8-9c1e-a223a289962b", "status": "completed", "code": 200}]} {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 05 17:23:01.807860 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-2071faa9-b8d0-4d1b-8e1b-eb4aa837a6ef {{(pid=103800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 05 17:23:01.808263 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '751451ca-b000-475b-8d04-53593e6e23fa', 'tag': '509237e8-fe3a-4cd8-9c1e-a223a289962b', 'status': 'completed', 'code': 200} Jan 05 17:23:01.868330 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac50de4e-1706-4ca9-bca2-8a1d57bc3ad0 req-d527f285-d9d5-49e0-a53d-53d5554725c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:23:01.869957 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-ac50de4e-1706-4ca9-bca2-8a1d57bc3ad0 req-d527f285-d9d5-49e0-a53d-53d5554725c3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ec76859de02442879238ecf1eaefefed&device_id=751451ca-b000-475b-8d04-53593e6e23fa HTTP/1.1" status: 200 len: 1096 time: 0.0422544 Jan 05 17:23:01.972162 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac50de4e-1706-4ca9-bca2-8a1d57bc3ad0 req-cbabfd75-2411-472e-8a94-8962a73674b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:23:01.973674 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-ac50de4e-1706-4ca9-bca2-8a1d57bc3ad0 req-cbabfd75-2411-472e-8a94-8962a73674b1 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=ec76859de02442879238ecf1eaefefed&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0969422 Jan 05 17:23:02.067714 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac50de4e-1706-4ca9-bca2-8a1d57bc3ad0 req-98c58788-393d-4fa0-9839-9958b77cd7c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:23:02.069829 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-ac50de4e-1706-4ca9-bca2-8a1d57bc3ad0 req-98c58788-393d-4fa0-9839-9958b77cd7c1 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0911534 Jan 05 17:23:02.141712 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8c6f5d-65fe-4115-960c-657e4aefa4ea req-330fe8d4-3d9c-4459-aae2-5391e9d04d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:23:02.143151 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-fc8c6f5d-65fe-4115-960c-657e4aefa4ea req-330fe8d4-3d9c-4459-aae2-5391e9d04d67 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ec76859de02442879238ecf1eaefefed&device_id=751451ca-b000-475b-8d04-53593e6e23fa HTTP/1.1" status: 200 len: 1096 time: 0.0402648 Jan 05 17:23:02.185718 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-fc8c6f5d-65fe-4115-960c-657e4aefa4ea req-ec4ce22a-488d-4dd2-a919-4a115b531bc1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=509237e8-fe3a-4cd8-9c1e-a223a289962b HTTP/1.1" status: 200 len: 217 time: 0.0361724 Jan 05 17:23:02.232641 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8c6f5d-65fe-4115-960c-657e4aefa4ea req-1cadf7ae-12ce-47b3-8e3a-818a63e0054b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:23:02.234339 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-fc8c6f5d-65fe-4115-960c-657e4aefa4ea req-1cadf7ae-12ce-47b3-8e3a-818a63e0054b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4caa8ce5-f436-4026-98d0-29b75fb0513f HTTP/1.1" status: 200 len: 835 time: 0.0423672 Jan 05 17:23:02.279674 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8c6f5d-65fe-4115-960c-657e4aefa4ea req-d6934e53-31b2-4fb7-8fec-82b32a317d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:23:02.281093 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-fc8c6f5d-65fe-4115-960c-657e4aefa4ea req-d6934e53-31b2-4fb7-8fec-82b32a317d77 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=324ae611-43b2-4199-beec-301c32862d2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0386801 Jan 05 17:23:02.380380 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-fc8c6f5d-65fe-4115-960c-657e4aefa4ea req-86684eb8-8eae-4e80-b63a-2b27cfddb979 service neutron] 10.222.0.13 "GET /v2.0/networks/324ae611-43b2-4199-beec-301c32862d2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847859 Jan 05 17:23:02.465135 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-fc8c6f5d-65fe-4115-960c-657e4aefa4ea req-5750fd9f-206e-4e32-ac37-035849cefac7 service neutron] 10.222.0.13 "GET /v2.0/networks/324ae611-43b2-4199-beec-301c32862d2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0785663 Jan 05 17:23:02.846965 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c959b6dc-46fb-452d-8554-4e3c7caba09a req-fefe4470-7946-40fd-a81e-290d7a7d33b6 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:23:02.848421 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-c959b6dc-46fb-452d-8554-4e3c7caba09a req-fefe4470-7946-40fd-a81e-290d7a7d33b6 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/ports?device_id=751451ca-b000-475b-8d04-53593e6e23fa HTTP/1.1" status: 200 len: 943 time: 0.0483253 Jan 05 17:23:02.895902 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-c959b6dc-46fb-452d-8554-4e3c7caba09a req-b0a44f50-2336-47d5-84d4-68161782e160 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/security-groups?id=4f6c6cd2-feec-4cf9-bb57-f0a34b091ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412767 Jan 05 17:23:03.720870 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.agents_db [None req-291d1585-17df-45c0-b64a-d244e6d90872 None None] Agent healthcheck: found 6 active agents {{(pid=103803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 05 17:23:04.010946 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d4ae00-b2b1-4595-aeb3-56ab537389a9 req-077420d0-d447-4abf-a76f-21b1af549629 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:23:04.012411 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-62d4ae00-b2b1-4595-aeb3-56ab537389a9 req-077420d0-d447-4abf-a76f-21b1af549629 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/ports?device_id=751451ca-b000-475b-8d04-53593e6e23fa HTTP/1.1" status: 200 len: 943 time: 0.0492587 Jan 05 17:23:04.061944 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-62d4ae00-b2b1-4595-aeb3-56ab537389a9 req-5ed0c993-afc6-43cc-9a0c-ccfcea75aef8 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/security-groups?id=4f6c6cd2-feec-4cf9-bb57-f0a34b091ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440075 Jan 05 17:23:04.649465 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Device 509237e8-fe3a-4cd8-9c1e-a223a289962b details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 05 17:23:04.743168 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] For port 509237e8-fe3a-4cd8-9c1e-a223a289962b, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=509237e8-fe3a-4cd8-9c1e-a223a289962b,segment=NetworkSegment(39c3e7d7-b0f1-4853-b820-ca7568105b67),segment_id=39c3e7d7-b0f1-4853-b820-ca7568105b67)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:23:04.754363 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Returning: {'device': '509237e8-fe3a-4cd8-9c1e-a223a289962b', 'network_id': '324ae611-43b2-4199-beec-301c32862d2c', 'port_id': '509237e8-fe3a-4cd8-9c1e-a223a289962b', 'mac_address': 'fa:16:3e:5c:6e:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4caa8ce5-f436-4026-98d0-29b75fb0513f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 05 17:23:04.790012 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:23:04.802167 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.notifiers.nova [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 509237e8-fe3a-4cd8-9c1e-a223a289962b {{(pid=103802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 05 17:23:04.822084 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] For port 509237e8-fe3a-4cd8-9c1e-a223a289962b, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=509237e8-fe3a-4cd8-9c1e-a223a289962b,segment=NetworkSegment(39c3e7d7-b0f1-4853-b820-ca7568105b67),segment_id=39c3e7d7-b0f1-4853-b820-ca7568105b67)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:23:04.882353 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:23:04.931506 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Pushing event updated for resources: {'Port': ['ID=509237e8-fe3a-4cd8-9c1e-a223a289962b,revision_number=4']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:23:05.110211 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] get_ports_and_sgs() called for port_ids ['509237e8-fe3a-4cd8-9c1e-a223a289962b'] {{(pid=103802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 05 17:23:05.181305 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05d4c6a-3c16-4d47-bf54-83fad14adad2 req-787c52b7-0799-4f67-8e18-aee87a8f2870 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:23:05.182821 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-f05d4c6a-3c16-4d47-bf54-83fad14adad2 req-787c52b7-0799-4f67-8e18-aee87a8f2870 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/ports?device_id=751451ca-b000-475b-8d04-53593e6e23fa HTTP/1.1" status: 200 len: 944 time: 0.0527146 Jan 05 17:23:05.232051 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-f05d4c6a-3c16-4d47-bf54-83fad14adad2 req-7fe163e8-ab91-4802-9686-5def8877abd9 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/security-groups?id=4f6c6cd2-feec-4cf9-bb57-f0a34b091ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436354 Jan 05 17:23:06.357718 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1226cf62-70b9-4888-974a-213638bf4d1e req-a7ee1383-25e6-4cc8-865f-1399793f13aa tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:23:06.359462 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-1226cf62-70b9-4888-974a-213638bf4d1e req-a7ee1383-25e6-4cc8-865f-1399793f13aa tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/ports?device_id=751451ca-b000-475b-8d04-53593e6e23fa HTTP/1.1" status: 200 len: 944 time: 0.0550222 Jan 05 17:23:06.364189 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-3022d584-e4d9-4d1b-84a2-5783f2bb190f req-a41042a3-680c-47e2-bfda-9049c9159794 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b05de13c-894a-4b9b-9ee7-45a05f884c29&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0510321 Jan 05 17:23:06.412453 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-1226cf62-70b9-4888-974a-213638bf4d1e req-db13a528-944b-427e-ba0d-656fbb4f2bb9 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/security-groups?id=4f6c6cd2-feec-4cf9-bb57-f0a34b091ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467563 Jan 05 17:23:06.451266 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3022d584-e4d9-4d1b-84a2-5783f2bb190f req-45fed166-cf10-4d5d-86bf-74833ab61b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:23:06.452727 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-3022d584-e4d9-4d1b-84a2-5783f2bb190f req-45fed166-cf10-4d5d-86bf-74833ab61b8b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ec76859de02442879238ecf1eaefefed&device_id=b05de13c-894a-4b9b-9ee7-45a05f884c29 HTTP/1.1" status: 200 len: 1099 time: 0.0399075 Jan 05 17:23:06.556142 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3022d584-e4d9-4d1b-84a2-5783f2bb190f req-7d34ba78-927b-434f-a252-d4706d82605c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:23:06.557502 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-3022d584-e4d9-4d1b-84a2-5783f2bb190f req-7d34ba78-927b-434f-a252-d4706d82605c service neutron] 10.222.0.13 "GET /v2.0/networks?id=324ae611-43b2-4199-beec-301c32862d2c HTTP/1.1" status: 200 len: 898 time: 0.0855937 Jan 05 17:23:06.621822 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-3022d584-e4d9-4d1b-84a2-5783f2bb190f req-f6fb2615-184b-48b6-af66-ff82b2bdb273 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e71615a3-7a22-4396-be23-eef880d53478 HTTP/1.1" status: 200 len: 1002 time: 0.0579925 Jan 05 17:23:06.664016 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Device 509237e8-fe3a-4cd8-9c1e-a223a289962b up at agent hyperv_hv-neutron-mast {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:23:06.674344 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3022d584-e4d9-4d1b-84a2-5783f2bb190f req-0e510f63-0011-4ce4-b7d1-3fb52e52c1cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:23:06.675822 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-3022d584-e4d9-4d1b-84a2-5783f2bb190f req-0e510f63-0011-4ce4-b7d1-3fb52e52c1cd service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4caa8ce5-f436-4026-98d0-29b75fb0513f HTTP/1.1" status: 200 len: 835 time: 0.0469778 Jan 05 17:23:06.722671 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3022d584-e4d9-4d1b-84a2-5783f2bb190f req-6ec501e6-b2a2-4f48-b58b-679577e79df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:23:06.724193 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-3022d584-e4d9-4d1b-84a2-5783f2bb190f req-6ec501e6-b2a2-4f48-b58b-679577e79df2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=324ae611-43b2-4199-beec-301c32862d2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0427995 Jan 05 17:23:06.798759 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Provisioning for port 509237e8-fe3a-4cd8-9c1e-a223a289962b completed by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 05 17:23:06.802769 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Provisioning complete for port 509237e8-fe3a-4cd8-9c1e-a223a289962b triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:23:06.808065 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:23:06.812425 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-3022d584-e4d9-4d1b-84a2-5783f2bb190f req-b325539c-66c2-4b5a-af40-fd12afd5e0e4 service neutron] 10.222.0.13 "GET /v2.0/networks/324ae611-43b2-4199-beec-301c32862d2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815330 Jan 05 17:23:06.879655 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:23:06.905568 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '751451ca-b000-475b-8d04-53593e6e23fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '509237e8-fe3a-4cd8-9c1e-a223a289962b'}] {{(pid=103802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 05 17:23:06.907816 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36b213fbd845b3f09e785999bbcda1c85cd5592d7f001460987854e5c1683bd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d210e457-46e7-406e-ad26-06501af74471" -d '{"events": [{"server_uuid": "751451ca-b000-475b-8d04-53593e6e23fa", "name": "network-vif-plugged", "status": "completed", "tag": "509237e8-fe3a-4cd8-9c1e-a223a289962b"}]}' {{(pid=103802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 05 17:23:06.910039 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-3022d584-e4d9-4d1b-84a2-5783f2bb190f req-845ad1f7-358c-4fb8-a748-380c8c942b95 service neutron] 10.222.0.13 "GET /v2.0/networks/324ae611-43b2-4199-beec-301c32862d2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863757 Jan 05 17:23:06.920528 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] For port 509237e8-fe3a-4cd8-9c1e-a223a289962b, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=509237e8-fe3a-4cd8-9c1e-a223a289962b,segment=NetworkSegment(39c3e7d7-b0f1-4853-b820-ca7568105b67),segment_id=39c3e7d7-b0f1-4853-b820-ca7568105b67)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:23:06.946445 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Jan 2022 17:23:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fddc633-be09-49ae-bc1d-79f6b1273741 x-openstack-request-id: req-9fddc633-be09-49ae-bc1d-79f6b1273741 {{(pid=103802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 05 17:23:06.946735 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "751451ca-b000-475b-8d04-53593e6e23fa", "name": "network-vif-plugged", "status": "completed", "tag": "509237e8-fe3a-4cd8-9c1e-a223a289962b", "code": 200}]} {{(pid=103802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 05 17:23:06.947123 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-9fddc633-be09-49ae-bc1d-79f6b1273741 {{(pid=103802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 05 17:23:06.947526 dv-neutron-master-2-hyperv neutron-server[103802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '751451ca-b000-475b-8d04-53593e6e23fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '509237e8-fe3a-4cd8-9c1e-a223a289962b', 'code': 200} Jan 05 17:23:06.982053 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:23:07.029872 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Pushing event updated for resources: {'Port': ['ID=509237e8-fe3a-4cd8-9c1e-a223a289962b,revision_number=5']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:23:07.235330 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e227b615-64e6-4774-91c5-a4d6d7a2658d req-e3d31415-ed81-4863-b4ee-89a57b06baf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:23:07.236783 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-e227b615-64e6-4774-91c5-a4d6d7a2658d req-e3d31415-ed81-4863-b4ee-89a57b06baf6 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=751451ca-b000-475b-8d04-53593e6e23fa HTTP/1.1" status: 200 len: 1098 time: 0.0394988 Jan 05 17:23:07.282516 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-e227b615-64e6-4774-91c5-a4d6d7a2658d req-e640ccee-f676-4f12-b26c-69243413b136 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=4f6c6cd2-feec-4cf9-bb57-f0a34b091ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374343 Jan 05 17:23:07.524166 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519fde16-9271-4b3d-9dc0-a4ffa0749080 req-86928b48-d1c0-4b96-8013-283b816df9fc tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:23:07.525525 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-519fde16-9271-4b3d-9dc0-a4ffa0749080 req-86928b48-d1c0-4b96-8013-283b816df9fc tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/ports?device_id=751451ca-b000-475b-8d04-53593e6e23fa HTTP/1.1" status: 200 len: 945 time: 0.0478923 Jan 05 17:23:07.572653 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-519fde16-9271-4b3d-9dc0-a4ffa0749080 req-101cc06c-4351-4019-959e-e33d249bdf84 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/security-groups?id=4f6c6cd2-feec-4cf9-bb57-f0a34b091ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416174 Jan 05 17:23:08.692796 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4a83a7-e4c1-450c-9bf9-3a429a043e7d req-c05f34f0-ad50-4060-895f-0c1e46a24df9 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:23:08.694838 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-ee4a83a7-e4c1-450c-9bf9-3a429a043e7d req-c05f34f0-ad50-4060-895f-0c1e46a24df9 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/ports?device_id=751451ca-b000-475b-8d04-53593e6e23fa HTTP/1.1" status: 200 len: 945 time: 0.0517256 Jan 05 17:23:08.742498 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-ee4a83a7-e4c1-450c-9bf9-3a429a043e7d req-08ace583-5e6f-42f3-9ce6-04ca87d4138b tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/security-groups?id=4f6c6cd2-feec-4cf9-bb57-f0a34b091ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421088 Jan 05 17:23:08.859129 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c8c172-2ad6-4635-83c5-da4c79c2fca2 req-08a58151-4740-4e7a-b433-0cf53d9def12 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:23:08.860613 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-28c8c172-2ad6-4635-83c5-da4c79c2fca2 req-08a58151-4740-4e7a-b433-0cf53d9def12 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/ports?device_id=751451ca-b000-475b-8d04-53593e6e23fa HTTP/1.1" status: 200 len: 945 time: 0.0532563 Jan 05 17:23:08.908067 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-28c8c172-2ad6-4635-83c5-da4c79c2fca2 req-55b85415-3058-4f54-b5ab-3fda0625ca14 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/security-groups?id=4f6c6cd2-feec-4cf9-bb57-f0a34b091ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412014 Jan 05 17:23:08.929113 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 47696) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:23:08.966950 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7769d80f-aa8c-487f-8ed8-5a65222b24af tempest-TestNetworkBasicOps-152746079 tempest-TestNetworkBasicOps-152746079-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:23:08.968434 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-7769d80f-aa8c-487f-8ed8-5a65222b24af tempest-TestNetworkBasicOps-152746079 tempest-TestNetworkBasicOps-152746079-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=751451ca-b000-475b-8d04-53593e6e23fa HTTP/1.1" status: 200 len: 1093 time: 0.0383685 Jan 05 17:23:08.971205 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 47698) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:23:08.975419 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-3368cba4-e2c8-484d-a49c-cdadc29edf86 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Request body: {'floatingip': {'floating_network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'port_id': '509237e8-fe3a-4cd8-9c1e-a223a289962b', 'tenant_id': 'ec76859de02442879238ecf1eaefefed', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:23:09.059453 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3368cba4-e2c8-484d-a49c-cdadc29edf86 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for floatingip, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:23:09.158560 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3368cba4-e2c8-484d-a49c-cdadc29edf86 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:23:09.257928 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [None req-3368cba4-e2c8-484d-a49c-cdadc29edf86 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Allocated IP 172.36.4.5 (b0167590-0699-4c5c-a932-3939414a9573/7a784a6d-3d96-418f-a645-b9ccd0b1ac55/ec343fd1-66a7-46a2-b5a5-93d15de48a1d) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:23:09.359257 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3368cba4-e2c8-484d-a49c-cdadc29edf86 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for port, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:23:09.444647 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3368cba4-e2c8-484d-a49c-cdadc29edf86 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11433176'] for port, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:23:09.479913 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3368cba4-e2c8-484d-a49c-cdadc29edf86 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Network b0167590-0699-4c5c-a932-3939414a9573 is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:23:09.482960 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-3368cba4-e2c8-484d-a49c-cdadc29edf86 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:23:09.486497 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3368cba4-e2c8-484d-a49c-cdadc29edf86 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:23:09.510621 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3368cba4-e2c8-484d-a49c-cdadc29edf86 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Pushing event updated for resources: {'Port': ['ID=ec343fd1-66a7-46a2-b5a5-93d15de48a1d,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:23:09.833765 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3368cba4-e2c8-484d-a49c-cdadc29edf86 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:23:09.957263 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3368cba4-e2c8-484d-a49c-cdadc29edf86 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:23:10.102191 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3368cba4-e2c8-484d-a49c-cdadc29edf86 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for port, precommit_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:23:10.163993 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3368cba4-e2c8-484d-a49c-cdadc29edf86 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11433169'] for port, after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:23:10.233461 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3368cba4-e2c8-484d-a49c-cdadc29edf86 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Pushing event updated for resources: {'Port': ['ID=ec343fd1-66a7-46a2-b5a5-93d15de48a1d,revision_number=2']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:23:10.243159 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3368cba4-e2c8-484d-a49c-cdadc29edf86 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648677'] for floatingip, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:23:10.341010 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.db.l3_db [None req-3368cba4-e2c8-484d-a49c-cdadc29edf86 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Floating IP 9a2fd2db-3d09-4d8d-9a95-386b8db6a338 associated. External IP: 172.36.4.5, port: 509237e8-fe3a-4cd8-9c1e-a223a289962b. Jan 05 17:23:10.543826 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3368cba4-e2c8-484d-a49c-cdadc29edf86 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Router 03d4c3e7-a2c7-4261-b95a-dcee5eeaeee6 has already been hosted by L3 agent 59446fdc-40e0-41fe-a575-a8eb11d742f7 {{(pid=103801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 05 17:23:10.650915 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3368cba4-e2c8-484d-a49c-cdadc29edf86 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 05 17:23:10.661247 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-088d5c5d-4044-44d1-be49-6390c0ce7736 None None] Sync routers for ids ['03d4c3e7-a2c7-4261-b95a-dcee5eeaeee6'] in dv-neutron-master-2-hyperv {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 05 17:23:10.670396 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-088d5c5d-4044-44d1-be49-6390c0ce7736 None None] Routers {'03d4c3e7-a2c7-4261-b95a-dcee5eeaeee6'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:23:10.671010 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-088d5c5d-4044-44d1-be49-6390c0ce7736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:22:49Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['03d4c3e7-a2c7-4261-b95a-dcee5eeaeee6'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:23:10.730668 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3368cba4-e2c8-484d-a49c-cdadc29edf86 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for floatingip, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:23:10.757722 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-3368cba4-e2c8-484d-a49c-cdadc29edf86 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 1.7854753 Jan 05 17:23:10.765324 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '751451ca-b000-475b-8d04-53593e6e23fa', 'tag': '509237e8-fe3a-4cd8-9c1e-a223a289962b'}] {{(pid=103801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 05 17:23:10.765324 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cee9004337cfdaf047d78d8066c7d6073fad8dbc2217b3b67c4523abea34d3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-020a3106-4696-4227-a8aa-c5c30c187007" -d '{"events": [{"name": "network-changed", "server_uuid": "751451ca-b000-475b-8d04-53593e6e23fa", "tag": "509237e8-fe3a-4cd8-9c1e-a223a289962b"}]}' {{(pid=103801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 05 17:23:10.781235 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-088d5c5d-4044-44d1-be49-6390c0ce7736 None None] Set router 03d4c3e7-a2c7-4261-b95a-dcee5eeaeee6 gateway port host: dv-neutron-master-2-hyperv {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:23:10.811730 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Jan 2022 17:23:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ead314e4-0281-4d17-b341-70b6ce5c1e50 x-openstack-request-id: req-ead314e4-0281-4d17-b341-70b6ce5c1e50 {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 05 17:23:10.811730 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "751451ca-b000-475b-8d04-53593e6e23fa", "tag": "509237e8-fe3a-4cd8-9c1e-a223a289962b", "status": "completed", "code": 200}]} {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 05 17:23:10.811730 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ead314e4-0281-4d17-b341-70b6ce5c1e50 {{(pid=103801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 05 17:23:10.811730 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '751451ca-b000-475b-8d04-53593e6e23fa', 'tag': '509237e8-fe3a-4cd8-9c1e-a223a289962b', 'status': 'completed', 'code': 200} Jan 05 17:23:10.860934 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020a3106-4696-4227-a8aa-c5c30c187007 req-0b7c3baa-6520-44dd-885e-5eb96431f750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:23:10.862588 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-020a3106-4696-4227-a8aa-c5c30c187007 req-0b7c3baa-6520-44dd-885e-5eb96431f750 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ec76859de02442879238ecf1eaefefed&device_id=751451ca-b000-475b-8d04-53593e6e23fa HTTP/1.1" status: 200 len: 1098 time: 0.0410788 Jan 05 17:23:10.959689 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020a3106-4696-4227-a8aa-c5c30c187007 req-74e781f4-bddd-44e2-86cc-641b1184cea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:23:10.961156 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-020a3106-4696-4227-a8aa-c5c30c187007 req-74e781f4-bddd-44e2-86cc-641b1184cea1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=324ae611-43b2-4199-beec-301c32862d2c HTTP/1.1" status: 200 len: 898 time: 0.0934329 Jan 05 17:23:11.016607 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-088d5c5d-4044-44d1-be49-6390c0ce7736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03d4c3e7-a2c7-4261-b95a-dcee5eeaeee6', 'name': 'tempest-TestNetworkBasicOps-router-178428822', 'tenant_id': 'ec76859de02442879238ecf1eaefefed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.132'}], 'enable_snat': True}, 'gw_port_id': 'f71a3be8-8bd2-495f-9583-aaaa2bbdc51a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:22:32Z', 'updated_at': '2022-01-05T17:22:36Z', 'revision_number': 4, 'project_id': 'ec76859de02442879238ecf1eaefefed', 'gw_port': {'id': 'f71a3be8-8bd2-495f-9583-aaaa2bbdc51a', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:cb:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03d4c3e7-a2c7-4261-b95a-dcee5eeaeee6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:22:32Z', 'updated_at': '2022-01-05T17:22:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '9a2fd2db-3d09-4d8d-9a95-386b8db6a338', 'tenant_id': 'ec76859de02442879238ecf1eaefefed', 'floating_ip_address': '172.36.4.5', 'floating_network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'router_id': '03d4c3e7-a2c7-4261-b95a-dcee5eeaeee6', 'port_id': '509237e8-fe3a-4cd8-9c1e-a223a289962b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1516, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '324ae611-43b2-4199-beec-301c32862d2c', 'mac_address': 'fa:16:3e:5c:6e:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '751451ca-b000-475b-8d04-53593e6e23fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-05T17:23:09Z', 'updated_at': '2022-01-05T17:23:09Z', 'revision_number': 0, 'project_id': 'ec76859de02442879238ecf1eaefefed', 'fixed_ip_address_scope': None}, {'id': 'dcd90755-79f4-45b0-84ea-f9a8c637bb1d', 'tenant_id': 'ec76859de02442879238ecf1eaefefed', 'floating_ip_address': '172.36.4.227', 'floating_network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'router_id': '03d4c3e7-a2c7-4261-b95a-dcee5eeaeee6', 'port_id': 'e71615a3-7a22-4396-be23-eef880d53478', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1504, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '324ae611-43b2-4199-beec-301c32862d2c', 'mac_address': 'fa:16:3e:7e:2a:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b05de13c-894a-4b9b-9ee7-45a05f884c29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-05T17:22:53Z', 'updated_at': '2022-01-05T17:22:56Z', 'revision_number': 1, 'project_id': 'ec76859de02442879238ecf1eaefefed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '634c7f4e-038a-4b94-b308-914133781190', 'name': '', 'network_id': '324ae611-43b2-4199-beec-301c32862d2c', 'tenant_id': 'ec76859de02442879238ecf1eaefefed', 'mac_address': 'fa:16:3e:63:78:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03d4c3e7-a2c7-4261-b95a-dcee5eeaeee6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '4caa8ce5-f436-4026-98d0-29b75fb0513f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:22:35Z', 'updated_at': '2022-01-05T17:22:39Z', 'revision_number': 5, 'project_id': 'ec76859de02442879238ecf1eaefefed', 'subnets': [{'id': '4caa8ce5-f436-4026-98d0-29b75fb0513f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:23:11.043027 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-088d5c5d-4044-44d1-be49-6390c0ce7736 None None] Checking router: 03d4c3e7-a2c7-4261-b95a-dcee5eeaeee6 for host: dv-neutron-master-2-hyperv {{(pid=103802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 05 17:23:11.051664 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-088d5c5d-4044-44d1-be49-6390c0ce7736 None None] Routers {'03d4c3e7-a2c7-4261-b95a-dcee5eeaeee6'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:23:11.052799 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-088d5c5d-4044-44d1-be49-6390c0ce7736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:22:49Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['03d4c3e7-a2c7-4261-b95a-dcee5eeaeee6'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:23:11.160643 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-088d5c5d-4044-44d1-be49-6390c0ce7736 None None] Set router 03d4c3e7-a2c7-4261-b95a-dcee5eeaeee6 gateway port host: dv-neutron-master-2-hyperv {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:23:11.347271 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-020a3106-4696-4227-a8aa-c5c30c187007 req-f59ce7cb-23ae-4d87-adf4-b4a156e8ef78 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=509237e8-fe3a-4cd8-9c1e-a223a289962b HTTP/1.1" status: 200 len: 997 time: 0.3801644 Jan 05 17:23:11.387662 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-088d5c5d-4044-44d1-be49-6390c0ce7736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03d4c3e7-a2c7-4261-b95a-dcee5eeaeee6', 'name': 'tempest-TestNetworkBasicOps-router-178428822', 'tenant_id': 'ec76859de02442879238ecf1eaefefed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.132'}], 'enable_snat': True}, 'gw_port_id': 'f71a3be8-8bd2-495f-9583-aaaa2bbdc51a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:22:32Z', 'updated_at': '2022-01-05T17:22:36Z', 'revision_number': 4, 'project_id': 'ec76859de02442879238ecf1eaefefed', 'gw_port': {'id': 'f71a3be8-8bd2-495f-9583-aaaa2bbdc51a', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:cb:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03d4c3e7-a2c7-4261-b95a-dcee5eeaeee6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:22:32Z', 'updated_at': '2022-01-05T17:22:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '9a2fd2db-3d09-4d8d-9a95-386b8db6a338', 'tenant_id': 'ec76859de02442879238ecf1eaefefed', 'floating_ip_address': '172.36.4.5', 'floating_network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'router_id': '03d4c3e7-a2c7-4261-b95a-dcee5eeaeee6', 'port_id': '509237e8-fe3a-4cd8-9c1e-a223a289962b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1516, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '324ae611-43b2-4199-beec-301c32862d2c', 'mac_address': 'fa:16:3e:5c:6e:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '751451ca-b000-475b-8d04-53593e6e23fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-05T17:23:09Z', 'updated_at': '2022-01-05T17:23:09Z', 'revision_number': 0, 'project_id': 'ec76859de02442879238ecf1eaefefed', 'fixed_ip_address_scope': None}, {'id': 'dcd90755-79f4-45b0-84ea-f9a8c637bb1d', 'tenant_id': 'ec76859de02442879238ecf1eaefefed', 'floating_ip_address': '172.36.4.227', 'floating_network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'router_id': '03d4c3e7-a2c7-4261-b95a-dcee5eeaeee6', 'port_id': 'e71615a3-7a22-4396-be23-eef880d53478', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1504, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '324ae611-43b2-4199-beec-301c32862d2c', 'mac_address': 'fa:16:3e:7e:2a:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b05de13c-894a-4b9b-9ee7-45a05f884c29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-05T17:22:53Z', 'updated_at': '2022-01-05T17:22:56Z', 'revision_number': 1, 'project_id': 'ec76859de02442879238ecf1eaefefed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '634c7f4e-038a-4b94-b308-914133781190', 'name': '', 'network_id': '324ae611-43b2-4199-beec-301c32862d2c', 'tenant_id': 'ec76859de02442879238ecf1eaefefed', 'mac_address': 'fa:16:3e:63:78:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03d4c3e7-a2c7-4261-b95a-dcee5eeaeee6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '4caa8ce5-f436-4026-98d0-29b75fb0513f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:22:35Z', 'updated_at': '2022-01-05T17:22:39Z', 'revision_number': 5, 'project_id': 'ec76859de02442879238ecf1eaefefed', 'subnets': [{'id': '4caa8ce5-f436-4026-98d0-29b75fb0513f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:23:11.394850 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020a3106-4696-4227-a8aa-c5c30c187007 req-c9e5644a-d92e-4626-b3de-63e663fde30e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:23:11.396339 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-020a3106-4696-4227-a8aa-c5c30c187007 req-c9e5644a-d92e-4626-b3de-63e663fde30e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4caa8ce5-f436-4026-98d0-29b75fb0513f HTTP/1.1" status: 200 len: 835 time: 0.0425291 Jan 05 17:23:11.417451 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-088d5c5d-4044-44d1-be49-6390c0ce7736 None None] The sync data for ids ['03d4c3e7-a2c7-4261-b95a-dcee5eeaeee6'] in dv-neutron-master-2-hyperv is: [{'id': '03d4c3e7-a2c7-4261-b95a-dcee5eeaeee6', 'name': 'tempest-TestNetworkBasicOps-router-178428822', 'tenant_id': 'ec76859de02442879238ecf1eaefefed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.132'}], 'enable_snat': True}, 'gw_port_id': 'f71a3be8-8bd2-495f-9583-aaaa2bbdc51a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:22:32Z', 'updated_at': '2022-01-05T17:22:36Z', 'revision_number': 4, 'project_id': 'ec76859de02442879238ecf1eaefefed', 'gw_port': {'id': 'f71a3be8-8bd2-495f-9583-aaaa2bbdc51a', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:cb:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03d4c3e7-a2c7-4261-b95a-dcee5eeaeee6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:22:32Z', 'updated_at': '2022-01-05T17:22:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '9a2fd2db-3d09-4d8d-9a95-386b8db6a338', 'tenant_id': 'ec76859de02442879238ecf1eaefefed', 'floating_ip_address': '172.36.4.5', 'floating_network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'router_id': '03d4c3e7-a2c7-4261-b95a-dcee5eeaeee6', 'port_id': '509237e8-fe3a-4cd8-9c1e-a223a289962b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1516, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '324ae611-43b2-4199-beec-301c32862d2c', 'mac_address': 'fa:16:3e:5c:6e:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '751451ca-b000-475b-8d04-53593e6e23fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-05T17:23:09Z', 'updated_at': '2022-01-05T17:23:09Z', 'revision_number': 0, 'project_id': 'ec76859de02442879238ecf1eaefefed', 'fixed_ip_address_scope': None}, {'id': 'dcd90755-79f4-45b0-84ea-f9a8c637bb1d', 'tenant_id': 'ec76859de02442879238ecf1eaefefed', 'floating_ip_address': '172.36.4.227', 'floating_network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'router_id': '03d4c3e7-a2c7-4261-b95a-dcee5eeaeee6', 'port_id': 'e71615a3-7a22-4396-be23-eef880d53478', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1504, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '324ae611-43b2-4199-beec-301c32862d2c', 'mac_address': 'fa:16:3e:7e:2a:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b05de13c-894a-4b9b-9ee7-45a05f884c29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-05T17:22:53Z', 'updated_at': '2022-01-05T17:22:56Z', 'revision_number': 1, 'project_id': 'ec76859de02442879238ecf1eaefefed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '634c7f4e-038a-4b94-b308-914133781190', 'name': '', 'network_id': '324ae611-43b2-4199-beec-301c32862d2c', 'tenant_id': 'ec76859de02442879238ecf1eaefefed', 'mac_address': 'fa:16:3e:63:78:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03d4c3e7-a2c7-4261-b95a-dcee5eeaeee6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '4caa8ce5-f436-4026-98d0-29b75fb0513f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:22:35Z', 'updated_at': '2022-01-05T17:22:39Z', 'revision_number': 5, 'project_id': 'ec76859de02442879238ecf1eaefefed', 'subnets': [{'id': '4caa8ce5-f436-4026-98d0-29b75fb0513f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 05 17:23:11.445612 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020a3106-4696-4227-a8aa-c5c30c187007 req-414409bb-dad1-4061-874d-eb625d99dc01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:23:11.447147 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-020a3106-4696-4227-a8aa-c5c30c187007 req-414409bb-dad1-4061-874d-eb625d99dc01 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=324ae611-43b2-4199-beec-301c32862d2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0430315 Jan 05 17:23:11.534758 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-020a3106-4696-4227-a8aa-c5c30c187007 req-387f09ef-a0c5-4a64-8760-569d7d058011 service neutron] 10.222.0.13 "GET /v2.0/networks/324ae611-43b2-4199-beec-301c32862d2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816293 Jan 05 17:23:11.612504 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6d2fed8-98c9-46c5-9721-0fdb59491ace None None] New status for floating IP 9a2fd2db-3d09-4d8d-9a95-386b8db6a338: ACTIVE {{(pid=103803) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 05 17:23:11.634234 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-020a3106-4696-4227-a8aa-c5c30c187007 req-aa48201a-f37d-43da-a6ac-4fdedc386798 service neutron] 10.222.0.13 "GET /v2.0/networks/324ae611-43b2-4199-beec-301c32862d2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936809 Jan 05 17:23:17.095424 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-cd751bfe-ea16-4ba2-bf49-83ff6ceff307 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:23:19.322392 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-bf67ca1f-cff7-49e1-8c3d-9afb3a669496 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:23:19.769777 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:23:20.539335 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d2607572-b3c9-472c-85bc-c8de0c3fb75c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:23:21.929877 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d504d802-9546-4ce5-a9d3-96c844ac5808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:23:23.278150 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:23:40.718935 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.agents_db [None req-291d1585-17df-45c0-b64a-d244e6d90872 None None] Agent healthcheck: found 6 active agents {{(pid=103803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 05 17:23:46.956040 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 47714) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:23:47.020165 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-bdd95fce-4e19-44b4-b183-7b539aa4822f tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/floatingips/dcd90755-79f4-45b0-84ea-f9a8c637bb1d HTTP/1.1" status: 200 len: 994 time: 0.0629740 Jan 05 17:23:47.104711 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-373f67dc-dc38-4b0b-b183-5c77339e449f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:23:47.704433 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 47722) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:23:47.710247 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-f7c3dd09-fff0-44ab-bef8-d078fa6a40f0 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Request body: {'port': {'admin_state_up': False}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:23:47.780035 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f7c3dd09-fff0-44ab-bef8-d078fa6a40f0 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:23:47.925789 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-f7c3dd09-fff0-44ab-bef8-d078fa6a40f0 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] For port e71615a3-7a22-4396-be23-eef880d53478, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=e71615a3-7a22-4396-be23-eef880d53478,segment=NetworkSegment(39c3e7d7-b0f1-4853-b820-ca7568105b67),segment_id=39c3e7d7-b0f1-4853-b820-ca7568105b67)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:23:47.955371 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f7c3dd09-fff0-44ab-bef8-d078fa6a40f0 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for port, precommit_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:23:48.026560 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f7c3dd09-fff0-44ab-bef8-d078fa6a40f0 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11433169'] for port, after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:23:48.069689 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7c3dd09-fff0-44ab-bef8-d078fa6a40f0 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:23:48.070316 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f7c3dd09-fff0-44ab-bef8-d078fa6a40f0 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:23:48.075997 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-f7c3dd09-fff0-44ab-bef8-d078fa6a40f0 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "PUT /v2.0/ports/e71615a3-7a22-4396-be23-eef880d53478 HTTP/1.1" status: 200 len: 939 time: 0.3663275 Jan 05 17:23:48.075997 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b05de13c-894a-4b9b-9ee7-45a05f884c29', 'tag': 'e71615a3-7a22-4396-be23-eef880d53478'}] {{(pid=103801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 05 17:23:48.075997 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cee9004337cfdaf047d78d8066c7d6073fad8dbc2217b3b67c4523abea34d3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50d3b337-0042-41dc-94c0-3316e5070883" -d '{"events": [{"name": "network-changed", "server_uuid": "b05de13c-894a-4b9b-9ee7-45a05f884c29", "tag": "e71615a3-7a22-4396-be23-eef880d53478"}]}' {{(pid=103801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 05 17:23:48.096589 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c3dd09-fff0-44ab-bef8-d078fa6a40f0 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Pushing event updated for resources: {'Port': ['ID=e71615a3-7a22-4396-be23-eef880d53478,revision_number=6']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:23:48.104007 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c3dd09-fff0-44ab-bef8-d078fa6a40f0 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:23:48.104366 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c3dd09-fff0-44ab-bef8-d078fa6a40f0 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:23:48.104704 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c3dd09-fff0-44ab-bef8-d078fa6a40f0 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:23:48.105036 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c3dd09-fff0-44ab-bef8-d078fa6a40f0 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:23:48.105360 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c3dd09-fff0-44ab-bef8-d078fa6a40f0 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:23:48.105706 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c3dd09-fff0-44ab-bef8-d078fa6a40f0 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:23:48.106031 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c3dd09-fff0-44ab-bef8-d078fa6a40f0 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:23:48.106353 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c3dd09-fff0-44ab-bef8-d078fa6a40f0 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:23:48.106670 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c3dd09-fff0-44ab-bef8-d078fa6a40f0 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:23:48.107234 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c3dd09-fff0-44ab-bef8-d078fa6a40f0 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:23:48.107567 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c3dd09-fff0-44ab-bef8-d078fa6a40f0 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:23:48.107884 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c3dd09-fff0-44ab-bef8-d078fa6a40f0 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:23:48.108196 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c3dd09-fff0-44ab-bef8-d078fa6a40f0 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:23:48.125459 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Jan 2022 17:23:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e915e99f-6ddf-43c3-a29d-b614c044e000 x-openstack-request-id: req-e915e99f-6ddf-43c3-a29d-b614c044e000 {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 05 17:23:48.125789 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b05de13c-894a-4b9b-9ee7-45a05f884c29", "tag": "e71615a3-7a22-4396-be23-eef880d53478", "status": "completed", "code": 200}]} {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 05 17:23:48.126046 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e915e99f-6ddf-43c3-a29d-b614c044e000 {{(pid=103801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 05 17:23:48.126453 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b05de13c-894a-4b9b-9ee7-45a05f884c29', 'tag': 'e71615a3-7a22-4396-be23-eef880d53478', 'status': 'completed', 'code': 200} Jan 05 17:23:48.188119 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d3b337-0042-41dc-94c0-3316e5070883 req-614811eb-0b18-4f32-9ddf-98243eb6ac68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:23:48.189735 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-50d3b337-0042-41dc-94c0-3316e5070883 req-614811eb-0b18-4f32-9ddf-98243eb6ac68 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ec76859de02442879238ecf1eaefefed&device_id=b05de13c-894a-4b9b-9ee7-45a05f884c29 HTTP/1.1" status: 200 len: 1100 time: 0.0412261 Jan 05 17:23:48.278548 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d3b337-0042-41dc-94c0-3316e5070883 req-fa61fdd9-e84d-4da9-b91e-6122d8c05bac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:23:48.280040 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-50d3b337-0042-41dc-94c0-3316e5070883 req-fa61fdd9-e84d-4da9-b91e-6122d8c05bac service neutron] 10.222.0.13 "GET /v2.0/networks?id=324ae611-43b2-4199-beec-301c32862d2c HTTP/1.1" status: 200 len: 898 time: 0.0847139 Jan 05 17:23:48.288446 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-4c99c610-daa3-4239-be3c-52f246433e5d None None] Provisioning complete for port e71615a3-7a22-4396-be23-eef880d53478 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:23:48.288934 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-4c99c610-daa3-4239-be3c-52f246433e5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:23:48.327962 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-4c99c610-daa3-4239-be3c-52f246433e5d None None] Port e71615a3-7a22-4396-be23-eef880d53478 is administratively disabled so it will not transition to active. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Jan 05 17:23:48.347315 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-50d3b337-0042-41dc-94c0-3316e5070883 req-934e4d9a-4087-404e-aaee-b93561726bb5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e71615a3-7a22-4396-be23-eef880d53478 HTTP/1.1" status: 200 len: 1003 time: 0.0610950 Jan 05 17:23:48.393796 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d3b337-0042-41dc-94c0-3316e5070883 req-086074fd-c45f-4ec7-aa4a-eed0b326a2fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:23:48.395201 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-50d3b337-0042-41dc-94c0-3316e5070883 req-086074fd-c45f-4ec7-aa4a-eed0b326a2fa service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4caa8ce5-f436-4026-98d0-29b75fb0513f HTTP/1.1" status: 200 len: 835 time: 0.0421264 Jan 05 17:23:48.438075 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d3b337-0042-41dc-94c0-3316e5070883 req-fe685cd7-346d-45ea-a904-fc00053f4933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:23:48.439487 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-50d3b337-0042-41dc-94c0-3316e5070883 req-fe685cd7-346d-45ea-a904-fc00053f4933 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=324ae611-43b2-4199-beec-301c32862d2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0386603 Jan 05 17:23:48.528397 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-50d3b337-0042-41dc-94c0-3316e5070883 req-1e970607-4850-499f-83a6-6568e192fdfe service neutron] 10.222.0.13 "GET /v2.0/networks/324ae611-43b2-4199-beec-301c32862d2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827963 Jan 05 17:23:48.614590 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-50d3b337-0042-41dc-94c0-3316e5070883 req-5717a102-714a-49ec-a354-dbba6d0186c0 service neutron] 10.222.0.13 "GET /v2.0/networks/324ae611-43b2-4199-beec-301c32862d2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795505 Jan 05 17:23:49.323617 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-6263c9b5-dda9-46ed-9ae9-6886e4136056 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:23:49.792194 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:23:50.539269 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d2607572-b3c9-472c-85bc-c8de0c3fb75c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:23:51.460570 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 47730) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:23:51.465778 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-b4fce3c6-0371-4739-870e-ce606c786cb5 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Request body: {'port': {'admin_state_up': True}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:23:51.529154 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b4fce3c6-0371-4739-870e-ce606c786cb5 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:23:51.671979 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.db [None req-b4fce3c6-0371-4739-870e-ce606c786cb5 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] For port e71615a3-7a22-4396-be23-eef880d53478, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=e71615a3-7a22-4396-be23-eef880d53478,segment=NetworkSegment(39c3e7d7-b0f1-4853-b820-ca7568105b67),segment_id=39c3e7d7-b0f1-4853-b820-ca7568105b67)] {{(pid=103800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:23:51.700194 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b4fce3c6-0371-4739-870e-ce606c786cb5 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for port, precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:23:51.756010 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b4fce3c6-0371-4739-870e-ce606c786cb5 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8784461'] for port, after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:23:51.796301 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4fce3c6-0371-4739-870e-ce606c786cb5 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:23:51.796907 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b4fce3c6-0371-4739-870e-ce606c786cb5 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:23:51.798367 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-b4fce3c6-0371-4739-870e-ce606c786cb5 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "PUT /v2.0/ports/e71615a3-7a22-4396-be23-eef880d53478 HTTP/1.1" status: 200 len: 938 time: 0.3368325 Jan 05 17:23:51.798930 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b05de13c-894a-4b9b-9ee7-45a05f884c29', 'tag': 'e71615a3-7a22-4396-be23-eef880d53478'}] {{(pid=103800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 05 17:23:51.801260 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f64b9d4628f7eefcc27168a80c04985d23f0ea5def038dae05e1deb7357f3bfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5853e030-a6c5-4176-a9ce-e96ded4a93fe" -d '{"events": [{"name": "network-changed", "server_uuid": "b05de13c-894a-4b9b-9ee7-45a05f884c29", "tag": "e71615a3-7a22-4396-be23-eef880d53478"}]}' {{(pid=103800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 05 17:23:51.802268 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 47732) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:23:51.829456 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fce3c6-0371-4739-870e-ce606c786cb5 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Pushing event updated for resources: {'Port': ['ID=e71615a3-7a22-4396-be23-eef880d53478,revision_number=7']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:23:51.843660 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fce3c6-0371-4739-870e-ce606c786cb5 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:23:51.843660 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fce3c6-0371-4739-870e-ce606c786cb5 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:23:51.843660 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fce3c6-0371-4739-870e-ce606c786cb5 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:23:51.843660 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fce3c6-0371-4739-870e-ce606c786cb5 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:23:51.843660 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fce3c6-0371-4739-870e-ce606c786cb5 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:23:51.843660 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fce3c6-0371-4739-870e-ce606c786cb5 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:23:51.843660 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fce3c6-0371-4739-870e-ce606c786cb5 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:23:51.843660 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fce3c6-0371-4739-870e-ce606c786cb5 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:23:51.844177 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fce3c6-0371-4739-870e-ce606c786cb5 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:23:51.844360 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fce3c6-0371-4739-870e-ce606c786cb5 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:23:51.844816 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fce3c6-0371-4739-870e-ce606c786cb5 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:23:51.845146 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fce3c6-0371-4739-870e-ce606c786cb5 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:23:51.845466 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fce3c6-0371-4739-870e-ce606c786cb5 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:23:51.850206 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Jan 2022 17:23:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e45cda05-f7f3-4a7e-bdf4-638a712d1390 x-openstack-request-id: req-e45cda05-f7f3-4a7e-bdf4-638a712d1390 {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 05 17:23:51.850496 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b05de13c-894a-4b9b-9ee7-45a05f884c29", "tag": "e71615a3-7a22-4396-be23-eef880d53478", "status": "completed", "code": 200}]} {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 05 17:23:51.851374 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e45cda05-f7f3-4a7e-bdf4-638a712d1390 {{(pid=103800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 05 17:23:51.851851 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b05de13c-894a-4b9b-9ee7-45a05f884c29', 'tag': 'e71615a3-7a22-4396-be23-eef880d53478', 'status': 'completed', 'code': 200} Jan 05 17:23:51.900998 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-1326d8d8-4609-4462-b4f0-be3684251d5a tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/floatingips/dcd90755-79f4-45b0-84ea-f9a8c637bb1d HTTP/1.1" status: 200 len: 994 time: 0.0974226 Jan 05 17:23:51.919774 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5853e030-a6c5-4176-a9ce-e96ded4a93fe req-b013d4f0-7ddd-4b8a-91cc-1db5eb871a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:23:51.921429 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-5853e030-a6c5-4176-a9ce-e96ded4a93fe req-b013d4f0-7ddd-4b8a-91cc-1db5eb871a70 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ec76859de02442879238ecf1eaefefed&device_id=b05de13c-894a-4b9b-9ee7-45a05f884c29 HTTP/1.1" status: 200 len: 1099 time: 0.0449431 Jan 05 17:23:51.939553 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d504d802-9546-4ce5-a9d3-96c844ac5808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:23:52.017247 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5853e030-a6c5-4176-a9ce-e96ded4a93fe req-db776664-b812-4cf2-905d-b306b63aaf70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:23:52.018826 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-5853e030-a6c5-4176-a9ce-e96ded4a93fe req-db776664-b812-4cf2-905d-b306b63aaf70 service neutron] 10.222.0.13 "GET /v2.0/networks?id=324ae611-43b2-4199-beec-301c32862d2c HTTP/1.1" status: 200 len: 898 time: 0.0918515 Jan 05 17:23:52.034676 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] get_ports_and_sgs() called for port_ids ['e71615a3-7a22-4396-be23-eef880d53478'] {{(pid=103802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 05 17:23:52.083039 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-5853e030-a6c5-4176-a9ce-e96ded4a93fe req-7a38ddc3-0612-44f4-8749-bd7006af8c42 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e71615a3-7a22-4396-be23-eef880d53478 HTTP/1.1" status: 200 len: 1002 time: 0.0576391 Jan 05 17:23:52.086688 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-6c5f1a01-3c56-4228-be7d-09a59ff572ef None None] Provisioning complete for port e71615a3-7a22-4396-be23-eef880d53478 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:23:52.087042 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-6c5f1a01-3c56-4228-be7d-09a59ff572ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:23:52.135095 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5853e030-a6c5-4176-a9ce-e96ded4a93fe req-18132315-c5a4-476c-990a-0963dd12be60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:23:52.136540 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-5853e030-a6c5-4176-a9ce-e96ded4a93fe req-18132315-c5a4-476c-990a-0963dd12be60 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4caa8ce5-f436-4026-98d0-29b75fb0513f HTTP/1.1" status: 200 len: 835 time: 0.0471520 Jan 05 17:23:52.181030 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5853e030-a6c5-4176-a9ce-e96ded4a93fe req-e19da741-c637-474e-81da-13edfaa80a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:23:52.182544 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-5853e030-a6c5-4176-a9ce-e96ded4a93fe req-e19da741-c637-474e-81da-13edfaa80a5c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=324ae611-43b2-4199-beec-301c32862d2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0399320 Jan 05 17:23:52.270599 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-5853e030-a6c5-4176-a9ce-e96ded4a93fe req-fbc75921-53da-4380-bd53-bc3f5a5a761c service neutron] 10.222.0.13 "GET /v2.0/networks/324ae611-43b2-4199-beec-301c32862d2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819075 Jan 05 17:23:52.362028 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-5853e030-a6c5-4176-a9ce-e96ded4a93fe req-a941a3bc-f8f2-43c0-b12a-cf0166077b1d service neutron] 10.222.0.13 "GET /v2.0/networks/324ae611-43b2-4199-beec-301c32862d2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859442 Jan 05 17:23:53.298357 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:23:54.452644 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 47742) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:23:54.606519 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-ba352ea9-c42b-44b8-8b07-401898bef587 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Deleting port ec343fd1-66a7-46a2-b5a5-93d15de48a1d {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:23:54.606856 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ba352ea9-c42b-44b8-8b07-401898bef587 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:23:54.683380 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ba352ea9-c42b-44b8-8b07-401898bef587 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:23:54.683707 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ba352ea9-c42b-44b8-8b07-401898bef587 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:23:54.695658 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-ba352ea9-c42b-44b8-8b07-401898bef587 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Calling delete_port for ec343fd1-66a7-46a2-b5a5-93d15de48a1d owned by network:floatingip {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:23:54.900365 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ba352ea9-c42b-44b8-8b07-401898bef587 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:23:54.934087 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba352ea9-c42b-44b8-8b07-401898bef587 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Pushing event deleted for resources: {'Port': ['ID=ec343fd1-66a7-46a2-b5a5-93d15de48a1d,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:23:54.989271 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ba352ea9-c42b-44b8-8b07-401898bef587 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for floatingip, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:23:54.989618 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.db.l3_db [None req-ba352ea9-c42b-44b8-8b07-401898bef587 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Floating IP 9a2fd2db-3d09-4d8d-9a95-386b8db6a338 disassociated (deleted). External IP: 172.36.4.5, port: 509237e8-fe3a-4cd8-9c1e-a223a289962b. Jan 05 17:23:55.194644 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba352ea9-c42b-44b8-8b07-401898bef587 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Router 03d4c3e7-a2c7-4261-b95a-dcee5eeaeee6 has already been hosted by L3 agent 59446fdc-40e0-41fe-a575-a8eb11d742f7 {{(pid=103800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 05 17:23:55.303484 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba352ea9-c42b-44b8-8b07-401898bef587 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 05 17:23:55.308214 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ba352ea9-c42b-44b8-8b07-401898bef587 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for floatingip, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:23:55.313192 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a6fe4ea-a9de-439d-b019-94823123571d None None] Sync routers for ids ['03d4c3e7-a2c7-4261-b95a-dcee5eeaeee6'] in dv-neutron-master-2-hyperv {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 05 17:23:55.325672 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a6fe4ea-a9de-439d-b019-94823123571d None None] Routers {'03d4c3e7-a2c7-4261-b95a-dcee5eeaeee6'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:23:55.326292 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-2a6fe4ea-a9de-439d-b019-94823123571d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:23:49Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['03d4c3e7-a2c7-4261-b95a-dcee5eeaeee6'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:23:55.334410 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-ba352ea9-c42b-44b8-8b07-401898bef587 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "DELETE /v2.0/floatingips/9a2fd2db-3d09-4d8d-9a95-386b8db6a338 HTTP/1.1" status: 204 len: 168 time: 0.8805854 Jan 05 17:23:55.335552 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '751451ca-b000-475b-8d04-53593e6e23fa', 'tag': '509237e8-fe3a-4cd8-9c1e-a223a289962b'}] {{(pid=103800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 05 17:23:55.337803 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f64b9d4628f7eefcc27168a80c04985d23f0ea5def038dae05e1deb7357f3bfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76fa1544-68eb-4c70-a0f9-3acca3a792bc" -d '{"events": [{"name": "network-changed", "server_uuid": "751451ca-b000-475b-8d04-53593e6e23fa", "tag": "509237e8-fe3a-4cd8-9c1e-a223a289962b"}]}' {{(pid=103800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 05 17:23:55.375881 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Jan 2022 17:23:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b81deb81-be2b-42ef-b0a6-454407ff3f71 x-openstack-request-id: req-b81deb81-be2b-42ef-b0a6-454407ff3f71 {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 05 17:23:55.376180 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "751451ca-b000-475b-8d04-53593e6e23fa", "tag": "509237e8-fe3a-4cd8-9c1e-a223a289962b", "status": "completed", "code": 200}]} {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 05 17:23:55.376431 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b81deb81-be2b-42ef-b0a6-454407ff3f71 {{(pid=103800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 05 17:23:55.376831 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '751451ca-b000-475b-8d04-53593e6e23fa', 'tag': '509237e8-fe3a-4cd8-9c1e-a223a289962b', 'status': 'completed', 'code': 200} Jan 05 17:23:55.442111 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fa1544-68eb-4c70-a0f9-3acca3a792bc req-5f103c00-c7d5-4a6c-8c17-10a9397020a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:23:55.443675 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-76fa1544-68eb-4c70-a0f9-3acca3a792bc req-5f103c00-c7d5-4a6c-8c17-10a9397020a1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ec76859de02442879238ecf1eaefefed&device_id=751451ca-b000-475b-8d04-53593e6e23fa HTTP/1.1" status: 200 len: 1098 time: 0.0447741 Jan 05 17:23:55.538704 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fa1544-68eb-4c70-a0f9-3acca3a792bc req-6335c4ce-56c6-472f-924d-1d18ed258fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:23:55.540126 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-76fa1544-68eb-4c70-a0f9-3acca3a792bc req-6335c4ce-56c6-472f-924d-1d18ed258fdd service neutron] 10.222.0.13 "GET /v2.0/networks?id=324ae611-43b2-4199-beec-301c32862d2c HTTP/1.1" status: 200 len: 898 time: 0.0909622 Jan 05 17:23:55.579866 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-76fa1544-68eb-4c70-a0f9-3acca3a792bc req-5657ebbe-2e9d-4ca8-a913-ce52b0bd72d4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=509237e8-fe3a-4cd8-9c1e-a223a289962b HTTP/1.1" status: 200 len: 217 time: 0.0343273 Jan 05 17:23:55.591492 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-2a6fe4ea-a9de-439d-b019-94823123571d None None] Set router 03d4c3e7-a2c7-4261-b95a-dcee5eeaeee6 gateway port host: dv-neutron-master-2-hyperv {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:23:55.632818 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fa1544-68eb-4c70-a0f9-3acca3a792bc req-59fbc896-6fec-4c16-a2d4-0c3a13769afe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:23:55.634499 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-76fa1544-68eb-4c70-a0f9-3acca3a792bc req-59fbc896-6fec-4c16-a2d4-0c3a13769afe service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4caa8ce5-f436-4026-98d0-29b75fb0513f HTTP/1.1" status: 200 len: 835 time: 0.0480554 Jan 05 17:23:55.682842 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fa1544-68eb-4c70-a0f9-3acca3a792bc req-71857af3-3138-48bf-ab31-594ce1d9a27f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:23:55.684363 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-76fa1544-68eb-4c70-a0f9-3acca3a792bc req-71857af3-3138-48bf-ab31-594ce1d9a27f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=324ae611-43b2-4199-beec-301c32862d2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0446146 Jan 05 17:23:55.777943 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-76fa1544-68eb-4c70-a0f9-3acca3a792bc req-6872b6d4-fac3-4af2-af1b-29d5c63947fd service neutron] 10.222.0.13 "GET /v2.0/networks/324ae611-43b2-4199-beec-301c32862d2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867724 Jan 05 17:23:55.799696 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efee5e8f-2d07-4e87-bfdf-2962aeaa512e req-a430ce84-9aaf-4db0-a5e0-b66040ecf04e tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:23:55.806925 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-efee5e8f-2d07-4e87-bfdf-2962aeaa512e req-a430ce84-9aaf-4db0-a5e0-b66040ecf04e tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/ports?device_id=751451ca-b000-475b-8d04-53593e6e23fa HTTP/1.1" status: 200 len: 945 time: 0.0548382 Jan 05 17:23:55.836756 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-2a6fe4ea-a9de-439d-b019-94823123571d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03d4c3e7-a2c7-4261-b95a-dcee5eeaeee6', 'name': 'tempest-TestNetworkBasicOps-router-178428822', 'tenant_id': 'ec76859de02442879238ecf1eaefefed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.132'}], 'enable_snat': True}, 'gw_port_id': 'f71a3be8-8bd2-495f-9583-aaaa2bbdc51a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:22:32Z', 'updated_at': '2022-01-05T17:22:36Z', 'revision_number': 4, 'project_id': 'ec76859de02442879238ecf1eaefefed', 'gw_port': {'id': 'f71a3be8-8bd2-495f-9583-aaaa2bbdc51a', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:cb:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03d4c3e7-a2c7-4261-b95a-dcee5eeaeee6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:22:32Z', 'updated_at': '2022-01-05T17:22:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'dcd90755-79f4-45b0-84ea-f9a8c637bb1d', 'tenant_id': 'ec76859de02442879238ecf1eaefefed', 'floating_ip_address': '172.36.4.227', 'floating_network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'router_id': '03d4c3e7-a2c7-4261-b95a-dcee5eeaeee6', 'port_id': 'e71615a3-7a22-4396-be23-eef880d53478', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1504, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '324ae611-43b2-4199-beec-301c32862d2c', 'mac_address': 'fa:16:3e:7e:2a:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b05de13c-894a-4b9b-9ee7-45a05f884c29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-05T17:22:53Z', 'updated_at': '2022-01-05T17:22:56Z', 'revision_number': 1, 'project_id': 'ec76859de02442879238ecf1eaefefed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '634c7f4e-038a-4b94-b308-914133781190', 'name': '', 'network_id': '324ae611-43b2-4199-beec-301c32862d2c', 'tenant_id': 'ec76859de02442879238ecf1eaefefed', 'mac_address': 'fa:16:3e:63:78:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03d4c3e7-a2c7-4261-b95a-dcee5eeaeee6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '4caa8ce5-f436-4026-98d0-29b75fb0513f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:22:35Z', 'updated_at': '2022-01-05T17:22:39Z', 'revision_number': 5, 'project_id': 'ec76859de02442879238ecf1eaefefed', 'subnets': [{'id': '4caa8ce5-f436-4026-98d0-29b75fb0513f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:23:55.854805 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-efee5e8f-2d07-4e87-bfdf-2962aeaa512e req-714e2eaf-cec2-4115-84ab-4d074228217b tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/security-groups?id=4f6c6cd2-feec-4cf9-bb57-f0a34b091ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464606 Jan 05 17:23:55.868871 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a6fe4ea-a9de-439d-b019-94823123571d None None] Checking router: 03d4c3e7-a2c7-4261-b95a-dcee5eeaeee6 for host: dv-neutron-master-2-hyperv {{(pid=103802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 05 17:23:55.876743 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a6fe4ea-a9de-439d-b019-94823123571d None None] Routers {'03d4c3e7-a2c7-4261-b95a-dcee5eeaeee6'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:23:55.877349 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-2a6fe4ea-a9de-439d-b019-94823123571d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:23:49Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['03d4c3e7-a2c7-4261-b95a-dcee5eeaeee6'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:23:55.883014 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-76fa1544-68eb-4c70-a0f9-3acca3a792bc req-bcdeb09b-4fcf-46d6-80f7-1053ad21cef8 service neutron] 10.222.0.13 "GET /v2.0/networks/324ae611-43b2-4199-beec-301c32862d2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982850 Jan 05 17:23:55.982267 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-2a6fe4ea-a9de-439d-b019-94823123571d None None] Set router 03d4c3e7-a2c7-4261-b95a-dcee5eeaeee6 gateway port host: dv-neutron-master-2-hyperv {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:23:56.197067 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-2a6fe4ea-a9de-439d-b019-94823123571d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03d4c3e7-a2c7-4261-b95a-dcee5eeaeee6', 'name': 'tempest-TestNetworkBasicOps-router-178428822', 'tenant_id': 'ec76859de02442879238ecf1eaefefed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.132'}], 'enable_snat': True}, 'gw_port_id': 'f71a3be8-8bd2-495f-9583-aaaa2bbdc51a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:22:32Z', 'updated_at': '2022-01-05T17:22:36Z', 'revision_number': 4, 'project_id': 'ec76859de02442879238ecf1eaefefed', 'gw_port': {'id': 'f71a3be8-8bd2-495f-9583-aaaa2bbdc51a', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:cb:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03d4c3e7-a2c7-4261-b95a-dcee5eeaeee6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:22:32Z', 'updated_at': '2022-01-05T17:22:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'dcd90755-79f4-45b0-84ea-f9a8c637bb1d', 'tenant_id': 'ec76859de02442879238ecf1eaefefed', 'floating_ip_address': '172.36.4.227', 'floating_network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'router_id': '03d4c3e7-a2c7-4261-b95a-dcee5eeaeee6', 'port_id': 'e71615a3-7a22-4396-be23-eef880d53478', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1504, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '324ae611-43b2-4199-beec-301c32862d2c', 'mac_address': 'fa:16:3e:7e:2a:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b05de13c-894a-4b9b-9ee7-45a05f884c29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-05T17:22:53Z', 'updated_at': '2022-01-05T17:22:56Z', 'revision_number': 1, 'project_id': 'ec76859de02442879238ecf1eaefefed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '634c7f4e-038a-4b94-b308-914133781190', 'name': '', 'network_id': '324ae611-43b2-4199-beec-301c32862d2c', 'tenant_id': 'ec76859de02442879238ecf1eaefefed', 'mac_address': 'fa:16:3e:63:78:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03d4c3e7-a2c7-4261-b95a-dcee5eeaeee6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '4caa8ce5-f436-4026-98d0-29b75fb0513f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:22:35Z', 'updated_at': '2022-01-05T17:22:39Z', 'revision_number': 5, 'project_id': 'ec76859de02442879238ecf1eaefefed', 'subnets': [{'id': '4caa8ce5-f436-4026-98d0-29b75fb0513f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:23:56.225786 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a6fe4ea-a9de-439d-b019-94823123571d None None] The sync data for ids ['03d4c3e7-a2c7-4261-b95a-dcee5eeaeee6'] in dv-neutron-master-2-hyperv is: [{'id': '03d4c3e7-a2c7-4261-b95a-dcee5eeaeee6', 'name': 'tempest-TestNetworkBasicOps-router-178428822', 'tenant_id': 'ec76859de02442879238ecf1eaefefed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.132'}], 'enable_snat': True}, 'gw_port_id': 'f71a3be8-8bd2-495f-9583-aaaa2bbdc51a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:22:32Z', 'updated_at': '2022-01-05T17:22:36Z', 'revision_number': 4, 'project_id': 'ec76859de02442879238ecf1eaefefed', 'gw_port': {'id': 'f71a3be8-8bd2-495f-9583-aaaa2bbdc51a', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:cb:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03d4c3e7-a2c7-4261-b95a-dcee5eeaeee6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:22:32Z', 'updated_at': '2022-01-05T17:22:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'dcd90755-79f4-45b0-84ea-f9a8c637bb1d', 'tenant_id': 'ec76859de02442879238ecf1eaefefed', 'floating_ip_address': '172.36.4.227', 'floating_network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'router_id': '03d4c3e7-a2c7-4261-b95a-dcee5eeaeee6', 'port_id': 'e71615a3-7a22-4396-be23-eef880d53478', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1504, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '324ae611-43b2-4199-beec-301c32862d2c', 'mac_address': 'fa:16:3e:7e:2a:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b05de13c-894a-4b9b-9ee7-45a05f884c29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-05T17:22:53Z', 'updated_at': '2022-01-05T17:22:56Z', 'revision_number': 1, 'project_id': 'ec76859de02442879238ecf1eaefefed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '634c7f4e-038a-4b94-b308-914133781190', 'name': '', 'network_id': '324ae611-43b2-4199-beec-301c32862d2c', 'tenant_id': 'ec76859de02442879238ecf1eaefefed', 'mac_address': 'fa:16:3e:63:78:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03d4c3e7-a2c7-4261-b95a-dcee5eeaeee6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '4caa8ce5-f436-4026-98d0-29b75fb0513f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:22:35Z', 'updated_at': '2022-01-05T17:22:39Z', 'revision_number': 5, 'project_id': 'ec76859de02442879238ecf1eaefefed', 'subnets': [{'id': '4caa8ce5-f436-4026-98d0-29b75fb0513f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 05 17:23:56.435223 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfff61d6-1e5e-41d3-9f3f-b3437aa81079 None None] New status for floating IP 9a2fd2db-3d09-4d8d-9a95-386b8db6a338: DOWN {{(pid=103803) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 05 17:23:56.970296 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a6f6c1-4912-42b5-9d23-02044647aa5d req-21b5cf4a-2fdc-4b03-b956-35824660f5ae tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:23:56.971810 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-f4a6f6c1-4912-42b5-9d23-02044647aa5d req-21b5cf4a-2fdc-4b03-b956-35824660f5ae tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/ports?device_id=751451ca-b000-475b-8d04-53593e6e23fa HTTP/1.1" status: 200 len: 945 time: 0.0492773 Jan 05 17:23:57.020284 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-f4a6f6c1-4912-42b5-9d23-02044647aa5d req-ec693c94-c467-4c56-b9f3-8e90a7db90bb tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/security-groups?id=4f6c6cd2-feec-4cf9-bb57-f0a34b091ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423067 Jan 05 17:23:57.163446 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a050a8a-0a48-408c-aedd-4105f31e7c6a req-eb8a3d60-1f32-4c28-b05a-3035ce3371d5 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:23:57.164885 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-7a050a8a-0a48-408c-aedd-4105f31e7c6a req-eb8a3d60-1f32-4c28-b05a-3035ce3371d5 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.13 "GET /v2.0/ports?device_id=751451ca-b000-475b-8d04-53593e6e23fa HTTP/1.1" status: 200 len: 945 time: 0.0475914 Jan 05 17:23:57.254139 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [req-7a050a8a-0a48-408c-aedd-4105f31e7c6a req-bbd7437c-0490-4630-a7bc-68ca758f8484 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Deleting port 509237e8-fe3a-4cd8-9c1e-a223a289962b {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:23:57.254474 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-7a050a8a-0a48-408c-aedd-4105f31e7c6a req-bbd7437c-0490-4630-a7bc-68ca758f8484 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:23:57.338979 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.db [req-7a050a8a-0a48-408c-aedd-4105f31e7c6a req-bbd7437c-0490-4630-a7bc-68ca758f8484 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] For port 509237e8-fe3a-4cd8-9c1e-a223a289962b, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=509237e8-fe3a-4cd8-9c1e-a223a289962b,segment=NetworkSegment(39c3e7d7-b0f1-4853-b820-ca7568105b67),segment_id=39c3e7d7-b0f1-4853-b820-ca7568105b67)] {{(pid=103800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:23:57.339331 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-7a050a8a-0a48-408c-aedd-4105f31e7c6a req-bbd7437c-0490-4630-a7bc-68ca758f8484 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:23:57.351855 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [req-7a050a8a-0a48-408c-aedd-4105f31e7c6a req-bbd7437c-0490-4630-a7bc-68ca758f8484 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Calling delete_port for 509237e8-fe3a-4cd8-9c1e-a223a289962b owned by compute:nova {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:23:57.540391 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-7a050a8a-0a48-408c-aedd-4105f31e7c6a req-bbd7437c-0490-4630-a7bc-68ca758f8484 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:23:57.567091 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd7437c-0490-4630-a7bc-68ca758f8484 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Pushing event deleted for resources: {'Port': ['ID=509237e8-fe3a-4cd8-9c1e-a223a289962b,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:23:57.614314 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a050a8a-0a48-408c-aedd-4105f31e7c6a req-bbd7437c-0490-4630-a7bc-68ca758f8484 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] No DVR routers for this DVR port 509237e8-fe3a-4cd8-9c1e-a223a289962b on host hv-neutron-mast {{(pid=103800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 05 17:23:57.617114 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-7a050a8a-0a48-408c-aedd-4105f31e7c6a req-bbd7437c-0490-4630-a7bc-68ca758f8484 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:23:57.620377 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-7a050a8a-0a48-408c-aedd-4105f31e7c6a req-bbd7437c-0490-4630-a7bc-68ca758f8484 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.13 "DELETE /v2.0/ports/509237e8-fe3a-4cd8-9c1e-a223a289962b HTTP/1.1" status: 204 len: 173 time: 0.4507353 Jan 05 17:23:57.620810 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '751451ca-b000-475b-8d04-53593e6e23fa', 'name': 'network-vif-deleted', 'tag': '509237e8-fe3a-4cd8-9c1e-a223a289962b'}] {{(pid=103800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 05 17:23:57.623040 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f64b9d4628f7eefcc27168a80c04985d23f0ea5def038dae05e1deb7357f3bfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab44bc54-7e16-4e8d-8829-7672d973824a" -d '{"events": [{"server_uuid": "751451ca-b000-475b-8d04-53593e6e23fa", "name": "network-vif-deleted", "tag": "509237e8-fe3a-4cd8-9c1e-a223a289962b"}]}' {{(pid=103800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 05 17:23:57.657924 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Jan 2022 17:23:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d0b9782-aaa7-4693-a795-a268fc6b8630 x-openstack-request-id: req-2d0b9782-aaa7-4693-a795-a268fc6b8630 {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 05 17:23:57.658224 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "751451ca-b000-475b-8d04-53593e6e23fa", "name": "network-vif-deleted", "tag": "509237e8-fe3a-4cd8-9c1e-a223a289962b", "status": "completed", "code": 200}]} {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 05 17:23:57.658478 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-2d0b9782-aaa7-4693-a795-a268fc6b8630 {{(pid=103800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 05 17:23:57.658882 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '751451ca-b000-475b-8d04-53593e6e23fa', 'name': 'network-vif-deleted', 'tag': '509237e8-fe3a-4cd8-9c1e-a223a289962b', 'status': 'completed', 'code': 200} Jan 05 17:23:58.124200 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-22c8ad6a-8b1c-4733-9161-a87cb0ac0f4a req-f37d6f4e-fc59-4842-af01-4036e4dc2e5f tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/ports?device_id=751451ca-b000-475b-8d04-53593e6e23fa HTTP/1.1" status: 200 len: 210 time: 0.0267961 Jan 05 17:23:59.179513 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 47758) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:23:59.234569 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2b2904aa-cc58-4a85-8e38-938aef798867 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for security_group, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:23:59.259650 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2b2904aa-cc58-4a85-8e38-938aef798867 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:23:59.378514 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2b2904aa-cc58-4a85-8e38-938aef798867 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:23:59.381105 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2b2904aa-cc58-4a85-8e38-938aef798867 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for security_group, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:23:59.382313 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-2b2904aa-cc58-4a85-8e38-938aef798867 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "DELETE /v2.0/security-groups/4f6c6cd2-feec-4cf9-bb57-f0a34b091ab5 HTTP/1.1" status: 204 len: 168 time: 0.2018256 Jan 05 17:23:59.391435 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2904aa-cc58-4a85-8e38-938aef798867 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f6c6cd2-feec-4cf9-bb57-f0a34b091ab5,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:23:59.472128 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 47762) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:23:59.626505 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-4e57dac6-5d76-4b60-b04a-718cd42ba167 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Deleting port 9e028689-121f-458c-80fb-872fbfeb8671 {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:23:59.626835 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4e57dac6-5d76-4b60-b04a-718cd42ba167 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:23:59.701883 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4e57dac6-5d76-4b60-b04a-718cd42ba167 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:23:59.702118 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4e57dac6-5d76-4b60-b04a-718cd42ba167 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:23:59.714085 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-4e57dac6-5d76-4b60-b04a-718cd42ba167 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Calling delete_port for 9e028689-121f-458c-80fb-872fbfeb8671 owned by network:floatingip {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:23:59.917662 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4e57dac6-5d76-4b60-b04a-718cd42ba167 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:23:59.942262 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e57dac6-5d76-4b60-b04a-718cd42ba167 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Pushing event deleted for resources: {'Port': ['ID=9e028689-121f-458c-80fb-872fbfeb8671,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:24:00.000175 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4e57dac6-5d76-4b60-b04a-718cd42ba167 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for floatingip, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:24:00.000415 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.db.l3_db [None req-4e57dac6-5d76-4b60-b04a-718cd42ba167 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Floating IP dcd90755-79f4-45b0-84ea-f9a8c637bb1d disassociated (deleted). External IP: 172.36.4.227, port: e71615a3-7a22-4396-be23-eef880d53478. Jan 05 17:24:00.204102 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e57dac6-5d76-4b60-b04a-718cd42ba167 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Router 03d4c3e7-a2c7-4261-b95a-dcee5eeaeee6 has already been hosted by L3 agent 59446fdc-40e0-41fe-a575-a8eb11d742f7 {{(pid=103800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 05 17:24:00.309675 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e57dac6-5d76-4b60-b04a-718cd42ba167 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 05 17:24:00.314339 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4e57dac6-5d76-4b60-b04a-718cd42ba167 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for floatingip, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:24:00.319858 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-110cfe53-e5f0-4de8-980c-10c2efdd4e5a None None] Sync routers for ids ['03d4c3e7-a2c7-4261-b95a-dcee5eeaeee6'] in dv-neutron-master-2-hyperv {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 05 17:24:00.329291 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-110cfe53-e5f0-4de8-980c-10c2efdd4e5a None None] Routers {'03d4c3e7-a2c7-4261-b95a-dcee5eeaeee6'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:24:00.330667 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-110cfe53-e5f0-4de8-980c-10c2efdd4e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:23:49Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['03d4c3e7-a2c7-4261-b95a-dcee5eeaeee6'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:24:00.342313 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-4e57dac6-5d76-4b60-b04a-718cd42ba167 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "DELETE /v2.0/floatingips/dcd90755-79f4-45b0-84ea-f9a8c637bb1d HTTP/1.1" status: 204 len: 168 time: 0.8690643 Jan 05 17:24:00.343001 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b05de13c-894a-4b9b-9ee7-45a05f884c29', 'tag': 'e71615a3-7a22-4396-be23-eef880d53478'}] {{(pid=103800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 05 17:24:00.345344 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f64b9d4628f7eefcc27168a80c04985d23f0ea5def038dae05e1deb7357f3bfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bef77477-bd35-4c2b-9c1e-bc4129155f86" -d '{"events": [{"name": "network-changed", "server_uuid": "b05de13c-894a-4b9b-9ee7-45a05f884c29", "tag": "e71615a3-7a22-4396-be23-eef880d53478"}]}' {{(pid=103800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 05 17:24:00.385838 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Jan 2022 17:24:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f368ff3-7b19-47ae-9980-8b94184ca410 x-openstack-request-id: req-9f368ff3-7b19-47ae-9980-8b94184ca410 {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 05 17:24:00.386259 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b05de13c-894a-4b9b-9ee7-45a05f884c29", "tag": "e71615a3-7a22-4396-be23-eef880d53478", "status": "completed", "code": 200}]} {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 05 17:24:00.386579 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-9f368ff3-7b19-47ae-9980-8b94184ca410 {{(pid=103800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 05 17:24:00.386998 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b05de13c-894a-4b9b-9ee7-45a05f884c29', 'tag': 'e71615a3-7a22-4396-be23-eef880d53478', 'status': 'completed', 'code': 200} Jan 05 17:24:00.445346 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-110cfe53-e5f0-4de8-980c-10c2efdd4e5a None None] Set router 03d4c3e7-a2c7-4261-b95a-dcee5eeaeee6 gateway port host: dv-neutron-master-2-hyperv {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:24:00.448559 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef77477-bd35-4c2b-9c1e-bc4129155f86 req-9941810a-e442-40d6-9301-7d64ef47c91c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:24:00.450099 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-bef77477-bd35-4c2b-9c1e-bc4129155f86 req-9941810a-e442-40d6-9301-7d64ef47c91c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ec76859de02442879238ecf1eaefefed&device_id=b05de13c-894a-4b9b-9ee7-45a05f884c29 HTTP/1.1" status: 200 len: 1099 time: 0.0429065 Jan 05 17:24:00.543457 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef77477-bd35-4c2b-9c1e-bc4129155f86 req-a6223e5c-f34f-475a-857b-c144aacef559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:24:00.544935 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-bef77477-bd35-4c2b-9c1e-bc4129155f86 req-a6223e5c-f34f-475a-857b-c144aacef559 service neutron] 10.222.0.13 "GET /v2.0/networks?id=324ae611-43b2-4199-beec-301c32862d2c HTTP/1.1" status: 200 len: 898 time: 0.0880482 Jan 05 17:24:00.586593 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-bef77477-bd35-4c2b-9c1e-bc4129155f86 req-841ea95b-4fa0-4212-a55d-f19b56d4fce3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e71615a3-7a22-4396-be23-eef880d53478 HTTP/1.1" status: 200 len: 217 time: 0.0346370 Jan 05 17:24:00.640495 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef77477-bd35-4c2b-9c1e-bc4129155f86 req-2ac25260-5ef3-40e6-a08d-5fb14b097739 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:24:00.642012 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-bef77477-bd35-4c2b-9c1e-bc4129155f86 req-2ac25260-5ef3-40e6-a08d-5fb14b097739 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4caa8ce5-f436-4026-98d0-29b75fb0513f HTTP/1.1" status: 200 len: 835 time: 0.0505700 Jan 05 17:24:00.642214 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-110cfe53-e5f0-4de8-980c-10c2efdd4e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03d4c3e7-a2c7-4261-b95a-dcee5eeaeee6', 'name': 'tempest-TestNetworkBasicOps-router-178428822', 'tenant_id': 'ec76859de02442879238ecf1eaefefed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.132'}], 'enable_snat': True}, 'gw_port_id': 'f71a3be8-8bd2-495f-9583-aaaa2bbdc51a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:22:32Z', 'updated_at': '2022-01-05T17:22:36Z', 'revision_number': 4, 'project_id': 'ec76859de02442879238ecf1eaefefed', 'gw_port': {'id': 'f71a3be8-8bd2-495f-9583-aaaa2bbdc51a', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:cb:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03d4c3e7-a2c7-4261-b95a-dcee5eeaeee6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:22:32Z', 'updated_at': '2022-01-05T17:22:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '634c7f4e-038a-4b94-b308-914133781190', 'name': '', 'network_id': '324ae611-43b2-4199-beec-301c32862d2c', 'tenant_id': 'ec76859de02442879238ecf1eaefefed', 'mac_address': 'fa:16:3e:63:78:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03d4c3e7-a2c7-4261-b95a-dcee5eeaeee6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '4caa8ce5-f436-4026-98d0-29b75fb0513f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:22:35Z', 'updated_at': '2022-01-05T17:22:39Z', 'revision_number': 5, 'project_id': 'ec76859de02442879238ecf1eaefefed', 'subnets': [{'id': '4caa8ce5-f436-4026-98d0-29b75fb0513f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:24:00.671797 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-110cfe53-e5f0-4de8-980c-10c2efdd4e5a None None] Checking router: 03d4c3e7-a2c7-4261-b95a-dcee5eeaeee6 for host: dv-neutron-master-2-hyperv {{(pid=103802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 05 17:24:00.680596 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-110cfe53-e5f0-4de8-980c-10c2efdd4e5a None None] Routers {'03d4c3e7-a2c7-4261-b95a-dcee5eeaeee6'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:24:00.681208 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-110cfe53-e5f0-4de8-980c-10c2efdd4e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:23:49Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['03d4c3e7-a2c7-4261-b95a-dcee5eeaeee6'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:24:00.687344 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef77477-bd35-4c2b-9c1e-bc4129155f86 req-332bb2ec-4084-4ae5-b264-5a3c2b147219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:24:00.688829 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-bef77477-bd35-4c2b-9c1e-bc4129155f86 req-332bb2ec-4084-4ae5-b264-5a3c2b147219 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=324ae611-43b2-4199-beec-301c32862d2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0409372 Jan 05 17:24:00.789196 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-110cfe53-e5f0-4de8-980c-10c2efdd4e5a None None] Set router 03d4c3e7-a2c7-4261-b95a-dcee5eeaeee6 gateway port host: dv-neutron-master-2-hyperv {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:24:01.056332 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Device 509237e8-fe3a-4cd8-9c1e-a223a289962b no longer exists at agent hyperv_hv-neutron-mast {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 05 17:24:01.083103 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] No Port match for: 509237e8-fe3a-4cd8-9c1e-a223a289962b {{(pid=103802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 05 17:24:01.083444 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Device 509237e8-fe3a-4cd8-9c1e-a223a289962b not bound to the agent host hv-neutron-mast {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 05 17:24:01.136458 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-bef77477-bd35-4c2b-9c1e-bc4129155f86 req-ce06125a-ddd1-4bd6-96a6-f746ecd45fdd service neutron] 10.222.0.13 "GET /v2.0/networks/324ae611-43b2-4199-beec-301c32862d2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4410067 Jan 05 17:24:01.149192 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6b4f1d-a12b-47db-bd23-b917b1a1ed54 req-be29411c-f13f-4ecd-9cd4-0fa396760bdb tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:24:01.150681 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-ae6b4f1d-a12b-47db-bd23-b917b1a1ed54 req-be29411c-f13f-4ecd-9cd4-0fa396760bdb tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/ports?device_id=b05de13c-894a-4b9b-9ee7-45a05f884c29 HTTP/1.1" status: 200 len: 946 time: 0.3997545 Jan 05 17:24:01.166974 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-110cfe53-e5f0-4de8-980c-10c2efdd4e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03d4c3e7-a2c7-4261-b95a-dcee5eeaeee6', 'name': 'tempest-TestNetworkBasicOps-router-178428822', 'tenant_id': 'ec76859de02442879238ecf1eaefefed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.132'}], 'enable_snat': True}, 'gw_port_id': 'f71a3be8-8bd2-495f-9583-aaaa2bbdc51a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:22:32Z', 'updated_at': '2022-01-05T17:22:36Z', 'revision_number': 4, 'project_id': 'ec76859de02442879238ecf1eaefefed', 'gw_port': {'id': 'f71a3be8-8bd2-495f-9583-aaaa2bbdc51a', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:cb:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03d4c3e7-a2c7-4261-b95a-dcee5eeaeee6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:22:32Z', 'updated_at': '2022-01-05T17:22:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '634c7f4e-038a-4b94-b308-914133781190', 'name': '', 'network_id': '324ae611-43b2-4199-beec-301c32862d2c', 'tenant_id': 'ec76859de02442879238ecf1eaefefed', 'mac_address': 'fa:16:3e:63:78:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03d4c3e7-a2c7-4261-b95a-dcee5eeaeee6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '4caa8ce5-f436-4026-98d0-29b75fb0513f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:22:35Z', 'updated_at': '2022-01-05T17:22:39Z', 'revision_number': 5, 'project_id': 'ec76859de02442879238ecf1eaefefed', 'subnets': [{'id': '4caa8ce5-f436-4026-98d0-29b75fb0513f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:24:01.195324 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-110cfe53-e5f0-4de8-980c-10c2efdd4e5a None None] The sync data for ids ['03d4c3e7-a2c7-4261-b95a-dcee5eeaeee6'] in dv-neutron-master-2-hyperv is: [{'id': '03d4c3e7-a2c7-4261-b95a-dcee5eeaeee6', 'name': 'tempest-TestNetworkBasicOps-router-178428822', 'tenant_id': 'ec76859de02442879238ecf1eaefefed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.132'}], 'enable_snat': True}, 'gw_port_id': 'f71a3be8-8bd2-495f-9583-aaaa2bbdc51a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:22:32Z', 'updated_at': '2022-01-05T17:22:36Z', 'revision_number': 4, 'project_id': 'ec76859de02442879238ecf1eaefefed', 'gw_port': {'id': 'f71a3be8-8bd2-495f-9583-aaaa2bbdc51a', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:cb:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03d4c3e7-a2c7-4261-b95a-dcee5eeaeee6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:22:32Z', 'updated_at': '2022-01-05T17:22:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '634c7f4e-038a-4b94-b308-914133781190', 'name': '', 'network_id': '324ae611-43b2-4199-beec-301c32862d2c', 'tenant_id': 'ec76859de02442879238ecf1eaefefed', 'mac_address': 'fa:16:3e:63:78:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03d4c3e7-a2c7-4261-b95a-dcee5eeaeee6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '4caa8ce5-f436-4026-98d0-29b75fb0513f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:22:35Z', 'updated_at': '2022-01-05T17:22:39Z', 'revision_number': 5, 'project_id': 'ec76859de02442879238ecf1eaefefed', 'subnets': [{'id': '4caa8ce5-f436-4026-98d0-29b75fb0513f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 05 17:24:01.253004 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-ae6b4f1d-a12b-47db-bd23-b917b1a1ed54 req-3511e16a-5416-495b-8f9f-2191e53d2117 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/security-groups?id=c172aa96-498b-44c3-96db-fd1ca8ad174b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0933952 Jan 05 17:24:01.274195 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-bef77477-bd35-4c2b-9c1e-bc4129155f86 req-807d28ae-a51b-4d9e-ab8c-9eef3e5afbd5 service neutron] 10.222.0.13 "GET /v2.0/networks/324ae611-43b2-4199-beec-301c32862d2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1170499 Jan 05 17:24:01.420509 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f07f9fd-636e-40ce-bed6-56e324b69e96 None None] New status for floating IP dcd90755-79f4-45b0-84ea-f9a8c637bb1d: DOWN {{(pid=103803) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 05 17:24:02.201291 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c042ff4-a4a7-4d7e-8413-4a9438d2acf5 req-7e0aa0e6-49c7-4c48-b593-f48d2b51b155 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:24:02.202749 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-2c042ff4-a4a7-4d7e-8413-4a9438d2acf5 req-7e0aa0e6-49c7-4c48-b593-f48d2b51b155 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.13 "GET /v2.0/ports?device_id=b05de13c-894a-4b9b-9ee7-45a05f884c29 HTTP/1.1" status: 200 len: 946 time: 0.0531554 Jan 05 17:24:02.314622 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [req-2c042ff4-a4a7-4d7e-8413-4a9438d2acf5 req-662bb833-4a66-4cbf-be23-f2347e6f50b3 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Deleting port e71615a3-7a22-4396-be23-eef880d53478 {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:24:02.315317 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-2c042ff4-a4a7-4d7e-8413-4a9438d2acf5 req-662bb833-4a66-4cbf-be23-f2347e6f50b3 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:24:02.374348 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b0d0ce-4ed0-4dd5-a212-2982734625c3 req-59e7b9f2-1122-4ef7-a9c3-659f35e4af8c tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:24:02.375837 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-45b0d0ce-4ed0-4dd5-a212-2982734625c3 req-59e7b9f2-1122-4ef7-a9c3-659f35e4af8c tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/ports?device_id=b05de13c-894a-4b9b-9ee7-45a05f884c29 HTTP/1.1" status: 200 len: 946 time: 0.0491104 Jan 05 17:24:02.406284 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.db [req-2c042ff4-a4a7-4d7e-8413-4a9438d2acf5 req-662bb833-4a66-4cbf-be23-f2347e6f50b3 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] For port e71615a3-7a22-4396-be23-eef880d53478, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=e71615a3-7a22-4396-be23-eef880d53478,segment=NetworkSegment(39c3e7d7-b0f1-4853-b820-ca7568105b67),segment_id=39c3e7d7-b0f1-4853-b820-ca7568105b67)] {{(pid=103800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:24:02.406646 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-2c042ff4-a4a7-4d7e-8413-4a9438d2acf5 req-662bb833-4a66-4cbf-be23-f2347e6f50b3 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:24:02.420184 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [req-2c042ff4-a4a7-4d7e-8413-4a9438d2acf5 req-662bb833-4a66-4cbf-be23-f2347e6f50b3 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Calling delete_port for e71615a3-7a22-4396-be23-eef880d53478 owned by compute:nova {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:24:02.423566 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-45b0d0ce-4ed0-4dd5-a212-2982734625c3 req-bc04e243-6bef-4277-92bb-cdac0b0065cf tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/security-groups?id=c172aa96-498b-44c3-96db-fd1ca8ad174b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420895 Jan 05 17:24:02.591951 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-2c042ff4-a4a7-4d7e-8413-4a9438d2acf5 req-662bb833-4a66-4cbf-be23-f2347e6f50b3 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:24:02.625614 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662bb833-4a66-4cbf-be23-f2347e6f50b3 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Pushing event deleted for resources: {'Port': ['ID=e71615a3-7a22-4396-be23-eef880d53478,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:24:02.674298 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c042ff4-a4a7-4d7e-8413-4a9438d2acf5 req-662bb833-4a66-4cbf-be23-f2347e6f50b3 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] No DVR routers for this DVR port e71615a3-7a22-4396-be23-eef880d53478 on host hv-neutron-mast {{(pid=103800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 05 17:24:02.676831 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-2c042ff4-a4a7-4d7e-8413-4a9438d2acf5 req-662bb833-4a66-4cbf-be23-f2347e6f50b3 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:24:02.680272 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-2c042ff4-a4a7-4d7e-8413-4a9438d2acf5 req-662bb833-4a66-4cbf-be23-f2347e6f50b3 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.13 "DELETE /v2.0/ports/e71615a3-7a22-4396-be23-eef880d53478 HTTP/1.1" status: 204 len: 173 time: 0.4727917 Jan 05 17:24:02.680761 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b05de13c-894a-4b9b-9ee7-45a05f884c29', 'name': 'network-vif-deleted', 'tag': 'e71615a3-7a22-4396-be23-eef880d53478'}] {{(pid=103800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 05 17:24:02.683040 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f64b9d4628f7eefcc27168a80c04985d23f0ea5def038dae05e1deb7357f3bfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbeee89d-8edf-417e-963f-362d6e78ae64" -d '{"events": [{"server_uuid": "b05de13c-894a-4b9b-9ee7-45a05f884c29", "name": "network-vif-deleted", "tag": "e71615a3-7a22-4396-be23-eef880d53478"}]}' {{(pid=103800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 05 17:24:02.866839 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Jan 2022 17:24:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1599b2e7-63e2-4a7a-8234-abb94619aef5 x-openstack-request-id: req-1599b2e7-63e2-4a7a-8234-abb94619aef5 {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 05 17:24:02.867130 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b05de13c-894a-4b9b-9ee7-45a05f884c29", "name": "network-vif-deleted", "tag": "e71615a3-7a22-4396-be23-eef880d53478", "status": "completed", "code": 200}]} {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 05 17:24:02.872645 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-1599b2e7-63e2-4a7a-8234-abb94619aef5 {{(pid=103800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 05 17:24:02.872645 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b05de13c-894a-4b9b-9ee7-45a05f884c29', 'name': 'network-vif-deleted', 'tag': 'e71615a3-7a22-4396-be23-eef880d53478', 'status': 'completed', 'code': 200} Jan 05 17:24:03.532921 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-55702448-484e-4280-8021-a0e011be788c req-304ea917-1e1f-4ca2-a41a-d8c28f5f1e00 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/ports?device_id=b05de13c-894a-4b9b-9ee7-45a05f884c29 HTTP/1.1" status: 200 len: 210 time: 0.0309243 Jan 05 17:24:04.588352 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 47780) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:24:04.643419 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-25b5c11d-b2a4-4df8-bc3f-ecafc3a3ea6b tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for security_group, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:24:04.667923 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-25b5c11d-b2a4-4df8-bc3f-ecafc3a3ea6b tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:24:04.843101 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-25b5c11d-b2a4-4df8-bc3f-ecafc3a3ea6b tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:24:04.845633 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-25b5c11d-b2a4-4df8-bc3f-ecafc3a3ea6b tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for security_group, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:24:04.846786 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-25b5c11d-b2a4-4df8-bc3f-ecafc3a3ea6b tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "DELETE /v2.0/security-groups/c172aa96-498b-44c3-96db-fd1ca8ad174b HTTP/1.1" status: 204 len: 168 time: 0.2574680 Jan 05 17:24:04.856164 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b5c11d-b2a4-4df8-bc3f-ecafc3a3ea6b tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c172aa96-498b-44c3-96db-fd1ca8ad174b,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:24:04.945845 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 47784) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:24:05.004580 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Device e71615a3-7a22-4396-be23-eef880d53478 no longer exists at agent hyperv_hv-neutron-mast {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 05 17:24:05.024539 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] No Port match for: e71615a3-7a22-4396-be23-eef880d53478 {{(pid=103802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 05 17:24:05.024881 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Device e71615a3-7a22-4396-be23-eef880d53478 not bound to the agent host hv-neutron-mast {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 05 17:24:05.296102 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-488f231f-9692-4d42-b298-6952b4bd62f0 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-531685'] for router_interface, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:24:05.545217 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-488f231f-9692-4d42-b298-6952b4bd62f0 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Deleting port 634c7f4e-038a-4b94-b308-914133781190 {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:24:05.545549 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-488f231f-9692-4d42-b298-6952b4bd62f0 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:24:05.636402 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.db [None req-488f231f-9692-4d42-b298-6952b4bd62f0 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] For port 634c7f4e-038a-4b94-b308-914133781190, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=634c7f4e-038a-4b94-b308-914133781190,segment=NetworkSegment(39c3e7d7-b0f1-4853-b820-ca7568105b67),segment_id=39c3e7d7-b0f1-4853-b820-ca7568105b67)] {{(pid=103800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:24:05.636763 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-488f231f-9692-4d42-b298-6952b4bd62f0 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:24:05.650031 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-488f231f-9692-4d42-b298-6952b4bd62f0 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Calling delete_port for 634c7f4e-038a-4b94-b308-914133781190 owned by network:router_interface {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:24:05.883431 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-488f231f-9692-4d42-b298-6952b4bd62f0 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:24:05.913770 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488f231f-9692-4d42-b298-6952b4bd62f0 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Pushing event deleted for resources: {'Port': ['ID=634c7f4e-038a-4b94-b308-914133781190,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:24:06.088470 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-488f231f-9692-4d42-b298-6952b4bd62f0 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-560676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531569'] for router_interface, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:24:06.300605 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-488f231f-9692-4d42-b298-6952b4bd62f0 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Router 03d4c3e7-a2c7-4261-b95a-dcee5eeaeee6 has already been hosted by L3 agent 59446fdc-40e0-41fe-a575-a8eb11d742f7 {{(pid=103800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 05 17:24:06.402842 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-488f231f-9692-4d42-b298-6952b4bd62f0 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 05 17:24:06.407797 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-488f231f-9692-4d42-b298-6952b4bd62f0 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "PUT /v2.0/routers/03d4c3e7-a2c7-4261-b95a-dcee5eeaeee6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4609487 Jan 05 17:24:06.410621 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 47786) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:24:06.412153 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3be9d687-33d7-4a88-b1ae-33dcda1252a2 None None] Sync routers for ids ['03d4c3e7-a2c7-4261-b95a-dcee5eeaeee6'] in dv-neutron-master-2-hyperv {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 05 17:24:06.421560 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3be9d687-33d7-4a88-b1ae-33dcda1252a2 None None] Routers {'03d4c3e7-a2c7-4261-b95a-dcee5eeaeee6'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:24:06.422199 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-3be9d687-33d7-4a88-b1ae-33dcda1252a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:23:49Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['03d4c3e7-a2c7-4261-b95a-dcee5eeaeee6'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:24:06.460558 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.db_base_plugin_v2 [None req-af79031e-49d6-4fe8-8b11-94de4b7952b4 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Deleting subnet 4caa8ce5-f436-4026-98d0-29b75fb0513f {{(pid=103800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 05 17:24:06.463687 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-af79031e-49d6-4fe8-8b11-94de4b7952b4 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for subnet, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:24:06.502145 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-af79031e-49d6-4fe8-8b11-94de4b7952b4 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8784846'] for subnet, precommit_delete_associations {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:24:06.525354 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-3be9d687-33d7-4a88-b1ae-33dcda1252a2 None None] Set router 03d4c3e7-a2c7-4261-b95a-dcee5eeaeee6 gateway port host: dv-neutron-master-2-hyperv {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:24:06.587429 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-af79031e-49d6-4fe8-8b11-94de4b7952b4 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892868'] for subnet, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:24:06.706224 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-3be9d687-33d7-4a88-b1ae-33dcda1252a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03d4c3e7-a2c7-4261-b95a-dcee5eeaeee6', 'name': 'tempest-TestNetworkBasicOps-router-178428822', 'tenant_id': 'ec76859de02442879238ecf1eaefefed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.132'}], 'enable_snat': True}, 'gw_port_id': 'f71a3be8-8bd2-495f-9583-aaaa2bbdc51a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:22:32Z', 'updated_at': '2022-01-05T17:24:05Z', 'revision_number': 5, 'project_id': 'ec76859de02442879238ecf1eaefefed', 'gw_port': {'id': 'f71a3be8-8bd2-495f-9583-aaaa2bbdc51a', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:cb:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03d4c3e7-a2c7-4261-b95a-dcee5eeaeee6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:22:32Z', 'updated_at': '2022-01-05T17:22:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:24:06.706500 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-af79031e-49d6-4fe8-8b11-94de4b7952b4 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3893367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8784787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8521880'] for subnet, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:24:06.732848 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3be9d687-33d7-4a88-b1ae-33dcda1252a2 None None] Checking router: 03d4c3e7-a2c7-4261-b95a-dcee5eeaeee6 for host: dv-neutron-master-2-hyperv {{(pid=103802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 05 17:24:06.733056 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af79031e-49d6-4fe8-8b11-94de4b7952b4 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Pushing event deleted for resources: {'Subnet': ['ID=4caa8ce5-f436-4026-98d0-29b75fb0513f,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:24:06.738625 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-af79031e-49d6-4fe8-8b11-94de4b7952b4 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for subnet, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:24:06.742167 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3be9d687-33d7-4a88-b1ae-33dcda1252a2 None None] Routers {'03d4c3e7-a2c7-4261-b95a-dcee5eeaeee6'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:24:06.742787 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-3be9d687-33d7-4a88-b1ae-33dcda1252a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:23:49Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['03d4c3e7-a2c7-4261-b95a-dcee5eeaeee6'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:24:06.744258 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-af79031e-49d6-4fe8-8b11-94de4b7952b4 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "DELETE /v2.0/subnets/4caa8ce5-f436-4026-98d0-29b75fb0513f HTTP/1.1" status: 204 len: 168 time: 0.3325379 Jan 05 17:24:06.745896 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb4c715c-921f-41a2-8978-469d811d92f0 None None] Network 324ae611-43b2-4199-beec-301c32862d2c requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:24:06.746785 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 47788) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:24:06.859747 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d3d7b72a-20e3-42c9-81c7-cda696c5ae6e tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for router, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:24:06.926737 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-3be9d687-33d7-4a88-b1ae-33dcda1252a2 None None] Set router 03d4c3e7-a2c7-4261-b95a-dcee5eeaeee6 gateway port host: dv-neutron-master-2-hyperv {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:24:06.977969 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d3d7b72a-20e3-42c9-81c7-cda696c5ae6e tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:24:07.004897 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8600bc91-da56-40e1-bd30-102db0dc39b3 None None] DHCP port deletion for 324ae611-43b2-4199-beec-301c32862d2c request from dv-neutron-master-2-hyperv {{(pid=103802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 05 17:24:07.080098 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-d3d7b72a-20e3-42c9-81c7-cda696c5ae6e tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Deleting port f71a3be8-8bd2-495f-9583-aaaa2bbdc51a {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:24:07.080439 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d3d7b72a-20e3-42c9-81c7-cda696c5ae6e tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:24:07.131478 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-8600bc91-da56-40e1-bd30-102db0dc39b3 None None] Deleting port 0c76c34b-d532-47f0-9c3f-19a2644e91be {{(pid=103802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:24:07.131799 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-8600bc91-da56-40e1-bd30-102db0dc39b3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:24:07.161367 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.db [None req-d3d7b72a-20e3-42c9-81c7-cda696c5ae6e tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] For port f71a3be8-8bd2-495f-9583-aaaa2bbdc51a, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f71a3be8-8bd2-495f-9583-aaaa2bbdc51a,segment=NetworkSegment(3f961525-530f-4ce5-8222-1dbbbe774893),segment_id=3f961525-530f-4ce5-8222-1dbbbe774893)] {{(pid=103800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:24:07.161960 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d3d7b72a-20e3-42c9-81c7-cda696c5ae6e tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:24:07.175222 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-d3d7b72a-20e3-42c9-81c7-cda696c5ae6e tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Calling delete_port for f71a3be8-8bd2-495f-9583-aaaa2bbdc51a owned by network:router_gateway {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:24:07.203632 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-8600bc91-da56-40e1-bd30-102db0dc39b3 None None] For port 0c76c34b-d532-47f0-9c3f-19a2644e91be, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=0c76c34b-d532-47f0-9c3f-19a2644e91be,segment=NetworkSegment(39c3e7d7-b0f1-4853-b820-ca7568105b67),segment_id=39c3e7d7-b0f1-4853-b820-ca7568105b67)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:24:07.204020 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-8600bc91-da56-40e1-bd30-102db0dc39b3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:24:07.218688 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-8600bc91-da56-40e1-bd30-102db0dc39b3 None None] Calling delete_port for 0c76c34b-d532-47f0-9c3f-19a2644e91be owned by network:dhcp {{(pid=103802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:24:07.226117 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-3be9d687-33d7-4a88-b1ae-33dcda1252a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03d4c3e7-a2c7-4261-b95a-dcee5eeaeee6', 'name': 'tempest-TestNetworkBasicOps-router-178428822', 'tenant_id': 'ec76859de02442879238ecf1eaefefed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.132'}], 'enable_snat': True}, 'gw_port_id': 'f71a3be8-8bd2-495f-9583-aaaa2bbdc51a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:22:32Z', 'updated_at': '2022-01-05T17:24:05Z', 'revision_number': 5, 'project_id': 'ec76859de02442879238ecf1eaefefed', 'gw_port': {'id': 'f71a3be8-8bd2-495f-9583-aaaa2bbdc51a', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:cb:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03d4c3e7-a2c7-4261-b95a-dcee5eeaeee6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:22:32Z', 'updated_at': '2022-01-05T17:22:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:24:07.256932 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3be9d687-33d7-4a88-b1ae-33dcda1252a2 None None] The sync data for ids ['03d4c3e7-a2c7-4261-b95a-dcee5eeaeee6'] in dv-neutron-master-2-hyperv is: [{'id': '03d4c3e7-a2c7-4261-b95a-dcee5eeaeee6', 'name': 'tempest-TestNetworkBasicOps-router-178428822', 'tenant_id': 'ec76859de02442879238ecf1eaefefed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.132'}], 'enable_snat': True}, 'gw_port_id': 'f71a3be8-8bd2-495f-9583-aaaa2bbdc51a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:22:32Z', 'updated_at': '2022-01-05T17:24:05Z', 'revision_number': 5, 'project_id': 'ec76859de02442879238ecf1eaefefed', 'gw_port': {'id': 'f71a3be8-8bd2-495f-9583-aaaa2bbdc51a', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:cb:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03d4c3e7-a2c7-4261-b95a-dcee5eeaeee6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:22:32Z', 'updated_at': '2022-01-05T17:22:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 05 17:24:07.407164 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-8600bc91-da56-40e1-bd30-102db0dc39b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678'] for port, after_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:24:07.430324 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8600bc91-da56-40e1-bd30-102db0dc39b3 None None] Pushing event deleted for resources: {'Port': ['ID=0c76c34b-d532-47f0-9c3f-19a2644e91be,revision_number=None']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:24:07.438555 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d3d7b72a-20e3-42c9-81c7-cda696c5ae6e tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:24:07.438888 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8600bc91-da56-40e1-bd30-102db0dc39b3 None None] No DVR routers for this DVR port 0c76c34b-d532-47f0-9c3f-19a2644e91be on host dv-neutron-master-2-hyperv {{(pid=103802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 05 17:24:07.441194 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8600bc91-da56-40e1-bd30-102db0dc39b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:24:07.441478 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8600bc91-da56-40e1-bd30-102db0dc39b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:24:07.441842 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8600bc91-da56-40e1-bd30-102db0dc39b3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:24:07.442337 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8600bc91-da56-40e1-bd30-102db0dc39b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:24:07.442642 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8600bc91-da56-40e1-bd30-102db0dc39b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:24:07.442852 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8600bc91-da56-40e1-bd30-102db0dc39b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:24:07.443174 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8600bc91-da56-40e1-bd30-102db0dc39b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:24:07.443503 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8600bc91-da56-40e1-bd30-102db0dc39b3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:24:07.443824 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8600bc91-da56-40e1-bd30-102db0dc39b3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:24:07.444146 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8600bc91-da56-40e1-bd30-102db0dc39b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:24:07.444461 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8600bc91-da56-40e1-bd30-102db0dc39b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:24:07.444775 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8600bc91-da56-40e1-bd30-102db0dc39b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:24:07.445092 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8600bc91-da56-40e1-bd30-102db0dc39b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:24:07.472444 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d7b72a-20e3-42c9-81c7-cda696c5ae6e tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Pushing event deleted for resources: {'Port': ['ID=f71a3be8-8bd2-495f-9583-aaaa2bbdc51a,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:24:07.480851 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbe3826c-6eb4-4327-963e-324b0b13e060 None None] DHCP port deletion for b0167590-0699-4c5c-a932-3939414a9573 request from dv-neutron-master-2-hyperv {{(pid=103802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 05 17:24:07.530845 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d3d7b72a-20e3-42c9-81c7-cda696c5ae6e tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-648595'] for router_gateway, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:24:07.619021 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d3d7b72a-20e3-42c9-81c7-cda696c5ae6e tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-648249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62744'] for router, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:24:07.621348 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d3d7b72a-20e3-42c9-81c7-cda696c5ae6e tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:24:07.752005 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d3d7b72a-20e3-42c9-81c7-cda696c5ae6e tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-648240'] for router, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:24:07.752534 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3d7b72a-20e3-42c9-81c7-cda696c5ae6e tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Fanout notify agent at l3_agent the message router_deleted on router 03d4c3e7-a2c7-4261-b95a-dcee5eeaeee6 {{(pid=103800) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 05 17:24:07.759870 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d3d7b72a-20e3-42c9-81c7-cda696c5ae6e tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for router, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:24:07.761006 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-d3d7b72a-20e3-42c9-81c7-cda696c5ae6e tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "DELETE /v2.0/routers/03d4c3e7-a2c7-4261-b95a-dcee5eeaeee6 HTTP/1.1" status: 204 len: 168 time: 1.0131679 Jan 05 17:24:07.763774 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 47790) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:24:07.852552 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-10908222-6d04-482d-8357-8b837a3565c0 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3809644'] for network, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:24:07.968081 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-10908222-6d04-482d-8357-8b837a3565c0 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3891715', 'neutron.services.segments.db._delete_segments_for_network-8754181063482'] for network, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:24:07.995071 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.services.segments.db [None req-10908222-6d04-482d-8357-8b837a3565c0 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['324ae611-43b2-4199-beec-301c32862d2c']}} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:24:08.006466 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.services.segments.db [None req-10908222-6d04-482d-8357-8b837a3565c0 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39c3e7d7-b0f1-4853-b820-ca7568105b67') {'for_net_delete': True} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:24:08.007444 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.services.segments.db [None req-10908222-6d04-482d-8357-8b837a3565c0 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39c3e7d7-b0f1-4853-b820-ca7568105b67') {} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:24:08.018827 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-10908222-6d04-482d-8357-8b837a3565c0 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754181064771', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8784833'] for segment, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:24:08.034318 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-10908222-6d04-482d-8357-8b837a3565c0 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225'] for segment, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:24:08.040238 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10908222-6d04-482d-8357-8b837a3565c0 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Releasing vlan 131 on physical network physnet1 to pool {{(pid=103800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 05 17:24:08.040612 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-10908222-6d04-482d-8357-8b837a3565c0 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8784497'] for segment, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:24:08.043587 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:24:08.043587 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:24:08.043587 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:24:08.043587 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:24:08.043587 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:24:08.043587 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:24:08.043587 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:24:08.043587 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:24:08.043587 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:24:08.043587 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:24:08.043587 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:24:08.043587 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:24:08.043587 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:24:08.043587 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:24:08.043587 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:24:08.043587 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:24:08.043587 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:24:08.043587 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:24:08.043587 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:24:08.043587 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:24:08.043587 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:24:08.043587 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:24:08.043587 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:24:08.043587 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:24:08.043587 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:24:08.043587 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:24:08.043587 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:24:08.043587 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:24:08.043587 dv-neutron-master-2-hyperv neutron-server[103800]: Traceback (most recent call last): Jan 05 17:24:08.043587 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 05 17:24:08.043587 dv-neutron-master-2-hyperv neutron-server[103800]: timer() Jan 05 17:24:08.043587 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 05 17:24:08.043587 dv-neutron-master-2-hyperv neutron-server[103800]: cb(*args, **kw) Jan 05 17:24:08.043587 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 05 17:24:08.043587 dv-neutron-master-2-hyperv neutron-server[103800]: return func(*args, **kwargs) Jan 05 17:24:08.043587 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 05 17:24:08.043587 dv-neutron-master-2-hyperv neutron-server[103800]: self._notify() Jan 05 17:24:08.043587 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 05 17:24:08.043587 dv-neutron-master-2-hyperv neutron-server[103800]: self.callback(batched_events) Jan 05 17:24:08.043587 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 05 17:24:08.043587 dv-neutron-master-2-hyperv neutron-server[103800]: event.method(event) Jan 05 17:24:08.043587 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 05 17:24:08.043587 dv-neutron-master-2-hyperv neutron-server[103800]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 05 17:24:08.043587 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 05 17:24:08.043587 dv-neutron-master-2-hyperv neutron-server[103800]: aggregate_uuid = self.p_client.list_aggregates( Jan 05 17:24:08.043587 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 05 17:24:08.043587 dv-neutron-master-2-hyperv neutron-server[103800]: return f(self, *a, **k) Jan 05 17:24:08.043587 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 05 17:24:08.043587 dv-neutron-master-2-hyperv neutron-server[103800]: return self._get(url).json() Jan 05 17:24:08.043587 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 05 17:24:08.043587 dv-neutron-master-2-hyperv neutron-server[103800]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 05 17:24:08.043587 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 05 17:24:08.043587 dv-neutron-master-2-hyperv neutron-server[103800]: return self.request(url, 'GET', **kwargs) Jan 05 17:24:08.043587 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 05 17:24:08.043587 dv-neutron-master-2-hyperv neutron-server[103800]: base_url = self.get_endpoint(auth, allow=allow, Jan 05 17:24:08.043587 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 05 17:24:08.043587 dv-neutron-master-2-hyperv neutron-server[103800]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 05 17:24:08.043587 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 05 17:24:08.043587 dv-neutron-master-2-hyperv neutron-server[103800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 05 17:24:08.043587 dv-neutron-master-2-hyperv neutron-server[103800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 05 17:24:08.175754 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-10908222-6d04-482d-8357-8b837a3565c0 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3891722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648695'] for network, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:24:08.182707 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-10908222-6d04-482d-8357-8b837a3565c0 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for network, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:24:08.185808 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-10908222-6d04-482d-8357-8b837a3565c0 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "DELETE /v2.0/networks/324ae611-43b2-4199-beec-301c32862d2c HTTP/1.1" status: 204 len: 168 time: 0.4210634 Jan 05 17:24:08.197508 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10908222-6d04-482d-8357-8b837a3565c0 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Pushing event deleted for resources: {'Network': ['ID=324ae611-43b2-4199-beec-301c32862d2c,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:24:08.207908 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 47794) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:24:08.212858 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-555b177e-fd34-4a34-92d6-dae20335e637 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Request body: {'network': {'name': 'tempest-network-smoke--559765064', 'project_id': 'ec76859de02442879238ecf1eaefefed', 'port_security_enabled': True}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:24:08.289625 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 0c76c34b-d532-47f0-9c3f-19a2644e91be no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 05 17:24:08.319169 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] No Port match for: 0c76c34b-d532-47f0-9c3f-19a2644e91be {{(pid=103802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 05 17:24:08.319509 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 0c76c34b-d532-47f0-9c3f-19a2644e91be not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 05 17:24:08.319930 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device f71a3be8-8bd2-495f-9583-aaaa2bbdc51a no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 05 17:24:08.328878 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-555b177e-fd34-4a34-92d6-dae20335e637 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Made reservation on behalf of ec76859de02442879238ecf1eaefefed for: {'network': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:24:08.332514 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-555b177e-fd34-4a34-92d6-dae20335e637 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for network, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:24:08.339919 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] No Port match for: f71a3be8-8bd2-495f-9583-aaaa2bbdc51a {{(pid=103802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 05 17:24:08.340263 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device f71a3be8-8bd2-495f-9583-aaaa2bbdc51a not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 05 17:24:08.340680 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 634c7f4e-038a-4b94-b308-914133781190 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 05 17:24:08.357177 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-555b177e-fd34-4a34-92d6-dae20335e637 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] vlan segment allocate from pool success with {'vlan_id': 149, 'physical_network': 'physnet1'} {{(pid=103800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 05 17:24:08.363830 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] No Port match for: 634c7f4e-038a-4b94-b308-914133781190 {{(pid=103802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 05 17:24:08.364174 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 634c7f4e-038a-4b94-b308-914133781190 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 05 17:24:08.370615 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-555b177e-fd34-4a34-92d6-dae20335e637 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225'] for segment, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:24:08.370900 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.db.segments_db [None req-555b177e-fd34-4a34-92d6-dae20335e637 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Added segment 0cb0d53c-d55a-443e-abde-6849a1a9acfa of type vlan for network 2665a280-bf81-4f32-8381-3ce5bcea5dcd Jan 05 17:24:08.412665 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-555b177e-fd34-4a34-92d6-dae20335e637 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754180566020'] for network, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:24:08.486839 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-555b177e-fd34-4a34-92d6-dae20335e637 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685'] for network, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:24:08.493145 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-555b177e-fd34-4a34-92d6-dae20335e637 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:24:08.493754 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-555b177e-fd34-4a34-92d6-dae20335e637 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for network, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:24:08.556902 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555b177e-fd34-4a34-92d6-dae20335e637 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Pushing event updated for resources: {'Network': ['ID=2665a280-bf81-4f32-8381-3ce5bcea5dcd,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:24:08.566667 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Network 2665a280-bf81-4f32-8381-3ce5bcea5dcd details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 05 17:24:08.581236 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-555b177e-fd34-4a34-92d6-dae20335e637 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3722196 Jan 05 17:24:08.583978 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 47796) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:24:08.588318 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-36034e8a-065a-4c64-889e-9ddd5472b859 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1757652070', 'admin_state_up': True, 'project_id': 'ec76859de02442879238ecf1eaefefed', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573'}}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:24:08.683069 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-36034e8a-065a-4c64-889e-9ddd5472b859 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-649063', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58098'] for router, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:24:08.684138 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-36034e8a-065a-4c64-889e-9ddd5472b859 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649832', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-545006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58091'] for router, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:24:08.737159 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-36034e8a-065a-4c64-889e-9ddd5472b859 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:24:09.283525 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-36034e8a-065a-4c64-889e-9ddd5472b859 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:24:09.524794 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-36034e8a-065a-4c64-889e-9ddd5472b859 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for router_gateway, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:24:09.542965 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-36034e8a-065a-4c64-889e-9ddd5472b859 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:24:09.643683 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [None req-36034e8a-065a-4c64-889e-9ddd5472b859 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Allocated IP 172.36.4.141 (b0167590-0699-4c5c-a932-3939414a9573/7a784a6d-3d96-418f-a645-b9ccd0b1ac55/f1894379-1bf2-4093-ba3d-95169dd62649) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:24:09.749111 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-36034e8a-065a-4c64-889e-9ddd5472b859 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for port, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:24:09.858651 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-36034e8a-065a-4c64-889e-9ddd5472b859 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:24:09.895230 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36034e8a-065a-4c64-889e-9ddd5472b859 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Network b0167590-0699-4c5c-a932-3939414a9573 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:24:09.900207 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-36034e8a-065a-4c64-889e-9ddd5472b859 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:24:09.906542 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36034e8a-065a-4c64-889e-9ddd5472b859 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:24:09.908441 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36034e8a-065a-4c64-889e-9ddd5472b859 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Pushing event updated for resources: {'Port': ['ID=f1894379-1bf2-4093-ba3d-95169dd62649,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:24:09.912686 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1a92185-82ab-4f86-8f21-479465c8e720 None None] DHCP port deletion for b0167590-0699-4c5c-a932-3939414a9573 request from dv-neutron-master-2-hyperv {{(pid=103802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 05 17:24:09.943652 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-054ef15e-51b1-4a73-9574-39a0d45d5c88 None None] Provisioning complete for port f1894379-1bf2-4093-ba3d-95169dd62649 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:24:09.944630 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-054ef15e-51b1-4a73-9574-39a0d45d5c88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:24:09.981465 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-054ef15e-51b1-4a73-9574-39a0d45d5c88 None None] Port f1894379-1bf2-4093-ba3d-95169dd62649 cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 17:24:10.233931 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-36034e8a-065a-4c64-889e-9ddd5472b859 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for router_gateway, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:24:10.432035 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-36034e8a-065a-4c64-889e-9ddd5472b859 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-648430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648639'] for router, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:24:10.618843 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36034e8a-065a-4c64-889e-9ddd5472b859 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Router bb1317f1-7c23-48ef-b30e-7a6360f7f237 is scheduled to L3 agent 59446fdc-40e0-41fe-a575-a8eb11d742f7 with binding_index 1 {{(pid=103800) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 05 17:24:10.723920 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36034e8a-065a-4c64-889e-9ddd5472b859 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 05 17:24:10.735151 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4201a369-38d4-4af0-9e76-4f3904f16214 None None] Sync routers for ids ['bb1317f1-7c23-48ef-b30e-7a6360f7f237'] in dv-neutron-master-2-hyperv {{(pid=103803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 05 17:24:10.744558 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4201a369-38d4-4af0-9e76-4f3904f16214 None None] Routers {'bb1317f1-7c23-48ef-b30e-7a6360f7f237'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:24:10.745187 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-4201a369-38d4-4af0-9e76-4f3904f16214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:23:49Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['bb1317f1-7c23-48ef-b30e-7a6360f7f237'], 'active': True} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:24:10.828360 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-36034e8a-065a-4c64-889e-9ddd5472b859 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for router, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:24:10.831857 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-36034e8a-065a-4c64-889e-9ddd5472b859 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.2468233 Jan 05 17:24:10.834692 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 47798) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:24:10.867510 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-610efd61-654e-4d02-8ea3-fccb4188bbe6 tempest-TestNetworkBasicOps-152746079 tempest-TestNetworkBasicOps-152746079-project-admin] 10.222.0.11 "GET /v2.0/subnets?project_id=ec76859de02442879238ecf1eaefefed&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0334144 Jan 05 17:24:10.870188 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 47800) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:24:10.937205 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvr_db [None req-4201a369-38d4-4af0-9e76-4f3904f16214 None None] Set router bb1317f1-7c23-48ef-b30e-7a6360f7f237 gateway port host: dv-neutron-master-2-hyperv {{(pid=103803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:24:10.960541 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6a8c6af-44d0-420f-bbbd-7ffdcb34654b tempest-TestNetworkBasicOps-152746079 tempest-TestNetworkBasicOps-152746079-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:24:10.962088 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-a6a8c6af-44d0-420f-bbbd-7ffdcb34654b tempest-TestNetworkBasicOps-152746079 tempest-TestNetworkBasicOps-152746079-project-admin] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0909953 Jan 05 17:24:10.965006 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 47802) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:24:10.993123 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-a0316578-5ac6-4050-b5e9-fb894ea7ec78 tempest-TestNetworkBasicOps-152746079 tempest-TestNetworkBasicOps-152746079-project-admin] 10.222.0.11 "GET /v2.0/subnets?network_id=b0167590-0699-4c5c-a932-3939414a9573&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0270061 Jan 05 17:24:10.995635 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 47804) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:24:11.000372 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-69435645-4598-46b3-b726-4f132d5308c5 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-459695999', 'network_id': '2665a280-bf81-4f32-8381-3ce5bcea5dcd', 'project_id': 'ec76859de02442879238ecf1eaefefed', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:24:11.111290 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-4201a369-38d4-4af0-9e76-4f3904f16214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb1317f1-7c23-48ef-b30e-7a6360f7f237', 'name': 'tempest-TestNetworkBasicOps-router-1757652070', 'tenant_id': 'ec76859de02442879238ecf1eaefefed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.141'}], 'enable_snat': True}, 'gw_port_id': 'f1894379-1bf2-4093-ba3d-95169dd62649', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:24:08Z', 'updated_at': '2022-01-05T17:24:10Z', 'revision_number': 3, 'project_id': 'ec76859de02442879238ecf1eaefefed', 'gw_port': {'id': 'f1894379-1bf2-4093-ba3d-95169dd62649', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:e3:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb1317f1-7c23-48ef-b30e-7a6360f7f237', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1520, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:24:09Z', 'updated_at': '2022-01-05T17:24:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:24:11.138358 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4201a369-38d4-4af0-9e76-4f3904f16214 None None] Checking router: bb1317f1-7c23-48ef-b30e-7a6360f7f237 for host: dv-neutron-master-2-hyperv {{(pid=103803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 05 17:24:11.138358 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4201a369-38d4-4af0-9e76-4f3904f16214 None None] Updating router bb1317f1-7c23-48ef-b30e-7a6360f7f237 port f1894379-1bf2-4093-ba3d-95169dd62649 binding host dv-neutron-master-2-hyperv {{(pid=103803) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 05 17:24:11.157289 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69435645-4598-46b3-b726-4f132d5308c5 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Made reservation on behalf of ec76859de02442879238ecf1eaefefed for: {'subnet': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:24:11.160911 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-69435645-4598-46b3-b726-4f132d5308c5 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8521827'] for subnet, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:24:11.165088 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-4201a369-38d4-4af0-9e76-4f3904f16214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:24:11.392029 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-69435645-4598-46b3-b726-4f132d5308c5 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8784852', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8521873'] for subnet, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:24:11.408857 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-4201a369-38d4-4af0-9e76-4f3904f16214 None None] Publish callbacks [] for port, precommit_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:24:11.453815 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69435645-4598-46b3-b726-4f132d5308c5 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Pushing event updated for resources: {'Subnet': ['ID=0c18c6c4-17ee-47b4-b6e0-3f813ec7cf93,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:24:11.461331 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69435645-4598-46b3-b726-4f132d5308c5 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Checking segment: {'id': '0cb0d53c-d55a-443e-abde-6849a1a9acfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '2665a280-bf81-4f32-8381-3ce5bcea5dcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:24:11.461725 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69435645-4598-46b3-b726-4f132d5308c5 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Network hostable DHCP agents. Network: 2665a280-bf81-4f32-8381-3ce5bcea5dcd, hostable agents: ['3f70c195-17da-4084-9fd6-bf6059d88535'], hosted agents: [] {{(pid=103800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 05 17:24:11.486971 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-4201a369-38d4-4af0-9e76-4f3904f16214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:24:11.528109 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e448b79-8893-48c0-98ec-16994dcf30a2 None None] DHCP port deletion for b0167590-0699-4c5c-a932-3939414a9573 request from dv-neutron-master-2-hyperv {{(pid=103802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 05 17:24:11.539593 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.plugins.ml2.managers [None req-4201a369-38d4-4af0-9e76-4f3904f16214 None None] Attempting to bind port f1894379-1bf2-4093-ba3d-95169dd62649 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 05 17:24:11.539959 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.plugins.ml2.managers [None req-4201a369-38d4-4af0-9e76-4f3904f16214 None None] Attempting to bind port f1894379-1bf2-4093-ba3d-95169dd62649 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '3f961525-530f-4ce5-8222-1dbbbe774893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573'}] {{(pid=103803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 05 17:24:11.540317 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4201a369-38d4-4af0-9e76-4f3904f16214 None None] Attempting to bind port f1894379-1bf2-4093-ba3d-95169dd62649 on network b0167590-0699-4c5c-a932-3939414a9573 {{(pid=103803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:24:11.543203 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd54392-819e-4745-9933-2703b352e702 None None] Pushing event updated for resources: {'Port': ['ID=f1894379-1bf2-4093-ba3d-95169dd62649,revision_number=2']} {{(pid=103803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:24:11.550664 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4201a369-38d4-4af0-9e76-4f3904f16214 None None] Checking agent: {'id': '0d4f8fd3-ce62-4651-970c-efa6a8bb22b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 5, 16, 57, 23), 'started_at': datetime.datetime(2022, 1, 5, 16, 57, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 5, 17, 23, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 05 17:24:11.551030 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4201a369-38d4-4af0-9e76-4f3904f16214 None None] Checking segment: {'id': '3f961525-530f-4ce5-8222-1dbbbe774893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:24:11.551420 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-4201a369-38d4-4af0-9e76-4f3904f16214 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:24:11.551805 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4201a369-38d4-4af0-9e76-4f3904f16214 None None] Bound using segment: {'id': '3f961525-530f-4ce5-8222-1dbbbe774893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573'} {{(pid=103803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 05 17:24:11.552259 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.plugins.ml2.managers [None req-4201a369-38d4-4af0-9e76-4f3904f16214 None None] Bound port: f1894379-1bf2-4093-ba3d-95169dd62649, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f961525-530f-4ce5-8222-1dbbbe774893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573'}}] {{(pid=103803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 05 17:24:11.552631 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-4201a369-38d4-4af0-9e76-4f3904f16214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:24:11.555477 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd54392-819e-4745-9933-2703b352e702 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:24:11.555841 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd54392-819e-4745-9933-2703b352e702 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:24:11.563591 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd54392-819e-4745-9933-2703b352e702 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:24:11.563591 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd54392-819e-4745-9933-2703b352e702 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:24:11.563591 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd54392-819e-4745-9933-2703b352e702 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:24:11.563591 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd54392-819e-4745-9933-2703b352e702 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:24:11.563591 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd54392-819e-4745-9933-2703b352e702 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:24:11.563591 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd54392-819e-4745-9933-2703b352e702 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:24:11.563591 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd54392-819e-4745-9933-2703b352e702 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:24:11.563591 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd54392-819e-4745-9933-2703b352e702 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:24:11.563591 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd54392-819e-4745-9933-2703b352e702 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:24:11.563591 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd54392-819e-4745-9933-2703b352e702 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:24:11.563591 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd54392-819e-4745-9933-2703b352e702 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:24:11.579843 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69435645-4598-46b3-b726-4f132d5308c5 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Network 2665a280-bf81-4f32-8381-3ce5bcea5dcd is scheduled to be hosted by DHCP agent 3f70c195-17da-4084-9fd6-bf6059d88535 with binding_index 1 {{(pid=103800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 05 17:24:11.608852 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-158f07d2-a1af-4197-9223-0cb22eb788cf None None] Provisioning complete for port f1894379-1bf2-4093-ba3d-95169dd62649 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:24:11.609214 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-158f07d2-a1af-4197-9223-0cb22eb788cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:24:11.612872 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.plugins.ml2.db [None req-4201a369-38d4-4af0-9e76-4f3904f16214 None None] For port f1894379-1bf2-4093-ba3d-95169dd62649, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 05 17:24:11.615920 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.plugins.ml2.db [None req-4201a369-38d4-4af0-9e76-4f3904f16214 None None] For port f1894379-1bf2-4093-ba3d-95169dd62649, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f1894379-1bf2-4093-ba3d-95169dd62649,segment=NetworkSegment(3f961525-530f-4ce5-8222-1dbbbe774893),segment_id=3f961525-530f-4ce5-8222-1dbbbe774893)] {{(pid=103803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 05 17:24:11.651218 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-158f07d2-a1af-4197-9223-0cb22eb788cf None None] Port f1894379-1bf2-4093-ba3d-95169dd62649 cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 17:24:11.659919 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-69435645-4598-46b3-b726-4f132d5308c5 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 2665a280-bf81-4f32-8381-3ce5bcea5dcd) {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:24:11.664162 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69435645-4598-46b3-b726-4f132d5308c5 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:24:11.664762 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-69435645-4598-46b3-b726-4f132d5308c5 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for subnet, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:24:11.667866 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55936050-88c7-442e-a8da-0b51f4ec5959 None None] Network 2665a280-bf81-4f32-8381-3ce5bcea5dcd requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:24:11.689009 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-4201a369-38d4-4af0-9e76-4f3904f16214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:24:11.729870 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c4c5e28-0978-4032-bd19-7565c4fcfb89 None None] DHCP port deletion for b0167590-0699-4c5c-a932-3939414a9573 request from dv-neutron-master-2-hyperv {{(pid=103802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 05 17:24:11.742936 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4201a369-38d4-4af0-9e76-4f3904f16214 None None] Routers {'bb1317f1-7c23-48ef-b30e-7a6360f7f237'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:24:11.743567 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-4201a369-38d4-4af0-9e76-4f3904f16214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:23:49Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['bb1317f1-7c23-48ef-b30e-7a6360f7f237'], 'active': True} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:24:11.747547 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 47806) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:24:11.754220 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-69435645-4598-46b3-b726-4f132d5308c5 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7569351 Jan 05 17:24:11.779275 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-249ba7e8-961d-4862-9eb4-b8449c006181 None None] Provisioning complete for port f1894379-1bf2-4093-ba3d-95169dd62649 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:24:11.779897 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-249ba7e8-961d-4862-9eb4-b8449c006181 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:24:11.780415 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd54392-819e-4745-9933-2703b352e702 None None] Pushing event updated for resources: {'Port': ['ID=f1894379-1bf2-4093-ba3d-95169dd62649,revision_number=3']} {{(pid=103803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:24:11.781352 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ade7f50-745f-44d3-ab60-788070c3282b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-2665a280-bf81-4f32-8381-3ce5bcea5dcd', 'network_id': '2665a280-bf81-4f32-8381-3ce5bcea5dcd', 'project_id': 'ec76859de02442879238ecf1eaefefed', 'fixed_ips': [{'subnet_id': '0c18c6c4-17ee-47b4-b6e0-3f813ec7cf93'}]}} from dv-neutron-master-2-hyperv. {{(pid=103802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 05 17:24:11.782227 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-3ade7f50-745f-44d3-ab60-788070c3282b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:24:11.853126 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvr_db [None req-4201a369-38d4-4af0-9e76-4f3904f16214 None None] Set router bb1317f1-7c23-48ef-b30e-7a6360f7f237 gateway port host: dv-neutron-master-2-hyperv {{(pid=103803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:24:11.975525 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-249ba7e8-961d-4862-9eb4-b8449c006181 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:24:12.003544 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.db_base_plugin_common [None req-3ade7f50-745f-44d3-ab60-788070c3282b None None] Allocated IP 172.20.0.2 (2665a280-bf81-4f32-8381-3ce5bcea5dcd/0c18c6c4-17ee-47b4-b6e0-3f813ec7cf93/33960fe8-a4f1-4a84-8ae6-9f6058f45326) {{(pid=103802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:24:12.007437 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-249ba7e8-961d-4862-9eb4-b8449c006181 None None] For port f1894379-1bf2-4093-ba3d-95169dd62649, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f1894379-1bf2-4093-ba3d-95169dd62649,segment=NetworkSegment(3f961525-530f-4ce5-8222-1dbbbe774893),segment_id=3f961525-530f-4ce5-8222-1dbbbe774893)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:24:12.032308 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-4201a369-38d4-4af0-9e76-4f3904f16214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb1317f1-7c23-48ef-b30e-7a6360f7f237', 'name': 'tempest-TestNetworkBasicOps-router-1757652070', 'tenant_id': 'ec76859de02442879238ecf1eaefefed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.141'}], 'enable_snat': True}, 'gw_port_id': 'f1894379-1bf2-4093-ba3d-95169dd62649', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:24:08Z', 'updated_at': '2022-01-05T17:24:10Z', 'revision_number': 3, 'project_id': 'ec76859de02442879238ecf1eaefefed', 'gw_port': {'id': 'f1894379-1bf2-4093-ba3d-95169dd62649', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:e3:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb1317f1-7c23-48ef-b30e-7a6360f7f237', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1520, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:24:09Z', 'updated_at': '2022-01-05T17:24:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:24:12.064658 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4201a369-38d4-4af0-9e76-4f3904f16214 None None] The sync data for ids ['bb1317f1-7c23-48ef-b30e-7a6360f7f237'] in dv-neutron-master-2-hyperv is: [{'id': 'bb1317f1-7c23-48ef-b30e-7a6360f7f237', 'name': 'tempest-TestNetworkBasicOps-router-1757652070', 'tenant_id': 'ec76859de02442879238ecf1eaefefed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.141'}], 'enable_snat': True}, 'gw_port_id': 'f1894379-1bf2-4093-ba3d-95169dd62649', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:24:08Z', 'updated_at': '2022-01-05T17:24:10Z', 'revision_number': 3, 'project_id': 'ec76859de02442879238ecf1eaefefed', 'gw_port': {'id': 'f1894379-1bf2-4093-ba3d-95169dd62649', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:e3:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb1317f1-7c23-48ef-b30e-7a6360f7f237', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1520, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:24:09Z', 'updated_at': '2022-01-05T17:24:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=103803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 05 17:24:12.108604 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-249ba7e8-961d-4862-9eb4-b8449c006181 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:24:12.356244 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-3ade7f50-745f-44d3-ab60-788070c3282b None None] Publish callbacks [] for port, precommit_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:24:12.370858 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249ba7e8-961d-4862-9eb4-b8449c006181 None None] Pushing event updated for resources: {'Port': ['ID=f1894379-1bf2-4093-ba3d-95169dd62649,revision_number=4']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:24:12.440319 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-3ade7f50-745f-44d3-ab60-788070c3282b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669'] for port, after_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:24:12.485050 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ade7f50-745f-44d3-ab60-788070c3282b None None] Network 2665a280-bf81-4f32-8381-3ce5bcea5dcd is already hosted by enough agents. {{(pid=103802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:24:12.485290 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.scheduler.base_scheduler [None req-3ade7f50-745f-44d3-ab60-788070c3282b None None] Resources bound (agent type, host, resource id): {{(pid=103802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:24:12.488822 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ade7f50-745f-44d3-ab60-788070c3282b None None] Received port after_create {{(pid=103802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:24:12.529464 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ade7f50-745f-44d3-ab60-788070c3282b None None] Pushing event updated for resources: {'Port': ['ID=33960fe8-a4f1-4a84-8ae6-9f6058f45326,revision_number=1']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:24:12.557314 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-3ade7f50-745f-44d3-ab60-788070c3282b None None] Attempting to bind port 33960fe8-a4f1-4a84-8ae6-9f6058f45326 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 05 17:24:12.557723 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-3ade7f50-745f-44d3-ab60-788070c3282b None None] Attempting to bind port 33960fe8-a4f1-4a84-8ae6-9f6058f45326 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '0cb0d53c-d55a-443e-abde-6849a1a9acfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '2665a280-bf81-4f32-8381-3ce5bcea5dcd'}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 05 17:24:12.558098 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ade7f50-745f-44d3-ab60-788070c3282b None None] Attempting to bind port 33960fe8-a4f1-4a84-8ae6-9f6058f45326 on network 2665a280-bf81-4f32-8381-3ce5bcea5dcd {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:24:12.563851 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ade7f50-745f-44d3-ab60-788070c3282b None None] Checking agent: {'id': '0d4f8fd3-ce62-4651-970c-efa6a8bb22b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 5, 16, 57, 23), 'started_at': datetime.datetime(2022, 1, 5, 16, 57, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 5, 17, 23, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 05 17:24:12.564231 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ade7f50-745f-44d3-ab60-788070c3282b None None] Checking segment: {'id': '0cb0d53c-d55a-443e-abde-6849a1a9acfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '2665a280-bf81-4f32-8381-3ce5bcea5dcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:24:12.564634 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-3ade7f50-745f-44d3-ab60-788070c3282b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:24:12.565025 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ade7f50-745f-44d3-ab60-788070c3282b None None] Bound using segment: {'id': '0cb0d53c-d55a-443e-abde-6849a1a9acfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '2665a280-bf81-4f32-8381-3ce5bcea5dcd'} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 05 17:24:12.565497 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-3ade7f50-745f-44d3-ab60-788070c3282b None None] Bound port: 33960fe8-a4f1-4a84-8ae6-9f6058f45326, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cb0d53c-d55a-443e-abde-6849a1a9acfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '2665a280-bf81-4f32-8381-3ce5bcea5dcd'}}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 05 17:24:12.565904 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-3ade7f50-745f-44d3-ab60-788070c3282b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:24:12.581406 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e0773308-d827-4538-ac65-a90608066c26 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:24:12.635823 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-3ade7f50-745f-44d3-ab60-788070c3282b None None] For port 33960fe8-a4f1-4a84-8ae6-9f6058f45326, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 05 17:24:12.640498 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-3ade7f50-745f-44d3-ab60-788070c3282b None None] For port 33960fe8-a4f1-4a84-8ae6-9f6058f45326, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=33960fe8-a4f1-4a84-8ae6-9f6058f45326,segment=NetworkSegment(0cb0d53c-d55a-443e-abde-6849a1a9acfa),segment_id=0cb0d53c-d55a-443e-abde-6849a1a9acfa)] {{(pid=103802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 05 17:24:12.733482 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-3ade7f50-745f-44d3-ab60-788070c3282b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:24:12.798674 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ade7f50-745f-44d3-ab60-788070c3282b None None] Pushing event updated for resources: {'Port': ['ID=33960fe8-a4f1-4a84-8ae6-9f6058f45326,revision_number=2']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:24:12.871464 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [None req-e0773308-d827-4538-ac65-a90608066c26 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Allocated IP 172.20.0.1 (2665a280-bf81-4f32-8381-3ce5bcea5dcd/0c18c6c4-17ee-47b4-b6e0-3f813ec7cf93/b4a1af31-a2f9-484c-9fcc-c0652417c5ce) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:24:13.021076 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e0773308-d827-4538-ac65-a90608066c26 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for port, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:24:13.111845 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e0773308-d827-4538-ac65-a90608066c26 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11433176'] for port, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:24:13.153237 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0773308-d827-4538-ac65-a90608066c26 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Network 2665a280-bf81-4f32-8381-3ce5bcea5dcd is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:24:13.156598 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-e0773308-d827-4538-ac65-a90608066c26 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:24:13.160322 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0773308-d827-4538-ac65-a90608066c26 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:24:13.169643 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0773308-d827-4538-ac65-a90608066c26 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Pushing event updated for resources: {'Port': ['ID=b4a1af31-a2f9-484c-9fcc-c0652417c5ce,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:24:13.208751 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e0773308-d827-4538-ac65-a90608066c26 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-648552'] for router_interface, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:24:13.414403 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e0773308-d827-4538-ac65-a90608066c26 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:24:13.689106 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e0773308-d827-4538-ac65-a90608066c26 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for port, precommit_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:24:13.751205 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e0773308-d827-4538-ac65-a90608066c26 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11433169'] for port, after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:24:13.826010 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e0773308-d827-4538-ac65-a90608066c26 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-531704'] for router_interface, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:24:13.827698 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0773308-d827-4538-ac65-a90608066c26 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Pushing event updated for resources: {'Port': ['ID=b4a1af31-a2f9-484c-9fcc-c0652417c5ce,revision_number=2']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:24:13.919316 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0773308-d827-4538-ac65-a90608066c26 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Network 2665a280-bf81-4f32-8381-3ce5bcea5dcd is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:24:13.920658 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-e0773308-d827-4538-ac65-a90608066c26 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:24:14.036514 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0773308-d827-4538-ac65-a90608066c26 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Router bb1317f1-7c23-48ef-b30e-7a6360f7f237 has already been hosted by L3 agent 59446fdc-40e0-41fe-a575-a8eb11d742f7 {{(pid=103801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 05 17:24:14.155279 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0773308-d827-4538-ac65-a90608066c26 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 05 17:24:14.160439 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-e0773308-d827-4538-ac65-a90608066c26 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "PUT /v2.0/routers/bb1317f1-7c23-48ef-b30e-7a6360f7f237/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4110608 Jan 05 17:24:14.160567 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device f1894379-1bf2-4093-ba3d-95169dd62649 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:24:14.163802 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 47808) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:24:14.185296 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-319ba2e1-870e-4996-934c-8202acd2940e None None] Sync routers for ids ['bb1317f1-7c23-48ef-b30e-7a6360f7f237'] in dv-neutron-master-2-hyperv {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 05 17:24:14.207468 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-319ba2e1-870e-4996-934c-8202acd2940e None None] Routers {'bb1317f1-7c23-48ef-b30e-7a6360f7f237'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:24:14.208096 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-319ba2e1-870e-4996-934c-8202acd2940e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:23:49Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['bb1317f1-7c23-48ef-b30e-7a6360f7f237'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:24:14.260014 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Provisioning complete for port f1894379-1bf2-4093-ba3d-95169dd62649 triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:24:14.260380 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:24:14.268023 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-165c7f8f-8079-42da-9556-fe094c8997a9 tempest-TestNetworkBasicOps-152746079 tempest-TestNetworkBasicOps-152746079-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:24:14.268503 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-165c7f8f-8079-42da-9556-fe094c8997a9 tempest-TestNetworkBasicOps-152746079 tempest-TestNetworkBasicOps-152746079-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:24:14.268975 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-165c7f8f-8079-42da-9556-fe094c8997a9 tempest-TestNetworkBasicOps-152746079 tempest-TestNetworkBasicOps-152746079-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:24:14.269460 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-165c7f8f-8079-42da-9556-fe094c8997a9 tempest-TestNetworkBasicOps-152746079 tempest-TestNetworkBasicOps-152746079-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:24:14.273689 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-165c7f8f-8079-42da-9556-fe094c8997a9 tempest-TestNetworkBasicOps-152746079 tempest-TestNetworkBasicOps-152746079-project-admin] 10.222.0.11 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.1047168 Jan 05 17:24:14.274546 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 47810) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:24:14.330076 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2547d460-0688-4699-82d2-280958ab56d5 tempest-TestNetworkBasicOps-152746079 tempest-TestNetworkBasicOps-152746079-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:24:14.330744 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2547d460-0688-4699-82d2-280958ab56d5 tempest-TestNetworkBasicOps-152746079 tempest-TestNetworkBasicOps-152746079-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:24:14.331056 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2547d460-0688-4699-82d2-280958ab56d5 tempest-TestNetworkBasicOps-152746079 tempest-TestNetworkBasicOps-152746079-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:24:14.331506 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2547d460-0688-4699-82d2-280958ab56d5 tempest-TestNetworkBasicOps-152746079 tempest-TestNetworkBasicOps-152746079-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:24:14.336649 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-2547d460-0688-4699-82d2-280958ab56d5 tempest-TestNetworkBasicOps-152746079 tempest-TestNetworkBasicOps-152746079-project-admin] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0578437 Jan 05 17:24:14.336649 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 47812) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:24:14.362664 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-319ba2e1-870e-4996-934c-8202acd2940e None None] Set router bb1317f1-7c23-48ef-b30e-7a6360f7f237 gateway port host: dv-neutron-master-2-hyperv {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:24:14.394484 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f06cced-8564-4f4f-b285-315f64ebb2d8 None None] Network 2665a280-bf81-4f32-8381-3ce5bcea5dcd requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:24:14.469917 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-a9d437c5-ad8f-427b-a834-95eb86cd09df tempest-TestNetworkBasicOps-152746079 tempest-TestNetworkBasicOps-152746079-project-admin] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1608 time: 0.1322122 Jan 05 17:24:14.528335 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 33960fe8-a4f1-4a84-8ae6-9f6058f45326 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:24:14.601792 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-9bc45585-5186-4a29-a17e-af3132cd51f1 None None] Provisioning complete for port 33960fe8-a4f1-4a84-8ae6-9f6058f45326 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:24:14.602172 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-9bc45585-5186-4a29-a17e-af3132cd51f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:24:14.725347 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Provisioning complete for port 33960fe8-a4f1-4a84-8ae6-9f6058f45326 triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:24:14.725347 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:24:14.729141 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 47816) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:24:14.734181 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-88783205-0fb8-4b42-ad4c-878e456d0db6 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1272896297', 'description': 'tempest-secgroup-smoke-1272896297 description', 'project_id': 'ec76859de02442879238ecf1eaefefed'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:24:14.821531 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-9bc45585-5186-4a29-a17e-af3132cd51f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:24:14.847716 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-88783205-0fb8-4b42-ad4c-878e456d0db6 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for security_group, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:24:14.896795 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-9bc45585-5186-4a29-a17e-af3132cd51f1 None None] For port 33960fe8-a4f1-4a84-8ae6-9f6058f45326, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=33960fe8-a4f1-4a84-8ae6-9f6058f45326,segment=NetworkSegment(0cb0d53c-d55a-443e-abde-6849a1a9acfa),segment_id=0cb0d53c-d55a-443e-abde-6849a1a9acfa)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:24:14.900729 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-319ba2e1-870e-4996-934c-8202acd2940e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb1317f1-7c23-48ef-b30e-7a6360f7f237', 'name': 'tempest-TestNetworkBasicOps-router-1757652070', 'tenant_id': 'ec76859de02442879238ecf1eaefefed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.141'}], 'enable_snat': True}, 'gw_port_id': 'f1894379-1bf2-4093-ba3d-95169dd62649', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:24:08Z', 'updated_at': '2022-01-05T17:24:13Z', 'revision_number': 4, 'project_id': 'ec76859de02442879238ecf1eaefefed', 'gw_port': {'id': 'f1894379-1bf2-4093-ba3d-95169dd62649', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:e3:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb1317f1-7c23-48ef-b30e-7a6360f7f237', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1520, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:24:09Z', 'updated_at': '2022-01-05T17:24:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'b4a1af31-a2f9-484c-9fcc-c0652417c5ce', 'name': '', 'network_id': '2665a280-bf81-4f32-8381-3ce5bcea5dcd', 'tenant_id': 'ec76859de02442879238ecf1eaefefed', 'mac_address': 'fa:16:3e:fa:77:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb1317f1-7c23-48ef-b30e-7a6360f7f237', 'device_owner': 'network:router_interface', 'standard_attr_id': 1523, 'fixed_ips': [{'subnet_id': '0c18c6c4-17ee-47b4-b6e0-3f813ec7cf93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:24:12Z', 'updated_at': '2022-01-05T17:24:13Z', 'revision_number': 2, 'project_id': 'ec76859de02442879238ecf1eaefefed', 'subnets': [{'id': '0c18c6c4-17ee-47b4-b6e0-3f813ec7cf93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:24:14.924609 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-88783205-0fb8-4b42-ad4c-878e456d0db6 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for security_group, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:24:14.936823 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-319ba2e1-870e-4996-934c-8202acd2940e None None] Checking router: bb1317f1-7c23-48ef-b30e-7a6360f7f237 for host: dv-neutron-master-2-hyperv {{(pid=103802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 05 17:24:14.937157 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-319ba2e1-870e-4996-934c-8202acd2940e None None] Updating router bb1317f1-7c23-48ef-b30e-7a6360f7f237 port b4a1af31-a2f9-484c-9fcc-c0652417c5ce binding host dv-neutron-master-2-hyperv {{(pid=103802) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 05 17:24:14.939066 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:24:14.968050 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-9bc45585-5186-4a29-a17e-af3132cd51f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:24:14.982188 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-319ba2e1-870e-4996-934c-8202acd2940e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:24:14.991324 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-88783205-0fb8-4b42-ad4c-878e456d0db6 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:24:15.028510 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88783205-0fb8-4b42-ad4c-878e456d0db6 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Pushing event updated for resources: {'SecurityGroup': ['ID=817afc50-8d76-4f7b-82ba-ff2dc3899974,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:24:15.096876 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-88783205-0fb8-4b42-ad4c-878e456d0db6 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for security_group, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:24:15.097997 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.db.api [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103802) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 05 17:24:15.098354 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG oslo_db.api [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 05 17:24:15.101809 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-88783205-0fb8-4b42-ad4c-878e456d0db6 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3714800 Jan 05 17:24:15.102091 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 47818) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:24:15.103928 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc45585-5186-4a29-a17e-af3132cd51f1 None None] Pushing event updated for resources: {'Port': ['ID=33960fe8-a4f1-4a84-8ae6-9f6058f45326,revision_number=3']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:24:15.107446 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-9a864c1b-1e25-435f-b119-dc19bec0d261 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Request body: {'security_group_rule': {'security_group_id': '817afc50-8d76-4f7b-82ba-ff2dc3899974', 'project_id': 'ec76859de02442879238ecf1eaefefed', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:24:15.169806 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-ba3767d4-a683-4854-8b85-d61fde14927a None None] Provisioning complete for port b4a1af31-a2f9-484c-9fcc-c0652417c5ce triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:24:15.170369 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-ba3767d4-a683-4854-8b85-d61fde14927a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:24:15.231031 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-ba3767d4-a683-4854-8b85-d61fde14927a None None] Port b4a1af31-a2f9-484c-9fcc-c0652417c5ce cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 17:24:15.259783 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-9a864c1b-1e25-435f-b119-dc19bec0d261 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:24:15.275651 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-ba3767d4-a683-4854-8b85-d61fde14927a None None] Provisioning complete for port 33960fe8-a4f1-4a84-8ae6-9f6058f45326 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:24:15.276020 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-ba3767d4-a683-4854-8b85-d61fde14927a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:24:15.322081 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-9a864c1b-1e25-435f-b119-dc19bec0d261 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:24:15.403009 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-9a864c1b-1e25-435f-b119-dc19bec0d261 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533437'] for security_group_rule, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:24:15.423191 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a864c1b-1e25-435f-b119-dc19bec0d261 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76b31ca1-e104-4b89-ba3f-e91f0fa471d9,revision_number=0']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:24:15.490742 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-9a864c1b-1e25-435f-b119-dc19bec0d261 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:24:15.491917 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-9a864c1b-1e25-435f-b119-dc19bec0d261 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3882763 Jan 05 17:24:15.494967 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 47820) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:24:15.499415 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-41640602-bbeb-4f3f-8a1e-3c3f712b0e16 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Request body: {'security_group_rule': {'security_group_id': '817afc50-8d76-4f7b-82ba-ff2dc3899974', 'project_id': 'ec76859de02442879238ecf1eaefefed', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:24:15.578185 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-319ba2e1-870e-4996-934c-8202acd2940e None None] Publish callbacks [] for port, precommit_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:24:15.596028 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-41640602-bbeb-4f3f-8a1e-3c3f712b0e16 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:24:15.655676 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-41640602-bbeb-4f3f-8a1e-3c3f712b0e16 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:24:15.665559 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-319ba2e1-870e-4996-934c-8202acd2940e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:24:15.724932 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd679a6b-7094-4ac6-afc1-aea0b69c36f2 None None] Pushing event updated for resources: {'Port': ['ID=b4a1af31-a2f9-484c-9fcc-c0652417c5ce,revision_number=3']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:24:15.730674 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-698ccb40-f51a-486e-a5ba-e5db65d778fa None None] Provisioning complete for port b4a1af31-a2f9-484c-9fcc-c0652417c5ce triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:24:15.735320 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-698ccb40-f51a-486e-a5ba-e5db65d778fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:24:15.758308 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-41640602-bbeb-4f3f-8a1e-3c3f712b0e16 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533437'] for security_group_rule, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:24:15.777971 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41640602-bbeb-4f3f-8a1e-3c3f712b0e16 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86464e84-fe4d-4021-b6b1-c6f3b0318c52,revision_number=0']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:24:15.802734 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-698ccb40-f51a-486e-a5ba-e5db65d778fa None None] Port b4a1af31-a2f9-484c-9fcc-c0652417c5ce cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 17:24:15.808464 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-319ba2e1-870e-4996-934c-8202acd2940e None None] Attempting to bind port b4a1af31-a2f9-484c-9fcc-c0652417c5ce on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 05 17:24:15.808843 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-319ba2e1-870e-4996-934c-8202acd2940e None None] Attempting to bind port b4a1af31-a2f9-484c-9fcc-c0652417c5ce by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '0cb0d53c-d55a-443e-abde-6849a1a9acfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '2665a280-bf81-4f32-8381-3ce5bcea5dcd'}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 05 17:24:15.809209 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-319ba2e1-870e-4996-934c-8202acd2940e None None] Attempting to bind port b4a1af31-a2f9-484c-9fcc-c0652417c5ce on network 2665a280-bf81-4f32-8381-3ce5bcea5dcd {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:24:15.814700 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-319ba2e1-870e-4996-934c-8202acd2940e None None] Checking agent: {'id': '0d4f8fd3-ce62-4651-970c-efa6a8bb22b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 5, 16, 57, 23), 'started_at': datetime.datetime(2022, 1, 5, 16, 57, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 5, 17, 23, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 05 17:24:15.815108 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-319ba2e1-870e-4996-934c-8202acd2940e None None] Checking segment: {'id': '0cb0d53c-d55a-443e-abde-6849a1a9acfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '2665a280-bf81-4f32-8381-3ce5bcea5dcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:24:15.815567 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-319ba2e1-870e-4996-934c-8202acd2940e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:24:15.816080 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-319ba2e1-870e-4996-934c-8202acd2940e None None] Bound using segment: {'id': '0cb0d53c-d55a-443e-abde-6849a1a9acfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '2665a280-bf81-4f32-8381-3ce5bcea5dcd'} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 05 17:24:15.816683 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-319ba2e1-870e-4996-934c-8202acd2940e None None] Bound port: b4a1af31-a2f9-484c-9fcc-c0652417c5ce, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cb0d53c-d55a-443e-abde-6849a1a9acfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '2665a280-bf81-4f32-8381-3ce5bcea5dcd'}}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 05 17:24:15.817098 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-319ba2e1-870e-4996-934c-8202acd2940e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:24:15.856917 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-41640602-bbeb-4f3f-8a1e-3c3f712b0e16 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:24:15.858302 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-41640602-bbeb-4f3f-8a1e-3c3f712b0e16 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3623145 Jan 05 17:24:15.864890 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 47822) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:24:15.866291 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-ea536919-7274-4cb1-8bc4-30c839e07a75 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Request body: {'security_group_rule': {'security_group_id': '817afc50-8d76-4f7b-82ba-ff2dc3899974', 'project_id': 'ec76859de02442879238ecf1eaefefed', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:24:15.888381 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-319ba2e1-870e-4996-934c-8202acd2940e None None] For port b4a1af31-a2f9-484c-9fcc-c0652417c5ce, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 05 17:24:15.896147 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-319ba2e1-870e-4996-934c-8202acd2940e None None] For port b4a1af31-a2f9-484c-9fcc-c0652417c5ce, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b4a1af31-a2f9-484c-9fcc-c0652417c5ce,segment=NetworkSegment(0cb0d53c-d55a-443e-abde-6849a1a9acfa),segment_id=0cb0d53c-d55a-443e-abde-6849a1a9acfa)] {{(pid=103802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 05 17:24:15.921589 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-db2ce9b7-d3cd-4714-8efa-e62cc67597f4 None None] Provisioning complete for port b4a1af31-a2f9-484c-9fcc-c0652417c5ce triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:24:15.924714 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-db2ce9b7-d3cd-4714-8efa-e62cc67597f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:24:15.955039 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-db2ce9b7-d3cd-4714-8efa-e62cc67597f4 None None] Port b4a1af31-a2f9-484c-9fcc-c0652417c5ce cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 17:24:15.977146 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ea536919-7274-4cb1-8bc4-30c839e07a75 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:24:15.986284 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-319ba2e1-870e-4996-934c-8202acd2940e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:24:16.037002 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-319ba2e1-870e-4996-934c-8202acd2940e None None] Routers {'bb1317f1-7c23-48ef-b30e-7a6360f7f237'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:24:16.038556 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-319ba2e1-870e-4996-934c-8202acd2940e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:23:49Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['bb1317f1-7c23-48ef-b30e-7a6360f7f237'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:24:16.038643 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ea536919-7274-4cb1-8bc4-30c839e07a75 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:24:16.085541 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd679a6b-7094-4ac6-afc1-aea0b69c36f2 None None] Pushing event updated for resources: {'Port': ['ID=b4a1af31-a2f9-484c-9fcc-c0652417c5ce,revision_number=4']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:24:16.095017 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ea536919-7274-4cb1-8bc4-30c839e07a75 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533437'] for security_group_rule, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:24:16.116689 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 33960fe8-a4f1-4a84-8ae6-9f6058f45326 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:24:16.119343 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea536919-7274-4cb1-8bc4-30c839e07a75 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eee4aa84-c0b5-46c9-bbfe-0bfe5fcd9520,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:24:16.171151 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ea536919-7274-4cb1-8bc4-30c839e07a75 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:24:16.172801 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-ea536919-7274-4cb1-8bc4-30c839e07a75 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3103204 Jan 05 17:24:16.175425 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 47824) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:24:16.180668 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-220eca55-e9e0-4ffa-bf32-5d35b19737f9 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Request body: {'security_group_rule': {'security_group_id': '817afc50-8d76-4f7b-82ba-ff2dc3899974', 'project_id': 'ec76859de02442879238ecf1eaefefed', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:24:16.196847 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-319ba2e1-870e-4996-934c-8202acd2940e None None] Set router bb1317f1-7c23-48ef-b30e-7a6360f7f237 gateway port host: dv-neutron-master-2-hyperv {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:24:16.267245 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-220eca55-e9e0-4ffa-bf32-5d35b19737f9 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:24:16.298546 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Provisioning complete for port 33960fe8-a4f1-4a84-8ae6-9f6058f45326 triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:24:16.298846 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:24:16.327520 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-220eca55-e9e0-4ffa-bf32-5d35b19737f9 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:24:16.363051 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-4a826e9f-b6ff-4458-aaad-bbf955f84a34 None None] Provisioning complete for port b4a1af31-a2f9-484c-9fcc-c0652417c5ce triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:24:16.363411 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-4a826e9f-b6ff-4458-aaad-bbf955f84a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:24:16.397411 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-220eca55-e9e0-4ffa-bf32-5d35b19737f9 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533437'] for security_group_rule, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:24:16.415165 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220eca55-e9e0-4ffa-bf32-5d35b19737f9 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9207fe2-fd6e-4d78-891f-a72c295eafec,revision_number=0']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:24:16.496810 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-220eca55-e9e0-4ffa-bf32-5d35b19737f9 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:24:16.498098 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-220eca55-e9e0-4ffa-bf32-5d35b19737f9 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3216348 Jan 05 17:24:16.500738 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 47826) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:24:16.505309 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-03f36afa-e6e9-41a0-a6ba-7f921d80a718 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Request body: {'security_group_rule': {'security_group_id': '817afc50-8d76-4f7b-82ba-ff2dc3899974', 'project_id': 'ec76859de02442879238ecf1eaefefed', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:24:16.542999 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-4a826e9f-b6ff-4458-aaad-bbf955f84a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:24:16.562762 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-319ba2e1-870e-4996-934c-8202acd2940e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb1317f1-7c23-48ef-b30e-7a6360f7f237', 'name': 'tempest-TestNetworkBasicOps-router-1757652070', 'tenant_id': 'ec76859de02442879238ecf1eaefefed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.141'}], 'enable_snat': True}, 'gw_port_id': 'f1894379-1bf2-4093-ba3d-95169dd62649', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:24:08Z', 'updated_at': '2022-01-05T17:24:13Z', 'revision_number': 4, 'project_id': 'ec76859de02442879238ecf1eaefefed', 'gw_port': {'id': 'f1894379-1bf2-4093-ba3d-95169dd62649', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:e3:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb1317f1-7c23-48ef-b30e-7a6360f7f237', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1520, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:24:09Z', 'updated_at': '2022-01-05T17:24:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'b4a1af31-a2f9-484c-9fcc-c0652417c5ce', 'name': '', 'network_id': '2665a280-bf81-4f32-8381-3ce5bcea5dcd', 'tenant_id': 'ec76859de02442879238ecf1eaefefed', 'mac_address': 'fa:16:3e:fa:77:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb1317f1-7c23-48ef-b30e-7a6360f7f237', 'device_owner': 'network:router_interface', 'standard_attr_id': 1523, 'fixed_ips': [{'subnet_id': '0c18c6c4-17ee-47b4-b6e0-3f813ec7cf93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:24:12Z', 'updated_at': '2022-01-05T17:24:15Z', 'revision_number': 4, 'project_id': 'ec76859de02442879238ecf1eaefefed', 'subnets': [{'id': '0c18c6c4-17ee-47b4-b6e0-3f813ec7cf93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:24:16.596135 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-319ba2e1-870e-4996-934c-8202acd2940e None None] The sync data for ids ['bb1317f1-7c23-48ef-b30e-7a6360f7f237'] in dv-neutron-master-2-hyperv is: [{'id': 'bb1317f1-7c23-48ef-b30e-7a6360f7f237', 'name': 'tempest-TestNetworkBasicOps-router-1757652070', 'tenant_id': 'ec76859de02442879238ecf1eaefefed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.141'}], 'enable_snat': True}, 'gw_port_id': 'f1894379-1bf2-4093-ba3d-95169dd62649', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:24:08Z', 'updated_at': '2022-01-05T17:24:13Z', 'revision_number': 4, 'project_id': 'ec76859de02442879238ecf1eaefefed', 'gw_port': {'id': 'f1894379-1bf2-4093-ba3d-95169dd62649', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:e3:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb1317f1-7c23-48ef-b30e-7a6360f7f237', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1520, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:24:09Z', 'updated_at': '2022-01-05T17:24:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'b4a1af31-a2f9-484c-9fcc-c0652417c5ce', 'name': '', 'network_id': '2665a280-bf81-4f32-8381-3ce5bcea5dcd', 'tenant_id': 'ec76859de02442879238ecf1eaefefed', 'mac_address': 'fa:16:3e:fa:77:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb1317f1-7c23-48ef-b30e-7a6360f7f237', 'device_owner': 'network:router_interface', 'standard_attr_id': 1523, 'fixed_ips': [{'subnet_id': '0c18c6c4-17ee-47b4-b6e0-3f813ec7cf93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:24:12Z', 'updated_at': '2022-01-05T17:24:15Z', 'revision_number': 4, 'project_id': 'ec76859de02442879238ecf1eaefefed', 'subnets': [{'id': '0c18c6c4-17ee-47b4-b6e0-3f813ec7cf93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 05 17:24:16.603135 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.db.securitygroups_db [None req-03f36afa-e6e9-41a0-a6ba-7f921d80a718 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Project ec76859de02442879238ecf1eaefefed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 05 17:24:16.609295 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-4a826e9f-b6ff-4458-aaad-bbf955f84a34 None None] For port b4a1af31-a2f9-484c-9fcc-c0652417c5ce, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b4a1af31-a2f9-484c-9fcc-c0652417c5ce,segment=NetworkSegment(0cb0d53c-d55a-443e-abde-6849a1a9acfa),segment_id=0cb0d53c-d55a-443e-abde-6849a1a9acfa)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:24:16.611303 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-03f36afa-e6e9-41a0-a6ba-7f921d80a718 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:24:16.688176 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-03f36afa-e6e9-41a0-a6ba-7f921d80a718 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:24:16.698771 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-4a826e9f-b6ff-4458-aaad-bbf955f84a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:24:16.748077 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a826e9f-b6ff-4458-aaad-bbf955f84a34 None None] Pushing event updated for resources: {'Port': ['ID=b4a1af31-a2f9-484c-9fcc-c0652417c5ce,revision_number=5']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:24:16.814857 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-03f36afa-e6e9-41a0-a6ba-7f921d80a718 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533437'] for security_group_rule, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:24:16.833898 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f36afa-e6e9-41a0-a6ba-7f921d80a718 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4090349a-caa8-4b7f-b7a1-46e695839eac,revision_number=0']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:24:16.914306 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-03f36afa-e6e9-41a0-a6ba-7f921d80a718 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:24:16.915715 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-03f36afa-e6e9-41a0-a6ba-7f921d80a718 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4140003 Jan 05 17:24:16.918823 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 47828) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:24:16.923667 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-0fd3f22e-d122-41b1-a696-ec33a0457f1b tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Request body: {'security_group_rule': {'security_group_id': '817afc50-8d76-4f7b-82ba-ff2dc3899974', 'project_id': 'ec76859de02442879238ecf1eaefefed', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:24:17.043412 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.db.securitygroups_db [None req-0fd3f22e-d122-41b1-a696-ec33a0457f1b tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Project ec76859de02442879238ecf1eaefefed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 05 17:24:17.052296 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0fd3f22e-d122-41b1-a696-ec33a0457f1b tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:24:17.100707 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-1e29b6be-b5e9-4148-851a-75c8e96a2d70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:24:17.104184 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0fd3f22e-d122-41b1-a696-ec33a0457f1b tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:24:17.180226 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0fd3f22e-d122-41b1-a696-ec33a0457f1b tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533437'] for security_group_rule, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:24:17.203165 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd3f22e-d122-41b1-a696-ec33a0457f1b tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07db6546-13a9-4aec-bf30-b35de1f85c72,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:24:17.274259 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0fd3f22e-d122-41b1-a696-ec33a0457f1b tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:24:17.279548 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-0fd3f22e-d122-41b1-a696-ec33a0457f1b tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3556871 Jan 05 17:24:17.425986 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-3e3b9280-dad1-44b9-ac4c-4e86f83178d6 req-9108a15b-f28a-4f2b-a69b-69c78e48669c tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1272896297&fields=id&tenant_id=ec76859de02442879238ecf1eaefefed HTTP/1.1" status: 200 len: 267 time: 0.0458937 Jan 05 17:24:17.537997 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3b9280-dad1-44b9-ac4c-4e86f83178d6 req-6fe2a14b-7fc3-4391-b181-c57703970652 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:24:17.539471 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-3e3b9280-dad1-44b9-ac4c-4e86f83178d6 req-6fe2a14b-7fc3-4391-b181-c57703970652 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/networks?id=2665a280-bf81-4f32-8381-3ce5bcea5dcd HTTP/1.1" status: 200 len: 796 time: 0.1067989 Jan 05 17:24:17.554740 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-3e3b9280-dad1-44b9-ac4c-4e86f83178d6 req-51638bc5-a370-4133-b026-07f1e3fe8289 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/quotas/ec76859de02442879238ecf1eaefefed HTTP/1.1" status: 200 len: 375 time: 0.0095994 Jan 05 17:24:17.606922 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-3e3b9280-dad1-44b9-ac4c-4e86f83178d6 req-c3c4d582-4379-412d-b76e-515b0d3bedd4 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=ec76859de02442879238ecf1eaefefed&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0467432 Jan 05 17:24:17.718595 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.agents_db [None req-291d1585-17df-45c0-b64a-d244e6d90872 None None] Agent healthcheck: found 6 active agents {{(pid=103803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 05 17:24:17.768505 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-3e3b9280-dad1-44b9-ac4c-4e86f83178d6 req-87e48f6c-3415-408d-ba93-bc3d465ebd27 service neutron] 10.222.0.11 "GET /v2.0/networks/2665a280-bf81-4f32-8381-3ce5bcea5dcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1503723 Jan 05 17:24:17.853682 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-3e3b9280-dad1-44b9-ac4c-4e86f83178d6 req-81874c32-7ffb-431a-8f44-7b688ef71ed9 service neutron] 10.222.0.11 "GET /v2.0/networks/2665a280-bf81-4f32-8381-3ce5bcea5dcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793178 Jan 05 17:24:18.120491 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-02245823-a740-4a1e-a286-d3d906dd58ee req-038e2ea4-c735-4d97-a91d-94961d02a645 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/ports?device_id=148b0fc9-b343-4fc6-b307-49f433c92429 HTTP/1.1" status: 200 len: 210 time: 0.0305598 Jan 05 17:24:18.132756 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device b4a1af31-a2f9-484c-9fcc-c0652417c5ce up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:24:18.185257 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Provisioning complete for port b4a1af31-a2f9-484c-9fcc-c0652417c5ce triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:24:18.185661 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:24:19.217638 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-904876f8-2271-49b4-b4ee-cb72adca80e1 req-c0c6e2bf-749a-4527-9de6-12527866a8de tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/ports?device_id=148b0fc9-b343-4fc6-b307-49f433c92429 HTTP/1.1" status: 200 len: 210 time: 0.0274267 Jan 05 17:24:19.288889 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-f9815a71-9f75-4fda-ba32-6d6d97d731db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:24:19.800901 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:24:19.873085 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3b9280-dad1-44b9-ac4c-4e86f83178d6 req-e9e37f1f-bb99-4de7-9913-f48a602cafb6 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:24:19.874604 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-3e3b9280-dad1-44b9-ac4c-4e86f83178d6 req-e9e37f1f-bb99-4de7-9913-f48a602cafb6 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.13 "GET /v2.0/networks?id=2665a280-bf81-4f32-8381-3ce5bcea5dcd HTTP/1.1" status: 200 len: 796 time: 0.0994499 Jan 05 17:24:19.936913 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-3e3b9280-dad1-44b9-ac4c-4e86f83178d6 req-b3293a52-182a-4dbb-8980-ca410862b72c tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ec76859de02442879238ecf1eaefefed HTTP/1.1" status: 200 len: 380 time: 0.0537310 Jan 05 17:24:19.945871 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [req-3e3b9280-dad1-44b9-ac4c-4e86f83178d6 req-f171e3a6-eb44-4ad0-8cec-20925176f7b2 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Request body: {'port': {'device_id': '148b0fc9-b343-4fc6-b307-49f433c92429', 'network_id': '2665a280-bf81-4f32-8381-3ce5bcea5dcd', 'admin_state_up': True, 'tenant_id': 'ec76859de02442879238ecf1eaefefed', 'security_groups': ['817afc50-8d76-4f7b-82ba-ff2dc3899974']}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:24:20.115142 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e3b9280-dad1-44b9-ac4c-4e86f83178d6 req-f171e3a6-eb44-4ad0-8cec-20925176f7b2 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Made reservation on behalf of ec76859de02442879238ecf1eaefefed for: {'port': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:24:20.119298 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-3e3b9280-dad1-44b9-ac4c-4e86f83178d6 req-f171e3a6-eb44-4ad0-8cec-20925176f7b2 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:24:20.246235 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [req-3e3b9280-dad1-44b9-ac4c-4e86f83178d6 req-f171e3a6-eb44-4ad0-8cec-20925176f7b2 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Allocated IP 172.20.0.11 (2665a280-bf81-4f32-8381-3ce5bcea5dcd/0c18c6c4-17ee-47b4-b6e0-3f813ec7cf93/e0eb4497-69bb-4468-8d4a-7c80dc9cebd7) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:24:20.327767 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-0efbc260-84db-4e11-8fe3-98ce8e319d07 req-15f393af-559b-43cf-9e03-3b854474c11c tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/ports?device_id=148b0fc9-b343-4fc6-b307-49f433c92429 HTTP/1.1" status: 200 len: 210 time: 0.0388057 Jan 05 17:24:20.407789 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-3e3b9280-dad1-44b9-ac4c-4e86f83178d6 req-f171e3a6-eb44-4ad0-8cec-20925176f7b2 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for port, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:24:20.503964 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-3e3b9280-dad1-44b9-ac4c-4e86f83178d6 req-f171e3a6-eb44-4ad0-8cec-20925176f7b2 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:24:20.547264 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e3b9280-dad1-44b9-ac4c-4e86f83178d6 req-f171e3a6-eb44-4ad0-8cec-20925176f7b2 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Network 2665a280-bf81-4f32-8381-3ce5bcea5dcd is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:24:20.550400 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [req-3e3b9280-dad1-44b9-ac4c-4e86f83178d6 req-f171e3a6-eb44-4ad0-8cec-20925176f7b2 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:24:20.554745 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e3b9280-dad1-44b9-ac4c-4e86f83178d6 req-f171e3a6-eb44-4ad0-8cec-20925176f7b2 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:24:20.555312 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d2607572-b3c9-472c-85bc-c8de0c3fb75c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:24:20.581851 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f171e3a6-eb44-4ad0-8cec-20925176f7b2 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Pushing event updated for resources: {'Port': ['ID=e0eb4497-69bb-4468-8d4a-7c80dc9cebd7,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:24:20.614855 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3b9280-dad1-44b9-ac4c-4e86f83178d6 req-f171e3a6-eb44-4ad0-8cec-20925176f7b2 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:24:20.615474 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-3e3b9280-dad1-44b9-ac4c-4e86f83178d6 req-f171e3a6-eb44-4ad0-8cec-20925176f7b2 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:24:20.685762 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-3e3b9280-dad1-44b9-ac4c-4e86f83178d6 req-f171e3a6-eb44-4ad0-8cec-20925176f7b2 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7440634 Jan 05 17:24:20.698085 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [req-3e3b9280-dad1-44b9-ac4c-4e86f83178d6 req-8e324b36-b8c4-46bd-b70a-702cda587e7e service neutron] Request body: {'port': {'device_id': '148b0fc9-b343-4fc6-b307-49f433c92429', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:24:20.748238 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-75e77e1b-d140-4ae3-bd78-5f3f8fc1cb50 None None] Provisioning complete for port e0eb4497-69bb-4468-8d4a-7c80dc9cebd7 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:24:20.748605 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-75e77e1b-d140-4ae3-bd78-5f3f8fc1cb50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:24:20.755351 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-3e3b9280-dad1-44b9-ac4c-4e86f83178d6 req-8e324b36-b8c4-46bd-b70a-702cda587e7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:24:20.781943 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-75e77e1b-d140-4ae3-bd78-5f3f8fc1cb50 None None] Port e0eb4497-69bb-4468-8d4a-7c80dc9cebd7 cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 17:24:21.023003 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.notifiers.nova [req-3e3b9280-dad1-44b9-ac4c-4e86f83178d6 req-8e324b36-b8c4-46bd-b70a-702cda587e7e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0eb4497-69bb-4468-8d4a-7c80dc9cebd7 {{(pid=103800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 05 17:24:21.032666 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-3e3b9280-dad1-44b9-ac4c-4e86f83178d6 req-8e324b36-b8c4-46bd-b70a-702cda587e7e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:24:21.044246 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.provisioning_blocks [req-3e3b9280-dad1-44b9-ac4c-4e86f83178d6 req-8e324b36-b8c4-46bd-b70a-702cda587e7e service neutron] Transition to ACTIVE for port object e0eb4497-69bb-4468-8d4a-7c80dc9cebd7 will not be triggered until provisioned by entity L2. {{(pid=103800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 05 17:24:21.126803 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-3e3b9280-dad1-44b9-ac4c-4e86f83178d6 req-8e324b36-b8c4-46bd-b70a-702cda587e7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8784461'] for port, after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:24:21.176434 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e324b36-b8c4-46bd-b70a-702cda587e7e service neutron] Pushing event updated for resources: {'Port': ['ID=e0eb4497-69bb-4468-8d4a-7c80dc9cebd7,revision_number=2']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:24:21.251771 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [req-3e3b9280-dad1-44b9-ac4c-4e86f83178d6 req-8e324b36-b8c4-46bd-b70a-702cda587e7e service neutron] Attempting to bind port e0eb4497-69bb-4468-8d4a-7c80dc9cebd7 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 05 17:24:21.252113 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [req-3e3b9280-dad1-44b9-ac4c-4e86f83178d6 req-8e324b36-b8c4-46bd-b70a-702cda587e7e service neutron] Attempting to bind port e0eb4497-69bb-4468-8d4a-7c80dc9cebd7 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '0cb0d53c-d55a-443e-abde-6849a1a9acfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '2665a280-bf81-4f32-8381-3ce5bcea5dcd'}] {{(pid=103800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 05 17:24:21.252440 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e3b9280-dad1-44b9-ac4c-4e86f83178d6 req-8e324b36-b8c4-46bd-b70a-702cda587e7e service neutron] Attempting to bind port e0eb4497-69bb-4468-8d4a-7c80dc9cebd7 on network 2665a280-bf81-4f32-8381-3ce5bcea5dcd {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:24:21.257509 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e3b9280-dad1-44b9-ac4c-4e86f83178d6 req-8e324b36-b8c4-46bd-b70a-702cda587e7e service neutron] Port e0eb4497-69bb-4468-8d4a-7c80dc9cebd7 on network 2665a280-bf81-4f32-8381-3ce5bcea5dcd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 05 17:24:21.257869 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e3b9280-dad1-44b9-ac4c-4e86f83178d6 req-8e324b36-b8c4-46bd-b70a-702cda587e7e service neutron] Attempting to bind port e0eb4497-69bb-4468-8d4a-7c80dc9cebd7 on network 2665a280-bf81-4f32-8381-3ce5bcea5dcd {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:24:21.262849 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e3b9280-dad1-44b9-ac4c-4e86f83178d6 req-8e324b36-b8c4-46bd-b70a-702cda587e7e service neutron] Checking agent: {'id': '5c36d785-abe8-4e89-a23a-b403333d2378', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 5, 17, 3, 49), 'started_at': datetime.datetime(2022, 1, 5, 17, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 1, 5, 17, 24, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 05 17:24:21.263186 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e3b9280-dad1-44b9-ac4c-4e86f83178d6 req-8e324b36-b8c4-46bd-b70a-702cda587e7e service neutron] Checking segment: {'id': '0cb0d53c-d55a-443e-abde-6849a1a9acfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '2665a280-bf81-4f32-8381-3ce5bcea5dcd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:24:21.263569 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e3b9280-dad1-44b9-ac4c-4e86f83178d6 req-8e324b36-b8c4-46bd-b70a-702cda587e7e service neutron] Bound using segment: {'id': '0cb0d53c-d55a-443e-abde-6849a1a9acfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '2665a280-bf81-4f32-8381-3ce5bcea5dcd'} {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 05 17:24:21.263998 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [req-3e3b9280-dad1-44b9-ac4c-4e86f83178d6 req-8e324b36-b8c4-46bd-b70a-702cda587e7e service neutron] Bound port: e0eb4497-69bb-4468-8d4a-7c80dc9cebd7, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0cb0d53c-d55a-443e-abde-6849a1a9acfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '2665a280-bf81-4f32-8381-3ce5bcea5dcd'}}] {{(pid=103800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 05 17:24:21.264353 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-3e3b9280-dad1-44b9-ac4c-4e86f83178d6 req-8e324b36-b8c4-46bd-b70a-702cda587e7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:24:21.331778 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.db [req-3e3b9280-dad1-44b9-ac4c-4e86f83178d6 req-8e324b36-b8c4-46bd-b70a-702cda587e7e service neutron] For port e0eb4497-69bb-4468-8d4a-7c80dc9cebd7, host hv-neutron-mast, cleared binding levels {{(pid=103800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 05 17:24:21.335348 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.db [req-3e3b9280-dad1-44b9-ac4c-4e86f83178d6 req-8e324b36-b8c4-46bd-b70a-702cda587e7e service neutron] For port e0eb4497-69bb-4468-8d4a-7c80dc9cebd7, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=e0eb4497-69bb-4468-8d4a-7c80dc9cebd7,segment=NetworkSegment(0cb0d53c-d55a-443e-abde-6849a1a9acfa),segment_id=0cb0d53c-d55a-443e-abde-6849a1a9acfa)] {{(pid=103800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 05 17:24:21.384488 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-3e3b9280-dad1-44b9-ac4c-4e86f83178d6 req-8e324b36-b8c4-46bd-b70a-702cda587e7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8784461'] for port, after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:24:21.417798 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3b9280-dad1-44b9-ac4c-4e86f83178d6 req-8e324b36-b8c4-46bd-b70a-702cda587e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:24:21.418462 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-3e3b9280-dad1-44b9-ac4c-4e86f83178d6 req-8e324b36-b8c4-46bd-b70a-702cda587e7e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:24:21.419858 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-3e3b9280-dad1-44b9-ac4c-4e86f83178d6 req-8e324b36-b8c4-46bd-b70a-702cda587e7e service neutron] 10.222.0.13 "PUT /v2.0/ports/e0eb4497-69bb-4468-8d4a-7c80dc9cebd7 HTTP/1.1" status: 200 len: 1094 time: 0.7270141 Jan 05 17:24:21.420309 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '148b0fc9-b343-4fc6-b307-49f433c92429', 'tag': 'e0eb4497-69bb-4468-8d4a-7c80dc9cebd7'}] {{(pid=103800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 05 17:24:21.422627 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f64b9d4628f7eefcc27168a80c04985d23f0ea5def038dae05e1deb7357f3bfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b095c43-7700-4c75-a9bf-b1decfd9fa0d" -d '{"events": [{"name": "network-changed", "server_uuid": "148b0fc9-b343-4fc6-b307-49f433c92429", "tag": "e0eb4497-69bb-4468-8d4a-7c80dc9cebd7"}]}' {{(pid=103800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 05 17:24:21.450485 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e324b36-b8c4-46bd-b70a-702cda587e7e service neutron] Pushing event updated for resources: {'Port': ['ID=e0eb4497-69bb-4468-8d4a-7c80dc9cebd7,revision_number=3']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:24:21.474248 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Jan 2022 17:24:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59df1a8c-401a-46b6-84ed-443a2ab79deb x-openstack-request-id: req-59df1a8c-401a-46b6-84ed-443a2ab79deb {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 05 17:24:21.474546 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "148b0fc9-b343-4fc6-b307-49f433c92429", "tag": "e0eb4497-69bb-4468-8d4a-7c80dc9cebd7", "status": "completed", "code": 200}]} {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 05 17:24:21.474804 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-59df1a8c-401a-46b6-84ed-443a2ab79deb {{(pid=103800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 05 17:24:21.475352 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '148b0fc9-b343-4fc6-b307-49f433c92429', 'tag': 'e0eb4497-69bb-4468-8d4a-7c80dc9cebd7', 'status': 'completed', 'code': 200} Jan 05 17:24:21.482511 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7b0688-a289-4431-ac05-93b5cd0c8794 req-ce60f89c-2560-45f1-bf6e-965ebdcfd648 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:24:21.484326 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-5e7b0688-a289-4431-ac05-93b5cd0c8794 req-ce60f89c-2560-45f1-bf6e-965ebdcfd648 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/ports?device_id=148b0fc9-b343-4fc6-b307-49f433c92429 HTTP/1.1" status: 200 len: 944 time: 0.0895379 Jan 05 17:24:21.534565 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b095c43-7700-4c75-a9bf-b1decfd9fa0d req-7b69f5e7-96fd-4019-be8a-ee38ca03ec34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:24:21.537459 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-4b095c43-7700-4c75-a9bf-b1decfd9fa0d req-7b69f5e7-96fd-4019-be8a-ee38ca03ec34 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ec76859de02442879238ecf1eaefefed&device_id=148b0fc9-b343-4fc6-b307-49f433c92429 HTTP/1.1" status: 200 len: 1097 time: 0.0439289 Jan 05 17:24:21.545325 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-5e7b0688-a289-4431-ac05-93b5cd0c8794 req-0fcbb392-3815-43d9-9e58-52e01d1b26b2 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/security-groups?id=817afc50-8d76-4f7b-82ba-ff2dc3899974&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551801 Jan 05 17:24:21.641681 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b095c43-7700-4c75-a9bf-b1decfd9fa0d req-8d0d9e62-1018-4bda-9fa2-0e4eebfe4e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:24:21.643135 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-4b095c43-7700-4c75-a9bf-b1decfd9fa0d req-8d0d9e62-1018-4bda-9fa2-0e4eebfe4e8f service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=ec76859de02442879238ecf1eaefefed&shared=False HTTP/1.1" status: 200 len: 897 time: 0.0993032 Jan 05 17:24:21.734747 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b095c43-7700-4c75-a9bf-b1decfd9fa0d req-af84a84f-76d1-4e42-9c14-b5ca97af551f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:24:21.736385 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-4b095c43-7700-4c75-a9bf-b1decfd9fa0d req-af84a84f-76d1-4e42-9c14-b5ca97af551f service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0875051 Jan 05 17:24:21.808908 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3b9280-dad1-44b9-ac4c-4e86f83178d6 req-cab3a23d-4063-445f-aab6-8ae3fd5e6079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:24:21.810324 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-3e3b9280-dad1-44b9-ac4c-4e86f83178d6 req-cab3a23d-4063-445f-aab6-8ae3fd5e6079 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ec76859de02442879238ecf1eaefefed&device_id=148b0fc9-b343-4fc6-b307-49f433c92429 HTTP/1.1" status: 200 len: 1097 time: 0.0404727 Jan 05 17:24:21.850487 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-3e3b9280-dad1-44b9-ac4c-4e86f83178d6 req-87bcaeb5-2cf7-4204-b7cc-61dc464f7d93 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e0eb4497-69bb-4468-8d4a-7c80dc9cebd7 HTTP/1.1" status: 200 len: 217 time: 0.0330789 Jan 05 17:24:21.896224 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3b9280-dad1-44b9-ac4c-4e86f83178d6 req-771b3c92-0ca2-42a3-a3b4-8500d77cf1ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:24:21.898366 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-3e3b9280-dad1-44b9-ac4c-4e86f83178d6 req-771b3c92-0ca2-42a3-a3b4-8500d77cf1ff service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0c18c6c4-17ee-47b4-b6e0-3f813ec7cf93 HTTP/1.1" status: 200 len: 834 time: 0.0431037 Jan 05 17:24:21.934432 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d504d802-9546-4ce5-a9d3-96c844ac5808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:24:21.944675 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3b9280-dad1-44b9-ac4c-4e86f83178d6 req-401c359d-3b48-46a3-be83-2fe104ffc1b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:24:21.946160 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-3e3b9280-dad1-44b9-ac4c-4e86f83178d6 req-401c359d-3b48-46a3-be83-2fe104ffc1b1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2665a280-bf81-4f32-8381-3ce5bcea5dcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0422785 Jan 05 17:24:22.031524 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-3e3b9280-dad1-44b9-ac4c-4e86f83178d6 req-0f412926-dd0c-4341-8718-72c9483b8010 service neutron] 10.222.0.13 "GET /v2.0/networks/2665a280-bf81-4f32-8381-3ce5bcea5dcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789502 Jan 05 17:24:22.120345 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-3e3b9280-dad1-44b9-ac4c-4e86f83178d6 req-161224e7-9509-4b15-a9b9-5168fc84097c service neutron] 10.222.0.13 "GET /v2.0/networks/2665a280-bf81-4f32-8381-3ce5bcea5dcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829208 Jan 05 17:24:22.659518 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744207b7-39dc-4153-9433-6144716e52bf req-b906db56-268a-4759-8495-43d808ede5b6 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:24:22.661011 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-744207b7-39dc-4153-9433-6144716e52bf req-b906db56-268a-4759-8495-43d808ede5b6 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/ports?device_id=148b0fc9-b343-4fc6-b307-49f433c92429 HTTP/1.1" status: 200 len: 944 time: 0.0495305 Jan 05 17:24:22.710678 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-744207b7-39dc-4153-9433-6144716e52bf req-45394e58-fd65-40bd-90fb-6bc6abfb71ad tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/security-groups?id=817afc50-8d76-4f7b-82ba-ff2dc3899974&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435085 Jan 05 17:24:23.305361 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:24:23.822467 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2848e3-5311-4d7a-83a1-7d0796248804 req-0bbb1123-2d2e-44ed-84f1-e6ed45a37b03 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:24:23.823927 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-3f2848e3-5311-4d7a-83a1-7d0796248804 req-0bbb1123-2d2e-44ed-84f1-e6ed45a37b03 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/ports?device_id=148b0fc9-b343-4fc6-b307-49f433c92429 HTTP/1.1" status: 200 len: 944 time: 0.0489051 Jan 05 17:24:23.871591 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-3f2848e3-5311-4d7a-83a1-7d0796248804 req-0845e6f5-564a-4614-8390-75622d7cf2da tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/security-groups?id=817afc50-8d76-4f7b-82ba-ff2dc3899974&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421402 Jan 05 17:24:24.990247 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168b1394-bbf9-4837-9533-cc9d05a5c485 req-8c2ac428-f7e6-4786-a378-53dcbc0c6ee7 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:24:24.993190 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-168b1394-bbf9-4837-9533-cc9d05a5c485 req-8c2ac428-f7e6-4786-a378-53dcbc0c6ee7 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/ports?device_id=148b0fc9-b343-4fc6-b307-49f433c92429 HTTP/1.1" status: 200 len: 944 time: 0.0484385 Jan 05 17:24:25.048850 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-168b1394-bbf9-4837-9533-cc9d05a5c485 req-0e1a2614-57d8-437d-95f9-683a11c5fd30 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/security-groups?id=817afc50-8d76-4f7b-82ba-ff2dc3899974&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502825 Jan 05 17:24:25.052269 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Device e0eb4497-69bb-4468-8d4a-7c80dc9cebd7 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 05 17:24:25.147772 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] For port e0eb4497-69bb-4468-8d4a-7c80dc9cebd7, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=e0eb4497-69bb-4468-8d4a-7c80dc9cebd7,segment=NetworkSegment(0cb0d53c-d55a-443e-abde-6849a1a9acfa),segment_id=0cb0d53c-d55a-443e-abde-6849a1a9acfa)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:24:25.158948 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Returning: {'device': 'e0eb4497-69bb-4468-8d4a-7c80dc9cebd7', 'network_id': '2665a280-bf81-4f32-8381-3ce5bcea5dcd', 'port_id': 'e0eb4497-69bb-4468-8d4a-7c80dc9cebd7', 'mac_address': 'fa:16:3e:da:56:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c18c6c4-17ee-47b4-b6e0-3f813ec7cf93', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 05 17:24:25.195318 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:24:25.208266 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.notifiers.nova [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0eb4497-69bb-4468-8d4a-7c80dc9cebd7 {{(pid=103802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 05 17:24:25.227524 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] For port e0eb4497-69bb-4468-8d4a-7c80dc9cebd7, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=e0eb4497-69bb-4468-8d4a-7c80dc9cebd7,segment=NetworkSegment(0cb0d53c-d55a-443e-abde-6849a1a9acfa),segment_id=0cb0d53c-d55a-443e-abde-6849a1a9acfa)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:24:25.297986 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:24:25.343308 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Pushing event updated for resources: {'Port': ['ID=e0eb4497-69bb-4468-8d4a-7c80dc9cebd7,revision_number=4']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:24:25.488808 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] get_ports_and_sgs() called for port_ids ['e0eb4497-69bb-4468-8d4a-7c80dc9cebd7'] {{(pid=103802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 05 17:24:26.162051 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7233217e-c350-438b-ae37-78205f5f3c9a req-a9199556-d05f-42db-ba78-6b772c2e59a6 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:24:26.163551 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-7233217e-c350-438b-ae37-78205f5f3c9a req-a9199556-d05f-42db-ba78-6b772c2e59a6 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/ports?device_id=148b0fc9-b343-4fc6-b307-49f433c92429 HTTP/1.1" status: 200 len: 945 time: 0.0482852 Jan 05 17:24:26.214564 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-7233217e-c350-438b-ae37-78205f5f3c9a req-47046b58-2192-4d47-b61d-dd9ae182993a tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/security-groups?id=817afc50-8d76-4f7b-82ba-ff2dc3899974&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456841 Jan 05 17:24:27.057954 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Device e0eb4497-69bb-4468-8d4a-7c80dc9cebd7 up at agent hyperv_hv-neutron-mast {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:24:27.154834 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Provisioning for port e0eb4497-69bb-4468-8d4a-7c80dc9cebd7 completed by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 05 17:24:27.158660 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Provisioning complete for port e0eb4497-69bb-4468-8d4a-7c80dc9cebd7 triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:24:27.159025 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:24:27.232305 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:24:27.253931 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '148b0fc9-b343-4fc6-b307-49f433c92429', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0eb4497-69bb-4468-8d4a-7c80dc9cebd7'}] {{(pid=103802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 05 17:24:27.256667 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36b213fbd845b3f09e785999bbcda1c85cd5592d7f001460987854e5c1683bd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e40296df-153f-40b7-8630-81016df1d82e" -d '{"events": [{"server_uuid": "148b0fc9-b343-4fc6-b307-49f433c92429", "name": "network-vif-plugged", "status": "completed", "tag": "e0eb4497-69bb-4468-8d4a-7c80dc9cebd7"}]}' {{(pid=103802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 05 17:24:27.269483 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] For port e0eb4497-69bb-4468-8d4a-7c80dc9cebd7, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=e0eb4497-69bb-4468-8d4a-7c80dc9cebd7,segment=NetworkSegment(0cb0d53c-d55a-443e-abde-6849a1a9acfa),segment_id=0cb0d53c-d55a-443e-abde-6849a1a9acfa)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:24:27.297852 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Jan 2022 17:24:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1019ecc-e46c-4f9c-9633-5844e0916a00 x-openstack-request-id: req-c1019ecc-e46c-4f9c-9633-5844e0916a00 {{(pid=103802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 05 17:24:27.298147 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "148b0fc9-b343-4fc6-b307-49f433c92429", "name": "network-vif-plugged", "status": "completed", "tag": "e0eb4497-69bb-4468-8d4a-7c80dc9cebd7", "code": 200}]} {{(pid=103802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 05 17:24:27.298399 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c1019ecc-e46c-4f9c-9633-5844e0916a00 {{(pid=103802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 05 17:24:27.298798 dv-neutron-master-2-hyperv neutron-server[103802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '148b0fc9-b343-4fc6-b307-49f433c92429', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0eb4497-69bb-4468-8d4a-7c80dc9cebd7', 'code': 200} Jan 05 17:24:27.333491 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:24:27.339750 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559437da-e7c9-48d2-8ae7-052fc94dfbbf req-fa89591d-3949-402f-82a5-39632ac43497 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:24:27.342114 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-559437da-e7c9-48d2-8ae7-052fc94dfbbf req-fa89591d-3949-402f-82a5-39632ac43497 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/ports?device_id=148b0fc9-b343-4fc6-b307-49f433c92429 HTTP/1.1" status: 200 len: 945 time: 0.0565927 Jan 05 17:24:27.382146 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Pushing event updated for resources: {'Port': ['ID=e0eb4497-69bb-4468-8d4a-7c80dc9cebd7,revision_number=5']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:24:27.391847 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-559437da-e7c9-48d2-8ae7-052fc94dfbbf req-58ea9683-2988-4772-9537-083aef1fb38d tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/security-groups?id=817afc50-8d76-4f7b-82ba-ff2dc3899974&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455725 Jan 05 17:24:27.580420 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd99aca-3da2-4819-9f9d-fb934b79ad7c req-44c80c6d-89ec-45e6-9ec0-864cddf3d643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:24:27.581969 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-7dd99aca-3da2-4819-9f9d-fb934b79ad7c req-44c80c6d-89ec-45e6-9ec0-864cddf3d643 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=148b0fc9-b343-4fc6-b307-49f433c92429 HTTP/1.1" status: 200 len: 1099 time: 0.0419130 Jan 05 17:24:27.628857 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-7dd99aca-3da2-4819-9f9d-fb934b79ad7c req-12385062-2c70-45b7-b013-b78ca70c8ef3 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=817afc50-8d76-4f7b-82ba-ff2dc3899974&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403121 Jan 05 17:24:28.509839 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98de27ec-a84c-46b7-a440-6b7ee5ebe137 req-2fbd1cf5-2ba8-4e87-8b18-f4058a799f26 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:24:28.511331 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-98de27ec-a84c-46b7-a440-6b7ee5ebe137 req-2fbd1cf5-2ba8-4e87-8b18-f4058a799f26 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/ports?device_id=148b0fc9-b343-4fc6-b307-49f433c92429 HTTP/1.1" status: 200 len: 946 time: 0.0505891 Jan 05 17:24:28.559387 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-98de27ec-a84c-46b7-a440-6b7ee5ebe137 req-815285af-67be-425f-966d-f3181f6937b5 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/security-groups?id=817afc50-8d76-4f7b-82ba-ff2dc3899974&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426331 Jan 05 17:24:29.681224 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fff1fe6-9f3e-4505-aa75-30007d379720 req-854ed7e3-9be8-4e89-94ea-d641ebadfbee tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:24:29.682741 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-0fff1fe6-9f3e-4505-aa75-30007d379720 req-854ed7e3-9be8-4e89-94ea-d641ebadfbee tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/ports?device_id=148b0fc9-b343-4fc6-b307-49f433c92429 HTTP/1.1" status: 200 len: 946 time: 0.0529366 Jan 05 17:24:29.733054 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-0fff1fe6-9f3e-4505-aa75-30007d379720 req-295ba1c4-9900-409c-bcb3-c033b9a18d97 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/security-groups?id=817afc50-8d76-4f7b-82ba-ff2dc3899974&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447817 Jan 05 17:24:29.854654 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ae0a85-c75b-4675-9612-c7f33edf4e83 req-58400b32-595e-437f-92d7-9574128d7a9c tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:24:29.856080 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-14ae0a85-c75b-4675-9612-c7f33edf4e83 req-58400b32-595e-437f-92d7-9574128d7a9c tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/ports?device_id=148b0fc9-b343-4fc6-b307-49f433c92429 HTTP/1.1" status: 200 len: 946 time: 0.0497313 Jan 05 17:24:29.904437 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-14ae0a85-c75b-4675-9612-c7f33edf4e83 req-5ab32ca6-4110-4527-ac18-4156b13bb9c3 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/security-groups?id=817afc50-8d76-4f7b-82ba-ff2dc3899974&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425339 Jan 05 17:24:29.926279 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 47888) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:24:29.968567 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72e03adc-5f2d-4243-ae77-113e54fcba26 tempest-TestNetworkBasicOps-152746079 tempest-TestNetworkBasicOps-152746079-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:24:29.970099 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-72e03adc-5f2d-4243-ae77-113e54fcba26 tempest-TestNetworkBasicOps-152746079 tempest-TestNetworkBasicOps-152746079-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=148b0fc9-b343-4fc6-b307-49f433c92429 HTTP/1.1" status: 200 len: 1094 time: 0.0428553 Jan 05 17:24:29.972961 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 47890) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:24:29.977776 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-5bfc493d-39a3-46ef-8fa9-ab50b7d02174 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Request body: {'floatingip': {'floating_network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'port_id': 'e0eb4497-69bb-4468-8d4a-7c80dc9cebd7', 'tenant_id': 'ec76859de02442879238ecf1eaefefed', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:24:30.065512 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-5bfc493d-39a3-46ef-8fa9-ab50b7d02174 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for floatingip, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:24:30.160940 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-5bfc493d-39a3-46ef-8fa9-ab50b7d02174 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:24:30.264620 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [None req-5bfc493d-39a3-46ef-8fa9-ab50b7d02174 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Allocated IP 172.36.4.82 (b0167590-0699-4c5c-a932-3939414a9573/7a784a6d-3d96-418f-a645-b9ccd0b1ac55/be899c0c-1601-4f9a-9dea-9abcdd34d88f) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:24:30.366556 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-5bfc493d-39a3-46ef-8fa9-ab50b7d02174 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for port, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:24:30.481764 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-5bfc493d-39a3-46ef-8fa9-ab50b7d02174 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11433176'] for port, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:24:30.524017 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bfc493d-39a3-46ef-8fa9-ab50b7d02174 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Network b0167590-0699-4c5c-a932-3939414a9573 is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:24:30.528412 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-5bfc493d-39a3-46ef-8fa9-ab50b7d02174 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:24:30.534792 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bfc493d-39a3-46ef-8fa9-ab50b7d02174 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:24:30.537837 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfc493d-39a3-46ef-8fa9-ab50b7d02174 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Pushing event updated for resources: {'Port': ['ID=be899c0c-1601-4f9a-9dea-9abcdd34d88f,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:24:30.893941 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-5bfc493d-39a3-46ef-8fa9-ab50b7d02174 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:24:31.019359 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-5bfc493d-39a3-46ef-8fa9-ab50b7d02174 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:24:31.166174 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-5bfc493d-39a3-46ef-8fa9-ab50b7d02174 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for port, precommit_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:24:31.230801 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-5bfc493d-39a3-46ef-8fa9-ab50b7d02174 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11433169'] for port, after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:24:31.298960 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfc493d-39a3-46ef-8fa9-ab50b7d02174 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Pushing event updated for resources: {'Port': ['ID=be899c0c-1601-4f9a-9dea-9abcdd34d88f,revision_number=2']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:24:31.308677 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-5bfc493d-39a3-46ef-8fa9-ab50b7d02174 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648677'] for floatingip, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:24:31.408302 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.db.l3_db [None req-5bfc493d-39a3-46ef-8fa9-ab50b7d02174 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Floating IP ed904fa9-32ba-4256-8a56-3e4a1a0059ad associated. External IP: 172.36.4.82, port: e0eb4497-69bb-4468-8d4a-7c80dc9cebd7. Jan 05 17:24:31.611520 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bfc493d-39a3-46ef-8fa9-ab50b7d02174 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Router bb1317f1-7c23-48ef-b30e-7a6360f7f237 has already been hosted by L3 agent 59446fdc-40e0-41fe-a575-a8eb11d742f7 {{(pid=103801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 05 17:24:31.716709 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bfc493d-39a3-46ef-8fa9-ab50b7d02174 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 05 17:24:31.728100 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdce7b76-ea60-4dfd-addd-bdbb6f3ab12c None None] Sync routers for ids ['bb1317f1-7c23-48ef-b30e-7a6360f7f237'] in dv-neutron-master-2-hyperv {{(pid=103803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 05 17:24:31.737232 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdce7b76-ea60-4dfd-addd-bdbb6f3ab12c None None] Routers {'bb1317f1-7c23-48ef-b30e-7a6360f7f237'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:24:31.737865 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-cdce7b76-ea60-4dfd-addd-bdbb6f3ab12c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:24:19Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['bb1317f1-7c23-48ef-b30e-7a6360f7f237'], 'active': True} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:24:31.798698 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-5bfc493d-39a3-46ef-8fa9-ab50b7d02174 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for floatingip, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:24:31.825824 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-5bfc493d-39a3-46ef-8fa9-ab50b7d02174 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8518515 Jan 05 17:24:31.826502 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '148b0fc9-b343-4fc6-b307-49f433c92429', 'tag': 'e0eb4497-69bb-4468-8d4a-7c80dc9cebd7'}] {{(pid=103801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 05 17:24:31.828665 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 47892) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:24:31.836100 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cee9004337cfdaf047d78d8066c7d6073fad8dbc2217b3b67c4523abea34d3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fecb8eb-25e6-4a5b-b349-2937285bee46" -d '{"events": [{"name": "network-changed", "server_uuid": "148b0fc9-b343-4fc6-b307-49f433c92429", "tag": "e0eb4497-69bb-4468-8d4a-7c80dc9cebd7"}]}' {{(pid=103801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 05 17:24:31.841147 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvr_db [None req-cdce7b76-ea60-4dfd-addd-bdbb6f3ab12c None None] Set router bb1317f1-7c23-48ef-b30e-7a6360f7f237 gateway port host: dv-neutron-master-2-hyperv {{(pid=103803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:24:31.874142 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Jan 2022 17:24:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10877c02-beb8-4fb4-9fde-89e5b9d2c3eb x-openstack-request-id: req-10877c02-beb8-4fb4-9fde-89e5b9d2c3eb {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 05 17:24:31.874142 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "148b0fc9-b343-4fc6-b307-49f433c92429", "tag": "e0eb4497-69bb-4468-8d4a-7c80dc9cebd7", "status": "completed", "code": 200}]} {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 05 17:24:31.874382 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-10877c02-beb8-4fb4-9fde-89e5b9d2c3eb {{(pid=103801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 05 17:24:31.874627 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '148b0fc9-b343-4fc6-b307-49f433c92429', 'tag': 'e0eb4497-69bb-4468-8d4a-7c80dc9cebd7', 'status': 'completed', 'code': 200} Jan 05 17:24:31.894626 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-fa6109d2-6f7c-4ac2-a950-023a74af1308 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/floatingips/ed904fa9-32ba-4256-8a56-3e4a1a0059ad HTTP/1.1" status: 200 len: 991 time: 0.0648305 Jan 05 17:24:31.938840 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fecb8eb-25e6-4a5b-b349-2937285bee46 req-99c6f15b-cb86-4b57-aca7-e0a8ac54d320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:24:31.940373 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-7fecb8eb-25e6-4a5b-b349-2937285bee46 req-99c6f15b-cb86-4b57-aca7-e0a8ac54d320 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ec76859de02442879238ecf1eaefefed&device_id=148b0fc9-b343-4fc6-b307-49f433c92429 HTTP/1.1" status: 200 len: 1099 time: 0.0446677 Jan 05 17:24:32.027760 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fecb8eb-25e6-4a5b-b349-2937285bee46 req-fe6b91b8-2a62-46e5-b260-28a5022c97a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:24:32.029220 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-7fecb8eb-25e6-4a5b-b349-2937285bee46 req-fe6b91b8-2a62-46e5-b260-28a5022c97a1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=2665a280-bf81-4f32-8381-3ce5bcea5dcd HTTP/1.1" status: 200 len: 897 time: 0.0825846 Jan 05 17:24:32.064616 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-cdce7b76-ea60-4dfd-addd-bdbb6f3ab12c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb1317f1-7c23-48ef-b30e-7a6360f7f237', 'name': 'tempest-TestNetworkBasicOps-router-1757652070', 'tenant_id': 'ec76859de02442879238ecf1eaefefed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.141'}], 'enable_snat': True}, 'gw_port_id': 'f1894379-1bf2-4093-ba3d-95169dd62649', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:24:08Z', 'updated_at': '2022-01-05T17:24:13Z', 'revision_number': 4, 'project_id': 'ec76859de02442879238ecf1eaefefed', 'gw_port': {'id': 'f1894379-1bf2-4093-ba3d-95169dd62649', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:e3:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb1317f1-7c23-48ef-b30e-7a6360f7f237', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1520, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:24:09Z', 'updated_at': '2022-01-05T17:24:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'ed904fa9-32ba-4256-8a56-3e4a1a0059ad', 'tenant_id': 'ec76859de02442879238ecf1eaefefed', 'floating_ip_address': '172.36.4.82', 'floating_network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'router_id': 'bb1317f1-7c23-48ef-b30e-7a6360f7f237', 'port_id': 'e0eb4497-69bb-4468-8d4a-7c80dc9cebd7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1535, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2665a280-bf81-4f32-8381-3ce5bcea5dcd', 'mac_address': 'fa:16:3e:da:56:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '148b0fc9-b343-4fc6-b307-49f433c92429', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-05T17:24:30Z', 'updated_at': '2022-01-05T17:24:30Z', 'revision_number': 0, 'project_id': 'ec76859de02442879238ecf1eaefefed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4a1af31-a2f9-484c-9fcc-c0652417c5ce', 'name': '', 'network_id': '2665a280-bf81-4f32-8381-3ce5bcea5dcd', 'tenant_id': 'ec76859de02442879238ecf1eaefefed', 'mac_address': 'fa:16:3e:fa:77:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb1317f1-7c23-48ef-b30e-7a6360f7f237', 'device_owner': 'network:router_interface', 'standard_attr_id': 1523, 'fixed_ips': [{'subnet_id': '0c18c6c4-17ee-47b4-b6e0-3f813ec7cf93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:24:12Z', 'updated_at': '2022-01-05T17:24:16Z', 'revision_number': 5, 'project_id': 'ec76859de02442879238ecf1eaefefed', 'subnets': [{'id': '0c18c6c4-17ee-47b4-b6e0-3f813ec7cf93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:24:32.093707 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdce7b76-ea60-4dfd-addd-bdbb6f3ab12c None None] Checking router: bb1317f1-7c23-48ef-b30e-7a6360f7f237 for host: dv-neutron-master-2-hyperv {{(pid=103803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 05 17:24:32.096982 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-7fecb8eb-25e6-4a5b-b349-2937285bee46 req-d9ec46db-1ea6-47e4-9566-f2416318ca2a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e0eb4497-69bb-4468-8d4a-7c80dc9cebd7 HTTP/1.1" status: 200 len: 999 time: 0.0608885 Jan 05 17:24:32.101906 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdce7b76-ea60-4dfd-addd-bdbb6f3ab12c None None] Routers {'bb1317f1-7c23-48ef-b30e-7a6360f7f237'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:24:32.102458 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-cdce7b76-ea60-4dfd-addd-bdbb6f3ab12c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:24:19Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['bb1317f1-7c23-48ef-b30e-7a6360f7f237'], 'active': True} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:24:32.144411 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fecb8eb-25e6-4a5b-b349-2937285bee46 req-e51feb4a-3cf1-4100-af52-b42153fb36aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:24:32.145792 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-7fecb8eb-25e6-4a5b-b349-2937285bee46 req-e51feb4a-3cf1-4100-af52-b42153fb36aa service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0c18c6c4-17ee-47b4-b6e0-3f813ec7cf93 HTTP/1.1" status: 200 len: 834 time: 0.0431302 Jan 05 17:24:32.189789 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fecb8eb-25e6-4a5b-b349-2937285bee46 req-c2844e2b-65ac-41ea-820a-c1b84060c191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:24:32.191300 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-7fecb8eb-25e6-4a5b-b349-2937285bee46 req-c2844e2b-65ac-41ea-820a-c1b84060c191 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2665a280-bf81-4f32-8381-3ce5bcea5dcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0394707 Jan 05 17:24:32.291514 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-7fecb8eb-25e6-4a5b-b349-2937285bee46 req-09a02171-aeec-4bc0-87eb-cb90af3f45fd service neutron] 10.222.0.13 "GET /v2.0/networks/2665a280-bf81-4f32-8381-3ce5bcea5dcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938370 Jan 05 17:24:32.299998 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvr_db [None req-cdce7b76-ea60-4dfd-addd-bdbb6f3ab12c None None] Set router bb1317f1-7c23-48ef-b30e-7a6360f7f237 gateway port host: dv-neutron-master-2-hyperv {{(pid=103803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:24:32.381713 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-7fecb8eb-25e6-4a5b-b349-2937285bee46 req-e6a08410-dc3e-4ee6-8f34-25b63e833386 service neutron] 10.222.0.13 "GET /v2.0/networks/2665a280-bf81-4f32-8381-3ce5bcea5dcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850096 Jan 05 17:24:32.517738 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-cdce7b76-ea60-4dfd-addd-bdbb6f3ab12c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb1317f1-7c23-48ef-b30e-7a6360f7f237', 'name': 'tempest-TestNetworkBasicOps-router-1757652070', 'tenant_id': 'ec76859de02442879238ecf1eaefefed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.141'}], 'enable_snat': True}, 'gw_port_id': 'f1894379-1bf2-4093-ba3d-95169dd62649', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:24:08Z', 'updated_at': '2022-01-05T17:24:13Z', 'revision_number': 4, 'project_id': 'ec76859de02442879238ecf1eaefefed', 'gw_port': {'id': 'f1894379-1bf2-4093-ba3d-95169dd62649', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:e3:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb1317f1-7c23-48ef-b30e-7a6360f7f237', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1520, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:24:09Z', 'updated_at': '2022-01-05T17:24:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'ed904fa9-32ba-4256-8a56-3e4a1a0059ad', 'tenant_id': 'ec76859de02442879238ecf1eaefefed', 'floating_ip_address': '172.36.4.82', 'floating_network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'router_id': 'bb1317f1-7c23-48ef-b30e-7a6360f7f237', 'port_id': 'e0eb4497-69bb-4468-8d4a-7c80dc9cebd7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1535, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2665a280-bf81-4f32-8381-3ce5bcea5dcd', 'mac_address': 'fa:16:3e:da:56:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '148b0fc9-b343-4fc6-b307-49f433c92429', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-05T17:24:30Z', 'updated_at': '2022-01-05T17:24:30Z', 'revision_number': 0, 'project_id': 'ec76859de02442879238ecf1eaefefed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4a1af31-a2f9-484c-9fcc-c0652417c5ce', 'name': '', 'network_id': '2665a280-bf81-4f32-8381-3ce5bcea5dcd', 'tenant_id': 'ec76859de02442879238ecf1eaefefed', 'mac_address': 'fa:16:3e:fa:77:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb1317f1-7c23-48ef-b30e-7a6360f7f237', 'device_owner': 'network:router_interface', 'standard_attr_id': 1523, 'fixed_ips': [{'subnet_id': '0c18c6c4-17ee-47b4-b6e0-3f813ec7cf93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:24:12Z', 'updated_at': '2022-01-05T17:24:16Z', 'revision_number': 5, 'project_id': 'ec76859de02442879238ecf1eaefefed', 'subnets': [{'id': '0c18c6c4-17ee-47b4-b6e0-3f813ec7cf93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:24:32.543062 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdce7b76-ea60-4dfd-addd-bdbb6f3ab12c None None] The sync data for ids ['bb1317f1-7c23-48ef-b30e-7a6360f7f237'] in dv-neutron-master-2-hyperv is: [{'id': 'bb1317f1-7c23-48ef-b30e-7a6360f7f237', 'name': 'tempest-TestNetworkBasicOps-router-1757652070', 'tenant_id': 'ec76859de02442879238ecf1eaefefed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.141'}], 'enable_snat': True}, 'gw_port_id': 'f1894379-1bf2-4093-ba3d-95169dd62649', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:24:08Z', 'updated_at': '2022-01-05T17:24:13Z', 'revision_number': 4, 'project_id': 'ec76859de02442879238ecf1eaefefed', 'gw_port': {'id': 'f1894379-1bf2-4093-ba3d-95169dd62649', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:e3:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb1317f1-7c23-48ef-b30e-7a6360f7f237', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1520, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:24:09Z', 'updated_at': '2022-01-05T17:24:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'ed904fa9-32ba-4256-8a56-3e4a1a0059ad', 'tenant_id': 'ec76859de02442879238ecf1eaefefed', 'floating_ip_address': '172.36.4.82', 'floating_network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'router_id': 'bb1317f1-7c23-48ef-b30e-7a6360f7f237', 'port_id': 'e0eb4497-69bb-4468-8d4a-7c80dc9cebd7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1535, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2665a280-bf81-4f32-8381-3ce5bcea5dcd', 'mac_address': 'fa:16:3e:da:56:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '148b0fc9-b343-4fc6-b307-49f433c92429', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-05T17:24:30Z', 'updated_at': '2022-01-05T17:24:30Z', 'revision_number': 0, 'project_id': 'ec76859de02442879238ecf1eaefefed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4a1af31-a2f9-484c-9fcc-c0652417c5ce', 'name': '', 'network_id': '2665a280-bf81-4f32-8381-3ce5bcea5dcd', 'tenant_id': 'ec76859de02442879238ecf1eaefefed', 'mac_address': 'fa:16:3e:fa:77:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb1317f1-7c23-48ef-b30e-7a6360f7f237', 'device_owner': 'network:router_interface', 'standard_attr_id': 1523, 'fixed_ips': [{'subnet_id': '0c18c6c4-17ee-47b4-b6e0-3f813ec7cf93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:24:12Z', 'updated_at': '2022-01-05T17:24:16Z', 'revision_number': 5, 'project_id': 'ec76859de02442879238ecf1eaefefed', 'subnets': [{'id': '0c18c6c4-17ee-47b4-b6e0-3f813ec7cf93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 05 17:24:32.719163 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-317a6f68-b526-4bbd-8aaa-6f265bc89e7b None None] New status for floating IP ed904fa9-32ba-4256-8a56-3e4a1a0059ad: ACTIVE {{(pid=103802) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 05 17:24:32.898992 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 47896) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:24:32.963803 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-aca0aef4-714e-43c9-aa24-d3c036d989d6 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/floatingips/ed904fa9-32ba-4256-8a56-3e4a1a0059ad HTTP/1.1" status: 200 len: 991 time: 0.0637846 Jan 05 17:24:33.967386 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 47898) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:24:34.030330 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-52c40e76-6190-4386-abdf-6853713a2998 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/floatingips/ed904fa9-32ba-4256-8a56-3e4a1a0059ad HTTP/1.1" status: 200 len: 993 time: 0.0618000 Jan 05 17:24:47.114243 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-ed219d03-7c35-494f-a49b-afe4553e1766 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:24:49.316352 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-58ee1056-dbf1-478d-96c9-bd83e344be07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:24:49.795902 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:24:50.578717 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d2607572-b3c9-472c-85bc-c8de0c3fb75c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:24:51.927492 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d504d802-9546-4ce5-a9d3-96c844ac5808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:24:53.302854 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:24:54.717307 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.agents_db [None req-291d1585-17df-45c0-b64a-d244e6d90872 None None] Agent healthcheck: found 6 active agents {{(pid=103803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 05 17:25:00.581283 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 47908) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:25:00.587023 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-4ebe2182-2258-4402-afac-6a411dc3e952 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Request body: {'router': {'admin_state_up': False}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:25:01.216621 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4ebe2182-2258-4402-afac-6a411dc3e952 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-649822', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-648421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62737'] for router, precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:25:01.286629 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4ebe2182-2258-4402-afac-6a411dc3e952 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-649813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-649804', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-648412'] for router, after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:25:01.394659 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ebe2182-2258-4402-afac-6a411dc3e952 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Router bb1317f1-7c23-48ef-b30e-7a6360f7f237 has already been hosted by L3 agent 59446fdc-40e0-41fe-a575-a8eb11d742f7 {{(pid=103800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 05 17:25:01.500185 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ebe2182-2258-4402-afac-6a411dc3e952 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 05 17:25:01.507089 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4ebe2182-2258-4402-afac-6a411dc3e952 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for router, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:25:01.508234 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-4ebe2182-2258-4402-afac-6a411dc3e952 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "PUT /v2.0/routers/bb1317f1-7c23-48ef-b30e-7a6360f7f237 HTTP/1.1" status: 200 len: 889 time: 0.9259191 Jan 05 17:25:01.510542 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02604927-1bf9-4050-8ee7-ded893475548 None None] Sync routers for ids ['bb1317f1-7c23-48ef-b30e-7a6360f7f237'] in dv-neutron-master-2-hyperv {{(pid=103803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 05 17:25:01.521442 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02604927-1bf9-4050-8ee7-ded893475548 None None] Routers {'bb1317f1-7c23-48ef-b30e-7a6360f7f237'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:25:01.522083 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-02604927-1bf9-4050-8ee7-ded893475548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:24:49Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['bb1317f1-7c23-48ef-b30e-7a6360f7f237'], 'active': True} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:25:01.553016 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-02604927-1bf9-4050-8ee7-ded893475548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:25:01.561860 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02604927-1bf9-4050-8ee7-ded893475548 None None] Routers {'bb1317f1-7c23-48ef-b30e-7a6360f7f237'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:25:01.562441 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-02604927-1bf9-4050-8ee7-ded893475548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:24:49Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['bb1317f1-7c23-48ef-b30e-7a6360f7f237'], 'active': True} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:25:01.594565 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-02604927-1bf9-4050-8ee7-ded893475548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:25:01.595164 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02604927-1bf9-4050-8ee7-ded893475548 None None] The sync data for ids ['bb1317f1-7c23-48ef-b30e-7a6360f7f237'] in dv-neutron-master-2-hyperv is: [] {{(pid=103803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 05 17:25:02.365949 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c83e800f-4201-4da9-9844-14495cd4ca7f None None] New status for floating IP ed904fa9-32ba-4256-8a56-3e4a1a0059ad: DOWN {{(pid=103802) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 05 17:25:02.402584 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device f1894379-1bf2-4093-ba3d-95169dd62649 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 05 17:25:02.705230 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:25:02.724241 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] For port f1894379-1bf2-4093-ba3d-95169dd62649, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f1894379-1bf2-4093-ba3d-95169dd62649,segment=NetworkSegment(3f961525-530f-4ce5-8222-1dbbbe774893),segment_id=3f961525-530f-4ce5-8222-1dbbbe774893)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:25:02.832807 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:25:02.832807 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device b4a1af31-a2f9-484c-9fcc-c0652417c5ce no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 05 17:25:02.907647 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Pushing event updated for resources: {'Port': ['ID=f1894379-1bf2-4093-ba3d-95169dd62649,revision_number=5']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:25:02.944697 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:25:02.978269 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] For port b4a1af31-a2f9-484c-9fcc-c0652417c5ce, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b4a1af31-a2f9-484c-9fcc-c0652417c5ce,segment=NetworkSegment(0cb0d53c-d55a-443e-abde-6849a1a9acfa),segment_id=0cb0d53c-d55a-443e-abde-6849a1a9acfa)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:25:03.040151 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:25:03.086865 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Pushing event updated for resources: {'Port': ['ID=b4a1af31-a2f9-484c-9fcc-c0652417c5ce,revision_number=6']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:25:03.632426 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 47912) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:25:03.637339 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-a4823d57-be4d-4c3f-bb92-8003ccbc9473 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:25:03.932608 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a4823d57-be4d-4c3f-bb92-8003ccbc9473 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-649822', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-648421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62737'] for router, precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:25:04.034549 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a4823d57-be4d-4c3f-bb92-8003ccbc9473 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-649813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-649804', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-648412'] for router, after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:25:04.142974 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4823d57-be4d-4c3f-bb92-8003ccbc9473 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Router bb1317f1-7c23-48ef-b30e-7a6360f7f237 has already been hosted by L3 agent 59446fdc-40e0-41fe-a575-a8eb11d742f7 {{(pid=103800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 05 17:25:04.254356 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4823d57-be4d-4c3f-bb92-8003ccbc9473 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 05 17:25:04.264203 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a4823d57-be4d-4c3f-bb92-8003ccbc9473 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for router, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:25:04.265397 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-a4823d57-be4d-4c3f-bb92-8003ccbc9473 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "PUT /v2.0/routers/bb1317f1-7c23-48ef-b30e-7a6360f7f237 HTTP/1.1" status: 200 len: 888 time: 0.6318848 Jan 05 17:25:04.266246 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83d22207-bf4a-47ef-a9eb-2ba126d7e19b None None] Sync routers for ids ['bb1317f1-7c23-48ef-b30e-7a6360f7f237'] in dv-neutron-master-2-hyperv {{(pid=103803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 05 17:25:04.268388 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 47914) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:25:04.278024 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83d22207-bf4a-47ef-a9eb-2ba126d7e19b None None] Routers {'bb1317f1-7c23-48ef-b30e-7a6360f7f237'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:25:04.278638 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-83d22207-bf4a-47ef-a9eb-2ba126d7e19b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:24:49Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['bb1317f1-7c23-48ef-b30e-7a6360f7f237'], 'active': True} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:25:04.328511 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-3e9733ef-69e2-406d-91df-66dda9d07891 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/floatingips/ed904fa9-32ba-4256-8a56-3e4a1a0059ad HTTP/1.1" status: 200 len: 991 time: 0.0590384 Jan 05 17:25:04.385526 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvr_db [None req-83d22207-bf4a-47ef-a9eb-2ba126d7e19b None None] Set router bb1317f1-7c23-48ef-b30e-7a6360f7f237 gateway port host: dv-neutron-master-2-hyperv {{(pid=103803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:25:04.611681 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-83d22207-bf4a-47ef-a9eb-2ba126d7e19b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb1317f1-7c23-48ef-b30e-7a6360f7f237', 'name': 'tempest-TestNetworkBasicOps-router-1757652070', 'tenant_id': 'ec76859de02442879238ecf1eaefefed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.141'}], 'enable_snat': True}, 'gw_port_id': 'f1894379-1bf2-4093-ba3d-95169dd62649', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:24:08Z', 'updated_at': '2022-01-05T17:25:03Z', 'revision_number': 6, 'project_id': 'ec76859de02442879238ecf1eaefefed', 'gw_port': {'id': 'f1894379-1bf2-4093-ba3d-95169dd62649', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:e3:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb1317f1-7c23-48ef-b30e-7a6360f7f237', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1520, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:24:09Z', 'updated_at': '2022-01-05T17:25:02Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'ed904fa9-32ba-4256-8a56-3e4a1a0059ad', 'tenant_id': 'ec76859de02442879238ecf1eaefefed', 'floating_ip_address': '172.36.4.82', 'floating_network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'router_id': 'bb1317f1-7c23-48ef-b30e-7a6360f7f237', 'port_id': 'e0eb4497-69bb-4468-8d4a-7c80dc9cebd7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1535, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2665a280-bf81-4f32-8381-3ce5bcea5dcd', 'mac_address': 'fa:16:3e:da:56:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '148b0fc9-b343-4fc6-b307-49f433c92429', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-05T17:24:30Z', 'updated_at': '2022-01-05T17:25:02Z', 'revision_number': 2, 'project_id': 'ec76859de02442879238ecf1eaefefed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4a1af31-a2f9-484c-9fcc-c0652417c5ce', 'name': '', 'network_id': '2665a280-bf81-4f32-8381-3ce5bcea5dcd', 'tenant_id': 'ec76859de02442879238ecf1eaefefed', 'mac_address': 'fa:16:3e:fa:77:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb1317f1-7c23-48ef-b30e-7a6360f7f237', 'device_owner': 'network:router_interface', 'standard_attr_id': 1523, 'fixed_ips': [{'subnet_id': '0c18c6c4-17ee-47b4-b6e0-3f813ec7cf93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:24:12Z', 'updated_at': '2022-01-05T17:25:02Z', 'revision_number': 6, 'project_id': 'ec76859de02442879238ecf1eaefefed', 'subnets': [{'id': '0c18c6c4-17ee-47b4-b6e0-3f813ec7cf93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:25:04.641653 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83d22207-bf4a-47ef-a9eb-2ba126d7e19b None None] Checking router: bb1317f1-7c23-48ef-b30e-7a6360f7f237 for host: dv-neutron-master-2-hyperv {{(pid=103803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 05 17:25:04.650044 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83d22207-bf4a-47ef-a9eb-2ba126d7e19b None None] Routers {'bb1317f1-7c23-48ef-b30e-7a6360f7f237'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:25:04.650658 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-83d22207-bf4a-47ef-a9eb-2ba126d7e19b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:24:49Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['bb1317f1-7c23-48ef-b30e-7a6360f7f237'], 'active': True} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:25:04.757148 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvr_db [None req-83d22207-bf4a-47ef-a9eb-2ba126d7e19b None None] Set router bb1317f1-7c23-48ef-b30e-7a6360f7f237 gateway port host: dv-neutron-master-2-hyperv {{(pid=103803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:25:04.979551 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-83d22207-bf4a-47ef-a9eb-2ba126d7e19b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb1317f1-7c23-48ef-b30e-7a6360f7f237', 'name': 'tempest-TestNetworkBasicOps-router-1757652070', 'tenant_id': 'ec76859de02442879238ecf1eaefefed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.141'}], 'enable_snat': True}, 'gw_port_id': 'f1894379-1bf2-4093-ba3d-95169dd62649', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:24:08Z', 'updated_at': '2022-01-05T17:25:03Z', 'revision_number': 6, 'project_id': 'ec76859de02442879238ecf1eaefefed', 'gw_port': {'id': 'f1894379-1bf2-4093-ba3d-95169dd62649', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:e3:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb1317f1-7c23-48ef-b30e-7a6360f7f237', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1520, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:24:09Z', 'updated_at': '2022-01-05T17:25:02Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'ed904fa9-32ba-4256-8a56-3e4a1a0059ad', 'tenant_id': 'ec76859de02442879238ecf1eaefefed', 'floating_ip_address': '172.36.4.82', 'floating_network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'router_id': 'bb1317f1-7c23-48ef-b30e-7a6360f7f237', 'port_id': 'e0eb4497-69bb-4468-8d4a-7c80dc9cebd7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1535, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2665a280-bf81-4f32-8381-3ce5bcea5dcd', 'mac_address': 'fa:16:3e:da:56:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '148b0fc9-b343-4fc6-b307-49f433c92429', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-05T17:24:30Z', 'updated_at': '2022-01-05T17:25:02Z', 'revision_number': 2, 'project_id': 'ec76859de02442879238ecf1eaefefed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4a1af31-a2f9-484c-9fcc-c0652417c5ce', 'name': '', 'network_id': '2665a280-bf81-4f32-8381-3ce5bcea5dcd', 'tenant_id': 'ec76859de02442879238ecf1eaefefed', 'mac_address': 'fa:16:3e:fa:77:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb1317f1-7c23-48ef-b30e-7a6360f7f237', 'device_owner': 'network:router_interface', 'standard_attr_id': 1523, 'fixed_ips': [{'subnet_id': '0c18c6c4-17ee-47b4-b6e0-3f813ec7cf93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:24:12Z', 'updated_at': '2022-01-05T17:25:02Z', 'revision_number': 6, 'project_id': 'ec76859de02442879238ecf1eaefefed', 'subnets': [{'id': '0c18c6c4-17ee-47b4-b6e0-3f813ec7cf93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:25:05.008043 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83d22207-bf4a-47ef-a9eb-2ba126d7e19b None None] The sync data for ids ['bb1317f1-7c23-48ef-b30e-7a6360f7f237'] in dv-neutron-master-2-hyperv is: [{'id': 'bb1317f1-7c23-48ef-b30e-7a6360f7f237', 'name': 'tempest-TestNetworkBasicOps-router-1757652070', 'tenant_id': 'ec76859de02442879238ecf1eaefefed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.141'}], 'enable_snat': True}, 'gw_port_id': 'f1894379-1bf2-4093-ba3d-95169dd62649', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:24:08Z', 'updated_at': '2022-01-05T17:25:03Z', 'revision_number': 6, 'project_id': 'ec76859de02442879238ecf1eaefefed', 'gw_port': {'id': 'f1894379-1bf2-4093-ba3d-95169dd62649', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:e3:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb1317f1-7c23-48ef-b30e-7a6360f7f237', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1520, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:24:09Z', 'updated_at': '2022-01-05T17:25:02Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'ed904fa9-32ba-4256-8a56-3e4a1a0059ad', 'tenant_id': 'ec76859de02442879238ecf1eaefefed', 'floating_ip_address': '172.36.4.82', 'floating_network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'router_id': 'bb1317f1-7c23-48ef-b30e-7a6360f7f237', 'port_id': 'e0eb4497-69bb-4468-8d4a-7c80dc9cebd7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1535, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2665a280-bf81-4f32-8381-3ce5bcea5dcd', 'mac_address': 'fa:16:3e:da:56:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '148b0fc9-b343-4fc6-b307-49f433c92429', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-05T17:24:30Z', 'updated_at': '2022-01-05T17:25:02Z', 'revision_number': 2, 'project_id': 'ec76859de02442879238ecf1eaefefed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4a1af31-a2f9-484c-9fcc-c0652417c5ce', 'name': '', 'network_id': '2665a280-bf81-4f32-8381-3ce5bcea5dcd', 'tenant_id': 'ec76859de02442879238ecf1eaefefed', 'mac_address': 'fa:16:3e:fa:77:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb1317f1-7c23-48ef-b30e-7a6360f7f237', 'device_owner': 'network:router_interface', 'standard_attr_id': 1523, 'fixed_ips': [{'subnet_id': '0c18c6c4-17ee-47b4-b6e0-3f813ec7cf93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:24:12Z', 'updated_at': '2022-01-05T17:25:02Z', 'revision_number': 6, 'project_id': 'ec76859de02442879238ecf1eaefefed', 'subnets': [{'id': '0c18c6c4-17ee-47b4-b6e0-3f813ec7cf93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 05 17:25:05.332392 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 47918) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:25:05.400463 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-5d28354b-b326-40c7-9f33-c1375011e486 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/floatingips/ed904fa9-32ba-4256-8a56-3e4a1a0059ad HTTP/1.1" status: 200 len: 991 time: 0.0667067 Jan 05 17:25:06.148998 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device f1894379-1bf2-4093-ba3d-95169dd62649 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:25:06.196108 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Provisioning complete for port f1894379-1bf2-4093-ba3d-95169dd62649 triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:25:06.196476 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:25:06.273219 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:25:06.293511 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] For port f1894379-1bf2-4093-ba3d-95169dd62649, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f1894379-1bf2-4093-ba3d-95169dd62649,segment=NetworkSegment(3f961525-530f-4ce5-8222-1dbbbe774893),segment_id=3f961525-530f-4ce5-8222-1dbbbe774893)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:25:06.371437 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:25:06.372241 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device b4a1af31-a2f9-484c-9fcc-c0652417c5ce up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:25:06.403351 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 47920) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:25:06.443381 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Pushing event updated for resources: {'Port': ['ID=f1894379-1bf2-4093-ba3d-95169dd62649,revision_number=6']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:25:06.456734 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Provisioning complete for port b4a1af31-a2f9-484c-9fcc-c0652417c5ce triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:25:06.457107 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:25:06.464542 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-75f422d5-bca4-4eac-b2ac-6de621d3af8a tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/floatingips/ed904fa9-32ba-4256-8a56-3e4a1a0059ad HTTP/1.1" status: 200 len: 991 time: 0.0600579 Jan 05 17:25:06.534280 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:25:06.567070 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] For port b4a1af31-a2f9-484c-9fcc-c0652417c5ce, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b4a1af31-a2f9-484c-9fcc-c0652417c5ce,segment=NetworkSegment(0cb0d53c-d55a-443e-abde-6849a1a9acfa),segment_id=0cb0d53c-d55a-443e-abde-6849a1a9acfa)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:25:06.608547 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-551a17bf-356f-4858-9d83-6c141c2b5da4 None None] New status for floating IP ed904fa9-32ba-4256-8a56-3e4a1a0059ad: ACTIVE {{(pid=103802) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 05 17:25:06.654399 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:25:06.756332 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Pushing event updated for resources: {'Port': ['ID=b4a1af31-a2f9-484c-9fcc-c0652417c5ce,revision_number=7']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:25:07.468331 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 47922) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:25:07.532048 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-7262853e-1041-43e8-856e-dae63b6798bf tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/floatingips/ed904fa9-32ba-4256-8a56-3e4a1a0059ad HTTP/1.1" status: 200 len: 993 time: 0.0625312 Jan 05 17:25:07.797009 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 47928) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:25:07.947988 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-52628c10-57cf-43eb-9b94-6e31e13153e7 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Deleting port be899c0c-1601-4f9a-9dea-9abcdd34d88f {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:25:07.948322 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-52628c10-57cf-43eb-9b94-6e31e13153e7 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:25:08.019629 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-52628c10-57cf-43eb-9b94-6e31e13153e7 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:25:08.019948 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-52628c10-57cf-43eb-9b94-6e31e13153e7 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:25:08.031717 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-52628c10-57cf-43eb-9b94-6e31e13153e7 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Calling delete_port for be899c0c-1601-4f9a-9dea-9abcdd34d88f owned by network:floatingip {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:25:08.118936 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device f1894379-1bf2-4093-ba3d-95169dd62649 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:25:08.170495 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Provisioning complete for port f1894379-1bf2-4093-ba3d-95169dd62649 triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:25:08.170859 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:25:08.245038 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device b4a1af31-a2f9-484c-9fcc-c0652417c5ce up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:25:08.264447 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-52628c10-57cf-43eb-9b94-6e31e13153e7 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:25:08.290023 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Provisioning complete for port b4a1af31-a2f9-484c-9fcc-c0652417c5ce triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:25:08.290393 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:25:08.290501 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52628c10-57cf-43eb-9b94-6e31e13153e7 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Pushing event deleted for resources: {'Port': ['ID=be899c0c-1601-4f9a-9dea-9abcdd34d88f,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:25:08.298921 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52628c10-57cf-43eb-9b94-6e31e13153e7 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:25:08.304182 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52628c10-57cf-43eb-9b94-6e31e13153e7 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:25:08.304182 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52628c10-57cf-43eb-9b94-6e31e13153e7 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:25:08.304182 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52628c10-57cf-43eb-9b94-6e31e13153e7 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:25:08.304182 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52628c10-57cf-43eb-9b94-6e31e13153e7 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:25:08.304182 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52628c10-57cf-43eb-9b94-6e31e13153e7 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:25:08.304182 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52628c10-57cf-43eb-9b94-6e31e13153e7 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:25:08.304182 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52628c10-57cf-43eb-9b94-6e31e13153e7 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:25:08.304182 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52628c10-57cf-43eb-9b94-6e31e13153e7 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:25:08.304182 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52628c10-57cf-43eb-9b94-6e31e13153e7 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:25:08.304182 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52628c10-57cf-43eb-9b94-6e31e13153e7 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:25:08.304182 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52628c10-57cf-43eb-9b94-6e31e13153e7 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:25:08.304182 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52628c10-57cf-43eb-9b94-6e31e13153e7 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:25:08.392159 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-52628c10-57cf-43eb-9b94-6e31e13153e7 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for floatingip, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:25:08.392485 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.db.l3_db [None req-52628c10-57cf-43eb-9b94-6e31e13153e7 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Floating IP ed904fa9-32ba-4256-8a56-3e4a1a0059ad disassociated (deleted). External IP: 172.36.4.82, port: e0eb4497-69bb-4468-8d4a-7c80dc9cebd7. Jan 05 17:25:08.428033 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-fabe8bef-50d2-4ef8-a848-814670a3d6cd req-3691bd55-bc9e-43c0-a774-d1ae12d45131 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=148b0fc9-b343-4fc6-b307-49f433c92429&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1172240 Jan 05 17:25:08.561211 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabe8bef-50d2-4ef8-a848-814670a3d6cd req-5b1abc13-404f-46cb-ad59-f669aedbcb71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:25:08.562587 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-fabe8bef-50d2-4ef8-a848-814670a3d6cd req-5b1abc13-404f-46cb-ad59-f669aedbcb71 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ec76859de02442879238ecf1eaefefed&device_id=148b0fc9-b343-4fc6-b307-49f433c92429 HTTP/1.1" status: 200 len: 1099 time: 0.0863805 Jan 05 17:25:08.680901 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52628c10-57cf-43eb-9b94-6e31e13153e7 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Router bb1317f1-7c23-48ef-b30e-7a6360f7f237 has already been hosted by L3 agent 59446fdc-40e0-41fe-a575-a8eb11d742f7 {{(pid=103800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 05 17:25:08.712485 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabe8bef-50d2-4ef8-a848-814670a3d6cd req-ec4d4c89-ae92-425a-8796-dd76ce4abcab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:25:08.713952 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-fabe8bef-50d2-4ef8-a848-814670a3d6cd req-ec4d4c89-ae92-425a-8796-dd76ce4abcab service neutron] 10.222.0.13 "GET /v2.0/networks?id=2665a280-bf81-4f32-8381-3ce5bcea5dcd HTTP/1.1" status: 200 len: 897 time: 0.1333170 Jan 05 17:25:08.783842 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-fabe8bef-50d2-4ef8-a848-814670a3d6cd req-f8fab627-ce01-42ab-a0c2-68862536a8b8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e0eb4497-69bb-4468-8d4a-7c80dc9cebd7 HTTP/1.1" status: 200 len: 217 time: 0.0409186 Jan 05 17:25:08.871406 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabe8bef-50d2-4ef8-a848-814670a3d6cd req-85fe3101-1459-4adf-b353-b310eb16593e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:25:08.872737 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-fabe8bef-50d2-4ef8-a848-814670a3d6cd req-85fe3101-1459-4adf-b353-b310eb16593e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0c18c6c4-17ee-47b4-b6e0-3f813ec7cf93 HTTP/1.1" status: 200 len: 834 time: 0.0814750 Jan 05 17:25:08.873830 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52628c10-57cf-43eb-9b94-6e31e13153e7 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 05 17:25:08.878161 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-52628c10-57cf-43eb-9b94-6e31e13153e7 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for floatingip, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:25:08.883641 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58914d05-b7d2-47e7-92bf-731c76a88126 None None] Sync routers for ids ['bb1317f1-7c23-48ef-b30e-7a6360f7f237'] in dv-neutron-master-2-hyperv {{(pid=103803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 05 17:25:08.896656 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58914d05-b7d2-47e7-92bf-731c76a88126 None None] Routers {'bb1317f1-7c23-48ef-b30e-7a6360f7f237'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:25:08.897271 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-58914d05-b7d2-47e7-92bf-731c76a88126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:24:49Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['bb1317f1-7c23-48ef-b30e-7a6360f7f237'], 'active': True} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:25:08.932441 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-52628c10-57cf-43eb-9b94-6e31e13153e7 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "DELETE /v2.0/floatingips/ed904fa9-32ba-4256-8a56-3e4a1a0059ad HTTP/1.1" status: 204 len: 168 time: 1.1315072 Jan 05 17:25:08.932441 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '148b0fc9-b343-4fc6-b307-49f433c92429', 'tag': 'e0eb4497-69bb-4468-8d4a-7c80dc9cebd7'}] {{(pid=103800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 05 17:25:08.933772 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f64b9d4628f7eefcc27168a80c04985d23f0ea5def038dae05e1deb7357f3bfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f932c8dc-b51d-4ccf-ade9-c789a399668d" -d '{"events": [{"name": "network-changed", "server_uuid": "148b0fc9-b343-4fc6-b307-49f433c92429", "tag": "e0eb4497-69bb-4468-8d4a-7c80dc9cebd7"}]}' {{(pid=103800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 05 17:25:08.944519 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabe8bef-50d2-4ef8-a848-814670a3d6cd req-6e3936d2-b476-440d-abf0-58a31acad9f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:25:08.947051 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-fabe8bef-50d2-4ef8-a848-814670a3d6cd req-6e3936d2-b476-440d-abf0-58a31acad9f5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2665a280-bf81-4f32-8381-3ce5bcea5dcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0663009 Jan 05 17:25:08.979761 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Jan 2022 17:25:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75a8f37c-abae-45f9-9797-8dad583b2f1e x-openstack-request-id: req-75a8f37c-abae-45f9-9797-8dad583b2f1e {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 05 17:25:08.980059 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "148b0fc9-b343-4fc6-b307-49f433c92429", "tag": "e0eb4497-69bb-4468-8d4a-7c80dc9cebd7", "status": "completed", "code": 200}]} {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 05 17:25:08.980310 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-75a8f37c-abae-45f9-9797-8dad583b2f1e {{(pid=103800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 05 17:25:08.980956 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '148b0fc9-b343-4fc6-b307-49f433c92429', 'tag': 'e0eb4497-69bb-4468-8d4a-7c80dc9cebd7', 'status': 'completed', 'code': 200} Jan 05 17:25:09.011703 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvr_db [None req-58914d05-b7d2-47e7-92bf-731c76a88126 None None] Set router bb1317f1-7c23-48ef-b30e-7a6360f7f237 gateway port host: dv-neutron-master-2-hyperv {{(pid=103803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:25:09.043794 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-fabe8bef-50d2-4ef8-a848-814670a3d6cd req-4835bdae-459b-45fd-b9f8-481835a52dbd service neutron] 10.222.0.13 "GET /v2.0/networks/2665a280-bf81-4f32-8381-3ce5bcea5dcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906041 Jan 05 17:25:09.141684 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-fabe8bef-50d2-4ef8-a848-814670a3d6cd req-50e3da11-b5e6-4d7d-b4e2-6ef3fce13ca9 service neutron] 10.222.0.13 "GET /v2.0/networks/2665a280-bf81-4f32-8381-3ce5bcea5dcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914414 Jan 05 17:25:09.292134 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f932c8dc-b51d-4ccf-ade9-c789a399668d req-bc38d295-3a76-4fb6-bef1-3f9ba79caad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:25:09.297501 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-f932c8dc-b51d-4ccf-ade9-c789a399668d req-bc38d295-3a76-4fb6-bef1-3f9ba79caad0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ec76859de02442879238ecf1eaefefed&device_id=148b0fc9-b343-4fc6-b307-49f433c92429 HTTP/1.1" status: 200 len: 1099 time: 0.0466256 Jan 05 17:25:09.308103 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-58914d05-b7d2-47e7-92bf-731c76a88126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb1317f1-7c23-48ef-b30e-7a6360f7f237', 'name': 'tempest-TestNetworkBasicOps-router-1757652070', 'tenant_id': 'ec76859de02442879238ecf1eaefefed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.141'}], 'enable_snat': True}, 'gw_port_id': 'f1894379-1bf2-4093-ba3d-95169dd62649', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:24:08Z', 'updated_at': '2022-01-05T17:25:03Z', 'revision_number': 6, 'project_id': 'ec76859de02442879238ecf1eaefefed', 'gw_port': {'id': 'f1894379-1bf2-4093-ba3d-95169dd62649', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:e3:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb1317f1-7c23-48ef-b30e-7a6360f7f237', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1520, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:24:09Z', 'updated_at': '2022-01-05T17:25:06Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'b4a1af31-a2f9-484c-9fcc-c0652417c5ce', 'name': '', 'network_id': '2665a280-bf81-4f32-8381-3ce5bcea5dcd', 'tenant_id': 'ec76859de02442879238ecf1eaefefed', 'mac_address': 'fa:16:3e:fa:77:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb1317f1-7c23-48ef-b30e-7a6360f7f237', 'device_owner': 'network:router_interface', 'standard_attr_id': 1523, 'fixed_ips': [{'subnet_id': '0c18c6c4-17ee-47b4-b6e0-3f813ec7cf93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:24:12Z', 'updated_at': '2022-01-05T17:25:06Z', 'revision_number': 7, 'project_id': 'ec76859de02442879238ecf1eaefefed', 'subnets': [{'id': '0c18c6c4-17ee-47b4-b6e0-3f813ec7cf93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:25:09.334140 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58914d05-b7d2-47e7-92bf-731c76a88126 None None] Checking router: bb1317f1-7c23-48ef-b30e-7a6360f7f237 for host: dv-neutron-master-2-hyperv {{(pid=103803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 05 17:25:09.343055 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58914d05-b7d2-47e7-92bf-731c76a88126 None None] Routers {'bb1317f1-7c23-48ef-b30e-7a6360f7f237'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:25:09.343671 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-58914d05-b7d2-47e7-92bf-731c76a88126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:24:49Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['bb1317f1-7c23-48ef-b30e-7a6360f7f237'], 'active': True} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:25:09.361102 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4324f27c-1ae4-470e-ab46-cceaa9fc4549 req-0afd9812-e8dd-487a-9990-86f837999cac tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:25:09.366044 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-4324f27c-1ae4-470e-ab46-cceaa9fc4549 req-0afd9812-e8dd-487a-9990-86f837999cac tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/ports?device_id=148b0fc9-b343-4fc6-b307-49f433c92429 HTTP/1.1" status: 200 len: 946 time: 0.0545251 Jan 05 17:25:09.397040 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f932c8dc-b51d-4ccf-ade9-c789a399668d req-7148fa17-8c72-4f49-a014-a66f95d1bf58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:25:09.399146 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-f932c8dc-b51d-4ccf-ade9-c789a399668d req-7148fa17-8c72-4f49-a014-a66f95d1bf58 service neutron] 10.222.0.13 "GET /v2.0/networks?id=2665a280-bf81-4f32-8381-3ce5bcea5dcd HTTP/1.1" status: 200 len: 897 time: 0.0999312 Jan 05 17:25:09.412243 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-4324f27c-1ae4-470e-ab46-cceaa9fc4549 req-a83a2d05-ff3a-4fe5-ad65-fcf547639751 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/security-groups?id=817afc50-8d76-4f7b-82ba-ff2dc3899974&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436511 Jan 05 17:25:09.442850 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-f932c8dc-b51d-4ccf-ade9-c789a399668d req-64d9f1bc-fffe-4751-b469-9fc665387ebe service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e0eb4497-69bb-4468-8d4a-7c80dc9cebd7 HTTP/1.1" status: 200 len: 217 time: 0.0367835 Jan 05 17:25:09.451826 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvr_db [None req-58914d05-b7d2-47e7-92bf-731c76a88126 None None] Set router bb1317f1-7c23-48ef-b30e-7a6360f7f237 gateway port host: dv-neutron-master-2-hyperv {{(pid=103803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:25:09.491229 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f932c8dc-b51d-4ccf-ade9-c789a399668d req-e50dc98b-1ea5-4633-adb9-de1fb02db3b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:25:09.492684 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-f932c8dc-b51d-4ccf-ade9-c789a399668d req-e50dc98b-1ea5-4633-adb9-de1fb02db3b4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0c18c6c4-17ee-47b4-b6e0-3f813ec7cf93 HTTP/1.1" status: 200 len: 834 time: 0.0427079 Jan 05 17:25:09.541177 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f932c8dc-b51d-4ccf-ade9-c789a399668d req-ad29f741-8fd2-4ca3-884c-2e9a7a34315d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:25:09.542977 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-f932c8dc-b51d-4ccf-ade9-c789a399668d req-ad29f741-8fd2-4ca3-884c-2e9a7a34315d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2665a280-bf81-4f32-8381-3ce5bcea5dcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0432775 Jan 05 17:25:09.635277 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-f932c8dc-b51d-4ccf-ade9-c789a399668d req-fbecceda-1836-473f-8120-803d8ba2d5ba service neutron] 10.222.0.13 "GET /v2.0/networks/2665a280-bf81-4f32-8381-3ce5bcea5dcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858562 Jan 05 17:25:09.658035 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-58914d05-b7d2-47e7-92bf-731c76a88126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb1317f1-7c23-48ef-b30e-7a6360f7f237', 'name': 'tempest-TestNetworkBasicOps-router-1757652070', 'tenant_id': 'ec76859de02442879238ecf1eaefefed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.141'}], 'enable_snat': True}, 'gw_port_id': 'f1894379-1bf2-4093-ba3d-95169dd62649', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:24:08Z', 'updated_at': '2022-01-05T17:25:03Z', 'revision_number': 6, 'project_id': 'ec76859de02442879238ecf1eaefefed', 'gw_port': {'id': 'f1894379-1bf2-4093-ba3d-95169dd62649', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:e3:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb1317f1-7c23-48ef-b30e-7a6360f7f237', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1520, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:24:09Z', 'updated_at': '2022-01-05T17:25:06Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'b4a1af31-a2f9-484c-9fcc-c0652417c5ce', 'name': '', 'network_id': '2665a280-bf81-4f32-8381-3ce5bcea5dcd', 'tenant_id': 'ec76859de02442879238ecf1eaefefed', 'mac_address': 'fa:16:3e:fa:77:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb1317f1-7c23-48ef-b30e-7a6360f7f237', 'device_owner': 'network:router_interface', 'standard_attr_id': 1523, 'fixed_ips': [{'subnet_id': '0c18c6c4-17ee-47b4-b6e0-3f813ec7cf93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:24:12Z', 'updated_at': '2022-01-05T17:25:06Z', 'revision_number': 7, 'project_id': 'ec76859de02442879238ecf1eaefefed', 'subnets': [{'id': '0c18c6c4-17ee-47b4-b6e0-3f813ec7cf93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:25:09.684286 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58914d05-b7d2-47e7-92bf-731c76a88126 None None] The sync data for ids ['bb1317f1-7c23-48ef-b30e-7a6360f7f237'] in dv-neutron-master-2-hyperv is: [{'id': 'bb1317f1-7c23-48ef-b30e-7a6360f7f237', 'name': 'tempest-TestNetworkBasicOps-router-1757652070', 'tenant_id': 'ec76859de02442879238ecf1eaefefed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.141'}], 'enable_snat': True}, 'gw_port_id': 'f1894379-1bf2-4093-ba3d-95169dd62649', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:24:08Z', 'updated_at': '2022-01-05T17:25:03Z', 'revision_number': 6, 'project_id': 'ec76859de02442879238ecf1eaefefed', 'gw_port': {'id': 'f1894379-1bf2-4093-ba3d-95169dd62649', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:e3:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb1317f1-7c23-48ef-b30e-7a6360f7f237', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1520, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:24:09Z', 'updated_at': '2022-01-05T17:25:06Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'b4a1af31-a2f9-484c-9fcc-c0652417c5ce', 'name': '', 'network_id': '2665a280-bf81-4f32-8381-3ce5bcea5dcd', 'tenant_id': 'ec76859de02442879238ecf1eaefefed', 'mac_address': 'fa:16:3e:fa:77:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb1317f1-7c23-48ef-b30e-7a6360f7f237', 'device_owner': 'network:router_interface', 'standard_attr_id': 1523, 'fixed_ips': [{'subnet_id': '0c18c6c4-17ee-47b4-b6e0-3f813ec7cf93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:24:12Z', 'updated_at': '2022-01-05T17:25:06Z', 'revision_number': 7, 'project_id': 'ec76859de02442879238ecf1eaefefed', 'subnets': [{'id': '0c18c6c4-17ee-47b4-b6e0-3f813ec7cf93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 05 17:25:09.733341 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-f932c8dc-b51d-4ccf-ade9-c789a399668d req-5420f461-4d4a-478c-b7ef-af05e11339e4 service neutron] 10.222.0.13 "GET /v2.0/networks/2665a280-bf81-4f32-8381-3ce5bcea5dcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921369 Jan 05 17:25:10.331781 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbfd333a-99b6-47d2-ac71-debc011f9feb None None] New status for floating IP ed904fa9-32ba-4256-8a56-3e4a1a0059ad: DOWN {{(pid=103802) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 05 17:25:10.871725 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f0f12d-56cb-4003-9886-d4b8e6b97936 req-42f4775b-9589-4cc6-bd58-bf31b9563aa3 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:25:10.873232 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-55f0f12d-56cb-4003-9886-d4b8e6b97936 req-42f4775b-9589-4cc6-bd58-bf31b9563aa3 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/ports?device_id=148b0fc9-b343-4fc6-b307-49f433c92429 HTTP/1.1" status: 200 len: 946 time: 0.3920419 Jan 05 17:25:10.885141 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dc53c9-3106-4ea4-a15e-a7b90f6fadb7 req-85626738-e731-4f59-aa26-b691c2538e92 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:25:10.886523 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-94dc53c9-3106-4ea4-a15e-a7b90f6fadb7 req-85626738-e731-4f59-aa26-b691c2538e92 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.13 "GET /v2.0/ports?device_id=148b0fc9-b343-4fc6-b307-49f433c92429 HTTP/1.1" status: 200 len: 946 time: 0.0649605 Jan 05 17:25:10.978304 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-55f0f12d-56cb-4003-9886-d4b8e6b97936 req-a8c85e88-4596-4b94-b030-06d11efd3f11 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/security-groups?id=817afc50-8d76-4f7b-82ba-ff2dc3899974&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0907426 Jan 05 17:25:11.003066 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [req-94dc53c9-3106-4ea4-a15e-a7b90f6fadb7 req-8e2fcc07-3008-427d-84a1-64f16eacd8ea tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Deleting port e0eb4497-69bb-4468-8d4a-7c80dc9cebd7 {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:25:11.003403 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-94dc53c9-3106-4ea4-a15e-a7b90f6fadb7 req-8e2fcc07-3008-427d-84a1-64f16eacd8ea tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:25:11.089697 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.db [req-94dc53c9-3106-4ea4-a15e-a7b90f6fadb7 req-8e2fcc07-3008-427d-84a1-64f16eacd8ea tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] For port e0eb4497-69bb-4468-8d4a-7c80dc9cebd7, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=e0eb4497-69bb-4468-8d4a-7c80dc9cebd7,segment=NetworkSegment(0cb0d53c-d55a-443e-abde-6849a1a9acfa),segment_id=0cb0d53c-d55a-443e-abde-6849a1a9acfa)] {{(pid=103800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:25:11.090054 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-94dc53c9-3106-4ea4-a15e-a7b90f6fadb7 req-8e2fcc07-3008-427d-84a1-64f16eacd8ea tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:25:11.106383 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [req-94dc53c9-3106-4ea4-a15e-a7b90f6fadb7 req-8e2fcc07-3008-427d-84a1-64f16eacd8ea tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Calling delete_port for e0eb4497-69bb-4468-8d4a-7c80dc9cebd7 owned by compute:nova {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:25:11.285491 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-94dc53c9-3106-4ea4-a15e-a7b90f6fadb7 req-8e2fcc07-3008-427d-84a1-64f16eacd8ea tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:25:11.314148 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2fcc07-3008-427d-84a1-64f16eacd8ea tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Pushing event deleted for resources: {'Port': ['ID=e0eb4497-69bb-4468-8d4a-7c80dc9cebd7,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:25:11.358353 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [req-94dc53c9-3106-4ea4-a15e-a7b90f6fadb7 req-8e2fcc07-3008-427d-84a1-64f16eacd8ea tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] No DVR routers for this DVR port e0eb4497-69bb-4468-8d4a-7c80dc9cebd7 on host hv-neutron-mast {{(pid=103800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 05 17:25:11.360904 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-94dc53c9-3106-4ea4-a15e-a7b90f6fadb7 req-8e2fcc07-3008-427d-84a1-64f16eacd8ea tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:25:11.364484 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-94dc53c9-3106-4ea4-a15e-a7b90f6fadb7 req-8e2fcc07-3008-427d-84a1-64f16eacd8ea tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.13 "DELETE /v2.0/ports/e0eb4497-69bb-4468-8d4a-7c80dc9cebd7 HTTP/1.1" status: 204 len: 173 time: 0.4714742 Jan 05 17:25:11.364942 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '148b0fc9-b343-4fc6-b307-49f433c92429', 'name': 'network-vif-deleted', 'tag': 'e0eb4497-69bb-4468-8d4a-7c80dc9cebd7'}] {{(pid=103800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 05 17:25:11.368323 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f64b9d4628f7eefcc27168a80c04985d23f0ea5def038dae05e1deb7357f3bfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2064691d-26ab-4298-8c3a-ad09d618045f" -d '{"events": [{"server_uuid": "148b0fc9-b343-4fc6-b307-49f433c92429", "name": "network-vif-deleted", "tag": "e0eb4497-69bb-4468-8d4a-7c80dc9cebd7"}]}' {{(pid=103800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 05 17:25:11.403151 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Jan 2022 17:25:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51d88461-40e1-467c-99e7-8465283c70c7 x-openstack-request-id: req-51d88461-40e1-467c-99e7-8465283c70c7 {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 05 17:25:11.403448 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "148b0fc9-b343-4fc6-b307-49f433c92429", "name": "network-vif-deleted", "tag": "e0eb4497-69bb-4468-8d4a-7c80dc9cebd7", "status": "completed", "code": 200}]} {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 05 17:25:11.403700 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-51d88461-40e1-467c-99e7-8465283c70c7 {{(pid=103800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 05 17:25:11.404094 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '148b0fc9-b343-4fc6-b307-49f433c92429', 'name': 'network-vif-deleted', 'tag': 'e0eb4497-69bb-4468-8d4a-7c80dc9cebd7', 'status': 'completed', 'code': 200} Jan 05 17:25:12.080264 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-f6c05626-2b56-451e-ac86-353d8fa50046 req-15fd5a78-dca6-4ebc-9285-8fac3820e9d7 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "GET /v2.0/ports?device_id=148b0fc9-b343-4fc6-b307-49f433c92429 HTTP/1.1" status: 200 len: 210 time: 0.0261149 Jan 05 17:25:13.136327 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 47944) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:25:13.191650 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d752c5d3-8413-41fe-b47c-df5619258f90 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for security_group, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:25:13.215932 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d752c5d3-8413-41fe-b47c-df5619258f90 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:25:13.366936 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d752c5d3-8413-41fe-b47c-df5619258f90 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:25:13.369442 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d752c5d3-8413-41fe-b47c-df5619258f90 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for security_group, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:25:13.370656 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-d752c5d3-8413-41fe-b47c-df5619258f90 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "DELETE /v2.0/security-groups/817afc50-8d76-4f7b-82ba-ff2dc3899974 HTTP/1.1" status: 204 len: 168 time: 0.2333226 Jan 05 17:25:13.383157 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d752c5d3-8413-41fe-b47c-df5619258f90 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=817afc50-8d76-4f7b-82ba-ff2dc3899974,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:25:13.465275 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 47948) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:25:13.827312 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3e9dca57-ab81-45f9-ba75-b30281b88b3d tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-531685'] for router_interface, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:25:14.084197 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-3e9dca57-ab81-45f9-ba75-b30281b88b3d tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Deleting port b4a1af31-a2f9-484c-9fcc-c0652417c5ce {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:25:14.084527 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3e9dca57-ab81-45f9-ba75-b30281b88b3d tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:25:14.171351 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.db [None req-3e9dca57-ab81-45f9-ba75-b30281b88b3d tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] For port b4a1af31-a2f9-484c-9fcc-c0652417c5ce, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b4a1af31-a2f9-484c-9fcc-c0652417c5ce,segment=NetworkSegment(0cb0d53c-d55a-443e-abde-6849a1a9acfa),segment_id=0cb0d53c-d55a-443e-abde-6849a1a9acfa)] {{(pid=103800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:25:14.172119 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3e9dca57-ab81-45f9-ba75-b30281b88b3d tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:25:14.189081 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-3e9dca57-ab81-45f9-ba75-b30281b88b3d tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Calling delete_port for b4a1af31-a2f9-484c-9fcc-c0652417c5ce owned by network:router_interface {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:25:14.435636 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3e9dca57-ab81-45f9-ba75-b30281b88b3d tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:25:14.460303 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9dca57-ab81-45f9-ba75-b30281b88b3d tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Pushing event deleted for resources: {'Port': ['ID=b4a1af31-a2f9-484c-9fcc-c0652417c5ce,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:25:14.632984 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3e9dca57-ab81-45f9-ba75-b30281b88b3d tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-560676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531569'] for router_interface, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:25:14.842234 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e9dca57-ab81-45f9-ba75-b30281b88b3d tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Router bb1317f1-7c23-48ef-b30e-7a6360f7f237 has already been hosted by L3 agent 59446fdc-40e0-41fe-a575-a8eb11d742f7 {{(pid=103800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 05 17:25:14.944660 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e9dca57-ab81-45f9-ba75-b30281b88b3d tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 05 17:25:14.950083 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-3e9dca57-ab81-45f9-ba75-b30281b88b3d tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "PUT /v2.0/routers/bb1317f1-7c23-48ef-b30e-7a6360f7f237/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4837675 Jan 05 17:25:14.952724 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 47950) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:25:14.955407 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0fd4449-6bcd-4806-b84d-c6946847a3e3 None None] Sync routers for ids ['bb1317f1-7c23-48ef-b30e-7a6360f7f237'] in dv-neutron-master-2-hyperv {{(pid=103803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 05 17:25:14.966281 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0fd4449-6bcd-4806-b84d-c6946847a3e3 None None] Routers {'bb1317f1-7c23-48ef-b30e-7a6360f7f237'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:25:14.966818 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-b0fd4449-6bcd-4806-b84d-c6946847a3e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:24:49Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['bb1317f1-7c23-48ef-b30e-7a6360f7f237'], 'active': True} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:25:15.002601 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a8c38ac-0406-4124-9e98-61a3a4acf3d9 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Deleting subnet 0c18c6c4-17ee-47b4-b6e0-3f813ec7cf93 {{(pid=103800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 05 17:25:15.005689 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1a8c38ac-0406-4124-9e98-61a3a4acf3d9 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for subnet, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:25:15.053351 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1a8c38ac-0406-4124-9e98-61a3a4acf3d9 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8784846'] for subnet, precommit_delete_associations {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:25:15.072094 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvr_db [None req-b0fd4449-6bcd-4806-b84d-c6946847a3e3 None None] Set router bb1317f1-7c23-48ef-b30e-7a6360f7f237 gateway port host: dv-neutron-master-2-hyperv {{(pid=103803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:25:15.138827 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1a8c38ac-0406-4124-9e98-61a3a4acf3d9 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892868'] for subnet, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:25:15.215111 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Device e0eb4497-69bb-4468-8d4a-7c80dc9cebd7 no longer exists at agent hyperv_hv-neutron-mast {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 05 17:25:15.235386 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] No Port match for: e0eb4497-69bb-4468-8d4a-7c80dc9cebd7 {{(pid=103802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 05 17:25:15.235658 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Device e0eb4497-69bb-4468-8d4a-7c80dc9cebd7 not bound to the agent host hv-neutron-mast {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 05 17:25:15.249435 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-b0fd4449-6bcd-4806-b84d-c6946847a3e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb1317f1-7c23-48ef-b30e-7a6360f7f237', 'name': 'tempest-TestNetworkBasicOps-router-1757652070', 'tenant_id': 'ec76859de02442879238ecf1eaefefed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.141'}], 'enable_snat': True}, 'gw_port_id': 'f1894379-1bf2-4093-ba3d-95169dd62649', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:24:08Z', 'updated_at': '2022-01-05T17:25:14Z', 'revision_number': 7, 'project_id': 'ec76859de02442879238ecf1eaefefed', 'gw_port': {'id': 'f1894379-1bf2-4093-ba3d-95169dd62649', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:e3:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb1317f1-7c23-48ef-b30e-7a6360f7f237', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1520, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:24:09Z', 'updated_at': '2022-01-05T17:25:06Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:25:15.270470 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1a8c38ac-0406-4124-9e98-61a3a4acf3d9 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3893367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8784787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8521880'] for subnet, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:25:15.276852 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0fd4449-6bcd-4806-b84d-c6946847a3e3 None None] Checking router: bb1317f1-7c23-48ef-b30e-7a6360f7f237 for host: dv-neutron-master-2-hyperv {{(pid=103803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 05 17:25:15.285044 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0fd4449-6bcd-4806-b84d-c6946847a3e3 None None] Routers {'bb1317f1-7c23-48ef-b30e-7a6360f7f237'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:25:15.285698 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-b0fd4449-6bcd-4806-b84d-c6946847a3e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:24:49Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['bb1317f1-7c23-48ef-b30e-7a6360f7f237'], 'active': True} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:25:15.296939 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8c38ac-0406-4124-9e98-61a3a4acf3d9 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Pushing event deleted for resources: {'Subnet': ['ID=0c18c6c4-17ee-47b4-b6e0-3f813ec7cf93,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:25:15.302879 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1a8c38ac-0406-4124-9e98-61a3a4acf3d9 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for subnet, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:25:15.306750 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-1a8c38ac-0406-4124-9e98-61a3a4acf3d9 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "DELETE /v2.0/subnets/0c18c6c4-17ee-47b4-b6e0-3f813ec7cf93 HTTP/1.1" status: 204 len: 168 time: 0.3531153 Jan 05 17:25:15.309407 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 47952) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:25:15.316116 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0baa971f-a5ba-4767-95c5-336048b391a8 None None] Network 2665a280-bf81-4f32-8381-3ce5bcea5dcd requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:25:15.393266 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvr_db [None req-b0fd4449-6bcd-4806-b84d-c6946847a3e3 None None] Set router bb1317f1-7c23-48ef-b30e-7a6360f7f237 gateway port host: dv-neutron-master-2-hyperv {{(pid=103803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:25:15.418677 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f0eee21e-db63-4dd2-a232-60e910c3b4dd tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for router, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:25:15.491319 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-428ca591-44bf-4963-a0db-0740705f91d0 None None] DHCP port deletion for 2665a280-bf81-4f32-8381-3ce5bcea5dcd request from dv-neutron-master-2-hyperv {{(pid=103802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 05 17:25:15.525303 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f0eee21e-db63-4dd2-a232-60e910c3b4dd tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:25:15.539348 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-428ca591-44bf-4963-a0db-0740705f91d0 None None] Deleting port 33960fe8-a4f1-4a84-8ae6-9f6058f45326 {{(pid=103802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:25:15.542583 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-428ca591-44bf-4963-a0db-0740705f91d0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:25:15.569248 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-b0fd4449-6bcd-4806-b84d-c6946847a3e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb1317f1-7c23-48ef-b30e-7a6360f7f237', 'name': 'tempest-TestNetworkBasicOps-router-1757652070', 'tenant_id': 'ec76859de02442879238ecf1eaefefed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.141'}], 'enable_snat': True}, 'gw_port_id': 'f1894379-1bf2-4093-ba3d-95169dd62649', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:24:08Z', 'updated_at': '2022-01-05T17:25:14Z', 'revision_number': 7, 'project_id': 'ec76859de02442879238ecf1eaefefed', 'gw_port': {'id': 'f1894379-1bf2-4093-ba3d-95169dd62649', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:e3:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb1317f1-7c23-48ef-b30e-7a6360f7f237', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1520, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:24:09Z', 'updated_at': '2022-01-05T17:25:06Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:25:15.598935 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0fd4449-6bcd-4806-b84d-c6946847a3e3 None None] The sync data for ids ['bb1317f1-7c23-48ef-b30e-7a6360f7f237'] in dv-neutron-master-2-hyperv is: [{'id': 'bb1317f1-7c23-48ef-b30e-7a6360f7f237', 'name': 'tempest-TestNetworkBasicOps-router-1757652070', 'tenant_id': 'ec76859de02442879238ecf1eaefefed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.141'}], 'enable_snat': True}, 'gw_port_id': 'f1894379-1bf2-4093-ba3d-95169dd62649', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:24:08Z', 'updated_at': '2022-01-05T17:25:14Z', 'revision_number': 7, 'project_id': 'ec76859de02442879238ecf1eaefefed', 'gw_port': {'id': 'f1894379-1bf2-4093-ba3d-95169dd62649', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:e3:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb1317f1-7c23-48ef-b30e-7a6360f7f237', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1520, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:24:09Z', 'updated_at': '2022-01-05T17:25:06Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=103803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 05 17:25:15.605673 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-428ca591-44bf-4963-a0db-0740705f91d0 None None] For port 33960fe8-a4f1-4a84-8ae6-9f6058f45326, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=33960fe8-a4f1-4a84-8ae6-9f6058f45326,segment=NetworkSegment(0cb0d53c-d55a-443e-abde-6849a1a9acfa),segment_id=0cb0d53c-d55a-443e-abde-6849a1a9acfa)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:25:15.606133 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-428ca591-44bf-4963-a0db-0740705f91d0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:25:15.620501 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-428ca591-44bf-4963-a0db-0740705f91d0 None None] Calling delete_port for 33960fe8-a4f1-4a84-8ae6-9f6058f45326 owned by network:dhcp {{(pid=103802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:25:15.648844 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-f0eee21e-db63-4dd2-a232-60e910c3b4dd tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Deleting port f1894379-1bf2-4093-ba3d-95169dd62649 {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:25:15.651441 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f0eee21e-db63-4dd2-a232-60e910c3b4dd tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:25:15.731386 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.db [None req-f0eee21e-db63-4dd2-a232-60e910c3b4dd tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] For port f1894379-1bf2-4093-ba3d-95169dd62649, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f1894379-1bf2-4093-ba3d-95169dd62649,segment=NetworkSegment(3f961525-530f-4ce5-8222-1dbbbe774893),segment_id=3f961525-530f-4ce5-8222-1dbbbe774893)] {{(pid=103800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:25:15.731667 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f0eee21e-db63-4dd2-a232-60e910c3b4dd tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:25:15.743755 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-f0eee21e-db63-4dd2-a232-60e910c3b4dd tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Calling delete_port for f1894379-1bf2-4093-ba3d-95169dd62649 owned by network:router_gateway {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:25:15.778778 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-428ca591-44bf-4963-a0db-0740705f91d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678'] for port, after_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:25:15.804183 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428ca591-44bf-4963-a0db-0740705f91d0 None None] Pushing event deleted for resources: {'Port': ['ID=33960fe8-a4f1-4a84-8ae6-9f6058f45326,revision_number=None']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:25:15.812549 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-428ca591-44bf-4963-a0db-0740705f91d0 None None] No DVR routers for this DVR port 33960fe8-a4f1-4a84-8ae6-9f6058f45326 on host dv-neutron-master-2-hyperv {{(pid=103802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 05 17:25:15.814558 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428ca591-44bf-4963-a0db-0740705f91d0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:25:15.814902 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428ca591-44bf-4963-a0db-0740705f91d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:25:15.815241 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428ca591-44bf-4963-a0db-0740705f91d0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:25:15.815577 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428ca591-44bf-4963-a0db-0740705f91d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:25:15.815904 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428ca591-44bf-4963-a0db-0740705f91d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:25:15.816231 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428ca591-44bf-4963-a0db-0740705f91d0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:25:15.816571 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428ca591-44bf-4963-a0db-0740705f91d0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:25:15.816910 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428ca591-44bf-4963-a0db-0740705f91d0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:25:15.817240 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428ca591-44bf-4963-a0db-0740705f91d0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:25:15.817546 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428ca591-44bf-4963-a0db-0740705f91d0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:25:15.817894 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428ca591-44bf-4963-a0db-0740705f91d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:25:15.818213 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428ca591-44bf-4963-a0db-0740705f91d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:25:15.818536 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428ca591-44bf-4963-a0db-0740705f91d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:25:15.961800 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f0eee21e-db63-4dd2-a232-60e910c3b4dd tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:25:15.988890 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0eee21e-db63-4dd2-a232-60e910c3b4dd tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Pushing event deleted for resources: {'Port': ['ID=f1894379-1bf2-4093-ba3d-95169dd62649,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:25:16.004256 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c9f8623-0f40-46cf-880e-1232380ef376 None None] DHCP port deletion for b0167590-0699-4c5c-a932-3939414a9573 request from dv-neutron-master-2-hyperv {{(pid=103802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 05 17:25:16.062545 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f0eee21e-db63-4dd2-a232-60e910c3b4dd tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-648595'] for router_gateway, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:25:16.165560 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f0eee21e-db63-4dd2-a232-60e910c3b4dd tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-648249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62744'] for router, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:25:16.167719 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f0eee21e-db63-4dd2-a232-60e910c3b4dd tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:25:16.182166 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 33960fe8-a4f1-4a84-8ae6-9f6058f45326 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 05 17:25:16.205044 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] No Port match for: 33960fe8-a4f1-4a84-8ae6-9f6058f45326 {{(pid=103802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 05 17:25:16.205379 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 33960fe8-a4f1-4a84-8ae6-9f6058f45326 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 05 17:25:16.205821 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device b4a1af31-a2f9-484c-9fcc-c0652417c5ce no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 05 17:25:16.224110 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] No Port match for: b4a1af31-a2f9-484c-9fcc-c0652417c5ce {{(pid=103802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 05 17:25:16.224709 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device b4a1af31-a2f9-484c-9fcc-c0652417c5ce not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 05 17:25:16.293032 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f0eee21e-db63-4dd2-a232-60e910c3b4dd tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-648240'] for router, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:25:16.293502 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0eee21e-db63-4dd2-a232-60e910c3b4dd tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Fanout notify agent at l3_agent the message router_deleted on router bb1317f1-7c23-48ef-b30e-7a6360f7f237 {{(pid=103800) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 05 17:25:16.300434 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f0eee21e-db63-4dd2-a232-60e910c3b4dd tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for router, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:25:16.301618 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-f0eee21e-db63-4dd2-a232-60e910c3b4dd tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "DELETE /v2.0/routers/bb1317f1-7c23-48ef-b30e-7a6360f7f237 HTTP/1.1" status: 204 len: 168 time: 0.9912021 Jan 05 17:25:16.304315 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 47954) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:25:16.384083 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4aabea92-a915-410c-84e4-6aef82b58cc0 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3809644'] for network, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:25:16.471141 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4aabea92-a915-410c-84e4-6aef82b58cc0 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3891715', 'neutron.services.segments.db._delete_segments_for_network-8754181063482'] for network, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:25:16.491519 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.services.segments.db [None req-4aabea92-a915-410c-84e4-6aef82b58cc0 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2665a280-bf81-4f32-8381-3ce5bcea5dcd']}} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:25:16.501008 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.services.segments.db [None req-4aabea92-a915-410c-84e4-6aef82b58cc0 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0cb0d53c-d55a-443e-abde-6849a1a9acfa') {'for_net_delete': True} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:25:16.501325 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.services.segments.db [None req-4aabea92-a915-410c-84e4-6aef82b58cc0 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0cb0d53c-d55a-443e-abde-6849a1a9acfa') {} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:25:16.510614 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4aabea92-a915-410c-84e4-6aef82b58cc0 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754181064771', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8784833'] for segment, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:25:16.522954 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4aabea92-a915-410c-84e4-6aef82b58cc0 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225'] for segment, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:25:16.528686 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4aabea92-a915-410c-84e4-6aef82b58cc0 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Releasing vlan 149 on physical network physnet1 to pool {{(pid=103800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 05 17:25:16.529058 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4aabea92-a915-410c-84e4-6aef82b58cc0 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8784497'] for segment, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:25:16.532018 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:25:16.532018 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:25:16.532018 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:25:16.532018 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:25:16.532018 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:25:16.532018 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:25:16.532018 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:25:16.532018 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:25:16.532018 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:25:16.532018 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:25:16.532018 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:25:16.532018 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:25:16.532018 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:25:16.532018 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:25:16.532018 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:25:16.532018 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:25:16.532018 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:25:16.532018 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:25:16.532018 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:25:16.532018 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:25:16.532018 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:25:16.532018 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:25:16.532018 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:25:16.532018 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:25:16.532018 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:25:16.532018 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:25:16.532018 dv-neutron-master-2-hyperv neutron-server[103800]: Traceback (most recent call last): Jan 05 17:25:16.532018 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 05 17:25:16.532018 dv-neutron-master-2-hyperv neutron-server[103800]: timer() Jan 05 17:25:16.532018 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 05 17:25:16.532018 dv-neutron-master-2-hyperv neutron-server[103800]: cb(*args, **kw) Jan 05 17:25:16.532018 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 05 17:25:16.532018 dv-neutron-master-2-hyperv neutron-server[103800]: return func(*args, **kwargs) Jan 05 17:25:16.532018 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 05 17:25:16.532018 dv-neutron-master-2-hyperv neutron-server[103800]: self._notify() Jan 05 17:25:16.532018 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 05 17:25:16.532018 dv-neutron-master-2-hyperv neutron-server[103800]: self.callback(batched_events) Jan 05 17:25:16.532018 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 05 17:25:16.532018 dv-neutron-master-2-hyperv neutron-server[103800]: event.method(event) Jan 05 17:25:16.532018 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 05 17:25:16.532018 dv-neutron-master-2-hyperv neutron-server[103800]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 05 17:25:16.532018 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 05 17:25:16.532018 dv-neutron-master-2-hyperv neutron-server[103800]: aggregate_uuid = self.p_client.list_aggregates( Jan 05 17:25:16.532018 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 05 17:25:16.532018 dv-neutron-master-2-hyperv neutron-server[103800]: return f(self, *a, **k) Jan 05 17:25:16.532018 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 05 17:25:16.532018 dv-neutron-master-2-hyperv neutron-server[103800]: return self._get(url).json() Jan 05 17:25:16.532018 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 05 17:25:16.532018 dv-neutron-master-2-hyperv neutron-server[103800]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 05 17:25:16.532018 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 05 17:25:16.532018 dv-neutron-master-2-hyperv neutron-server[103800]: return self.request(url, 'GET', **kwargs) Jan 05 17:25:16.532018 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 05 17:25:16.532018 dv-neutron-master-2-hyperv neutron-server[103800]: base_url = self.get_endpoint(auth, allow=allow, Jan 05 17:25:16.532018 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 05 17:25:16.532018 dv-neutron-master-2-hyperv neutron-server[103800]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 05 17:25:16.532018 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 05 17:25:16.532018 dv-neutron-master-2-hyperv neutron-server[103800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 05 17:25:16.532018 dv-neutron-master-2-hyperv neutron-server[103800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 05 17:25:16.663186 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4aabea92-a915-410c-84e4-6aef82b58cc0 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3891722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648695'] for network, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:25:16.663474 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4aabea92-a915-410c-84e4-6aef82b58cc0 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Publish callbacks [] for network, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:25:16.666922 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-4aabea92-a915-410c-84e4-6aef82b58cc0 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] 10.222.0.11 "DELETE /v2.0/networks/2665a280-bf81-4f32-8381-3ce5bcea5dcd HTTP/1.1" status: 204 len: 168 time: 0.3616452 Jan 05 17:25:16.678428 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aabea92-a915-410c-84e4-6aef82b58cc0 tempest-TestNetworkBasicOps-796570633 tempest-TestNetworkBasicOps-796570633-project] Pushing event deleted for resources: {'Network': ['ID=2665a280-bf81-4f32-8381-3ce5bcea5dcd,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:25:17.096955 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-b3b141c4-a43c-4cb4-bdcb-f28503d00487 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:25:17.109720 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 47960) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:25:17.240708 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-06539026-9845-4401-8a63-72896d494108 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ec76859de02442879238ecf1eaefefed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1295457 Jan 05 17:25:17.243250 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 47964) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:25:17.289157 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1f110f73-d0d5-424d-9bca-56aaf68f2b08 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:25:17.311013 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1f110f73-d0d5-424d-9bca-56aaf68f2b08 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:25:17.433456 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1f110f73-d0d5-424d-9bca-56aaf68f2b08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:25:17.436189 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1f110f73-d0d5-424d-9bca-56aaf68f2b08 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:25:17.437382 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-1f110f73-d0d5-424d-9bca-56aaf68f2b08 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e329916e-631b-4eb4-9789-17d060ce9f7a HTTP/1.1" status: 204 len: 168 time: 0.1932554 Jan 05 17:25:17.444818 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f110f73-d0d5-424d-9bca-56aaf68f2b08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e329916e-631b-4eb4-9789-17d060ce9f7a,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:25:17.979543 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 47970) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:25:17.993341 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1c051c05-53fb-436c-8d18-8d3ce6fea693 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:25:18.068485 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1c051c05-53fb-436c-8d18-8d3ce6fea693 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:25:18.075617 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device f1894379-1bf2-4093-ba3d-95169dd62649 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 05 17:25:18.095446 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] No Port match for: f1894379-1bf2-4093-ba3d-95169dd62649 {{(pid=103802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 05 17:25:18.095779 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device f1894379-1bf2-4093-ba3d-95169dd62649 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 05 17:25:18.130942 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1c051c05-53fb-436c-8d18-8d3ce6fea693 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:25:18.169227 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-1c051c05-53fb-436c-8d18-8d3ce6fea693 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=39e8942ab7d64154b0b75362cea92324&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1885936 Jan 05 17:25:18.170198 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c051c05-53fb-436c-8d18-8d3ce6fea693 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c486347c-8e48-4476-a4b9-8ad6bf2cac12,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:25:18.171915 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 47972) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:25:18.224096 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-76f8bfa0-c638-4bc1-8312-88e57ede8f00 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:25:18.245129 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-76f8bfa0-c638-4bc1-8312-88e57ede8f00 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:25:18.347777 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-76f8bfa0-c638-4bc1-8312-88e57ede8f00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:25:18.350362 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-76f8bfa0-c638-4bc1-8312-88e57ede8f00 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:25:18.351506 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-76f8bfa0-c638-4bc1-8312-88e57ede8f00 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c486347c-8e48-4476-a4b9-8ad6bf2cac12 HTTP/1.1" status: 204 len: 168 time: 0.1777792 Jan 05 17:25:18.359448 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f8bfa0-c638-4bc1-8312-88e57ede8f00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c486347c-8e48-4476-a4b9-8ad6bf2cac12,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:25:18.366749 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f8bfa0-c638-4bc1-8312-88e57ede8f00 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:25:18.367100 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f8bfa0-c638-4bc1-8312-88e57ede8f00 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:25:18.367449 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f8bfa0-c638-4bc1-8312-88e57ede8f00 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:25:18.367786 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f8bfa0-c638-4bc1-8312-88e57ede8f00 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:25:18.368124 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f8bfa0-c638-4bc1-8312-88e57ede8f00 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:25:18.368452 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f8bfa0-c638-4bc1-8312-88e57ede8f00 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:25:18.368781 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f8bfa0-c638-4bc1-8312-88e57ede8f00 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:25:18.369109 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f8bfa0-c638-4bc1-8312-88e57ede8f00 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:25:18.369515 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f8bfa0-c638-4bc1-8312-88e57ede8f00 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:25:18.369888 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f8bfa0-c638-4bc1-8312-88e57ede8f00 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:25:18.375839 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f8bfa0-c638-4bc1-8312-88e57ede8f00 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:25:18.375839 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f8bfa0-c638-4bc1-8312-88e57ede8f00 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:25:18.375839 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f8bfa0-c638-4bc1-8312-88e57ede8f00 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:25:19.298540 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-eb99424a-8ec4-4cfe-b97d-67ad01281107 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:25:19.778426 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:25:20.553395 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d2607572-b3c9-472c-85bc-c8de0c3fb75c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:25:21.932682 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d504d802-9546-4ce5-a9d3-96c844ac5808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:25:23.298157 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:25:25.687420 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-070ad986-1432-426e-866c-3a0779da13a0 req-2e029d24-ce57-4397-8830-55f1b9c91fc7 tempest-ServersAdminNegativeTestJSON-1214163732 tempest-ServersAdminNegativeTestJSON-1214163732-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=80049119711a4c6fb77dfa364d62d73d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0286610 Jan 05 17:25:26.156157 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070ad986-1432-426e-866c-3a0779da13a0 req-7caeda5a-84de-4e43-8504-36bfad232806 tempest-ServersAdminNegativeTestJSON-1214163732 tempest-ServersAdminNegativeTestJSON-1214163732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:25:26.157630 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-070ad986-1432-426e-866c-3a0779da13a0 req-7caeda5a-84de-4e43-8504-36bfad232806 tempest-ServersAdminNegativeTestJSON-1214163732 tempest-ServersAdminNegativeTestJSON-1214163732-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4650652 Jan 05 17:25:26.172026 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-070ad986-1432-426e-866c-3a0779da13a0 req-f64ee0f6-8816-4854-b6f3-b98265423359 tempest-ServersAdminNegativeTestJSON-1214163732 tempest-ServersAdminNegativeTestJSON-1214163732-project] 10.222.0.11 "GET /v2.0/quotas/80049119711a4c6fb77dfa364d62d73d HTTP/1.1" status: 200 len: 375 time: 0.0091150 Jan 05 17:25:26.204657 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-070ad986-1432-426e-866c-3a0779da13a0 req-345a4c8c-0b87-45c5-8b90-b2a44151d4df tempest-ServersAdminNegativeTestJSON-1214163732 tempest-ServersAdminNegativeTestJSON-1214163732-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=80049119711a4c6fb77dfa364d62d73d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0278337 Jan 05 17:25:26.428196 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-70d8f3c1-b1a1-410c-844d-2e9a2744872f req-be736bed-d688-40b6-8055-57de567e5aa8 tempest-ServersAdminNegativeTestJSON-1214163732 tempest-ServersAdminNegativeTestJSON-1214163732-project] 10.222.0.11 "GET /v2.0/ports?device_id=1405de78-d702-4cb0-9731-fa03c2979df7 HTTP/1.1" status: 200 len: 210 time: 0.0263689 Jan 05 17:25:27.670887 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-182b2cf5-86a8-4288-8bda-8bd9e426b2df req-51a84581-6b14-4915-ae6f-2fced4338b1d tempest-ServersAdminNegativeTestJSON-1214163732 tempest-ServersAdminNegativeTestJSON-1214163732-project] 10.222.0.11 "GET /v2.0/ports?device_id=1405de78-d702-4cb0-9731-fa03c2979df7 HTTP/1.1" status: 200 len: 210 time: 0.0255377 Jan 05 17:25:28.166889 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-070ad986-1432-426e-866c-3a0779da13a0 req-b6bb20c4-acc5-4ddf-bbe5-14e5f860f2d3 tempest-ServersAdminNegativeTestJSON-1214163732 tempest-ServersAdminNegativeTestJSON-1214163732-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=80049119711a4c6fb77dfa364d62d73d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0282097 Jan 05 17:25:28.351168 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070ad986-1432-426e-866c-3a0779da13a0 req-66021ae0-51c5-413c-936d-2c1e2d19b737 tempest-ServersAdminNegativeTestJSON-1214163732 tempest-ServersAdminNegativeTestJSON-1214163732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:25:28.352517 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-070ad986-1432-426e-866c-3a0779da13a0 req-66021ae0-51c5-413c-936d-2c1e2d19b737 tempest-ServersAdminNegativeTestJSON-1214163732 tempest-ServersAdminNegativeTestJSON-1214163732-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1806169 Jan 05 17:25:28.364321 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [req-070ad986-1432-426e-866c-3a0779da13a0 req-92f54eee-eb3b-4e25-b1de-b18b96757eff tempest-ServersAdminNegativeTestJSON-1214163732 tempest-ServersAdminNegativeTestJSON-1214163732-project] Request body: {'port': {'device_id': '1405de78-d702-4cb0-9731-fa03c2979df7', 'network_id': '3304a168-2284-4544-8d9c-895d566f7264', 'admin_state_up': True, 'tenant_id': '80049119711a4c6fb77dfa364d62d73d'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:25:28.532777 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-070ad986-1432-426e-866c-3a0779da13a0 req-92f54eee-eb3b-4e25-b1de-b18b96757eff tempest-ServersAdminNegativeTestJSON-1214163732 tempest-ServersAdminNegativeTestJSON-1214163732-project] Made reservation on behalf of 80049119711a4c6fb77dfa364d62d73d for: {'port': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:25:28.536493 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-070ad986-1432-426e-866c-3a0779da13a0 req-92f54eee-eb3b-4e25-b1de-b18b96757eff tempest-ServersAdminNegativeTestJSON-1214163732 tempest-ServersAdminNegativeTestJSON-1214163732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:25:28.545214 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-070ad986-1432-426e-866c-3a0779da13a0 req-92f54eee-eb3b-4e25-b1de-b18b96757eff tempest-ServersAdminNegativeTestJSON-1214163732 tempest-ServersAdminNegativeTestJSON-1214163732-project] Publish callbacks [] for security_group, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:25:28.622143 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-070ad986-1432-426e-866c-3a0779da13a0 req-92f54eee-eb3b-4e25-b1de-b18b96757eff tempest-ServersAdminNegativeTestJSON-1214163732 tempest-ServersAdminNegativeTestJSON-1214163732-project] Publish callbacks [] for security_group, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:25:28.686933 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-070ad986-1432-426e-866c-3a0779da13a0 req-92f54eee-eb3b-4e25-b1de-b18b96757eff tempest-ServersAdminNegativeTestJSON-1214163732 tempest-ServersAdminNegativeTestJSON-1214163732-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:25:28.777727 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f54eee-eb3b-4e25-b1de-b18b96757eff tempest-ServersAdminNegativeTestJSON-1214163732 tempest-ServersAdminNegativeTestJSON-1214163732-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16977f0f-f200-488a-9c57-f8bea0010cd3,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:25:28.781516 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-dcc83985-e6d1-4876-9ad8-f7592167e6cf req-69dbecb3-978b-493a-a1c6-f0c42fb235a1 tempest-ServersAdminNegativeTestJSON-1214163732 tempest-ServersAdminNegativeTestJSON-1214163732-project] 10.222.0.11 "GET /v2.0/ports?device_id=1405de78-d702-4cb0-9731-fa03c2979df7 HTTP/1.1" status: 200 len: 210 time: 0.0410273 Jan 05 17:25:28.845918 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [req-070ad986-1432-426e-866c-3a0779da13a0 req-92f54eee-eb3b-4e25-b1de-b18b96757eff tempest-ServersAdminNegativeTestJSON-1214163732 tempest-ServersAdminNegativeTestJSON-1214163732-project] Allocated IP 192.168.233.248 (3304a168-2284-4544-8d9c-895d566f7264/6217ffec-0bff-4099-92fc-56b6aee7730e/cd0a93f5-a957-4f97-9920-e0b975a68724) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:25:28.993649 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-070ad986-1432-426e-866c-3a0779da13a0 req-92f54eee-eb3b-4e25-b1de-b18b96757eff tempest-ServersAdminNegativeTestJSON-1214163732 tempest-ServersAdminNegativeTestJSON-1214163732-project] Publish callbacks [] for port, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:25:29.073663 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-070ad986-1432-426e-866c-3a0779da13a0 req-92f54eee-eb3b-4e25-b1de-b18b96757eff tempest-ServersAdminNegativeTestJSON-1214163732 tempest-ServersAdminNegativeTestJSON-1214163732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:25:29.116413 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-070ad986-1432-426e-866c-3a0779da13a0 req-92f54eee-eb3b-4e25-b1de-b18b96757eff tempest-ServersAdminNegativeTestJSON-1214163732 tempest-ServersAdminNegativeTestJSON-1214163732-project] Network 3304a168-2284-4544-8d9c-895d566f7264 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:25:29.119777 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [req-070ad986-1432-426e-866c-3a0779da13a0 req-92f54eee-eb3b-4e25-b1de-b18b96757eff tempest-ServersAdminNegativeTestJSON-1214163732 tempest-ServersAdminNegativeTestJSON-1214163732-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:25:29.124578 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [req-070ad986-1432-426e-866c-3a0779da13a0 req-92f54eee-eb3b-4e25-b1de-b18b96757eff tempest-ServersAdminNegativeTestJSON-1214163732 tempest-ServersAdminNegativeTestJSON-1214163732-project] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:25:29.353518 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-63207dce-98bb-4e1f-bc3f-d115fcdf5f31 None None] Provisioning complete for port cd0a93f5-a957-4f97-9920-e0b975a68724 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:25:29.354187 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-63207dce-98bb-4e1f-bc3f-d115fcdf5f31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:25:29.394419 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-63207dce-98bb-4e1f-bc3f-d115fcdf5f31 None None] Port cd0a93f5-a957-4f97-9920-e0b975a68724 cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 17:25:29.485069 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f54eee-eb3b-4e25-b1de-b18b96757eff tempest-ServersAdminNegativeTestJSON-1214163732 tempest-ServersAdminNegativeTestJSON-1214163732-project] Pushing event updated for resources: {'Port': ['ID=cd0a93f5-a957-4f97-9920-e0b975a68724,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:25:29.511631 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070ad986-1432-426e-866c-3a0779da13a0 req-92f54eee-eb3b-4e25-b1de-b18b96757eff tempest-ServersAdminNegativeTestJSON-1214163732 tempest-ServersAdminNegativeTestJSON-1214163732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:25:29.512177 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-070ad986-1432-426e-866c-3a0779da13a0 req-92f54eee-eb3b-4e25-b1de-b18b96757eff tempest-ServersAdminNegativeTestJSON-1214163732 tempest-ServersAdminNegativeTestJSON-1214163732-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:25:29.581071 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-070ad986-1432-426e-866c-3a0779da13a0 req-92f54eee-eb3b-4e25-b1de-b18b96757eff tempest-ServersAdminNegativeTestJSON-1214163732 tempest-ServersAdminNegativeTestJSON-1214163732-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2204111 Jan 05 17:25:29.593399 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [req-070ad986-1432-426e-866c-3a0779da13a0 req-6defab40-2cd8-4e9f-b92c-4b212a7682a9 service neutron] Request body: {'port': {'device_id': '1405de78-d702-4cb0-9731-fa03c2979df7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:25:29.645927 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-070ad986-1432-426e-866c-3a0779da13a0 req-6defab40-2cd8-4e9f-b92c-4b212a7682a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:25:29.911064 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d227c52-6d74-444f-9bae-a4653048dda0 req-ae0d5757-ad6b-4087-9322-b52b99779db5 tempest-ServersAdminNegativeTestJSON-1214163732 tempest-ServersAdminNegativeTestJSON-1214163732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:25:29.912823 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-0d227c52-6d74-444f-9bae-a4653048dda0 req-ae0d5757-ad6b-4087-9322-b52b99779db5 tempest-ServersAdminNegativeTestJSON-1214163732 tempest-ServersAdminNegativeTestJSON-1214163732-project] 10.222.0.11 "GET /v2.0/ports?device_id=1405de78-d702-4cb0-9731-fa03c2979df7 HTTP/1.1" status: 200 len: 936 time: 0.0518656 Jan 05 17:25:29.961137 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-0d227c52-6d74-444f-9bae-a4653048dda0 req-5dd660e5-0398-4ae6-94be-2aba66870cdc tempest-ServersAdminNegativeTestJSON-1214163732 tempest-ServersAdminNegativeTestJSON-1214163732-project] 10.222.0.11 "GET /v2.0/security-groups?id=16977f0f-f200-488a-9c57-f8bea0010cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423775 Jan 05 17:25:29.967802 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.notifiers.nova [req-070ad986-1432-426e-866c-3a0779da13a0 req-6defab40-2cd8-4e9f-b92c-4b212a7682a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd0a93f5-a957-4f97-9920-e0b975a68724 {{(pid=103800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 05 17:25:29.976121 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-070ad986-1432-426e-866c-3a0779da13a0 req-6defab40-2cd8-4e9f-b92c-4b212a7682a9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:25:29.988393 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.provisioning_blocks [req-070ad986-1432-426e-866c-3a0779da13a0 req-6defab40-2cd8-4e9f-b92c-4b212a7682a9 service neutron] Transition to ACTIVE for port object cd0a93f5-a957-4f97-9920-e0b975a68724 will not be triggered until provisioned by entity L2. {{(pid=103800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 05 17:25:30.069447 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-070ad986-1432-426e-866c-3a0779da13a0 req-6defab40-2cd8-4e9f-b92c-4b212a7682a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8784461'] for port, after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:25:30.122262 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6defab40-2cd8-4e9f-b92c-4b212a7682a9 service neutron] Pushing event updated for resources: {'Port': ['ID=cd0a93f5-a957-4f97-9920-e0b975a68724,revision_number=2']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:25:30.193261 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [req-070ad986-1432-426e-866c-3a0779da13a0 req-6defab40-2cd8-4e9f-b92c-4b212a7682a9 service neutron] Attempting to bind port cd0a93f5-a957-4f97-9920-e0b975a68724 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 05 17:25:30.193648 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [req-070ad986-1432-426e-866c-3a0779da13a0 req-6defab40-2cd8-4e9f-b92c-4b212a7682a9 service neutron] Attempting to bind port cd0a93f5-a957-4f97-9920-e0b975a68724 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '8033f6b6-32cc-4086-9c31-4670f89eb407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '3304a168-2284-4544-8d9c-895d566f7264'}] {{(pid=103800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 05 17:25:30.193980 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-070ad986-1432-426e-866c-3a0779da13a0 req-6defab40-2cd8-4e9f-b92c-4b212a7682a9 service neutron] Attempting to bind port cd0a93f5-a957-4f97-9920-e0b975a68724 on network 3304a168-2284-4544-8d9c-895d566f7264 {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:25:30.198399 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-070ad986-1432-426e-866c-3a0779da13a0 req-6defab40-2cd8-4e9f-b92c-4b212a7682a9 service neutron] Port cd0a93f5-a957-4f97-9920-e0b975a68724 on network 3304a168-2284-4544-8d9c-895d566f7264 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 05 17:25:30.198712 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-070ad986-1432-426e-866c-3a0779da13a0 req-6defab40-2cd8-4e9f-b92c-4b212a7682a9 service neutron] Attempting to bind port cd0a93f5-a957-4f97-9920-e0b975a68724 on network 3304a168-2284-4544-8d9c-895d566f7264 {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:25:30.204114 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-070ad986-1432-426e-866c-3a0779da13a0 req-6defab40-2cd8-4e9f-b92c-4b212a7682a9 service neutron] Checking agent: {'id': '5c36d785-abe8-4e89-a23a-b403333d2378', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 5, 17, 3, 49), 'started_at': datetime.datetime(2022, 1, 5, 17, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 1, 5, 17, 25, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 05 17:25:30.204452 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-070ad986-1432-426e-866c-3a0779da13a0 req-6defab40-2cd8-4e9f-b92c-4b212a7682a9 service neutron] Checking segment: {'id': '8033f6b6-32cc-4086-9c31-4670f89eb407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '3304a168-2284-4544-8d9c-895d566f7264'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:25:30.204832 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-070ad986-1432-426e-866c-3a0779da13a0 req-6defab40-2cd8-4e9f-b92c-4b212a7682a9 service neutron] Bound using segment: {'id': '8033f6b6-32cc-4086-9c31-4670f89eb407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '3304a168-2284-4544-8d9c-895d566f7264'} {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 05 17:25:30.205256 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [req-070ad986-1432-426e-866c-3a0779da13a0 req-6defab40-2cd8-4e9f-b92c-4b212a7682a9 service neutron] Bound port: cd0a93f5-a957-4f97-9920-e0b975a68724, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8033f6b6-32cc-4086-9c31-4670f89eb407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '3304a168-2284-4544-8d9c-895d566f7264'}}] {{(pid=103800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 05 17:25:30.205656 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-070ad986-1432-426e-866c-3a0779da13a0 req-6defab40-2cd8-4e9f-b92c-4b212a7682a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:25:30.277778 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.db [req-070ad986-1432-426e-866c-3a0779da13a0 req-6defab40-2cd8-4e9f-b92c-4b212a7682a9 service neutron] For port cd0a93f5-a957-4f97-9920-e0b975a68724, host hv-neutron-mast, cleared binding levels {{(pid=103800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 05 17:25:30.280732 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.db [req-070ad986-1432-426e-866c-3a0779da13a0 req-6defab40-2cd8-4e9f-b92c-4b212a7682a9 service neutron] For port cd0a93f5-a957-4f97-9920-e0b975a68724, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=cd0a93f5-a957-4f97-9920-e0b975a68724,segment=NetworkSegment(8033f6b6-32cc-4086-9c31-4670f89eb407),segment_id=8033f6b6-32cc-4086-9c31-4670f89eb407)] {{(pid=103800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 05 17:25:30.371855 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-070ad986-1432-426e-866c-3a0779da13a0 req-6defab40-2cd8-4e9f-b92c-4b212a7682a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8784461'] for port, after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:25:30.406554 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070ad986-1432-426e-866c-3a0779da13a0 req-6defab40-2cd8-4e9f-b92c-4b212a7682a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:25:30.407190 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-070ad986-1432-426e-866c-3a0779da13a0 req-6defab40-2cd8-4e9f-b92c-4b212a7682a9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:25:30.408604 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-070ad986-1432-426e-866c-3a0779da13a0 req-6defab40-2cd8-4e9f-b92c-4b212a7682a9 service neutron] 10.222.0.13 "PUT /v2.0/ports/cd0a93f5-a957-4f97-9920-e0b975a68724 HTTP/1.1" status: 200 len: 1098 time: 0.8198428 Jan 05 17:25:30.409057 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1405de78-d702-4cb0-9731-fa03c2979df7', 'tag': 'cd0a93f5-a957-4f97-9920-e0b975a68724'}] {{(pid=103800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 05 17:25:30.411335 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f64b9d4628f7eefcc27168a80c04985d23f0ea5def038dae05e1deb7357f3bfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7beda7c2-9014-4290-8f24-bf6253ad1c3f" -d '{"events": [{"name": "network-changed", "server_uuid": "1405de78-d702-4cb0-9731-fa03c2979df7", "tag": "cd0a93f5-a957-4f97-9920-e0b975a68724"}]}' {{(pid=103800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 05 17:25:30.435259 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6defab40-2cd8-4e9f-b92c-4b212a7682a9 service neutron] Pushing event updated for resources: {'Port': ['ID=cd0a93f5-a957-4f97-9920-e0b975a68724,revision_number=3']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:25:30.453771 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Jan 2022 17:25:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e217e5e3-0fab-4a4a-aa7a-362bc22e918a x-openstack-request-id: req-e217e5e3-0fab-4a4a-aa7a-362bc22e918a {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 05 17:25:30.454179 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1405de78-d702-4cb0-9731-fa03c2979df7", "tag": "cd0a93f5-a957-4f97-9920-e0b975a68724", "status": "completed", "code": 200}]} {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 05 17:25:30.454498 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e217e5e3-0fab-4a4a-aa7a-362bc22e918a {{(pid=103800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 05 17:25:30.454979 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1405de78-d702-4cb0-9731-fa03c2979df7', 'tag': 'cd0a93f5-a957-4f97-9920-e0b975a68724', 'status': 'completed', 'code': 200} Jan 05 17:25:30.518853 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7beda7c2-9014-4290-8f24-bf6253ad1c3f req-990a5af6-2f32-4f7f-b83f-2d5219e5ea20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:25:30.520363 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-7beda7c2-9014-4290-8f24-bf6253ad1c3f req-990a5af6-2f32-4f7f-b83f-2d5219e5ea20 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=80049119711a4c6fb77dfa364d62d73d&device_id=1405de78-d702-4cb0-9731-fa03c2979df7 HTTP/1.1" status: 200 len: 1101 time: 0.0483797 Jan 05 17:25:30.547532 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-7beda7c2-9014-4290-8f24-bf6253ad1c3f req-28de7d0c-17ec-4dbd-a77e-26fbae58a4d8 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=80049119711a4c6fb77dfa364d62d73d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0200844 Jan 05 17:25:30.649101 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7beda7c2-9014-4290-8f24-bf6253ad1c3f req-fb462314-0dab-4355-a61c-6469a8a8b3d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:25:30.652191 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-7beda7c2-9014-4290-8f24-bf6253ad1c3f req-fb462314-0dab-4355-a61c-6469a8a8b3d4 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0977275 Jan 05 17:25:30.727405 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070ad986-1432-426e-866c-3a0779da13a0 req-15a009d9-bdd7-4b20-8939-066ebbbf3c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:25:30.728813 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-070ad986-1432-426e-866c-3a0779da13a0 req-15a009d9-bdd7-4b20-8939-066ebbbf3c38 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=80049119711a4c6fb77dfa364d62d73d&device_id=1405de78-d702-4cb0-9731-fa03c2979df7 HTTP/1.1" status: 200 len: 1101 time: 0.0405347 Jan 05 17:25:30.768637 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-070ad986-1432-426e-866c-3a0779da13a0 req-dd8ab916-2e7c-4627-9ab8-f570ca35b70c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.248&port_id=cd0a93f5-a957-4f97-9920-e0b975a68724 HTTP/1.1" status: 200 len: 217 time: 0.0326891 Jan 05 17:25:30.821891 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070ad986-1432-426e-866c-3a0779da13a0 req-25c43620-e4cc-4b8b-813c-38426c6e5487 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:25:30.823364 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-070ad986-1432-426e-866c-3a0779da13a0 req-25c43620-e4cc-4b8b-813c-38426c6e5487 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6217ffec-0bff-4099-92fc-56b6aee7730e HTTP/1.1" status: 200 len: 843 time: 0.0487926 Jan 05 17:25:30.870324 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070ad986-1432-426e-866c-3a0779da13a0 req-7a9486d2-f845-4a61-a5bd-98f076eb5229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:25:30.872531 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-070ad986-1432-426e-866c-3a0779da13a0 req-7a9486d2-f845-4a61-a5bd-98f076eb5229 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3304a168-2284-4544-8d9c-895d566f7264&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0436523 Jan 05 17:25:30.959217 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-070ad986-1432-426e-866c-3a0779da13a0 req-8a62d688-6226-47e3-8788-20baa9fa0fca service neutron] 10.222.0.13 "GET /v2.0/networks/3304a168-2284-4544-8d9c-895d566f7264?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808153 Jan 05 17:25:31.050955 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-070ad986-1432-426e-866c-3a0779da13a0 req-0be20870-9b9e-4c55-b793-5b58410c2456 service neutron] 10.222.0.13 "GET /v2.0/networks/3304a168-2284-4544-8d9c-895d566f7264?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863273 Jan 05 17:25:31.075474 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f71beac-74aa-4260-82ba-872bd6b34588 req-7ee5a7b5-0793-45d7-8266-70ad6f94c537 tempest-ServersAdminNegativeTestJSON-1214163732 tempest-ServersAdminNegativeTestJSON-1214163732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:25:31.076942 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-5f71beac-74aa-4260-82ba-872bd6b34588 req-7ee5a7b5-0793-45d7-8266-70ad6f94c537 tempest-ServersAdminNegativeTestJSON-1214163732 tempest-ServersAdminNegativeTestJSON-1214163732-project] 10.222.0.11 "GET /v2.0/ports?device_id=1405de78-d702-4cb0-9731-fa03c2979df7 HTTP/1.1" status: 200 len: 948 time: 0.0497446 Jan 05 17:25:31.129016 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-5f71beac-74aa-4260-82ba-872bd6b34588 req-99fbffe2-9368-45cf-89be-e6d1796ed0b6 tempest-ServersAdminNegativeTestJSON-1214163732 tempest-ServersAdminNegativeTestJSON-1214163732-project] 10.222.0.11 "GET /v2.0/security-groups?id=16977f0f-f200-488a-9c57-f8bea0010cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463955 Jan 05 17:25:31.717030 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.agents_db [None req-291d1585-17df-45c0-b64a-d244e6d90872 None None] Agent healthcheck: found 6 active agents {{(pid=103803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 05 17:25:32.244007 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8f9ffc-e81e-47ab-8622-01bf11527322 req-0d8e428d-857e-437a-b003-9bcd4bda5fa6 tempest-ServersAdminNegativeTestJSON-1214163732 tempest-ServersAdminNegativeTestJSON-1214163732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:25:32.245486 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-4c8f9ffc-e81e-47ab-8622-01bf11527322 req-0d8e428d-857e-437a-b003-9bcd4bda5fa6 tempest-ServersAdminNegativeTestJSON-1214163732 tempest-ServersAdminNegativeTestJSON-1214163732-project] 10.222.0.11 "GET /v2.0/ports?device_id=1405de78-d702-4cb0-9731-fa03c2979df7 HTTP/1.1" status: 200 len: 948 time: 0.0496483 Jan 05 17:25:32.291397 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-4c8f9ffc-e81e-47ab-8622-01bf11527322 req-72065aab-f86b-4782-8a5b-356ce4908c51 tempest-ServersAdminNegativeTestJSON-1214163732 tempest-ServersAdminNegativeTestJSON-1214163732-project] 10.222.0.11 "GET /v2.0/security-groups?id=16977f0f-f200-488a-9c57-f8bea0010cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396595 Jan 05 17:25:33.276410 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Device cd0a93f5-a957-4f97-9920-e0b975a68724 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 05 17:25:33.376767 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] For port cd0a93f5-a957-4f97-9920-e0b975a68724, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=cd0a93f5-a957-4f97-9920-e0b975a68724,segment=NetworkSegment(8033f6b6-32cc-4086-9c31-4670f89eb407),segment_id=8033f6b6-32cc-4086-9c31-4670f89eb407)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:25:33.388644 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Returning: {'device': 'cd0a93f5-a957-4f97-9920-e0b975a68724', 'network_id': '3304a168-2284-4544-8d9c-895d566f7264', 'port_id': 'cd0a93f5-a957-4f97-9920-e0b975a68724', 'mac_address': 'fa:16:3e:d3:f8:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6217ffec-0bff-4099-92fc-56b6aee7730e', 'ip_address': '192.168.233.248'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 05 17:25:33.410375 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d465032b-f63c-4193-ab51-49a6a2eef52c req-e20d35ac-2730-4340-968d-285c45a40714 tempest-ServersAdminNegativeTestJSON-1214163732 tempest-ServersAdminNegativeTestJSON-1214163732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:25:33.411985 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-d465032b-f63c-4193-ab51-49a6a2eef52c req-e20d35ac-2730-4340-968d-285c45a40714 tempest-ServersAdminNegativeTestJSON-1214163732 tempest-ServersAdminNegativeTestJSON-1214163732-project] 10.222.0.11 "GET /v2.0/ports?device_id=1405de78-d702-4cb0-9731-fa03c2979df7 HTTP/1.1" status: 200 len: 948 time: 0.0495756 Jan 05 17:25:33.427008 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:25:33.439843 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.notifiers.nova [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd0a93f5-a957-4f97-9920-e0b975a68724 {{(pid=103802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 05 17:25:33.459869 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] For port cd0a93f5-a957-4f97-9920-e0b975a68724, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=cd0a93f5-a957-4f97-9920-e0b975a68724,segment=NetworkSegment(8033f6b6-32cc-4086-9c31-4670f89eb407),segment_id=8033f6b6-32cc-4086-9c31-4670f89eb407)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:25:33.470695 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-d465032b-f63c-4193-ab51-49a6a2eef52c req-eeae3efe-8f84-4acf-a47a-b9af0631f414 tempest-ServersAdminNegativeTestJSON-1214163732 tempest-ServersAdminNegativeTestJSON-1214163732-project] 10.222.0.11 "GET /v2.0/security-groups?id=16977f0f-f200-488a-9c57-f8bea0010cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482280 Jan 05 17:25:33.531093 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:25:33.582647 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Pushing event updated for resources: {'Port': ['ID=cd0a93f5-a957-4f97-9920-e0b975a68724,revision_number=4']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:25:33.738370 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] get_ports_and_sgs() called for port_ids ['cd0a93f5-a957-4f97-9920-e0b975a68724'] {{(pid=103802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 05 17:25:34.576353 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb63d9b-e9e0-4ce7-8c12-0daff3c3b2a8 req-e6b9fd44-59cf-4f36-aeec-d9eb52552e89 tempest-ServersAdminNegativeTestJSON-1214163732 tempest-ServersAdminNegativeTestJSON-1214163732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:25:34.577877 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-dfb63d9b-e9e0-4ce7-8c12-0daff3c3b2a8 req-e6b9fd44-59cf-4f36-aeec-d9eb52552e89 tempest-ServersAdminNegativeTestJSON-1214163732 tempest-ServersAdminNegativeTestJSON-1214163732-project] 10.222.0.11 "GET /v2.0/ports?device_id=1405de78-d702-4cb0-9731-fa03c2979df7 HTTP/1.1" status: 200 len: 949 time: 0.0528092 Jan 05 17:25:34.632245 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-dfb63d9b-e9e0-4ce7-8c12-0daff3c3b2a8 req-0cf28412-3da2-40a7-8aef-b245009845e7 tempest-ServersAdminNegativeTestJSON-1214163732 tempest-ServersAdminNegativeTestJSON-1214163732-project] 10.222.0.11 "GET /v2.0/security-groups?id=16977f0f-f200-488a-9c57-f8bea0010cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464463 Jan 05 17:25:35.292123 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Device cd0a93f5-a957-4f97-9920-e0b975a68724 up at agent hyperv_hv-neutron-mast {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:25:35.410424 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Provisioning for port cd0a93f5-a957-4f97-9920-e0b975a68724 completed by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 05 17:25:35.414245 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Provisioning complete for port cd0a93f5-a957-4f97-9920-e0b975a68724 triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:25:35.414609 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:25:35.492017 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:25:35.512912 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1405de78-d702-4cb0-9731-fa03c2979df7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd0a93f5-a957-4f97-9920-e0b975a68724'}] {{(pid=103802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 05 17:25:35.515132 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36b213fbd845b3f09e785999bbcda1c85cd5592d7f001460987854e5c1683bd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbb8eaaa-5218-4c80-b3d7-4c6f9ba26523" -d '{"events": [{"server_uuid": "1405de78-d702-4cb0-9731-fa03c2979df7", "name": "network-vif-plugged", "status": "completed", "tag": "cd0a93f5-a957-4f97-9920-e0b975a68724"}]}' {{(pid=103802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 05 17:25:35.527031 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] For port cd0a93f5-a957-4f97-9920-e0b975a68724, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=cd0a93f5-a957-4f97-9920-e0b975a68724,segment=NetworkSegment(8033f6b6-32cc-4086-9c31-4670f89eb407),segment_id=8033f6b6-32cc-4086-9c31-4670f89eb407)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:25:35.550326 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Jan 2022 17:25:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a52d9b82-3e2d-46c7-b8e9-4b2d867c3d08 x-openstack-request-id: req-a52d9b82-3e2d-46c7-b8e9-4b2d867c3d08 {{(pid=103802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 05 17:25:35.550642 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1405de78-d702-4cb0-9731-fa03c2979df7", "name": "network-vif-plugged", "status": "completed", "tag": "cd0a93f5-a957-4f97-9920-e0b975a68724", "code": 200}]} {{(pid=103802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 05 17:25:35.550893 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a52d9b82-3e2d-46c7-b8e9-4b2d867c3d08 {{(pid=103802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 05 17:25:35.551296 dv-neutron-master-2-hyperv neutron-server[103802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1405de78-d702-4cb0-9731-fa03c2979df7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd0a93f5-a957-4f97-9920-e0b975a68724', 'code': 200} Jan 05 17:25:35.612597 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:25:35.659396 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Pushing event updated for resources: {'Port': ['ID=cd0a93f5-a957-4f97-9920-e0b975a68724,revision_number=5']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:25:35.758895 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19616dc4-faba-4f95-8163-5dd5de47c7bd req-68e4d8c0-2c77-4824-ade7-82c54b44928e tempest-ServersAdminNegativeTestJSON-1214163732 tempest-ServersAdminNegativeTestJSON-1214163732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:25:35.760401 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-19616dc4-faba-4f95-8163-5dd5de47c7bd req-68e4d8c0-2c77-4824-ade7-82c54b44928e tempest-ServersAdminNegativeTestJSON-1214163732 tempest-ServersAdminNegativeTestJSON-1214163732-project] 10.222.0.11 "GET /v2.0/ports?device_id=1405de78-d702-4cb0-9731-fa03c2979df7 HTTP/1.1" status: 200 len: 950 time: 0.0491004 Jan 05 17:25:35.806970 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-19616dc4-faba-4f95-8163-5dd5de47c7bd req-b797d86c-eb3b-4e3f-ba43-1ccbc44eb0bb tempest-ServersAdminNegativeTestJSON-1214163732 tempest-ServersAdminNegativeTestJSON-1214163732-project] 10.222.0.11 "GET /v2.0/security-groups?id=16977f0f-f200-488a-9c57-f8bea0010cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409646 Jan 05 17:25:35.860570 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f9aca6-e965-43bb-b125-c8b9ab34dfa7 req-eb5196e2-24af-47be-8e1e-a759d2503a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:25:35.862069 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-a1f9aca6-e965-43bb-b125-c8b9ab34dfa7 req-eb5196e2-24af-47be-8e1e-a759d2503a0f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=1405de78-d702-4cb0-9731-fa03c2979df7 HTTP/1.1" status: 200 len: 1103 time: 0.0396826 Jan 05 17:25:35.909182 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-a1f9aca6-e965-43bb-b125-c8b9ab34dfa7 req-41ae2b3d-ff80-4d92-96c9-017e0e9199ec service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=16977f0f-f200-488a-9c57-f8bea0010cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407157 Jan 05 17:25:36.926978 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677fd4ef-56b5-467e-ae09-bb253fc8b329 req-4fa1f6df-b74d-4917-9e58-75bcada949a1 tempest-ServersAdminNegativeTestJSON-1214163732 tempest-ServersAdminNegativeTestJSON-1214163732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:25:36.928469 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-677fd4ef-56b5-467e-ae09-bb253fc8b329 req-4fa1f6df-b74d-4917-9e58-75bcada949a1 tempest-ServersAdminNegativeTestJSON-1214163732 tempest-ServersAdminNegativeTestJSON-1214163732-project] 10.222.0.11 "GET /v2.0/ports?device_id=1405de78-d702-4cb0-9731-fa03c2979df7 HTTP/1.1" status: 200 len: 950 time: 0.0535491 Jan 05 17:25:36.974707 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-677fd4ef-56b5-467e-ae09-bb253fc8b329 req-21301a3b-61bb-4ea9-b5b1-cabd7f237684 tempest-ServersAdminNegativeTestJSON-1214163732 tempest-ServersAdminNegativeTestJSON-1214163732-project] 10.222.0.11 "GET /v2.0/security-groups?id=16977f0f-f200-488a-9c57-f8bea0010cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406590 Jan 05 17:25:38.085448 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98467181-4659-436d-a348-f84e4588c24d req-4dd70495-c3b3-486f-b477-b7f652d277b7 tempest-ServersAdminNegativeTestJSON-1214163732 tempest-ServersAdminNegativeTestJSON-1214163732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:25:38.086938 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-98467181-4659-436d-a348-f84e4588c24d req-4dd70495-c3b3-486f-b477-b7f652d277b7 tempest-ServersAdminNegativeTestJSON-1214163732 tempest-ServersAdminNegativeTestJSON-1214163732-project] 10.222.0.11 "GET /v2.0/ports?device_id=1405de78-d702-4cb0-9731-fa03c2979df7 HTTP/1.1" status: 200 len: 950 time: 0.0482666 Jan 05 17:25:38.132187 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-98467181-4659-436d-a348-f84e4588c24d req-f54834a4-a2a2-4193-8a5b-9c5c2ef2bb08 tempest-ServersAdminNegativeTestJSON-1214163732 tempest-ServersAdminNegativeTestJSON-1214163732-project] 10.222.0.11 "GET /v2.0/security-groups?id=16977f0f-f200-488a-9c57-f8bea0010cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392010 Jan 05 17:25:38.467975 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [req-daf74ba8-6107-4544-a469-d61daaf84733 req-7c049a85-2551-4b40-b127-4c196a2ab1e0 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103801) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 05 17:25:38.469007 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-daf74ba8-6107-4544-a469-d61daaf84733 req-7c049a85-2551-4b40-b127-4c196a2ab1e0 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0068336 Jan 05 17:25:38.945356 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [req-5b5daa9a-8bd1-4476-9927-f837dc500ea9 req-dd5cc884-27a6-45d8-9675-1572c903af6e service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103800) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 05 17:25:38.946382 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-5b5daa9a-8bd1-4476-9927-f837dc500ea9 req-dd5cc884-27a6-45d8-9675-1572c903af6e service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054090 Jan 05 17:25:39.528809 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff67c83-da1a-4303-b6d0-7a0f5ed93264 req-07f01c49-bf35-4695-bbe0-1065b3713dff tempest-ServersAdminNegativeTestJSON-1214163732 tempest-ServersAdminNegativeTestJSON-1214163732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:25:39.530322 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-eff67c83-da1a-4303-b6d0-7a0f5ed93264 req-07f01c49-bf35-4695-bbe0-1065b3713dff tempest-ServersAdminNegativeTestJSON-1214163732 tempest-ServersAdminNegativeTestJSON-1214163732-project] 10.222.0.11 "GET /v2.0/ports?device_id=1405de78-d702-4cb0-9731-fa03c2979df7 HTTP/1.1" status: 200 len: 950 time: 0.0501380 Jan 05 17:25:39.576238 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-eff67c83-da1a-4303-b6d0-7a0f5ed93264 req-a73be9de-6d27-4002-92ef-4e71f8bfc5f5 tempest-ServersAdminNegativeTestJSON-1214163732 tempest-ServersAdminNegativeTestJSON-1214163732-project] 10.222.0.11 "GET /v2.0/security-groups?id=16977f0f-f200-488a-9c57-f8bea0010cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403590 Jan 05 17:25:40.696181 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8200d06f-3ebf-4725-89c2-fffa45280ed4 req-f8e0f6f4-d516-41c4-94d4-86a39d0fefc5 tempest-ServersAdminNegativeTestJSON-1214163732 tempest-ServersAdminNegativeTestJSON-1214163732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:25:40.697672 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-8200d06f-3ebf-4725-89c2-fffa45280ed4 req-f8e0f6f4-d516-41c4-94d4-86a39d0fefc5 tempest-ServersAdminNegativeTestJSON-1214163732 tempest-ServersAdminNegativeTestJSON-1214163732-project] 10.222.0.11 "GET /v2.0/ports?device_id=1405de78-d702-4cb0-9731-fa03c2979df7 HTTP/1.1" status: 200 len: 950 time: 0.0536182 Jan 05 17:25:40.743922 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-8200d06f-3ebf-4725-89c2-fffa45280ed4 req-aff6d104-d6c3-4793-bbd2-7ac6c59277ef tempest-ServersAdminNegativeTestJSON-1214163732 tempest-ServersAdminNegativeTestJSON-1214163732-project] 10.222.0.11 "GET /v2.0/security-groups?id=16977f0f-f200-488a-9c57-f8bea0010cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407536 Jan 05 17:25:40.789296 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1c009c-6eb5-4386-b59f-f5447ce570c4 req-1a8be145-7900-40e7-afab-181b3c292ec2 tempest-ServersAdminNegativeTestJSON-1214163732 tempest-ServersAdminNegativeTestJSON-1214163732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:25:40.790773 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-3f1c009c-6eb5-4386-b59f-f5447ce570c4 req-1a8be145-7900-40e7-afab-181b3c292ec2 tempest-ServersAdminNegativeTestJSON-1214163732 tempest-ServersAdminNegativeTestJSON-1214163732-project] 10.222.0.13 "GET /v2.0/ports?device_id=1405de78-d702-4cb0-9731-fa03c2979df7 HTTP/1.1" status: 200 len: 950 time: 0.0521476 Jan 05 17:25:40.879956 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [req-3f1c009c-6eb5-4386-b59f-f5447ce570c4 req-d02555a7-b405-449f-9e63-d83523e99e9e tempest-ServersAdminNegativeTestJSON-1214163732 tempest-ServersAdminNegativeTestJSON-1214163732-project] Deleting port cd0a93f5-a957-4f97-9920-e0b975a68724 {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:25:40.880227 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-3f1c009c-6eb5-4386-b59f-f5447ce570c4 req-d02555a7-b405-449f-9e63-d83523e99e9e tempest-ServersAdminNegativeTestJSON-1214163732 tempest-ServersAdminNegativeTestJSON-1214163732-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:25:40.976029 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.db [req-3f1c009c-6eb5-4386-b59f-f5447ce570c4 req-d02555a7-b405-449f-9e63-d83523e99e9e tempest-ServersAdminNegativeTestJSON-1214163732 tempest-ServersAdminNegativeTestJSON-1214163732-project] For port cd0a93f5-a957-4f97-9920-e0b975a68724, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=cd0a93f5-a957-4f97-9920-e0b975a68724,segment=NetworkSegment(8033f6b6-32cc-4086-9c31-4670f89eb407),segment_id=8033f6b6-32cc-4086-9c31-4670f89eb407)] {{(pid=103800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:25:40.976558 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-3f1c009c-6eb5-4386-b59f-f5447ce570c4 req-d02555a7-b405-449f-9e63-d83523e99e9e tempest-ServersAdminNegativeTestJSON-1214163732 tempest-ServersAdminNegativeTestJSON-1214163732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:25:40.991260 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [req-3f1c009c-6eb5-4386-b59f-f5447ce570c4 req-d02555a7-b405-449f-9e63-d83523e99e9e tempest-ServersAdminNegativeTestJSON-1214163732 tempest-ServersAdminNegativeTestJSON-1214163732-project] Calling delete_port for cd0a93f5-a957-4f97-9920-e0b975a68724 owned by compute:nova {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:25:41.189221 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-3f1c009c-6eb5-4386-b59f-f5447ce570c4 req-d02555a7-b405-449f-9e63-d83523e99e9e tempest-ServersAdminNegativeTestJSON-1214163732 tempest-ServersAdminNegativeTestJSON-1214163732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:25:41.202181 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] get_ports_and_sgs() called for port_ids ['cd0a93f5-a957-4f97-9920-e0b975a68724'] {{(pid=103802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 05 17:25:41.220163 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02555a7-b405-449f-9e63-d83523e99e9e tempest-ServersAdminNegativeTestJSON-1214163732 tempest-ServersAdminNegativeTestJSON-1214163732-project] Pushing event deleted for resources: {'Port': ['ID=cd0a93f5-a957-4f97-9920-e0b975a68724,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:25:41.273869 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f1c009c-6eb5-4386-b59f-f5447ce570c4 req-d02555a7-b405-449f-9e63-d83523e99e9e tempest-ServersAdminNegativeTestJSON-1214163732 tempest-ServersAdminNegativeTestJSON-1214163732-project] No DVR routers for this DVR port cd0a93f5-a957-4f97-9920-e0b975a68724 on host hv-neutron-mast {{(pid=103800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 05 17:25:41.276705 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-3f1c009c-6eb5-4386-b59f-f5447ce570c4 req-d02555a7-b405-449f-9e63-d83523e99e9e tempest-ServersAdminNegativeTestJSON-1214163732 tempest-ServersAdminNegativeTestJSON-1214163732-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:25:41.281049 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-3f1c009c-6eb5-4386-b59f-f5447ce570c4 req-d02555a7-b405-449f-9e63-d83523e99e9e tempest-ServersAdminNegativeTestJSON-1214163732 tempest-ServersAdminNegativeTestJSON-1214163732-project] 10.222.0.13 "DELETE /v2.0/ports/cd0a93f5-a957-4f97-9920-e0b975a68724 HTTP/1.1" status: 204 len: 173 time: 0.4850194 Jan 05 17:25:41.281770 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1405de78-d702-4cb0-9731-fa03c2979df7', 'name': 'network-vif-deleted', 'tag': 'cd0a93f5-a957-4f97-9920-e0b975a68724'}] {{(pid=103800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 05 17:25:41.285331 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f64b9d4628f7eefcc27168a80c04985d23f0ea5def038dae05e1deb7357f3bfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa21d74b-a6ab-4ab0-bb31-f84163606ea9" -d '{"events": [{"server_uuid": "1405de78-d702-4cb0-9731-fa03c2979df7", "name": "network-vif-deleted", "tag": "cd0a93f5-a957-4f97-9920-e0b975a68724"}]}' {{(pid=103800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 05 17:25:41.327917 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Jan 2022 17:25:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a59f10a-f3a1-4a76-b74b-1150858b8c27 x-openstack-request-id: req-7a59f10a-f3a1-4a76-b74b-1150858b8c27 {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 05 17:25:41.328218 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1405de78-d702-4cb0-9731-fa03c2979df7", "name": "network-vif-deleted", "tag": "cd0a93f5-a957-4f97-9920-e0b975a68724", "status": "completed", "code": 200}]} {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 05 17:25:41.333472 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-7a59f10a-f3a1-4a76-b74b-1150858b8c27 {{(pid=103800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 05 17:25:41.333472 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1405de78-d702-4cb0-9731-fa03c2979df7', 'name': 'network-vif-deleted', 'tag': 'cd0a93f5-a957-4f97-9920-e0b975a68724', 'status': 'completed', 'code': 200} Jan 05 17:25:41.845361 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-9f85b2e5-6b02-4560-ad18-c79ccc78cdd3 req-0086d593-c83e-42fa-8a05-5e98ac3d55e0 tempest-ServersAdminNegativeTestJSON-1214163732 tempest-ServersAdminNegativeTestJSON-1214163732-project] 10.222.0.11 "GET /v2.0/ports?device_id=1405de78-d702-4cb0-9731-fa03c2979df7 HTTP/1.1" status: 200 len: 210 time: 0.0262389 Jan 05 17:25:43.351551 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 48110) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:25:43.478489 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-64c8fc87-5a46-48d2-969e-20f10f459b80 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=80049119711a4c6fb77dfa364d62d73d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1257923 Jan 05 17:25:43.481676 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 48114) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:25:43.526619 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a67f26d0-4264-4584-a378-a3ce19245c7a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:25:43.547064 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a67f26d0-4264-4584-a378-a3ce19245c7a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:25:43.669546 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a67f26d0-4264-4584-a378-a3ce19245c7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:25:43.673611 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a67f26d0-4264-4584-a378-a3ce19245c7a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:25:43.674870 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-a67f26d0-4264-4584-a378-a3ce19245c7a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/16977f0f-f200-488a-9c57-f8bea0010cd3 HTTP/1.1" status: 204 len: 168 time: 0.1923170 Jan 05 17:25:43.684333 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67f26d0-4264-4584-a378-a3ce19245c7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16977f0f-f200-488a-9c57-f8bea0010cd3,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:25:44.261042 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 48120) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:25:44.274505 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-5e57194e-722f-47c6-bdf7-b8c8ec4935f0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:25:44.346476 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-5e57194e-722f-47c6-bdf7-b8c8ec4935f0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:25:44.383161 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-5e57194e-722f-47c6-bdf7-b8c8ec4935f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:25:44.422207 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-5e57194e-722f-47c6-bdf7-b8c8ec4935f0 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=eb9dc98b2bec4d7bb42ec29f851b87b3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1595433 Jan 05 17:25:44.423039 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e57194e-722f-47c6-bdf7-b8c8ec4935f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=add97dd4-89b5-43f7-b28a-7a8c55c3d5d5,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:25:44.424895 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 48122) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:25:44.473396 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-b0959522-5d8a-4894-a7c9-8e946ba355d1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:25:44.493778 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-b0959522-5d8a-4894-a7c9-8e946ba355d1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:25:44.656151 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-b0959522-5d8a-4894-a7c9-8e946ba355d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:25:44.661012 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-b0959522-5d8a-4894-a7c9-8e946ba355d1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:25:44.661012 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-b0959522-5d8a-4894-a7c9-8e946ba355d1 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/add97dd4-89b5-43f7-b28a-7a8c55c3d5d5 HTTP/1.1" status: 204 len: 168 time: 0.2342443 Jan 05 17:25:44.668228 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0959522-5d8a-4894-a7c9-8e946ba355d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=add97dd4-89b5-43f7-b28a-7a8c55c3d5d5,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:25:45.393318 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Device cd0a93f5-a957-4f97-9920-e0b975a68724 no longer exists at agent hyperv_hv-neutron-mast {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 05 17:25:45.413261 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] No Port match for: cd0a93f5-a957-4f97-9920-e0b975a68724 {{(pid=103802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 05 17:25:45.413627 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Device cd0a93f5-a957-4f97-9920-e0b975a68724 not bound to the agent host hv-neutron-mast {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 05 17:25:45.711863 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 48144) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:25:45.806461 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-fdcd3ad4-ac7a-4aab-8056-0aaef0c47427 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1963118322-network', 'tenant_id': '553ac51cc107484eaf32b843f485e04e'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:25:45.891785 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdcd3ad4-ac7a-4aab-8056-0aaef0c47427 admin admin] Made reservation on behalf of 553ac51cc107484eaf32b843f485e04e for: {'network': 1} {{(pid=103801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:25:45.894110 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-fdcd3ad4-ac7a-4aab-8056-0aaef0c47427 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for network, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:25:45.906040 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-fdcd3ad4-ac7a-4aab-8056-0aaef0c47427 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:25:45.978467 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-fdcd3ad4-ac7a-4aab-8056-0aaef0c47427 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:25:46.063504 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-fdcd3ad4-ac7a-4aab-8056-0aaef0c47427 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:25:46.087950 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fdcd3ad4-ac7a-4aab-8056-0aaef0c47427 admin admin] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'} {{(pid=103801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 05 17:25:46.097688 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcd3ad4-ac7a-4aab-8056-0aaef0c47427 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b2385a6-7bf4-491b-a1a9-789a5a29bc0c,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:25:46.102170 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-fdcd3ad4-ac7a-4aab-8056-0aaef0c47427 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225'] for segment, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:25:46.102568 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.db.segments_db [None req-fdcd3ad4-ac7a-4aab-8056-0aaef0c47427 admin admin] Added segment b47874e5-3c07-47bf-8610-6c2d37e9a96c of type vlan for network b1bc9a43-1dc2-4761-b307-a7da4cd987d0 Jan 05 17:25:46.141912 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-fdcd3ad4-ac7a-4aab-8056-0aaef0c47427 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754180566020'] for network, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:25:46.229201 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-fdcd3ad4-ac7a-4aab-8056-0aaef0c47427 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685'] for network, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:25:46.230424 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdcd3ad4-ac7a-4aab-8056-0aaef0c47427 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:25:46.230995 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-fdcd3ad4-ac7a-4aab-8056-0aaef0c47427 admin admin] Publish callbacks [] for network, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:25:46.287196 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcd3ad4-ac7a-4aab-8056-0aaef0c47427 admin admin] Pushing event updated for resources: {'Network': ['ID=b1bc9a43-1dc2-4761-b307-a7da4cd987d0,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:25:46.297101 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Network b1bc9a43-1dc2-4761-b307-a7da4cd987d0 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 05 17:25:46.316251 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-fdcd3ad4-ac7a-4aab-8056-0aaef0c47427 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6032288 Jan 05 17:25:46.319105 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 48148) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:25:46.324455 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-62e6281a-cff8-4352-affb-2aff2a01a60b admin admin] Request body: {'subnet': {'network_id': 'b1bc9a43-1dc2-4761-b307-a7da4cd987d0', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1963118322-subnet', 'tenant_id': '553ac51cc107484eaf32b843f485e04e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:25:46.421882 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62e6281a-cff8-4352-affb-2aff2a01a60b admin admin] Made reservation on behalf of 553ac51cc107484eaf32b843f485e04e for: {'subnet': 1} {{(pid=103801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:25:46.424214 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-62e6281a-cff8-4352-affb-2aff2a01a60b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12480675'] for subnet, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:25:46.624007 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-62e6281a-cff8-4352-affb-2aff2a01a60b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11433288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12480593'] for subnet, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:25:46.686107 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e6281a-cff8-4352-affb-2aff2a01a60b admin admin] Pushing event updated for resources: {'Subnet': ['ID=35a1d974-67ed-432d-b5be-e60c15b30c3a,revision_number=0']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:25:46.692266 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62e6281a-cff8-4352-affb-2aff2a01a60b admin admin] Checking segment: {'id': 'b47874e5-3c07-47bf-8610-6c2d37e9a96c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'b1bc9a43-1dc2-4761-b307-a7da4cd987d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:25:46.692624 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62e6281a-cff8-4352-affb-2aff2a01a60b admin admin] Network hostable DHCP agents. Network: b1bc9a43-1dc2-4761-b307-a7da4cd987d0, hostable agents: ['3f70c195-17da-4084-9fd6-bf6059d88535'], hosted agents: [] {{(pid=103801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 05 17:25:46.743088 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62e6281a-cff8-4352-affb-2aff2a01a60b admin admin] Network b1bc9a43-1dc2-4761-b307-a7da4cd987d0 is scheduled to be hosted by DHCP agent 3f70c195-17da-4084-9fd6-bf6059d88535 with binding_index 1 {{(pid=103801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 05 17:25:46.815835 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-62e6281a-cff8-4352-affb-2aff2a01a60b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, b1bc9a43-1dc2-4761-b307-a7da4cd987d0) {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:25:46.820186 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62e6281a-cff8-4352-affb-2aff2a01a60b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:25:46.820782 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-62e6281a-cff8-4352-affb-2aff2a01a60b admin admin] Publish callbacks [] for subnet, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:25:46.825795 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb4a31e2-6111-4778-8d1c-0bdc83e7f00f None None] Network b1bc9a43-1dc2-4761-b307-a7da4cd987d0 requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:25:46.898888 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-62e6281a-cff8-4352-affb-2aff2a01a60b admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5786324 Jan 05 17:25:46.916519 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa032479-34d2-45d3-b5d4-d643477270b2 None None] Network b1bc9a43-1dc2-4761-b307-a7da4cd987d0 requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:25:47.193196 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-a2ea7349-da4d-4e82-a1cb-1f57ed308b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:25:47.316103 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7943fea9-a2a4-4df9-8c9e-7fc95e5efe37 req-3d7968d9-0e18-464e-a39c-46d9b6930e1a tempest-DeleteServersTestJSON-1224864023 tempest-DeleteServersTestJSON-1224864023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:25:47.317559 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-7943fea9-a2a4-4df9-8c9e-7fc95e5efe37 req-3d7968d9-0e18-464e-a39c-46d9b6930e1a tempest-DeleteServersTestJSON-1224864023 tempest-DeleteServersTestJSON-1224864023-project] 10.222.0.11 "GET /v2.0/networks?id=b1bc9a43-1dc2-4761-b307-a7da4cd987d0 HTTP/1.1" status: 200 len: 812 time: 0.0994129 Jan 05 17:25:47.332043 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-7943fea9-a2a4-4df9-8c9e-7fc95e5efe37 req-dd177a22-6f3b-481e-99b2-b3acb453e4d6 tempest-DeleteServersTestJSON-1224864023 tempest-DeleteServersTestJSON-1224864023-project] 10.222.0.11 "GET /v2.0/quotas/553ac51cc107484eaf32b843f485e04e HTTP/1.1" status: 200 len: 375 time: 0.0092194 Jan 05 17:25:47.368987 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-7943fea9-a2a4-4df9-8c9e-7fc95e5efe37 req-f044c214-54bf-44ca-9fb8-365091ee5cbb tempest-DeleteServersTestJSON-1224864023 tempest-DeleteServersTestJSON-1224864023-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=553ac51cc107484eaf32b843f485e04e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0320830 Jan 05 17:25:47.455669 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-7943fea9-a2a4-4df9-8c9e-7fc95e5efe37 req-f6399c68-87ab-4593-963f-2936cc638306 service neutron] 10.222.0.11 "GET /v2.0/networks/b1bc9a43-1dc2-4761-b307-a7da4cd987d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802379 Jan 05 17:25:47.543550 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-7943fea9-a2a4-4df9-8c9e-7fc95e5efe37 req-10cbde3f-a93e-4aae-ba5a-e666cc95d648 service neutron] 10.222.0.11 "GET /v2.0/networks/b1bc9a43-1dc2-4761-b307-a7da4cd987d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823071 Jan 05 17:25:47.860286 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-8e2884dd-e099-46b0-9718-906563ccc276 req-ade93e15-75ed-4bc5-8b1c-931c48277336 tempest-DeleteServersTestJSON-1224864023 tempest-DeleteServersTestJSON-1224864023-project] 10.222.0.11 "GET /v2.0/ports?device_id=8745fb2b-dd09-4583-9877-4a5a6d5555e0 HTTP/1.1" status: 200 len: 210 time: 0.0267484 Jan 05 17:25:48.953538 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-3a43b379-479e-4ed3-a9f2-fa1bdf963ae7 req-3ef83474-e4da-4a56-a8ab-089bf645e3ee tempest-DeleteServersTestJSON-1224864023 tempest-DeleteServersTestJSON-1224864023-project] 10.222.0.11 "GET /v2.0/ports?device_id=8745fb2b-dd09-4583-9877-4a5a6d5555e0 HTTP/1.1" status: 200 len: 210 time: 0.0279386 Jan 05 17:25:49.337376 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-4284f8e2-d1ec-4c43-b2c0-96c2bc4ef5dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:25:49.841176 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:25:49.933688 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7943fea9-a2a4-4df9-8c9e-7fc95e5efe37 req-b1d936a5-86bd-4d7a-986b-e8fb915021d5 tempest-DeleteServersTestJSON-1224864023 tempest-DeleteServersTestJSON-1224864023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:25:49.935357 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-7943fea9-a2a4-4df9-8c9e-7fc95e5efe37 req-b1d936a5-86bd-4d7a-986b-e8fb915021d5 tempest-DeleteServersTestJSON-1224864023 tempest-DeleteServersTestJSON-1224864023-project] 10.222.0.13 "GET /v2.0/networks?id=b1bc9a43-1dc2-4761-b307-a7da4cd987d0 HTTP/1.1" status: 200 len: 812 time: 0.1052809 Jan 05 17:25:49.946787 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [req-7943fea9-a2a4-4df9-8c9e-7fc95e5efe37 req-39e64aa9-2a3f-4407-9e9e-f7bb1d7b884f tempest-DeleteServersTestJSON-1224864023 tempest-DeleteServersTestJSON-1224864023-project] Request body: {'port': {'device_id': '8745fb2b-dd09-4583-9877-4a5a6d5555e0', 'network_id': 'b1bc9a43-1dc2-4761-b307-a7da4cd987d0', 'admin_state_up': True, 'tenant_id': '553ac51cc107484eaf32b843f485e04e'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:25:50.055675 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-6743d938-7b36-4f1f-88e1-0984fc3add1f req-23ed304b-0722-4b4a-9e32-6db13c330839 tempest-DeleteServersTestJSON-1224864023 tempest-DeleteServersTestJSON-1224864023-project] 10.222.0.11 "GET /v2.0/ports?device_id=8745fb2b-dd09-4583-9877-4a5a6d5555e0 HTTP/1.1" status: 200 len: 210 time: 0.0358629 Jan 05 17:25:50.160181 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7943fea9-a2a4-4df9-8c9e-7fc95e5efe37 req-39e64aa9-2a3f-4407-9e9e-f7bb1d7b884f tempest-DeleteServersTestJSON-1224864023 tempest-DeleteServersTestJSON-1224864023-project] Made reservation on behalf of 553ac51cc107484eaf32b843f485e04e for: {'port': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:25:50.163959 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-7943fea9-a2a4-4df9-8c9e-7fc95e5efe37 req-39e64aa9-2a3f-4407-9e9e-f7bb1d7b884f tempest-DeleteServersTestJSON-1224864023 tempest-DeleteServersTestJSON-1224864023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:25:50.288674 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [req-7943fea9-a2a4-4df9-8c9e-7fc95e5efe37 req-39e64aa9-2a3f-4407-9e9e-f7bb1d7b884f tempest-DeleteServersTestJSON-1224864023 tempest-DeleteServersTestJSON-1224864023-project] Allocated IP 172.20.0.13 (b1bc9a43-1dc2-4761-b307-a7da4cd987d0/35a1d974-67ed-432d-b5be-e60c15b30c3a/4e1f275a-684b-437e-93fc-7dce68d4e021) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:25:50.437403 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-7943fea9-a2a4-4df9-8c9e-7fc95e5efe37 req-39e64aa9-2a3f-4407-9e9e-f7bb1d7b884f tempest-DeleteServersTestJSON-1224864023 tempest-DeleteServersTestJSON-1224864023-project] Publish callbacks [] for port, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:25:50.515033 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-7943fea9-a2a4-4df9-8c9e-7fc95e5efe37 req-39e64aa9-2a3f-4407-9e9e-f7bb1d7b884f tempest-DeleteServersTestJSON-1224864023 tempest-DeleteServersTestJSON-1224864023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:25:50.555104 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7943fea9-a2a4-4df9-8c9e-7fc95e5efe37 req-39e64aa9-2a3f-4407-9e9e-f7bb1d7b884f tempest-DeleteServersTestJSON-1224864023 tempest-DeleteServersTestJSON-1224864023-project] Network b1bc9a43-1dc2-4761-b307-a7da4cd987d0 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:25:50.558361 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [req-7943fea9-a2a4-4df9-8c9e-7fc95e5efe37 req-39e64aa9-2a3f-4407-9e9e-f7bb1d7b884f tempest-DeleteServersTestJSON-1224864023 tempest-DeleteServersTestJSON-1224864023-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:25:50.561924 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d2607572-b3c9-472c-85bc-c8de0c3fb75c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:25:50.562530 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [req-7943fea9-a2a4-4df9-8c9e-7fc95e5efe37 req-39e64aa9-2a3f-4407-9e9e-f7bb1d7b884f tempest-DeleteServersTestJSON-1224864023 tempest-DeleteServersTestJSON-1224864023-project] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:25:50.571403 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e64aa9-2a3f-4407-9e9e-f7bb1d7b884f tempest-DeleteServersTestJSON-1224864023 tempest-DeleteServersTestJSON-1224864023-project] Pushing event updated for resources: {'Port': ['ID=4e1f275a-684b-437e-93fc-7dce68d4e021,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:25:50.620195 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7943fea9-a2a4-4df9-8c9e-7fc95e5efe37 req-39e64aa9-2a3f-4407-9e9e-f7bb1d7b884f tempest-DeleteServersTestJSON-1224864023 tempest-DeleteServersTestJSON-1224864023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:25:50.620803 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-7943fea9-a2a4-4df9-8c9e-7fc95e5efe37 req-39e64aa9-2a3f-4407-9e9e-f7bb1d7b884f tempest-DeleteServersTestJSON-1224864023 tempest-DeleteServersTestJSON-1224864023-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:25:50.683001 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-7943fea9-a2a4-4df9-8c9e-7fc95e5efe37 req-39e64aa9-2a3f-4407-9e9e-f7bb1d7b884f tempest-DeleteServersTestJSON-1224864023 tempest-DeleteServersTestJSON-1224864023-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7402217 Jan 05 17:25:50.693752 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [req-7943fea9-a2a4-4df9-8c9e-7fc95e5efe37 req-dd7e8a55-ec84-46ae-b9e9-1807384f7bf2 service neutron] Request body: {'port': {'device_id': '8745fb2b-dd09-4583-9877-4a5a6d5555e0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:25:50.745469 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-7943fea9-a2a4-4df9-8c9e-7fc95e5efe37 req-dd7e8a55-ec84-46ae-b9e9-1807384f7bf2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:25:50.998775 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.notifiers.nova [req-7943fea9-a2a4-4df9-8c9e-7fc95e5efe37 req-dd7e8a55-ec84-46ae-b9e9-1807384f7bf2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e1f275a-684b-437e-93fc-7dce68d4e021 {{(pid=103800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 05 17:25:51.006104 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-7943fea9-a2a4-4df9-8c9e-7fc95e5efe37 req-dd7e8a55-ec84-46ae-b9e9-1807384f7bf2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:25:51.017712 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.provisioning_blocks [req-7943fea9-a2a4-4df9-8c9e-7fc95e5efe37 req-dd7e8a55-ec84-46ae-b9e9-1807384f7bf2 service neutron] Transition to ACTIVE for port object 4e1f275a-684b-437e-93fc-7dce68d4e021 will not be triggered until provisioned by entity L2. {{(pid=103800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 05 17:25:51.091878 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-7943fea9-a2a4-4df9-8c9e-7fc95e5efe37 req-dd7e8a55-ec84-46ae-b9e9-1807384f7bf2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8784461'] for port, after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:25:51.149180 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7e8a55-ec84-46ae-b9e9-1807384f7bf2 service neutron] Pushing event updated for resources: {'Port': ['ID=4e1f275a-684b-437e-93fc-7dce68d4e021,revision_number=2']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:25:51.173638 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a72d825-c73a-4673-8451-baea3bf6c5e9 req-94a8101e-3be9-42ef-bb7d-b31aa18c8aec tempest-DeleteServersTestJSON-1224864023 tempest-DeleteServersTestJSON-1224864023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:25:51.178692 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-1a72d825-c73a-4673-8451-baea3bf6c5e9 req-94a8101e-3be9-42ef-bb7d-b31aa18c8aec tempest-DeleteServersTestJSON-1224864023 tempest-DeleteServersTestJSON-1224864023-project] 10.222.0.11 "GET /v2.0/ports?device_id=8745fb2b-dd09-4583-9877-4a5a6d5555e0 HTTP/1.1" status: 200 len: 944 time: 0.0509069 Jan 05 17:25:51.215396 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [req-7943fea9-a2a4-4df9-8c9e-7fc95e5efe37 req-dd7e8a55-ec84-46ae-b9e9-1807384f7bf2 service neutron] Attempting to bind port 4e1f275a-684b-437e-93fc-7dce68d4e021 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 05 17:25:51.215725 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [req-7943fea9-a2a4-4df9-8c9e-7fc95e5efe37 req-dd7e8a55-ec84-46ae-b9e9-1807384f7bf2 service neutron] Attempting to bind port 4e1f275a-684b-437e-93fc-7dce68d4e021 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'b47874e5-3c07-47bf-8610-6c2d37e9a96c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'b1bc9a43-1dc2-4761-b307-a7da4cd987d0'}] {{(pid=103800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 05 17:25:51.216565 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7943fea9-a2a4-4df9-8c9e-7fc95e5efe37 req-dd7e8a55-ec84-46ae-b9e9-1807384f7bf2 service neutron] Attempting to bind port 4e1f275a-684b-437e-93fc-7dce68d4e021 on network b1bc9a43-1dc2-4761-b307-a7da4cd987d0 {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:25:51.220707 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7943fea9-a2a4-4df9-8c9e-7fc95e5efe37 req-dd7e8a55-ec84-46ae-b9e9-1807384f7bf2 service neutron] Port 4e1f275a-684b-437e-93fc-7dce68d4e021 on network b1bc9a43-1dc2-4761-b307-a7da4cd987d0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 05 17:25:51.221022 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7943fea9-a2a4-4df9-8c9e-7fc95e5efe37 req-dd7e8a55-ec84-46ae-b9e9-1807384f7bf2 service neutron] Attempting to bind port 4e1f275a-684b-437e-93fc-7dce68d4e021 on network b1bc9a43-1dc2-4761-b307-a7da4cd987d0 {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:25:51.221831 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-1a72d825-c73a-4673-8451-baea3bf6c5e9 req-0498e919-423e-490e-bc16-3716dd31e9f8 tempest-DeleteServersTestJSON-1224864023 tempest-DeleteServersTestJSON-1224864023-project] 10.222.0.11 "GET /v2.0/security-groups?id=4b2385a6-7bf4-491b-a1a9-789a5a29bc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410554 Jan 05 17:25:51.225876 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7943fea9-a2a4-4df9-8c9e-7fc95e5efe37 req-dd7e8a55-ec84-46ae-b9e9-1807384f7bf2 service neutron] Checking agent: {'id': '5c36d785-abe8-4e89-a23a-b403333d2378', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 5, 17, 3, 49), 'started_at': datetime.datetime(2022, 1, 5, 17, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 1, 5, 17, 25, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 05 17:25:51.226215 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7943fea9-a2a4-4df9-8c9e-7fc95e5efe37 req-dd7e8a55-ec84-46ae-b9e9-1807384f7bf2 service neutron] Checking segment: {'id': 'b47874e5-3c07-47bf-8610-6c2d37e9a96c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'b1bc9a43-1dc2-4761-b307-a7da4cd987d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:25:51.226601 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7943fea9-a2a4-4df9-8c9e-7fc95e5efe37 req-dd7e8a55-ec84-46ae-b9e9-1807384f7bf2 service neutron] Bound using segment: {'id': 'b47874e5-3c07-47bf-8610-6c2d37e9a96c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'b1bc9a43-1dc2-4761-b307-a7da4cd987d0'} {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 05 17:25:51.227026 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [req-7943fea9-a2a4-4df9-8c9e-7fc95e5efe37 req-dd7e8a55-ec84-46ae-b9e9-1807384f7bf2 service neutron] Bound port: 4e1f275a-684b-437e-93fc-7dce68d4e021, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b47874e5-3c07-47bf-8610-6c2d37e9a96c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'b1bc9a43-1dc2-4761-b307-a7da4cd987d0'}}] {{(pid=103800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 05 17:25:51.227385 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-7943fea9-a2a4-4df9-8c9e-7fc95e5efe37 req-dd7e8a55-ec84-46ae-b9e9-1807384f7bf2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:25:51.295282 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.db [req-7943fea9-a2a4-4df9-8c9e-7fc95e5efe37 req-dd7e8a55-ec84-46ae-b9e9-1807384f7bf2 service neutron] For port 4e1f275a-684b-437e-93fc-7dce68d4e021, host hv-neutron-mast, cleared binding levels {{(pid=103800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 05 17:25:51.298453 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.db [req-7943fea9-a2a4-4df9-8c9e-7fc95e5efe37 req-dd7e8a55-ec84-46ae-b9e9-1807384f7bf2 service neutron] For port 4e1f275a-684b-437e-93fc-7dce68d4e021, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=4e1f275a-684b-437e-93fc-7dce68d4e021,segment=NetworkSegment(b47874e5-3c07-47bf-8610-6c2d37e9a96c),segment_id=b47874e5-3c07-47bf-8610-6c2d37e9a96c)] {{(pid=103800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 05 17:25:51.372075 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-7943fea9-a2a4-4df9-8c9e-7fc95e5efe37 req-dd7e8a55-ec84-46ae-b9e9-1807384f7bf2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8784461'] for port, after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:25:51.410094 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7943fea9-a2a4-4df9-8c9e-7fc95e5efe37 req-dd7e8a55-ec84-46ae-b9e9-1807384f7bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:25:51.410804 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-7943fea9-a2a4-4df9-8c9e-7fc95e5efe37 req-dd7e8a55-ec84-46ae-b9e9-1807384f7bf2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:25:51.412204 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-7943fea9-a2a4-4df9-8c9e-7fc95e5efe37 req-dd7e8a55-ec84-46ae-b9e9-1807384f7bf2 service neutron] 10.222.0.13 "PUT /v2.0/ports/4e1f275a-684b-437e-93fc-7dce68d4e021 HTTP/1.1" status: 200 len: 1094 time: 0.7225769 Jan 05 17:25:51.412646 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8745fb2b-dd09-4583-9877-4a5a6d5555e0', 'tag': '4e1f275a-684b-437e-93fc-7dce68d4e021'}] {{(pid=103800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 05 17:25:51.414920 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f64b9d4628f7eefcc27168a80c04985d23f0ea5def038dae05e1deb7357f3bfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cae6bd2-77e5-4a19-9bfa-816146307742" -d '{"events": [{"name": "network-changed", "server_uuid": "8745fb2b-dd09-4583-9877-4a5a6d5555e0", "tag": "4e1f275a-684b-437e-93fc-7dce68d4e021"}]}' {{(pid=103800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 05 17:25:51.439031 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7e8a55-ec84-46ae-b9e9-1807384f7bf2 service neutron] Pushing event updated for resources: {'Port': ['ID=4e1f275a-684b-437e-93fc-7dce68d4e021,revision_number=3']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:25:51.452543 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Jan 2022 17:25:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-934ed4d1-fdc8-496d-9da9-4e2f7d328ac6 x-openstack-request-id: req-934ed4d1-fdc8-496d-9da9-4e2f7d328ac6 {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 05 17:25:51.452836 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8745fb2b-dd09-4583-9877-4a5a6d5555e0", "tag": "4e1f275a-684b-437e-93fc-7dce68d4e021", "status": "completed", "code": 200}]} {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 05 17:25:51.453094 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-934ed4d1-fdc8-496d-9da9-4e2f7d328ac6 {{(pid=103800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 05 17:25:51.453646 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8745fb2b-dd09-4583-9877-4a5a6d5555e0', 'tag': '4e1f275a-684b-437e-93fc-7dce68d4e021', 'status': 'completed', 'code': 200} Jan 05 17:25:51.513688 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cae6bd2-77e5-4a19-9bfa-816146307742 req-aa2d9058-6b91-4480-bc7b-e9af01e4d211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:25:51.515180 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-2cae6bd2-77e5-4a19-9bfa-816146307742 req-aa2d9058-6b91-4480-bc7b-e9af01e4d211 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=553ac51cc107484eaf32b843f485e04e&device_id=8745fb2b-dd09-4583-9877-4a5a6d5555e0 HTTP/1.1" status: 200 len: 1097 time: 0.0416913 Jan 05 17:25:51.612570 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cae6bd2-77e5-4a19-9bfa-816146307742 req-a9558d5e-75b1-44ab-b7d8-6e68c40ce9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:25:51.613951 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-2cae6bd2-77e5-4a19-9bfa-816146307742 req-a9558d5e-75b1-44ab-b7d8-6e68c40ce9cd service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=553ac51cc107484eaf32b843f485e04e&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0906751 Jan 05 17:25:51.706371 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cae6bd2-77e5-4a19-9bfa-816146307742 req-9733063f-a025-410e-999a-7d100773f6ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:25:51.707814 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-2cae6bd2-77e5-4a19-9bfa-816146307742 req-9733063f-a025-410e-999a-7d100773f6ce service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0890007 Jan 05 17:25:51.784009 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7943fea9-a2a4-4df9-8c9e-7fc95e5efe37 req-e7cfd7b3-46d2-42ab-a824-dc80c1d42ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:25:51.785496 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-7943fea9-a2a4-4df9-8c9e-7fc95e5efe37 req-e7cfd7b3-46d2-42ab-a824-dc80c1d42ac7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=553ac51cc107484eaf32b843f485e04e&device_id=8745fb2b-dd09-4583-9877-4a5a6d5555e0 HTTP/1.1" status: 200 len: 1097 time: 0.0412798 Jan 05 17:25:51.829322 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-7943fea9-a2a4-4df9-8c9e-7fc95e5efe37 req-bbae09bc-a7ce-4826-a0c2-0ec48698a77b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4e1f275a-684b-437e-93fc-7dce68d4e021 HTTP/1.1" status: 200 len: 217 time: 0.0365760 Jan 05 17:25:51.878444 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7943fea9-a2a4-4df9-8c9e-7fc95e5efe37 req-0b8fa0fd-e362-4112-9cc9-6e344b2df39c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:25:51.879821 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-7943fea9-a2a4-4df9-8c9e-7fc95e5efe37 req-0b8fa0fd-e362-4112-9cc9-6e344b2df39c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=35a1d974-67ed-432d-b5be-e60c15b30c3a HTTP/1.1" status: 200 len: 852 time: 0.0431201 Jan 05 17:25:51.911443 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-7943fea9-a2a4-4df9-8c9e-7fc95e5efe37 req-e7daff05-ad91-4226-a343-3aee4d6e46f2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b1bc9a43-1dc2-4761-b307-a7da4cd987d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250378 Jan 05 17:25:51.929903 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d504d802-9546-4ce5-a9d3-96c844ac5808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:25:52.002782 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-7943fea9-a2a4-4df9-8c9e-7fc95e5efe37 req-68d55a92-2ebb-4602-9e20-d0b5ae0592b2 service neutron] 10.222.0.13 "GET /v2.0/networks/b1bc9a43-1dc2-4761-b307-a7da4cd987d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847950 Jan 05 17:25:52.089310 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-7943fea9-a2a4-4df9-8c9e-7fc95e5efe37 req-c0766d79-4e88-4b71-a9ac-50ba1b93cd9c service neutron] 10.222.0.13 "GET /v2.0/networks/b1bc9a43-1dc2-4761-b307-a7da4cd987d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806835 Jan 05 17:25:52.336306 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7dab46-d93f-4af4-b9bb-f7267b69087e req-3ac3b1ea-51e7-41ab-af9d-21afdb7a4f98 tempest-DeleteServersTestJSON-1224864023 tempest-DeleteServersTestJSON-1224864023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:25:52.337797 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-5a7dab46-d93f-4af4-b9bb-f7267b69087e req-3ac3b1ea-51e7-41ab-af9d-21afdb7a4f98 tempest-DeleteServersTestJSON-1224864023 tempest-DeleteServersTestJSON-1224864023-project] 10.222.0.11 "GET /v2.0/ports?device_id=8745fb2b-dd09-4583-9877-4a5a6d5555e0 HTTP/1.1" status: 200 len: 944 time: 0.0481236 Jan 05 17:25:52.387262 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-5a7dab46-d93f-4af4-b9bb-f7267b69087e req-4450814e-dea8-45f8-a2ab-6e6ac5e2da91 tempest-DeleteServersTestJSON-1224864023 tempest-DeleteServersTestJSON-1224864023-project] 10.222.0.11 "GET /v2.0/security-groups?id=4b2385a6-7bf4-491b-a1a9-789a5a29bc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440528 Jan 05 17:25:53.375465 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:25:53.501136 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e13933-27fc-4444-a7ec-4d633b599616 req-48489dc2-de11-4998-a98e-cb8623a10b41 tempest-DeleteServersTestJSON-1224864023 tempest-DeleteServersTestJSON-1224864023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:25:53.502541 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-f3e13933-27fc-4444-a7ec-4d633b599616 req-48489dc2-de11-4998-a98e-cb8623a10b41 tempest-DeleteServersTestJSON-1224864023 tempest-DeleteServersTestJSON-1224864023-project] 10.222.0.11 "GET /v2.0/ports?device_id=8745fb2b-dd09-4583-9877-4a5a6d5555e0 HTTP/1.1" status: 200 len: 944 time: 0.0491505 Jan 05 17:25:53.548302 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-f3e13933-27fc-4444-a7ec-4d633b599616 req-7def5b8c-d2cd-4c12-9fd9-b7ce409e9030 tempest-DeleteServersTestJSON-1224864023 tempest-DeleteServersTestJSON-1224864023-project] 10.222.0.11 "GET /v2.0/security-groups?id=4b2385a6-7bf4-491b-a1a9-789a5a29bc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402157 Jan 05 17:25:54.662943 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37a1488-a2a2-48de-b264-bf3b0232d5b4 req-7c71e42b-94ca-4857-822e-939dc497b50a tempest-DeleteServersTestJSON-1224864023 tempest-DeleteServersTestJSON-1224864023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:25:54.664390 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-e37a1488-a2a2-48de-b264-bf3b0232d5b4 req-7c71e42b-94ca-4857-822e-939dc497b50a tempest-DeleteServersTestJSON-1224864023 tempest-DeleteServersTestJSON-1224864023-project] 10.222.0.11 "GET /v2.0/ports?device_id=8745fb2b-dd09-4583-9877-4a5a6d5555e0 HTTP/1.1" status: 200 len: 944 time: 0.0482574 Jan 05 17:25:54.710561 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-e37a1488-a2a2-48de-b264-bf3b0232d5b4 req-76dae9ac-2f09-4edb-9db5-1c3a808efa1e tempest-DeleteServersTestJSON-1224864023 tempest-DeleteServersTestJSON-1224864023-project] 10.222.0.11 "GET /v2.0/security-groups?id=4b2385a6-7bf4-491b-a1a9-789a5a29bc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406895 Jan 05 17:25:55.449792 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Device 4e1f275a-684b-437e-93fc-7dce68d4e021 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 05 17:25:55.542076 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] For port 4e1f275a-684b-437e-93fc-7dce68d4e021, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=4e1f275a-684b-437e-93fc-7dce68d4e021,segment=NetworkSegment(b47874e5-3c07-47bf-8610-6c2d37e9a96c),segment_id=b47874e5-3c07-47bf-8610-6c2d37e9a96c)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:25:55.553449 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Returning: {'device': '4e1f275a-684b-437e-93fc-7dce68d4e021', 'network_id': 'b1bc9a43-1dc2-4761-b307-a7da4cd987d0', 'port_id': '4e1f275a-684b-437e-93fc-7dce68d4e021', 'mac_address': 'fa:16:3e:d3:da:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35a1d974-67ed-432d-b5be-e60c15b30c3a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 05 17:25:55.588366 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:25:55.600224 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.notifiers.nova [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e1f275a-684b-437e-93fc-7dce68d4e021 {{(pid=103802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 05 17:25:55.619860 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] For port 4e1f275a-684b-437e-93fc-7dce68d4e021, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=4e1f275a-684b-437e-93fc-7dce68d4e021,segment=NetworkSegment(b47874e5-3c07-47bf-8610-6c2d37e9a96c),segment_id=b47874e5-3c07-47bf-8610-6c2d37e9a96c)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:25:55.673191 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:25:55.718496 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Pushing event updated for resources: {'Port': ['ID=4e1f275a-684b-437e-93fc-7dce68d4e021,revision_number=4']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:25:55.829565 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4348eb71-f994-4d2b-814f-2b96953f9da8 req-2c70b65d-3f2c-41c7-b86d-8ecda4381e07 tempest-DeleteServersTestJSON-1224864023 tempest-DeleteServersTestJSON-1224864023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:25:55.831053 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-4348eb71-f994-4d2b-814f-2b96953f9da8 req-2c70b65d-3f2c-41c7-b86d-8ecda4381e07 tempest-DeleteServersTestJSON-1224864023 tempest-DeleteServersTestJSON-1224864023-project] 10.222.0.11 "GET /v2.0/ports?device_id=8745fb2b-dd09-4583-9877-4a5a6d5555e0 HTTP/1.1" status: 200 len: 945 time: 0.0552406 Jan 05 17:25:55.866927 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] get_ports_and_sgs() called for port_ids ['4e1f275a-684b-437e-93fc-7dce68d4e021'] {{(pid=103802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 05 17:25:55.877465 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-4348eb71-f994-4d2b-814f-2b96953f9da8 req-82a81f1e-954f-4ad8-94d7-a2591bf53097 tempest-DeleteServersTestJSON-1224864023 tempest-DeleteServersTestJSON-1224864023-project] 10.222.0.11 "GET /v2.0/security-groups?id=4b2385a6-7bf4-491b-a1a9-789a5a29bc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408833 Jan 05 17:25:56.996784 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7badb5-8f59-4495-91c2-3585577cfc41 req-774be2cc-d1cf-461b-a044-b6f32d457ef1 tempest-DeleteServersTestJSON-1224864023 tempest-DeleteServersTestJSON-1224864023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:25:56.998838 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-aa7badb5-8f59-4495-91c2-3585577cfc41 req-774be2cc-d1cf-461b-a044-b6f32d457ef1 tempest-DeleteServersTestJSON-1224864023 tempest-DeleteServersTestJSON-1224864023-project] 10.222.0.11 "GET /v2.0/ports?device_id=8745fb2b-dd09-4583-9877-4a5a6d5555e0 HTTP/1.1" status: 200 len: 945 time: 0.0478406 Jan 05 17:25:57.042815 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-aa7badb5-8f59-4495-91c2-3585577cfc41 req-1477e3f2-889d-4d6a-94e7-4d5a36dcf51b tempest-DeleteServersTestJSON-1224864023 tempest-DeleteServersTestJSON-1224864023-project] 10.222.0.11 "GET /v2.0/security-groups?id=4b2385a6-7bf4-491b-a1a9-789a5a29bc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386565 Jan 05 17:25:57.465664 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Device 4e1f275a-684b-437e-93fc-7dce68d4e021 up at agent hyperv_hv-neutron-mast {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:25:57.594248 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Provisioning for port 4e1f275a-684b-437e-93fc-7dce68d4e021 completed by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 05 17:25:57.598050 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Provisioning complete for port 4e1f275a-684b-437e-93fc-7dce68d4e021 triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:25:57.598418 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:25:57.677194 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:25:57.698635 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8745fb2b-dd09-4583-9877-4a5a6d5555e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e1f275a-684b-437e-93fc-7dce68d4e021'}] {{(pid=103802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 05 17:25:57.701371 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36b213fbd845b3f09e785999bbcda1c85cd5592d7f001460987854e5c1683bd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fde96b0-c601-4db3-968a-5ce370471ea3" -d '{"events": [{"server_uuid": "8745fb2b-dd09-4583-9877-4a5a6d5555e0", "name": "network-vif-plugged", "status": "completed", "tag": "4e1f275a-684b-437e-93fc-7dce68d4e021"}]}' {{(pid=103802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 05 17:25:57.713656 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] For port 4e1f275a-684b-437e-93fc-7dce68d4e021, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=4e1f275a-684b-437e-93fc-7dce68d4e021,segment=NetworkSegment(b47874e5-3c07-47bf-8610-6c2d37e9a96c),segment_id=b47874e5-3c07-47bf-8610-6c2d37e9a96c)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:25:57.736177 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Jan 2022 17:25:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bd89c90-5eba-47fc-a285-f043f1f2e8b3 x-openstack-request-id: req-2bd89c90-5eba-47fc-a285-f043f1f2e8b3 {{(pid=103802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 05 17:25:57.736580 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8745fb2b-dd09-4583-9877-4a5a6d5555e0", "name": "network-vif-plugged", "status": "completed", "tag": "4e1f275a-684b-437e-93fc-7dce68d4e021", "code": 200}]} {{(pid=103802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 05 17:25:57.736837 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-2bd89c90-5eba-47fc-a285-f043f1f2e8b3 {{(pid=103802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 05 17:25:57.737291 dv-neutron-master-2-hyperv neutron-server[103802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8745fb2b-dd09-4583-9877-4a5a6d5555e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e1f275a-684b-437e-93fc-7dce68d4e021', 'code': 200} Jan 05 17:25:57.783347 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:25:57.831310 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Pushing event updated for resources: {'Port': ['ID=4e1f275a-684b-437e-93fc-7dce68d4e021,revision_number=5']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:25:58.026684 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b166b513-ad36-43a4-b449-cdc720a5737f req-e6cd47c8-117f-481e-848e-62168541256a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:25:58.028032 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-b166b513-ad36-43a4-b449-cdc720a5737f req-e6cd47c8-117f-481e-848e-62168541256a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=8745fb2b-dd09-4583-9877-4a5a6d5555e0 HTTP/1.1" status: 200 len: 1099 time: 0.0390947 Jan 05 17:25:58.069083 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-b166b513-ad36-43a4-b449-cdc720a5737f req-b959b876-183c-4f82-a466-9656f63991d0 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=4b2385a6-7bf4-491b-a1a9-789a5a29bc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352554 Jan 05 17:25:58.158545 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38513172-1f96-4d67-8f72-5fc898fcc9cf req-078529cd-fe8c-49db-a48b-98bd22dddf2a tempest-DeleteServersTestJSON-1224864023 tempest-DeleteServersTestJSON-1224864023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:25:58.159994 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-38513172-1f96-4d67-8f72-5fc898fcc9cf req-078529cd-fe8c-49db-a48b-98bd22dddf2a tempest-DeleteServersTestJSON-1224864023 tempest-DeleteServersTestJSON-1224864023-project] 10.222.0.11 "GET /v2.0/ports?device_id=8745fb2b-dd09-4583-9877-4a5a6d5555e0 HTTP/1.1" status: 200 len: 946 time: 0.0518456 Jan 05 17:25:58.205526 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-38513172-1f96-4d67-8f72-5fc898fcc9cf req-6e805588-fcfd-4acb-bf71-1f8515abe685 tempest-DeleteServersTestJSON-1224864023 tempest-DeleteServersTestJSON-1224864023-project] 10.222.0.11 "GET /v2.0/security-groups?id=4b2385a6-7bf4-491b-a1a9-789a5a29bc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401618 Jan 05 17:25:59.321871 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f29889-ca1d-446f-bd96-2463774b4a26 req-827d6491-8784-4705-9739-b6957c010069 tempest-DeleteServersTestJSON-1224864023 tempest-DeleteServersTestJSON-1224864023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:25:59.323319 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-87f29889-ca1d-446f-bd96-2463774b4a26 req-827d6491-8784-4705-9739-b6957c010069 tempest-DeleteServersTestJSON-1224864023 tempest-DeleteServersTestJSON-1224864023-project] 10.222.0.11 "GET /v2.0/ports?device_id=8745fb2b-dd09-4583-9877-4a5a6d5555e0 HTTP/1.1" status: 200 len: 946 time: 0.0513437 Jan 05 17:25:59.369023 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-87f29889-ca1d-446f-bd96-2463774b4a26 req-37f9f739-c793-4f5a-a502-68dae0500460 tempest-DeleteServersTestJSON-1224864023 tempest-DeleteServersTestJSON-1224864023-project] 10.222.0.11 "GET /v2.0/security-groups?id=4b2385a6-7bf4-491b-a1a9-789a5a29bc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397067 Jan 05 17:25:59.810135 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076e5f38-6523-4a76-98bc-5b6e6acd0d9a req-b36f6626-a9de-4ede-9d1e-bcfca5dacc38 tempest-DeleteServersTestJSON-1224864023 tempest-DeleteServersTestJSON-1224864023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:25:59.812128 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-076e5f38-6523-4a76-98bc-5b6e6acd0d9a req-b36f6626-a9de-4ede-9d1e-bcfca5dacc38 tempest-DeleteServersTestJSON-1224864023 tempest-DeleteServersTestJSON-1224864023-project] 10.222.0.11 "GET /v2.0/ports?device_id=8745fb2b-dd09-4583-9877-4a5a6d5555e0 HTTP/1.1" status: 200 len: 946 time: 0.0485547 Jan 05 17:25:59.858874 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-076e5f38-6523-4a76-98bc-5b6e6acd0d9a req-e4361fb2-4258-4c6e-9e84-d7fe94d6293b tempest-DeleteServersTestJSON-1224864023 tempest-DeleteServersTestJSON-1224864023-project] 10.222.0.11 "GET /v2.0/security-groups?id=4b2385a6-7bf4-491b-a1a9-789a5a29bc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408103 Jan 05 17:25:59.958713 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 48214) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:26:00.036164 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-6bb4050b-8f68-455d-8bf9-c5f5dca8c9f5 req-27216844-d38d-4755-ab25-dbdd911d64f2 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=8745fb2b-dd09-4583-9877-4a5a6d5555e0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0763135 Jan 05 17:26:00.044487 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [req-6bb4050b-8f68-455d-8bf9-c5f5dca8c9f5 req-86b65f95-e0f4-429e-9adf-7b1c489d530c service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103801) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 05 17:26:00.045422 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-6bb4050b-8f68-455d-8bf9-c5f5dca8c9f5 req-86b65f95-e0f4-429e-9adf-7b1c489d530c service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047801 Jan 05 17:26:00.976902 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1ddc17-02a9-4e4d-94d1-c545ae555150 req-d503286f-b29f-4701-8571-b9f325153d10 tempest-DeleteServersTestJSON-1224864023 tempest-DeleteServersTestJSON-1224864023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:26:00.978414 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-ac1ddc17-02a9-4e4d-94d1-c545ae555150 req-d503286f-b29f-4701-8571-b9f325153d10 tempest-DeleteServersTestJSON-1224864023 tempest-DeleteServersTestJSON-1224864023-project] 10.222.0.11 "GET /v2.0/ports?device_id=8745fb2b-dd09-4583-9877-4a5a6d5555e0 HTTP/1.1" status: 200 len: 946 time: 0.0504045 Jan 05 17:26:01.025887 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-ac1ddc17-02a9-4e4d-94d1-c545ae555150 req-572ce8d6-ce4f-4247-b29e-ba69f3bbf9f2 tempest-DeleteServersTestJSON-1224864023 tempest-DeleteServersTestJSON-1224864023-project] 10.222.0.11 "GET /v2.0/security-groups?id=4b2385a6-7bf4-491b-a1a9-789a5a29bc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411139 Jan 05 17:26:02.023633 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb4050b-8f68-455d-8bf9-c5f5dca8c9f5 req-e85c7060-2759-4b7b-b80c-28fe4e104da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:26:02.025093 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-6bb4050b-8f68-455d-8bf9-c5f5dca8c9f5 req-e85c7060-2759-4b7b-b80c-28fe4e104da9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=553ac51cc107484eaf32b843f485e04e&device_id=8745fb2b-dd09-4583-9877-4a5a6d5555e0 HTTP/1.1" status: 200 len: 1099 time: 0.0394075 Jan 05 17:26:02.139179 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb4050b-8f68-455d-8bf9-c5f5dca8c9f5 req-a1b05222-4447-429c-a244-0eea9c0bff72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:26:02.141087 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-6bb4050b-8f68-455d-8bf9-c5f5dca8c9f5 req-a1b05222-4447-429c-a244-0eea9c0bff72 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b1bc9a43-1dc2-4761-b307-a7da4cd987d0 HTTP/1.1" status: 200 len: 913 time: 0.1099558 Jan 05 17:26:02.187369 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-6bb4050b-8f68-455d-8bf9-c5f5dca8c9f5 req-da1d3d7e-8ade-49c2-ab9d-d1bc90c33b6c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4e1f275a-684b-437e-93fc-7dce68d4e021 HTTP/1.1" status: 200 len: 217 time: 0.0391755 Jan 05 17:26:02.194944 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae21a360-e9a9-43c3-a6db-2399ce51b6b8 req-a95fe0ee-dbeb-444e-816e-1dd89a7e6de1 tempest-DeleteServersTestJSON-1224864023 tempest-DeleteServersTestJSON-1224864023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:26:02.196294 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-ae21a360-e9a9-43c3-a6db-2399ce51b6b8 req-a95fe0ee-dbeb-444e-816e-1dd89a7e6de1 tempest-DeleteServersTestJSON-1224864023 tempest-DeleteServersTestJSON-1224864023-project] 10.222.0.11 "GET /v2.0/ports?device_id=8745fb2b-dd09-4583-9877-4a5a6d5555e0 HTTP/1.1" status: 200 len: 946 time: 0.1022797 Jan 05 17:26:02.259866 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb4050b-8f68-455d-8bf9-c5f5dca8c9f5 req-a5881e6b-faa7-4330-86fb-f0e1bc2dce0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:26:02.261282 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-6bb4050b-8f68-455d-8bf9-c5f5dca8c9f5 req-a5881e6b-faa7-4330-86fb-f0e1bc2dce0e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=35a1d974-67ed-432d-b5be-e60c15b30c3a HTTP/1.1" status: 200 len: 852 time: 0.0641766 Jan 05 17:26:02.285069 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-ae21a360-e9a9-43c3-a6db-2399ce51b6b8 req-912388a2-effc-42db-91fe-e24a8699e9cd tempest-DeleteServersTestJSON-1224864023 tempest-DeleteServersTestJSON-1224864023-project] 10.222.0.11 "GET /v2.0/security-groups?id=4b2385a6-7bf4-491b-a1a9-789a5a29bc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802855 Jan 05 17:26:02.298922 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-6bb4050b-8f68-455d-8bf9-c5f5dca8c9f5 req-1ad85a76-8952-49c6-91de-a7c2881e0456 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b1bc9a43-1dc2-4761-b307-a7da4cd987d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299315 Jan 05 17:26:02.308420 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [req-6bb4050b-8f68-455d-8bf9-c5f5dca8c9f5 req-d949484e-09ed-44d0-8c7d-d254e233e472 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103800) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 05 17:26:02.309331 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-6bb4050b-8f68-455d-8bf9-c5f5dca8c9f5 req-d949484e-09ed-44d0-8c7d-d254e233e472 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048776 Jan 05 17:26:02.399052 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-6bb4050b-8f68-455d-8bf9-c5f5dca8c9f5 req-5a968505-5f14-44b5-b34e-24215135b2a0 service neutron] 10.222.0.13 "GET /v2.0/networks/b1bc9a43-1dc2-4761-b307-a7da4cd987d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840909 Jan 05 17:26:02.484041 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-6bb4050b-8f68-455d-8bf9-c5f5dca8c9f5 req-333e5d8d-15da-413a-ab56-86e07d3937f5 service neutron] 10.222.0.13 "GET /v2.0/networks/b1bc9a43-1dc2-4761-b307-a7da4cd987d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794234 Jan 05 17:26:03.400070 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de1bd4d-19f1-4c93-854c-3d3ac7bc005a req-6b7894d0-6e2d-4a2f-a059-41c5fa175089 tempest-DeleteServersTestJSON-1224864023 tempest-DeleteServersTestJSON-1224864023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:26:03.401555 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-4de1bd4d-19f1-4c93-854c-3d3ac7bc005a req-6b7894d0-6e2d-4a2f-a059-41c5fa175089 tempest-DeleteServersTestJSON-1224864023 tempest-DeleteServersTestJSON-1224864023-project] 10.222.0.11 "GET /v2.0/ports?device_id=8745fb2b-dd09-4583-9877-4a5a6d5555e0 HTTP/1.1" status: 200 len: 946 time: 0.0519378 Jan 05 17:26:03.447507 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-4de1bd4d-19f1-4c93-854c-3d3ac7bc005a req-ba6992ef-1d06-430b-81b1-38b830046e59 tempest-DeleteServersTestJSON-1224864023 tempest-DeleteServersTestJSON-1224864023-project] 10.222.0.11 "GET /v2.0/security-groups?id=4b2385a6-7bf4-491b-a1a9-789a5a29bc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398352 Jan 05 17:26:04.564947 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e744fab8-6be2-4642-9cfa-0e76c36d4b6f req-62d3aa5d-1375-4784-97d2-006e7f49f76d tempest-DeleteServersTestJSON-1224864023 tempest-DeleteServersTestJSON-1224864023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:26:04.566440 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-e744fab8-6be2-4642-9cfa-0e76c36d4b6f req-62d3aa5d-1375-4784-97d2-006e7f49f76d tempest-DeleteServersTestJSON-1224864023 tempest-DeleteServersTestJSON-1224864023-project] 10.222.0.11 "GET /v2.0/ports?device_id=8745fb2b-dd09-4583-9877-4a5a6d5555e0 HTTP/1.1" status: 200 len: 946 time: 0.0529127 Jan 05 17:26:04.612669 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-e744fab8-6be2-4642-9cfa-0e76c36d4b6f req-dbd8f0ad-04a1-4615-bbff-585dc17d7f74 tempest-DeleteServersTestJSON-1224864023 tempest-DeleteServersTestJSON-1224864023-project] 10.222.0.11 "GET /v2.0/security-groups?id=4b2385a6-7bf4-491b-a1a9-789a5a29bc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408623 Jan 05 17:26:05.725599 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de25623-daf2-4c5a-945c-5f3c958c1dc0 req-b673bdd1-14d2-4300-af5e-3f94bbe1b5c4 tempest-DeleteServersTestJSON-1224864023 tempest-DeleteServersTestJSON-1224864023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:26:05.727060 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-2de25623-daf2-4c5a-945c-5f3c958c1dc0 req-b673bdd1-14d2-4300-af5e-3f94bbe1b5c4 tempest-DeleteServersTestJSON-1224864023 tempest-DeleteServersTestJSON-1224864023-project] 10.222.0.11 "GET /v2.0/ports?device_id=8745fb2b-dd09-4583-9877-4a5a6d5555e0 HTTP/1.1" status: 200 len: 946 time: 0.0489957 Jan 05 17:26:05.773126 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-2de25623-daf2-4c5a-945c-5f3c958c1dc0 req-7fb171c6-f76d-425f-9321-a0f5e8ce204e tempest-DeleteServersTestJSON-1224864023 tempest-DeleteServersTestJSON-1224864023-project] 10.222.0.11 "GET /v2.0/security-groups?id=4b2385a6-7bf4-491b-a1a9-789a5a29bc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403478 Jan 05 17:26:06.885284 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31387f20-6be3-47e3-9371-30c56e486d4c req-36abbf0c-96c6-4091-a581-9f367d6fb135 tempest-DeleteServersTestJSON-1224864023 tempest-DeleteServersTestJSON-1224864023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:26:06.886805 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-31387f20-6be3-47e3-9371-30c56e486d4c req-36abbf0c-96c6-4091-a581-9f367d6fb135 tempest-DeleteServersTestJSON-1224864023 tempest-DeleteServersTestJSON-1224864023-project] 10.222.0.11 "GET /v2.0/ports?device_id=8745fb2b-dd09-4583-9877-4a5a6d5555e0 HTTP/1.1" status: 200 len: 946 time: 0.0490887 Jan 05 17:26:06.934408 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-31387f20-6be3-47e3-9371-30c56e486d4c req-e7199041-c236-461b-97ee-9bfcba03dfe7 tempest-DeleteServersTestJSON-1224864023 tempest-DeleteServersTestJSON-1224864023-project] 10.222.0.11 "GET /v2.0/security-groups?id=4b2385a6-7bf4-491b-a1a9-789a5a29bc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401630 Jan 05 17:26:08.050671 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208342ca-c174-429b-9556-b9bccf16cb44 req-80a14a23-42e6-4725-bccd-08d9676b0f4b tempest-DeleteServersTestJSON-1224864023 tempest-DeleteServersTestJSON-1224864023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:26:08.052129 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-208342ca-c174-429b-9556-b9bccf16cb44 req-80a14a23-42e6-4725-bccd-08d9676b0f4b tempest-DeleteServersTestJSON-1224864023 tempest-DeleteServersTestJSON-1224864023-project] 10.222.0.11 "GET /v2.0/ports?device_id=8745fb2b-dd09-4583-9877-4a5a6d5555e0 HTTP/1.1" status: 200 len: 946 time: 0.0514021 Jan 05 17:26:08.098690 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-208342ca-c174-429b-9556-b9bccf16cb44 req-0fad5470-ecdc-4a1e-b165-d8f1564d1d50 tempest-DeleteServersTestJSON-1224864023 tempest-DeleteServersTestJSON-1224864023-project] 10.222.0.11 "GET /v2.0/security-groups?id=4b2385a6-7bf4-491b-a1a9-789a5a29bc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412157 Jan 05 17:26:08.716100 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.agents_db [None req-291d1585-17df-45c0-b64a-d244e6d90872 None None] Agent healthcheck: found 6 active agents {{(pid=103803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 05 17:26:09.216739 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2805280-f61f-49c0-9929-15c7e06f8f27 req-cff103ef-89b2-4a1b-a0e0-d9308b471003 tempest-DeleteServersTestJSON-1224864023 tempest-DeleteServersTestJSON-1224864023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:26:09.218342 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-b2805280-f61f-49c0-9929-15c7e06f8f27 req-cff103ef-89b2-4a1b-a0e0-d9308b471003 tempest-DeleteServersTestJSON-1224864023 tempest-DeleteServersTestJSON-1224864023-project] 10.222.0.11 "GET /v2.0/ports?device_id=8745fb2b-dd09-4583-9877-4a5a6d5555e0 HTTP/1.1" status: 200 len: 946 time: 0.0540214 Jan 05 17:26:09.268064 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-b2805280-f61f-49c0-9929-15c7e06f8f27 req-0532af73-a4cc-4241-9505-b81c602d3a18 tempest-DeleteServersTestJSON-1224864023 tempest-DeleteServersTestJSON-1224864023-project] 10.222.0.11 "GET /v2.0/security-groups?id=4b2385a6-7bf4-491b-a1a9-789a5a29bc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441978 Jan 05 17:26:10.377247 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27280def-1b9b-4fc6-807e-8147638d3b38 req-1334b7e1-ceb0-44b3-843a-927642e58ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:26:10.379429 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-27280def-1b9b-4fc6-807e-8147638d3b38 req-1334b7e1-ceb0-44b3-843a-927642e58ab1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=553ac51cc107484eaf32b843f485e04e&device_id=8745fb2b-dd09-4583-9877-4a5a6d5555e0 HTTP/1.1" status: 200 len: 1099 time: 0.0431173 Jan 05 17:26:10.387035 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe299414-147e-42e0-a94f-42e03c790d18 req-1df4d032-5abe-4fe7-b715-cf34fb575fdb tempest-DeleteServersTestJSON-1224864023 tempest-DeleteServersTestJSON-1224864023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:26:10.391424 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-fe299414-147e-42e0-a94f-42e03c790d18 req-1df4d032-5abe-4fe7-b715-cf34fb575fdb tempest-DeleteServersTestJSON-1224864023 tempest-DeleteServersTestJSON-1224864023-project] 10.222.0.11 "GET /v2.0/ports?device_id=8745fb2b-dd09-4583-9877-4a5a6d5555e0 HTTP/1.1" status: 200 len: 946 time: 0.0540223 Jan 05 17:26:10.436446 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-fe299414-147e-42e0-a94f-42e03c790d18 req-111c6ed8-a321-420b-b3db-4a5c1796ad03 tempest-DeleteServersTestJSON-1224864023 tempest-DeleteServersTestJSON-1224864023-project] 10.222.0.11 "GET /v2.0/security-groups?id=4b2385a6-7bf4-491b-a1a9-789a5a29bc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419345 Jan 05 17:26:10.481824 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27280def-1b9b-4fc6-807e-8147638d3b38 req-6d355950-46cb-4eb4-b13b-1dc34425250a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:26:10.483274 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-27280def-1b9b-4fc6-807e-8147638d3b38 req-6d355950-46cb-4eb4-b13b-1dc34425250a service neutron] 10.222.0.13 "GET /v2.0/networks?id=b1bc9a43-1dc2-4761-b307-a7da4cd987d0 HTTP/1.1" status: 200 len: 913 time: 0.0860219 Jan 05 17:26:10.524732 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-27280def-1b9b-4fc6-807e-8147638d3b38 req-da17aec7-fd25-4dcf-95cf-bd66cb3c0a2a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4e1f275a-684b-437e-93fc-7dce68d4e021 HTTP/1.1" status: 200 len: 217 time: 0.0364218 Jan 05 17:26:10.570315 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27280def-1b9b-4fc6-807e-8147638d3b38 req-4d7f22bb-e590-4bf4-9f9d-72b66018bc80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:26:10.571672 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-27280def-1b9b-4fc6-807e-8147638d3b38 req-4d7f22bb-e590-4bf4-9f9d-72b66018bc80 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=35a1d974-67ed-432d-b5be-e60c15b30c3a HTTP/1.1" status: 200 len: 852 time: 0.0409057 Jan 05 17:26:10.600821 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-27280def-1b9b-4fc6-807e-8147638d3b38 req-55653b9f-02b1-4b5a-b736-371a819b8985 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b1bc9a43-1dc2-4761-b307-a7da4cd987d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0228930 Jan 05 17:26:10.691519 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-27280def-1b9b-4fc6-807e-8147638d3b38 req-6179da1c-5a95-4e0c-84c3-4895b2ea245c service neutron] 10.222.0.13 "GET /v2.0/networks/b1bc9a43-1dc2-4761-b307-a7da4cd987d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846102 Jan 05 17:26:10.775771 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-27280def-1b9b-4fc6-807e-8147638d3b38 req-ae6f7a86-0c60-4687-b568-32428632358d service neutron] 10.222.0.13 "GET /v2.0/networks/b1bc9a43-1dc2-4761-b307-a7da4cd987d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0789318 Jan 05 17:26:11.562458 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4142b8b1-8185-4848-a588-6a17a9867d66 req-de1ab2fa-5997-405d-8f9b-af2ac5fd24c9 tempest-DeleteServersTestJSON-1224864023 tempest-DeleteServersTestJSON-1224864023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:26:11.564639 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-4142b8b1-8185-4848-a588-6a17a9867d66 req-de1ab2fa-5997-405d-8f9b-af2ac5fd24c9 tempest-DeleteServersTestJSON-1224864023 tempest-DeleteServersTestJSON-1224864023-project] 10.222.0.11 "GET /v2.0/ports?device_id=8745fb2b-dd09-4583-9877-4a5a6d5555e0 HTTP/1.1" status: 200 len: 946 time: 0.0513320 Jan 05 17:26:11.614883 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-4142b8b1-8185-4848-a588-6a17a9867d66 req-727413f9-5eec-48bd-aabe-32307cb3c252 tempest-DeleteServersTestJSON-1224864023 tempest-DeleteServersTestJSON-1224864023-project] 10.222.0.11 "GET /v2.0/security-groups?id=4b2385a6-7bf4-491b-a1a9-789a5a29bc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450084 Jan 05 17:26:12.725837 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61aa5d06-a50c-4933-b641-bad68be328c3 req-bb9a3a40-3fca-46a3-bf8c-3a5965365b7a tempest-DeleteServersTestJSON-1224864023 tempest-DeleteServersTestJSON-1224864023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:26:12.727268 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-61aa5d06-a50c-4933-b641-bad68be328c3 req-bb9a3a40-3fca-46a3-bf8c-3a5965365b7a tempest-DeleteServersTestJSON-1224864023 tempest-DeleteServersTestJSON-1224864023-project] 10.222.0.11 "GET /v2.0/ports?device_id=8745fb2b-dd09-4583-9877-4a5a6d5555e0 HTTP/1.1" status: 200 len: 946 time: 0.0470607 Jan 05 17:26:12.775870 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-61aa5d06-a50c-4933-b641-bad68be328c3 req-e1ce8d69-ffc7-4d8a-96a3-ba6bc04085b8 tempest-DeleteServersTestJSON-1224864023 tempest-DeleteServersTestJSON-1224864023-project] 10.222.0.11 "GET /v2.0/security-groups?id=4b2385a6-7bf4-491b-a1a9-789a5a29bc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429287 Jan 05 17:26:13.892251 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd64e4d1-1a1f-4767-9b72-2fcf74b98f75 req-65c25f35-1af1-45d6-a45c-e3b75cc4791f tempest-DeleteServersTestJSON-1224864023 tempest-DeleteServersTestJSON-1224864023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:26:13.893661 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-dd64e4d1-1a1f-4767-9b72-2fcf74b98f75 req-65c25f35-1af1-45d6-a45c-e3b75cc4791f tempest-DeleteServersTestJSON-1224864023 tempest-DeleteServersTestJSON-1224864023-project] 10.222.0.11 "GET /v2.0/ports?device_id=8745fb2b-dd09-4583-9877-4a5a6d5555e0 HTTP/1.1" status: 200 len: 946 time: 0.0507894 Jan 05 17:26:13.939963 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-dd64e4d1-1a1f-4767-9b72-2fcf74b98f75 req-37d6d25e-d128-46d7-9312-9ef06caf173e tempest-DeleteServersTestJSON-1224864023 tempest-DeleteServersTestJSON-1224864023-project] 10.222.0.11 "GET /v2.0/security-groups?id=4b2385a6-7bf4-491b-a1a9-789a5a29bc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407481 Jan 05 17:26:15.052171 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb0c782-b2b3-4340-b2c9-ccb700f72bb7 req-8328ba8a-b089-42de-9a67-4bfb021ba78c tempest-DeleteServersTestJSON-1224864023 tempest-DeleteServersTestJSON-1224864023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:26:15.053637 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-dcb0c782-b2b3-4340-b2c9-ccb700f72bb7 req-8328ba8a-b089-42de-9a67-4bfb021ba78c tempest-DeleteServersTestJSON-1224864023 tempest-DeleteServersTestJSON-1224864023-project] 10.222.0.11 "GET /v2.0/ports?device_id=8745fb2b-dd09-4583-9877-4a5a6d5555e0 HTTP/1.1" status: 200 len: 946 time: 0.0479982 Jan 05 17:26:15.099331 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-dcb0c782-b2b3-4340-b2c9-ccb700f72bb7 req-7b1dd068-f955-4541-b832-0b0fe4746751 tempest-DeleteServersTestJSON-1224864023 tempest-DeleteServersTestJSON-1224864023-project] 10.222.0.11 "GET /v2.0/security-groups?id=4b2385a6-7bf4-491b-a1a9-789a5a29bc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402989 Jan 05 17:26:16.209738 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32e1585-b8d5-4a49-98c6-ccfff690a9bd req-af7f09f7-20ab-4f75-9423-471772947fdf tempest-DeleteServersTestJSON-1224864023 tempest-DeleteServersTestJSON-1224864023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:26:16.211197 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-f32e1585-b8d5-4a49-98c6-ccfff690a9bd req-af7f09f7-20ab-4f75-9423-471772947fdf tempest-DeleteServersTestJSON-1224864023 tempest-DeleteServersTestJSON-1224864023-project] 10.222.0.11 "GET /v2.0/ports?device_id=8745fb2b-dd09-4583-9877-4a5a6d5555e0 HTTP/1.1" status: 200 len: 946 time: 0.0477350 Jan 05 17:26:16.257326 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-f32e1585-b8d5-4a49-98c6-ccfff690a9bd req-beaacf3b-7e3e-4ddf-a244-f0de04bef711 tempest-DeleteServersTestJSON-1224864023 tempest-DeleteServersTestJSON-1224864023-project] 10.222.0.11 "GET /v2.0/security-groups?id=4b2385a6-7bf4-491b-a1a9-789a5a29bc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407279 Jan 05 17:26:17.091081 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-70a456e7-d0ef-4aed-82f5-0a1cab22cca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:26:17.369685 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9ed5f8-7925-4075-bd96-eaff35719078 req-46c929ca-f552-4530-ac09-c756609d27bf tempest-DeleteServersTestJSON-1224864023 tempest-DeleteServersTestJSON-1224864023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:26:17.371129 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-dc9ed5f8-7925-4075-bd96-eaff35719078 req-46c929ca-f552-4530-ac09-c756609d27bf tempest-DeleteServersTestJSON-1224864023 tempest-DeleteServersTestJSON-1224864023-project] 10.222.0.11 "GET /v2.0/ports?device_id=8745fb2b-dd09-4583-9877-4a5a6d5555e0 HTTP/1.1" status: 200 len: 946 time: 0.0472496 Jan 05 17:26:17.416662 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-dc9ed5f8-7925-4075-bd96-eaff35719078 req-3549bfdd-334e-4a09-b34c-e554aeb53f7e tempest-DeleteServersTestJSON-1224864023 tempest-DeleteServersTestJSON-1224864023-project] 10.222.0.11 "GET /v2.0/security-groups?id=4b2385a6-7bf4-491b-a1a9-789a5a29bc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391474 Jan 05 17:26:18.533239 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560034bd-f2c8-46f7-813d-a0ec14ada659 req-c92589cd-97c2-4a2e-ac56-b177ccd014b2 tempest-DeleteServersTestJSON-1224864023 tempest-DeleteServersTestJSON-1224864023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:26:18.534721 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-560034bd-f2c8-46f7-813d-a0ec14ada659 req-c92589cd-97c2-4a2e-ac56-b177ccd014b2 tempest-DeleteServersTestJSON-1224864023 tempest-DeleteServersTestJSON-1224864023-project] 10.222.0.11 "GET /v2.0/ports?device_id=8745fb2b-dd09-4583-9877-4a5a6d5555e0 HTTP/1.1" status: 200 len: 946 time: 0.0511837 Jan 05 17:26:18.580541 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-560034bd-f2c8-46f7-813d-a0ec14ada659 req-cb0594c5-5b81-477c-955c-97344c59af29 tempest-DeleteServersTestJSON-1224864023 tempest-DeleteServersTestJSON-1224864023-project] 10.222.0.11 "GET /v2.0/security-groups?id=4b2385a6-7bf4-491b-a1a9-789a5a29bc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403636 Jan 05 17:26:19.296675 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-5d281a20-0138-4ec2-bd5f-fb75f7463fac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:26:19.696388 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6149e4-a559-4fa1-8ae2-7a18431b22a2 req-38d0a19f-624c-4799-9fc5-caa4465e48f2 tempest-DeleteServersTestJSON-1224864023 tempest-DeleteServersTestJSON-1224864023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:26:19.697865 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-ca6149e4-a559-4fa1-8ae2-7a18431b22a2 req-38d0a19f-624c-4799-9fc5-caa4465e48f2 tempest-DeleteServersTestJSON-1224864023 tempest-DeleteServersTestJSON-1224864023-project] 10.222.0.11 "GET /v2.0/ports?device_id=8745fb2b-dd09-4583-9877-4a5a6d5555e0 HTTP/1.1" status: 200 len: 946 time: 0.0514824 Jan 05 17:26:19.744719 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-ca6149e4-a559-4fa1-8ae2-7a18431b22a2 req-14c377ad-63ed-4048-b96f-5d05846f50e5 tempest-DeleteServersTestJSON-1224864023 tempest-DeleteServersTestJSON-1224864023-project] 10.222.0.11 "GET /v2.0/security-groups?id=4b2385a6-7bf4-491b-a1a9-789a5a29bc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407646 Jan 05 17:26:19.816691 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:26:20.558034 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d2607572-b3c9-472c-85bc-c8de0c3fb75c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:26:20.860536 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a713b1ea-9968-4815-8bd6-c0639d1ca3d9 req-c170b3ca-876f-40ff-848f-92e290789d48 tempest-DeleteServersTestJSON-1224864023 tempest-DeleteServersTestJSON-1224864023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:26:20.861935 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-a713b1ea-9968-4815-8bd6-c0639d1ca3d9 req-c170b3ca-876f-40ff-848f-92e290789d48 tempest-DeleteServersTestJSON-1224864023 tempest-DeleteServersTestJSON-1224864023-project] 10.222.0.11 "GET /v2.0/ports?device_id=8745fb2b-dd09-4583-9877-4a5a6d5555e0 HTTP/1.1" status: 200 len: 946 time: 0.0507288 Jan 05 17:26:20.908720 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-a713b1ea-9968-4815-8bd6-c0639d1ca3d9 req-27c8c44e-ee68-4cdb-aa81-cfe159bf2cf5 tempest-DeleteServersTestJSON-1224864023 tempest-DeleteServersTestJSON-1224864023-project] 10.222.0.11 "GET /v2.0/security-groups?id=4b2385a6-7bf4-491b-a1a9-789a5a29bc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410352 Jan 05 17:26:21.965176 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d504d802-9546-4ce5-a9d3-96c844ac5808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:26:22.020686 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6460a4-38ef-468a-b2df-a4fce635ae7e req-4d8ecb1a-3c27-4c03-8e31-e16d6a4df361 tempest-DeleteServersTestJSON-1224864023 tempest-DeleteServersTestJSON-1224864023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:26:22.022171 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-2f6460a4-38ef-468a-b2df-a4fce635ae7e req-4d8ecb1a-3c27-4c03-8e31-e16d6a4df361 tempest-DeleteServersTestJSON-1224864023 tempest-DeleteServersTestJSON-1224864023-project] 10.222.0.11 "GET /v2.0/ports?device_id=8745fb2b-dd09-4583-9877-4a5a6d5555e0 HTTP/1.1" status: 200 len: 946 time: 0.0481224 Jan 05 17:26:22.068765 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-2f6460a4-38ef-468a-b2df-a4fce635ae7e req-9f814324-f0d4-4a93-929a-78785229cb32 tempest-DeleteServersTestJSON-1224864023 tempest-DeleteServersTestJSON-1224864023-project] 10.222.0.11 "GET /v2.0/security-groups?id=4b2385a6-7bf4-491b-a1a9-789a5a29bc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410962 Jan 05 17:26:23.179101 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f7ad46-1758-4d73-9b90-89646445aee7 req-cc5c7cfd-39f0-40eb-ab83-b1266e11ef46 tempest-DeleteServersTestJSON-1224864023 tempest-DeleteServersTestJSON-1224864023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:26:23.180550 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-37f7ad46-1758-4d73-9b90-89646445aee7 req-cc5c7cfd-39f0-40eb-ab83-b1266e11ef46 tempest-DeleteServersTestJSON-1224864023 tempest-DeleteServersTestJSON-1224864023-project] 10.222.0.11 "GET /v2.0/ports?device_id=8745fb2b-dd09-4583-9877-4a5a6d5555e0 HTTP/1.1" status: 200 len: 946 time: 0.0469248 Jan 05 17:26:23.233835 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-37f7ad46-1758-4d73-9b90-89646445aee7 req-80f3f7eb-9a40-4061-8b02-f8d24b74c1b8 tempest-DeleteServersTestJSON-1224864023 tempest-DeleteServersTestJSON-1224864023-project] 10.222.0.11 "GET /v2.0/security-groups?id=4b2385a6-7bf4-491b-a1a9-789a5a29bc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472932 Jan 05 17:26:23.297395 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:26:24.350359 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a961e88-fc17-4095-b8c5-03551634fb56 req-fad7e799-fb53-414f-bdd0-4bf04328efa1 tempest-DeleteServersTestJSON-1224864023 tempest-DeleteServersTestJSON-1224864023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:26:24.351740 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-2a961e88-fc17-4095-b8c5-03551634fb56 req-fad7e799-fb53-414f-bdd0-4bf04328efa1 tempest-DeleteServersTestJSON-1224864023 tempest-DeleteServersTestJSON-1224864023-project] 10.222.0.11 "GET /v2.0/ports?device_id=8745fb2b-dd09-4583-9877-4a5a6d5555e0 HTTP/1.1" status: 200 len: 946 time: 0.0503268 Jan 05 17:26:24.401269 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-2a961e88-fc17-4095-b8c5-03551634fb56 req-5295c323-0d70-44d9-af5a-582e7439ce26 tempest-DeleteServersTestJSON-1224864023 tempest-DeleteServersTestJSON-1224864023-project] 10.222.0.11 "GET /v2.0/security-groups?id=4b2385a6-7bf4-491b-a1a9-789a5a29bc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437462 Jan 05 17:26:25.511497 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445f84c0-d4b9-40ac-8cf4-9cf5cd540831 req-e26a89ff-c174-4345-b4f0-68aa7a237ec3 tempest-DeleteServersTestJSON-1224864023 tempest-DeleteServersTestJSON-1224864023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:26:25.512926 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-445f84c0-d4b9-40ac-8cf4-9cf5cd540831 req-e26a89ff-c174-4345-b4f0-68aa7a237ec3 tempest-DeleteServersTestJSON-1224864023 tempest-DeleteServersTestJSON-1224864023-project] 10.222.0.11 "GET /v2.0/ports?device_id=8745fb2b-dd09-4583-9877-4a5a6d5555e0 HTTP/1.1" status: 200 len: 946 time: 0.0477107 Jan 05 17:26:25.558009 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-445f84c0-d4b9-40ac-8cf4-9cf5cd540831 req-c07a1ee1-380a-4ac3-8bec-89d7d09442b4 tempest-DeleteServersTestJSON-1224864023 tempest-DeleteServersTestJSON-1224864023-project] 10.222.0.11 "GET /v2.0/security-groups?id=4b2385a6-7bf4-491b-a1a9-789a5a29bc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390451 Jan 05 17:26:26.671220 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6217a8-d5c8-4c2c-a85f-ab7dc6a5141f req-4a0f3648-9a1a-433e-953d-940e56911f31 tempest-DeleteServersTestJSON-1224864023 tempest-DeleteServersTestJSON-1224864023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:26:26.672687 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-aa6217a8-d5c8-4c2c-a85f-ab7dc6a5141f req-4a0f3648-9a1a-433e-953d-940e56911f31 tempest-DeleteServersTestJSON-1224864023 tempest-DeleteServersTestJSON-1224864023-project] 10.222.0.11 "GET /v2.0/ports?device_id=8745fb2b-dd09-4583-9877-4a5a6d5555e0 HTTP/1.1" status: 200 len: 946 time: 0.0493484 Jan 05 17:26:26.718089 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-aa6217a8-d5c8-4c2c-a85f-ab7dc6a5141f req-4cf4415f-1d60-4352-b7ae-9d6fd7d65be8 tempest-DeleteServersTestJSON-1224864023 tempest-DeleteServersTestJSON-1224864023-project] 10.222.0.11 "GET /v2.0/security-groups?id=4b2385a6-7bf4-491b-a1a9-789a5a29bc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393829 Jan 05 17:26:27.831517 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044921c1-1ab2-449a-b820-b00975d7f46a req-9d85be1c-ab9b-49cd-9c47-0e235540be39 tempest-DeleteServersTestJSON-1224864023 tempest-DeleteServersTestJSON-1224864023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:26:27.833016 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-044921c1-1ab2-449a-b820-b00975d7f46a req-9d85be1c-ab9b-49cd-9c47-0e235540be39 tempest-DeleteServersTestJSON-1224864023 tempest-DeleteServersTestJSON-1224864023-project] 10.222.0.11 "GET /v2.0/ports?device_id=8745fb2b-dd09-4583-9877-4a5a6d5555e0 HTTP/1.1" status: 200 len: 946 time: 0.0497861 Jan 05 17:26:27.879551 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-044921c1-1ab2-449a-b820-b00975d7f46a req-ac856c0d-eee6-40fc-9228-903b1cbb3b46 tempest-DeleteServersTestJSON-1224864023 tempest-DeleteServersTestJSON-1224864023-project] 10.222.0.11 "GET /v2.0/security-groups?id=4b2385a6-7bf4-491b-a1a9-789a5a29bc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410213 Jan 05 17:26:28.994406 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5bdd14-7cf3-427a-a9f3-9a4922e9ba1b req-2d118ea8-71ed-4e6b-83a1-df6eb352d285 tempest-DeleteServersTestJSON-1224864023 tempest-DeleteServersTestJSON-1224864023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:26:28.995920 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-ee5bdd14-7cf3-427a-a9f3-9a4922e9ba1b req-2d118ea8-71ed-4e6b-83a1-df6eb352d285 tempest-DeleteServersTestJSON-1224864023 tempest-DeleteServersTestJSON-1224864023-project] 10.222.0.11 "GET /v2.0/ports?device_id=8745fb2b-dd09-4583-9877-4a5a6d5555e0 HTTP/1.1" status: 200 len: 946 time: 0.0516229 Jan 05 17:26:29.042251 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-ee5bdd14-7cf3-427a-a9f3-9a4922e9ba1b req-d1c5e62c-783b-4f59-9050-33a7bf986978 tempest-DeleteServersTestJSON-1224864023 tempest-DeleteServersTestJSON-1224864023-project] 10.222.0.11 "GET /v2.0/security-groups?id=4b2385a6-7bf4-491b-a1a9-789a5a29bc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399203 Jan 05 17:26:29.528568 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-6bb4050b-8f68-455d-8bf9-c5f5dca8c9f5 req-81382405-23ae-4a50-ae5c-311a8751f056 service neutron] 10.222.0.13 "GET /v2.0/ports/4e1f275a-684b-437e-93fc-7dce68d4e021/bindings/hv-neutron-mast HTTP/1.1" status: 200 len: 384 time: 0.0727041 Jan 05 17:26:30.164576 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb4050b-8f68-455d-8bf9-c5f5dca8c9f5 req-a1fa0e0e-de67-49df-80dc-c3864c302875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:26:30.166064 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-6bb4050b-8f68-455d-8bf9-c5f5dca8c9f5 req-a1fa0e0e-de67-49df-80dc-c3864c302875 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=8745fb2b-dd09-4583-9877-4a5a6d5555e0&tenant_id=553ac51cc107484eaf32b843f485e04e HTTP/1.1" status: 200 len: 1099 time: 0.1025281 Jan 05 17:26:30.176117 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:26:30.176117 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:26:30.176117 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:26:30.176117 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:26:30.176117 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:26:30.176117 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:26:30.176117 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:26:30.176117 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:26:30.176117 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:26:30.176117 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:26:30.176117 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:26:30.176117 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:26:30.176117 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:26:30.176117 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:26:30.176117 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:26:30.176117 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:26:30.176117 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:26:30.176117 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:26:30.176117 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:26:30.176117 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:26:30.176117 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:26:30.176117 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:26:30.176117 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:26:30.176117 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:26:30.176117 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:26:30.176117 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:26:30.176117 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:26:30.176117 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:26:30.176117 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:26:30.176117 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:26:30.176117 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:26:30.176117 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:26:30.176117 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:26:30.176117 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:26:30.176117 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:26:30.176117 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:26:30.176117 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:26:30.176117 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:26:30.176117 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:26:30.176117 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:26:30.176117 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:26:30.176117 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:26:30.176117 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:26:30.176117 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:26:30.176117 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:26:30.176117 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:26:30.176117 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:26:30.176117 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:26:30.180813 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93327a4-d558-45ee-9ebb-a104a07c6741 req-7f895441-ae92-4c1a-b783-d63682bb56cc tempest-DeleteServersTestJSON-1224864023 tempest-DeleteServersTestJSON-1224864023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:26:30.182251 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-d93327a4-d558-45ee-9ebb-a104a07c6741 req-7f895441-ae92-4c1a-b783-d63682bb56cc tempest-DeleteServersTestJSON-1224864023 tempest-DeleteServersTestJSON-1224864023-project] 10.222.0.11 "GET /v2.0/ports?device_id=8745fb2b-dd09-4583-9877-4a5a6d5555e0 HTTP/1.1" status: 200 len: 946 time: 0.0675547 Jan 05 17:26:30.256924 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-d93327a4-d558-45ee-9ebb-a104a07c6741 req-0f5283a6-335b-400b-8357-47f3419c076f tempest-DeleteServersTestJSON-1224864023 tempest-DeleteServersTestJSON-1224864023-project] 10.222.0.11 "GET /v2.0/security-groups?id=4b2385a6-7bf4-491b-a1a9-789a5a29bc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677752 Jan 05 17:26:30.259484 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb4050b-8f68-455d-8bf9-c5f5dca8c9f5 req-0e26006a-7166-4d2d-86f4-b43125fc5f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:26:30.260993 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-6bb4050b-8f68-455d-8bf9-c5f5dca8c9f5 req-0e26006a-7166-4d2d-86f4-b43125fc5f71 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=553ac51cc107484eaf32b843f485e04e&device_id=8745fb2b-dd09-4583-9877-4a5a6d5555e0 HTTP/1.1" status: 200 len: 1099 time: 0.0708511 Jan 05 17:26:30.351550 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb4050b-8f68-455d-8bf9-c5f5dca8c9f5 req-e2481212-fe49-4214-935e-7a870b601c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:26:30.353280 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-6bb4050b-8f68-455d-8bf9-c5f5dca8c9f5 req-e2481212-fe49-4214-935e-7a870b601c5a service neutron] 10.222.0.13 "GET /v2.0/networks?id=b1bc9a43-1dc2-4761-b307-a7da4cd987d0 HTTP/1.1" status: 200 len: 913 time: 0.0864713 Jan 05 17:26:30.394685 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-6bb4050b-8f68-455d-8bf9-c5f5dca8c9f5 req-8ddbee06-1aa2-4dcb-b52b-ef97ec2a1b87 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4e1f275a-684b-437e-93fc-7dce68d4e021 HTTP/1.1" status: 200 len: 217 time: 0.0357411 Jan 05 17:26:30.441988 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb4050b-8f68-455d-8bf9-c5f5dca8c9f5 req-7810b7f4-3451-4b77-befd-9593711ba332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:26:30.443450 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-6bb4050b-8f68-455d-8bf9-c5f5dca8c9f5 req-7810b7f4-3451-4b77-befd-9593711ba332 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=35a1d974-67ed-432d-b5be-e60c15b30c3a HTTP/1.1" status: 200 len: 852 time: 0.0439837 Jan 05 17:26:30.473757 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-6bb4050b-8f68-455d-8bf9-c5f5dca8c9f5 req-19bfdfaf-6773-4cd1-86e2-2844086ce9dc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b1bc9a43-1dc2-4761-b307-a7da4cd987d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248489 Jan 05 17:26:30.564455 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-6bb4050b-8f68-455d-8bf9-c5f5dca8c9f5 req-fa42b968-9b78-491d-a259-e1341ab96c5a service neutron] 10.222.0.13 "GET /v2.0/networks/b1bc9a43-1dc2-4761-b307-a7da4cd987d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841572 Jan 05 17:26:30.652225 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-6bb4050b-8f68-455d-8bf9-c5f5dca8c9f5 req-5e188b06-55ec-4890-86b7-5c11d736e1ee service neutron] 10.222.0.13 "GET /v2.0/networks/b1bc9a43-1dc2-4761-b307-a7da4cd987d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813653 Jan 05 17:26:31.374991 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff43645a-f4c9-43b5-8a23-2d9495cb11ba req-1cffce49-81c0-4414-8a8b-36b4b5ec0b27 tempest-DeleteServersTestJSON-1224864023 tempest-DeleteServersTestJSON-1224864023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:26:31.376426 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-ff43645a-f4c9-43b5-8a23-2d9495cb11ba req-1cffce49-81c0-4414-8a8b-36b4b5ec0b27 tempest-DeleteServersTestJSON-1224864023 tempest-DeleteServersTestJSON-1224864023-project] 10.222.0.11 "GET /v2.0/ports?device_id=8745fb2b-dd09-4583-9877-4a5a6d5555e0 HTTP/1.1" status: 200 len: 946 time: 0.0516272 Jan 05 17:26:31.422074 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-ff43645a-f4c9-43b5-8a23-2d9495cb11ba req-3cc35c8d-7545-48fc-b06a-ad8a29093621 tempest-DeleteServersTestJSON-1224864023 tempest-DeleteServersTestJSON-1224864023-project] 10.222.0.11 "GET /v2.0/security-groups?id=4b2385a6-7bf4-491b-a1a9-789a5a29bc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395114 Jan 05 17:26:32.543991 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bd190a-c0c3-4d94-93ad-dd8339f3cdee req-d24d5ff1-15f7-48de-bcde-fa059d970c59 tempest-DeleteServersTestJSON-1224864023 tempest-DeleteServersTestJSON-1224864023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:26:32.546321 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-82bd190a-c0c3-4d94-93ad-dd8339f3cdee req-d24d5ff1-15f7-48de-bcde-fa059d970c59 tempest-DeleteServersTestJSON-1224864023 tempest-DeleteServersTestJSON-1224864023-project] 10.222.0.11 "GET /v2.0/ports?device_id=8745fb2b-dd09-4583-9877-4a5a6d5555e0 HTTP/1.1" status: 200 len: 946 time: 0.0525961 Jan 05 17:26:32.593057 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-82bd190a-c0c3-4d94-93ad-dd8339f3cdee req-72ed6c61-569b-4178-8381-d16776a0a8a2 tempest-DeleteServersTestJSON-1224864023 tempest-DeleteServersTestJSON-1224864023-project] 10.222.0.11 "GET /v2.0/security-groups?id=4b2385a6-7bf4-491b-a1a9-789a5a29bc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402889 Jan 05 17:26:33.609943 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Device 4e1f275a-684b-437e-93fc-7dce68d4e021 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 05 17:26:33.612985 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Device 4e1f275a-684b-437e-93fc-7dce68d4e021 no longer exists at agent hyperv_hv-neutron-mast {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 05 17:26:33.707965 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f50b3c-dcb4-49c5-b602-83c257282091 req-6de34ca6-522e-4dd9-b90b-6d889fddd290 tempest-DeleteServersTestJSON-1224864023 tempest-DeleteServersTestJSON-1224864023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:26:33.709473 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-86f50b3c-dcb4-49c5-b602-83c257282091 req-6de34ca6-522e-4dd9-b90b-6d889fddd290 tempest-DeleteServersTestJSON-1224864023 tempest-DeleteServersTestJSON-1224864023-project] 10.222.0.11 "GET /v2.0/ports?device_id=8745fb2b-dd09-4583-9877-4a5a6d5555e0 HTTP/1.1" status: 200 len: 946 time: 0.0478523 Jan 05 17:26:33.756647 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:26:33.756879 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-86f50b3c-dcb4-49c5-b602-83c257282091 req-04b600cf-389b-4698-adcc-ed69eccc0834 tempest-DeleteServersTestJSON-1224864023 tempest-DeleteServersTestJSON-1224864023-project] 10.222.0.11 "GET /v2.0/security-groups?id=4b2385a6-7bf4-491b-a1a9-789a5a29bc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414505 Jan 05 17:26:33.780266 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] For port 4e1f275a-684b-437e-93fc-7dce68d4e021, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=4e1f275a-684b-437e-93fc-7dce68d4e021,segment=NetworkSegment(b47874e5-3c07-47bf-8610-6c2d37e9a96c),segment_id=b47874e5-3c07-47bf-8610-6c2d37e9a96c)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:26:33.797166 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Returning: {'device': '4e1f275a-684b-437e-93fc-7dce68d4e021', 'network_id': 'b1bc9a43-1dc2-4761-b307-a7da4cd987d0', 'port_id': '4e1f275a-684b-437e-93fc-7dce68d4e021', 'mac_address': 'fa:16:3e:d3:da:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35a1d974-67ed-432d-b5be-e60c15b30c3a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 05 17:26:33.803179 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8745fb2b-dd09-4583-9877-4a5a6d5555e0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4e1f275a-684b-437e-93fc-7dce68d4e021'}] {{(pid=103802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 05 17:26:33.805392 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36b213fbd845b3f09e785999bbcda1c85cd5592d7f001460987854e5c1683bd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eec8d877-ed02-43dd-94f2-bc917a9ba6d4" -d '{"events": [{"server_uuid": "8745fb2b-dd09-4583-9877-4a5a6d5555e0", "name": "network-vif-unplugged", "status": "completed", "tag": "4e1f275a-684b-437e-93fc-7dce68d4e021"}]}' {{(pid=103802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 05 17:26:33.818840 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] For port 4e1f275a-684b-437e-93fc-7dce68d4e021, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=4e1f275a-684b-437e-93fc-7dce68d4e021,segment=NetworkSegment(b47874e5-3c07-47bf-8610-6c2d37e9a96c),segment_id=b47874e5-3c07-47bf-8610-6c2d37e9a96c)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:26:33.859522 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:26:33.860034 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 05 Jan 2022 17:26:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a25955fd-f547-4f73-8f27-81817517fd63 x-openstack-request-id: req-a25955fd-f547-4f73-8f27-81817517fd63 {{(pid=103802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 05 17:26:33.860282 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8745fb2b-dd09-4583-9877-4a5a6d5555e0", "name": "network-vif-unplugged", "status": "completed", "tag": "4e1f275a-684b-437e-93fc-7dce68d4e021", "code": 200}]} {{(pid=103802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 05 17:26:33.860535 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a25955fd-f547-4f73-8f27-81817517fd63 {{(pid=103802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 05 17:26:33.860923 dv-neutron-master-2-hyperv neutron-server[103802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8745fb2b-dd09-4583-9877-4a5a6d5555e0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4e1f275a-684b-437e-93fc-7dce68d4e021', 'code': 200} Jan 05 17:26:33.871052 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.notifiers.nova [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4e1f275a-684b-437e-93fc-7dce68d4e021 {{(pid=103802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 05 17:26:33.879633 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:26:33.954051 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.db.api [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103802) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 05 17:26:33.954415 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG oslo_db.api [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 05 17:26:33.957141 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Pushing event updated for resources: {'Port': ['ID=4e1f275a-684b-437e-93fc-7dce68d4e021,revision_number=6']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:26:33.964051 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:26:33.964401 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:26:33.964761 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:26:33.965083 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:26:33.965412 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:26:33.965763 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:26:33.966090 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:26:33.966413 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:26:33.966741 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:26:33.967080 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:26:33.967408 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:26:33.967738 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:26:33.968061 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:26:34.257412 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944f2779-051b-4a34-86a2-82db24b251f6 req-4f59726e-e27e-4d14-9961-79d80722e4c6 tempest-DeleteServersTestJSON-1224864023 tempest-DeleteServersTestJSON-1224864023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:26:34.258934 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-944f2779-051b-4a34-86a2-82db24b251f6 req-4f59726e-e27e-4d14-9961-79d80722e4c6 tempest-DeleteServersTestJSON-1224864023 tempest-DeleteServersTestJSON-1224864023-project] 10.222.0.13 "GET /v2.0/ports?device_id=8745fb2b-dd09-4583-9877-4a5a6d5555e0&tenant_id=553ac51cc107484eaf32b843f485e04e&binding%3Ahost_id=hv-neutron-mast HTTP/1.1" status: 200 len: 944 time: 0.0835998 Jan 05 17:26:34.342185 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944f2779-051b-4a34-86a2-82db24b251f6 req-7a5ba492-33f4-456b-a1e8-7d642f0a2b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:26:34.343804 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-944f2779-051b-4a34-86a2-82db24b251f6 req-7a5ba492-33f4-456b-a1e8-7d642f0a2b22 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=553ac51cc107484eaf32b843f485e04e&device_id=8745fb2b-dd09-4583-9877-4a5a6d5555e0 HTTP/1.1" status: 200 len: 1097 time: 0.0433424 Jan 05 17:26:34.491787 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:26:34.506391 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.notifiers.nova [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e1f275a-684b-437e-93fc-7dce68d4e021 {{(pid=103802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 05 17:26:34.526966 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] For port 4e1f275a-684b-437e-93fc-7dce68d4e021, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=4e1f275a-684b-437e-93fc-7dce68d4e021,segment=NetworkSegment(b47874e5-3c07-47bf-8610-6c2d37e9a96c),segment_id=b47874e5-3c07-47bf-8610-6c2d37e9a96c)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:26:34.598045 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:26:34.652030 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Pushing event updated for resources: {'Port': ['ID=4e1f275a-684b-437e-93fc-7dce68d4e021,revision_number=7']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:26:34.659299 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] get_ports_and_sgs() called for port_ids ['4e1f275a-684b-437e-93fc-7dce68d4e021'] {{(pid=103802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 05 17:26:34.775113 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944f2779-051b-4a34-86a2-82db24b251f6 req-e7880287-e484-4131-a3ca-40f28064978f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:26:34.776758 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-944f2779-051b-4a34-86a2-82db24b251f6 req-e7880287-e484-4131-a3ca-40f28064978f service neutron] 10.222.0.13 "GET /v2.0/networks?id=b1bc9a43-1dc2-4761-b307-a7da4cd987d0 HTTP/1.1" status: 200 len: 913 time: 0.4272845 Jan 05 17:26:34.819155 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-944f2779-051b-4a34-86a2-82db24b251f6 req-cc59415d-2adc-4743-9581-48e4734cf4e4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4e1f275a-684b-437e-93fc-7dce68d4e021 HTTP/1.1" status: 200 len: 217 time: 0.0364182 Jan 05 17:26:34.865454 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944f2779-051b-4a34-86a2-82db24b251f6 req-75c0f21c-8295-411d-83aa-8547c9b6b8bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:26:34.866953 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-944f2779-051b-4a34-86a2-82db24b251f6 req-75c0f21c-8295-411d-83aa-8547c9b6b8bf service neutron] 10.222.0.13 "GET /v2.0/subnets?id=35a1d974-67ed-432d-b5be-e60c15b30c3a HTTP/1.1" status: 200 len: 852 time: 0.0427265 Jan 05 17:26:34.896925 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-944f2779-051b-4a34-86a2-82db24b251f6 req-b5bf7443-30b4-48e4-8e3e-e38a816b21d9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b1bc9a43-1dc2-4761-b307-a7da4cd987d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0228636 Jan 05 17:26:34.984909 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-944f2779-051b-4a34-86a2-82db24b251f6 req-2f5d2103-5e59-4c17-9d40-6d97916195ad service neutron] 10.222.0.13 "GET /v2.0/networks/b1bc9a43-1dc2-4761-b307-a7da4cd987d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815413 Jan 05 17:26:35.067718 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-944f2779-051b-4a34-86a2-82db24b251f6 req-8c1ba212-c84f-4af2-aa15-2f0d8df5f1b6 service neutron] 10.222.0.13 "GET /v2.0/networks/b1bc9a43-1dc2-4761-b307-a7da4cd987d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0768888 Jan 05 17:26:35.625998 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Device 4e1f275a-684b-437e-93fc-7dce68d4e021 up at agent hyperv_hv-neutron-mast {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:26:35.674327 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Provisioning complete for port 4e1f275a-684b-437e-93fc-7dce68d4e021 triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:26:35.675051 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:26:35.752641 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:26:35.782919 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] For port 4e1f275a-684b-437e-93fc-7dce68d4e021, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=4e1f275a-684b-437e-93fc-7dce68d4e021,segment=NetworkSegment(b47874e5-3c07-47bf-8610-6c2d37e9a96c),segment_id=b47874e5-3c07-47bf-8610-6c2d37e9a96c)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:26:35.862117 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8745fb2b-dd09-4583-9877-4a5a6d5555e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e1f275a-684b-437e-93fc-7dce68d4e021'}] {{(pid=103802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 05 17:26:35.864622 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36b213fbd845b3f09e785999bbcda1c85cd5592d7f001460987854e5c1683bd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42133db9-1625-43d2-b3bd-938c103931fe" -d '{"events": [{"server_uuid": "8745fb2b-dd09-4583-9877-4a5a6d5555e0", "name": "network-vif-plugged", "status": "completed", "tag": "4e1f275a-684b-437e-93fc-7dce68d4e021"}]}' {{(pid=103802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 05 17:26:35.888833 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:26:35.912020 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Jan 2022 17:26:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb2259f4-6ef7-4101-8a9d-a1decb1c2428 x-openstack-request-id: req-fb2259f4-6ef7-4101-8a9d-a1decb1c2428 {{(pid=103802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 05 17:26:35.912310 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8745fb2b-dd09-4583-9877-4a5a6d5555e0", "name": "network-vif-plugged", "status": "completed", "tag": "4e1f275a-684b-437e-93fc-7dce68d4e021", "code": 200}]} {{(pid=103802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 05 17:26:35.912554 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-fb2259f4-6ef7-4101-8a9d-a1decb1c2428 {{(pid=103802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 05 17:26:35.912926 dv-neutron-master-2-hyperv neutron-server[103802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8745fb2b-dd09-4583-9877-4a5a6d5555e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e1f275a-684b-437e-93fc-7dce68d4e021', 'code': 200} Jan 05 17:26:35.938089 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Pushing event updated for resources: {'Port': ['ID=4e1f275a-684b-437e-93fc-7dce68d4e021,revision_number=8']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:26:36.464866 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b622074e-8142-4a0b-b48b-f2d151745f78 req-841c1bc8-3fd6-43f2-ab49-75c307152d42 tempest-DeleteServersTestJSON-1224864023 tempest-DeleteServersTestJSON-1224864023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:26:36.466328 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-b622074e-8142-4a0b-b48b-f2d151745f78 req-841c1bc8-3fd6-43f2-ab49-75c307152d42 tempest-DeleteServersTestJSON-1224864023 tempest-DeleteServersTestJSON-1224864023-project] 10.222.0.11 "GET /v2.0/ports?device_id=8745fb2b-dd09-4583-9877-4a5a6d5555e0 HTTP/1.1" status: 200 len: 946 time: 0.0516024 Jan 05 17:26:36.511272 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-b622074e-8142-4a0b-b48b-f2d151745f78 req-95921ec3-6bb0-475c-99bf-b5704d8c96e3 tempest-DeleteServersTestJSON-1224864023 tempest-DeleteServersTestJSON-1224864023-project] 10.222.0.11 "GET /v2.0/security-groups?id=4b2385a6-7bf4-491b-a1a9-789a5a29bc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386567 Jan 05 17:26:37.629259 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651b95e8-9017-4bd1-a503-0b3009dd885a req-eacd809f-32ec-4cae-9f45-cc89817b6635 tempest-DeleteServersTestJSON-1224864023 tempest-DeleteServersTestJSON-1224864023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:26:37.630776 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-651b95e8-9017-4bd1-a503-0b3009dd885a req-eacd809f-32ec-4cae-9f45-cc89817b6635 tempest-DeleteServersTestJSON-1224864023 tempest-DeleteServersTestJSON-1224864023-project] 10.222.0.11 "GET /v2.0/ports?device_id=8745fb2b-dd09-4583-9877-4a5a6d5555e0 HTTP/1.1" status: 200 len: 946 time: 0.0518308 Jan 05 17:26:37.676495 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-651b95e8-9017-4bd1-a503-0b3009dd885a req-3e26a060-95e8-4bf7-90e9-4cc8c2cd5f50 tempest-DeleteServersTestJSON-1224864023 tempest-DeleteServersTestJSON-1224864023-project] 10.222.0.11 "GET /v2.0/security-groups?id=4b2385a6-7bf4-491b-a1a9-789a5a29bc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401764 Jan 05 17:26:38.092544 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944f2779-051b-4a34-86a2-82db24b251f6 req-44692b57-3d94-4c73-9ee9-0f53c431041d tempest-DeleteServersTestJSON-1224864023 tempest-DeleteServersTestJSON-1224864023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:26:38.093978 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-944f2779-051b-4a34-86a2-82db24b251f6 req-44692b57-3d94-4c73-9ee9-0f53c431041d tempest-DeleteServersTestJSON-1224864023 tempest-DeleteServersTestJSON-1224864023-project] 10.222.0.13 "GET /v2.0/ports?device_id=8745fb2b-dd09-4583-9877-4a5a6d5555e0 HTTP/1.1" status: 200 len: 946 time: 0.0502205 Jan 05 17:26:38.177783 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [req-944f2779-051b-4a34-86a2-82db24b251f6 req-93da6349-4f31-421e-95d4-e032c42f54bd tempest-DeleteServersTestJSON-1224864023 tempest-DeleteServersTestJSON-1224864023-project] Deleting port 4e1f275a-684b-437e-93fc-7dce68d4e021 {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:26:38.178123 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-944f2779-051b-4a34-86a2-82db24b251f6 req-93da6349-4f31-421e-95d4-e032c42f54bd tempest-DeleteServersTestJSON-1224864023 tempest-DeleteServersTestJSON-1224864023-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:26:38.265414 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.db [req-944f2779-051b-4a34-86a2-82db24b251f6 req-93da6349-4f31-421e-95d4-e032c42f54bd tempest-DeleteServersTestJSON-1224864023 tempest-DeleteServersTestJSON-1224864023-project] For port 4e1f275a-684b-437e-93fc-7dce68d4e021, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=4e1f275a-684b-437e-93fc-7dce68d4e021,segment=NetworkSegment(b47874e5-3c07-47bf-8610-6c2d37e9a96c),segment_id=b47874e5-3c07-47bf-8610-6c2d37e9a96c)] {{(pid=103800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:26:38.265799 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-944f2779-051b-4a34-86a2-82db24b251f6 req-93da6349-4f31-421e-95d4-e032c42f54bd tempest-DeleteServersTestJSON-1224864023 tempest-DeleteServersTestJSON-1224864023-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:26:38.278756 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [req-944f2779-051b-4a34-86a2-82db24b251f6 req-93da6349-4f31-421e-95d4-e032c42f54bd tempest-DeleteServersTestJSON-1224864023 tempest-DeleteServersTestJSON-1224864023-project] Calling delete_port for 4e1f275a-684b-437e-93fc-7dce68d4e021 owned by compute:nova {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:26:38.462070 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-944f2779-051b-4a34-86a2-82db24b251f6 req-93da6349-4f31-421e-95d4-e032c42f54bd tempest-DeleteServersTestJSON-1224864023 tempest-DeleteServersTestJSON-1224864023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:26:38.473183 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] get_ports_and_sgs() called for port_ids ['4e1f275a-684b-437e-93fc-7dce68d4e021'] {{(pid=103802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 05 17:26:38.490240 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93da6349-4f31-421e-95d4-e032c42f54bd tempest-DeleteServersTestJSON-1224864023 tempest-DeleteServersTestJSON-1224864023-project] Pushing event deleted for resources: {'Port': ['ID=4e1f275a-684b-437e-93fc-7dce68d4e021,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:26:38.516643 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93da6349-4f31-421e-95d4-e032c42f54bd tempest-DeleteServersTestJSON-1224864023 tempest-DeleteServersTestJSON-1224864023-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:26:38.516997 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93da6349-4f31-421e-95d4-e032c42f54bd tempest-DeleteServersTestJSON-1224864023 tempest-DeleteServersTestJSON-1224864023-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:26:38.517344 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93da6349-4f31-421e-95d4-e032c42f54bd tempest-DeleteServersTestJSON-1224864023 tempest-DeleteServersTestJSON-1224864023-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:26:38.517707 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93da6349-4f31-421e-95d4-e032c42f54bd tempest-DeleteServersTestJSON-1224864023 tempest-DeleteServersTestJSON-1224864023-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:26:38.518046 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93da6349-4f31-421e-95d4-e032c42f54bd tempest-DeleteServersTestJSON-1224864023 tempest-DeleteServersTestJSON-1224864023-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:26:38.518379 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93da6349-4f31-421e-95d4-e032c42f54bd tempest-DeleteServersTestJSON-1224864023 tempest-DeleteServersTestJSON-1224864023-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:26:38.519333 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93da6349-4f31-421e-95d4-e032c42f54bd tempest-DeleteServersTestJSON-1224864023 tempest-DeleteServersTestJSON-1224864023-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:26:38.519668 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93da6349-4f31-421e-95d4-e032c42f54bd tempest-DeleteServersTestJSON-1224864023 tempest-DeleteServersTestJSON-1224864023-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:26:38.519999 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93da6349-4f31-421e-95d4-e032c42f54bd tempest-DeleteServersTestJSON-1224864023 tempest-DeleteServersTestJSON-1224864023-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:26:38.520334 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93da6349-4f31-421e-95d4-e032c42f54bd tempest-DeleteServersTestJSON-1224864023 tempest-DeleteServersTestJSON-1224864023-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:26:38.520664 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93da6349-4f31-421e-95d4-e032c42f54bd tempest-DeleteServersTestJSON-1224864023 tempest-DeleteServersTestJSON-1224864023-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:26:38.520988 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93da6349-4f31-421e-95d4-e032c42f54bd tempest-DeleteServersTestJSON-1224864023 tempest-DeleteServersTestJSON-1224864023-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:26:38.521308 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93da6349-4f31-421e-95d4-e032c42f54bd tempest-DeleteServersTestJSON-1224864023 tempest-DeleteServersTestJSON-1224864023-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:26:38.539298 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [req-944f2779-051b-4a34-86a2-82db24b251f6 req-93da6349-4f31-421e-95d4-e032c42f54bd tempest-DeleteServersTestJSON-1224864023 tempest-DeleteServersTestJSON-1224864023-project] No DVR routers for this DVR port 4e1f275a-684b-437e-93fc-7dce68d4e021 on host hv-neutron-mast {{(pid=103800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 05 17:26:38.541657 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-944f2779-051b-4a34-86a2-82db24b251f6 req-93da6349-4f31-421e-95d4-e032c42f54bd tempest-DeleteServersTestJSON-1224864023 tempest-DeleteServersTestJSON-1224864023-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:26:38.544943 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-944f2779-051b-4a34-86a2-82db24b251f6 req-93da6349-4f31-421e-95d4-e032c42f54bd tempest-DeleteServersTestJSON-1224864023 tempest-DeleteServersTestJSON-1224864023-project] 10.222.0.13 "DELETE /v2.0/ports/4e1f275a-684b-437e-93fc-7dce68d4e021 HTTP/1.1" status: 204 len: 173 time: 0.4458406 Jan 05 17:26:38.545373 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8745fb2b-dd09-4583-9877-4a5a6d5555e0', 'name': 'network-vif-deleted', 'tag': '4e1f275a-684b-437e-93fc-7dce68d4e021'}] {{(pid=103800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 05 17:26:38.547687 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f64b9d4628f7eefcc27168a80c04985d23f0ea5def038dae05e1deb7357f3bfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6e58caa-943b-429a-b6e5-30264bf6b8be" -d '{"events": [{"server_uuid": "8745fb2b-dd09-4583-9877-4a5a6d5555e0", "name": "network-vif-deleted", "tag": "4e1f275a-684b-437e-93fc-7dce68d4e021"}]}' {{(pid=103800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 05 17:26:38.582932 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Jan 2022 17:26:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfff5330-9ca0-4fe8-8341-677eccc326d3 x-openstack-request-id: req-cfff5330-9ca0-4fe8-8341-677eccc326d3 {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 05 17:26:38.583322 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8745fb2b-dd09-4583-9877-4a5a6d5555e0", "name": "network-vif-deleted", "tag": "4e1f275a-684b-437e-93fc-7dce68d4e021", "status": "completed", "code": 200}]} {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 05 17:26:38.583577 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-cfff5330-9ca0-4fe8-8341-677eccc326d3 {{(pid=103800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 05 17:26:38.583986 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8745fb2b-dd09-4583-9877-4a5a6d5555e0', 'name': 'network-vif-deleted', 'tag': '4e1f275a-684b-437e-93fc-7dce68d4e021', 'status': 'completed', 'code': 200} Jan 05 17:26:38.769407 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-15774c0a-61b0-4a74-ba56-5af90b2dc65b req-8fde1190-d2b8-4b6e-b370-fad2ea4946f1 tempest-DeleteServersTestJSON-1224864023 tempest-DeleteServersTestJSON-1224864023-project] 10.222.0.11 "GET /v2.0/ports?device_id=8745fb2b-dd09-4583-9877-4a5a6d5555e0 HTTP/1.1" status: 200 len: 210 time: 0.0266931 Jan 05 17:26:39.895677 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 48326) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:26:39.937815 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.db_base_plugin_v2 [None req-64219e63-07f9-482b-9f40-ebbc9639686a admin admin] Deleting subnet 35a1d974-67ed-432d-b5be-e60c15b30c3a {{(pid=103801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 05 17:26:39.940788 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-64219e63-07f9-482b-9f40-ebbc9639686a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:26:39.974212 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-64219e63-07f9-482b-9f40-ebbc9639686a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11316398'] for subnet, precommit_delete_associations {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:26:40.010921 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-64219e63-07f9-482b-9f40-ebbc9639686a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892868'] for subnet, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:26:40.129694 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-64219e63-07f9-482b-9f40-ebbc9639686a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3893367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11433231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12480600'] for subnet, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:26:40.154295 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64219e63-07f9-482b-9f40-ebbc9639686a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=35a1d974-67ed-432d-b5be-e60c15b30c3a,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:26:40.158621 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-64219e63-07f9-482b-9f40-ebbc9639686a admin admin] Publish callbacks [] for subnet, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:26:40.161925 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-64219e63-07f9-482b-9f40-ebbc9639686a admin admin] 10.222.0.11 "DELETE /v2.0/subnets/35a1d974-67ed-432d-b5be-e60c15b30c3a HTTP/1.1" status: 204 len: 168 time: 0.2651644 Jan 05 17:26:40.164461 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 48328) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:26:40.166775 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64219e63-07f9-482b-9f40-ebbc9639686a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:26:40.167127 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64219e63-07f9-482b-9f40-ebbc9639686a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:26:40.167471 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64219e63-07f9-482b-9f40-ebbc9639686a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:26:40.167810 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64219e63-07f9-482b-9f40-ebbc9639686a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:26:40.168142 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64219e63-07f9-482b-9f40-ebbc9639686a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:26:40.168469 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64219e63-07f9-482b-9f40-ebbc9639686a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:26:40.168795 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64219e63-07f9-482b-9f40-ebbc9639686a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:26:40.169122 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64219e63-07f9-482b-9f40-ebbc9639686a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:26:40.169448 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64219e63-07f9-482b-9f40-ebbc9639686a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:26:40.169805 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64219e63-07f9-482b-9f40-ebbc9639686a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:26:40.170130 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64219e63-07f9-482b-9f40-ebbc9639686a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:26:40.170450 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64219e63-07f9-482b-9f40-ebbc9639686a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:26:40.170770 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64219e63-07f9-482b-9f40-ebbc9639686a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:26:40.233605 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-40fa958e-6957-47b6-a31d-fde0f0598bd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3809644'] for network, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:26:40.308015 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-40fa958e-6957-47b6-a31d-fde0f0598bd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3891715', 'neutron.services.segments.db._delete_segments_for_network-8754181063482'] for network, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:26:40.332708 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.services.segments.db [None req-40fa958e-6957-47b6-a31d-fde0f0598bd1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1bc9a43-1dc2-4761-b307-a7da4cd987d0']}} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:26:40.341844 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.services.segments.db [None req-40fa958e-6957-47b6-a31d-fde0f0598bd1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b47874e5-3c07-47bf-8610-6c2d37e9a96c') {'for_net_delete': True} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:26:40.342141 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.services.segments.db [None req-40fa958e-6957-47b6-a31d-fde0f0598bd1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b47874e5-3c07-47bf-8610-6c2d37e9a96c') {} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:26:40.351621 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-40fa958e-6957-47b6-a31d-fde0f0598bd1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754181064771', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8784833'] for segment, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:26:40.365355 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-40fa958e-6957-47b6-a31d-fde0f0598bd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225'] for segment, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:26:40.371353 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40fa958e-6957-47b6-a31d-fde0f0598bd1 admin admin] Releasing vlan 123 on physical network physnet1 to pool {{(pid=103800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 05 17:26:40.371731 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-40fa958e-6957-47b6-a31d-fde0f0598bd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8784497'] for segment, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:26:40.373345 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:26:40.373345 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:26:40.373345 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:26:40.373345 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:26:40.373345 dv-neutron-master-2-hyperv neutron-server[103800]: Traceback (most recent call last): Jan 05 17:26:40.373345 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 05 17:26:40.373345 dv-neutron-master-2-hyperv neutron-server[103800]: timer() Jan 05 17:26:40.373345 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 05 17:26:40.373345 dv-neutron-master-2-hyperv neutron-server[103800]: cb(*args, **kw) Jan 05 17:26:40.373345 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 05 17:26:40.373345 dv-neutron-master-2-hyperv neutron-server[103800]: return func(*args, **kwargs) Jan 05 17:26:40.373345 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 05 17:26:40.373345 dv-neutron-master-2-hyperv neutron-server[103800]: self._notify() Jan 05 17:26:40.373345 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 05 17:26:40.373345 dv-neutron-master-2-hyperv neutron-server[103800]: self.callback(batched_events) Jan 05 17:26:40.373345 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 05 17:26:40.373345 dv-neutron-master-2-hyperv neutron-server[103800]: event.method(event) Jan 05 17:26:40.373345 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 05 17:26:40.373345 dv-neutron-master-2-hyperv neutron-server[103800]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 05 17:26:40.373345 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 05 17:26:40.373345 dv-neutron-master-2-hyperv neutron-server[103800]: aggregate_uuid = self.p_client.list_aggregates( Jan 05 17:26:40.373345 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 05 17:26:40.373345 dv-neutron-master-2-hyperv neutron-server[103800]: return f(self, *a, **k) Jan 05 17:26:40.373345 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 05 17:26:40.373345 dv-neutron-master-2-hyperv neutron-server[103800]: return self._get(url).json() Jan 05 17:26:40.373345 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 05 17:26:40.373345 dv-neutron-master-2-hyperv neutron-server[103800]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 05 17:26:40.373345 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 05 17:26:40.373345 dv-neutron-master-2-hyperv neutron-server[103800]: return self.request(url, 'GET', **kwargs) Jan 05 17:26:40.373345 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 05 17:26:40.373345 dv-neutron-master-2-hyperv neutron-server[103800]: base_url = self.get_endpoint(auth, allow=allow, Jan 05 17:26:40.373345 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 05 17:26:40.373345 dv-neutron-master-2-hyperv neutron-server[103800]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 05 17:26:40.373345 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 05 17:26:40.373345 dv-neutron-master-2-hyperv neutron-server[103800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 05 17:26:40.373345 dv-neutron-master-2-hyperv neutron-server[103800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 05 17:26:40.462398 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-40fa958e-6957-47b6-a31d-fde0f0598bd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3891722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648695'] for network, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:26:40.468769 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-40fa958e-6957-47b6-a31d-fde0f0598bd1 admin admin] Publish callbacks [] for network, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:26:40.471923 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-40fa958e-6957-47b6-a31d-fde0f0598bd1 admin admin] 10.222.0.11 "DELETE /v2.0/networks/b1bc9a43-1dc2-4761-b307-a7da4cd987d0 HTTP/1.1" status: 204 len: 168 time: 0.3064728 Jan 05 17:26:40.482277 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fa958e-6957-47b6-a31d-fde0f0598bd1 admin admin] Pushing event deleted for resources: {'Network': ['ID=b1bc9a43-1dc2-4761-b307-a7da4cd987d0,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:26:40.715099 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 48332) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:26:40.755202 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-95a012e0-b640-4e7a-aefd-80905cd998db admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=553ac51cc107484eaf32b843f485e04e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0388796 Jan 05 17:26:40.757537 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 48334) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:26:40.802466 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b969219f-267b-400b-89d1-80cd3a5131d9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:26:40.826209 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b969219f-267b-400b-89d1-80cd3a5131d9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:26:40.953211 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b969219f-267b-400b-89d1-80cd3a5131d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:26:40.955825 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b969219f-267b-400b-89d1-80cd3a5131d9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:26:40.958478 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-b969219f-267b-400b-89d1-80cd3a5131d9 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/4b2385a6-7bf4-491b-a1a9-789a5a29bc0c HTTP/1.1" status: 204 len: 168 time: 0.1985192 Jan 05 17:26:40.965328 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b969219f-267b-400b-89d1-80cd3a5131d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b2385a6-7bf4-491b-a1a9-789a5a29bc0c,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:26:41.909842 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 48356) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:26:42.002716 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-f4971e40-a10b-4ece-9565-408b1e9f3e14 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1766031003-network', 'tenant_id': '945a85af16af4afb918be85400c7150e'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:26:42.090129 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4971e40-a10b-4ece-9565-408b1e9f3e14 admin admin] Made reservation on behalf of 945a85af16af4afb918be85400c7150e for: {'network': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:26:42.092364 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f4971e40-a10b-4ece-9565-408b1e9f3e14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for network, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:26:42.100939 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f4971e40-a10b-4ece-9565-408b1e9f3e14 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:26:42.171543 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f4971e40-a10b-4ece-9565-408b1e9f3e14 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:26:42.285689 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f4971e40-a10b-4ece-9565-408b1e9f3e14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:26:42.310310 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4971e40-a10b-4ece-9565-408b1e9f3e14 admin admin] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'} {{(pid=103800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 05 17:26:42.318938 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4971e40-a10b-4ece-9565-408b1e9f3e14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4d1faa2-6264-4bff-b437-5fd9a4021d7e,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:26:42.325855 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f4971e40-a10b-4ece-9565-408b1e9f3e14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225'] for segment, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:26:42.326319 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.db.segments_db [None req-f4971e40-a10b-4ece-9565-408b1e9f3e14 admin admin] Added segment 4be31b08-1773-484e-8657-83a30796658b of type vlan for network a82605f9-5b2d-4fad-9fea-1d2ab1b13f31 Jan 05 17:26:42.365777 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f4971e40-a10b-4ece-9565-408b1e9f3e14 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754180566020'] for network, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:26:42.438882 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f4971e40-a10b-4ece-9565-408b1e9f3e14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685'] for network, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:26:42.439835 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4971e40-a10b-4ece-9565-408b1e9f3e14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:26:42.440437 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f4971e40-a10b-4ece-9565-408b1e9f3e14 admin admin] Publish callbacks [] for network, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:26:42.530161 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4971e40-a10b-4ece-9565-408b1e9f3e14 admin admin] Pushing event updated for resources: {'Network': ['ID=a82605f9-5b2d-4fad-9fea-1d2ab1b13f31,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:26:42.540168 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Network a82605f9-5b2d-4fad-9fea-1d2ab1b13f31 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 05 17:26:42.594915 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-f4971e40-a10b-4ece-9565-408b1e9f3e14 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6833482 Jan 05 17:26:42.597088 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 48360) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:26:42.611856 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-2607c37c-cb6f-4d21-8b54-d2e0dc215077 admin admin] Request body: {'subnet': {'network_id': 'a82605f9-5b2d-4fad-9fea-1d2ab1b13f31', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1766031003-subnet', 'tenant_id': '945a85af16af4afb918be85400c7150e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:26:42.711651 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2607c37c-cb6f-4d21-8b54-d2e0dc215077 admin admin] Made reservation on behalf of 945a85af16af4afb918be85400c7150e for: {'subnet': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:26:42.714056 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2607c37c-cb6f-4d21-8b54-d2e0dc215077 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8521827'] for subnet, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:26:42.948459 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2607c37c-cb6f-4d21-8b54-d2e0dc215077 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8784852', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8521873'] for subnet, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:26:42.994934 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2607c37c-cb6f-4d21-8b54-d2e0dc215077 admin admin] Pushing event updated for resources: {'Subnet': ['ID=370e8c7b-11ee-40f7-936e-790222f2deef,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:26:43.015176 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2607c37c-cb6f-4d21-8b54-d2e0dc215077 admin admin] Checking segment: {'id': '4be31b08-1773-484e-8657-83a30796658b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'a82605f9-5b2d-4fad-9fea-1d2ab1b13f31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:26:43.015540 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2607c37c-cb6f-4d21-8b54-d2e0dc215077 admin admin] Network hostable DHCP agents. Network: a82605f9-5b2d-4fad-9fea-1d2ab1b13f31, hostable agents: ['3f70c195-17da-4084-9fd6-bf6059d88535'], hosted agents: [] {{(pid=103800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 05 17:26:43.079129 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2607c37c-cb6f-4d21-8b54-d2e0dc215077 admin admin] Network a82605f9-5b2d-4fad-9fea-1d2ab1b13f31 is scheduled to be hosted by DHCP agent 3f70c195-17da-4084-9fd6-bf6059d88535 with binding_index 1 {{(pid=103800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 05 17:26:43.141747 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-2607c37c-cb6f-4d21-8b54-d2e0dc215077 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, a82605f9-5b2d-4fad-9fea-1d2ab1b13f31) {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:26:43.145734 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2607c37c-cb6f-4d21-8b54-d2e0dc215077 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:26:43.146312 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2607c37c-cb6f-4d21-8b54-d2e0dc215077 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:26:43.153355 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b651cadd-30dc-43a1-b638-283f9d56dc7b None None] Network a82605f9-5b2d-4fad-9fea-1d2ab1b13f31 requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:26:43.219061 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-2607c37c-cb6f-4d21-8b54-d2e0dc215077 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6200705 Jan 05 17:26:43.247115 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c597cb0-f826-492d-a02a-ce207e15b955 None None] Network a82605f9-5b2d-4fad-9fea-1d2ab1b13f31 requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:26:43.640993 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b7bb38-df9b-4755-8cd1-d7cf326b1cb9 req-b067b943-4d1e-4a8b-870a-ac93c4e89012 tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:26:43.642505 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-19b7bb38-df9b-4755-8cd1-d7cf326b1cb9 req-b067b943-4d1e-4a8b-870a-ac93c4e89012 tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] 10.222.0.11 "GET /v2.0/networks?id=a82605f9-5b2d-4fad-9fea-1d2ab1b13f31 HTTP/1.1" status: 200 len: 815 time: 0.1060534 Jan 05 17:26:43.656285 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-19b7bb38-df9b-4755-8cd1-d7cf326b1cb9 req-dbd985fb-703b-41c6-a2f4-dbaf90f37d77 tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] 10.222.0.11 "GET /v2.0/quotas/945a85af16af4afb918be85400c7150e HTTP/1.1" status: 200 len: 375 time: 0.0086191 Jan 05 17:26:43.668014 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Device 4e1f275a-684b-437e-93fc-7dce68d4e021 no longer exists at agent hyperv_hv-neutron-mast {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 05 17:26:43.687362 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-19b7bb38-df9b-4755-8cd1-d7cf326b1cb9 req-0d6e54cf-2051-49e1-8e89-412b3d5896cb tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=945a85af16af4afb918be85400c7150e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0258503 Jan 05 17:26:43.688673 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] No Port match for: 4e1f275a-684b-437e-93fc-7dce68d4e021 {{(pid=103802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 05 17:26:43.689015 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Device 4e1f275a-684b-437e-93fc-7dce68d4e021 not bound to the agent host hv-neutron-mast {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 05 17:26:43.777691 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-19b7bb38-df9b-4755-8cd1-d7cf326b1cb9 req-4b14b074-747b-456c-bf38-3cf3a7bb1fc3 service neutron] 10.222.0.11 "GET /v2.0/networks/a82605f9-5b2d-4fad-9fea-1d2ab1b13f31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833006 Jan 05 17:26:43.863855 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-19b7bb38-df9b-4755-8cd1-d7cf326b1cb9 req-eca20584-6100-4b2d-9ba8-884735c4dbce service neutron] 10.222.0.11 "GET /v2.0/networks/a82605f9-5b2d-4fad-9fea-1d2ab1b13f31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800993 Jan 05 17:26:44.118639 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-4af3e8e0-5b9f-42ff-b15b-92229057d89a req-3cecb9de-f7f5-4470-b685-1507bcc0e85b tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] 10.222.0.11 "GET /v2.0/ports?device_id=781760b3-e2ef-4efb-b0b9-86d8f1bef92b HTTP/1.1" status: 200 len: 210 time: 0.0303080 Jan 05 17:26:45.210548 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-ec7f40c0-719e-412e-934e-ef011c80342f req-46ce89a1-98f1-4fd9-980b-e2f947bb4a86 tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] 10.222.0.11 "GET /v2.0/ports?device_id=781760b3-e2ef-4efb-b0b9-86d8f1bef92b HTTP/1.1" status: 200 len: 210 time: 0.0266061 Jan 05 17:26:45.715529 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.agents_db [None req-291d1585-17df-45c0-b64a-d244e6d90872 None None] Agent healthcheck: found 6 active agents {{(pid=103803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 05 17:26:46.026934 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b7bb38-df9b-4755-8cd1-d7cf326b1cb9 req-26f0c82f-5c43-4a2b-b95a-a3c5ccbdaebe tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:26:46.028367 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-19b7bb38-df9b-4755-8cd1-d7cf326b1cb9 req-26f0c82f-5c43-4a2b-b95a-a3c5ccbdaebe tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] 10.222.0.13 "GET /v2.0/networks?id=a82605f9-5b2d-4fad-9fea-1d2ab1b13f31 HTTP/1.1" status: 200 len: 815 time: 0.1050806 Jan 05 17:26:46.040103 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [req-19b7bb38-df9b-4755-8cd1-d7cf326b1cb9 req-01b51b1a-dd6c-4400-a823-b574d23c907c tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] Request body: {'port': {'device_id': '781760b3-e2ef-4efb-b0b9-86d8f1bef92b', 'network_id': 'a82605f9-5b2d-4fad-9fea-1d2ab1b13f31', 'admin_state_up': True, 'tenant_id': '945a85af16af4afb918be85400c7150e'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:26:46.221780 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19b7bb38-df9b-4755-8cd1-d7cf326b1cb9 req-01b51b1a-dd6c-4400-a823-b574d23c907c tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] Made reservation on behalf of 945a85af16af4afb918be85400c7150e for: {'port': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:26:46.225340 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-19b7bb38-df9b-4755-8cd1-d7cf326b1cb9 req-01b51b1a-dd6c-4400-a823-b574d23c907c tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:26:46.314100 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-8f7b5ec8-d8ca-4fb0-8bd3-78e932ec91f2 req-f5178128-50cd-41fe-8dce-61cc0c74af54 tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] 10.222.0.11 "GET /v2.0/ports?device_id=781760b3-e2ef-4efb-b0b9-86d8f1bef92b HTTP/1.1" status: 200 len: 210 time: 0.0292807 Jan 05 17:26:46.362283 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [req-19b7bb38-df9b-4755-8cd1-d7cf326b1cb9 req-01b51b1a-dd6c-4400-a823-b574d23c907c tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] Allocated IP 172.20.0.11 (a82605f9-5b2d-4fad-9fea-1d2ab1b13f31/370e8c7b-11ee-40f7-936e-790222f2deef/7e69427b-7ca0-4edd-bb28-a528886a9afd) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:26:46.507169 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-19b7bb38-df9b-4755-8cd1-d7cf326b1cb9 req-01b51b1a-dd6c-4400-a823-b574d23c907c tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] Publish callbacks [] for port, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:26:46.600052 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-19b7bb38-df9b-4755-8cd1-d7cf326b1cb9 req-01b51b1a-dd6c-4400-a823-b574d23c907c tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:26:46.642428 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19b7bb38-df9b-4755-8cd1-d7cf326b1cb9 req-01b51b1a-dd6c-4400-a823-b574d23c907c tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] Network a82605f9-5b2d-4fad-9fea-1d2ab1b13f31 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:26:46.645758 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [req-19b7bb38-df9b-4755-8cd1-d7cf326b1cb9 req-01b51b1a-dd6c-4400-a823-b574d23c907c tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:26:46.649306 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [req-19b7bb38-df9b-4755-8cd1-d7cf326b1cb9 req-01b51b1a-dd6c-4400-a823-b574d23c907c tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:26:46.657577 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b51b1a-dd6c-4400-a823-b574d23c907c tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] Pushing event updated for resources: {'Port': ['ID=7e69427b-7ca0-4edd-bb28-a528886a9afd,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:26:46.704424 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b7bb38-df9b-4755-8cd1-d7cf326b1cb9 req-01b51b1a-dd6c-4400-a823-b574d23c907c tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:26:46.705026 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-19b7bb38-df9b-4755-8cd1-d7cf326b1cb9 req-01b51b1a-dd6c-4400-a823-b574d23c907c tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:26:46.789729 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-19b7bb38-df9b-4755-8cd1-d7cf326b1cb9 req-01b51b1a-dd6c-4400-a823-b574d23c907c tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7532578 Jan 05 17:26:46.801830 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [req-19b7bb38-df9b-4755-8cd1-d7cf326b1cb9 req-f411c18c-5fa5-4b20-9a34-133b6a6dc975 service neutron] Request body: {'port': {'device_id': '781760b3-e2ef-4efb-b0b9-86d8f1bef92b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:26:46.868323 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-19b7bb38-df9b-4755-8cd1-d7cf326b1cb9 req-f411c18c-5fa5-4b20-9a34-133b6a6dc975 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:26:47.090255 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-93f3beca-5be1-4145-b911-5fbc4ba4d34b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:26:47.121926 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.notifiers.nova [req-19b7bb38-df9b-4755-8cd1-d7cf326b1cb9 req-f411c18c-5fa5-4b20-9a34-133b6a6dc975 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e69427b-7ca0-4edd-bb28-a528886a9afd {{(pid=103800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 05 17:26:47.129297 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-19b7bb38-df9b-4755-8cd1-d7cf326b1cb9 req-f411c18c-5fa5-4b20-9a34-133b6a6dc975 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:26:47.141110 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.provisioning_blocks [req-19b7bb38-df9b-4755-8cd1-d7cf326b1cb9 req-f411c18c-5fa5-4b20-9a34-133b6a6dc975 service neutron] Transition to ACTIVE for port object 7e69427b-7ca0-4edd-bb28-a528886a9afd will not be triggered until provisioned by entity L2. {{(pid=103800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 05 17:26:47.210166 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-19b7bb38-df9b-4755-8cd1-d7cf326b1cb9 req-f411c18c-5fa5-4b20-9a34-133b6a6dc975 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8784461'] for port, after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:26:47.260135 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f411c18c-5fa5-4b20-9a34-133b6a6dc975 service neutron] Pushing event updated for resources: {'Port': ['ID=7e69427b-7ca0-4edd-bb28-a528886a9afd,revision_number=2']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:26:47.329906 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [req-19b7bb38-df9b-4755-8cd1-d7cf326b1cb9 req-f411c18c-5fa5-4b20-9a34-133b6a6dc975 service neutron] Attempting to bind port 7e69427b-7ca0-4edd-bb28-a528886a9afd on host hv-neutron-mast for vnic_type normal with profile {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 05 17:26:47.330245 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [req-19b7bb38-df9b-4755-8cd1-d7cf326b1cb9 req-f411c18c-5fa5-4b20-9a34-133b6a6dc975 service neutron] Attempting to bind port 7e69427b-7ca0-4edd-bb28-a528886a9afd by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '4be31b08-1773-484e-8657-83a30796658b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'a82605f9-5b2d-4fad-9fea-1d2ab1b13f31'}] {{(pid=103800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 05 17:26:47.330577 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19b7bb38-df9b-4755-8cd1-d7cf326b1cb9 req-f411c18c-5fa5-4b20-9a34-133b6a6dc975 service neutron] Attempting to bind port 7e69427b-7ca0-4edd-bb28-a528886a9afd on network a82605f9-5b2d-4fad-9fea-1d2ab1b13f31 {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:26:47.335537 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19b7bb38-df9b-4755-8cd1-d7cf326b1cb9 req-f411c18c-5fa5-4b20-9a34-133b6a6dc975 service neutron] Port 7e69427b-7ca0-4edd-bb28-a528886a9afd on network a82605f9-5b2d-4fad-9fea-1d2ab1b13f31 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 05 17:26:47.335853 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19b7bb38-df9b-4755-8cd1-d7cf326b1cb9 req-f411c18c-5fa5-4b20-9a34-133b6a6dc975 service neutron] Attempting to bind port 7e69427b-7ca0-4edd-bb28-a528886a9afd on network a82605f9-5b2d-4fad-9fea-1d2ab1b13f31 {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:26:47.340628 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19b7bb38-df9b-4755-8cd1-d7cf326b1cb9 req-f411c18c-5fa5-4b20-9a34-133b6a6dc975 service neutron] Checking agent: {'id': '5c36d785-abe8-4e89-a23a-b403333d2378', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 5, 17, 3, 49), 'started_at': datetime.datetime(2022, 1, 5, 17, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 1, 5, 17, 26, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 05 17:26:47.340958 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19b7bb38-df9b-4755-8cd1-d7cf326b1cb9 req-f411c18c-5fa5-4b20-9a34-133b6a6dc975 service neutron] Checking segment: {'id': '4be31b08-1773-484e-8657-83a30796658b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'a82605f9-5b2d-4fad-9fea-1d2ab1b13f31'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:26:47.341336 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19b7bb38-df9b-4755-8cd1-d7cf326b1cb9 req-f411c18c-5fa5-4b20-9a34-133b6a6dc975 service neutron] Bound using segment: {'id': '4be31b08-1773-484e-8657-83a30796658b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'a82605f9-5b2d-4fad-9fea-1d2ab1b13f31'} {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 05 17:26:47.341792 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [req-19b7bb38-df9b-4755-8cd1-d7cf326b1cb9 req-f411c18c-5fa5-4b20-9a34-133b6a6dc975 service neutron] Bound port: 7e69427b-7ca0-4edd-bb28-a528886a9afd, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4be31b08-1773-484e-8657-83a30796658b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'a82605f9-5b2d-4fad-9fea-1d2ab1b13f31'}}] {{(pid=103800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 05 17:26:47.342408 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-19b7bb38-df9b-4755-8cd1-d7cf326b1cb9 req-f411c18c-5fa5-4b20-9a34-133b6a6dc975 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:26:47.430641 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.db [req-19b7bb38-df9b-4755-8cd1-d7cf326b1cb9 req-f411c18c-5fa5-4b20-9a34-133b6a6dc975 service neutron] For port 7e69427b-7ca0-4edd-bb28-a528886a9afd, host hv-neutron-mast, cleared binding levels {{(pid=103800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 05 17:26:47.434260 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.db [req-19b7bb38-df9b-4755-8cd1-d7cf326b1cb9 req-f411c18c-5fa5-4b20-9a34-133b6a6dc975 service neutron] For port 7e69427b-7ca0-4edd-bb28-a528886a9afd, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=7e69427b-7ca0-4edd-bb28-a528886a9afd,segment=NetworkSegment(4be31b08-1773-484e-8657-83a30796658b),segment_id=4be31b08-1773-484e-8657-83a30796658b)] {{(pid=103800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 05 17:26:47.449330 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e887aa28-b28d-4377-bbb1-dc12c248a650 req-5fb73a83-e1ec-4f50-a88f-1abe1462f4ba tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:26:47.456267 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-e887aa28-b28d-4377-bbb1-dc12c248a650 req-5fb73a83-e1ec-4f50-a88f-1abe1462f4ba tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] 10.222.0.11 "GET /v2.0/ports?device_id=781760b3-e2ef-4efb-b0b9-86d8f1bef92b HTTP/1.1" status: 200 len: 944 time: 0.0700576 Jan 05 17:26:47.501100 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-e887aa28-b28d-4377-bbb1-dc12c248a650 req-3d70b757-b350-48db-96c7-d393bf70d26c tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4d1faa2-6264-4bff-b437-5fd9a4021d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446777 Jan 05 17:26:47.502614 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-19b7bb38-df9b-4755-8cd1-d7cf326b1cb9 req-f411c18c-5fa5-4b20-9a34-133b6a6dc975 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8784461'] for port, after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:26:47.537091 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b7bb38-df9b-4755-8cd1-d7cf326b1cb9 req-f411c18c-5fa5-4b20-9a34-133b6a6dc975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:26:47.537766 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-19b7bb38-df9b-4755-8cd1-d7cf326b1cb9 req-f411c18c-5fa5-4b20-9a34-133b6a6dc975 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:26:47.539143 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-19b7bb38-df9b-4755-8cd1-d7cf326b1cb9 req-f411c18c-5fa5-4b20-9a34-133b6a6dc975 service neutron] 10.222.0.13 "PUT /v2.0/ports/7e69427b-7ca0-4edd-bb28-a528886a9afd HTTP/1.1" status: 200 len: 1094 time: 0.7419033 Jan 05 17:26:47.539588 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '781760b3-e2ef-4efb-b0b9-86d8f1bef92b', 'tag': '7e69427b-7ca0-4edd-bb28-a528886a9afd'}] {{(pid=103800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 05 17:26:47.541871 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f64b9d4628f7eefcc27168a80c04985d23f0ea5def038dae05e1deb7357f3bfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2efede16-c9f2-4486-8e52-02e81b99585d" -d '{"events": [{"name": "network-changed", "server_uuid": "781760b3-e2ef-4efb-b0b9-86d8f1bef92b", "tag": "7e69427b-7ca0-4edd-bb28-a528886a9afd"}]}' {{(pid=103800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 05 17:26:47.564267 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f411c18c-5fa5-4b20-9a34-133b6a6dc975 service neutron] Pushing event updated for resources: {'Port': ['ID=7e69427b-7ca0-4edd-bb28-a528886a9afd,revision_number=3']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:26:47.577308 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Jan 2022 17:26:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03fee7d3-254d-4d8b-99c8-ab275bad32cb x-openstack-request-id: req-03fee7d3-254d-4d8b-99c8-ab275bad32cb {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 05 17:26:47.577625 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "781760b3-e2ef-4efb-b0b9-86d8f1bef92b", "tag": "7e69427b-7ca0-4edd-bb28-a528886a9afd", "status": "completed", "code": 200}]} {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 05 17:26:47.577887 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-03fee7d3-254d-4d8b-99c8-ab275bad32cb {{(pid=103800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 05 17:26:47.578296 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '781760b3-e2ef-4efb-b0b9-86d8f1bef92b', 'tag': '7e69427b-7ca0-4edd-bb28-a528886a9afd', 'status': 'completed', 'code': 200} Jan 05 17:26:47.638981 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efede16-c9f2-4486-8e52-02e81b99585d req-04e3bbb5-5908-41e5-81a7-0356745d31ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:26:47.641214 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-2efede16-c9f2-4486-8e52-02e81b99585d req-04e3bbb5-5908-41e5-81a7-0356745d31ce service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=945a85af16af4afb918be85400c7150e&device_id=781760b3-e2ef-4efb-b0b9-86d8f1bef92b HTTP/1.1" status: 200 len: 1097 time: 0.0424402 Jan 05 17:26:47.740314 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efede16-c9f2-4486-8e52-02e81b99585d req-c1a4c911-23f8-4d6b-b8ae-8dd9cea029bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:26:47.741720 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-2efede16-c9f2-4486-8e52-02e81b99585d req-c1a4c911-23f8-4d6b-b8ae-8dd9cea029bd service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=945a85af16af4afb918be85400c7150e&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0942016 Jan 05 17:26:47.829960 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efede16-c9f2-4486-8e52-02e81b99585d req-0410e00e-620c-4dad-9147-2e897b486512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:26:47.831418 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-2efede16-c9f2-4486-8e52-02e81b99585d req-0410e00e-620c-4dad-9147-2e897b486512 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0845993 Jan 05 17:26:47.907452 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b7bb38-df9b-4755-8cd1-d7cf326b1cb9 req-d58a793d-17dc-4ad3-b0b7-5ffb5c87a891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:26:47.908948 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-19b7bb38-df9b-4755-8cd1-d7cf326b1cb9 req-d58a793d-17dc-4ad3-b0b7-5ffb5c87a891 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=945a85af16af4afb918be85400c7150e&device_id=781760b3-e2ef-4efb-b0b9-86d8f1bef92b HTTP/1.1" status: 200 len: 1097 time: 0.0439796 Jan 05 17:26:47.953830 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-19b7bb38-df9b-4755-8cd1-d7cf326b1cb9 req-b08525a1-60de-4292-be85-345cc2bbebf8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7e69427b-7ca0-4edd-bb28-a528886a9afd HTTP/1.1" status: 200 len: 217 time: 0.0370884 Jan 05 17:26:48.000429 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b7bb38-df9b-4755-8cd1-d7cf326b1cb9 req-322f28ca-9203-4641-837f-11cf43f3958d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:26:48.001852 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-19b7bb38-df9b-4755-8cd1-d7cf326b1cb9 req-322f28ca-9203-4641-837f-11cf43f3958d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=370e8c7b-11ee-40f7-936e-790222f2deef HTTP/1.1" status: 200 len: 855 time: 0.0427303 Jan 05 17:26:48.030826 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-19b7bb38-df9b-4755-8cd1-d7cf326b1cb9 req-61056118-8fbe-467e-befb-ccef5a568b8f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a82605f9-5b2d-4fad-9fea-1d2ab1b13f31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0230193 Jan 05 17:26:48.119855 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-19b7bb38-df9b-4755-8cd1-d7cf326b1cb9 req-73e33aa9-8eca-4293-85ef-fbc9b50bfa93 service neutron] 10.222.0.13 "GET /v2.0/networks/a82605f9-5b2d-4fad-9fea-1d2ab1b13f31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830021 Jan 05 17:26:48.204076 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-19b7bb38-df9b-4755-8cd1-d7cf326b1cb9 req-acd03c11-730f-48f0-a1f0-2b3c2d801459 service neutron] 10.222.0.13 "GET /v2.0/networks/a82605f9-5b2d-4fad-9fea-1d2ab1b13f31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0787537 Jan 05 17:26:48.619657 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81357dee-bb0b-43b1-9d0b-c8abd195ecd5 req-10aaf809-37e1-4a8a-83ca-10f463f19563 tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:26:48.621111 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-81357dee-bb0b-43b1-9d0b-c8abd195ecd5 req-10aaf809-37e1-4a8a-83ca-10f463f19563 tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] 10.222.0.11 "GET /v2.0/ports?device_id=781760b3-e2ef-4efb-b0b9-86d8f1bef92b HTTP/1.1" status: 200 len: 944 time: 0.0541558 Jan 05 17:26:48.667070 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-81357dee-bb0b-43b1-9d0b-c8abd195ecd5 req-74ba97e4-e3f0-453b-aea3-ef17e97a13e5 tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4d1faa2-6264-4bff-b437-5fd9a4021d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403512 Jan 05 17:26:49.307392 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-9608b88a-a5a8-4b89-84d9-1b9f3aac99f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:26:49.781341 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c59eed9-f85b-4d5e-9993-453aceafc698 req-c4709e0c-59dd-4e61-b14f-78f8d7061dd9 tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:26:49.782810 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-9c59eed9-f85b-4d5e-9993-453aceafc698 req-c4709e0c-59dd-4e61-b14f-78f8d7061dd9 tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] 10.222.0.11 "GET /v2.0/ports?device_id=781760b3-e2ef-4efb-b0b9-86d8f1bef92b HTTP/1.1" status: 200 len: 944 time: 0.0493317 Jan 05 17:26:49.810284 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:26:49.833309 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-9c59eed9-f85b-4d5e-9993-453aceafc698 req-1a3853bc-507b-4de1-803e-7e304c014120 tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4d1faa2-6264-4bff-b437-5fd9a4021d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443118 Jan 05 17:26:50.558632 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d2607572-b3c9-472c-85bc-c8de0c3fb75c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:26:50.945898 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e475c8-3c88-4908-a9b0-92f0b9b627f3 req-eb2a0b82-d8a1-4943-83b4-38d2f922c0b4 tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:26:50.947405 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-80e475c8-3c88-4908-a9b0-92f0b9b627f3 req-eb2a0b82-d8a1-4943-83b4-38d2f922c0b4 tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] 10.222.0.11 "GET /v2.0/ports?device_id=781760b3-e2ef-4efb-b0b9-86d8f1bef92b HTTP/1.1" status: 200 len: 944 time: 0.0484629 Jan 05 17:26:50.998520 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-80e475c8-3c88-4908-a9b0-92f0b9b627f3 req-ddc1ca6d-a325-43ce-aced-db25baa99394 tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4d1faa2-6264-4bff-b437-5fd9a4021d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442452 Jan 05 17:26:51.687763 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Device 7e69427b-7ca0-4edd-bb28-a528886a9afd details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 05 17:26:51.780363 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] For port 7e69427b-7ca0-4edd-bb28-a528886a9afd, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=7e69427b-7ca0-4edd-bb28-a528886a9afd,segment=NetworkSegment(4be31b08-1773-484e-8657-83a30796658b),segment_id=4be31b08-1773-484e-8657-83a30796658b)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:26:51.791330 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Returning: {'device': '7e69427b-7ca0-4edd-bb28-a528886a9afd', 'network_id': 'a82605f9-5b2d-4fad-9fea-1d2ab1b13f31', 'port_id': '7e69427b-7ca0-4edd-bb28-a528886a9afd', 'mac_address': 'fa:16:3e:9e:57:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '370e8c7b-11ee-40f7-936e-790222f2deef', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 05 17:26:51.829804 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:26:51.842768 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.notifiers.nova [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e69427b-7ca0-4edd-bb28-a528886a9afd {{(pid=103802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 05 17:26:51.861032 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] For port 7e69427b-7ca0-4edd-bb28-a528886a9afd, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=7e69427b-7ca0-4edd-bb28-a528886a9afd,segment=NetworkSegment(4be31b08-1773-484e-8657-83a30796658b),segment_id=4be31b08-1773-484e-8657-83a30796658b)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:26:51.916962 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:26:51.947980 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d504d802-9546-4ce5-a9d3-96c844ac5808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:26:51.963336 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Pushing event updated for resources: {'Port': ['ID=7e69427b-7ca0-4edd-bb28-a528886a9afd,revision_number=4']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:26:52.108845 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9f6f3a-d34d-4c06-b4b8-66fa502e729f req-035425b6-0360-4190-8e6f-9f2c1ccc3b5d tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:26:52.110317 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-3f9f6f3a-d34d-4c06-b4b8-66fa502e729f req-035425b6-0360-4190-8e6f-9f2c1ccc3b5d tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] 10.222.0.11 "GET /v2.0/ports?device_id=781760b3-e2ef-4efb-b0b9-86d8f1bef92b HTTP/1.1" status: 200 len: 945 time: 0.0479372 Jan 05 17:26:52.134358 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] get_ports_and_sgs() called for port_ids ['7e69427b-7ca0-4edd-bb28-a528886a9afd'] {{(pid=103802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 05 17:26:52.156560 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-3f9f6f3a-d34d-4c06-b4b8-66fa502e729f req-117734c0-7be5-4beb-bfde-ee1ff3ec4874 tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4d1faa2-6264-4bff-b437-5fd9a4021d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401688 Jan 05 17:26:53.270384 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8216549a-634b-4cf9-b3c5-6544b9551ae8 req-7b53fa0e-5755-48cb-8e6a-27d839568f07 tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:26:53.271839 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-8216549a-634b-4cf9-b3c5-6544b9551ae8 req-7b53fa0e-5755-48cb-8e6a-27d839568f07 tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] 10.222.0.11 "GET /v2.0/ports?device_id=781760b3-e2ef-4efb-b0b9-86d8f1bef92b HTTP/1.1" status: 200 len: 945 time: 0.0494890 Jan 05 17:26:53.299989 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:26:53.321887 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-8216549a-634b-4cf9-b3c5-6544b9551ae8 req-0c0159b2-0b10-4757-9d76-e1f2765ec7fc tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4d1faa2-6264-4bff-b437-5fd9a4021d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445211 Jan 05 17:26:53.703759 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Device 7e69427b-7ca0-4edd-bb28-a528886a9afd up at agent hyperv_hv-neutron-mast {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:26:53.798778 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Provisioning for port 7e69427b-7ca0-4edd-bb28-a528886a9afd completed by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 05 17:26:53.803082 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Provisioning complete for port 7e69427b-7ca0-4edd-bb28-a528886a9afd triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:26:53.803473 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:26:53.880016 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:26:53.900991 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '781760b3-e2ef-4efb-b0b9-86d8f1bef92b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e69427b-7ca0-4edd-bb28-a528886a9afd'}] {{(pid=103802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 05 17:26:53.903268 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36b213fbd845b3f09e785999bbcda1c85cd5592d7f001460987854e5c1683bd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4f8c7e9-1ebc-4c0e-926f-943a18114f53" -d '{"events": [{"server_uuid": "781760b3-e2ef-4efb-b0b9-86d8f1bef92b", "name": "network-vif-plugged", "status": "completed", "tag": "7e69427b-7ca0-4edd-bb28-a528886a9afd"}]}' {{(pid=103802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 05 17:26:53.915723 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] For port 7e69427b-7ca0-4edd-bb28-a528886a9afd, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=7e69427b-7ca0-4edd-bb28-a528886a9afd,segment=NetworkSegment(4be31b08-1773-484e-8657-83a30796658b),segment_id=4be31b08-1773-484e-8657-83a30796658b)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:26:53.937572 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Jan 2022 17:26:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1c8856c-32fe-47b8-a118-d8a8da1d06e2 x-openstack-request-id: req-b1c8856c-32fe-47b8-a118-d8a8da1d06e2 {{(pid=103802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 05 17:26:53.937884 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "781760b3-e2ef-4efb-b0b9-86d8f1bef92b", "name": "network-vif-plugged", "status": "completed", "tag": "7e69427b-7ca0-4edd-bb28-a528886a9afd", "code": 200}]} {{(pid=103802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 05 17:26:53.938138 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b1c8856c-32fe-47b8-a118-d8a8da1d06e2 {{(pid=103802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 05 17:26:53.938531 dv-neutron-master-2-hyperv neutron-server[103802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '781760b3-e2ef-4efb-b0b9-86d8f1bef92b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e69427b-7ca0-4edd-bb28-a528886a9afd', 'code': 200} Jan 05 17:26:54.008724 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:26:54.055437 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Pushing event updated for resources: {'Port': ['ID=7e69427b-7ca0-4edd-bb28-a528886a9afd,revision_number=5']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:26:54.235320 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb25e695-a542-44bc-a351-edd0b3685c86 req-1dd089d2-add6-4f15-bdd9-82f7dc86f0c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:26:54.236763 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-eb25e695-a542-44bc-a351-edd0b3685c86 req-1dd089d2-add6-4f15-bdd9-82f7dc86f0c3 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=781760b3-e2ef-4efb-b0b9-86d8f1bef92b HTTP/1.1" status: 200 len: 1099 time: 0.0388644 Jan 05 17:26:54.282000 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-eb25e695-a542-44bc-a351-edd0b3685c86 req-f40e5f60-956d-47c2-9122-690bfdd0c91e service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=d4d1faa2-6264-4bff-b437-5fd9a4021d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388839 Jan 05 17:26:54.434997 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c21d48-0394-4ebf-a2f2-b786a05f0319 req-5c182202-0dae-4d41-9adf-6017accfad08 tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:26:54.436441 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-22c21d48-0394-4ebf-a2f2-b786a05f0319 req-5c182202-0dae-4d41-9adf-6017accfad08 tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] 10.222.0.11 "GET /v2.0/ports?device_id=781760b3-e2ef-4efb-b0b9-86d8f1bef92b HTTP/1.1" status: 200 len: 946 time: 0.0481403 Jan 05 17:26:54.481910 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-22c21d48-0394-4ebf-a2f2-b786a05f0319 req-a34dc158-a400-4694-a92b-1bdd3f034e8a tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4d1faa2-6264-4bff-b437-5fd9a4021d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400717 Jan 05 17:26:55.593124 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143fd5d3-7acf-4b6e-94a7-0ab863871535 req-838a37e6-c136-48ca-a839-bfad0bf5b4ff tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:26:55.594584 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-143fd5d3-7acf-4b6e-94a7-0ab863871535 req-838a37e6-c136-48ca-a839-bfad0bf5b4ff tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] 10.222.0.11 "GET /v2.0/ports?device_id=781760b3-e2ef-4efb-b0b9-86d8f1bef92b HTTP/1.1" status: 200 len: 946 time: 0.0472734 Jan 05 17:26:55.640549 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-143fd5d3-7acf-4b6e-94a7-0ab863871535 req-ae5423f4-2bb7-43ff-b077-8c65389a71af tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4d1faa2-6264-4bff-b437-5fd9a4021d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399835 Jan 05 17:26:55.755262 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebd1aa7-abb8-495a-8b15-3333fe13d051 req-78e6a09a-2209-4b8f-ba8e-3bd705cb0f97 tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:26:55.756706 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-9ebd1aa7-abb8-495a-8b15-3333fe13d051 req-78e6a09a-2209-4b8f-ba8e-3bd705cb0f97 tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] 10.222.0.11 "GET /v2.0/ports?device_id=781760b3-e2ef-4efb-b0b9-86d8f1bef92b HTTP/1.1" status: 200 len: 946 time: 0.0525591 Jan 05 17:26:55.803031 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-9ebd1aa7-abb8-495a-8b15-3333fe13d051 req-fed01297-7e1b-4103-9fd4-920b0ce05f1a tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4d1faa2-6264-4bff-b437-5fd9a4021d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401814 Jan 05 17:26:56.046158 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee7b0b6-1772-4c6d-9818-10ee275f816f req-d698a173-e092-49c0-902a-eae5050e9d5f tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:26:56.047625 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-3ee7b0b6-1772-4c6d-9818-10ee275f816f req-d698a173-e092-49c0-902a-eae5050e9d5f tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] 10.222.0.11 "GET /v2.0/ports?device_id=781760b3-e2ef-4efb-b0b9-86d8f1bef92b HTTP/1.1" status: 200 len: 946 time: 0.0482419 Jan 05 17:26:56.093246 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-3ee7b0b6-1772-4c6d-9818-10ee275f816f req-51eb4eca-1ee0-4ad3-9d68-d2549f0ccd31 tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4d1faa2-6264-4bff-b437-5fd9a4021d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400589 Jan 05 17:26:56.206796 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3f614a-042c-4071-9923-46bb923911f1 req-1eabef63-7ec9-4627-9f89-1397330574f6 tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:26:56.208248 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-3f3f614a-042c-4071-9923-46bb923911f1 req-1eabef63-7ec9-4627-9f89-1397330574f6 tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] 10.222.0.11 "GET /v2.0/ports?device_id=781760b3-e2ef-4efb-b0b9-86d8f1bef92b HTTP/1.1" status: 200 len: 946 time: 0.0514550 Jan 05 17:26:56.253268 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-3f3f614a-042c-4071-9923-46bb923911f1 req-72f3d5a3-5934-4202-8563-d01a61e1dd32 tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4d1faa2-6264-4bff-b437-5fd9a4021d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390122 Jan 05 17:26:56.684581 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55de4301-c32c-49d1-8430-3c793aea9dc1 req-f09c1434-ba99-4b42-97f5-07678ffad406 tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:26:56.686074 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-55de4301-c32c-49d1-8430-3c793aea9dc1 req-f09c1434-ba99-4b42-97f5-07678ffad406 tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] 10.222.0.11 "GET /v2.0/ports?device_id=781760b3-e2ef-4efb-b0b9-86d8f1bef92b HTTP/1.1" status: 200 len: 946 time: 0.0479534 Jan 05 17:26:56.732008 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-55de4301-c32c-49d1-8430-3c793aea9dc1 req-6b83b8be-fe0f-46f5-bfe3-78f8313d250f tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4d1faa2-6264-4bff-b437-5fd9a4021d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403087 Jan 05 17:26:56.804400 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-0557af29-4eb9-4b59-a183-fe1eace78076 req-064ba97a-43ad-4b69-8f84-113094a8f4ab service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=781760b3-e2ef-4efb-b0b9-86d8f1bef92b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0385072 Jan 05 17:26:57.845411 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ea392e-c5e2-40ec-95ec-8b66125520f7 req-40e473d7-6708-41aa-997d-bc4dc5b0bb76 tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:26:57.846852 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-48ea392e-c5e2-40ec-95ec-8b66125520f7 req-40e473d7-6708-41aa-997d-bc4dc5b0bb76 tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] 10.222.0.11 "GET /v2.0/ports?device_id=781760b3-e2ef-4efb-b0b9-86d8f1bef92b HTTP/1.1" status: 200 len: 946 time: 0.0484385 Jan 05 17:26:57.897880 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-48ea392e-c5e2-40ec-95ec-8b66125520f7 req-b4ac7886-0026-4f58-a168-429d0fb3107f tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4d1faa2-6264-4bff-b437-5fd9a4021d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453112 Jan 05 17:26:58.734019 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0557af29-4eb9-4b59-a183-fe1eace78076 req-52a40606-7aab-4cbe-9fcc-ce9b8117ca39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:26:58.735469 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-0557af29-4eb9-4b59-a183-fe1eace78076 req-52a40606-7aab-4cbe-9fcc-ce9b8117ca39 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=945a85af16af4afb918be85400c7150e&device_id=781760b3-e2ef-4efb-b0b9-86d8f1bef92b HTTP/1.1" status: 200 len: 1099 time: 0.0406535 Jan 05 17:26:58.822225 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0557af29-4eb9-4b59-a183-fe1eace78076 req-a3f18460-fde1-405f-b135-d1160035c7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:26:58.823664 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-0557af29-4eb9-4b59-a183-fe1eace78076 req-a3f18460-fde1-405f-b135-d1160035c7aa service neutron] 10.222.0.13 "GET /v2.0/networks?id=a82605f9-5b2d-4fad-9fea-1d2ab1b13f31 HTTP/1.1" status: 200 len: 916 time: 0.0820076 Jan 05 17:26:58.865894 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-0557af29-4eb9-4b59-a183-fe1eace78076 req-1d023462-14be-4286-b5a2-e6310f15b1bc service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7e69427b-7ca0-4edd-bb28-a528886a9afd HTTP/1.1" status: 200 len: 217 time: 0.0366297 Jan 05 17:26:58.912093 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0557af29-4eb9-4b59-a183-fe1eace78076 req-70d60ee1-0348-46aa-b61c-3c853e004c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:26:58.913468 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-0557af29-4eb9-4b59-a183-fe1eace78076 req-70d60ee1-0348-46aa-b61c-3c853e004c89 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=370e8c7b-11ee-40f7-936e-790222f2deef HTTP/1.1" status: 200 len: 855 time: 0.0422373 Jan 05 17:26:58.943978 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-0557af29-4eb9-4b59-a183-fe1eace78076 req-ebbf16c3-90c1-4799-877e-63fdd9f25601 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a82605f9-5b2d-4fad-9fea-1d2ab1b13f31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243363 Jan 05 17:26:59.015250 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6cc549-f0ba-4787-9a5f-86816df25701 req-04eb66da-c881-4015-939b-bba257359a6a tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:26:59.016725 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-7b6cc549-f0ba-4787-9a5f-86816df25701 req-04eb66da-c881-4015-939b-bba257359a6a tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] 10.222.0.11 "GET /v2.0/ports?device_id=781760b3-e2ef-4efb-b0b9-86d8f1bef92b HTTP/1.1" status: 200 len: 946 time: 0.0532658 Jan 05 17:26:59.035302 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-0557af29-4eb9-4b59-a183-fe1eace78076 req-377dec5b-79fb-48cb-824f-f20acad51ff5 service neutron] 10.222.0.13 "GET /v2.0/networks/a82605f9-5b2d-4fad-9fea-1d2ab1b13f31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848088 Jan 05 17:26:59.062235 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-7b6cc549-f0ba-4787-9a5f-86816df25701 req-f468e15e-6171-41b0-94c1-ce78f5aa793c tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4d1faa2-6264-4bff-b437-5fd9a4021d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399015 Jan 05 17:26:59.120898 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-0557af29-4eb9-4b59-a183-fe1eace78076 req-8a6139c9-a2f9-4674-b8a0-6eca151e758a service neutron] 10.222.0.13 "GET /v2.0/networks/a82605f9-5b2d-4fad-9fea-1d2ab1b13f31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802765 Jan 05 17:27:00.180305 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6248701e-9040-4e85-b863-5016f2472702 req-0728ecb9-65b1-4d1b-a0a2-96db3b43309e tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:27:00.181770 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-6248701e-9040-4e85-b863-5016f2472702 req-0728ecb9-65b1-4d1b-a0a2-96db3b43309e tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] 10.222.0.11 "GET /v2.0/ports?device_id=781760b3-e2ef-4efb-b0b9-86d8f1bef92b HTTP/1.1" status: 200 len: 946 time: 0.0527923 Jan 05 17:27:00.229993 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-6248701e-9040-4e85-b863-5016f2472702 req-8a5f6be5-54f3-4a24-90fa-6b35d54e9bf6 tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4d1faa2-6264-4bff-b437-5fd9a4021d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427253 Jan 05 17:27:01.344487 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017a25ee-b2c5-4bfa-aeb2-f8d8878b59fa req-e8475b13-5781-4063-858b-55f6717037ae tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:27:01.345966 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-017a25ee-b2c5-4bfa-aeb2-f8d8878b59fa req-e8475b13-5781-4063-858b-55f6717037ae tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] 10.222.0.11 "GET /v2.0/ports?device_id=781760b3-e2ef-4efb-b0b9-86d8f1bef92b HTTP/1.1" status: 200 len: 946 time: 0.0482411 Jan 05 17:27:01.392454 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-017a25ee-b2c5-4bfa-aeb2-f8d8878b59fa req-24f886da-b63d-4f68-ae82-2c93b8fcdc9b tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4d1faa2-6264-4bff-b437-5fd9a4021d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403771 Jan 05 17:27:02.504671 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a868127-5e8e-4942-9698-e5727b83ca20 req-084e9d4a-a5f7-4f6a-a9cc-fa86cc454c77 tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:27:02.506132 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-0a868127-5e8e-4942-9698-e5727b83ca20 req-084e9d4a-a5f7-4f6a-a9cc-fa86cc454c77 tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] 10.222.0.11 "GET /v2.0/ports?device_id=781760b3-e2ef-4efb-b0b9-86d8f1bef92b HTTP/1.1" status: 200 len: 946 time: 0.0477076 Jan 05 17:27:02.551346 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-0a868127-5e8e-4942-9698-e5727b83ca20 req-40e53344-85d3-4d9d-b030-00646d499d84 tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4d1faa2-6264-4bff-b437-5fd9a4021d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392520 Jan 05 17:27:03.667304 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c6d28c-263a-4c06-8d61-e9ff88e2a5cf req-537dd51f-49c4-4f8f-a492-ac333555e8bd tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:27:03.668748 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-01c6d28c-263a-4c06-8d61-e9ff88e2a5cf req-537dd51f-49c4-4f8f-a492-ac333555e8bd tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] 10.222.0.11 "GET /v2.0/ports?device_id=781760b3-e2ef-4efb-b0b9-86d8f1bef92b HTTP/1.1" status: 200 len: 946 time: 0.0516303 Jan 05 17:27:03.714842 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-01c6d28c-263a-4c06-8d61-e9ff88e2a5cf req-963cf8c9-280d-43c3-9cea-9f6cbdcffc91 tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4d1faa2-6264-4bff-b437-5fd9a4021d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406091 Jan 05 17:27:04.826324 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081b223d-72b0-4a7f-ba31-32c1b6e87141 req-3df7aeb9-444f-4d9a-9481-19500adbab2d tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:27:04.827783 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-081b223d-72b0-4a7f-ba31-32c1b6e87141 req-3df7aeb9-444f-4d9a-9481-19500adbab2d tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] 10.222.0.11 "GET /v2.0/ports?device_id=781760b3-e2ef-4efb-b0b9-86d8f1bef92b HTTP/1.1" status: 200 len: 946 time: 0.0475025 Jan 05 17:27:04.876613 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-081b223d-72b0-4a7f-ba31-32c1b6e87141 req-6e259fc1-aeba-4606-a7c4-6b8b86352d1e tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4d1faa2-6264-4bff-b437-5fd9a4021d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434246 Jan 05 17:27:05.991744 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d59b3a3-46e0-4eeb-a194-22717cbb13c0 req-2429758c-fba1-4de5-a307-09ee710d2f21 tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:27:05.993208 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-0d59b3a3-46e0-4eeb-a194-22717cbb13c0 req-2429758c-fba1-4de5-a307-09ee710d2f21 tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] 10.222.0.11 "GET /v2.0/ports?device_id=781760b3-e2ef-4efb-b0b9-86d8f1bef92b HTTP/1.1" status: 200 len: 946 time: 0.0507634 Jan 05 17:27:06.038045 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-0d59b3a3-46e0-4eeb-a194-22717cbb13c0 req-2e685bd6-e575-474b-ad58-d8bc11903cfb tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4d1faa2-6264-4bff-b437-5fd9a4021d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394118 Jan 05 17:27:07.148396 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449c3ef8-20e1-4bb3-b48e-f31c6937e357 req-52c4f50e-d0f8-4ded-a9e7-5ff1c9dab52f tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:27:07.149854 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-449c3ef8-20e1-4bb3-b48e-f31c6937e357 req-52c4f50e-d0f8-4ded-a9e7-5ff1c9dab52f tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] 10.222.0.11 "GET /v2.0/ports?device_id=781760b3-e2ef-4efb-b0b9-86d8f1bef92b HTTP/1.1" status: 200 len: 946 time: 0.0471039 Jan 05 17:27:07.195092 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-449c3ef8-20e1-4bb3-b48e-f31c6937e357 req-1188e138-1385-412a-8a7a-ae3d1037b123 tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4d1faa2-6264-4bff-b437-5fd9a4021d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398149 Jan 05 17:27:08.312673 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dacc55-6812-4d6f-8a4e-7ae754ba6e17 req-b8cdb802-fde1-4cdf-b352-b9b023bca731 tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:27:08.314150 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-75dacc55-6812-4d6f-8a4e-7ae754ba6e17 req-b8cdb802-fde1-4cdf-b352-b9b023bca731 tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] 10.222.0.11 "GET /v2.0/ports?device_id=781760b3-e2ef-4efb-b0b9-86d8f1bef92b HTTP/1.1" status: 200 len: 946 time: 0.0473735 Jan 05 17:27:08.362992 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-75dacc55-6812-4d6f-8a4e-7ae754ba6e17 req-d6760045-2d53-412e-be05-fb45f340a03e tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4d1faa2-6264-4bff-b437-5fd9a4021d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434210 Jan 05 17:27:09.477210 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca2a491-48f8-47bf-86ac-dd5e952dc5b7 req-b19113d6-c1a3-4c65-b190-ebdf6c5fa122 tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:27:09.478952 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-9ca2a491-48f8-47bf-86ac-dd5e952dc5b7 req-b19113d6-c1a3-4c65-b190-ebdf6c5fa122 tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] 10.222.0.11 "GET /v2.0/ports?device_id=781760b3-e2ef-4efb-b0b9-86d8f1bef92b HTTP/1.1" status: 200 len: 946 time: 0.0475090 Jan 05 17:27:09.523993 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-9ca2a491-48f8-47bf-86ac-dd5e952dc5b7 req-a3bce56e-b72f-4e03-96b6-34d32395ee17 tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4d1faa2-6264-4bff-b437-5fd9a4021d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395966 Jan 05 17:27:10.639277 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9805a3-9dc7-45d1-bd0c-3f7f8bfcda08 req-85667ec4-49d2-4b05-a8fa-6a8bdbff0dcc tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:27:10.640757 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-ae9805a3-9dc7-45d1-bd0c-3f7f8bfcda08 req-85667ec4-49d2-4b05-a8fa-6a8bdbff0dcc tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] 10.222.0.11 "GET /v2.0/ports?device_id=781760b3-e2ef-4efb-b0b9-86d8f1bef92b HTTP/1.1" status: 200 len: 946 time: 0.0512049 Jan 05 17:27:10.686896 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-ae9805a3-9dc7-45d1-bd0c-3f7f8bfcda08 req-d1ee1ab0-5d0f-4b23-9211-e4e31aa97456 tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4d1faa2-6264-4bff-b437-5fd9a4021d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405171 Jan 05 17:27:11.801911 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a074f8-1c18-4f52-ab11-5aac4f2441ea req-068f45bf-11ef-4a2c-8ac8-53b5837ff788 tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:27:11.803367 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-50a074f8-1c18-4f52-ab11-5aac4f2441ea req-068f45bf-11ef-4a2c-8ac8-53b5837ff788 tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] 10.222.0.11 "GET /v2.0/ports?device_id=781760b3-e2ef-4efb-b0b9-86d8f1bef92b HTTP/1.1" status: 200 len: 946 time: 0.0517218 Jan 05 17:27:11.848538 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-50a074f8-1c18-4f52-ab11-5aac4f2441ea req-a0457cef-35e5-47ad-831b-6a11a6dc1d87 tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4d1faa2-6264-4bff-b437-5fd9a4021d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397465 Jan 05 17:27:12.408053 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bad307-d3ef-468d-bf83-f849e7ad5bad req-9524f5a1-1348-4b78-a540-b255ed5689e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:27:12.409446 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-06bad307-d3ef-468d-bf83-f849e7ad5bad req-9524f5a1-1348-4b78-a540-b255ed5689e0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=945a85af16af4afb918be85400c7150e&device_id=781760b3-e2ef-4efb-b0b9-86d8f1bef92b HTTP/1.1" status: 200 len: 1099 time: 0.0824151 Jan 05 17:27:12.511301 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bad307-d3ef-468d-bf83-f849e7ad5bad req-649a51ef-0883-4bbc-b300-6f757c0f5ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:27:12.512716 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-06bad307-d3ef-468d-bf83-f849e7ad5bad req-649a51ef-0883-4bbc-b300-6f757c0f5ebc service neutron] 10.222.0.13 "GET /v2.0/networks?id=a82605f9-5b2d-4fad-9fea-1d2ab1b13f31 HTTP/1.1" status: 200 len: 916 time: 0.0847261 Jan 05 17:27:12.550989 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-06bad307-d3ef-468d-bf83-f849e7ad5bad req-e310ab21-538f-478f-b1c1-bfed8eb7eec4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7e69427b-7ca0-4edd-bb28-a528886a9afd HTTP/1.1" status: 200 len: 217 time: 0.0329208 Jan 05 17:27:12.595901 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bad307-d3ef-468d-bf83-f849e7ad5bad req-32688ab3-6336-48c4-a5a4-8c43eaebea92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:27:12.597260 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-06bad307-d3ef-468d-bf83-f849e7ad5bad req-32688ab3-6336-48c4-a5a4-8c43eaebea92 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=370e8c7b-11ee-40f7-936e-790222f2deef HTTP/1.1" status: 200 len: 855 time: 0.0412564 Jan 05 17:27:12.627678 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-06bad307-d3ef-468d-bf83-f849e7ad5bad req-86924f63-e504-4725-aba2-de031b475655 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a82605f9-5b2d-4fad-9fea-1d2ab1b13f31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237081 Jan 05 17:27:12.716987 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-06bad307-d3ef-468d-bf83-f849e7ad5bad req-be8d0705-9d64-4738-955f-e99c92e1844f service neutron] 10.222.0.13 "GET /v2.0/networks/a82605f9-5b2d-4fad-9fea-1d2ab1b13f31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823340 Jan 05 17:27:12.803493 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-06bad307-d3ef-468d-bf83-f849e7ad5bad req-aa9e4027-313c-4bde-a550-3e5769cfacd9 service neutron] 10.222.0.13 "GET /v2.0/networks/a82605f9-5b2d-4fad-9fea-1d2ab1b13f31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806990 Jan 05 17:27:12.973560 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15609162-ec92-47fc-a55a-88b15215dcdd req-eb6cca48-b5b3-46cf-ad25-b252992c253c tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:27:12.974922 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-15609162-ec92-47fc-a55a-88b15215dcdd req-eb6cca48-b5b3-46cf-ad25-b252992c253c tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] 10.222.0.11 "GET /v2.0/ports?device_id=781760b3-e2ef-4efb-b0b9-86d8f1bef92b HTTP/1.1" status: 200 len: 946 time: 0.0479305 Jan 05 17:27:13.020548 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-15609162-ec92-47fc-a55a-88b15215dcdd req-b6263130-bceb-42a1-a678-e066929d69e9 tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4d1faa2-6264-4bff-b437-5fd9a4021d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398502 Jan 05 17:27:14.137067 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd6f521-c892-4f51-b389-e3d7d8a25b67 req-c9ef358b-7b0d-4cf8-9001-626d7f806afc tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:27:14.138569 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-0dd6f521-c892-4f51-b389-e3d7d8a25b67 req-c9ef358b-7b0d-4cf8-9001-626d7f806afc tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] 10.222.0.11 "GET /v2.0/ports?device_id=781760b3-e2ef-4efb-b0b9-86d8f1bef92b HTTP/1.1" status: 200 len: 946 time: 0.0527353 Jan 05 17:27:14.184759 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-0dd6f521-c892-4f51-b389-e3d7d8a25b67 req-289a6c2d-1d34-4ad5-a5a1-79bab1335b35 tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4d1faa2-6264-4bff-b437-5fd9a4021d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404265 Jan 05 17:27:15.301033 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d31ab8-fb4c-4b0d-8f19-d1955ebdcd88 req-8f287aab-4ace-437c-b514-05c1b64e4df3 tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:27:15.302538 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-41d31ab8-fb4c-4b0d-8f19-d1955ebdcd88 req-8f287aab-4ace-437c-b514-05c1b64e4df3 tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] 10.222.0.11 "GET /v2.0/ports?device_id=781760b3-e2ef-4efb-b0b9-86d8f1bef92b HTTP/1.1" status: 200 len: 946 time: 0.0520732 Jan 05 17:27:15.347635 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-41d31ab8-fb4c-4b0d-8f19-d1955ebdcd88 req-68eceaa5-30eb-447d-8c82-8cd092089032 tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4d1faa2-6264-4bff-b437-5fd9a4021d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396137 Jan 05 17:27:16.457949 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1952034e-0b00-4cc9-8dfa-b695ba4d6ed7 req-d5bf8623-93c7-45f6-ba7c-c03048c92f1b tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:27:16.459402 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-1952034e-0b00-4cc9-8dfa-b695ba4d6ed7 req-d5bf8623-93c7-45f6-ba7c-c03048c92f1b tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] 10.222.0.11 "GET /v2.0/ports?device_id=781760b3-e2ef-4efb-b0b9-86d8f1bef92b HTTP/1.1" status: 200 len: 946 time: 0.0476136 Jan 05 17:27:16.503822 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-1952034e-0b00-4cc9-8dfa-b695ba4d6ed7 req-a02d0279-4b9b-49ff-9acf-099438aa0c41 tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4d1faa2-6264-4bff-b437-5fd9a4021d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391395 Jan 05 17:27:17.122417 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-1eb9ba8a-5671-4509-8721-5bbdfb9adce4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:27:17.615670 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88ea77f-8ad4-4677-abf1-127ef8b7f27d req-1c4bebc9-3ab4-42e9-aa07-810ace040520 tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:27:17.617303 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-a88ea77f-8ad4-4677-abf1-127ef8b7f27d req-1c4bebc9-3ab4-42e9-aa07-810ace040520 tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] 10.222.0.11 "GET /v2.0/ports?device_id=781760b3-e2ef-4efb-b0b9-86d8f1bef92b HTTP/1.1" status: 200 len: 946 time: 0.0485291 Jan 05 17:27:17.663900 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-a88ea77f-8ad4-4677-abf1-127ef8b7f27d req-2934a078-9937-479a-b930-87f967cfb175 tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4d1faa2-6264-4bff-b437-5fd9a4021d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406344 Jan 05 17:27:18.781271 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246005bc-886f-4f36-a5a3-a98d93cf975a req-1b1aa03d-8665-4959-81eb-408f4c3575f0 tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:27:18.782740 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-246005bc-886f-4f36-a5a3-a98d93cf975a req-1b1aa03d-8665-4959-81eb-408f4c3575f0 tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] 10.222.0.11 "GET /v2.0/ports?device_id=781760b3-e2ef-4efb-b0b9-86d8f1bef92b HTTP/1.1" status: 200 len: 946 time: 0.0515184 Jan 05 17:27:18.827839 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-246005bc-886f-4f36-a5a3-a98d93cf975a req-a0f9b0b5-55fb-4eab-9b8f-3365e864a1bb tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4d1faa2-6264-4bff-b437-5fd9a4021d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396276 Jan 05 17:27:19.290104 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-051ffb5d-a44e-44f3-bba7-89d6f0c0c7a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:27:19.803874 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:27:19.937664 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011a5260-dadb-492c-8744-1cee5ae6b4be req-81ac69e9-6670-428f-8a76-a9b3948dba8d tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:27:19.939049 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-011a5260-dadb-492c-8744-1cee5ae6b4be req-81ac69e9-6670-428f-8a76-a9b3948dba8d tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] 10.222.0.11 "GET /v2.0/ports?device_id=781760b3-e2ef-4efb-b0b9-86d8f1bef92b HTTP/1.1" status: 200 len: 946 time: 0.0470898 Jan 05 17:27:19.987737 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-011a5260-dadb-492c-8744-1cee5ae6b4be req-cfd9fe7f-9f0f-4736-9c7a-98f77a3f9e78 tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4d1faa2-6264-4bff-b437-5fd9a4021d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432651 Jan 05 17:27:20.534859 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d2607572-b3c9-472c-85bc-c8de0c3fb75c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:27:21.098905 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357a6dc6-6193-42c5-95c4-86823218ccd0 req-cb495855-da21-4e8d-99b8-57e2a4279617 tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:27:21.100355 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-357a6dc6-6193-42c5-95c4-86823218ccd0 req-cb495855-da21-4e8d-99b8-57e2a4279617 tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] 10.222.0.11 "GET /v2.0/ports?device_id=781760b3-e2ef-4efb-b0b9-86d8f1bef92b HTTP/1.1" status: 200 len: 946 time: 0.0473065 Jan 05 17:27:21.145405 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-357a6dc6-6193-42c5-95c4-86823218ccd0 req-5847ef59-cfc0-4cdc-b5cc-15f572563b7e tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4d1faa2-6264-4bff-b437-5fd9a4021d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386796 Jan 05 17:27:21.941246 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d504d802-9546-4ce5-a9d3-96c844ac5808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:27:22.270271 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94514fa-0b86-443b-be09-6d59691f3555 req-0652db51-d4c7-498d-b242-fa4c59985a38 tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:27:22.271735 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-e94514fa-0b86-443b-be09-6d59691f3555 req-0652db51-d4c7-498d-b242-fa4c59985a38 tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] 10.222.0.11 "GET /v2.0/ports?device_id=781760b3-e2ef-4efb-b0b9-86d8f1bef92b HTTP/1.1" status: 200 len: 946 time: 0.0501349 Jan 05 17:27:22.318707 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-e94514fa-0b86-443b-be09-6d59691f3555 req-e71526b5-74c0-4577-8e42-a496315db6f7 tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4d1faa2-6264-4bff-b437-5fd9a4021d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412934 Jan 05 17:27:22.715018 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.agents_db [None req-291d1585-17df-45c0-b64a-d244e6d90872 None None] Agent healthcheck: found 6 active agents {{(pid=103803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 05 17:27:23.295169 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:27:23.430079 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91454a1-27fa-441e-8482-ca3368e39a64 req-115e32c0-2558-4ba1-be5a-ed6fd740e061 tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:27:23.431531 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-a91454a1-27fa-441e-8482-ca3368e39a64 req-115e32c0-2558-4ba1-be5a-ed6fd740e061 tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] 10.222.0.11 "GET /v2.0/ports?device_id=781760b3-e2ef-4efb-b0b9-86d8f1bef92b HTTP/1.1" status: 200 len: 946 time: 0.0477619 Jan 05 17:27:23.484648 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-a91454a1-27fa-441e-8482-ca3368e39a64 req-af6e7bb6-f219-4f65-a661-ccf1aba85254 tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4d1faa2-6264-4bff-b437-5fd9a4021d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477133 Jan 05 17:27:24.596053 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c27eb6-78d4-4b2f-b362-a4e5ad9694a4 req-e13bcdef-0d2a-4438-b3cd-fdcddb05e8c6 tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:27:24.597532 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-b1c27eb6-78d4-4b2f-b362-a4e5ad9694a4 req-e13bcdef-0d2a-4438-b3cd-fdcddb05e8c6 tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] 10.222.0.11 "GET /v2.0/ports?device_id=781760b3-e2ef-4efb-b0b9-86d8f1bef92b HTTP/1.1" status: 200 len: 946 time: 0.0481403 Jan 05 17:27:24.696886 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-b1c27eb6-78d4-4b2f-b362-a4e5ad9694a4 req-679080aa-5b6c-4cb6-9545-e4f7216a221c tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4d1faa2-6264-4bff-b437-5fd9a4021d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931129 Jan 05 17:27:25.859049 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f3829b-48e5-402d-b91e-76068354c6ac req-4e7a1f00-69c1-42f1-a551-7c3746ab15c1 tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:27:25.860514 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-76f3829b-48e5-402d-b91e-76068354c6ac req-4e7a1f00-69c1-42f1-a551-7c3746ab15c1 tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] 10.222.0.11 "GET /v2.0/ports?device_id=781760b3-e2ef-4efb-b0b9-86d8f1bef92b HTTP/1.1" status: 200 len: 946 time: 0.0956523 Jan 05 17:27:25.906214 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-76f3829b-48e5-402d-b91e-76068354c6ac req-a6404d77-fb83-415b-bdf8-30d1bae476e4 tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4d1faa2-6264-4bff-b437-5fd9a4021d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401733 Jan 05 17:27:26.166769 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-0557af29-4eb9-4b59-a183-fe1eace78076 req-c22bff75-f66c-4a9a-baef-82a8316732e3 service neutron] 10.222.0.13 "GET /v2.0/ports/7e69427b-7ca0-4edd-bb28-a528886a9afd/bindings/hv-neutron-mast HTTP/1.1" status: 200 len: 384 time: 0.0521572 Jan 05 17:27:26.646545 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0557af29-4eb9-4b59-a183-fe1eace78076 req-55696717-7f5e-4f9f-9e0e-008970b2d910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:27:26.648663 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-0557af29-4eb9-4b59-a183-fe1eace78076 req-55696717-7f5e-4f9f-9e0e-008970b2d910 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=781760b3-e2ef-4efb-b0b9-86d8f1bef92b&tenant_id=945a85af16af4afb918be85400c7150e HTTP/1.1" status: 200 len: 1099 time: 0.0405226 Jan 05 17:27:26.711766 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0557af29-4eb9-4b59-a183-fe1eace78076 req-46bdd945-8f01-4c31-b682-89726774a48d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:27:26.713209 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-0557af29-4eb9-4b59-a183-fe1eace78076 req-46bdd945-8f01-4c31-b682-89726774a48d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=945a85af16af4afb918be85400c7150e&device_id=781760b3-e2ef-4efb-b0b9-86d8f1bef92b HTTP/1.1" status: 200 len: 1099 time: 0.0431898 Jan 05 17:27:26.797925 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0557af29-4eb9-4b59-a183-fe1eace78076 req-4d9d98bd-b8c8-4b14-af27-23ccf20a7af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:27:26.799359 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-0557af29-4eb9-4b59-a183-fe1eace78076 req-4d9d98bd-b8c8-4b14-af27-23ccf20a7af4 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a82605f9-5b2d-4fad-9fea-1d2ab1b13f31 HTTP/1.1" status: 200 len: 916 time: 0.0804248 Jan 05 17:27:26.842440 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-0557af29-4eb9-4b59-a183-fe1eace78076 req-f08df289-c696-4a95-9097-75eb8622e989 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7e69427b-7ca0-4edd-bb28-a528886a9afd HTTP/1.1" status: 200 len: 217 time: 0.0371304 Jan 05 17:27:26.888171 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0557af29-4eb9-4b59-a183-fe1eace78076 req-cf83ac64-bf3d-476c-898e-45e513d5b61f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:27:26.889543 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-0557af29-4eb9-4b59-a183-fe1eace78076 req-cf83ac64-bf3d-476c-898e-45e513d5b61f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=370e8c7b-11ee-40f7-936e-790222f2deef HTTP/1.1" status: 200 len: 855 time: 0.0417070 Jan 05 17:27:26.919178 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-0557af29-4eb9-4b59-a183-fe1eace78076 req-39e56916-6712-4267-a67a-4258189c8427 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a82605f9-5b2d-4fad-9fea-1d2ab1b13f31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243528 Jan 05 17:27:27.015482 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-0557af29-4eb9-4b59-a183-fe1eace78076 req-8102cea2-ad4a-44a3-a844-164c71baa770 service neutron] 10.222.0.13 "GET /v2.0/networks/a82605f9-5b2d-4fad-9fea-1d2ab1b13f31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909648 Jan 05 17:27:27.029252 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b115f812-5862-4788-aab1-d11b550d1441 req-cadb5aae-fe40-4bf4-8f94-862cd4ba20f2 tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:27:27.036716 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-b115f812-5862-4788-aab1-d11b550d1441 req-cadb5aae-fe40-4bf4-8f94-862cd4ba20f2 tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] 10.222.0.11 "GET /v2.0/ports?device_id=781760b3-e2ef-4efb-b0b9-86d8f1bef92b HTTP/1.1" status: 200 len: 946 time: 0.0603054 Jan 05 17:27:27.079455 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-b115f812-5862-4788-aab1-d11b550d1441 req-723df9ef-9447-456f-9b8d-05682d3c89a5 tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4d1faa2-6264-4bff-b437-5fd9a4021d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416722 Jan 05 17:27:27.109262 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-0557af29-4eb9-4b59-a183-fe1eace78076 req-86e9fc52-2e9b-47be-8a66-2b8c7d291a88 service neutron] 10.222.0.13 "GET /v2.0/networks/a82605f9-5b2d-4fad-9fea-1d2ab1b13f31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869093 Jan 05 17:27:28.203660 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1eb9c9-2f5e-4e84-a6f7-c295d55684ef req-70c9163f-4cc5-4af4-b2a2-04869d5595c9 tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:27:28.205151 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-8c1eb9c9-2f5e-4e84-a6f7-c295d55684ef req-70c9163f-4cc5-4af4-b2a2-04869d5595c9 tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] 10.222.0.11 "GET /v2.0/ports?device_id=781760b3-e2ef-4efb-b0b9-86d8f1bef92b HTTP/1.1" status: 200 len: 946 time: 0.0597894 Jan 05 17:27:28.250669 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-8c1eb9c9-2f5e-4e84-a6f7-c295d55684ef req-f3858773-288e-483b-8158-6b9c788c9a4b tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4d1faa2-6264-4bff-b437-5fd9a4021d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394075 Jan 05 17:27:29.366032 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bc137c-51f9-40fa-9c19-c7b3699e67e4 req-34d81430-aa49-418e-9f44-64e33a7e967a tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:27:29.367519 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-f8bc137c-51f9-40fa-9c19-c7b3699e67e4 req-34d81430-aa49-418e-9f44-64e33a7e967a tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] 10.222.0.11 "GET /v2.0/ports?device_id=781760b3-e2ef-4efb-b0b9-86d8f1bef92b HTTP/1.1" status: 200 len: 946 time: 0.0505376 Jan 05 17:27:29.414359 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-f8bc137c-51f9-40fa-9c19-c7b3699e67e4 req-2e0b4441-8d44-4501-89ef-062b6984bd4a tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4d1faa2-6264-4bff-b437-5fd9a4021d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412953 Jan 05 17:27:29.765187 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6102b8-68fb-4cfa-9e36-9d6ff5f6350b req-0976d2a6-78d5-4e4a-a7c7-73a4b391ad03 tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:27:29.766748 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-0c6102b8-68fb-4cfa-9e36-9d6ff5f6350b req-0976d2a6-78d5-4e4a-a7c7-73a4b391ad03 tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] 10.222.0.11 "GET /v2.0/ports?device_id=781760b3-e2ef-4efb-b0b9-86d8f1bef92b HTTP/1.1" status: 200 len: 946 time: 0.0569799 Jan 05 17:27:29.815936 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-0c6102b8-68fb-4cfa-9e36-9d6ff5f6350b req-cf83f659-cd7a-48e8-a74c-ad98e2ae44d7 tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4d1faa2-6264-4bff-b437-5fd9a4021d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424368 Jan 05 17:27:29.859553 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Device 7e69427b-7ca0-4edd-bb28-a528886a9afd details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 05 17:27:29.861898 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Device 7e69427b-7ca0-4edd-bb28-a528886a9afd no longer exists at agent hyperv_hv-neutron-mast {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 05 17:27:30.010962 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:27:30.043671 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] For port 7e69427b-7ca0-4edd-bb28-a528886a9afd, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=7e69427b-7ca0-4edd-bb28-a528886a9afd,segment=NetworkSegment(4be31b08-1773-484e-8657-83a30796658b),segment_id=4be31b08-1773-484e-8657-83a30796658b)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:27:30.061439 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Returning: {'device': '7e69427b-7ca0-4edd-bb28-a528886a9afd', 'network_id': 'a82605f9-5b2d-4fad-9fea-1d2ab1b13f31', 'port_id': '7e69427b-7ca0-4edd-bb28-a528886a9afd', 'mac_address': 'fa:16:3e:9e:57:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '370e8c7b-11ee-40f7-936e-790222f2deef', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 05 17:27:30.062739 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '781760b3-e2ef-4efb-b0b9-86d8f1bef92b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7e69427b-7ca0-4edd-bb28-a528886a9afd'}] {{(pid=103802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 05 17:27:30.064989 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36b213fbd845b3f09e785999bbcda1c85cd5592d7f001460987854e5c1683bd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3944776-e4e3-4e31-a563-d40c3050d899" -d '{"events": [{"server_uuid": "781760b3-e2ef-4efb-b0b9-86d8f1bef92b", "name": "network-vif-unplugged", "status": "completed", "tag": "7e69427b-7ca0-4edd-bb28-a528886a9afd"}]}' {{(pid=103802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 05 17:27:30.083332 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] For port 7e69427b-7ca0-4edd-bb28-a528886a9afd, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=7e69427b-7ca0-4edd-bb28-a528886a9afd,segment=NetworkSegment(4be31b08-1773-484e-8657-83a30796658b),segment_id=4be31b08-1773-484e-8657-83a30796658b)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:27:30.115392 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 05 Jan 2022 17:27:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b691bbc2-cb5c-482d-a3cf-88dc19eeefa8 x-openstack-request-id: req-b691bbc2-cb5c-482d-a3cf-88dc19eeefa8 {{(pid=103802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 05 17:27:30.115683 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "781760b3-e2ef-4efb-b0b9-86d8f1bef92b", "name": "network-vif-unplugged", "status": "completed", "tag": "7e69427b-7ca0-4edd-bb28-a528886a9afd", "code": 200}]} {{(pid=103802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 05 17:27:30.115930 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b691bbc2-cb5c-482d-a3cf-88dc19eeefa8 {{(pid=103802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 05 17:27:30.117096 dv-neutron-master-2-hyperv neutron-server[103802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '781760b3-e2ef-4efb-b0b9-86d8f1bef92b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7e69427b-7ca0-4edd-bb28-a528886a9afd', 'code': 200} Jan 05 17:27:30.129922 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:27:30.144835 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:27:30.151055 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.notifiers.nova [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7e69427b-7ca0-4edd-bb28-a528886a9afd {{(pid=103802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 05 17:27:30.201345 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd37a7c6-148a-469d-96b2-1e3bdb318a3c req-f600f261-98e6-4188-a2df-a0367a4a15ee tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:27:30.202929 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-bd37a7c6-148a-469d-96b2-1e3bdb318a3c req-f600f261-98e6-4188-a2df-a0367a4a15ee tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] 10.222.0.13 "GET /v2.0/ports?device_id=781760b3-e2ef-4efb-b0b9-86d8f1bef92b&tenant_id=945a85af16af4afb918be85400c7150e&binding%3Ahost_id=hv-neutron-mast HTTP/1.1" status: 200 len: 946 time: 0.4020693 Jan 05 17:27:30.231287 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Pushing event updated for resources: {'Port': ['ID=7e69427b-7ca0-4edd-bb28-a528886a9afd,revision_number=6']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:27:30.236124 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.db.api [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103802) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 05 17:27:30.236479 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG oslo_db.api [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 05 17:27:30.288711 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd37a7c6-148a-469d-96b2-1e3bdb318a3c req-e96de363-acf3-4ef3-ba1d-a62c508d7efc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:27:30.290097 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-bd37a7c6-148a-469d-96b2-1e3bdb318a3c req-e96de363-acf3-4ef3-ba1d-a62c508d7efc service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=945a85af16af4afb918be85400c7150e&device_id=781760b3-e2ef-4efb-b0b9-86d8f1bef92b HTTP/1.1" status: 200 len: 1097 time: 0.0394187 Jan 05 17:27:30.383720 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd37a7c6-148a-469d-96b2-1e3bdb318a3c req-594ece58-60b9-469a-9278-f2e6e32c2408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:27:30.385171 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-bd37a7c6-148a-469d-96b2-1e3bdb318a3c req-594ece58-60b9-469a-9278-f2e6e32c2408 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a82605f9-5b2d-4fad-9fea-1d2ab1b13f31 HTTP/1.1" status: 200 len: 916 time: 0.0892351 Jan 05 17:27:30.425291 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-bd37a7c6-148a-469d-96b2-1e3bdb318a3c req-c5bfbc03-b952-47a2-b6d3-7b64f45d2bfb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7e69427b-7ca0-4edd-bb28-a528886a9afd HTTP/1.1" status: 200 len: 217 time: 0.0346255 Jan 05 17:27:30.472247 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd37a7c6-148a-469d-96b2-1e3bdb318a3c req-16c38851-e59c-419e-b1c0-328aa0895273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:27:30.473745 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-bd37a7c6-148a-469d-96b2-1e3bdb318a3c req-16c38851-e59c-419e-b1c0-328aa0895273 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=370e8c7b-11ee-40f7-936e-790222f2deef HTTP/1.1" status: 200 len: 855 time: 0.0433202 Jan 05 17:27:30.509258 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-bd37a7c6-148a-469d-96b2-1e3bdb318a3c req-006c7286-fcfb-4a6f-97aa-cb03082a16e2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a82605f9-5b2d-4fad-9fea-1d2ab1b13f31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294809 Jan 05 17:27:30.598964 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-bd37a7c6-148a-469d-96b2-1e3bdb318a3c req-b55b56a3-ffcf-40f1-8035-a54e6d5bed83 service neutron] 10.222.0.13 "GET /v2.0/networks/a82605f9-5b2d-4fad-9fea-1d2ab1b13f31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839558 Jan 05 17:27:30.688519 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-bd37a7c6-148a-469d-96b2-1e3bdb318a3c req-6d7916e8-cdda-4d62-bb4e-11d2cb7e1f7f service neutron] 10.222.0.13 "GET /v2.0/networks/a82605f9-5b2d-4fad-9fea-1d2ab1b13f31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829632 Jan 05 17:27:30.777015 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:27:30.791845 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.notifiers.nova [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e69427b-7ca0-4edd-bb28-a528886a9afd {{(pid=103802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 05 17:27:30.814353 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] For port 7e69427b-7ca0-4edd-bb28-a528886a9afd, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=7e69427b-7ca0-4edd-bb28-a528886a9afd,segment=NetworkSegment(4be31b08-1773-484e-8657-83a30796658b),segment_id=4be31b08-1773-484e-8657-83a30796658b)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:27:30.916856 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:27:30.936791 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09509fa4-685b-40ec-a5ec-b8923ddc45fe req-e8a05f49-2411-4cbe-b90a-93b913efbdcc tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:27:30.938944 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-09509fa4-685b-40ec-a5ec-b8923ddc45fe req-e8a05f49-2411-4cbe-b90a-93b913efbdcc tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] 10.222.0.11 "GET /v2.0/ports?device_id=781760b3-e2ef-4efb-b0b9-86d8f1bef92b HTTP/1.1" status: 200 len: 944 time: 0.0515549 Jan 05 17:27:30.967231 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Pushing event updated for resources: {'Port': ['ID=7e69427b-7ca0-4edd-bb28-a528886a9afd,revision_number=7']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:27:30.972518 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] get_ports_and_sgs() called for port_ids ['7e69427b-7ca0-4edd-bb28-a528886a9afd'] {{(pid=103802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 05 17:27:30.986886 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-09509fa4-685b-40ec-a5ec-b8923ddc45fe req-445bf702-1429-4c51-96d5-fef7c56ab2e7 tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4d1faa2-6264-4bff-b437-5fd9a4021d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425084 Jan 05 17:27:31.858188 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Device 7e69427b-7ca0-4edd-bb28-a528886a9afd up at agent hyperv_hv-neutron-mast {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:27:31.904554 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Provisioning complete for port 7e69427b-7ca0-4edd-bb28-a528886a9afd triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:27:31.904906 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:27:31.981116 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:27:32.011477 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] For port 7e69427b-7ca0-4edd-bb28-a528886a9afd, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=7e69427b-7ca0-4edd-bb28-a528886a9afd,segment=NetworkSegment(4be31b08-1773-484e-8657-83a30796658b),segment_id=4be31b08-1773-484e-8657-83a30796658b)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:27:32.070381 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:27:32.108550 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a1169b-f279-4767-b643-2ce9eda0bb0f req-9aa7a737-352b-417d-91ca-ebe4b9cfa2c5 tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:27:32.109960 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-a7a1169b-f279-4767-b643-2ce9eda0bb0f req-9aa7a737-352b-417d-91ca-ebe4b9cfa2c5 tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] 10.222.0.11 "GET /v2.0/ports?device_id=781760b3-e2ef-4efb-b0b9-86d8f1bef92b HTTP/1.1" status: 200 len: 945 time: 0.0568287 Jan 05 17:27:32.117687 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Pushing event updated for resources: {'Port': ['ID=7e69427b-7ca0-4edd-bb28-a528886a9afd,revision_number=8']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:27:32.119986 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '781760b3-e2ef-4efb-b0b9-86d8f1bef92b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e69427b-7ca0-4edd-bb28-a528886a9afd'}] {{(pid=103802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 05 17:27:32.122194 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36b213fbd845b3f09e785999bbcda1c85cd5592d7f001460987854e5c1683bd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-098ea347-70aa-44b5-a935-7e7b583c1c26" -d '{"events": [{"server_uuid": "781760b3-e2ef-4efb-b0b9-86d8f1bef92b", "name": "network-vif-plugged", "status": "completed", "tag": "7e69427b-7ca0-4edd-bb28-a528886a9afd"}]}' {{(pid=103802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 05 17:27:32.163490 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Jan 2022 17:27:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cfd64b4-660d-4a91-be99-654170eab1d1 x-openstack-request-id: req-7cfd64b4-660d-4a91-be99-654170eab1d1 {{(pid=103802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 05 17:27:32.163885 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "781760b3-e2ef-4efb-b0b9-86d8f1bef92b", "name": "network-vif-plugged", "status": "completed", "tag": "7e69427b-7ca0-4edd-bb28-a528886a9afd", "code": 200}]} {{(pid=103802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 05 17:27:32.164248 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-7cfd64b4-660d-4a91-be99-654170eab1d1 {{(pid=103802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 05 17:27:32.164846 dv-neutron-master-2-hyperv neutron-server[103802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '781760b3-e2ef-4efb-b0b9-86d8f1bef92b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e69427b-7ca0-4edd-bb28-a528886a9afd', 'code': 200} Jan 05 17:27:32.169930 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-a7a1169b-f279-4767-b643-2ce9eda0bb0f req-ada89892-4925-47b2-86e4-77369dbff214 tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4d1faa2-6264-4bff-b437-5fd9a4021d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544775 Jan 05 17:27:32.283502 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b284cd9d-c635-4185-9d7a-52c5f268d5ae req-4106b120-ccc3-4aa1-a3ff-7351a8915e77 tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:27:32.284946 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-b284cd9d-c635-4185-9d7a-52c5f268d5ae req-4106b120-ccc3-4aa1-a3ff-7351a8915e77 tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] 10.222.0.11 "GET /v2.0/ports?device_id=781760b3-e2ef-4efb-b0b9-86d8f1bef92b HTTP/1.1" status: 200 len: 946 time: 0.0483012 Jan 05 17:27:32.333756 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-b284cd9d-c635-4185-9d7a-52c5f268d5ae req-42f5650b-1aa7-44fe-9975-6e3b2108ffe1 tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4d1faa2-6264-4bff-b437-5fd9a4021d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431771 Jan 05 17:27:32.451718 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5356c07-25cf-41f7-9d78-8cf49350f507 req-44a918a6-08aa-4f63-9873-cdd094a712c7 tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:27:32.453177 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-d5356c07-25cf-41f7-9d78-8cf49350f507 req-44a918a6-08aa-4f63-9873-cdd094a712c7 tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] 10.222.0.11 "GET /v2.0/ports?device_id=781760b3-e2ef-4efb-b0b9-86d8f1bef92b HTTP/1.1" status: 200 len: 946 time: 0.0566869 Jan 05 17:27:32.498538 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-d5356c07-25cf-41f7-9d78-8cf49350f507 req-6fb5e7ed-31bc-4bd7-80c1-fb49e507fed9 tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4d1faa2-6264-4bff-b437-5fd9a4021d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398982 Jan 05 17:27:33.019102 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a68908-2c26-4232-9612-9ef3d1ed78ce req-1ed5483c-c2ef-4dd3-902a-a675f7b1773b tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:27:33.020538 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-52a68908-2c26-4232-9612-9ef3d1ed78ce req-1ed5483c-c2ef-4dd3-902a-a675f7b1773b tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] 10.222.0.11 "GET /v2.0/networks?id=a82605f9-5b2d-4fad-9fea-1d2ab1b13f31 HTTP/1.1" status: 200 len: 815 time: 0.1029823 Jan 05 17:27:33.034263 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-52a68908-2c26-4232-9612-9ef3d1ed78ce req-3da7300b-91a7-42cb-8bbe-6f72e9232b16 tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] 10.222.0.11 "GET /v2.0/quotas/945a85af16af4afb918be85400c7150e HTTP/1.1" status: 200 len: 375 time: 0.0085354 Jan 05 17:27:33.081814 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-52a68908-2c26-4232-9612-9ef3d1ed78ce req-720a1fdf-7478-41d4-8210-3fc3172d49f6 tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=945a85af16af4afb918be85400c7150e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0424385 Jan 05 17:27:33.091833 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [req-52a68908-2c26-4232-9612-9ef3d1ed78ce req-28eb9182-f171-496d-a01b-264c7e32e5ae service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103800) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 05 17:27:33.092788 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-52a68908-2c26-4232-9612-9ef3d1ed78ce req-28eb9182-f171-496d-a01b-264c7e32e5ae service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049536 Jan 05 17:27:33.182276 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-52a68908-2c26-4232-9612-9ef3d1ed78ce req-7a03d9f2-385b-4caf-9748-8c31db0c4b4b service neutron] 10.222.0.11 "GET /v2.0/networks/a82605f9-5b2d-4fad-9fea-1d2ab1b13f31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844729 Jan 05 17:27:33.269170 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-52a68908-2c26-4232-9612-9ef3d1ed78ce req-29f91a9e-c8e1-4d29-9699-44b212d946b8 service neutron] 10.222.0.11 "GET /v2.0/networks/a82605f9-5b2d-4fad-9fea-1d2ab1b13f31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812759 Jan 05 17:27:33.510938 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-5178941f-1620-43eb-89a7-6584cffdd480 req-6945981f-6f56-4bc3-98db-646ee39b4125 tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c9b1cf2-4e1f-4fa6-b467-2a219152ed45 HTTP/1.1" status: 200 len: 210 time: 0.0297935 Jan 05 17:27:34.564817 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d962ab-7cf1-4b68-a0bc-61b7a680e494 req-47303728-6eb2-439a-a969-cbcec42a9dc7 tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:27:34.566377 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-86d962ab-7cf1-4b68-a0bc-61b7a680e494 req-47303728-6eb2-439a-a969-cbcec42a9dc7 tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] 10.222.0.13 "GET /v2.0/ports?device_id=781760b3-e2ef-4efb-b0b9-86d8f1bef92b HTTP/1.1" status: 200 len: 946 time: 0.0552812 Jan 05 17:27:34.632396 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-b59bdb4b-dfa4-4835-a8fc-a145349989d9 req-7aea77e2-58e4-4122-ad6e-d15d34ea9d41 tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c9b1cf2-4e1f-4fa6-b467-2a219152ed45 HTTP/1.1" status: 200 len: 210 time: 0.0484047 Jan 05 17:27:34.695187 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [req-86d962ab-7cf1-4b68-a0bc-61b7a680e494 req-1e7b5c4a-3da3-4a67-bb92-00adc36117b5 tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] Deleting port 7e69427b-7ca0-4edd-bb28-a528886a9afd {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:27:34.695525 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-86d962ab-7cf1-4b68-a0bc-61b7a680e494 req-1e7b5c4a-3da3-4a67-bb92-00adc36117b5 tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:27:34.796394 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.db [req-86d962ab-7cf1-4b68-a0bc-61b7a680e494 req-1e7b5c4a-3da3-4a67-bb92-00adc36117b5 tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] For port 7e69427b-7ca0-4edd-bb28-a528886a9afd, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=7e69427b-7ca0-4edd-bb28-a528886a9afd,segment=NetworkSegment(4be31b08-1773-484e-8657-83a30796658b),segment_id=4be31b08-1773-484e-8657-83a30796658b)] {{(pid=103800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:27:34.796672 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-86d962ab-7cf1-4b68-a0bc-61b7a680e494 req-1e7b5c4a-3da3-4a67-bb92-00adc36117b5 tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:27:34.811654 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [req-86d962ab-7cf1-4b68-a0bc-61b7a680e494 req-1e7b5c4a-3da3-4a67-bb92-00adc36117b5 tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] Calling delete_port for 7e69427b-7ca0-4edd-bb28-a528886a9afd owned by compute:nova {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:27:35.026675 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-86d962ab-7cf1-4b68-a0bc-61b7a680e494 req-1e7b5c4a-3da3-4a67-bb92-00adc36117b5 tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:27:35.039763 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] get_ports_and_sgs() called for port_ids ['7e69427b-7ca0-4edd-bb28-a528886a9afd'] {{(pid=103802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 05 17:27:35.059765 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7b5c4a-3da3-4a67-bb92-00adc36117b5 tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] Pushing event deleted for resources: {'Port': ['ID=7e69427b-7ca0-4edd-bb28-a528886a9afd,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:27:35.098578 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [req-86d962ab-7cf1-4b68-a0bc-61b7a680e494 req-1e7b5c4a-3da3-4a67-bb92-00adc36117b5 tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] No DVR routers for this DVR port 7e69427b-7ca0-4edd-bb28-a528886a9afd on host hv-neutron-mast {{(pid=103800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 05 17:27:35.101609 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-86d962ab-7cf1-4b68-a0bc-61b7a680e494 req-1e7b5c4a-3da3-4a67-bb92-00adc36117b5 tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:27:35.105238 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-86d962ab-7cf1-4b68-a0bc-61b7a680e494 req-1e7b5c4a-3da3-4a67-bb92-00adc36117b5 tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] 10.222.0.13 "DELETE /v2.0/ports/7e69427b-7ca0-4edd-bb28-a528886a9afd HTTP/1.1" status: 204 len: 173 time: 0.5327802 Jan 05 17:27:35.105781 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '781760b3-e2ef-4efb-b0b9-86d8f1bef92b', 'name': 'network-vif-deleted', 'tag': '7e69427b-7ca0-4edd-bb28-a528886a9afd'}] {{(pid=103800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 05 17:27:35.108070 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f64b9d4628f7eefcc27168a80c04985d23f0ea5def038dae05e1deb7357f3bfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f409f58-eaac-49fd-8db2-3566c095b93b" -d '{"events": [{"server_uuid": "781760b3-e2ef-4efb-b0b9-86d8f1bef92b", "name": "network-vif-deleted", "tag": "7e69427b-7ca0-4edd-bb28-a528886a9afd"}]}' {{(pid=103800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 05 17:27:35.204352 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Jan 2022 17:27:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-029dbf1b-ff45-4ada-bf32-f537a6cd8784 x-openstack-request-id: req-029dbf1b-ff45-4ada-bf32-f537a6cd8784 {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 05 17:27:35.205021 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "781760b3-e2ef-4efb-b0b9-86d8f1bef92b", "name": "network-vif-deleted", "tag": "7e69427b-7ca0-4edd-bb28-a528886a9afd", "status": "completed", "code": 200}]} {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 05 17:27:35.205273 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-029dbf1b-ff45-4ada-bf32-f537a6cd8784 {{(pid=103800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 05 17:27:35.205704 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '781760b3-e2ef-4efb-b0b9-86d8f1bef92b', 'name': 'network-vif-deleted', 'tag': '7e69427b-7ca0-4edd-bb28-a528886a9afd', 'status': 'completed', 'code': 200} Jan 05 17:27:35.421190 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a68908-2c26-4232-9612-9ef3d1ed78ce req-93009eae-770a-482e-add3-2fe148a73034 tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:27:35.422726 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-52a68908-2c26-4232-9612-9ef3d1ed78ce req-93009eae-770a-482e-add3-2fe148a73034 tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] 10.222.0.13 "GET /v2.0/networks?id=a82605f9-5b2d-4fad-9fea-1d2ab1b13f31 HTTP/1.1" status: 200 len: 815 time: 0.1067429 Jan 05 17:27:35.434701 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [req-52a68908-2c26-4232-9612-9ef3d1ed78ce req-13d508fc-b295-44b5-b858-b50370fb9e12 tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] Request body: {'port': {'device_id': '8c9b1cf2-4e1f-4fa6-b467-2a219152ed45', 'network_id': 'a82605f9-5b2d-4fad-9fea-1d2ab1b13f31', 'admin_state_up': True, 'tenant_id': '945a85af16af4afb918be85400c7150e'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:27:35.636086 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52a68908-2c26-4232-9612-9ef3d1ed78ce req-13d508fc-b295-44b5-b858-b50370fb9e12 tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] Made reservation on behalf of 945a85af16af4afb918be85400c7150e for: {'port': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:27:35.639732 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-52a68908-2c26-4232-9612-9ef3d1ed78ce req-13d508fc-b295-44b5-b858-b50370fb9e12 tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:27:35.741755 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-24dd5ec5-b138-4cdd-8cf6-16e43ecf13e1 req-2830348c-05bc-4e9e-b3c7-07f2dba0874c tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c9b1cf2-4e1f-4fa6-b467-2a219152ed45 HTTP/1.1" status: 200 len: 210 time: 0.0336111 Jan 05 17:27:35.800838 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [req-52a68908-2c26-4232-9612-9ef3d1ed78ce req-13d508fc-b295-44b5-b858-b50370fb9e12 tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] Allocated IP 172.20.0.14 (a82605f9-5b2d-4fad-9fea-1d2ab1b13f31/370e8c7b-11ee-40f7-936e-790222f2deef/1fd9f9b6-f69d-4bc8-9630-7c4b5d642dd2) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:27:35.944404 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-52a68908-2c26-4232-9612-9ef3d1ed78ce req-13d508fc-b295-44b5-b858-b50370fb9e12 tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] Publish callbacks [] for port, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:27:36.053849 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-52a68908-2c26-4232-9612-9ef3d1ed78ce req-13d508fc-b295-44b5-b858-b50370fb9e12 tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:27:36.064594 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] get_ports_and_sgs() called for port_ids ['7e69427b-7ca0-4edd-bb28-a528886a9afd'] {{(pid=103802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 05 17:27:36.094037 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52a68908-2c26-4232-9612-9ef3d1ed78ce req-13d508fc-b295-44b5-b858-b50370fb9e12 tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] Network a82605f9-5b2d-4fad-9fea-1d2ab1b13f31 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:27:36.097177 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [req-52a68908-2c26-4232-9612-9ef3d1ed78ce req-13d508fc-b295-44b5-b858-b50370fb9e12 tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:27:36.101701 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [req-52a68908-2c26-4232-9612-9ef3d1ed78ce req-13d508fc-b295-44b5-b858-b50370fb9e12 tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:27:36.130345 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d508fc-b295-44b5-b858-b50370fb9e12 tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] Pushing event updated for resources: {'Port': ['ID=1fd9f9b6-f69d-4bc8-9630-7c4b5d642dd2,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:27:36.154203 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:27:36.154203 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:27:36.154203 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:27:36.154203 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:27:36.154203 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:27:36.154203 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:27:36.154203 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:27:36.154203 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:27:36.154203 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:27:36.154203 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:27:36.154203 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:27:36.154203 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:27:36.154203 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:27:36.154203 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:27:36.154203 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:27:36.154203 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:27:36.154203 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:27:36.154203 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:27:36.154203 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:27:36.154203 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:27:36.154203 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:27:36.154203 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:27:36.154203 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:27:36.154203 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:27:36.154203 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:27:36.154203 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:27:36.154203 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:27:36.154203 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:27:36.154203 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:27:36.154203 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:27:36.154203 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:27:36.154203 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:27:36.154203 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:27:36.154203 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:27:36.154203 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:27:36.154203 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:27:36.154203 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:27:36.154203 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:27:36.154203 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:27:36.154203 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:27:36.154203 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:27:36.154203 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:27:36.154203 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:27:36.154203 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:27:36.154203 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:27:36.154203 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:27:36.154203 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:27:36.154203 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:27:36.157319 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a68908-2c26-4232-9612-9ef3d1ed78ce req-13d508fc-b295-44b5-b858-b50370fb9e12 tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:27:36.157319 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-52a68908-2c26-4232-9612-9ef3d1ed78ce req-13d508fc-b295-44b5-b858-b50370fb9e12 tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:27:36.229782 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-52a68908-2c26-4232-9612-9ef3d1ed78ce req-13d508fc-b295-44b5-b858-b50370fb9e12 tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7987208 Jan 05 17:27:36.240540 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [req-52a68908-2c26-4232-9612-9ef3d1ed78ce req-16b683a0-1287-462c-8d04-96784ee659d8 service neutron] Request body: {'port': {'device_id': '8c9b1cf2-4e1f-4fa6-b467-2a219152ed45', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:27:36.303216 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-52a68908-2c26-4232-9612-9ef3d1ed78ce req-16b683a0-1287-462c-8d04-96784ee659d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:27:36.577267 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.notifiers.nova [req-52a68908-2c26-4232-9612-9ef3d1ed78ce req-16b683a0-1287-462c-8d04-96784ee659d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1fd9f9b6-f69d-4bc8-9630-7c4b5d642dd2 {{(pid=103800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 05 17:27:36.585210 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-52a68908-2c26-4232-9612-9ef3d1ed78ce req-16b683a0-1287-462c-8d04-96784ee659d8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:27:36.596911 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.provisioning_blocks [req-52a68908-2c26-4232-9612-9ef3d1ed78ce req-16b683a0-1287-462c-8d04-96784ee659d8 service neutron] Transition to ACTIVE for port object 1fd9f9b6-f69d-4bc8-9630-7c4b5d642dd2 will not be triggered until provisioned by entity L2. {{(pid=103800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 05 17:27:36.660734 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-52a68908-2c26-4232-9612-9ef3d1ed78ce req-16b683a0-1287-462c-8d04-96784ee659d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8784461'] for port, after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:27:36.708804 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b683a0-1287-462c-8d04-96784ee659d8 service neutron] Pushing event updated for resources: {'Port': ['ID=1fd9f9b6-f69d-4bc8-9630-7c4b5d642dd2,revision_number=2']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:27:36.778818 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [req-52a68908-2c26-4232-9612-9ef3d1ed78ce req-16b683a0-1287-462c-8d04-96784ee659d8 service neutron] Attempting to bind port 1fd9f9b6-f69d-4bc8-9630-7c4b5d642dd2 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 05 17:27:36.779172 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [req-52a68908-2c26-4232-9612-9ef3d1ed78ce req-16b683a0-1287-462c-8d04-96784ee659d8 service neutron] Attempting to bind port 1fd9f9b6-f69d-4bc8-9630-7c4b5d642dd2 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '4be31b08-1773-484e-8657-83a30796658b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'a82605f9-5b2d-4fad-9fea-1d2ab1b13f31'}] {{(pid=103800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 05 17:27:36.779472 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52a68908-2c26-4232-9612-9ef3d1ed78ce req-16b683a0-1287-462c-8d04-96784ee659d8 service neutron] Attempting to bind port 1fd9f9b6-f69d-4bc8-9630-7c4b5d642dd2 on network a82605f9-5b2d-4fad-9fea-1d2ab1b13f31 {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:27:36.783713 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52a68908-2c26-4232-9612-9ef3d1ed78ce req-16b683a0-1287-462c-8d04-96784ee659d8 service neutron] Port 1fd9f9b6-f69d-4bc8-9630-7c4b5d642dd2 on network a82605f9-5b2d-4fad-9fea-1d2ab1b13f31 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 05 17:27:36.784033 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52a68908-2c26-4232-9612-9ef3d1ed78ce req-16b683a0-1287-462c-8d04-96784ee659d8 service neutron] Attempting to bind port 1fd9f9b6-f69d-4bc8-9630-7c4b5d642dd2 on network a82605f9-5b2d-4fad-9fea-1d2ab1b13f31 {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:27:36.788764 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52a68908-2c26-4232-9612-9ef3d1ed78ce req-16b683a0-1287-462c-8d04-96784ee659d8 service neutron] Checking agent: {'id': '5c36d785-abe8-4e89-a23a-b403333d2378', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 5, 17, 3, 49), 'started_at': datetime.datetime(2022, 1, 5, 17, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 1, 5, 17, 27, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 05 17:27:36.789090 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52a68908-2c26-4232-9612-9ef3d1ed78ce req-16b683a0-1287-462c-8d04-96784ee659d8 service neutron] Checking segment: {'id': '4be31b08-1773-484e-8657-83a30796658b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'a82605f9-5b2d-4fad-9fea-1d2ab1b13f31'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:27:36.789464 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52a68908-2c26-4232-9612-9ef3d1ed78ce req-16b683a0-1287-462c-8d04-96784ee659d8 service neutron] Bound using segment: {'id': '4be31b08-1773-484e-8657-83a30796658b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'a82605f9-5b2d-4fad-9fea-1d2ab1b13f31'} {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 05 17:27:36.789908 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [req-52a68908-2c26-4232-9612-9ef3d1ed78ce req-16b683a0-1287-462c-8d04-96784ee659d8 service neutron] Bound port: 1fd9f9b6-f69d-4bc8-9630-7c4b5d642dd2, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4be31b08-1773-484e-8657-83a30796658b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'a82605f9-5b2d-4fad-9fea-1d2ab1b13f31'}}] {{(pid=103800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 05 17:27:36.790259 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-52a68908-2c26-4232-9612-9ef3d1ed78ce req-16b683a0-1287-462c-8d04-96784ee659d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:27:36.854606 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.db [req-52a68908-2c26-4232-9612-9ef3d1ed78ce req-16b683a0-1287-462c-8d04-96784ee659d8 service neutron] For port 1fd9f9b6-f69d-4bc8-9630-7c4b5d642dd2, host hv-neutron-mast, cleared binding levels {{(pid=103800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 05 17:27:36.858050 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.db [req-52a68908-2c26-4232-9612-9ef3d1ed78ce req-16b683a0-1287-462c-8d04-96784ee659d8 service neutron] For port 1fd9f9b6-f69d-4bc8-9630-7c4b5d642dd2, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=1fd9f9b6-f69d-4bc8-9630-7c4b5d642dd2,segment=NetworkSegment(4be31b08-1773-484e-8657-83a30796658b),segment_id=4be31b08-1773-484e-8657-83a30796658b)] {{(pid=103800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 05 17:27:36.861734 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ececaac-3800-4812-b694-12c5a1113eef req-693cec0c-b5ab-485e-abac-9464a13e1099 tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:27:36.863191 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-5ececaac-3800-4812-b694-12c5a1113eef req-693cec0c-b5ab-485e-abac-9464a13e1099 tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c9b1cf2-4e1f-4fa6-b467-2a219152ed45 HTTP/1.1" status: 200 len: 944 time: 0.0484743 Jan 05 17:27:36.915885 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-5ececaac-3800-4812-b694-12c5a1113eef req-37b6206d-e9ae-4748-935e-f25b1acd1529 tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4d1faa2-6264-4bff-b437-5fd9a4021d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466511 Jan 05 17:27:36.933829 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-52a68908-2c26-4232-9612-9ef3d1ed78ce req-16b683a0-1287-462c-8d04-96784ee659d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8784461'] for port, after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:27:36.967587 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a68908-2c26-4232-9612-9ef3d1ed78ce req-16b683a0-1287-462c-8d04-96784ee659d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:27:36.968213 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-52a68908-2c26-4232-9612-9ef3d1ed78ce req-16b683a0-1287-462c-8d04-96784ee659d8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:27:36.969615 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-52a68908-2c26-4232-9612-9ef3d1ed78ce req-16b683a0-1287-462c-8d04-96784ee659d8 service neutron] 10.222.0.13 "PUT /v2.0/ports/1fd9f9b6-f69d-4bc8-9630-7c4b5d642dd2 HTTP/1.1" status: 200 len: 1094 time: 0.7330706 Jan 05 17:27:36.988881 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b683a0-1287-462c-8d04-96784ee659d8 service neutron] Pushing event updated for resources: {'Port': ['ID=1fd9f9b6-f69d-4bc8-9630-7c4b5d642dd2,revision_number=3']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:27:37.122017 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a68908-2c26-4232-9612-9ef3d1ed78ce req-1fc50fbf-8ef6-4268-942e-3ca36367d696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:27:37.123422 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-52a68908-2c26-4232-9612-9ef3d1ed78ce req-1fc50fbf-8ef6-4268-942e-3ca36367d696 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=945a85af16af4afb918be85400c7150e&device_id=8c9b1cf2-4e1f-4fa6-b467-2a219152ed45 HTTP/1.1" status: 200 len: 1097 time: 0.0474057 Jan 05 17:27:37.161636 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-52a68908-2c26-4232-9612-9ef3d1ed78ce req-5396eece-56db-42b7-8bf1-3da7445ececc service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1fd9f9b6-f69d-4bc8-9630-7c4b5d642dd2 HTTP/1.1" status: 200 len: 217 time: 0.0322990 Jan 05 17:27:37.206531 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c9b1cf2-4e1f-4fa6-b467-2a219152ed45', 'tag': '1fd9f9b6-f69d-4bc8-9630-7c4b5d642dd2'}] {{(pid=103800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 05 17:27:37.208686 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f64b9d4628f7eefcc27168a80c04985d23f0ea5def038dae05e1deb7357f3bfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bbae1b1-7a9b-40a7-8d4c-4066ca5a9e38" -d '{"events": [{"name": "network-changed", "server_uuid": "8c9b1cf2-4e1f-4fa6-b467-2a219152ed45", "tag": "1fd9f9b6-f69d-4bc8-9630-7c4b5d642dd2"}]}' {{(pid=103800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 05 17:27:37.212503 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a68908-2c26-4232-9612-9ef3d1ed78ce req-a7211056-7bac-4a04-be60-b351f67343e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:27:37.213945 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-52a68908-2c26-4232-9612-9ef3d1ed78ce req-a7211056-7bac-4a04-be60-b351f67343e8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=370e8c7b-11ee-40f7-936e-790222f2deef HTTP/1.1" status: 200 len: 855 time: 0.0459082 Jan 05 17:27:37.246017 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-52a68908-2c26-4232-9612-9ef3d1ed78ce req-57e37e47-e648-4565-a6c1-46e03a514980 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a82605f9-5b2d-4fad-9fea-1d2ab1b13f31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263391 Jan 05 17:27:37.247604 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Jan 2022 17:27:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9493fb06-4982-40c2-85c3-bd701cc91693 x-openstack-request-id: req-9493fb06-4982-40c2-85c3-bd701cc91693 {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 05 17:27:37.247882 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c9b1cf2-4e1f-4fa6-b467-2a219152ed45", "tag": "1fd9f9b6-f69d-4bc8-9630-7c4b5d642dd2", "status": "completed", "code": 200}]} {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 05 17:27:37.248131 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-9493fb06-4982-40c2-85c3-bd701cc91693 {{(pid=103800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 05 17:27:37.248515 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c9b1cf2-4e1f-4fa6-b467-2a219152ed45', 'tag': '1fd9f9b6-f69d-4bc8-9630-7c4b5d642dd2', 'status': 'completed', 'code': 200} Jan 05 17:27:37.344985 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-52a68908-2c26-4232-9612-9ef3d1ed78ce req-f8be6fc4-0bd8-4fb7-bab3-0914fda42ff6 service neutron] 10.222.0.13 "GET /v2.0/networks/a82605f9-5b2d-4fad-9fea-1d2ab1b13f31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910394 Jan 05 17:27:37.431787 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-52a68908-2c26-4232-9612-9ef3d1ed78ce req-2a4b5e70-96c1-4cba-a45e-05f27da37eb0 service neutron] 10.222.0.13 "GET /v2.0/networks/a82605f9-5b2d-4fad-9fea-1d2ab1b13f31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801551 Jan 05 17:27:37.599839 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbae1b1-7a9b-40a7-8d4c-4066ca5a9e38 req-1aa79e66-b2df-4b82-89c2-815203d97251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:27:37.602002 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-6bbae1b1-7a9b-40a7-8d4c-4066ca5a9e38 req-1aa79e66-b2df-4b82-89c2-815203d97251 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=945a85af16af4afb918be85400c7150e&device_id=8c9b1cf2-4e1f-4fa6-b467-2a219152ed45 HTTP/1.1" status: 200 len: 1097 time: 0.0471377 Jan 05 17:27:37.689480 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbae1b1-7a9b-40a7-8d4c-4066ca5a9e38 req-88b90e53-c22b-4ddb-b328-62fef6f026d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:27:37.690888 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-6bbae1b1-7a9b-40a7-8d4c-4066ca5a9e38 req-88b90e53-c22b-4ddb-b328-62fef6f026d6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a82605f9-5b2d-4fad-9fea-1d2ab1b13f31 HTTP/1.1" status: 200 len: 916 time: 0.0818448 Jan 05 17:27:37.736281 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-6bbae1b1-7a9b-40a7-8d4c-4066ca5a9e38 req-08148a49-e6fa-4c04-a473-e0fb1330e26f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1fd9f9b6-f69d-4bc8-9630-7c4b5d642dd2 HTTP/1.1" status: 200 len: 217 time: 0.0380094 Jan 05 17:27:37.783358 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbae1b1-7a9b-40a7-8d4c-4066ca5a9e38 req-71367e61-dd08-4f20-9fc0-ce5b4fbaf2d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:27:37.784777 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-6bbae1b1-7a9b-40a7-8d4c-4066ca5a9e38 req-71367e61-dd08-4f20-9fc0-ce5b4fbaf2d2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=370e8c7b-11ee-40f7-936e-790222f2deef HTTP/1.1" status: 200 len: 855 time: 0.0424893 Jan 05 17:27:37.813553 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-6bbae1b1-7a9b-40a7-8d4c-4066ca5a9e38 req-57ac8b0c-4bd0-4201-8172-7f0b924140d4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a82605f9-5b2d-4fad-9fea-1d2ab1b13f31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0229089 Jan 05 17:27:37.898889 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-6bbae1b1-7a9b-40a7-8d4c-4066ca5a9e38 req-d5faee6e-03a7-4254-ad3e-d7018d20c4cb service neutron] 10.222.0.13 "GET /v2.0/networks/a82605f9-5b2d-4fad-9fea-1d2ab1b13f31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796571 Jan 05 17:27:37.989908 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-6bbae1b1-7a9b-40a7-8d4c-4066ca5a9e38 req-a734771a-02bd-43f4-94e8-a51f731d8f01 service neutron] 10.222.0.13 "GET /v2.0/networks/a82605f9-5b2d-4fad-9fea-1d2ab1b13f31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849636 Jan 05 17:27:38.031688 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14832d45-56fd-418b-8a92-8e689aa1f3a4 req-efed1cb7-3641-4a37-b33e-f85fc908d05e tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:27:38.033137 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-14832d45-56fd-418b-8a92-8e689aa1f3a4 req-efed1cb7-3641-4a37-b33e-f85fc908d05e tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c9b1cf2-4e1f-4fa6-b467-2a219152ed45 HTTP/1.1" status: 200 len: 944 time: 0.0502508 Jan 05 17:27:38.081095 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-14832d45-56fd-418b-8a92-8e689aa1f3a4 req-daf8d87e-d92c-452b-a1bc-57ba36747068 tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4d1faa2-6264-4bff-b437-5fd9a4021d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423868 Jan 05 17:27:39.196812 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836c929a-0b5d-4687-93ce-f2aac26730d9 req-608b5e80-7d8e-44dc-99ab-14c21222230e tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:27:39.198351 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-836c929a-0b5d-4687-93ce-f2aac26730d9 req-608b5e80-7d8e-44dc-99ab-14c21222230e tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c9b1cf2-4e1f-4fa6-b467-2a219152ed45 HTTP/1.1" status: 200 len: 944 time: 0.0503757 Jan 05 17:27:39.244137 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-836c929a-0b5d-4687-93ce-f2aac26730d9 req-eff69e11-9edd-4918-803a-bba74e8dfc2e tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4d1faa2-6264-4bff-b437-5fd9a4021d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403166 Jan 05 17:27:39.906438 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Device 1fd9f9b6-f69d-4bc8-9630-7c4b5d642dd2 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 05 17:27:39.908475 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Device 7e69427b-7ca0-4edd-bb28-a528886a9afd no longer exists at agent hyperv_hv-neutron-mast {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 05 17:27:39.939561 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] No Port match for: 7e69427b-7ca0-4edd-bb28-a528886a9afd {{(pid=103802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 05 17:27:39.939901 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Device 7e69427b-7ca0-4edd-bb28-a528886a9afd not bound to the agent host hv-neutron-mast {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 05 17:27:40.023772 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] For port 1fd9f9b6-f69d-4bc8-9630-7c4b5d642dd2, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=1fd9f9b6-f69d-4bc8-9630-7c4b5d642dd2,segment=NetworkSegment(4be31b08-1773-484e-8657-83a30796658b),segment_id=4be31b08-1773-484e-8657-83a30796658b)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:27:40.034925 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Returning: {'device': '1fd9f9b6-f69d-4bc8-9630-7c4b5d642dd2', 'network_id': 'a82605f9-5b2d-4fad-9fea-1d2ab1b13f31', 'port_id': '1fd9f9b6-f69d-4bc8-9630-7c4b5d642dd2', 'mac_address': 'fa:16:3e:7b:e2:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '370e8c7b-11ee-40f7-936e-790222f2deef', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 05 17:27:40.071039 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:27:40.083440 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.notifiers.nova [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1fd9f9b6-f69d-4bc8-9630-7c4b5d642dd2 {{(pid=103802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 05 17:27:40.101994 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] For port 1fd9f9b6-f69d-4bc8-9630-7c4b5d642dd2, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=1fd9f9b6-f69d-4bc8-9630-7c4b5d642dd2,segment=NetworkSegment(4be31b08-1773-484e-8657-83a30796658b),segment_id=4be31b08-1773-484e-8657-83a30796658b)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:27:40.155913 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:27:40.201498 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Pushing event updated for resources: {'Port': ['ID=1fd9f9b6-f69d-4bc8-9630-7c4b5d642dd2,revision_number=4']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:27:40.208576 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:27:40.208917 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:27:40.209256 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:27:40.209606 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:27:40.209930 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:27:40.210252 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:27:40.210573 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:27:40.210956 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:27:40.211284 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:27:40.211604 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:27:40.211921 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:27:40.212233 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:27:40.212562 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:27:40.359209 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60db72e1-6626-40fb-9f2e-40ae9fee6f25 req-31ae3f1d-9814-44eb-b27c-6a9b5e1c7fc0 tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:27:40.360672 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-60db72e1-6626-40fb-9f2e-40ae9fee6f25 req-31ae3f1d-9814-44eb-b27c-6a9b5e1c7fc0 tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c9b1cf2-4e1f-4fa6-b467-2a219152ed45 HTTP/1.1" status: 200 len: 945 time: 0.0504808 Jan 05 17:27:40.388536 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] get_ports_and_sgs() called for port_ids ['1fd9f9b6-f69d-4bc8-9630-7c4b5d642dd2'] {{(pid=103802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 05 17:27:40.407403 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-60db72e1-6626-40fb-9f2e-40ae9fee6f25 req-9d2d8e01-0865-4661-8930-864ac8076c21 tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4d1faa2-6264-4bff-b437-5fd9a4021d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405841 Jan 05 17:27:41.531643 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5dce73-1b6c-4bf2-9f33-b7ecc1522a90 req-874ed909-9987-4c44-a1f6-167cc2028ef7 tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:27:41.533336 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-4c5dce73-1b6c-4bf2-9f33-b7ecc1522a90 req-874ed909-9987-4c44-a1f6-167cc2028ef7 tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c9b1cf2-4e1f-4fa6-b467-2a219152ed45 HTTP/1.1" status: 200 len: 945 time: 0.0603416 Jan 05 17:27:41.579414 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-4c5dce73-1b6c-4bf2-9f33-b7ecc1522a90 req-4247f25a-0544-474b-996c-269f53bcf60e tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4d1faa2-6264-4bff-b437-5fd9a4021d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398993 Jan 05 17:27:41.921760 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Device 1fd9f9b6-f69d-4bc8-9630-7c4b5d642dd2 up at agent hyperv_hv-neutron-mast {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:27:42.052919 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Provisioning for port 1fd9f9b6-f69d-4bc8-9630-7c4b5d642dd2 completed by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 05 17:27:42.056653 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Provisioning complete for port 1fd9f9b6-f69d-4bc8-9630-7c4b5d642dd2 triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:27:42.057020 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:27:42.133134 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:27:42.155021 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c9b1cf2-4e1f-4fa6-b467-2a219152ed45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fd9f9b6-f69d-4bc8-9630-7c4b5d642dd2'}] {{(pid=103802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 05 17:27:42.157219 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36b213fbd845b3f09e785999bbcda1c85cd5592d7f001460987854e5c1683bd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b95de3cb-d9ac-463c-8bbb-3d09a7ed143c" -d '{"events": [{"server_uuid": "8c9b1cf2-4e1f-4fa6-b467-2a219152ed45", "name": "network-vif-plugged", "status": "completed", "tag": "1fd9f9b6-f69d-4bc8-9630-7c4b5d642dd2"}]}' {{(pid=103802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 05 17:27:42.170075 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] For port 1fd9f9b6-f69d-4bc8-9630-7c4b5d642dd2, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=1fd9f9b6-f69d-4bc8-9630-7c4b5d642dd2,segment=NetworkSegment(4be31b08-1773-484e-8657-83a30796658b),segment_id=4be31b08-1773-484e-8657-83a30796658b)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:27:42.201640 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Jan 2022 17:27:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-111fbfef-c568-4d7f-926b-1c7aee0f702a x-openstack-request-id: req-111fbfef-c568-4d7f-926b-1c7aee0f702a {{(pid=103802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 05 17:27:42.201640 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c9b1cf2-4e1f-4fa6-b467-2a219152ed45", "name": "network-vif-plugged", "status": "completed", "tag": "1fd9f9b6-f69d-4bc8-9630-7c4b5d642dd2", "code": 200}]} {{(pid=103802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 05 17:27:42.201640 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-111fbfef-c568-4d7f-926b-1c7aee0f702a {{(pid=103802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 05 17:27:42.201640 dv-neutron-master-2-hyperv neutron-server[103802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c9b1cf2-4e1f-4fa6-b467-2a219152ed45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fd9f9b6-f69d-4bc8-9630-7c4b5d642dd2', 'code': 200} Jan 05 17:27:42.264529 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:27:42.311697 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Pushing event updated for resources: {'Port': ['ID=1fd9f9b6-f69d-4bc8-9630-7c4b5d642dd2,revision_number=5']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:27:42.514539 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6021d4e8-ba00-4637-b997-62913a3599a0 req-82d9f152-27ea-4963-8bab-011a20955409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:27:42.516218 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-6021d4e8-ba00-4637-b997-62913a3599a0 req-82d9f152-27ea-4963-8bab-011a20955409 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=8c9b1cf2-4e1f-4fa6-b467-2a219152ed45 HTTP/1.1" status: 200 len: 1099 time: 0.0392728 Jan 05 17:27:42.559651 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-6021d4e8-ba00-4637-b997-62913a3599a0 req-31222b82-7112-4673-a3a7-c37201653ec2 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=d4d1faa2-6264-4bff-b437-5fd9a4021d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377545 Jan 05 17:27:42.691888 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9e36c7-d894-4cd8-8705-395e4c43624c req-81dae1d8-8c4e-4f56-8f7f-febc6d431f18 tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:27:42.693361 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-2a9e36c7-d894-4cd8-8705-395e4c43624c req-81dae1d8-8c4e-4f56-8f7f-febc6d431f18 tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c9b1cf2-4e1f-4fa6-b467-2a219152ed45 HTTP/1.1" status: 200 len: 946 time: 0.0484083 Jan 05 17:27:42.743961 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-2a9e36c7-d894-4cd8-8705-395e4c43624c req-7cdb03aa-884e-45be-90d8-42a4e9b4e42a tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4d1faa2-6264-4bff-b437-5fd9a4021d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450006 Jan 05 17:27:43.860448 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50abd5bf-0255-4a1c-80fb-9f1556ce0389 req-4cbdff07-e34d-4b53-9792-bf03f9e84e98 tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:27:43.861932 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-50abd5bf-0255-4a1c-80fb-9f1556ce0389 req-4cbdff07-e34d-4b53-9792-bf03f9e84e98 tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c9b1cf2-4e1f-4fa6-b467-2a219152ed45 HTTP/1.1" status: 200 len: 946 time: 0.0487628 Jan 05 17:27:43.910425 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-50abd5bf-0255-4a1c-80fb-9f1556ce0389 req-5ef3f695-4eb7-4814-ad4f-cc0f6f34b04a tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4d1faa2-6264-4bff-b437-5fd9a4021d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425804 Jan 05 17:27:44.025869 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448ec354-5bbe-49fd-a1c4-2516a779eaa6 req-99ff3631-0e37-4545-98ca-d7d7ed266b73 tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:27:44.027346 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-448ec354-5bbe-49fd-a1c4-2516a779eaa6 req-99ff3631-0e37-4545-98ca-d7d7ed266b73 tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c9b1cf2-4e1f-4fa6-b467-2a219152ed45 HTTP/1.1" status: 200 len: 946 time: 0.0489523 Jan 05 17:27:44.072841 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-448ec354-5bbe-49fd-a1c4-2516a779eaa6 req-34e7dfe0-0762-4e39-bc82-f1a5ed079a35 tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4d1faa2-6264-4bff-b437-5fd9a4021d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400536 Jan 05 17:27:44.433918 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bef8412-be06-4842-b8be-879ae138e076 req-cdf415ce-9378-4ed2-ae28-ff60d90965cc tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:27:44.435418 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-5bef8412-be06-4842-b8be-879ae138e076 req-cdf415ce-9378-4ed2-ae28-ff60d90965cc tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c9b1cf2-4e1f-4fa6-b467-2a219152ed45 HTTP/1.1" status: 200 len: 946 time: 0.0515790 Jan 05 17:27:44.480927 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-5bef8412-be06-4842-b8be-879ae138e076 req-6bf4e692-cba2-4f91-888c-e3539f80d9b4 tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4d1faa2-6264-4bff-b437-5fd9a4021d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401545 Jan 05 17:27:44.573600 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-67ec983e-2584-432c-b7cc-d46244b3f952 req-9b12196d-91ae-46de-a53e-7f589f4a6eff service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=8c9b1cf2-4e1f-4fa6-b467-2a219152ed45&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0435870 Jan 05 17:27:45.597211 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e24d5a3-6c05-4d1c-ab52-64b2213f44c8 req-5626f12d-dbc5-4ada-9eca-02113470ef5a tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:27:45.598680 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-4e24d5a3-6c05-4d1c-ab52-64b2213f44c8 req-5626f12d-dbc5-4ada-9eca-02113470ef5a tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c9b1cf2-4e1f-4fa6-b467-2a219152ed45 HTTP/1.1" status: 200 len: 946 time: 0.0491817 Jan 05 17:27:45.645151 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-4e24d5a3-6c05-4d1c-ab52-64b2213f44c8 req-8e864ef3-5322-41ac-ae4b-37fb2c47dc9a tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4d1faa2-6264-4bff-b437-5fd9a4021d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405459 Jan 05 17:27:46.518610 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ec983e-2584-432c-b7cc-d46244b3f952 req-c2e14d88-d15a-4ac2-a61c-9e3c520b2f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:27:46.520056 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-67ec983e-2584-432c-b7cc-d46244b3f952 req-c2e14d88-d15a-4ac2-a61c-9e3c520b2f27 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=945a85af16af4afb918be85400c7150e&device_id=8c9b1cf2-4e1f-4fa6-b467-2a219152ed45 HTTP/1.1" status: 200 len: 1099 time: 0.0442472 Jan 05 17:27:46.606470 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ec983e-2584-432c-b7cc-d46244b3f952 req-b7fabe54-f665-4224-a86f-6c55da17b955 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:27:46.608069 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-67ec983e-2584-432c-b7cc-d46244b3f952 req-b7fabe54-f665-4224-a86f-6c55da17b955 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a82605f9-5b2d-4fad-9fea-1d2ab1b13f31 HTTP/1.1" status: 200 len: 916 time: 0.0819879 Jan 05 17:27:46.651724 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-67ec983e-2584-432c-b7cc-d46244b3f952 req-7b2ccfe9-3b27-41f5-b9e0-9ad5cfc30f66 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1fd9f9b6-f69d-4bc8-9630-7c4b5d642dd2 HTTP/1.1" status: 200 len: 217 time: 0.0373714 Jan 05 17:27:46.699736 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ec983e-2584-432c-b7cc-d46244b3f952 req-955eb3a9-d2ad-43d9-9ccc-f2c61531a96e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:27:46.701181 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-67ec983e-2584-432c-b7cc-d46244b3f952 req-955eb3a9-d2ad-43d9-9ccc-f2c61531a96e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=370e8c7b-11ee-40f7-936e-790222f2deef HTTP/1.1" status: 200 len: 855 time: 0.0442283 Jan 05 17:27:46.738519 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-67ec983e-2584-432c-b7cc-d46244b3f952 req-6d723c81-c35f-40e2-a2c8-d31959f83238 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a82605f9-5b2d-4fad-9fea-1d2ab1b13f31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318055 Jan 05 17:27:46.821649 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be3bb51-a41d-401c-a925-50ed19544665 req-46828145-c880-4218-b8ce-4de24e7802b5 tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:27:46.823002 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-2be3bb51-a41d-401c-a925-50ed19544665 req-46828145-c880-4218-b8ce-4de24e7802b5 tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c9b1cf2-4e1f-4fa6-b467-2a219152ed45 HTTP/1.1" status: 200 len: 946 time: 0.1084747 Jan 05 17:27:46.867373 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-67ec983e-2584-432c-b7cc-d46244b3f952 req-e2e83e6c-1f5b-4135-a974-21c2724ac323 service neutron] 10.222.0.13 "GET /v2.0/networks/a82605f9-5b2d-4fad-9fea-1d2ab1b13f31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1161916 Jan 05 17:27:46.906250 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-2be3bb51-a41d-401c-a925-50ed19544665 req-dcac75c1-9f7b-4431-b3d0-a2a45e585a37 tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4d1faa2-6264-4bff-b437-5fd9a4021d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776384 Jan 05 17:27:46.970164 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-67ec983e-2584-432c-b7cc-d46244b3f952 req-c6454809-7c79-4132-aabf-ce049e970561 service neutron] 10.222.0.13 "GET /v2.0/networks/a82605f9-5b2d-4fad-9fea-1d2ab1b13f31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955470 Jan 05 17:27:47.100219 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-802627c3-9d56-4358-a912-754046765f3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:27:48.019197 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07341785-2309-45de-bd9a-5f0f8a722f0f req-3f138acc-30d2-4de6-b3f0-24de9574b8bf tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:27:48.020640 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-07341785-2309-45de-bd9a-5f0f8a722f0f req-3f138acc-30d2-4de6-b3f0-24de9574b8bf tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c9b1cf2-4e1f-4fa6-b467-2a219152ed45 HTTP/1.1" status: 200 len: 946 time: 0.0481815 Jan 05 17:27:48.065279 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-07341785-2309-45de-bd9a-5f0f8a722f0f req-34fa1c74-1e0a-4689-a169-f9cb4b55d896 tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4d1faa2-6264-4bff-b437-5fd9a4021d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391252 Jan 05 17:27:49.177833 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1078dab7-3732-498c-9a73-e9a51fb92dcb req-2b39f15b-8746-43a1-8b70-ed5ad80d74aa tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:27:49.179503 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-1078dab7-3732-498c-9a73-e9a51fb92dcb req-2b39f15b-8746-43a1-8b70-ed5ad80d74aa tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c9b1cf2-4e1f-4fa6-b467-2a219152ed45 HTTP/1.1" status: 200 len: 946 time: 0.0490749 Jan 05 17:27:49.225297 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-1078dab7-3732-498c-9a73-e9a51fb92dcb req-24ade2a7-08b7-48d8-b927-7417255c5785 tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4d1faa2-6264-4bff-b437-5fd9a4021d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403225 Jan 05 17:27:49.311471 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-17e558b2-6d8f-448b-bbd4-53b7479dae21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:27:49.814723 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:27:50.340248 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6676a8-3180-45d7-aa70-894f1b82a496 req-081f0e0a-d57a-40e5-bc25-c0c0480f74a9 tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:27:50.341849 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-5a6676a8-3180-45d7-aa70-894f1b82a496 req-081f0e0a-d57a-40e5-bc25-c0c0480f74a9 tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c9b1cf2-4e1f-4fa6-b467-2a219152ed45 HTTP/1.1" status: 200 len: 946 time: 0.0510595 Jan 05 17:27:50.387430 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-5a6676a8-3180-45d7-aa70-894f1b82a496 req-d594365c-4896-4340-922d-eb36a2e875af tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4d1faa2-6264-4bff-b437-5fd9a4021d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401630 Jan 05 17:27:50.568367 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d2607572-b3c9-472c-85bc-c8de0c3fb75c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:27:51.499211 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d762a839-c826-4dbe-8859-1793f5c28594 req-a2b9476b-ec11-4033-8e78-02423c7e29be tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:27:51.500637 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-d762a839-c826-4dbe-8859-1793f5c28594 req-a2b9476b-ec11-4033-8e78-02423c7e29be tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c9b1cf2-4e1f-4fa6-b467-2a219152ed45 HTTP/1.1" status: 200 len: 946 time: 0.0475748 Jan 05 17:27:51.545925 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-d762a839-c826-4dbe-8859-1793f5c28594 req-fffadbb8-b363-4570-8122-163c862909d8 tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4d1faa2-6264-4bff-b437-5fd9a4021d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397582 Jan 05 17:27:51.946099 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d504d802-9546-4ce5-a9d3-96c844ac5808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:27:52.662814 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf48e5a7-bf6a-476d-a18e-a99a1a364a1e req-6e1e94ed-dde8-4ca9-bd25-ab8faa2d54c6 tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:27:52.664318 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-cf48e5a7-bf6a-476d-a18e-a99a1a364a1e req-6e1e94ed-dde8-4ca9-bd25-ab8faa2d54c6 tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c9b1cf2-4e1f-4fa6-b467-2a219152ed45 HTTP/1.1" status: 200 len: 946 time: 0.0481310 Jan 05 17:27:52.712095 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-cf48e5a7-bf6a-476d-a18e-a99a1a364a1e req-64555e00-a9fd-484b-9da3-d2d441153469 tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4d1faa2-6264-4bff-b437-5fd9a4021d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423265 Jan 05 17:27:53.311339 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:27:53.826939 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffc5cd5-6f89-4336-bfc4-d9dc2ff75407 req-19ffacc5-26fc-44a0-be27-bfae1ee7c832 tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:27:53.828389 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-4ffc5cd5-6f89-4336-bfc4-d9dc2ff75407 req-19ffacc5-26fc-44a0-be27-bfae1ee7c832 tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c9b1cf2-4e1f-4fa6-b467-2a219152ed45 HTTP/1.1" status: 200 len: 946 time: 0.0518174 Jan 05 17:27:53.878585 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-4ffc5cd5-6f89-4336-bfc4-d9dc2ff75407 req-729d4863-55a8-4a50-b50e-a5118eacd072 tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4d1faa2-6264-4bff-b437-5fd9a4021d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446057 Jan 05 17:27:54.996582 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cdf0bd-4bd4-4fb1-a357-e042b13522f4 req-50385fa8-dcd5-4fa2-81e4-a756bbb0afa4 tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:27:54.998375 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-b7cdf0bd-4bd4-4fb1-a357-e042b13522f4 req-50385fa8-dcd5-4fa2-81e4-a756bbb0afa4 tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c9b1cf2-4e1f-4fa6-b467-2a219152ed45 HTTP/1.1" status: 200 len: 946 time: 0.0511482 Jan 05 17:27:55.044218 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-b7cdf0bd-4bd4-4fb1-a357-e042b13522f4 req-dfd2dfea-14dd-4e45-9f3e-b143acec1393 tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4d1faa2-6264-4bff-b437-5fd9a4021d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403743 Jan 05 17:27:56.161734 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa81fb2-05cf-45e6-a86d-1d8d4491f7ba req-ba6568df-94f2-4f44-a3ac-fe6cbb6aab49 tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:27:56.163187 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-baa81fb2-05cf-45e6-a86d-1d8d4491f7ba req-ba6568df-94f2-4f44-a3ac-fe6cbb6aab49 tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c9b1cf2-4e1f-4fa6-b467-2a219152ed45 HTTP/1.1" status: 200 len: 946 time: 0.0484674 Jan 05 17:27:56.208999 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-baa81fb2-05cf-45e6-a86d-1d8d4491f7ba req-3715a136-c126-4ab9-81d5-23b933ab96ba tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4d1faa2-6264-4bff-b437-5fd9a4021d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402410 Jan 05 17:27:57.320179 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ca09e8-fef9-4a53-b365-816e8f3d6087 req-2d4e1dfd-2bf4-4178-9e25-de3c3bc4647d tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:27:57.321617 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-b6ca09e8-fef9-4a53-b365-816e8f3d6087 req-2d4e1dfd-2bf4-4178-9e25-de3c3bc4647d tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c9b1cf2-4e1f-4fa6-b467-2a219152ed45 HTTP/1.1" status: 200 len: 946 time: 0.0467181 Jan 05 17:27:57.366050 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-b6ca09e8-fef9-4a53-b365-816e8f3d6087 req-9ecd7ee9-48cb-49a5-9c46-49ff395b5f6f tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4d1faa2-6264-4bff-b437-5fd9a4021d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390143 Jan 05 17:27:58.474944 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15999b1b-7974-4278-bedc-c95d12964760 req-eee91cde-78bf-4fed-8ec2-d9b978847c3a tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:27:58.476930 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-15999b1b-7974-4278-bedc-c95d12964760 req-eee91cde-78bf-4fed-8ec2-d9b978847c3a tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c9b1cf2-4e1f-4fa6-b467-2a219152ed45 HTTP/1.1" status: 200 len: 946 time: 0.0468481 Jan 05 17:27:58.525928 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-15999b1b-7974-4278-bedc-c95d12964760 req-d7223799-7944-44db-a5b6-052e180084f0 tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4d1faa2-6264-4bff-b437-5fd9a4021d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432472 Jan 05 17:27:59.643648 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a5ac41-19eb-45d2-8c81-a793dea2f789 req-37edfd7f-bfb5-4806-aedd-4ca18914be39 tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:27:59.645098 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-e8a5ac41-19eb-45d2-8c81-a793dea2f789 req-37edfd7f-bfb5-4806-aedd-4ca18914be39 tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c9b1cf2-4e1f-4fa6-b467-2a219152ed45 HTTP/1.1" status: 200 len: 946 time: 0.0483246 Jan 05 17:27:59.693812 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-e8a5ac41-19eb-45d2-8c81-a793dea2f789 req-2c730840-11c0-4166-9110-8083bcbc6c46 tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4d1faa2-6264-4bff-b437-5fd9a4021d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431812 Jan 05 17:27:59.714079 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.agents_db [None req-291d1585-17df-45c0-b64a-d244e6d90872 None None] Agent healthcheck: found 6 active agents {{(pid=103803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 05 17:28:00.804997 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b157303e-6888-4a4d-ac61-33cff0d5ba85 req-5fd85973-f115-49a2-a173-246e79cfe562 tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:28:00.806463 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-b157303e-6888-4a4d-ac61-33cff0d5ba85 req-5fd85973-f115-49a2-a173-246e79cfe562 tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c9b1cf2-4e1f-4fa6-b467-2a219152ed45 HTTP/1.1" status: 200 len: 946 time: 0.0472715 Jan 05 17:28:00.853800 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-b157303e-6888-4a4d-ac61-33cff0d5ba85 req-e4b327f9-948e-44a4-82e7-937ab721cd17 tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4d1faa2-6264-4bff-b437-5fd9a4021d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418570 Jan 05 17:28:01.966977 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6234805f-69c6-405f-990c-84f879ca8151 req-71bec63e-ba7b-4b09-b1b4-3dafc4958226 tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:28:01.968420 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-6234805f-69c6-405f-990c-84f879ca8151 req-71bec63e-ba7b-4b09-b1b4-3dafc4958226 tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c9b1cf2-4e1f-4fa6-b467-2a219152ed45 HTTP/1.1" status: 200 len: 946 time: 0.0484722 Jan 05 17:28:02.012786 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-6234805f-69c6-405f-990c-84f879ca8151 req-f501621a-56f7-4dc2-90c4-43cf813687e2 tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4d1faa2-6264-4bff-b437-5fd9a4021d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390432 Jan 05 17:28:03.129539 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a140e6a8-4626-4375-b8e4-51307b439495 req-67c85b67-19db-4b61-aa99-fde08335d4b2 tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:28:03.131021 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-a140e6a8-4626-4375-b8e4-51307b439495 req-67c85b67-19db-4b61-aa99-fde08335d4b2 tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c9b1cf2-4e1f-4fa6-b467-2a219152ed45 HTTP/1.1" status: 200 len: 946 time: 0.0486741 Jan 05 17:28:03.176260 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-a140e6a8-4626-4375-b8e4-51307b439495 req-b3d744d5-d0ea-4d7a-a63e-59d10c2d700d tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4d1faa2-6264-4bff-b437-5fd9a4021d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397606 Jan 05 17:28:04.287089 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87542c38-8b60-4fd6-815b-33e060d4047e req-2db5d7bc-24cd-482a-ae51-fc1170af9477 tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:28:04.288528 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-87542c38-8b60-4fd6-815b-33e060d4047e req-2db5d7bc-24cd-482a-ae51-fc1170af9477 tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c9b1cf2-4e1f-4fa6-b467-2a219152ed45 HTTP/1.1" status: 200 len: 946 time: 0.0477092 Jan 05 17:28:04.333074 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-87542c38-8b60-4fd6-815b-33e060d4047e req-f85991e3-ea8f-419f-b748-5b657818d008 tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4d1faa2-6264-4bff-b437-5fd9a4021d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390112 Jan 05 17:28:05.449562 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b951b5dd-523b-46aa-918f-852e88cc3e9d req-0038a150-a58f-48ca-9cd2-6417601d1ae3 tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:28:05.451025 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-b951b5dd-523b-46aa-918f-852e88cc3e9d req-0038a150-a58f-48ca-9cd2-6417601d1ae3 tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c9b1cf2-4e1f-4fa6-b467-2a219152ed45 HTTP/1.1" status: 200 len: 946 time: 0.0518568 Jan 05 17:28:05.496773 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-b951b5dd-523b-46aa-918f-852e88cc3e9d req-eca5c8fb-d702-4e25-bc0a-ac08605dee8c tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4d1faa2-6264-4bff-b437-5fd9a4021d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403247 Jan 05 17:28:06.612156 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f659ea2f-12ea-44cb-bd5e-41de737c1685 req-4b707cce-a42e-4c1f-b637-dbcc1cb988c9 tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:28:06.613606 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-f659ea2f-12ea-44cb-bd5e-41de737c1685 req-4b707cce-a42e-4c1f-b637-dbcc1cb988c9 tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c9b1cf2-4e1f-4fa6-b467-2a219152ed45 HTTP/1.1" status: 200 len: 946 time: 0.0514505 Jan 05 17:28:06.659362 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-f659ea2f-12ea-44cb-bd5e-41de737c1685 req-03a158d1-7ede-4f79-b4b9-daef47d668c4 tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4d1faa2-6264-4bff-b437-5fd9a4021d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397522 Jan 05 17:28:07.772563 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5b3093-dbc4-4850-b5aa-d23774caaae7 req-a1d7f25e-3b4d-4647-993d-82dfac7ae211 tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:28:07.774030 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-4f5b3093-dbc4-4850-b5aa-d23774caaae7 req-a1d7f25e-3b4d-4647-993d-82dfac7ae211 tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c9b1cf2-4e1f-4fa6-b467-2a219152ed45 HTTP/1.1" status: 200 len: 946 time: 0.0487885 Jan 05 17:28:07.818380 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-4f5b3093-dbc4-4850-b5aa-d23774caaae7 req-b2851d76-dcc1-4898-b42a-fb52decf3f46 tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4d1faa2-6264-4bff-b437-5fd9a4021d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388520 Jan 05 17:28:08.932481 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a41099a-2ab6-4729-b668-9d82cb4029f8 req-3517b77a-6c73-47f6-84c8-d1e613d7131d tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:28:08.933944 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-9a41099a-2ab6-4729-b668-9d82cb4029f8 req-3517b77a-6c73-47f6-84c8-d1e613d7131d tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c9b1cf2-4e1f-4fa6-b467-2a219152ed45 HTTP/1.1" status: 200 len: 946 time: 0.0476685 Jan 05 17:28:08.980088 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-9a41099a-2ab6-4729-b668-9d82cb4029f8 req-17146085-e8bc-4557-88b5-c0b78ecb9e82 tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4d1faa2-6264-4bff-b437-5fd9a4021d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406055 Jan 05 17:28:10.094534 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6176eee4-2a94-441f-a4ef-e94366c83477 req-45794004-19c9-4bca-b13d-74a83dc99c5a tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:28:10.095988 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-6176eee4-2a94-441f-a4ef-e94366c83477 req-45794004-19c9-4bca-b13d-74a83dc99c5a tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c9b1cf2-4e1f-4fa6-b467-2a219152ed45 HTTP/1.1" status: 200 len: 946 time: 0.0509286 Jan 05 17:28:10.141523 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-6176eee4-2a94-441f-a4ef-e94366c83477 req-9eda464b-5f34-4f1c-9a25-14d4f6d23f86 tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4d1faa2-6264-4bff-b437-5fd9a4021d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396552 Jan 05 17:28:11.253796 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d08878-f882-45e8-ad9e-092e3f36652d req-7e5171ac-cea0-4a9b-a710-11190ac15aeb tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:28:11.255234 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-64d08878-f882-45e8-ad9e-092e3f36652d req-7e5171ac-cea0-4a9b-a710-11190ac15aeb tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c9b1cf2-4e1f-4fa6-b467-2a219152ed45 HTTP/1.1" status: 200 len: 946 time: 0.0474598 Jan 05 17:28:11.304035 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-64d08878-f882-45e8-ad9e-092e3f36652d req-ffdbd5ae-b136-4129-a8f0-c54f03f91d20 tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4d1faa2-6264-4bff-b437-5fd9a4021d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426121 Jan 05 17:28:12.416348 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31894806-d1bd-49a5-a6dd-f8e90381bd32 req-243e63d1-ccf9-49a1-a88f-1d92fa7f5e44 tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:28:12.417823 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-31894806-d1bd-49a5-a6dd-f8e90381bd32 req-243e63d1-ccf9-49a1-a88f-1d92fa7f5e44 tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c9b1cf2-4e1f-4fa6-b467-2a219152ed45 HTTP/1.1" status: 200 len: 946 time: 0.0480144 Jan 05 17:28:12.462602 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-31894806-d1bd-49a5-a6dd-f8e90381bd32 req-233ffe2f-6cac-44e2-b2a6-c6ac04863b7b tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4d1faa2-6264-4bff-b437-5fd9a4021d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393291 Jan 05 17:28:13.574353 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708a8f90-28ce-49f2-9910-6a403713a1e2 req-28a74df4-8bc1-4367-bbba-2182bbb1f30e tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:28:13.575787 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-708a8f90-28ce-49f2-9910-6a403713a1e2 req-28a74df4-8bc1-4367-bbba-2182bbb1f30e tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c9b1cf2-4e1f-4fa6-b467-2a219152ed45 HTTP/1.1" status: 200 len: 946 time: 0.0471368 Jan 05 17:28:13.621879 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-708a8f90-28ce-49f2-9910-6a403713a1e2 req-34a2ffa4-6a2d-47ea-a844-169026b90e5f tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4d1faa2-6264-4bff-b437-5fd9a4021d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406563 Jan 05 17:28:13.995221 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-67ec983e-2584-432c-b7cc-d46244b3f952 req-f35f6742-6906-4f65-aef0-213982fcfaa9 service neutron] 10.222.0.13 "GET /v2.0/ports/1fd9f9b6-f69d-4bc8-9630-7c4b5d642dd2/bindings/hv-neutron-mast HTTP/1.1" status: 200 len: 384 time: 0.0521295 Jan 05 17:28:14.420311 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b536e47-3eff-44d8-aca9-c11125779d72 req-cb5364eb-aca4-4b36-8e0b-4d128f3c5aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:28:14.424238 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-4b536e47-3eff-44d8-aca9-c11125779d72 req-cb5364eb-aca4-4b36-8e0b-4d128f3c5aa8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=945a85af16af4afb918be85400c7150e&device_id=8c9b1cf2-4e1f-4fa6-b467-2a219152ed45 HTTP/1.1" status: 200 len: 1099 time: 0.0453634 Jan 05 17:28:14.563608 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b536e47-3eff-44d8-aca9-c11125779d72 req-62a07821-d31c-4744-a612-920a416aa23b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:28:14.565053 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-4b536e47-3eff-44d8-aca9-c11125779d72 req-62a07821-d31c-4744-a612-920a416aa23b service neutron] 10.222.0.13 "GET /v2.0/networks?id=a82605f9-5b2d-4fad-9fea-1d2ab1b13f31 HTTP/1.1" status: 200 len: 916 time: 0.1247787 Jan 05 17:28:14.606464 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-4b536e47-3eff-44d8-aca9-c11125779d72 req-5724330a-6f18-4822-b885-798eb27e0e03 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1fd9f9b6-f69d-4bc8-9630-7c4b5d642dd2 HTTP/1.1" status: 200 len: 217 time: 0.0351768 Jan 05 17:28:14.608120 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ec983e-2584-432c-b7cc-d46244b3f952 req-91a8531d-33ef-414e-ac6d-4b29d7f9f6c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:28:14.609459 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-67ec983e-2584-432c-b7cc-d46244b3f952 req-91a8531d-33ef-414e-ac6d-4b29d7f9f6c3 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=8c9b1cf2-4e1f-4fa6-b467-2a219152ed45&tenant_id=945a85af16af4afb918be85400c7150e HTTP/1.1" status: 200 len: 1099 time: 0.0874746 Jan 05 17:28:14.653149 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b536e47-3eff-44d8-aca9-c11125779d72 req-2f8c8429-9e9b-48bf-9108-2e9f2635aa0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:28:14.654648 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-4b536e47-3eff-44d8-aca9-c11125779d72 req-2f8c8429-9e9b-48bf-9108-2e9f2635aa0f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=370e8c7b-11ee-40f7-936e-790222f2deef HTTP/1.1" status: 200 len: 855 time: 0.0423961 Jan 05 17:28:14.685174 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-4b536e47-3eff-44d8-aca9-c11125779d72 req-a389ce19-6eab-49d5-8083-7c103d1d1573 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a82605f9-5b2d-4fad-9fea-1d2ab1b13f31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249827 Jan 05 17:28:14.794297 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e4ac2f-fb51-4862-9945-1d4ea58cf049 req-262ef453-4a7a-44ed-8eae-c0d60a6425e8 tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:28:14.795780 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-70e4ac2f-fb51-4862-9945-1d4ea58cf049 req-262ef453-4a7a-44ed-8eae-c0d60a6425e8 tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c9b1cf2-4e1f-4fa6-b467-2a219152ed45 HTTP/1.1" status: 200 len: 946 time: 0.1071212 Jan 05 17:28:14.825681 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-4b536e47-3eff-44d8-aca9-c11125779d72 req-7f42ebcc-3da4-45d4-a8eb-d9e62f83faf9 service neutron] 10.222.0.13 "GET /v2.0/networks/a82605f9-5b2d-4fad-9fea-1d2ab1b13f31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287823 Jan 05 17:28:14.898676 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-70e4ac2f-fb51-4862-9945-1d4ea58cf049 req-56e2e589-d3aa-4c19-b47f-1dec4cd2c5c7 tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4d1faa2-6264-4bff-b437-5fd9a4021d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918345 Jan 05 17:28:14.935116 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-4b536e47-3eff-44d8-aca9-c11125779d72 req-2b866b5a-e0aa-4cea-8634-6b314282c0d5 service neutron] 10.222.0.13 "GET /v2.0/networks/a82605f9-5b2d-4fad-9fea-1d2ab1b13f31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032710 Jan 05 17:28:15.008520 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ec983e-2584-432c-b7cc-d46244b3f952 req-fdd20041-79c0-4fcb-8df5-09a82f93c7c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:28:15.009889 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-67ec983e-2584-432c-b7cc-d46244b3f952 req-fdd20041-79c0-4fcb-8df5-09a82f93c7c0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=945a85af16af4afb918be85400c7150e&device_id=8c9b1cf2-4e1f-4fa6-b467-2a219152ed45 HTTP/1.1" status: 200 len: 1099 time: 0.0394289 Jan 05 17:28:15.098140 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ec983e-2584-432c-b7cc-d46244b3f952 req-8067e55f-4795-472c-aac7-8297e32d503a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:28:15.099554 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-67ec983e-2584-432c-b7cc-d46244b3f952 req-8067e55f-4795-472c-aac7-8297e32d503a service neutron] 10.222.0.13 "GET /v2.0/networks?id=a82605f9-5b2d-4fad-9fea-1d2ab1b13f31 HTTP/1.1" status: 200 len: 916 time: 0.0838079 Jan 05 17:28:15.140511 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-67ec983e-2584-432c-b7cc-d46244b3f952 req-a091c40e-a475-4058-a080-8bcf4161ba7d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1fd9f9b6-f69d-4bc8-9630-7c4b5d642dd2 HTTP/1.1" status: 200 len: 217 time: 0.0339491 Jan 05 17:28:15.188568 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ec983e-2584-432c-b7cc-d46244b3f952 req-50108b28-d9f1-40e6-b92e-95be8479392a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:28:15.190115 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-67ec983e-2584-432c-b7cc-d46244b3f952 req-50108b28-d9f1-40e6-b92e-95be8479392a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=370e8c7b-11ee-40f7-936e-790222f2deef HTTP/1.1" status: 200 len: 855 time: 0.0441773 Jan 05 17:28:15.223374 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-67ec983e-2584-432c-b7cc-d46244b3f952 req-47d2c4bd-4046-4471-9f98-0675d842e831 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a82605f9-5b2d-4fad-9fea-1d2ab1b13f31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276344 Jan 05 17:28:15.307730 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-67ec983e-2584-432c-b7cc-d46244b3f952 req-3736cfdc-5e65-40fc-90b3-0524f763c235 service neutron] 10.222.0.13 "GET /v2.0/networks/a82605f9-5b2d-4fad-9fea-1d2ab1b13f31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0784142 Jan 05 17:28:15.395502 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-67ec983e-2584-432c-b7cc-d46244b3f952 req-e1c4357f-d340-45a4-a728-28c66a325f7e service neutron] 10.222.0.13 "GET /v2.0/networks/a82605f9-5b2d-4fad-9fea-1d2ab1b13f31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828230 Jan 05 17:28:16.011180 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414c7d99-d79a-4d65-931e-73d780c403a4 req-06cdefd2-d0fc-4a3a-8c25-398c3e64cdff tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:28:16.012615 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-414c7d99-d79a-4d65-931e-73d780c403a4 req-06cdefd2-d0fc-4a3a-8c25-398c3e64cdff tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c9b1cf2-4e1f-4fa6-b467-2a219152ed45 HTTP/1.1" status: 200 len: 946 time: 0.0478461 Jan 05 17:28:16.057248 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-414c7d99-d79a-4d65-931e-73d780c403a4 req-c48699cb-91b2-49f7-88c5-e7cfab49a785 tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4d1faa2-6264-4bff-b437-5fd9a4021d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391982 Jan 05 17:28:17.122627 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-92dc6b24-a036-4428-91e6-54df9c44f4b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:28:17.176422 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414da8dc-c1a2-4e0b-a2fb-25650b5527b0 req-76e75e6a-29f4-48e6-af36-8503960fb3b7 tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:28:17.177956 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-414da8dc-c1a2-4e0b-a2fb-25650b5527b0 req-76e75e6a-29f4-48e6-af36-8503960fb3b7 tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c9b1cf2-4e1f-4fa6-b467-2a219152ed45 HTTP/1.1" status: 200 len: 946 time: 0.0495734 Jan 05 17:28:17.223666 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-414da8dc-c1a2-4e0b-a2fb-25650b5527b0 req-2e36233c-dbe9-4e8b-9b1a-6aa78aad446f tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4d1faa2-6264-4bff-b437-5fd9a4021d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402188 Jan 05 17:28:18.154127 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Device 1fd9f9b6-f69d-4bc8-9630-7c4b5d642dd2 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 05 17:28:18.157274 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Device 1fd9f9b6-f69d-4bc8-9630-7c4b5d642dd2 no longer exists at agent hyperv_hv-neutron-mast {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 05 17:28:18.297127 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:28:18.321120 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] For port 1fd9f9b6-f69d-4bc8-9630-7c4b5d642dd2, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=1fd9f9b6-f69d-4bc8-9630-7c4b5d642dd2,segment=NetworkSegment(4be31b08-1773-484e-8657-83a30796658b),segment_id=4be31b08-1773-484e-8657-83a30796658b)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:28:18.340739 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c9b1cf2-4e1f-4fa6-b467-2a219152ed45', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1fd9f9b6-f69d-4bc8-9630-7c4b5d642dd2'}] {{(pid=103802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 05 17:28:18.341053 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184ab35a-4987-46aa-97e9-cca48b3d37a8 req-c7d12469-3caa-4ff1-aaa4-08a736aa5c95 tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:28:18.342556 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-184ab35a-4987-46aa-97e9-cca48b3d37a8 req-c7d12469-3caa-4ff1-aaa4-08a736aa5c95 tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c9b1cf2-4e1f-4fa6-b467-2a219152ed45 HTTP/1.1" status: 200 len: 946 time: 0.0519028 Jan 05 17:28:18.342950 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36b213fbd845b3f09e785999bbcda1c85cd5592d7f001460987854e5c1683bd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6319be3a-a8ff-45f5-bfe6-d7bccffcad9b" -d '{"events": [{"server_uuid": "8c9b1cf2-4e1f-4fa6-b467-2a219152ed45", "name": "network-vif-unplugged", "status": "completed", "tag": "1fd9f9b6-f69d-4bc8-9630-7c4b5d642dd2"}]}' {{(pid=103802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 05 17:28:18.347575 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Returning: {'device': '1fd9f9b6-f69d-4bc8-9630-7c4b5d642dd2', 'network_id': 'a82605f9-5b2d-4fad-9fea-1d2ab1b13f31', 'port_id': '1fd9f9b6-f69d-4bc8-9630-7c4b5d642dd2', 'mac_address': 'fa:16:3e:7b:e2:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '370e8c7b-11ee-40f7-936e-790222f2deef', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 05 17:28:18.360312 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] For port 1fd9f9b6-f69d-4bc8-9630-7c4b5d642dd2, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=1fd9f9b6-f69d-4bc8-9630-7c4b5d642dd2,segment=NetworkSegment(4be31b08-1773-484e-8657-83a30796658b),segment_id=4be31b08-1773-484e-8657-83a30796658b)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:28:18.394488 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-184ab35a-4987-46aa-97e9-cca48b3d37a8 req-53668362-06ec-4cfe-96f7-ccb6d47b79f5 tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4d1faa2-6264-4bff-b437-5fd9a4021d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458827 Jan 05 17:28:18.396462 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:28:18.410935 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.notifiers.nova [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1fd9f9b6-f69d-4bc8-9630-7c4b5d642dd2 {{(pid=103802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 05 17:28:18.457804 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:28:18.463670 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 05 Jan 2022 17:28:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46f66870-5e2a-436a-b862-f550ace3370c x-openstack-request-id: req-46f66870-5e2a-436a-b862-f550ace3370c {{(pid=103802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 05 17:28:18.464009 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c9b1cf2-4e1f-4fa6-b467-2a219152ed45", "name": "network-vif-unplugged", "status": "completed", "tag": "1fd9f9b6-f69d-4bc8-9630-7c4b5d642dd2", "code": 200}]} {{(pid=103802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 05 17:28:18.464251 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-46f66870-5e2a-436a-b862-f550ace3370c {{(pid=103802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 05 17:28:18.464637 dv-neutron-master-2-hyperv neutron-server[103802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c9b1cf2-4e1f-4fa6-b467-2a219152ed45', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1fd9f9b6-f69d-4bc8-9630-7c4b5d642dd2', 'code': 200} Jan 05 17:28:18.504006 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.db.api [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103802) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 05 17:28:18.504339 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG oslo_db.api [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 05 17:28:18.521236 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Pushing event updated for resources: {'Port': ['ID=1fd9f9b6-f69d-4bc8-9630-7c4b5d642dd2,revision_number=6']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:28:18.734138 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cbdfe5-815b-4d04-a88b-8f4c7c8cd370 req-31b8c201-498f-4cae-b3af-5934c618ed0e tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:28:18.735636 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-26cbdfe5-815b-4d04-a88b-8f4c7c8cd370 req-31b8c201-498f-4cae-b3af-5934c618ed0e tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c9b1cf2-4e1f-4fa6-b467-2a219152ed45 HTTP/1.1" status: 200 len: 944 time: 0.0486963 Jan 05 17:28:18.782698 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-26cbdfe5-815b-4d04-a88b-8f4c7c8cd370 req-2d5fcda3-c81f-4076-bc83-54cd0c3fc5bf tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4d1faa2-6264-4bff-b437-5fd9a4021d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412498 Jan 05 17:28:18.858625 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a468fa-352e-4fe5-ae73-762c52124344 req-c1fb19ba-e26b-4c92-9b5c-2b4ae8073cb5 tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:28:18.860052 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-b1a468fa-352e-4fe5-ae73-762c52124344 req-c1fb19ba-e26b-4c92-9b5c-2b4ae8073cb5 tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c9b1cf2-4e1f-4fa6-b467-2a219152ed45&tenant_id=945a85af16af4afb918be85400c7150e&binding%3Ahost_id=hv-neutron-mast HTTP/1.1" status: 200 len: 944 time: 0.0540481 Jan 05 17:28:18.937034 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a468fa-352e-4fe5-ae73-762c52124344 req-cb875acc-7d86-41af-aa82-cdc88c99727e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:28:18.938580 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-b1a468fa-352e-4fe5-ae73-762c52124344 req-cb875acc-7d86-41af-aa82-cdc88c99727e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=945a85af16af4afb918be85400c7150e&device_id=8c9b1cf2-4e1f-4fa6-b467-2a219152ed45 HTTP/1.1" status: 200 len: 1097 time: 0.0393989 Jan 05 17:28:19.026440 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a468fa-352e-4fe5-ae73-762c52124344 req-47e16513-416b-4fba-a896-00ba112ae2e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:28:19.028024 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-b1a468fa-352e-4fe5-ae73-762c52124344 req-47e16513-416b-4fba-a896-00ba112ae2e4 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a82605f9-5b2d-4fad-9fea-1d2ab1b13f31 HTTP/1.1" status: 200 len: 916 time: 0.0845175 Jan 05 17:28:19.040854 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:28:19.053262 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.notifiers.nova [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1fd9f9b6-f69d-4bc8-9630-7c4b5d642dd2 {{(pid=103802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 05 17:28:19.070512 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-b1a468fa-352e-4fe5-ae73-762c52124344 req-592c21c8-68e7-4c8d-bdc6-cf987eb4a61c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1fd9f9b6-f69d-4bc8-9630-7c4b5d642dd2 HTTP/1.1" status: 200 len: 217 time: 0.0370758 Jan 05 17:28:19.072925 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] For port 1fd9f9b6-f69d-4bc8-9630-7c4b5d642dd2, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=1fd9f9b6-f69d-4bc8-9630-7c4b5d642dd2,segment=NetworkSegment(4be31b08-1773-484e-8657-83a30796658b),segment_id=4be31b08-1773-484e-8657-83a30796658b)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:28:19.117852 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a468fa-352e-4fe5-ae73-762c52124344 req-a24b333e-f3c7-4da3-a8ad-3ae4b834138c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:28:19.119268 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-b1a468fa-352e-4fe5-ae73-762c52124344 req-a24b333e-f3c7-4da3-a8ad-3ae4b834138c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=370e8c7b-11ee-40f7-936e-790222f2deef HTTP/1.1" status: 200 len: 855 time: 0.0426142 Jan 05 17:28:19.148018 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-b1a468fa-352e-4fe5-ae73-762c52124344 req-972e34b3-1ec3-4b22-b0ed-0d3bac75006d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a82605f9-5b2d-4fad-9fea-1d2ab1b13f31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0230784 Jan 05 17:28:19.156481 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:28:19.209328 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Pushing event updated for resources: {'Port': ['ID=1fd9f9b6-f69d-4bc8-9630-7c4b5d642dd2,revision_number=7']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:28:19.214628 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] get_ports_and_sgs() called for port_ids ['1fd9f9b6-f69d-4bc8-9630-7c4b5d642dd2'] {{(pid=103802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 05 17:28:19.242595 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-b1a468fa-352e-4fe5-ae73-762c52124344 req-16dea918-e949-4ce1-8a47-2cb1f669956c service neutron] 10.222.0.13 "GET /v2.0/networks/a82605f9-5b2d-4fad-9fea-1d2ab1b13f31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879369 Jan 05 17:28:19.326607 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-43d52138-d68d-4780-a9d9-313e572ec3ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:28:19.330940 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-b1a468fa-352e-4fe5-ae73-762c52124344 req-2514f6bd-364b-4ec8-b7a3-92b0fa88eab3 service neutron] 10.222.0.13 "GET /v2.0/networks/a82605f9-5b2d-4fad-9fea-1d2ab1b13f31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818419 Jan 05 17:28:19.814038 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:28:19.900274 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572198db-fb85-4185-b8d2-6ef6099cc542 req-3e1a1f28-9395-4bd2-89fa-d898eaebff40 tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:28:19.901640 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-572198db-fb85-4185-b8d2-6ef6099cc542 req-3e1a1f28-9395-4bd2-89fa-d898eaebff40 tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c9b1cf2-4e1f-4fa6-b467-2a219152ed45 HTTP/1.1" status: 200 len: 945 time: 0.0483491 Jan 05 17:28:19.947321 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-572198db-fb85-4185-b8d2-6ef6099cc542 req-e84f77aa-8b1d-4020-b9cf-5180e23362f4 tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4d1faa2-6264-4bff-b437-5fd9a4021d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401025 Jan 05 17:28:20.153918 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Device 1fd9f9b6-f69d-4bc8-9630-7c4b5d642dd2 up at agent hyperv_hv-neutron-mast {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:28:20.201110 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Provisioning complete for port 1fd9f9b6-f69d-4bc8-9630-7c4b5d642dd2 triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:28:20.201824 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:28:20.278819 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:28:20.309920 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] For port 1fd9f9b6-f69d-4bc8-9630-7c4b5d642dd2, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=1fd9f9b6-f69d-4bc8-9630-7c4b5d642dd2,segment=NetworkSegment(4be31b08-1773-484e-8657-83a30796658b),segment_id=4be31b08-1773-484e-8657-83a30796658b)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:28:20.374251 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:28:20.420192 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Pushing event updated for resources: {'Port': ['ID=1fd9f9b6-f69d-4bc8-9630-7c4b5d642dd2,revision_number=8']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:28:20.465773 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c9b1cf2-4e1f-4fa6-b467-2a219152ed45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fd9f9b6-f69d-4bc8-9630-7c4b5d642dd2'}] {{(pid=103802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 05 17:28:20.468061 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36b213fbd845b3f09e785999bbcda1c85cd5592d7f001460987854e5c1683bd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26e73a1c-06cc-41ef-a87e-544c6719137b" -d '{"events": [{"server_uuid": "8c9b1cf2-4e1f-4fa6-b467-2a219152ed45", "name": "network-vif-plugged", "status": "completed", "tag": "1fd9f9b6-f69d-4bc8-9630-7c4b5d642dd2"}]}' {{(pid=103802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 05 17:28:20.505180 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Jan 2022 17:28:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85fb0b1b-01cd-4b28-8af6-4521b66d5ae1 x-openstack-request-id: req-85fb0b1b-01cd-4b28-8af6-4521b66d5ae1 {{(pid=103802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 05 17:28:20.505468 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c9b1cf2-4e1f-4fa6-b467-2a219152ed45", "name": "network-vif-plugged", "status": "completed", "tag": "1fd9f9b6-f69d-4bc8-9630-7c4b5d642dd2", "code": 200}]} {{(pid=103802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 05 17:28:20.505748 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-85fb0b1b-01cd-4b28-8af6-4521b66d5ae1 {{(pid=103802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 05 17:28:20.506132 dv-neutron-master-2-hyperv neutron-server[103802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c9b1cf2-4e1f-4fa6-b467-2a219152ed45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fd9f9b6-f69d-4bc8-9630-7c4b5d642dd2', 'code': 200} Jan 05 17:28:20.588898 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d2607572-b3c9-472c-85bc-c8de0c3fb75c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:28:21.063145 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae695107-5877-4038-ba25-ca2b37262740 req-9f2aab40-5efc-4f1e-bcc3-9b5783effe85 tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:28:21.064586 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-ae695107-5877-4038-ba25-ca2b37262740 req-9f2aab40-5efc-4f1e-bcc3-9b5783effe85 tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c9b1cf2-4e1f-4fa6-b467-2a219152ed45 HTTP/1.1" status: 200 len: 946 time: 0.0510144 Jan 05 17:28:21.109833 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-ae695107-5877-4038-ba25-ca2b37262740 req-1f8346d9-c206-496b-8ee2-f329eadbfb8a tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4d1faa2-6264-4bff-b437-5fd9a4021d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398202 Jan 05 17:28:21.227989 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4393404-e496-4d85-8b5c-2b78ce3a0e98 req-60fa9ff4-c9c7-45f3-bd45-1d782c4d9c3d tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:28:21.229342 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-a4393404-e496-4d85-8b5c-2b78ce3a0e98 req-60fa9ff4-c9c7-45f3-bd45-1d782c4d9c3d tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c9b1cf2-4e1f-4fa6-b467-2a219152ed45 HTTP/1.1" status: 200 len: 946 time: 0.0538700 Jan 05 17:28:21.611055 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-a4393404-e496-4d85-8b5c-2b78ce3a0e98 req-eac01011-b28b-407c-be49-b1e42eaa4f1a tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4d1faa2-6264-4bff-b437-5fd9a4021d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3761404 Jan 05 17:28:21.728730 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2213f0bc-e59f-452f-adff-0aa63bbefa7b req-07d6fd19-8ada-4c66-91b3-6c0edf1156a6 tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:28:21.730199 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-2213f0bc-e59f-452f-adff-0aa63bbefa7b req-07d6fd19-8ada-4c66-91b3-6c0edf1156a6 tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c9b1cf2-4e1f-4fa6-b467-2a219152ed45 HTTP/1.1" status: 200 len: 946 time: 0.0479856 Jan 05 17:28:21.775423 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-2213f0bc-e59f-452f-adff-0aa63bbefa7b req-3507aa6e-90e0-4a41-96f4-dd2abda7af5e tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4d1faa2-6264-4bff-b437-5fd9a4021d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397592 Jan 05 17:28:22.002172 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d504d802-9546-4ce5-a9d3-96c844ac5808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:28:22.370108 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2fe2b1-d368-4801-aacf-b4562074b567 req-f3f69e6d-a51e-4ada-938a-c161f03767b7 tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:28:22.371557 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-3d2fe2b1-d368-4801-aacf-b4562074b567 req-f3f69e6d-a51e-4ada-938a-c161f03767b7 tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c9b1cf2-4e1f-4fa6-b467-2a219152ed45 HTTP/1.1" status: 200 len: 946 time: 0.0487282 Jan 05 17:28:22.416959 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-3d2fe2b1-d368-4801-aacf-b4562074b567 req-7740ad96-387c-4b9b-a2cf-471201d9471a tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4d1faa2-6264-4bff-b437-5fd9a4021d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397143 Jan 05 17:28:23.291809 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:28:23.530966 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c04b26-ac28-42eb-8c77-7c487c04d753 req-d50fb289-15e3-45e8-8ffb-d703cbe6a273 tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:28:23.532461 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-49c04b26-ac28-42eb-8c77-7c487c04d753 req-d50fb289-15e3-45e8-8ffb-d703cbe6a273 tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c9b1cf2-4e1f-4fa6-b467-2a219152ed45 HTTP/1.1" status: 200 len: 946 time: 0.0474708 Jan 05 17:28:23.581068 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-49c04b26-ac28-42eb-8c77-7c487c04d753 req-bf763684-53a2-4dc3-8e6a-ea17b888e3d1 tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4d1faa2-6264-4bff-b437-5fd9a4021d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430338 Jan 05 17:28:23.961135 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2e006c-ab2f-4937-ac8c-b990d1478d2f req-84ca934b-7023-461d-94c3-4d56fea6367b tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:28:23.962606 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-ce2e006c-ab2f-4937-ac8c-b990d1478d2f req-84ca934b-7023-461d-94c3-4d56fea6367b tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c9b1cf2-4e1f-4fa6-b467-2a219152ed45 HTTP/1.1" status: 200 len: 946 time: 0.0474756 Jan 05 17:28:24.050312 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [req-ce2e006c-ab2f-4937-ac8c-b990d1478d2f req-8c935a11-ea45-4af1-bd14-c6fec74cc5b2 tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] Deleting port 1fd9f9b6-f69d-4bc8-9630-7c4b5d642dd2 {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:28:24.050648 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-ce2e006c-ab2f-4937-ac8c-b990d1478d2f req-8c935a11-ea45-4af1-bd14-c6fec74cc5b2 tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:28:24.134519 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.db [req-ce2e006c-ab2f-4937-ac8c-b990d1478d2f req-8c935a11-ea45-4af1-bd14-c6fec74cc5b2 tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] For port 1fd9f9b6-f69d-4bc8-9630-7c4b5d642dd2, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=1fd9f9b6-f69d-4bc8-9630-7c4b5d642dd2,segment=NetworkSegment(4be31b08-1773-484e-8657-83a30796658b),segment_id=4be31b08-1773-484e-8657-83a30796658b)] {{(pid=103800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:28:24.134872 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-ce2e006c-ab2f-4937-ac8c-b990d1478d2f req-8c935a11-ea45-4af1-bd14-c6fec74cc5b2 tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:28:24.150876 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [req-ce2e006c-ab2f-4937-ac8c-b990d1478d2f req-8c935a11-ea45-4af1-bd14-c6fec74cc5b2 tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] Calling delete_port for 1fd9f9b6-f69d-4bc8-9630-7c4b5d642dd2 owned by compute:nova {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:28:24.326276 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-ce2e006c-ab2f-4937-ac8c-b990d1478d2f req-8c935a11-ea45-4af1-bd14-c6fec74cc5b2 tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:28:24.337573 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] get_ports_and_sgs() called for port_ids ['1fd9f9b6-f69d-4bc8-9630-7c4b5d642dd2'] {{(pid=103802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 05 17:28:24.356665 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c935a11-ea45-4af1-bd14-c6fec74cc5b2 tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] Pushing event deleted for resources: {'Port': ['ID=1fd9f9b6-f69d-4bc8-9630-7c4b5d642dd2,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:28:24.383043 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c935a11-ea45-4af1-bd14-c6fec74cc5b2 tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:28:24.383389 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c935a11-ea45-4af1-bd14-c6fec74cc5b2 tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:28:24.383727 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c935a11-ea45-4af1-bd14-c6fec74cc5b2 tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:28:24.384063 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c935a11-ea45-4af1-bd14-c6fec74cc5b2 tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:28:24.384395 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c935a11-ea45-4af1-bd14-c6fec74cc5b2 tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:28:24.384738 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c935a11-ea45-4af1-bd14-c6fec74cc5b2 tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:28:24.385045 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c935a11-ea45-4af1-bd14-c6fec74cc5b2 tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:28:24.385367 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c935a11-ea45-4af1-bd14-c6fec74cc5b2 tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:28:24.385717 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c935a11-ea45-4af1-bd14-c6fec74cc5b2 tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:28:24.386046 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c935a11-ea45-4af1-bd14-c6fec74cc5b2 tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:28:24.386366 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c935a11-ea45-4af1-bd14-c6fec74cc5b2 tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:28:24.386687 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c935a11-ea45-4af1-bd14-c6fec74cc5b2 tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:28:24.387001 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c935a11-ea45-4af1-bd14-c6fec74cc5b2 tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:28:24.407671 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce2e006c-ab2f-4937-ac8c-b990d1478d2f req-8c935a11-ea45-4af1-bd14-c6fec74cc5b2 tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] No DVR routers for this DVR port 1fd9f9b6-f69d-4bc8-9630-7c4b5d642dd2 on host hv-neutron-mast {{(pid=103800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 05 17:28:24.410043 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-ce2e006c-ab2f-4937-ac8c-b990d1478d2f req-8c935a11-ea45-4af1-bd14-c6fec74cc5b2 tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:28:24.413335 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-ce2e006c-ab2f-4937-ac8c-b990d1478d2f req-8c935a11-ea45-4af1-bd14-c6fec74cc5b2 tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] 10.222.0.13 "DELETE /v2.0/ports/1fd9f9b6-f69d-4bc8-9630-7c4b5d642dd2 HTTP/1.1" status: 204 len: 173 time: 0.4450548 Jan 05 17:28:24.413820 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c9b1cf2-4e1f-4fa6-b467-2a219152ed45', 'name': 'network-vif-deleted', 'tag': '1fd9f9b6-f69d-4bc8-9630-7c4b5d642dd2'}] {{(pid=103800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 05 17:28:24.416227 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f64b9d4628f7eefcc27168a80c04985d23f0ea5def038dae05e1deb7357f3bfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f109ce7-ce3d-4185-b0cc-279dff83db1b" -d '{"events": [{"server_uuid": "8c9b1cf2-4e1f-4fa6-b467-2a219152ed45", "name": "network-vif-deleted", "tag": "1fd9f9b6-f69d-4bc8-9630-7c4b5d642dd2"}]}' {{(pid=103800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 05 17:28:24.450865 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Jan 2022 17:28:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c7785fb-2d7b-490f-9de4-b808c34aa135 x-openstack-request-id: req-4c7785fb-2d7b-490f-9de4-b808c34aa135 {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 05 17:28:24.451164 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c9b1cf2-4e1f-4fa6-b467-2a219152ed45", "name": "network-vif-deleted", "tag": "1fd9f9b6-f69d-4bc8-9630-7c4b5d642dd2", "status": "completed", "code": 200}]} {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 05 17:28:24.451418 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-4c7785fb-2d7b-490f-9de4-b808c34aa135 {{(pid=103800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 05 17:28:24.451819 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c9b1cf2-4e1f-4fa6-b467-2a219152ed45', 'name': 'network-vif-deleted', 'tag': '1fd9f9b6-f69d-4bc8-9630-7c4b5d642dd2', 'status': 'completed', 'code': 200} Jan 05 17:28:24.674797 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-f0eb7317-bc3e-4db0-9d7f-7951b1debbe9 req-c6f323aa-f438-4039-a6b6-d0ef85a1db98 tempest-ServerDiskConfigTestJSON-1270541867 tempest-ServerDiskConfigTestJSON-1270541867-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c9b1cf2-4e1f-4fa6-b467-2a219152ed45 HTTP/1.1" status: 200 len: 210 time: 0.0258274 Jan 05 17:28:25.793771 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 48718) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:28:25.837148 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.db_base_plugin_v2 [None req-306df903-daad-4ee3-90bd-b2257b05e1ce admin admin] Deleting subnet 370e8c7b-11ee-40f7-936e-790222f2deef {{(pid=103800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 05 17:28:25.840186 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-306df903-daad-4ee3-90bd-b2257b05e1ce admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:28:25.872812 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-306df903-daad-4ee3-90bd-b2257b05e1ce admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8784846'] for subnet, precommit_delete_associations {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:28:25.909717 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-306df903-daad-4ee3-90bd-b2257b05e1ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892868'] for subnet, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:28:26.025839 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-306df903-daad-4ee3-90bd-b2257b05e1ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3893367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8784787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8521880'] for subnet, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:28:26.050134 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306df903-daad-4ee3-90bd-b2257b05e1ce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=370e8c7b-11ee-40f7-936e-790222f2deef,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:28:26.053859 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-306df903-daad-4ee3-90bd-b2257b05e1ce admin admin] Publish callbacks [] for subnet, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:28:26.056976 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-306df903-daad-4ee3-90bd-b2257b05e1ce admin admin] 10.222.0.11 "DELETE /v2.0/subnets/370e8c7b-11ee-40f7-936e-790222f2deef HTTP/1.1" status: 204 len: 168 time: 0.2622139 Jan 05 17:28:26.059600 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 48720) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:28:26.128464 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d5002538-21b6-4e48-b87c-23beb250bfde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3809644'] for network, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:28:26.206709 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d5002538-21b6-4e48-b87c-23beb250bfde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3891715', 'neutron.services.segments.db._delete_segments_for_network-8754181063482'] for network, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:28:26.225744 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.services.segments.db [None req-d5002538-21b6-4e48-b87c-23beb250bfde admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a82605f9-5b2d-4fad-9fea-1d2ab1b13f31']}} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:28:26.234770 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.services.segments.db [None req-d5002538-21b6-4e48-b87c-23beb250bfde admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4be31b08-1773-484e-8657-83a30796658b') {'for_net_delete': True} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:28:26.235064 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.services.segments.db [None req-d5002538-21b6-4e48-b87c-23beb250bfde admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4be31b08-1773-484e-8657-83a30796658b') {} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:28:26.244429 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d5002538-21b6-4e48-b87c-23beb250bfde admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754181064771', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8784833'] for segment, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:28:26.256807 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d5002538-21b6-4e48-b87c-23beb250bfde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225'] for segment, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:28:26.263018 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5002538-21b6-4e48-b87c-23beb250bfde admin admin] Releasing vlan 111 on physical network physnet1 to pool {{(pid=103800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 05 17:28:26.263389 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d5002538-21b6-4e48-b87c-23beb250bfde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8784497'] for segment, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:28:26.264990 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:28:26.264990 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:28:26.264990 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:28:26.264990 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:28:26.264990 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:28:26.264990 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:28:26.264990 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:28:26.264990 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:28:26.264990 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:28:26.264990 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:28:26.264990 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:28:26.264990 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:28:26.264990 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:28:26.264990 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:28:26.264990 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:28:26.264990 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:28:26.264990 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:28:26.264990 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:28:26.264990 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:28:26.264990 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:28:26.264990 dv-neutron-master-2-hyperv neutron-server[103800]: Traceback (most recent call last): Jan 05 17:28:26.264990 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 05 17:28:26.264990 dv-neutron-master-2-hyperv neutron-server[103800]: timer() Jan 05 17:28:26.264990 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 05 17:28:26.264990 dv-neutron-master-2-hyperv neutron-server[103800]: cb(*args, **kw) Jan 05 17:28:26.264990 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 05 17:28:26.264990 dv-neutron-master-2-hyperv neutron-server[103800]: return func(*args, **kwargs) Jan 05 17:28:26.264990 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 05 17:28:26.264990 dv-neutron-master-2-hyperv neutron-server[103800]: self._notify() Jan 05 17:28:26.264990 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 05 17:28:26.264990 dv-neutron-master-2-hyperv neutron-server[103800]: self.callback(batched_events) Jan 05 17:28:26.264990 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 05 17:28:26.264990 dv-neutron-master-2-hyperv neutron-server[103800]: event.method(event) Jan 05 17:28:26.264990 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 05 17:28:26.264990 dv-neutron-master-2-hyperv neutron-server[103800]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 05 17:28:26.264990 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 05 17:28:26.264990 dv-neutron-master-2-hyperv neutron-server[103800]: aggregate_uuid = self.p_client.list_aggregates( Jan 05 17:28:26.264990 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 05 17:28:26.264990 dv-neutron-master-2-hyperv neutron-server[103800]: return f(self, *a, **k) Jan 05 17:28:26.264990 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 05 17:28:26.264990 dv-neutron-master-2-hyperv neutron-server[103800]: return self._get(url).json() Jan 05 17:28:26.264990 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 05 17:28:26.264990 dv-neutron-master-2-hyperv neutron-server[103800]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 05 17:28:26.264990 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 05 17:28:26.264990 dv-neutron-master-2-hyperv neutron-server[103800]: return self.request(url, 'GET', **kwargs) Jan 05 17:28:26.264990 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 05 17:28:26.264990 dv-neutron-master-2-hyperv neutron-server[103800]: base_url = self.get_endpoint(auth, allow=allow, Jan 05 17:28:26.264990 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 05 17:28:26.264990 dv-neutron-master-2-hyperv neutron-server[103800]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 05 17:28:26.264990 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 05 17:28:26.264990 dv-neutron-master-2-hyperv neutron-server[103800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 05 17:28:26.264990 dv-neutron-master-2-hyperv neutron-server[103800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 05 17:28:26.396587 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d5002538-21b6-4e48-b87c-23beb250bfde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3891722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648695'] for network, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:28:26.401806 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d5002538-21b6-4e48-b87c-23beb250bfde admin admin] Publish callbacks [] for network, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:28:26.404877 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-d5002538-21b6-4e48-b87c-23beb250bfde admin admin] 10.222.0.11 "DELETE /v2.0/networks/a82605f9-5b2d-4fad-9fea-1d2ab1b13f31 HTTP/1.1" status: 204 len: 168 time: 0.3443730 Jan 05 17:28:26.417262 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5002538-21b6-4e48-b87c-23beb250bfde admin admin] Pushing event deleted for resources: {'Network': ['ID=a82605f9-5b2d-4fad-9fea-1d2ab1b13f31,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:28:26.732806 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 48724) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:28:26.775535 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-09519fff-c7bc-4f0a-8127-df643cc8919d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=945a85af16af4afb918be85400c7150e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0415897 Jan 05 17:28:26.778069 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 48726) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:28:26.822920 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f40044c8-e742-4056-bc08-7d672f4d70ed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:28:26.843280 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f40044c8-e742-4056-bc08-7d672f4d70ed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:28:26.962741 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f40044c8-e742-4056-bc08-7d672f4d70ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:28:26.965173 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f40044c8-e742-4056-bc08-7d672f4d70ed admin admin] Publish callbacks [] for security_group, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:28:26.966382 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-f40044c8-e742-4056-bc08-7d672f4d70ed admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d4d1faa2-6264-4bff-b437-5fd9a4021d7e HTTP/1.1" status: 204 len: 168 time: 0.1874437 Jan 05 17:28:26.973926 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40044c8-e742-4056-bc08-7d672f4d70ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4d1faa2-6264-4bff-b437-5fd9a4021d7e,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:28:27.912945 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 48748) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:28:28.006329 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-28db6377-38ca-4240-8be7-11a9679c9bc5 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1239396606-network', 'tenant_id': '4808c0b17c614be79a0c7baf13c8a90d'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:28:28.093231 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28db6377-38ca-4240-8be7-11a9679c9bc5 admin admin] Made reservation on behalf of 4808c0b17c614be79a0c7baf13c8a90d for: {'network': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:28:28.095438 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-28db6377-38ca-4240-8be7-11a9679c9bc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for network, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:28:28.104172 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-28db6377-38ca-4240-8be7-11a9679c9bc5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:28:28.174082 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-28db6377-38ca-4240-8be7-11a9679c9bc5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:28:28.187455 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Device 1fd9f9b6-f69d-4bc8-9630-7c4b5d642dd2 no longer exists at agent hyperv_hv-neutron-mast {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 05 17:28:28.207112 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] No Port match for: 1fd9f9b6-f69d-4bc8-9630-7c4b5d642dd2 {{(pid=103802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 05 17:28:28.207450 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Device 1fd9f9b6-f69d-4bc8-9630-7c4b5d642dd2 not bound to the agent host hv-neutron-mast {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 05 17:28:28.247657 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-28db6377-38ca-4240-8be7-11a9679c9bc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:28:28.273899 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28db6377-38ca-4240-8be7-11a9679c9bc5 admin admin] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=103800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 05 17:28:28.279070 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28db6377-38ca-4240-8be7-11a9679c9bc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08842371-7759-4f8c-9040-3c38b18e6399,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:28:28.285912 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-28db6377-38ca-4240-8be7-11a9679c9bc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225'] for segment, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:28:28.286257 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.db.segments_db [None req-28db6377-38ca-4240-8be7-11a9679c9bc5 admin admin] Added segment 3408963b-cc6f-41d6-81f3-5f4936e04525 of type vlan for network a2a3f410-a9d2-4220-a184-fcdeb12ab668 Jan 05 17:28:28.327333 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-28db6377-38ca-4240-8be7-11a9679c9bc5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754180566020'] for network, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:28:28.419007 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-28db6377-38ca-4240-8be7-11a9679c9bc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685'] for network, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:28:28.419974 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28db6377-38ca-4240-8be7-11a9679c9bc5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:28:28.420548 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-28db6377-38ca-4240-8be7-11a9679c9bc5 admin admin] Publish callbacks [] for network, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:28:28.476301 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28db6377-38ca-4240-8be7-11a9679c9bc5 admin admin] Pushing event updated for resources: {'Network': ['ID=a2a3f410-a9d2-4220-a184-fcdeb12ab668,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:28:28.486324 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Network a2a3f410-a9d2-4220-a184-fcdeb12ab668 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 05 17:28:28.501775 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-28db6377-38ca-4240-8be7-11a9679c9bc5 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5876963 Jan 05 17:28:28.504547 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 48752) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:28:28.509204 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-0f402dd5-7d0d-439c-9ec0-11b2c31edf5f admin admin] Request body: {'subnet': {'network_id': 'a2a3f410-a9d2-4220-a184-fcdeb12ab668', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1239396606-subnet', 'tenant_id': '4808c0b17c614be79a0c7baf13c8a90d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:28:28.594744 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f402dd5-7d0d-439c-9ec0-11b2c31edf5f admin admin] Made reservation on behalf of 4808c0b17c614be79a0c7baf13c8a90d for: {'subnet': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:28:28.597091 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0f402dd5-7d0d-439c-9ec0-11b2c31edf5f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8521827'] for subnet, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:28:28.819585 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0f402dd5-7d0d-439c-9ec0-11b2c31edf5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8784852', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8521873'] for subnet, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:28:28.874532 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f402dd5-7d0d-439c-9ec0-11b2c31edf5f admin admin] Pushing event updated for resources: {'Subnet': ['ID=35f0cdf6-9a10-4ae7-9cfa-69f52bae6fea,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:28:28.883621 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f402dd5-7d0d-439c-9ec0-11b2c31edf5f admin admin] Checking segment: {'id': '3408963b-cc6f-41d6-81f3-5f4936e04525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'a2a3f410-a9d2-4220-a184-fcdeb12ab668'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:28:28.883985 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f402dd5-7d0d-439c-9ec0-11b2c31edf5f admin admin] Network hostable DHCP agents. Network: a2a3f410-a9d2-4220-a184-fcdeb12ab668, hostable agents: ['3f70c195-17da-4084-9fd6-bf6059d88535'], hosted agents: [] {{(pid=103800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 05 17:28:28.973849 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f402dd5-7d0d-439c-9ec0-11b2c31edf5f admin admin] Network a2a3f410-a9d2-4220-a184-fcdeb12ab668 is scheduled to be hosted by DHCP agent 3f70c195-17da-4084-9fd6-bf6059d88535 with binding_index 1 {{(pid=103800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 05 17:28:29.057745 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-0f402dd5-7d0d-439c-9ec0-11b2c31edf5f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, a2a3f410-a9d2-4220-a184-fcdeb12ab668) {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:28:29.061682 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f402dd5-7d0d-439c-9ec0-11b2c31edf5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:28:29.062268 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0f402dd5-7d0d-439c-9ec0-11b2c31edf5f admin admin] Publish callbacks [] for subnet, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:28:29.069767 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5921e90c-f65a-4973-b5cd-01f329e4edb3 None None] Network a2a3f410-a9d2-4220-a184-fcdeb12ab668 requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:28:29.167572 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-377837ae-2032-46c7-9d7a-d5bece14f944 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-a2a3f410-a9d2-4220-a184-fcdeb12ab668', 'network_id': 'a2a3f410-a9d2-4220-a184-fcdeb12ab668', 'project_id': '4808c0b17c614be79a0c7baf13c8a90d', 'fixed_ips': [{'subnet_id': '35f0cdf6-9a10-4ae7-9cfa-69f52bae6fea'}]}} from dv-neutron-master-2-hyperv. {{(pid=103802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 05 17:28:29.168426 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-377837ae-2032-46c7-9d7a-d5bece14f944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:28:29.173620 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-0f402dd5-7d0d-439c-9ec0-11b2c31edf5f admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6655886 Jan 05 17:28:29.173891 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 48754) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:28:29.180658 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-9dd13783-4363-4582-a15c-a11cd863f026 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1239396606-router', 'tenant_id': '4808c0b17c614be79a0c7baf13c8a90d', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573'}}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:28:29.271097 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9dd13783-4363-4582-a15c-a11cd863f026 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-649063', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58098'] for router, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:28:29.272452 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9dd13783-4363-4582-a15c-a11cd863f026 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649832', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-545006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58091'] for router, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:28:29.305097 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.db_base_plugin_common [None req-377837ae-2032-46c7-9d7a-d5bece14f944 None None] Allocated IP 172.20.0.2 (a2a3f410-a9d2-4220-a184-fcdeb12ab668/35f0cdf6-9a10-4ae7-9cfa-69f52bae6fea/30e2bf4a-ad5d-4c34-b28c-ae01cb89a444) {{(pid=103802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:28:29.330704 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9dd13783-4363-4582-a15c-a11cd863f026 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:28:29.551598 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9dd13783-4363-4582-a15c-a11cd863f026 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:28:29.605696 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-377837ae-2032-46c7-9d7a-d5bece14f944 None None] Publish callbacks [] for port, precommit_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:28:29.686724 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-377837ae-2032-46c7-9d7a-d5bece14f944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669'] for port, after_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:28:29.730708 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-377837ae-2032-46c7-9d7a-d5bece14f944 None None] Network a2a3f410-a9d2-4220-a184-fcdeb12ab668 is already hosted by enough agents. {{(pid=103802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:28:29.733785 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.scheduler.base_scheduler [None req-377837ae-2032-46c7-9d7a-d5bece14f944 None None] Resources bound (agent type, host, resource id): {{(pid=103802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:28:29.740779 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-377837ae-2032-46c7-9d7a-d5bece14f944 None None] Received port after_create {{(pid=103802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:28:29.744355 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377837ae-2032-46c7-9d7a-d5bece14f944 None None] Pushing event updated for resources: {'Port': ['ID=30e2bf4a-ad5d-4c34-b28c-ae01cb89a444,revision_number=1']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:28:29.799609 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-377837ae-2032-46c7-9d7a-d5bece14f944 None None] Attempting to bind port 30e2bf4a-ad5d-4c34-b28c-ae01cb89a444 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 05 17:28:29.799985 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-377837ae-2032-46c7-9d7a-d5bece14f944 None None] Attempting to bind port 30e2bf4a-ad5d-4c34-b28c-ae01cb89a444 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '3408963b-cc6f-41d6-81f3-5f4936e04525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'a2a3f410-a9d2-4220-a184-fcdeb12ab668'}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 05 17:28:29.800348 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-377837ae-2032-46c7-9d7a-d5bece14f944 None None] Attempting to bind port 30e2bf4a-ad5d-4c34-b28c-ae01cb89a444 on network a2a3f410-a9d2-4220-a184-fcdeb12ab668 {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:28:29.806341 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-377837ae-2032-46c7-9d7a-d5bece14f944 None None] Checking agent: {'id': '0d4f8fd3-ce62-4651-970c-efa6a8bb22b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 5, 16, 57, 23), 'started_at': datetime.datetime(2022, 1, 5, 16, 57, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 5, 17, 28, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 05 17:28:29.806715 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-377837ae-2032-46c7-9d7a-d5bece14f944 None None] Checking segment: {'id': '3408963b-cc6f-41d6-81f3-5f4936e04525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'a2a3f410-a9d2-4220-a184-fcdeb12ab668'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:28:29.807118 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-377837ae-2032-46c7-9d7a-d5bece14f944 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:28:29.807505 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-377837ae-2032-46c7-9d7a-d5bece14f944 None None] Bound using segment: {'id': '3408963b-cc6f-41d6-81f3-5f4936e04525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'a2a3f410-a9d2-4220-a184-fcdeb12ab668'} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 05 17:28:29.807976 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-377837ae-2032-46c7-9d7a-d5bece14f944 None None] Bound port: 30e2bf4a-ad5d-4c34-b28c-ae01cb89a444, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3408963b-cc6f-41d6-81f3-5f4936e04525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'a2a3f410-a9d2-4220-a184-fcdeb12ab668'}}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 05 17:28:29.808357 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-377837ae-2032-46c7-9d7a-d5bece14f944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:28:29.834274 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9dd13783-4363-4582-a15c-a11cd863f026 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:28:29.853943 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9dd13783-4363-4582-a15c-a11cd863f026 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:28:29.874829 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-377837ae-2032-46c7-9d7a-d5bece14f944 None None] For port 30e2bf4a-ad5d-4c34-b28c-ae01cb89a444, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 05 17:28:29.877790 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-377837ae-2032-46c7-9d7a-d5bece14f944 None None] For port 30e2bf4a-ad5d-4c34-b28c-ae01cb89a444, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=30e2bf4a-ad5d-4c34-b28c-ae01cb89a444,segment=NetworkSegment(3408963b-cc6f-41d6-81f3-5f4936e04525),segment_id=3408963b-cc6f-41d6-81f3-5f4936e04525)] {{(pid=103802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 05 17:28:29.959563 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [None req-9dd13783-4363-4582-a15c-a11cd863f026 admin admin] Allocated IP 172.36.4.55 (b0167590-0699-4c5c-a932-3939414a9573/7a784a6d-3d96-418f-a645-b9ccd0b1ac55/1e06f970-a67a-49e1-8704-07faf640bf83) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:28:29.962811 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-377837ae-2032-46c7-9d7a-d5bece14f944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:28:30.032380 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377837ae-2032-46c7-9d7a-d5bece14f944 None None] Pushing event updated for resources: {'Port': ['ID=30e2bf4a-ad5d-4c34-b28c-ae01cb89a444,revision_number=2']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:28:30.077255 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9dd13783-4363-4582-a15c-a11cd863f026 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:28:30.188354 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9dd13783-4363-4582-a15c-a11cd863f026 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:28:30.235996 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dd13783-4363-4582-a15c-a11cd863f026 admin admin] Network b0167590-0699-4c5c-a932-3939414a9573 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:28:30.243532 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-9dd13783-4363-4582-a15c-a11cd863f026 admin admin] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:28:30.243532 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dd13783-4363-4582-a15c-a11cd863f026 admin admin] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:28:30.252303 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd13783-4363-4582-a15c-a11cd863f026 admin admin] Pushing event updated for resources: {'Port': ['ID=1e06f970-a67a-49e1-8704-07faf640bf83,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:28:30.263030 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c50f040c-82ce-4ec1-b5ba-9f8c7c5368de None None] DHCP port deletion for b0167590-0699-4c5c-a932-3939414a9573 request from dv-neutron-master-2-hyperv {{(pid=103802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 05 17:28:30.339043 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 30e2bf4a-ad5d-4c34-b28c-ae01cb89a444 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:28:30.383711 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-2b35e4d1-428b-46d1-9314-c5d0bfba59a6 None None] Provisioning complete for port 1e06f970-a67a-49e1-8704-07faf640bf83 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:28:30.384463 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-2b35e4d1-428b-46d1-9314-c5d0bfba59a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:28:30.431811 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-2b35e4d1-428b-46d1-9314-c5d0bfba59a6 None None] Port 1e06f970-a67a-49e1-8704-07faf640bf83 cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 17:28:30.434394 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Provisioning complete for port 30e2bf4a-ad5d-4c34-b28c-ae01cb89a444 triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:28:30.435009 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:28:30.524185 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:28:30.557675 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] For port 30e2bf4a-ad5d-4c34-b28c-ae01cb89a444, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=30e2bf4a-ad5d-4c34-b28c-ae01cb89a444,segment=NetworkSegment(3408963b-cc6f-41d6-81f3-5f4936e04525),segment_id=3408963b-cc6f-41d6-81f3-5f4936e04525)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:28:30.624123 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9dd13783-4363-4582-a15c-a11cd863f026 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:28:30.636608 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:28:30.688723 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Pushing event updated for resources: {'Port': ['ID=30e2bf4a-ad5d-4c34-b28c-ae01cb89a444,revision_number=3']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:28:30.841896 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9dd13783-4363-4582-a15c-a11cd863f026 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-648430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648639'] for router, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:28:31.059312 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9dd13783-4363-4582-a15c-a11cd863f026 admin admin] Router f7e5b0fc-7de1-4608-8bad-fbe2c8903f5d is scheduled to L3 agent 59446fdc-40e0-41fe-a575-a8eb11d742f7 with binding_index 1 {{(pid=103800) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 05 17:28:31.069553 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd643b95-c245-456e-bccc-9cc6613f50b3 None None] Network a2a3f410-a9d2-4220-a184-fcdeb12ab668 requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:28:31.166582 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dd13783-4363-4582-a15c-a11cd863f026 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 05 17:28:31.177600 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94bee26d-5669-4598-ad3b-ec7a10b7303c None None] Sync routers for ids ['f7e5b0fc-7de1-4608-8bad-fbe2c8903f5d'] in dv-neutron-master-2-hyperv {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 05 17:28:31.190449 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-5d4a40ac-985b-4fb2-b631-02a91f73cb51 None None] Provisioning complete for port 30e2bf4a-ad5d-4c34-b28c-ae01cb89a444 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:28:31.192043 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-5d4a40ac-985b-4fb2-b631-02a91f73cb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:28:31.218128 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94bee26d-5669-4598-ad3b-ec7a10b7303c None None] Routers {'f7e5b0fc-7de1-4608-8bad-fbe2c8903f5d'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:28:31.218742 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-94bee26d-5669-4598-ad3b-ec7a10b7303c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:28:19Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['f7e5b0fc-7de1-4608-8bad-fbe2c8903f5d'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:28:31.268709 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9dd13783-4363-4582-a15c-a11cd863f026 admin admin] Publish callbacks [] for router, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:28:31.273150 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 48756) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:28:31.275351 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-9dd13783-4363-4582-a15c-a11cd863f026 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.1004360 Jan 05 17:28:31.370247 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-94bee26d-5669-4598-ad3b-ec7a10b7303c None None] Set router f7e5b0fc-7de1-4608-8bad-fbe2c8903f5d gateway port host: dv-neutron-master-2-hyperv {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:28:31.539375 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-655a59e6-435e-49ec-b460-59f5cd8e573c None None] Provisioning complete for port 30e2bf4a-ad5d-4c34-b28c-ae01cb89a444 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:28:31.539649 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-655a59e6-435e-49ec-b460-59f5cd8e573c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:28:31.594750 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-94bee26d-5669-4598-ad3b-ec7a10b7303c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7e5b0fc-7de1-4608-8bad-fbe2c8903f5d', 'name': 'tempest-ServerActionsTestJSON-1239396606-router', 'tenant_id': '4808c0b17c614be79a0c7baf13c8a90d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.55'}], 'enable_snat': True}, 'gw_port_id': '1e06f970-a67a-49e1-8704-07faf640bf83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:28:29Z', 'updated_at': '2022-01-05T17:28:30Z', 'revision_number': 3, 'project_id': '4808c0b17c614be79a0c7baf13c8a90d', 'gw_port': {'id': '1e06f970-a67a-49e1-8704-07faf640bf83', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:21:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7e5b0fc-7de1-4608-8bad-fbe2c8903f5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:28:29Z', 'updated_at': '2022-01-05T17:28:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:28:31.626313 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94bee26d-5669-4598-ad3b-ec7a10b7303c None None] Checking router: f7e5b0fc-7de1-4608-8bad-fbe2c8903f5d for host: dv-neutron-master-2-hyperv {{(pid=103802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 05 17:28:31.626656 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94bee26d-5669-4598-ad3b-ec7a10b7303c None None] Updating router f7e5b0fc-7de1-4608-8bad-fbe2c8903f5d port 1e06f970-a67a-49e1-8704-07faf640bf83 binding host dv-neutron-master-2-hyperv {{(pid=103802) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 05 17:28:31.673390 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-94bee26d-5669-4598-ad3b-ec7a10b7303c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:28:31.693210 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-1d1069af-8398-419b-b614-c5cecc13639b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:28:31.935318 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-94bee26d-5669-4598-ad3b-ec7a10b7303c None None] Publish callbacks [] for port, precommit_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:28:32.002374 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-94bee26d-5669-4598-ad3b-ec7a10b7303c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:28:32.048146 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3cf9143-9e62-4f42-8223-ac72b7730bbd None None] DHCP port deletion for b0167590-0699-4c5c-a932-3939414a9573 request from dv-neutron-master-2-hyperv {{(pid=103802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 05 17:28:32.061830 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e0af6f-35d8-4158-a229-7cc836342783 None None] Pushing event updated for resources: {'Port': ['ID=1e06f970-a67a-49e1-8704-07faf640bf83,revision_number=2']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:28:32.064082 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-94bee26d-5669-4598-ad3b-ec7a10b7303c None None] Attempting to bind port 1e06f970-a67a-49e1-8704-07faf640bf83 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 05 17:28:32.064448 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-94bee26d-5669-4598-ad3b-ec7a10b7303c None None] Attempting to bind port 1e06f970-a67a-49e1-8704-07faf640bf83 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '3f961525-530f-4ce5-8222-1dbbbe774893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573'}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 05 17:28:32.064811 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94bee26d-5669-4598-ad3b-ec7a10b7303c None None] Attempting to bind port 1e06f970-a67a-49e1-8704-07faf640bf83 on network b0167590-0699-4c5c-a932-3939414a9573 {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:28:32.072122 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94bee26d-5669-4598-ad3b-ec7a10b7303c None None] Checking agent: {'id': '0d4f8fd3-ce62-4651-970c-efa6a8bb22b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 5, 16, 57, 23), 'started_at': datetime.datetime(2022, 1, 5, 16, 57, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 5, 17, 28, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 05 17:28:32.072503 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94bee26d-5669-4598-ad3b-ec7a10b7303c None None] Checking segment: {'id': '3f961525-530f-4ce5-8222-1dbbbe774893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:28:32.072898 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-94bee26d-5669-4598-ad3b-ec7a10b7303c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:28:32.073282 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94bee26d-5669-4598-ad3b-ec7a10b7303c None None] Bound using segment: {'id': '3f961525-530f-4ce5-8222-1dbbbe774893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573'} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 05 17:28:32.073860 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-94bee26d-5669-4598-ad3b-ec7a10b7303c None None] Bound port: 1e06f970-a67a-49e1-8704-07faf640bf83, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f961525-530f-4ce5-8222-1dbbbe774893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573'}}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 05 17:28:32.074160 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-94bee26d-5669-4598-ad3b-ec7a10b7303c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:28:32.131313 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-493010da-7e96-44ec-94b1-0075694ddda7 None None] Provisioning complete for port 1e06f970-a67a-49e1-8704-07faf640bf83 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:28:32.131676 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-493010da-7e96-44ec-94b1-0075694ddda7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:28:32.155888 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-94bee26d-5669-4598-ad3b-ec7a10b7303c None None] For port 1e06f970-a67a-49e1-8704-07faf640bf83, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 05 17:28:32.174110 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-94bee26d-5669-4598-ad3b-ec7a10b7303c None None] For port 1e06f970-a67a-49e1-8704-07faf640bf83, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=1e06f970-a67a-49e1-8704-07faf640bf83,segment=NetworkSegment(3f961525-530f-4ce5-8222-1dbbbe774893),segment_id=3f961525-530f-4ce5-8222-1dbbbe774893)] {{(pid=103802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 05 17:28:32.180605 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-493010da-7e96-44ec-94b1-0075694ddda7 None None] Port 1e06f970-a67a-49e1-8704-07faf640bf83 cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 17:28:32.236983 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 30e2bf4a-ad5d-4c34-b28c-ae01cb89a444 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:28:32.241649 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [None req-1d1069af-8398-419b-b614-c5cecc13639b admin admin] Allocated IP 172.20.0.1 (a2a3f410-a9d2-4220-a184-fcdeb12ab668/35f0cdf6-9a10-4ae7-9cfa-69f52bae6fea/2c7f8bf4-1843-4150-8484-b1d2af840bd7) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:28:32.262083 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-94bee26d-5669-4598-ad3b-ec7a10b7303c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:28:32.323021 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88cdcabc-c40b-4a24-8909-b6f8794545b7 None None] DHCP port deletion for b0167590-0699-4c5c-a932-3939414a9573 request from dv-neutron-master-2-hyperv {{(pid=103802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 05 17:28:32.333704 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94bee26d-5669-4598-ad3b-ec7a10b7303c None None] Routers {'f7e5b0fc-7de1-4608-8bad-fbe2c8903f5d'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:28:32.334344 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-94bee26d-5669-4598-ad3b-ec7a10b7303c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:28:19Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['f7e5b0fc-7de1-4608-8bad-fbe2c8903f5d'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:28:32.354144 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-1d1069af-8398-419b-b614-c5cecc13639b admin admin] Publish callbacks [] for port, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:28:32.406990 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e0af6f-35d8-4158-a229-7cc836342783 None None] Pushing event updated for resources: {'Port': ['ID=1e06f970-a67a-49e1-8704-07faf640bf83,revision_number=3']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:28:32.424212 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Provisioning complete for port 30e2bf4a-ad5d-4c34-b28c-ae01cb89a444 triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:28:32.424580 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:28:32.433997 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-48e6d777-5fec-48a8-b3ae-be52a0007ff1 None None] Provisioning complete for port 1e06f970-a67a-49e1-8704-07faf640bf83 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:28:32.434355 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-48e6d777-5fec-48a8-b3ae-be52a0007ff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:28:32.452182 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-1d1069af-8398-419b-b614-c5cecc13639b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11433176'] for port, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:28:32.489503 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d1069af-8398-419b-b614-c5cecc13639b admin admin] Network a2a3f410-a9d2-4220-a184-fcdeb12ab668 is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:28:32.493950 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-1d1069af-8398-419b-b614-c5cecc13639b admin admin] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:28:32.500731 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d1069af-8398-419b-b614-c5cecc13639b admin admin] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:28:32.521355 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1069af-8398-419b-b614-c5cecc13639b admin admin] Pushing event updated for resources: {'Port': ['ID=2c7f8bf4-1843-4150-8484-b1d2af840bd7,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:28:32.544442 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-94bee26d-5669-4598-ad3b-ec7a10b7303c None None] Set router f7e5b0fc-7de1-4608-8bad-fbe2c8903f5d gateway port host: dv-neutron-master-2-hyperv {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:28:32.545906 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1069af-8398-419b-b614-c5cecc13639b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:28:32.547092 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1069af-8398-419b-b614-c5cecc13639b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:28:32.547092 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1069af-8398-419b-b614-c5cecc13639b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:28:32.547429 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1069af-8398-419b-b614-c5cecc13639b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:28:32.547905 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1069af-8398-419b-b614-c5cecc13639b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:28:32.548411 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1069af-8398-419b-b614-c5cecc13639b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:28:32.548722 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1069af-8398-419b-b614-c5cecc13639b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:28:32.549079 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1069af-8398-419b-b614-c5cecc13639b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:28:32.549376 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1069af-8398-419b-b614-c5cecc13639b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:28:32.549723 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1069af-8398-419b-b614-c5cecc13639b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:28:32.550201 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1069af-8398-419b-b614-c5cecc13639b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:28:32.550669 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1069af-8398-419b-b614-c5cecc13639b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:28:32.551141 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1069af-8398-419b-b614-c5cecc13639b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:28:32.557490 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-1d1069af-8398-419b-b614-c5cecc13639b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-648552'] for router_interface, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:28:32.787200 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-1d1069af-8398-419b-b614-c5cecc13639b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:28:32.904867 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-48e6d777-5fec-48a8-b3ae-be52a0007ff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:28:32.949299 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-48e6d777-5fec-48a8-b3ae-be52a0007ff1 None None] For port 1e06f970-a67a-49e1-8704-07faf640bf83, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=1e06f970-a67a-49e1-8704-07faf640bf83,segment=NetworkSegment(3f961525-530f-4ce5-8222-1dbbbe774893),segment_id=3f961525-530f-4ce5-8222-1dbbbe774893)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:28:32.951596 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-1d1069af-8398-419b-b614-c5cecc13639b admin admin] Publish callbacks [] for port, precommit_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:28:32.978065 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-94bee26d-5669-4598-ad3b-ec7a10b7303c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7e5b0fc-7de1-4608-8bad-fbe2c8903f5d', 'name': 'tempest-ServerActionsTestJSON-1239396606-router', 'tenant_id': '4808c0b17c614be79a0c7baf13c8a90d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.55'}], 'enable_snat': True}, 'gw_port_id': '1e06f970-a67a-49e1-8704-07faf640bf83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:28:29Z', 'updated_at': '2022-01-05T17:28:30Z', 'revision_number': 3, 'project_id': '4808c0b17c614be79a0c7baf13c8a90d', 'gw_port': {'id': '1e06f970-a67a-49e1-8704-07faf640bf83', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:21:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7e5b0fc-7de1-4608-8bad-fbe2c8903f5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:28:29Z', 'updated_at': '2022-01-05T17:28:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:28:33.003817 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94bee26d-5669-4598-ad3b-ec7a10b7303c None None] The sync data for ids ['f7e5b0fc-7de1-4608-8bad-fbe2c8903f5d'] in dv-neutron-master-2-hyperv is: [{'id': 'f7e5b0fc-7de1-4608-8bad-fbe2c8903f5d', 'name': 'tempest-ServerActionsTestJSON-1239396606-router', 'tenant_id': '4808c0b17c614be79a0c7baf13c8a90d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.55'}], 'enable_snat': True}, 'gw_port_id': '1e06f970-a67a-49e1-8704-07faf640bf83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:28:29Z', 'updated_at': '2022-01-05T17:28:30Z', 'revision_number': 3, 'project_id': '4808c0b17c614be79a0c7baf13c8a90d', 'gw_port': {'id': '1e06f970-a67a-49e1-8704-07faf640bf83', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:21:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7e5b0fc-7de1-4608-8bad-fbe2c8903f5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:28:29Z', 'updated_at': '2022-01-05T17:28:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 05 17:28:33.017944 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-48e6d777-5fec-48a8-b3ae-be52a0007ff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:28:33.030692 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-1d1069af-8398-419b-b614-c5cecc13639b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11433169'] for port, after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:28:33.071947 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e6d777-5fec-48a8-b3ae-be52a0007ff1 None None] Pushing event updated for resources: {'Port': ['ID=1e06f970-a67a-49e1-8704-07faf640bf83,revision_number=4']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:28:33.103413 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-1d1069af-8398-419b-b614-c5cecc13639b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-531704'] for router_interface, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:28:33.105193 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1069af-8398-419b-b614-c5cecc13639b admin admin] Pushing event updated for resources: {'Port': ['ID=2c7f8bf4-1843-4150-8484-b1d2af840bd7,revision_number=2']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:28:33.142163 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-c0d807fc-9973-4bc4-91da-e65e45b19aa3 None None] Provisioning complete for port 2c7f8bf4-1843-4150-8484-b1d2af840bd7 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:28:33.142621 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c0d807fc-9973-4bc4-91da-e65e45b19aa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:28:33.184105 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-c0d807fc-9973-4bc4-91da-e65e45b19aa3 None None] Port 2c7f8bf4-1843-4150-8484-b1d2af840bd7 cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 17:28:33.197801 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d1069af-8398-419b-b614-c5cecc13639b admin admin] Network a2a3f410-a9d2-4220-a184-fcdeb12ab668 is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:28:33.199212 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-1d1069af-8398-419b-b614-c5cecc13639b admin admin] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:28:33.327983 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d1069af-8398-419b-b614-c5cecc13639b admin admin] Router f7e5b0fc-7de1-4608-8bad-fbe2c8903f5d has already been hosted by L3 agent 59446fdc-40e0-41fe-a575-a8eb11d742f7 {{(pid=103801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 05 17:28:33.449173 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d1069af-8398-419b-b614-c5cecc13639b admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 05 17:28:33.454291 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-1d1069af-8398-419b-b614-c5cecc13639b admin admin] 10.222.0.11 "PUT /v2.0/routers/f7e5b0fc-7de1-4608-8bad-fbe2c8903f5d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1789470 Jan 05 17:28:33.508800 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-1d435d71-aaff-4521-8e0d-5156ddb0a6d3 None None] Provisioning complete for port 2c7f8bf4-1843-4150-8484-b1d2af840bd7 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:28:33.509370 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-1d435d71-aaff-4521-8e0d-5156ddb0a6d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:28:33.544045 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-1d435d71-aaff-4521-8e0d-5156ddb0a6d3 None None] Port 2c7f8bf4-1843-4150-8484-b1d2af840bd7 cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 17:28:33.930360 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 48764) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:28:33.935151 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-a6b37dd5-fb10-44c4-a9d7-f6196e485190 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1307396355', 'description': 'tempest-description--1353325492'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:28:34.035001 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-a6b37dd5-fb10-44c4-a9d7-f6196e485190 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Publish callbacks [] for security_group, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:28:34.098086 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-a6b37dd5-fb10-44c4-a9d7-f6196e485190 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Publish callbacks [] for security_group, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:28:34.160553 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-a6b37dd5-fb10-44c4-a9d7-f6196e485190 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:28:34.189702 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b37dd5-fb10-44c4-a9d7-f6196e485190 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Pushing event updated for resources: {'SecurityGroup': ['ID=052c9abb-c0fd-478b-a17e-1421a63a5379,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:28:34.251453 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-a6b37dd5-fb10-44c4-a9d7-f6196e485190 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Publish callbacks [] for security_group, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:28:34.252743 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-a6b37dd5-fb10-44c4-a9d7-f6196e485190 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.3213277 Jan 05 17:28:34.253105 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 1e06f970-a67a-49e1-8704-07faf640bf83 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:28:34.255920 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 48766) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:28:34.262449 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-dabd21d9-9f60-42ea-b725-080d76b5add8 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Request body: {'security_group_rule': {'security_group_id': '052c9abb-c0fd-478b-a17e-1421a63a5379', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:28:34.304173 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Provisioning complete for port 1e06f970-a67a-49e1-8704-07faf640bf83 triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:28:34.304451 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:28:34.373700 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-dabd21d9-9f60-42ea-b725-080d76b5add8 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:28:34.435824 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-dabd21d9-9f60-42ea-b725-080d76b5add8 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:28:34.509764 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-dabd21d9-9f60-42ea-b725-080d76b5add8 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533437'] for security_group_rule, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:28:34.527692 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabd21d9-9f60-42ea-b725-080d76b5add8 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e21add79-662e-46af-914d-a47408d818df,revision_number=0']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:28:34.613634 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-dabd21d9-9f60-42ea-b725-080d76b5add8 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:28:34.614856 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-dabd21d9-9f60-42ea-b725-080d76b5add8 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3560789 Jan 05 17:28:34.617929 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 48768) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:28:34.622247 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-5b973835-85b0-48f9-ae8d-a8e836d0fc77 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Request body: {'security_group_rule': {'security_group_id': '052c9abb-c0fd-478b-a17e-1421a63a5379', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:28:34.667029 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c5c06db-f972-419f-8033-251f646ab96c None None] Sync routers for ids ['f7e5b0fc-7de1-4608-8bad-fbe2c8903f5d'] in dv-neutron-master-2-hyperv {{(pid=103803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 05 17:28:34.676385 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c5c06db-f972-419f-8033-251f646ab96c None None] Routers {'f7e5b0fc-7de1-4608-8bad-fbe2c8903f5d'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:28:34.676986 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-4c5c06db-f972-419f-8033-251f646ab96c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:28:19Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['f7e5b0fc-7de1-4608-8bad-fbe2c8903f5d'], 'active': True} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:28:34.715308 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-5b973835-85b0-48f9-ae8d-a8e836d0fc77 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:28:34.772174 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-5b973835-85b0-48f9-ae8d-a8e836d0fc77 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:28:34.828893 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-5b973835-85b0-48f9-ae8d-a8e836d0fc77 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533437'] for security_group_rule, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:28:34.848099 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b973835-85b0-48f9-ae8d-a8e836d0fc77 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4e190d2-d885-43e8-898d-8344fecf64dd,revision_number=0']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:28:34.864862 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvr_db [None req-4c5c06db-f972-419f-8033-251f646ab96c None None] Set router f7e5b0fc-7de1-4608-8bad-fbe2c8903f5d gateway port host: dv-neutron-master-2-hyperv {{(pid=103803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:28:34.910750 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-5b973835-85b0-48f9-ae8d-a8e836d0fc77 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:28:34.911937 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-5b973835-85b0-48f9-ae8d-a8e836d0fc77 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2930391 Jan 05 17:28:34.915605 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 48770) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:28:34.919880 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-e3cf38da-2976-4a4d-86c8-a25a868e969f tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Request body: {'floatingip': {'floating_network_id': 'b0167590-0699-4c5c-a932-3939414a9573'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:28:34.996281 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e3cf38da-2976-4a4d-86c8-a25a868e969f tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Publish callbacks [] for floatingip, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:28:35.060265 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-4c5c06db-f972-419f-8033-251f646ab96c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7e5b0fc-7de1-4608-8bad-fbe2c8903f5d', 'name': 'tempest-ServerActionsTestJSON-1239396606-router', 'tenant_id': '4808c0b17c614be79a0c7baf13c8a90d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.55'}], 'enable_snat': True}, 'gw_port_id': '1e06f970-a67a-49e1-8704-07faf640bf83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:28:29Z', 'updated_at': '2022-01-05T17:28:32Z', 'revision_number': 4, 'project_id': '4808c0b17c614be79a0c7baf13c8a90d', 'gw_port': {'id': '1e06f970-a67a-49e1-8704-07faf640bf83', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:21:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7e5b0fc-7de1-4608-8bad-fbe2c8903f5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:28:29Z', 'updated_at': '2022-01-05T17:28:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '2c7f8bf4-1843-4150-8484-b1d2af840bd7', 'name': '', 'network_id': 'a2a3f410-a9d2-4220-a184-fcdeb12ab668', 'tenant_id': '4808c0b17c614be79a0c7baf13c8a90d', 'mac_address': 'fa:16:3e:fd:a1:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7e5b0fc-7de1-4608-8bad-fbe2c8903f5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': '35f0cdf6-9a10-4ae7-9cfa-69f52bae6fea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:28:31Z', 'updated_at': '2022-01-05T17:28:32Z', 'revision_number': 2, 'project_id': '4808c0b17c614be79a0c7baf13c8a90d', 'subnets': [{'id': '35f0cdf6-9a10-4ae7-9cfa-69f52bae6fea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:28:35.085514 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c5c06db-f972-419f-8033-251f646ab96c None None] Checking router: f7e5b0fc-7de1-4608-8bad-fbe2c8903f5d for host: dv-neutron-master-2-hyperv {{(pid=103803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 05 17:28:35.086322 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c5c06db-f972-419f-8033-251f646ab96c None None] Updating router f7e5b0fc-7de1-4608-8bad-fbe2c8903f5d port 2c7f8bf4-1843-4150-8484-b1d2af840bd7 binding host dv-neutron-master-2-hyperv {{(pid=103803) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 05 17:28:35.094842 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e3cf38da-2976-4a4d-86c8-a25a868e969f tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:28:35.113501 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-4c5c06db-f972-419f-8033-251f646ab96c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:28:35.194717 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [None req-e3cf38da-2976-4a4d-86c8-a25a868e969f tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Allocated IP 172.36.4.193 (b0167590-0699-4c5c-a932-3939414a9573/7a784a6d-3d96-418f-a645-b9ccd0b1ac55/40e0eb3f-9f5a-4c99-a722-6a7bef7cf835) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:28:35.297211 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e3cf38da-2976-4a4d-86c8-a25a868e969f tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Publish callbacks [] for port, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:28:35.368987 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-4c5c06db-f972-419f-8033-251f646ab96c None None] Publish callbacks [] for port, precommit_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:28:35.383827 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e3cf38da-2976-4a4d-86c8-a25a868e969f tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11433176'] for port, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:28:35.419478 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3cf38da-2976-4a4d-86c8-a25a868e969f tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Network b0167590-0699-4c5c-a932-3939414a9573 is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:28:35.422247 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-e3cf38da-2976-4a4d-86c8-a25a868e969f tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:28:35.425782 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3cf38da-2976-4a4d-86c8-a25a868e969f tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:28:35.454649 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cf38da-2976-4a4d-86c8-a25a868e969f tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Pushing event updated for resources: {'Port': ['ID=40e0eb3f-9f5a-4c99-a722-6a7bef7cf835,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:28:35.459470 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-4c5c06db-f972-419f-8033-251f646ab96c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:28:35.505624 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e442ee-8471-4b50-a4a2-6438de6c5c80 None None] Pushing event updated for resources: {'Port': ['ID=2c7f8bf4-1843-4150-8484-b1d2af840bd7,revision_number=3']} {{(pid=103803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:28:35.515504 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e442ee-8471-4b50-a4a2-6438de6c5c80 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:28:35.515873 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e442ee-8471-4b50-a4a2-6438de6c5c80 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:28:35.516211 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e442ee-8471-4b50-a4a2-6438de6c5c80 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:28:35.516538 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e442ee-8471-4b50-a4a2-6438de6c5c80 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:28:35.516857 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e442ee-8471-4b50-a4a2-6438de6c5c80 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:28:35.517179 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e442ee-8471-4b50-a4a2-6438de6c5c80 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:28:35.517495 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e442ee-8471-4b50-a4a2-6438de6c5c80 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:28:35.517849 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e442ee-8471-4b50-a4a2-6438de6c5c80 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:28:35.518168 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e442ee-8471-4b50-a4a2-6438de6c5c80 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:28:35.518481 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e442ee-8471-4b50-a4a2-6438de6c5c80 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:28:35.518791 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e442ee-8471-4b50-a4a2-6438de6c5c80 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:28:35.519105 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e442ee-8471-4b50-a4a2-6438de6c5c80 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:28:35.519413 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e442ee-8471-4b50-a4a2-6438de6c5c80 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:28:35.521042 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e3cf38da-2976-4a4d-86c8-a25a868e969f tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:28:35.576434 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.plugins.ml2.managers [None req-4c5c06db-f972-419f-8033-251f646ab96c None None] Attempting to bind port 2c7f8bf4-1843-4150-8484-b1d2af840bd7 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 05 17:28:35.576799 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.plugins.ml2.managers [None req-4c5c06db-f972-419f-8033-251f646ab96c None None] Attempting to bind port 2c7f8bf4-1843-4150-8484-b1d2af840bd7 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '3408963b-cc6f-41d6-81f3-5f4936e04525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'a2a3f410-a9d2-4220-a184-fcdeb12ab668'}] {{(pid=103803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 05 17:28:35.577162 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c5c06db-f972-419f-8033-251f646ab96c None None] Attempting to bind port 2c7f8bf4-1843-4150-8484-b1d2af840bd7 on network a2a3f410-a9d2-4220-a184-fcdeb12ab668 {{(pid=103803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:28:35.582240 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c5c06db-f972-419f-8033-251f646ab96c None None] Checking agent: {'id': '0d4f8fd3-ce62-4651-970c-efa6a8bb22b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 5, 16, 57, 23), 'started_at': datetime.datetime(2022, 1, 5, 16, 57, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 5, 17, 28, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 05 17:28:35.582610 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c5c06db-f972-419f-8033-251f646ab96c None None] Checking segment: {'id': '3408963b-cc6f-41d6-81f3-5f4936e04525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'a2a3f410-a9d2-4220-a184-fcdeb12ab668'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:28:35.583003 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-4c5c06db-f972-419f-8033-251f646ab96c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:28:35.583404 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c5c06db-f972-419f-8033-251f646ab96c None None] Bound using segment: {'id': '3408963b-cc6f-41d6-81f3-5f4936e04525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'a2a3f410-a9d2-4220-a184-fcdeb12ab668'} {{(pid=103803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 05 17:28:35.583901 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.plugins.ml2.managers [None req-4c5c06db-f972-419f-8033-251f646ab96c None None] Bound port: 2c7f8bf4-1843-4150-8484-b1d2af840bd7, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3408963b-cc6f-41d6-81f3-5f4936e04525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'a2a3f410-a9d2-4220-a184-fcdeb12ab668'}}] {{(pid=103803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 05 17:28:35.584277 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-4c5c06db-f972-419f-8033-251f646ab96c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:28:35.637842 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e3cf38da-2976-4a4d-86c8-a25a868e969f tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:28:35.647629 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.plugins.ml2.db [None req-4c5c06db-f972-419f-8033-251f646ab96c None None] For port 2c7f8bf4-1843-4150-8484-b1d2af840bd7, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 05 17:28:35.651373 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.plugins.ml2.db [None req-4c5c06db-f972-419f-8033-251f646ab96c None None] For port 2c7f8bf4-1843-4150-8484-b1d2af840bd7, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=2c7f8bf4-1843-4150-8484-b1d2af840bd7,segment=NetworkSegment(3408963b-cc6f-41d6-81f3-5f4936e04525),segment_id=3408963b-cc6f-41d6-81f3-5f4936e04525)] {{(pid=103803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 05 17:28:35.739911 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-4c5c06db-f972-419f-8033-251f646ab96c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:28:35.782835 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c5c06db-f972-419f-8033-251f646ab96c None None] Routers {'f7e5b0fc-7de1-4608-8bad-fbe2c8903f5d'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:28:35.783735 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-4c5c06db-f972-419f-8033-251f646ab96c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:28:19Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['f7e5b0fc-7de1-4608-8bad-fbe2c8903f5d'], 'active': True} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:28:35.785170 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-09cab114-fb23-473f-98f8-263133c19f16 None None] Provisioning complete for port 2c7f8bf4-1843-4150-8484-b1d2af840bd7 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:28:35.786188 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-09cab114-fb23-473f-98f8-263133c19f16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:28:35.796772 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e3cf38da-2976-4a4d-86c8-a25a868e969f tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Publish callbacks [] for port, precommit_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:28:35.853896 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e3cf38da-2976-4a4d-86c8-a25a868e969f tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11433169'] for port, after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:28:35.880910 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-09cab114-fb23-473f-98f8-263133c19f16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:28:35.911468 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvr_db [None req-4c5c06db-f972-419f-8033-251f646ab96c None None] Set router f7e5b0fc-7de1-4608-8bad-fbe2c8903f5d gateway port host: dv-neutron-master-2-hyperv {{(pid=103803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:28:35.918218 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-09cab114-fb23-473f-98f8-263133c19f16 None None] For port 2c7f8bf4-1843-4150-8484-b1d2af840bd7, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=2c7f8bf4-1843-4150-8484-b1d2af840bd7,segment=NetworkSegment(3408963b-cc6f-41d6-81f3-5f4936e04525),segment_id=3408963b-cc6f-41d6-81f3-5f4936e04525)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:28:35.946365 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e442ee-8471-4b50-a4a2-6438de6c5c80 None None] Pushing event updated for resources: {'Port': ['ID=2c7f8bf4-1843-4150-8484-b1d2af840bd7,revision_number=4']} {{(pid=103803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:28:35.948084 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cf38da-2976-4a4d-86c8-a25a868e969f tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Pushing event updated for resources: {'Port': ['ID=40e0eb3f-9f5a-4c99-a722-6a7bef7cf835,revision_number=2']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:28:35.955299 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e3cf38da-2976-4a4d-86c8-a25a868e969f tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648677'] for floatingip, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:28:35.996927 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-09cab114-fb23-473f-98f8-263133c19f16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:28:36.027525 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e3cf38da-2976-4a4d-86c8-a25a868e969f tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for floatingip, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:28:36.037776 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-e3cf38da-2976-4a4d-86c8-a25a868e969f tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1122265 Jan 05 17:28:36.053329 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cab114-fb23-473f-98f8-263133c19f16 None None] Pushing event updated for resources: {'Port': ['ID=2c7f8bf4-1843-4150-8484-b1d2af840bd7,revision_number=5']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:28:36.115170 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-77db9738-00c2-4c18-bd93-5eefea972a57 None None] Provisioning complete for port 2c7f8bf4-1843-4150-8484-b1d2af840bd7 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:28:36.115767 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-77db9738-00c2-4c18-bd93-5eefea972a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:28:36.136681 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-4c5c06db-f972-419f-8033-251f646ab96c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7e5b0fc-7de1-4608-8bad-fbe2c8903f5d', 'name': 'tempest-ServerActionsTestJSON-1239396606-router', 'tenant_id': '4808c0b17c614be79a0c7baf13c8a90d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.55'}], 'enable_snat': True}, 'gw_port_id': '1e06f970-a67a-49e1-8704-07faf640bf83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:28:29Z', 'updated_at': '2022-01-05T17:28:32Z', 'revision_number': 4, 'project_id': '4808c0b17c614be79a0c7baf13c8a90d', 'gw_port': {'id': '1e06f970-a67a-49e1-8704-07faf640bf83', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:21:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7e5b0fc-7de1-4608-8bad-fbe2c8903f5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:28:29Z', 'updated_at': '2022-01-05T17:28:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '2c7f8bf4-1843-4150-8484-b1d2af840bd7', 'name': '', 'network_id': 'a2a3f410-a9d2-4220-a184-fcdeb12ab668', 'tenant_id': '4808c0b17c614be79a0c7baf13c8a90d', 'mac_address': 'fa:16:3e:fd:a1:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7e5b0fc-7de1-4608-8bad-fbe2c8903f5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': '35f0cdf6-9a10-4ae7-9cfa-69f52bae6fea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:28:31Z', 'updated_at': '2022-01-05T17:28:35Z', 'revision_number': 4, 'project_id': '4808c0b17c614be79a0c7baf13c8a90d', 'subnets': [{'id': '35f0cdf6-9a10-4ae7-9cfa-69f52bae6fea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:28:36.163706 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c5c06db-f972-419f-8033-251f646ab96c None None] The sync data for ids ['f7e5b0fc-7de1-4608-8bad-fbe2c8903f5d'] in dv-neutron-master-2-hyperv is: [{'id': 'f7e5b0fc-7de1-4608-8bad-fbe2c8903f5d', 'name': 'tempest-ServerActionsTestJSON-1239396606-router', 'tenant_id': '4808c0b17c614be79a0c7baf13c8a90d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.55'}], 'enable_snat': True}, 'gw_port_id': '1e06f970-a67a-49e1-8704-07faf640bf83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:28:29Z', 'updated_at': '2022-01-05T17:28:32Z', 'revision_number': 4, 'project_id': '4808c0b17c614be79a0c7baf13c8a90d', 'gw_port': {'id': '1e06f970-a67a-49e1-8704-07faf640bf83', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:21:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7e5b0fc-7de1-4608-8bad-fbe2c8903f5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:28:29Z', 'updated_at': '2022-01-05T17:28:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '2c7f8bf4-1843-4150-8484-b1d2af840bd7', 'name': '', 'network_id': 'a2a3f410-a9d2-4220-a184-fcdeb12ab668', 'tenant_id': '4808c0b17c614be79a0c7baf13c8a90d', 'mac_address': 'fa:16:3e:fd:a1:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7e5b0fc-7de1-4608-8bad-fbe2c8903f5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': '35f0cdf6-9a10-4ae7-9cfa-69f52bae6fea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:28:31Z', 'updated_at': '2022-01-05T17:28:35Z', 'revision_number': 4, 'project_id': '4808c0b17c614be79a0c7baf13c8a90d', 'subnets': [{'id': '35f0cdf6-9a10-4ae7-9cfa-69f52bae6fea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 05 17:28:36.196917 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-8dc6f07d-ce7f-42ce-89ec-b55d8ca6202a req-b882777f-4512-46ec-9626-aaa94335fbc2 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--1307396355&fields=id&tenant_id=4808c0b17c614be79a0c7baf13c8a90d HTTP/1.1" status: 200 len: 267 time: 0.0531347 Jan 05 17:28:36.336687 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc6f07d-ce7f-42ce-89ec-b55d8ca6202a req-82399ace-cc98-4294-86fe-e423b3c77ea2 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:28:36.338902 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-8dc6f07d-ce7f-42ce-89ec-b55d8ca6202a req-82399ace-cc98-4294-86fe-e423b3c77ea2 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/networks?id=a2a3f410-a9d2-4220-a184-fcdeb12ab668 HTTP/1.1" status: 200 len: 812 time: 0.1290822 Jan 05 17:28:36.355433 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-8dc6f07d-ce7f-42ce-89ec-b55d8ca6202a req-9c5a5d10-fc8e-4c30-918f-e053d9d3a46d tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/quotas/4808c0b17c614be79a0c7baf13c8a90d HTTP/1.1" status: 200 len: 375 time: 0.0105460 Jan 05 17:28:36.412286 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-8dc6f07d-ce7f-42ce-89ec-b55d8ca6202a req-0099154c-6388-4195-a0f1-e60a80b46217 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=4808c0b17c614be79a0c7baf13c8a90d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0514934 Jan 05 17:28:36.557897 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-8dc6f07d-ce7f-42ce-89ec-b55d8ca6202a req-86487289-2ee7-4f78-a096-15be0fb48896 service neutron] 10.222.0.11 "GET /v2.0/networks/a2a3f410-a9d2-4220-a184-fcdeb12ab668?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331439 Jan 05 17:28:36.659293 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-8dc6f07d-ce7f-42ce-89ec-b55d8ca6202a req-0b563805-fbd5-4af0-82eb-d352e37beab0 service neutron] 10.222.0.11 "GET /v2.0/networks/a2a3f410-a9d2-4220-a184-fcdeb12ab668?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953257 Jan 05 17:28:36.715649 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.agents_db [None req-291d1585-17df-45c0-b64a-d244e6d90872 None None] Agent healthcheck: found 6 active agents {{(pid=103803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 05 17:28:36.891119 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-455825f6-7a0a-4f63-8582-fa1dddb8aa7c req-b31a5398-9049-4878-b78a-f44ac17272d5 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/ports?device_id=3a5f52a7-f889-4c19-ad14-3ab41c752afa HTTP/1.1" status: 200 len: 210 time: 0.0268354 Jan 05 17:28:37.984120 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-5fc3110b-38a5-460e-be68-a6d0eebdf4fc req-daf0a4b8-4316-44d4-9296-208703e5b591 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/ports?device_id=3a5f52a7-f889-4c19-ad14-3ab41c752afa HTTP/1.1" status: 200 len: 210 time: 0.0271392 Jan 05 17:28:38.254438 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 2c7f8bf4-1843-4150-8484-b1d2af840bd7 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:28:38.301784 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Provisioning complete for port 2c7f8bf4-1843-4150-8484-b1d2af840bd7 triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:28:38.302144 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:28:38.822894 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc6f07d-ce7f-42ce-89ec-b55d8ca6202a req-629136ad-5a8b-4eb1-b2e2-a3f82590f435 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:28:38.824416 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-8dc6f07d-ce7f-42ce-89ec-b55d8ca6202a req-629136ad-5a8b-4eb1-b2e2-a3f82590f435 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.13 "GET /v2.0/networks?id=a2a3f410-a9d2-4220-a184-fcdeb12ab668 HTTP/1.1" status: 200 len: 812 time: 0.1040070 Jan 05 17:28:38.888660 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-8dc6f07d-ce7f-42ce-89ec-b55d8ca6202a req-8a202465-b361-41fc-a4f1-b86891b0d045 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4808c0b17c614be79a0c7baf13c8a90d HTTP/1.1" status: 200 len: 380 time: 0.0566514 Jan 05 17:28:38.905045 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [req-8dc6f07d-ce7f-42ce-89ec-b55d8ca6202a req-3d15578f-27f3-4e74-b756-74582568174f tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Request body: {'port': {'device_id': '3a5f52a7-f889-4c19-ad14-3ab41c752afa', 'network_id': 'a2a3f410-a9d2-4220-a184-fcdeb12ab668', 'admin_state_up': True, 'tenant_id': '4808c0b17c614be79a0c7baf13c8a90d', 'security_groups': ['052c9abb-c0fd-478b-a17e-1421a63a5379']}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:28:39.069300 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8dc6f07d-ce7f-42ce-89ec-b55d8ca6202a req-3d15578f-27f3-4e74-b756-74582568174f tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Made reservation on behalf of 4808c0b17c614be79a0c7baf13c8a90d for: {'port': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:28:39.073374 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-8dc6f07d-ce7f-42ce-89ec-b55d8ca6202a req-3d15578f-27f3-4e74-b756-74582568174f tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:28:39.079306 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-504be65b-aa79-4774-b906-323315e99811 req-f07b62b7-73c5-47d8-a825-a608638ddef4 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/ports?device_id=3a5f52a7-f889-4c19-ad14-3ab41c752afa HTTP/1.1" status: 200 len: 210 time: 0.0273292 Jan 05 17:28:39.208528 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [req-8dc6f07d-ce7f-42ce-89ec-b55d8ca6202a req-3d15578f-27f3-4e74-b756-74582568174f tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Allocated IP 172.20.0.11 (a2a3f410-a9d2-4220-a184-fcdeb12ab668/35f0cdf6-9a10-4ae7-9cfa-69f52bae6fea/79f26c98-d94a-49a7-a86d-2a2234324fec) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:28:39.337691 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-8dc6f07d-ce7f-42ce-89ec-b55d8ca6202a req-3d15578f-27f3-4e74-b756-74582568174f tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Publish callbacks [] for port, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:28:39.423498 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-8dc6f07d-ce7f-42ce-89ec-b55d8ca6202a req-3d15578f-27f3-4e74-b756-74582568174f tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:28:39.468818 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8dc6f07d-ce7f-42ce-89ec-b55d8ca6202a req-3d15578f-27f3-4e74-b756-74582568174f tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Network a2a3f410-a9d2-4220-a184-fcdeb12ab668 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:28:39.472024 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [req-8dc6f07d-ce7f-42ce-89ec-b55d8ca6202a req-3d15578f-27f3-4e74-b756-74582568174f tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:28:39.475526 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [req-8dc6f07d-ce7f-42ce-89ec-b55d8ca6202a req-3d15578f-27f3-4e74-b756-74582568174f tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:28:39.486916 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d15578f-27f3-4e74-b756-74582568174f tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Pushing event updated for resources: {'Port': ['ID=79f26c98-d94a-49a7-a86d-2a2234324fec,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:28:39.533694 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc6f07d-ce7f-42ce-89ec-b55d8ca6202a req-3d15578f-27f3-4e74-b756-74582568174f tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:28:39.534302 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-8dc6f07d-ce7f-42ce-89ec-b55d8ca6202a req-3d15578f-27f3-4e74-b756-74582568174f tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:28:39.616481 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-8dc6f07d-ce7f-42ce-89ec-b55d8ca6202a req-3d15578f-27f3-4e74-b756-74582568174f tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7152169 Jan 05 17:28:39.628765 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [req-8dc6f07d-ce7f-42ce-89ec-b55d8ca6202a req-eebc6520-f738-4116-bb38-783461d8345d service neutron] Request body: {'port': {'device_id': '3a5f52a7-f889-4c19-ad14-3ab41c752afa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:28:39.672920 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-f5e4c0b7-3540-4d63-8131-55546ae934e1 None None] Provisioning complete for port 79f26c98-d94a-49a7-a86d-2a2234324fec triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:28:39.673537 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-f5e4c0b7-3540-4d63-8131-55546ae934e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:28:39.682972 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-8dc6f07d-ce7f-42ce-89ec-b55d8ca6202a req-eebc6520-f738-4116-bb38-783461d8345d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:28:39.706951 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-f5e4c0b7-3540-4d63-8131-55546ae934e1 None None] Port 79f26c98-d94a-49a7-a86d-2a2234324fec cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 17:28:39.934964 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.notifiers.nova [req-8dc6f07d-ce7f-42ce-89ec-b55d8ca6202a req-eebc6520-f738-4116-bb38-783461d8345d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79f26c98-d94a-49a7-a86d-2a2234324fec {{(pid=103800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 05 17:28:39.942244 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-8dc6f07d-ce7f-42ce-89ec-b55d8ca6202a req-eebc6520-f738-4116-bb38-783461d8345d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:28:39.954590 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.provisioning_blocks [req-8dc6f07d-ce7f-42ce-89ec-b55d8ca6202a req-eebc6520-f738-4116-bb38-783461d8345d service neutron] Transition to ACTIVE for port object 79f26c98-d94a-49a7-a86d-2a2234324fec will not be triggered until provisioned by entity L2. {{(pid=103800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 05 17:28:40.013081 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-8dc6f07d-ce7f-42ce-89ec-b55d8ca6202a req-eebc6520-f738-4116-bb38-783461d8345d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8784461'] for port, after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:28:40.078952 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebc6520-f738-4116-bb38-783461d8345d service neutron] Pushing event updated for resources: {'Port': ['ID=79f26c98-d94a-49a7-a86d-2a2234324fec,revision_number=2']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:28:40.134039 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [req-8dc6f07d-ce7f-42ce-89ec-b55d8ca6202a req-eebc6520-f738-4116-bb38-783461d8345d service neutron] Attempting to bind port 79f26c98-d94a-49a7-a86d-2a2234324fec on host hv-neutron-mast for vnic_type normal with profile {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 05 17:28:40.134562 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [req-8dc6f07d-ce7f-42ce-89ec-b55d8ca6202a req-eebc6520-f738-4116-bb38-783461d8345d service neutron] Attempting to bind port 79f26c98-d94a-49a7-a86d-2a2234324fec by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '3408963b-cc6f-41d6-81f3-5f4936e04525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'a2a3f410-a9d2-4220-a184-fcdeb12ab668'}] {{(pid=103800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 05 17:28:40.134988 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dc6f07d-ce7f-42ce-89ec-b55d8ca6202a req-eebc6520-f738-4116-bb38-783461d8345d service neutron] Attempting to bind port 79f26c98-d94a-49a7-a86d-2a2234324fec on network a2a3f410-a9d2-4220-a184-fcdeb12ab668 {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:28:40.140050 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dc6f07d-ce7f-42ce-89ec-b55d8ca6202a req-eebc6520-f738-4116-bb38-783461d8345d service neutron] Port 79f26c98-d94a-49a7-a86d-2a2234324fec on network a2a3f410-a9d2-4220-a184-fcdeb12ab668 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 05 17:28:40.140495 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dc6f07d-ce7f-42ce-89ec-b55d8ca6202a req-eebc6520-f738-4116-bb38-783461d8345d service neutron] Attempting to bind port 79f26c98-d94a-49a7-a86d-2a2234324fec on network a2a3f410-a9d2-4220-a184-fcdeb12ab668 {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:28:40.145765 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dc6f07d-ce7f-42ce-89ec-b55d8ca6202a req-eebc6520-f738-4116-bb38-783461d8345d service neutron] Checking agent: {'id': '5c36d785-abe8-4e89-a23a-b403333d2378', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 5, 17, 3, 49), 'started_at': datetime.datetime(2022, 1, 5, 17, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 1, 5, 17, 28, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 05 17:28:40.146229 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dc6f07d-ce7f-42ce-89ec-b55d8ca6202a req-eebc6520-f738-4116-bb38-783461d8345d service neutron] Checking segment: {'id': '3408963b-cc6f-41d6-81f3-5f4936e04525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'a2a3f410-a9d2-4220-a184-fcdeb12ab668'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:28:40.146710 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dc6f07d-ce7f-42ce-89ec-b55d8ca6202a req-eebc6520-f738-4116-bb38-783461d8345d service neutron] Bound using segment: {'id': '3408963b-cc6f-41d6-81f3-5f4936e04525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'a2a3f410-a9d2-4220-a184-fcdeb12ab668'} {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 05 17:28:40.147233 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [req-8dc6f07d-ce7f-42ce-89ec-b55d8ca6202a req-eebc6520-f738-4116-bb38-783461d8345d service neutron] Bound port: 79f26c98-d94a-49a7-a86d-2a2234324fec, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3408963b-cc6f-41d6-81f3-5f4936e04525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'a2a3f410-a9d2-4220-a184-fcdeb12ab668'}}] {{(pid=103800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 05 17:28:40.147707 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-8dc6f07d-ce7f-42ce-89ec-b55d8ca6202a req-eebc6520-f738-4116-bb38-783461d8345d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:28:40.248654 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d009d08c-5ac0-4d03-9979-537f115fe05d req-d926a2d5-3473-49b3-841d-d273c5f2fa97 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:28:40.250169 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-d009d08c-5ac0-4d03-9979-537f115fe05d req-d926a2d5-3473-49b3-841d-d273c5f2fa97 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/ports?device_id=3a5f52a7-f889-4c19-ad14-3ab41c752afa HTTP/1.1" status: 200 len: 944 time: 0.0925262 Jan 05 17:28:40.255784 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.db [req-8dc6f07d-ce7f-42ce-89ec-b55d8ca6202a req-eebc6520-f738-4116-bb38-783461d8345d service neutron] For port 79f26c98-d94a-49a7-a86d-2a2234324fec, host hv-neutron-mast, cleared binding levels {{(pid=103800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 05 17:28:40.259793 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.db [req-8dc6f07d-ce7f-42ce-89ec-b55d8ca6202a req-eebc6520-f738-4116-bb38-783461d8345d service neutron] For port 79f26c98-d94a-49a7-a86d-2a2234324fec, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=79f26c98-d94a-49a7-a86d-2a2234324fec,segment=NetworkSegment(3408963b-cc6f-41d6-81f3-5f4936e04525),segment_id=3408963b-cc6f-41d6-81f3-5f4936e04525)] {{(pid=103800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 05 17:28:40.300892 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-d009d08c-5ac0-4d03-9979-537f115fe05d req-391d3f0d-5443-4e02-8cc9-036a8cf165b1 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/security-groups?id=052c9abb-c0fd-478b-a17e-1421a63a5379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428424 Jan 05 17:28:40.322438 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-8dc6f07d-ce7f-42ce-89ec-b55d8ca6202a req-eebc6520-f738-4116-bb38-783461d8345d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8784461'] for port, after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:28:40.356697 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc6f07d-ce7f-42ce-89ec-b55d8ca6202a req-eebc6520-f738-4116-bb38-783461d8345d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:28:40.357368 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-8dc6f07d-ce7f-42ce-89ec-b55d8ca6202a req-eebc6520-f738-4116-bb38-783461d8345d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:28:40.358745 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-8dc6f07d-ce7f-42ce-89ec-b55d8ca6202a req-eebc6520-f738-4116-bb38-783461d8345d service neutron] 10.222.0.13 "PUT /v2.0/ports/79f26c98-d94a-49a7-a86d-2a2234324fec HTTP/1.1" status: 200 len: 1094 time: 0.7344992 Jan 05 17:28:40.359196 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a5f52a7-f889-4c19-ad14-3ab41c752afa', 'tag': '79f26c98-d94a-49a7-a86d-2a2234324fec'}] {{(pid=103800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 05 17:28:40.365717 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f64b9d4628f7eefcc27168a80c04985d23f0ea5def038dae05e1deb7357f3bfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fbb85d6-a1b5-4103-83d7-d9e9dd54eeb6" -d '{"events": [{"name": "network-changed", "server_uuid": "3a5f52a7-f889-4c19-ad14-3ab41c752afa", "tag": "79f26c98-d94a-49a7-a86d-2a2234324fec"}]}' {{(pid=103800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 05 17:28:40.386573 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebc6520-f738-4116-bb38-783461d8345d service neutron] Pushing event updated for resources: {'Port': ['ID=79f26c98-d94a-49a7-a86d-2a2234324fec,revision_number=3']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:28:40.407844 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Jan 2022 17:28:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ee2661b-3377-4877-b677-b617877899ea x-openstack-request-id: req-4ee2661b-3377-4877-b677-b617877899ea {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 05 17:28:40.408224 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a5f52a7-f889-4c19-ad14-3ab41c752afa", "tag": "79f26c98-d94a-49a7-a86d-2a2234324fec", "status": "completed", "code": 200}]} {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 05 17:28:40.408477 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-4ee2661b-3377-4877-b677-b617877899ea {{(pid=103800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 05 17:28:40.408887 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a5f52a7-f889-4c19-ad14-3ab41c752afa', 'tag': '79f26c98-d94a-49a7-a86d-2a2234324fec', 'status': 'completed', 'code': 200} Jan 05 17:28:40.473861 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbb85d6-a1b5-4103-83d7-d9e9dd54eeb6 req-4ae6ad1b-7fd1-4573-92d2-a2aac3453bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:28:40.475369 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-1fbb85d6-a1b5-4103-83d7-d9e9dd54eeb6 req-4ae6ad1b-7fd1-4573-92d2-a2aac3453bb6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4808c0b17c614be79a0c7baf13c8a90d&device_id=3a5f52a7-f889-4c19-ad14-3ab41c752afa HTTP/1.1" status: 200 len: 1097 time: 0.0461297 Jan 05 17:28:40.576180 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbb85d6-a1b5-4103-83d7-d9e9dd54eeb6 req-1129cdf7-61c8-40d7-a38f-6d9ac47577c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:28:40.577737 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-1fbb85d6-a1b5-4103-83d7-d9e9dd54eeb6 req-1129cdf7-61c8-40d7-a38f-6d9ac47577c0 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=4808c0b17c614be79a0c7baf13c8a90d&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0940428 Jan 05 17:28:40.671924 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbb85d6-a1b5-4103-83d7-d9e9dd54eeb6 req-85b9d693-b272-475b-9954-ce700ae98b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:28:40.673424 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-1fbb85d6-a1b5-4103-83d7-d9e9dd54eeb6 req-85b9d693-b272-475b-9954-ce700ae98b50 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0907469 Jan 05 17:28:40.745454 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc6f07d-ce7f-42ce-89ec-b55d8ca6202a req-ebf3c803-3f55-4da3-b708-625b56017ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:28:40.746879 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-8dc6f07d-ce7f-42ce-89ec-b55d8ca6202a req-ebf3c803-3f55-4da3-b708-625b56017ff9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4808c0b17c614be79a0c7baf13c8a90d&device_id=3a5f52a7-f889-4c19-ad14-3ab41c752afa HTTP/1.1" status: 200 len: 1097 time: 0.0403624 Jan 05 17:28:40.785666 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-8dc6f07d-ce7f-42ce-89ec-b55d8ca6202a req-a12ffacf-f203-452b-ba87-0faa42d2b3cc service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=79f26c98-d94a-49a7-a86d-2a2234324fec HTTP/1.1" status: 200 len: 217 time: 0.0329156 Jan 05 17:28:40.838785 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc6f07d-ce7f-42ce-89ec-b55d8ca6202a req-140b54b5-9a7a-4fb5-a3d1-aabcec3f346c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:28:40.844512 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-8dc6f07d-ce7f-42ce-89ec-b55d8ca6202a req-140b54b5-9a7a-4fb5-a3d1-aabcec3f346c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=35f0cdf6-9a10-4ae7-9cfa-69f52bae6fea HTTP/1.1" status: 200 len: 851 time: 0.0452189 Jan 05 17:28:40.891626 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc6f07d-ce7f-42ce-89ec-b55d8ca6202a req-c2c411e2-62f2-4711-90f5-fd9b5613e147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:28:40.893103 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-8dc6f07d-ce7f-42ce-89ec-b55d8ca6202a req-c2c411e2-62f2-4711-90f5-fd9b5613e147 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a2a3f410-a9d2-4220-a184-fcdeb12ab668&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0423791 Jan 05 17:28:40.979681 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-8dc6f07d-ce7f-42ce-89ec-b55d8ca6202a req-80c6965c-8ca2-4d1e-8749-0dbd4af5f524 service neutron] 10.222.0.13 "GET /v2.0/networks/a2a3f410-a9d2-4220-a184-fcdeb12ab668?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800779 Jan 05 17:28:41.067281 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-8dc6f07d-ce7f-42ce-89ec-b55d8ca6202a req-7b205b8e-8241-42b1-bbce-4be5ef43ccca service neutron] 10.222.0.13 "GET /v2.0/networks/a2a3f410-a9d2-4220-a184-fcdeb12ab668?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819485 Jan 05 17:28:41.427030 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45016f37-c5f9-43b8-a52f-2da94ac6341b req-030260e0-8cdc-4fff-8f9c-9346ff1b2d0e tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:28:41.428504 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-45016f37-c5f9-43b8-a52f-2da94ac6341b req-030260e0-8cdc-4fff-8f9c-9346ff1b2d0e tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/ports?device_id=3a5f52a7-f889-4c19-ad14-3ab41c752afa HTTP/1.1" status: 200 len: 944 time: 0.0541918 Jan 05 17:28:41.474645 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-45016f37-c5f9-43b8-a52f-2da94ac6341b req-2088c28c-27bb-402a-9d91-8d88ccebb139 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/security-groups?id=052c9abb-c0fd-478b-a17e-1421a63a5379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401616 Jan 05 17:28:42.593681 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb91756-eb2c-4bd8-b478-c72d8f67ef73 req-d4000c6f-4a3f-4147-8fc3-f3e63f4e3bbb tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:28:42.595121 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-bbb91756-eb2c-4bd8-b478-c72d8f67ef73 req-d4000c6f-4a3f-4147-8fc3-f3e63f4e3bbb tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/ports?device_id=3a5f52a7-f889-4c19-ad14-3ab41c752afa HTTP/1.1" status: 200 len: 944 time: 0.0516603 Jan 05 17:28:42.640716 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-bbb91756-eb2c-4bd8-b478-c72d8f67ef73 req-b523dbc9-fe37-4b63-b102-1d3ba400bd7d tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/security-groups?id=052c9abb-c0fd-478b-a17e-1421a63a5379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400982 Jan 05 17:28:43.756246 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743b378d-92a1-4a96-83c1-61cd2399cd11 req-c5700d48-b788-4acf-baf5-096f46f2f2fa tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:28:43.757739 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-743b378d-92a1-4a96-83c1-61cd2399cd11 req-c5700d48-b788-4acf-baf5-096f46f2f2fa tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/ports?device_id=3a5f52a7-f889-4c19-ad14-3ab41c752afa HTTP/1.1" status: 200 len: 944 time: 0.0516098 Jan 05 17:28:43.803798 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-743b378d-92a1-4a96-83c1-61cd2399cd11 req-168df8a9-0b56-4f70-bce1-69cc78d28fc6 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/security-groups?id=052c9abb-c0fd-478b-a17e-1421a63a5379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404737 Jan 05 17:28:44.293732 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Device 79f26c98-d94a-49a7-a86d-2a2234324fec details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 05 17:28:44.388055 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] For port 79f26c98-d94a-49a7-a86d-2a2234324fec, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=79f26c98-d94a-49a7-a86d-2a2234324fec,segment=NetworkSegment(3408963b-cc6f-41d6-81f3-5f4936e04525),segment_id=3408963b-cc6f-41d6-81f3-5f4936e04525)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:28:44.399543 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Returning: {'device': '79f26c98-d94a-49a7-a86d-2a2234324fec', 'network_id': 'a2a3f410-a9d2-4220-a184-fcdeb12ab668', 'port_id': '79f26c98-d94a-49a7-a86d-2a2234324fec', 'mac_address': 'fa:16:3e:f2:87:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35f0cdf6-9a10-4ae7-9cfa-69f52bae6fea', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 05 17:28:44.434989 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:28:44.448414 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.notifiers.nova [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79f26c98-d94a-49a7-a86d-2a2234324fec {{(pid=103802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 05 17:28:44.468405 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] For port 79f26c98-d94a-49a7-a86d-2a2234324fec, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=79f26c98-d94a-49a7-a86d-2a2234324fec,segment=NetworkSegment(3408963b-cc6f-41d6-81f3-5f4936e04525),segment_id=3408963b-cc6f-41d6-81f3-5f4936e04525)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:28:44.537171 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:28:44.583570 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Pushing event updated for resources: {'Port': ['ID=79f26c98-d94a-49a7-a86d-2a2234324fec,revision_number=4']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:28:44.591007 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:28:44.591355 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:28:44.591692 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:28:44.592021 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:28:44.592347 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:28:44.592666 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:28:44.592984 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:28:44.593304 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:28:44.593646 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:28:44.593968 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:28:44.594284 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:28:44.594594 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:28:44.594907 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:28:44.767727 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] get_ports_and_sgs() called for port_ids ['79f26c98-d94a-49a7-a86d-2a2234324fec'] {{(pid=103802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 05 17:28:44.915804 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8155498-8cef-4609-8d0f-06e166dc1c27 req-7d240209-aac1-408b-b7e7-658c19736391 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:28:44.917273 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-f8155498-8cef-4609-8d0f-06e166dc1c27 req-7d240209-aac1-408b-b7e7-658c19736391 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/ports?device_id=3a5f52a7-f889-4c19-ad14-3ab41c752afa HTTP/1.1" status: 200 len: 945 time: 0.0474958 Jan 05 17:28:44.963151 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-f8155498-8cef-4609-8d0f-06e166dc1c27 req-52c69aa4-075e-4b9f-b45c-2a21714bdb44 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/security-groups?id=052c9abb-c0fd-478b-a17e-1421a63a5379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404184 Jan 05 17:28:46.076678 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd13eb9-6155-44c0-955a-09d536a2e01c req-d78d8352-56d7-4c22-a960-b0eebef92488 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:28:46.078188 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-3dd13eb9-6155-44c0-955a-09d536a2e01c req-d78d8352-56d7-4c22-a960-b0eebef92488 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/ports?device_id=3a5f52a7-f889-4c19-ad14-3ab41c752afa HTTP/1.1" status: 200 len: 945 time: 0.0479736 Jan 05 17:28:46.123661 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-3dd13eb9-6155-44c0-955a-09d536a2e01c req-54f75a5b-2620-4d0a-99c0-bbd870755523 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/security-groups?id=052c9abb-c0fd-478b-a17e-1421a63a5379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399523 Jan 05 17:28:46.295526 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Device 79f26c98-d94a-49a7-a86d-2a2234324fec up at agent hyperv_hv-neutron-mast {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:28:46.406968 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Provisioning for port 79f26c98-d94a-49a7-a86d-2a2234324fec completed by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 05 17:28:46.410598 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Provisioning complete for port 79f26c98-d94a-49a7-a86d-2a2234324fec triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:28:46.410962 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:28:46.488191 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:28:46.510844 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a5f52a7-f889-4c19-ad14-3ab41c752afa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79f26c98-d94a-49a7-a86d-2a2234324fec'}] {{(pid=103802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 05 17:28:46.512984 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36b213fbd845b3f09e785999bbcda1c85cd5592d7f001460987854e5c1683bd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dda55cf-9a67-4898-82cf-c5ae06ed6df9" -d '{"events": [{"server_uuid": "3a5f52a7-f889-4c19-ad14-3ab41c752afa", "name": "network-vif-plugged", "status": "completed", "tag": "79f26c98-d94a-49a7-a86d-2a2234324fec"}]}' {{(pid=103802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 05 17:28:46.524727 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] For port 79f26c98-d94a-49a7-a86d-2a2234324fec, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=79f26c98-d94a-49a7-a86d-2a2234324fec,segment=NetworkSegment(3408963b-cc6f-41d6-81f3-5f4936e04525),segment_id=3408963b-cc6f-41d6-81f3-5f4936e04525)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:28:46.549132 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Jan 2022 17:28:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25376135-b0bc-48d6-ba94-bbd045242a81 x-openstack-request-id: req-25376135-b0bc-48d6-ba94-bbd045242a81 {{(pid=103802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 05 17:28:46.549421 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a5f52a7-f889-4c19-ad14-3ab41c752afa", "name": "network-vif-plugged", "status": "completed", "tag": "79f26c98-d94a-49a7-a86d-2a2234324fec", "code": 200}]} {{(pid=103802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 05 17:28:46.549705 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-25376135-b0bc-48d6-ba94-bbd045242a81 {{(pid=103802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 05 17:28:46.550149 dv-neutron-master-2-hyperv neutron-server[103802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a5f52a7-f889-4c19-ad14-3ab41c752afa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79f26c98-d94a-49a7-a86d-2a2234324fec', 'code': 200} Jan 05 17:28:46.595947 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:28:46.643660 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Pushing event updated for resources: {'Port': ['ID=79f26c98-d94a-49a7-a86d-2a2234324fec,revision_number=5']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:28:46.826503 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c103b9e-ada7-4bfc-959b-1995a502e005 req-5d61c164-5fc3-4332-b758-32d62f087c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:28:46.827923 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-0c103b9e-ada7-4bfc-959b-1995a502e005 req-5d61c164-5fc3-4332-b758-32d62f087c76 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=3a5f52a7-f889-4c19-ad14-3ab41c752afa HTTP/1.1" status: 200 len: 1099 time: 0.0391345 Jan 05 17:28:46.872900 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-0c103b9e-ada7-4bfc-959b-1995a502e005 req-13e3dbb5-4c94-4eff-9c82-d6c9ee2a0d09 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=052c9abb-c0fd-478b-a17e-1421a63a5379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395067 Jan 05 17:28:47.096966 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-36bc2f12-ae7e-4821-81aa-2f8c8ca66bda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:28:47.568627 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda8c110-4ff3-45d1-a7a1-030fd5f62589 req-7740f7bd-3c24-4086-beff-7276738d2ea2 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:28:47.570639 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-cda8c110-4ff3-45d1-a7a1-030fd5f62589 req-7740f7bd-3c24-4086-beff-7276738d2ea2 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/ports?device_id=3a5f52a7-f889-4c19-ad14-3ab41c752afa HTTP/1.1" status: 200 len: 946 time: 0.3824685 Jan 05 17:28:47.615723 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-cda8c110-4ff3-45d1-a7a1-030fd5f62589 req-3b21320c-fba4-41d1-a32d-bfcb1c6c1226 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/security-groups?id=052c9abb-c0fd-478b-a17e-1421a63a5379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395799 Jan 05 17:28:48.738603 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f83864e-aa46-4185-89df-0c6e29e77c28 req-6bec9d4f-1680-4f23-b046-04c1e15785da tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:28:48.739967 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-1f83864e-aa46-4185-89df-0c6e29e77c28 req-6bec9d4f-1680-4f23-b046-04c1e15785da tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/ports?device_id=3a5f52a7-f889-4c19-ad14-3ab41c752afa HTTP/1.1" status: 200 len: 946 time: 0.0523431 Jan 05 17:28:48.784851 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-1f83864e-aa46-4185-89df-0c6e29e77c28 req-811bb4b9-85f6-402a-b7fa-ba9f63e6ae98 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/security-groups?id=052c9abb-c0fd-478b-a17e-1421a63a5379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394106 Jan 05 17:28:48.891577 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392b3714-0782-4831-bcb4-09aa05a86167 req-535825d5-b0e5-4f5b-bc5d-e5a52eca4a5f tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:28:48.893224 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-392b3714-0782-4831-bcb4-09aa05a86167 req-535825d5-b0e5-4f5b-bc5d-e5a52eca4a5f tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/ports?device_id=3a5f52a7-f889-4c19-ad14-3ab41c752afa HTTP/1.1" status: 200 len: 946 time: 0.0476708 Jan 05 17:28:48.902110 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 48826) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:28:48.906498 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-eb736637-b89d-499c-975b-383e5a84fe1f tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Request body: {'floatingip': {'port_id': '79f26c98-d94a-49a7-a86d-2a2234324fec'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:28:48.948255 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-eb736637-b89d-499c-975b-383e5a84fe1f tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Publish callbacks [] for floatingip, before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:28:49.321737 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-dd07fc02-bb9b-4dce-b18b-232af8f0c7dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:28:49.387560 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-eb736637-b89d-499c-975b-383e5a84fe1f tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:28:49.435886 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-eb736637-b89d-499c-975b-383e5a84fe1f tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648677'] for floatingip, after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:28:49.532499 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.db.l3_db [None req-eb736637-b89d-499c-975b-383e5a84fe1f tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Floating IP 5cf9493c-3613-46b4-b806-79e1f44f1aa9 associated. External IP: 172.36.4.193, port: 79f26c98-d94a-49a7-a86d-2a2234324fec. Jan 05 17:28:49.733715 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb736637-b89d-499c-975b-383e5a84fe1f tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Router f7e5b0fc-7de1-4608-8bad-fbe2c8903f5d has already been hosted by L3 agent 59446fdc-40e0-41fe-a575-a8eb11d742f7 {{(pid=103800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 05 17:28:49.841837 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:28:49.842466 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb736637-b89d-499c-975b-383e5a84fe1f tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 05 17:28:49.847214 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-eb736637-b89d-499c-975b-383e5a84fe1f tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for floatingip, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:28:49.852445 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0904a9fc-e7a4-407d-a6f0-f1321d0977a6 None None] Sync routers for ids ['f7e5b0fc-7de1-4608-8bad-fbe2c8903f5d'] in dv-neutron-master-2-hyperv {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 05 17:28:49.862408 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0904a9fc-e7a4-407d-a6f0-f1321d0977a6 None None] Routers {'f7e5b0fc-7de1-4608-8bad-fbe2c8903f5d'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:28:49.863038 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-0904a9fc-e7a4-407d-a6f0-f1321d0977a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:28:49Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['f7e5b0fc-7de1-4608-8bad-fbe2c8903f5d'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:28:49.874219 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-eb736637-b89d-499c-975b-383e5a84fe1f tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "PUT /v2.0/floatingips/5cf9493c-3613-46b4-b806-79e1f44f1aa9 HTTP/1.1" status: 200 len: 992 time: 0.9710469 Jan 05 17:28:49.874906 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a5f52a7-f889-4c19-ad14-3ab41c752afa', 'tag': '79f26c98-d94a-49a7-a86d-2a2234324fec'}] {{(pid=103800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 05 17:28:49.877254 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f64b9d4628f7eefcc27168a80c04985d23f0ea5def038dae05e1deb7357f3bfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e96a1ccf-f67a-45e0-b709-435952474678" -d '{"events": [{"name": "network-changed", "server_uuid": "3a5f52a7-f889-4c19-ad14-3ab41c752afa", "tag": "79f26c98-d94a-49a7-a86d-2a2234324fec"}]}' {{(pid=103800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 05 17:28:49.920174 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Jan 2022 17:28:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23948386-25d6-471d-b0f5-6bd1443009dc x-openstack-request-id: req-23948386-25d6-471d-b0f5-6bd1443009dc {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 05 17:28:49.920772 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a5f52a7-f889-4c19-ad14-3ab41c752afa", "tag": "79f26c98-d94a-49a7-a86d-2a2234324fec", "status": "completed", "code": 200}]} {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 05 17:28:49.920772 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-23948386-25d6-471d-b0f5-6bd1443009dc {{(pid=103800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 05 17:28:49.921112 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a5f52a7-f889-4c19-ad14-3ab41c752afa', 'tag': '79f26c98-d94a-49a7-a86d-2a2234324fec', 'status': 'completed', 'code': 200} Jan 05 17:28:49.969913 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-0904a9fc-e7a4-407d-a6f0-f1321d0977a6 None None] Set router f7e5b0fc-7de1-4608-8bad-fbe2c8903f5d gateway port host: dv-neutron-master-2-hyperv {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:28:49.989083 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96a1ccf-f67a-45e0-b709-435952474678 req-7b414bc8-202d-464e-a115-9ddb314b99af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:28:49.990605 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-e96a1ccf-f67a-45e0-b709-435952474678 req-7b414bc8-202d-464e-a115-9ddb314b99af service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4808c0b17c614be79a0c7baf13c8a90d&device_id=3a5f52a7-f889-4c19-ad14-3ab41c752afa HTTP/1.1" status: 200 len: 1099 time: 0.0458274 Jan 05 17:28:50.081798 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96a1ccf-f67a-45e0-b709-435952474678 req-a6e862a5-47f6-4415-9624-aa6187b39344 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:28:50.083269 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-e96a1ccf-f67a-45e0-b709-435952474678 req-a6e862a5-47f6-4415-9624-aa6187b39344 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a2a3f410-a9d2-4220-a184-fcdeb12ab668 HTTP/1.1" status: 200 len: 913 time: 0.0820036 Jan 05 17:28:50.151237 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-e96a1ccf-f67a-45e0-b709-435952474678 req-11016102-925a-4c30-bf6c-8d76c2bc60ec service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=79f26c98-d94a-49a7-a86d-2a2234324fec HTTP/1.1" status: 200 len: 1000 time: 0.0605664 Jan 05 17:28:50.199166 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96a1ccf-f67a-45e0-b709-435952474678 req-cbad9903-474a-4126-955e-d27aac685264 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:28:50.200276 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-0904a9fc-e7a4-407d-a6f0-f1321d0977a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7e5b0fc-7de1-4608-8bad-fbe2c8903f5d', 'name': 'tempest-ServerActionsTestJSON-1239396606-router', 'tenant_id': '4808c0b17c614be79a0c7baf13c8a90d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.55'}], 'enable_snat': True}, 'gw_port_id': '1e06f970-a67a-49e1-8704-07faf640bf83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:28:29Z', 'updated_at': '2022-01-05T17:28:32Z', 'revision_number': 4, 'project_id': '4808c0b17c614be79a0c7baf13c8a90d', 'gw_port': {'id': '1e06f970-a67a-49e1-8704-07faf640bf83', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:21:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7e5b0fc-7de1-4608-8bad-fbe2c8903f5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:28:29Z', 'updated_at': '2022-01-05T17:28:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '5cf9493c-3613-46b4-b806-79e1f44f1aa9', 'tenant_id': '4808c0b17c614be79a0c7baf13c8a90d', 'floating_ip_address': '172.36.4.193', 'floating_network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'router_id': 'f7e5b0fc-7de1-4608-8bad-fbe2c8903f5d', 'port_id': '79f26c98-d94a-49a7-a86d-2a2234324fec', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1589, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2a3f410-a9d2-4220-a184-fcdeb12ab668', 'mac_address': 'fa:16:3e:f2:87:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a5f52a7-f889-4c19-ad14-3ab41c752afa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-05T17:28:35Z', 'updated_at': '2022-01-05T17:28:49Z', 'revision_number': 1, 'project_id': '4808c0b17c614be79a0c7baf13c8a90d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c7f8bf4-1843-4150-8484-b1d2af840bd7', 'name': '', 'network_id': 'a2a3f410-a9d2-4220-a184-fcdeb12ab668', 'tenant_id': '4808c0b17c614be79a0c7baf13c8a90d', 'mac_address': 'fa:16:3e:fd:a1:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7e5b0fc-7de1-4608-8bad-fbe2c8903f5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': '35f0cdf6-9a10-4ae7-9cfa-69f52bae6fea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:28:31Z', 'updated_at': '2022-01-05T17:28:35Z', 'revision_number': 5, 'project_id': '4808c0b17c614be79a0c7baf13c8a90d', 'subnets': [{'id': '35f0cdf6-9a10-4ae7-9cfa-69f52bae6fea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:28:50.200610 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-e96a1ccf-f67a-45e0-b709-435952474678 req-cbad9903-474a-4126-955e-d27aac685264 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=35f0cdf6-9a10-4ae7-9cfa-69f52bae6fea HTTP/1.1" status: 200 len: 851 time: 0.0432076 Jan 05 17:28:50.230726 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0904a9fc-e7a4-407d-a6f0-f1321d0977a6 None None] Checking router: f7e5b0fc-7de1-4608-8bad-fbe2c8903f5d for host: dv-neutron-master-2-hyperv {{(pid=103802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 05 17:28:50.239040 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0904a9fc-e7a4-407d-a6f0-f1321d0977a6 None None] Routers {'f7e5b0fc-7de1-4608-8bad-fbe2c8903f5d'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:28:50.239655 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-0904a9fc-e7a4-407d-a6f0-f1321d0977a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:28:49Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['f7e5b0fc-7de1-4608-8bad-fbe2c8903f5d'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:28:50.244585 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96a1ccf-f67a-45e0-b709-435952474678 req-9ce08ed8-af39-4580-9ac3-df502af98556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:28:50.246195 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-e96a1ccf-f67a-45e0-b709-435952474678 req-9ce08ed8-af39-4580-9ac3-df502af98556 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a2a3f410-a9d2-4220-a184-fcdeb12ab668&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0397081 Jan 05 17:28:50.335983 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-e96a1ccf-f67a-45e0-b709-435952474678 req-2d4fb30a-f4a1-4b58-912b-fc7d8c9345f6 service neutron] 10.222.0.13 "GET /v2.0/networks/a2a3f410-a9d2-4220-a184-fcdeb12ab668?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837486 Jan 05 17:28:50.344085 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-0904a9fc-e7a4-407d-a6f0-f1321d0977a6 None None] Set router f7e5b0fc-7de1-4608-8bad-fbe2c8903f5d gateway port host: dv-neutron-master-2-hyperv {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:28:50.425273 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-e96a1ccf-f67a-45e0-b709-435952474678 req-d110c713-b325-460b-bdd9-26f0a1a4711b service neutron] 10.222.0.13 "GET /v2.0/networks/a2a3f410-a9d2-4220-a184-fcdeb12ab668?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831597 Jan 05 17:28:50.572654 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-0904a9fc-e7a4-407d-a6f0-f1321d0977a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7e5b0fc-7de1-4608-8bad-fbe2c8903f5d', 'name': 'tempest-ServerActionsTestJSON-1239396606-router', 'tenant_id': '4808c0b17c614be79a0c7baf13c8a90d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.55'}], 'enable_snat': True}, 'gw_port_id': '1e06f970-a67a-49e1-8704-07faf640bf83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:28:29Z', 'updated_at': '2022-01-05T17:28:32Z', 'revision_number': 4, 'project_id': '4808c0b17c614be79a0c7baf13c8a90d', 'gw_port': {'id': '1e06f970-a67a-49e1-8704-07faf640bf83', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:21:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7e5b0fc-7de1-4608-8bad-fbe2c8903f5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:28:29Z', 'updated_at': '2022-01-05T17:28:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '5cf9493c-3613-46b4-b806-79e1f44f1aa9', 'tenant_id': '4808c0b17c614be79a0c7baf13c8a90d', 'floating_ip_address': '172.36.4.193', 'floating_network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'router_id': 'f7e5b0fc-7de1-4608-8bad-fbe2c8903f5d', 'port_id': '79f26c98-d94a-49a7-a86d-2a2234324fec', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1589, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2a3f410-a9d2-4220-a184-fcdeb12ab668', 'mac_address': 'fa:16:3e:f2:87:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a5f52a7-f889-4c19-ad14-3ab41c752afa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-05T17:28:35Z', 'updated_at': '2022-01-05T17:28:49Z', 'revision_number': 1, 'project_id': '4808c0b17c614be79a0c7baf13c8a90d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c7f8bf4-1843-4150-8484-b1d2af840bd7', 'name': '', 'network_id': 'a2a3f410-a9d2-4220-a184-fcdeb12ab668', 'tenant_id': '4808c0b17c614be79a0c7baf13c8a90d', 'mac_address': 'fa:16:3e:fd:a1:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7e5b0fc-7de1-4608-8bad-fbe2c8903f5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': '35f0cdf6-9a10-4ae7-9cfa-69f52bae6fea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:28:31Z', 'updated_at': '2022-01-05T17:28:35Z', 'revision_number': 5, 'project_id': '4808c0b17c614be79a0c7baf13c8a90d', 'subnets': [{'id': '35f0cdf6-9a10-4ae7-9cfa-69f52bae6fea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:28:50.603877 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0904a9fc-e7a4-407d-a6f0-f1321d0977a6 None None] The sync data for ids ['f7e5b0fc-7de1-4608-8bad-fbe2c8903f5d'] in dv-neutron-master-2-hyperv is: [{'id': 'f7e5b0fc-7de1-4608-8bad-fbe2c8903f5d', 'name': 'tempest-ServerActionsTestJSON-1239396606-router', 'tenant_id': '4808c0b17c614be79a0c7baf13c8a90d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.55'}], 'enable_snat': True}, 'gw_port_id': '1e06f970-a67a-49e1-8704-07faf640bf83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:28:29Z', 'updated_at': '2022-01-05T17:28:32Z', 'revision_number': 4, 'project_id': '4808c0b17c614be79a0c7baf13c8a90d', 'gw_port': {'id': '1e06f970-a67a-49e1-8704-07faf640bf83', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:21:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7e5b0fc-7de1-4608-8bad-fbe2c8903f5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:28:29Z', 'updated_at': '2022-01-05T17:28:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '5cf9493c-3613-46b4-b806-79e1f44f1aa9', 'tenant_id': '4808c0b17c614be79a0c7baf13c8a90d', 'floating_ip_address': '172.36.4.193', 'floating_network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'router_id': 'f7e5b0fc-7de1-4608-8bad-fbe2c8903f5d', 'port_id': '79f26c98-d94a-49a7-a86d-2a2234324fec', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1589, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2a3f410-a9d2-4220-a184-fcdeb12ab668', 'mac_address': 'fa:16:3e:f2:87:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a5f52a7-f889-4c19-ad14-3ab41c752afa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-05T17:28:35Z', 'updated_at': '2022-01-05T17:28:49Z', 'revision_number': 1, 'project_id': '4808c0b17c614be79a0c7baf13c8a90d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c7f8bf4-1843-4150-8484-b1d2af840bd7', 'name': '', 'network_id': 'a2a3f410-a9d2-4220-a184-fcdeb12ab668', 'tenant_id': '4808c0b17c614be79a0c7baf13c8a90d', 'mac_address': 'fa:16:3e:fd:a1:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7e5b0fc-7de1-4608-8bad-fbe2c8903f5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': '35f0cdf6-9a10-4ae7-9cfa-69f52bae6fea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:28:31Z', 'updated_at': '2022-01-05T17:28:35Z', 'revision_number': 5, 'project_id': '4808c0b17c614be79a0c7baf13c8a90d', 'subnets': [{'id': '35f0cdf6-9a10-4ae7-9cfa-69f52bae6fea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 05 17:28:50.605396 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d2607572-b3c9-472c-85bc-c8de0c3fb75c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:28:50.795358 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3308535-c811-49f1-89a1-94b975a05f1e None None] New status for floating IP 5cf9493c-3613-46b4-b806-79e1f44f1aa9: ACTIVE {{(pid=103803) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 05 17:28:51.955664 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d504d802-9546-4ce5-a9d3-96c844ac5808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:28:53.298634 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:29:13.714707 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.agents_db [None req-291d1585-17df-45c0-b64a-d244e6d90872 None None] Agent healthcheck: found 6 active agents {{(pid=103803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 05 17:29:15.342591 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-5b5c904b-3982-4c50-b4fa-9b49e3c27737 req-7465bac6-2e32-4048-87d8-609a8ba5f9b4 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=3a5f52a7-f889-4c19-ad14-3ab41c752afa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0431795 Jan 05 17:29:15.420749 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5c904b-3982-4c50-b4fa-9b49e3c27737 req-b9189578-f8c4-4146-ac38-4eee1f67bf00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:29:15.422272 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-5b5c904b-3982-4c50-b4fa-9b49e3c27737 req-b9189578-f8c4-4146-ac38-4eee1f67bf00 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4808c0b17c614be79a0c7baf13c8a90d&device_id=3a5f52a7-f889-4c19-ad14-3ab41c752afa HTTP/1.1" status: 200 len: 1099 time: 0.0405426 Jan 05 17:29:15.520495 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5c904b-3982-4c50-b4fa-9b49e3c27737 req-71880e94-89e8-4fcc-a82d-fbeb2903b5b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:29:15.521964 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-5b5c904b-3982-4c50-b4fa-9b49e3c27737 req-71880e94-89e8-4fcc-a82d-fbeb2903b5b0 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a2a3f410-a9d2-4220-a184-fcdeb12ab668 HTTP/1.1" status: 200 len: 913 time: 0.0823152 Jan 05 17:29:15.588886 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-5b5c904b-3982-4c50-b4fa-9b49e3c27737 req-ccf6abeb-44d4-426d-aa6b-42edb393599b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=79f26c98-d94a-49a7-a86d-2a2234324fec HTTP/1.1" status: 200 len: 1002 time: 0.0606699 Jan 05 17:29:15.636264 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5c904b-3982-4c50-b4fa-9b49e3c27737 req-6bed44d1-53d7-4c9c-8d79-399b2e47dc9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:29:15.637749 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-5b5c904b-3982-4c50-b4fa-9b49e3c27737 req-6bed44d1-53d7-4c9c-8d79-399b2e47dc9a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=35f0cdf6-9a10-4ae7-9cfa-69f52bae6fea HTTP/1.1" status: 200 len: 851 time: 0.0432966 Jan 05 17:29:15.680493 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5c904b-3982-4c50-b4fa-9b49e3c27737 req-8c20aefa-5182-4258-9a35-3e78273ec80a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:29:15.681953 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-5b5c904b-3982-4c50-b4fa-9b49e3c27737 req-8c20aefa-5182-4258-9a35-3e78273ec80a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a2a3f410-a9d2-4220-a184-fcdeb12ab668&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0388219 Jan 05 17:29:15.770288 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-5b5c904b-3982-4c50-b4fa-9b49e3c27737 req-d0002fb5-bc74-4699-9c5e-2d83b7e2bdd9 service neutron] 10.222.0.13 "GET /v2.0/networks/a2a3f410-a9d2-4220-a184-fcdeb12ab668?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824876 Jan 05 17:29:15.855676 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-5b5c904b-3982-4c50-b4fa-9b49e3c27737 req-23149e25-a37a-4327-bace-ef499a3f0c7e service neutron] 10.222.0.13 "GET /v2.0/networks/a2a3f410-a9d2-4220-a184-fcdeb12ab668?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0784285 Jan 05 17:29:17.092387 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-b5d0c41b-f3cb-4552-8fa6-0cdece1ec184 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:29:19.320764 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-741b460a-c219-4281-a387-df38a05d6e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:29:19.835081 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:29:20.583493 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d2607572-b3c9-472c-85bc-c8de0c3fb75c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:29:21.954779 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d504d802-9546-4ce5-a9d3-96c844ac5808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:29:23.314722 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:29:28.123635 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccbfad3-120d-4e3e-bc6f-e58aad625fb3 req-be6265f9-1c8a-4aa5-929f-2ac751a1338e tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:29:28.125092 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-cccbfad3-120d-4e3e-bc6f-e58aad625fb3 req-be6265f9-1c8a-4aa5-929f-2ac751a1338e tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/ports?device_id=3a5f52a7-f889-4c19-ad14-3ab41c752afa HTTP/1.1" status: 200 len: 946 time: 0.0484388 Jan 05 17:29:28.170120 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-cccbfad3-120d-4e3e-bc6f-e58aad625fb3 req-d6dad8c3-033d-4e91-b93f-352c9ba9ca3f tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/security-groups?id=052c9abb-c0fd-478b-a17e-1421a63a5379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396702 Jan 05 17:29:28.517337 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21650e91-21ed-4b58-8b83-c6cae8883f1b req-0ea76f88-c75e-4c06-b489-80437b22d0d5 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:29:28.518736 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-21650e91-21ed-4b58-8b83-c6cae8883f1b req-0ea76f88-c75e-4c06-b489-80437b22d0d5 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/ports?device_id=3a5f52a7-f889-4c19-ad14-3ab41c752afa HTTP/1.1" status: 200 len: 946 time: 0.0489514 Jan 05 17:29:28.591990 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-21650e91-21ed-4b58-8b83-c6cae8883f1b req-e437e11b-ba03-42f6-a8f5-68c921e39a2b tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/security-groups?id=052c9abb-c0fd-478b-a17e-1421a63a5379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671871 Jan 05 17:29:28.605071 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-dedca459-1932-49ac-8690-e32088a1855d req-e7daf260-5fb0-4a8f-9a8b-c7b76ba43fc7 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=3a5f52a7-f889-4c19-ad14-3ab41c752afa&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0559740 Jan 05 17:29:29.713889 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923fc4c0-c81b-4e64-b6a9-dc18391a07aa req-5ee2bd44-803d-4a1a-8dc6-7ac2bcb11c56 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:29:29.715382 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-923fc4c0-c81b-4e64-b6a9-dc18391a07aa req-5ee2bd44-803d-4a1a-8dc6-7ac2bcb11c56 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/ports?device_id=3a5f52a7-f889-4c19-ad14-3ab41c752afa HTTP/1.1" status: 200 len: 946 time: 0.0539012 Jan 05 17:29:29.770972 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-923fc4c0-c81b-4e64-b6a9-dc18391a07aa req-67c9f2ec-675a-4322-94aa-b8622c2b69e4 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/security-groups?id=052c9abb-c0fd-478b-a17e-1421a63a5379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491602 Jan 05 17:29:30.473622 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedca459-1932-49ac-8690-e32088a1855d req-7d03d962-c10b-40bc-a022-e4ab7ef0f747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:29:30.475006 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-dedca459-1932-49ac-8690-e32088a1855d req-7d03d962-c10b-40bc-a022-e4ab7ef0f747 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4808c0b17c614be79a0c7baf13c8a90d&device_id=3a5f52a7-f889-4c19-ad14-3ab41c752afa HTTP/1.1" status: 200 len: 1099 time: 0.0408680 Jan 05 17:29:30.563913 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedca459-1932-49ac-8690-e32088a1855d req-5a5fc918-b6d8-497a-a377-cf281d540101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:29:30.565365 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-dedca459-1932-49ac-8690-e32088a1855d req-5a5fc918-b6d8-497a-a377-cf281d540101 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a2a3f410-a9d2-4220-a184-fcdeb12ab668 HTTP/1.1" status: 200 len: 913 time: 0.0845613 Jan 05 17:29:30.628269 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-dedca459-1932-49ac-8690-e32088a1855d req-87de006e-93b6-44a4-81a3-8d4e84747049 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=79f26c98-d94a-49a7-a86d-2a2234324fec HTTP/1.1" status: 200 len: 1002 time: 0.0569768 Jan 05 17:29:30.677992 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedca459-1932-49ac-8690-e32088a1855d req-d76b381d-7a8f-4754-b32b-b03326cc2279 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:29:30.680790 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-dedca459-1932-49ac-8690-e32088a1855d req-d76b381d-7a8f-4754-b32b-b03326cc2279 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=35f0cdf6-9a10-4ae7-9cfa-69f52bae6fea HTTP/1.1" status: 200 len: 851 time: 0.0468576 Jan 05 17:29:30.727908 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedca459-1932-49ac-8690-e32088a1855d req-0db3a329-6500-4b58-949d-7f465e8ce43d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:29:30.729296 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-dedca459-1932-49ac-8690-e32088a1855d req-0db3a329-6500-4b58-949d-7f465e8ce43d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a2a3f410-a9d2-4220-a184-fcdeb12ab668&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0434797 Jan 05 17:29:30.821372 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-dedca459-1932-49ac-8690-e32088a1855d req-d80413c0-afab-4c43-8256-dcad658d79cf service neutron] 10.222.0.13 "GET /v2.0/networks/a2a3f410-a9d2-4220-a184-fcdeb12ab668?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860565 Jan 05 17:29:30.901346 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588953ee-305a-4159-87b3-9a9d3e4df14b req-80f566ca-7a61-4a96-8f29-68eb5dfb9ea9 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:29:30.902988 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-588953ee-305a-4159-87b3-9a9d3e4df14b req-80f566ca-7a61-4a96-8f29-68eb5dfb9ea9 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/ports?device_id=3a5f52a7-f889-4c19-ad14-3ab41c752afa HTTP/1.1" status: 200 len: 946 time: 0.0584826 Jan 05 17:29:30.918282 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-dedca459-1932-49ac-8690-e32088a1855d req-7f88956b-71df-4127-a71c-226d84376bd1 service neutron] 10.222.0.13 "GET /v2.0/networks/a2a3f410-a9d2-4220-a184-fcdeb12ab668?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907154 Jan 05 17:29:30.951053 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-588953ee-305a-4159-87b3-9a9d3e4df14b req-87469eb9-1b4a-46c8-a82f-2187880440e6 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/security-groups?id=052c9abb-c0fd-478b-a17e-1421a63a5379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421829 Jan 05 17:29:32.063894 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e330be09-5310-47bb-8a3e-830c3a7710c6 req-98da1523-4537-48fa-8099-c4cc06f43306 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:29:32.065336 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-e330be09-5310-47bb-8a3e-830c3a7710c6 req-98da1523-4537-48fa-8099-c4cc06f43306 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/ports?device_id=3a5f52a7-f889-4c19-ad14-3ab41c752afa HTTP/1.1" status: 200 len: 946 time: 0.0486524 Jan 05 17:29:32.110332 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-e330be09-5310-47bb-8a3e-830c3a7710c6 req-7fcfbe4f-b046-41b5-afbf-527f15730935 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/security-groups?id=052c9abb-c0fd-478b-a17e-1421a63a5379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389254 Jan 05 17:29:33.229842 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ecc25d-9e76-4091-ad49-57afe609eeb7 req-dc76d7e8-e3bb-4579-9e5f-49e1dbe4faf9 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:29:33.231316 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-10ecc25d-9e76-4091-ad49-57afe609eeb7 req-dc76d7e8-e3bb-4579-9e5f-49e1dbe4faf9 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/ports?device_id=3a5f52a7-f889-4c19-ad14-3ab41c752afa HTTP/1.1" status: 200 len: 946 time: 0.0475786 Jan 05 17:29:33.280433 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-10ecc25d-9e76-4091-ad49-57afe609eeb7 req-c1d9d696-4fef-4544-93c5-df019f99de3b tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/security-groups?id=052c9abb-c0fd-478b-a17e-1421a63a5379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437272 Jan 05 17:29:34.392466 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce914037-06e4-46ac-a565-6f7c73e09f1e req-127d0c2f-d209-47fa-882e-67e5171fc435 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:29:34.393925 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-ce914037-06e4-46ac-a565-6f7c73e09f1e req-127d0c2f-d209-47fa-882e-67e5171fc435 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/ports?device_id=3a5f52a7-f889-4c19-ad14-3ab41c752afa HTTP/1.1" status: 200 len: 946 time: 0.0474873 Jan 05 17:29:34.439223 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-ce914037-06e4-46ac-a565-6f7c73e09f1e req-4a36daba-a2a0-4b20-bfd1-afa4b6d81390 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/security-groups?id=052c9abb-c0fd-478b-a17e-1421a63a5379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398817 Jan 05 17:29:35.549909 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b951677c-8bae-4259-b580-426c973ff7da req-dd6121aa-e1f5-4217-86f5-fa1981fff683 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:29:35.551354 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-b951677c-8bae-4259-b580-426c973ff7da req-dd6121aa-e1f5-4217-86f5-fa1981fff683 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/ports?device_id=3a5f52a7-f889-4c19-ad14-3ab41c752afa HTTP/1.1" status: 200 len: 946 time: 0.0481303 Jan 05 17:29:35.596618 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-b951677c-8bae-4259-b580-426c973ff7da req-1f76f7dc-5a80-4922-bd7c-d01a07005310 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/security-groups?id=052c9abb-c0fd-478b-a17e-1421a63a5379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398440 Jan 05 17:29:36.713794 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af36b19-de70-4236-852f-0f86a596bc2c req-6bb4ee51-e18b-4ee9-8988-694ae694afb4 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:29:36.715911 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-6af36b19-de70-4236-852f-0f86a596bc2c req-6bb4ee51-e18b-4ee9-8988-694ae694afb4 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/ports?device_id=3a5f52a7-f889-4c19-ad14-3ab41c752afa HTTP/1.1" status: 200 len: 946 time: 0.0521240 Jan 05 17:29:36.761240 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-6af36b19-de70-4236-852f-0f86a596bc2c req-bfd33a02-212b-49e6-84a5-f0d392cdde4c tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/security-groups?id=052c9abb-c0fd-478b-a17e-1421a63a5379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398421 Jan 05 17:29:37.879250 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d20b977-dbf0-4687-93f6-c26eae1080dd req-48709bec-1a61-43b5-84f9-396e9e5d1ce5 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:29:37.880655 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-6d20b977-dbf0-4687-93f6-c26eae1080dd req-48709bec-1a61-43b5-84f9-396e9e5d1ce5 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/ports?device_id=3a5f52a7-f889-4c19-ad14-3ab41c752afa HTTP/1.1" status: 200 len: 946 time: 0.0487611 Jan 05 17:29:37.926778 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-6d20b977-dbf0-4687-93f6-c26eae1080dd req-a2591029-90c4-4ae2-be4f-a9540f90264a tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/security-groups?id=052c9abb-c0fd-478b-a17e-1421a63a5379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401430 Jan 05 17:29:39.042968 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa02b0d-328e-4ca9-95dd-7600ff0688fb req-216bbfe2-b0bd-42fb-a0b3-2f9f8ca36cb9 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:29:39.044421 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-ffa02b0d-328e-4ca9-95dd-7600ff0688fb req-216bbfe2-b0bd-42fb-a0b3-2f9f8ca36cb9 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/ports?device_id=3a5f52a7-f889-4c19-ad14-3ab41c752afa HTTP/1.1" status: 200 len: 946 time: 0.0490396 Jan 05 17:29:39.089174 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-ffa02b0d-328e-4ca9-95dd-7600ff0688fb req-f0ed102c-7bb5-44c1-9699-f8ffd0e4c2b0 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/security-groups?id=052c9abb-c0fd-478b-a17e-1421a63a5379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392973 Jan 05 17:29:40.204936 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f9f414-f213-49fb-9769-26df8817948e req-ec79d43f-d5c4-4a77-a37c-7e124d8cc5bb tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:29:40.206887 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-d9f9f414-f213-49fb-9769-26df8817948e req-ec79d43f-d5c4-4a77-a37c-7e124d8cc5bb tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/ports?device_id=3a5f52a7-f889-4c19-ad14-3ab41c752afa HTTP/1.1" status: 200 len: 946 time: 0.0515852 Jan 05 17:29:40.252948 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-d9f9f414-f213-49fb-9769-26df8817948e req-03ebeedc-6fd9-4933-943e-4d93e2beb519 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/security-groups?id=052c9abb-c0fd-478b-a17e-1421a63a5379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409968 Jan 05 17:29:41.364068 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17aa8c0-742c-478b-b65d-ca2f018fce39 req-564f1541-4f65-477d-87c4-c62f01e95851 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:29:41.365550 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-e17aa8c0-742c-478b-b65d-ca2f018fce39 req-564f1541-4f65-477d-87c4-c62f01e95851 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/ports?device_id=3a5f52a7-f889-4c19-ad14-3ab41c752afa HTTP/1.1" status: 200 len: 946 time: 0.0479312 Jan 05 17:29:41.417413 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-e17aa8c0-742c-478b-b65d-ca2f018fce39 req-35ef2917-229b-4559-90f0-f6d0dab60269 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/security-groups?id=052c9abb-c0fd-478b-a17e-1421a63a5379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453329 Jan 05 17:29:42.530940 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907de5d5-a4cb-452e-bf82-fc93967db3d5 req-4a4a33ab-c13d-4a5f-a968-45a5782ed9e2 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:29:42.532299 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-907de5d5-a4cb-452e-bf82-fc93967db3d5 req-4a4a33ab-c13d-4a5f-a968-45a5782ed9e2 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/ports?device_id=3a5f52a7-f889-4c19-ad14-3ab41c752afa HTTP/1.1" status: 200 len: 946 time: 0.0482383 Jan 05 17:29:42.577597 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-907de5d5-a4cb-452e-bf82-fc93967db3d5 req-6f03be06-7b80-4731-acea-09072278bf88 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/security-groups?id=052c9abb-c0fd-478b-a17e-1421a63a5379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398695 Jan 05 17:29:42.799371 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-dedca459-1932-49ac-8690-e32088a1855d req-6a18fc45-2ab0-4788-8c01-1fdd8426bab9 service neutron] 10.222.0.13 "GET /v2.0/ports/79f26c98-d94a-49a7-a86d-2a2234324fec/bindings/hv-neutron-mast HTTP/1.1" status: 200 len: 384 time: 0.0536778 Jan 05 17:29:43.282745 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedca459-1932-49ac-8690-e32088a1855d req-e79aa2d4-4fd1-487d-b63e-3ba434141779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:29:43.284210 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-dedca459-1932-49ac-8690-e32088a1855d req-e79aa2d4-4fd1-487d-b63e-3ba434141779 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=3a5f52a7-f889-4c19-ad14-3ab41c752afa&tenant_id=4808c0b17c614be79a0c7baf13c8a90d HTTP/1.1" status: 200 len: 1099 time: 0.0397789 Jan 05 17:29:43.341318 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedca459-1932-49ac-8690-e32088a1855d req-12e3e7e0-ecd6-4390-b114-45c55f80c745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:29:43.342831 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-dedca459-1932-49ac-8690-e32088a1855d req-12e3e7e0-ecd6-4390-b114-45c55f80c745 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4808c0b17c614be79a0c7baf13c8a90d&device_id=3a5f52a7-f889-4c19-ad14-3ab41c752afa HTTP/1.1" status: 200 len: 1099 time: 0.0387630 Jan 05 17:29:43.434090 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedca459-1932-49ac-8690-e32088a1855d req-7601f914-76e8-42eb-bc76-1a0b5de46b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:29:43.435541 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-dedca459-1932-49ac-8690-e32088a1855d req-7601f914-76e8-42eb-bc76-1a0b5de46b2c service neutron] 10.222.0.13 "GET /v2.0/networks?id=a2a3f410-a9d2-4220-a184-fcdeb12ab668 HTTP/1.1" status: 200 len: 913 time: 0.0862219 Jan 05 17:29:43.497754 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-dedca459-1932-49ac-8690-e32088a1855d req-18fade79-9ab7-4e30-80b3-8bacbd34d453 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=79f26c98-d94a-49a7-a86d-2a2234324fec HTTP/1.1" status: 200 len: 1002 time: 0.0562427 Jan 05 17:29:43.547812 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedca459-1932-49ac-8690-e32088a1855d req-38bc106e-181b-48bc-92c1-a1ac4ac34d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:29:43.548667 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-dedca459-1932-49ac-8690-e32088a1855d req-38bc106e-181b-48bc-92c1-a1ac4ac34d70 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=35f0cdf6-9a10-4ae7-9cfa-69f52bae6fea HTTP/1.1" status: 200 len: 851 time: 0.0456293 Jan 05 17:29:43.591034 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedca459-1932-49ac-8690-e32088a1855d req-36679f8b-779f-4af7-8f5c-13590f7cc854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:29:43.592475 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-dedca459-1932-49ac-8690-e32088a1855d req-36679f8b-779f-4af7-8f5c-13590f7cc854 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a2a3f410-a9d2-4220-a184-fcdeb12ab668&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0385716 Jan 05 17:29:43.713109 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-dedca459-1932-49ac-8690-e32088a1855d req-931227a3-0dde-4e1b-bf32-088feb2b3ec1 service neutron] 10.222.0.13 "GET /v2.0/networks/a2a3f410-a9d2-4220-a184-fcdeb12ab668?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1142588 Jan 05 17:29:43.721442 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95fab35-8fa0-4db4-a776-a6bf60147a8d req-d41d2d71-ed8b-49ab-9e1d-133bc3a9071a tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:29:43.722814 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-b95fab35-8fa0-4db4-a776-a6bf60147a8d req-d41d2d71-ed8b-49ab-9e1d-133bc3a9071a tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/ports?device_id=3a5f52a7-f889-4c19-ad14-3ab41c752afa HTTP/1.1" status: 200 len: 946 time: 0.0783629 Jan 05 17:29:43.815900 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-b95fab35-8fa0-4db4-a776-a6bf60147a8d req-25435b37-4dc7-4321-b911-2595e4737c8d tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/security-groups?id=052c9abb-c0fd-478b-a17e-1421a63a5379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0851183 Jan 05 17:29:43.838771 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-dedca459-1932-49ac-8690-e32088a1855d req-51818b87-ac23-4cf9-aa49-f4ab5bc16a4a service neutron] 10.222.0.13 "GET /v2.0/networks/a2a3f410-a9d2-4220-a184-fcdeb12ab668?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1150727 Jan 05 17:29:44.933816 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76dc5b1-a4cc-4eee-bf0e-0f099bc2e697 req-04437a4f-1782-45d3-a9e1-b2adaae24fdf tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:29:44.935291 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-e76dc5b1-a4cc-4eee-bf0e-0f099bc2e697 req-04437a4f-1782-45d3-a9e1-b2adaae24fdf tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/ports?device_id=3a5f52a7-f889-4c19-ad14-3ab41c752afa HTTP/1.1" status: 200 len: 946 time: 0.0516465 Jan 05 17:29:44.980971 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-e76dc5b1-a4cc-4eee-bf0e-0f099bc2e697 req-78a8c9db-2a47-46b4-a91f-14c2862729ce tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/security-groups?id=052c9abb-c0fd-478b-a17e-1421a63a5379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403099 Jan 05 17:29:46.097253 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a322b66-ca25-4ad8-b4df-7cd7233ec303 req-259d9d99-5fd9-4217-99a0-28a216d9895b tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:29:46.098731 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-8a322b66-ca25-4ad8-b4df-7cd7233ec303 req-259d9d99-5fd9-4217-99a0-28a216d9895b tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/ports?device_id=3a5f52a7-f889-4c19-ad14-3ab41c752afa HTTP/1.1" status: 200 len: 946 time: 0.0481787 Jan 05 17:29:46.145015 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-8a322b66-ca25-4ad8-b4df-7cd7233ec303 req-0a4e325e-37db-436e-ad9b-af71419958f2 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/security-groups?id=052c9abb-c0fd-478b-a17e-1421a63a5379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400641 Jan 05 17:29:46.474132 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2381aac4-4d25-45b0-8caa-9896556c7a4b req-93b763d9-ce01-440e-8dc5-509c0574afb0 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:29:46.475843 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-2381aac4-4d25-45b0-8caa-9896556c7a4b req-93b763d9-ce01-440e-8dc5-509c0574afb0 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/ports?device_id=3a5f52a7-f889-4c19-ad14-3ab41c752afa HTTP/1.1" status: 200 len: 946 time: 0.0503080 Jan 05 17:29:46.557473 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-2381aac4-4d25-45b0-8caa-9896556c7a4b req-f5731ed5-0c5b-49af-8ec5-6a045f3e5428 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/security-groups?id=052c9abb-c0fd-478b-a17e-1421a63a5379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746446 Jan 05 17:29:46.565686 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba9ec6e-7dd4-4704-a0ed-db0b38a6b24a req-45e9cc82-aa68-4959-a3e9-2ed266c57290 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:29:46.567086 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-8ba9ec6e-7dd4-4704-a0ed-db0b38a6b24a req-45e9cc82-aa68-4959-a3e9-2ed266c57290 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a5f52a7-f889-4c19-ad14-3ab41c752afa&tenant_id=4808c0b17c614be79a0c7baf13c8a90d&binding%3Ahost_id=hv-neutron-mast HTTP/1.1" status: 200 len: 946 time: 0.0786347 Jan 05 17:29:46.653431 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba9ec6e-7dd4-4704-a0ed-db0b38a6b24a req-03f1769a-05fb-4340-aba4-bd8c7c1cb168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:29:46.654972 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-8ba9ec6e-7dd4-4704-a0ed-db0b38a6b24a req-03f1769a-05fb-4340-aba4-bd8c7c1cb168 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4808c0b17c614be79a0c7baf13c8a90d&device_id=3a5f52a7-f889-4c19-ad14-3ab41c752afa HTTP/1.1" status: 200 len: 1099 time: 0.0417514 Jan 05 17:29:46.661344 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Device 79f26c98-d94a-49a7-a86d-2a2234324fec details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 05 17:29:46.663689 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Device 79f26c98-d94a-49a7-a86d-2a2234324fec no longer exists at agent hyperv_hv-neutron-mast {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 05 17:29:46.744194 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba9ec6e-7dd4-4704-a0ed-db0b38a6b24a req-991e9cfe-5cde-4286-9ee1-71ece076c5b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:29:46.745691 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-8ba9ec6e-7dd4-4704-a0ed-db0b38a6b24a req-991e9cfe-5cde-4286-9ee1-71ece076c5b1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a2a3f410-a9d2-4220-a184-fcdeb12ab668 HTTP/1.1" status: 200 len: 913 time: 0.0841820 Jan 05 17:29:46.812198 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:29:46.815258 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-8ba9ec6e-7dd4-4704-a0ed-db0b38a6b24a req-1f6193cf-cc5c-4d2e-af5c-fdb30bd7146d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=79f26c98-d94a-49a7-a86d-2a2234324fec HTTP/1.1" status: 200 len: 1002 time: 0.0637097 Jan 05 17:29:46.840178 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] For port 79f26c98-d94a-49a7-a86d-2a2234324fec, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=79f26c98-d94a-49a7-a86d-2a2234324fec,segment=NetworkSegment(3408963b-cc6f-41d6-81f3-5f4936e04525),segment_id=3408963b-cc6f-41d6-81f3-5f4936e04525)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:29:46.853372 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a5f52a7-f889-4c19-ad14-3ab41c752afa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '79f26c98-d94a-49a7-a86d-2a2234324fec'}] {{(pid=103802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 05 17:29:46.855618 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36b213fbd845b3f09e785999bbcda1c85cd5592d7f001460987854e5c1683bd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2932ad0-b56c-40b1-ab19-9dc2c0a9d562" -d '{"events": [{"server_uuid": "3a5f52a7-f889-4c19-ad14-3ab41c752afa", "name": "network-vif-unplugged", "status": "completed", "tag": "79f26c98-d94a-49a7-a86d-2a2234324fec"}]}' {{(pid=103802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 05 17:29:46.862722 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba9ec6e-7dd4-4704-a0ed-db0b38a6b24a req-81b10033-52ce-4973-b70e-4c12effbb903 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:29:46.864184 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-8ba9ec6e-7dd4-4704-a0ed-db0b38a6b24a req-81b10033-52ce-4973-b70e-4c12effbb903 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=35f0cdf6-9a10-4ae7-9cfa-69f52bae6fea HTTP/1.1" status: 200 len: 851 time: 0.0430171 Jan 05 17:29:46.865762 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Returning: {'device': '79f26c98-d94a-49a7-a86d-2a2234324fec', 'network_id': 'a2a3f410-a9d2-4220-a184-fcdeb12ab668', 'port_id': '79f26c98-d94a-49a7-a86d-2a2234324fec', 'mac_address': 'fa:16:3e:f2:87:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35f0cdf6-9a10-4ae7-9cfa-69f52bae6fea', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 05 17:29:46.870403 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] For port 79f26c98-d94a-49a7-a86d-2a2234324fec, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=79f26c98-d94a-49a7-a86d-2a2234324fec,segment=NetworkSegment(3408963b-cc6f-41d6-81f3-5f4936e04525),segment_id=3408963b-cc6f-41d6-81f3-5f4936e04525)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:29:46.907990 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 05 Jan 2022 17:29:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f86790c-740d-44fe-8353-2ed984c294b9 x-openstack-request-id: req-1f86790c-740d-44fe-8353-2ed984c294b9 {{(pid=103802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 05 17:29:46.908293 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a5f52a7-f889-4c19-ad14-3ab41c752afa", "name": "network-vif-unplugged", "status": "completed", "tag": "79f26c98-d94a-49a7-a86d-2a2234324fec", "code": 200}]} {{(pid=103802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 05 17:29:46.908546 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-1f86790c-740d-44fe-8353-2ed984c294b9 {{(pid=103802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 05 17:29:46.908938 dv-neutron-master-2-hyperv neutron-server[103802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a5f52a7-f889-4c19-ad14-3ab41c752afa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '79f26c98-d94a-49a7-a86d-2a2234324fec', 'code': 200} Jan 05 17:29:46.909921 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:29:46.912403 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba9ec6e-7dd4-4704-a0ed-db0b38a6b24a req-226469e8-49c4-480b-8178-4586543ef534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:29:46.913545 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-8ba9ec6e-7dd4-4704-a0ed-db0b38a6b24a req-226469e8-49c4-480b-8178-4586543ef534 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a2a3f410-a9d2-4220-a184-fcdeb12ab668&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0433354 Jan 05 17:29:46.922653 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.notifiers.nova [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 79f26c98-d94a-49a7-a86d-2a2234324fec {{(pid=103802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 05 17:29:46.928335 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:29:47.005116 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.db.api [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103802) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 05 17:29:47.005485 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG oslo_db.api [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 05 17:29:47.005626 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-8ba9ec6e-7dd4-4704-a0ed-db0b38a6b24a req-696db551-545c-4e28-a940-13bb9612a333 service neutron] 10.222.0.13 "GET /v2.0/networks/a2a3f410-a9d2-4220-a184-fcdeb12ab668?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861604 Jan 05 17:29:47.008797 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Pushing event updated for resources: {'Port': ['ID=79f26c98-d94a-49a7-a86d-2a2234324fec,revision_number=6']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:29:47.015714 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:29:47.016063 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:29:47.016405 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:29:47.016739 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:29:47.017067 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:29:47.017395 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:29:47.017750 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:29:47.018079 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:29:47.018410 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:29:47.018736 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:29:47.019057 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:29:47.019372 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:29:47.019688 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:29:47.099212 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-8ba9ec6e-7dd4-4704-a0ed-db0b38a6b24a req-fd062d30-c659-45a6-a46c-dc6cbef20da6 service neutron] 10.222.0.13 "GET /v2.0/networks/a2a3f410-a9d2-4220-a184-fcdeb12ab668?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874848 Jan 05 17:29:47.114250 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-ce897a82-194e-4d88-8936-5f6eec655ec7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:29:47.540738 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:29:47.553035 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.notifiers.nova [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79f26c98-d94a-49a7-a86d-2a2234324fec {{(pid=103802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 05 17:29:47.572874 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] For port 79f26c98-d94a-49a7-a86d-2a2234324fec, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=79f26c98-d94a-49a7-a86d-2a2234324fec,segment=NetworkSegment(3408963b-cc6f-41d6-81f3-5f4936e04525),segment_id=3408963b-cc6f-41d6-81f3-5f4936e04525)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:29:47.646141 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:29:47.683218 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4fc53a-c766-4c98-9764-71af72c3cfe4 req-297c7218-d69c-40f8-8577-8a7c6bf0448a tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:29:47.684697 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-3a4fc53a-c766-4c98-9764-71af72c3cfe4 req-297c7218-d69c-40f8-8577-8a7c6bf0448a tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/ports?device_id=3a5f52a7-f889-4c19-ad14-3ab41c752afa HTTP/1.1" status: 200 len: 944 time: 0.0581048 Jan 05 17:29:47.700848 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Pushing event updated for resources: {'Port': ['ID=79f26c98-d94a-49a7-a86d-2a2234324fec,revision_number=7']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:29:47.706366 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] get_ports_and_sgs() called for port_ids ['79f26c98-d94a-49a7-a86d-2a2234324fec'] {{(pid=103802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 05 17:29:47.733763 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-3a4fc53a-c766-4c98-9764-71af72c3cfe4 req-ea5f26ac-2559-4e39-833b-5221e49ba76a tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/security-groups?id=052c9abb-c0fd-478b-a17e-1421a63a5379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432885 Jan 05 17:29:48.676860 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Device 79f26c98-d94a-49a7-a86d-2a2234324fec up at agent hyperv_hv-neutron-mast {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:29:48.727164 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Provisioning complete for port 79f26c98-d94a-49a7-a86d-2a2234324fec triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:29:48.728765 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:29:48.808891 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:29:48.841152 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] For port 79f26c98-d94a-49a7-a86d-2a2234324fec, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=79f26c98-d94a-49a7-a86d-2a2234324fec,segment=NetworkSegment(3408963b-cc6f-41d6-81f3-5f4936e04525),segment_id=3408963b-cc6f-41d6-81f3-5f4936e04525)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:29:48.852037 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e9b9fa-4f0f-4999-b7fa-9cacd72af450 req-ccc810df-050f-44c5-b012-6bd786b6c405 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:29:48.854169 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-79e9b9fa-4f0f-4999-b7fa-9cacd72af450 req-ccc810df-050f-44c5-b012-6bd786b6c405 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/ports?device_id=3a5f52a7-f889-4c19-ad14-3ab41c752afa HTTP/1.1" status: 200 len: 945 time: 0.0492032 Jan 05 17:29:48.891683 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:29:48.900449 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-79e9b9fa-4f0f-4999-b7fa-9cacd72af450 req-c5d1663f-fed2-4e81-bce8-285b7cd0d979 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/security-groups?id=052c9abb-c0fd-478b-a17e-1421a63a5379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400615 Jan 05 17:29:48.919161 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a5f52a7-f889-4c19-ad14-3ab41c752afa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79f26c98-d94a-49a7-a86d-2a2234324fec'}] {{(pid=103802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 05 17:29:48.921442 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36b213fbd845b3f09e785999bbcda1c85cd5592d7f001460987854e5c1683bd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4d9d5c2-2a59-4ccf-8fd8-464a496712d8" -d '{"events": [{"server_uuid": "3a5f52a7-f889-4c19-ad14-3ab41c752afa", "name": "network-vif-plugged", "status": "completed", "tag": "79f26c98-d94a-49a7-a86d-2a2234324fec"}]}' {{(pid=103802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 05 17:29:48.954309 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Pushing event updated for resources: {'Port': ['ID=79f26c98-d94a-49a7-a86d-2a2234324fec,revision_number=8']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:29:48.958971 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Jan 2022 17:29:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15d40f23-bf00-4de3-8dff-e168629063a4 x-openstack-request-id: req-15d40f23-bf00-4de3-8dff-e168629063a4 {{(pid=103802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 05 17:29:48.959337 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a5f52a7-f889-4c19-ad14-3ab41c752afa", "name": "network-vif-plugged", "status": "completed", "tag": "79f26c98-d94a-49a7-a86d-2a2234324fec", "code": 200}]} {{(pid=103802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 05 17:29:48.959660 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-15d40f23-bf00-4de3-8dff-e168629063a4 {{(pid=103802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 05 17:29:48.960165 dv-neutron-master-2-hyperv neutron-server[103802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a5f52a7-f889-4c19-ad14-3ab41c752afa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79f26c98-d94a-49a7-a86d-2a2234324fec', 'code': 200} Jan 05 17:29:49.013607 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ff70a6-6354-454f-8904-51c2c781f7f8 req-2e2b0ef9-4eb7-4161-86a2-4892e99edfd7 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:29:49.015076 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-77ff70a6-6354-454f-8904-51c2c781f7f8 req-2e2b0ef9-4eb7-4161-86a2-4892e99edfd7 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/ports?device_id=3a5f52a7-f889-4c19-ad14-3ab41c752afa HTTP/1.1" status: 200 len: 946 time: 0.0476489 Jan 05 17:29:49.066869 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-77ff70a6-6354-454f-8904-51c2c781f7f8 req-a953d86d-5543-42f4-9cf5-ac4efba298f6 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/security-groups?id=052c9abb-c0fd-478b-a17e-1421a63a5379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463662 Jan 05 17:29:49.179948 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b10fe46-76c7-407c-b448-fdeb6903220c req-c8a6fb8e-2066-4278-9c16-844881f0bd6a tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:29:49.181440 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-9b10fe46-76c7-407c-b448-fdeb6903220c req-c8a6fb8e-2066-4278-9c16-844881f0bd6a tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/ports?device_id=3a5f52a7-f889-4c19-ad14-3ab41c752afa HTTP/1.1" status: 200 len: 946 time: 0.0486014 Jan 05 17:29:49.232055 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-9b10fe46-76c7-407c-b448-fdeb6903220c req-d694c7e0-a1ca-4cbb-a75a-b2328c82a462 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/security-groups?id=052c9abb-c0fd-478b-a17e-1421a63a5379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450864 Jan 05 17:29:49.325554 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-6ece0d3d-fe7f-42c6-af82-28bf33ae26c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:29:49.662614 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f575be3-73b1-48f8-b23b-e51c0801f2ae req-62d3f2b4-cb35-4133-b224-53734a616c72 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:29:49.664071 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-9f575be3-73b1-48f8-b23b-e51c0801f2ae req-62d3f2b4-cb35-4133-b224-53734a616c72 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/ports?device_id=3a5f52a7-f889-4c19-ad14-3ab41c752afa HTTP/1.1" status: 200 len: 946 time: 0.0491576 Jan 05 17:29:49.709380 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-9f575be3-73b1-48f8-b23b-e51c0801f2ae req-cd9820e8-a300-47d2-9eea-97703e685cd5 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/security-groups?id=052c9abb-c0fd-478b-a17e-1421a63a5379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397923 Jan 05 17:29:49.811505 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:29:50.587162 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d2607572-b3c9-472c-85bc-c8de0c3fb75c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:29:50.713609 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.agents_db [None req-291d1585-17df-45c0-b64a-d244e6d90872 None None] Agent healthcheck: found 6 active agents {{(pid=103803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 05 17:29:50.827991 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa51f845-7e2c-4ca7-8969-939f8bad539d req-fcbdb55b-13d8-4160-b909-9eb0632f148f tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:29:50.829457 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-aa51f845-7e2c-4ca7-8969-939f8bad539d req-fcbdb55b-13d8-4160-b909-9eb0632f148f tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/ports?device_id=3a5f52a7-f889-4c19-ad14-3ab41c752afa HTTP/1.1" status: 200 len: 946 time: 0.0512536 Jan 05 17:29:50.876224 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-aa51f845-7e2c-4ca7-8969-939f8bad539d req-1bb55663-ba32-4ebf-ade3-9e8cbf31311c tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/security-groups?id=052c9abb-c0fd-478b-a17e-1421a63a5379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412269 Jan 05 17:29:51.289164 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18821fb0-a16d-4cc0-bb4e-b9becac3b336 req-c19c88ab-61a4-4a4d-acc9-5659298b19c2 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:29:51.290613 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-18821fb0-a16d-4cc0-bb4e-b9becac3b336 req-c19c88ab-61a4-4a4d-acc9-5659298b19c2 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a5f52a7-f889-4c19-ad14-3ab41c752afa HTTP/1.1" status: 200 len: 946 time: 0.0472083 Jan 05 17:29:51.373457 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [req-18821fb0-a16d-4cc0-bb4e-b9becac3b336 req-eea8539c-908c-48a7-a50f-6e17f8906c71 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Deleting port 79f26c98-d94a-49a7-a86d-2a2234324fec {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:29:51.373822 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-18821fb0-a16d-4cc0-bb4e-b9becac3b336 req-eea8539c-908c-48a7-a50f-6e17f8906c71 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:29:51.461516 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.db [req-18821fb0-a16d-4cc0-bb4e-b9becac3b336 req-eea8539c-908c-48a7-a50f-6e17f8906c71 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] For port 79f26c98-d94a-49a7-a86d-2a2234324fec, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=79f26c98-d94a-49a7-a86d-2a2234324fec,segment=NetworkSegment(3408963b-cc6f-41d6-81f3-5f4936e04525),segment_id=3408963b-cc6f-41d6-81f3-5f4936e04525)] {{(pid=103800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:29:51.462530 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-18821fb0-a16d-4cc0-bb4e-b9becac3b336 req-eea8539c-908c-48a7-a50f-6e17f8906c71 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:29:51.629813 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-18821fb0-a16d-4cc0-bb4e-b9becac3b336 req-eea8539c-908c-48a7-a50f-6e17f8906c71 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:29:51.630183 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-18821fb0-a16d-4cc0-bb4e-b9becac3b336 req-eea8539c-908c-48a7-a50f-6e17f8906c71 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648677'] for floatingip, after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:29:51.630498 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.db.l3_db [req-18821fb0-a16d-4cc0-bb4e-b9becac3b336 req-eea8539c-908c-48a7-a50f-6e17f8906c71 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Floating IP 5cf9493c-3613-46b4-b806-79e1f44f1aa9 disassociated. External IP: 172.36.4.193, port: 79f26c98-d94a-49a7-a86d-2a2234324fec. Jan 05 17:29:51.630863 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [req-18821fb0-a16d-4cc0-bb4e-b9becac3b336 req-eea8539c-908c-48a7-a50f-6e17f8906c71 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Calling delete_port for 79f26c98-d94a-49a7-a86d-2a2234324fec owned by compute:nova {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:29:51.823215 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-18821fb0-a16d-4cc0-bb4e-b9becac3b336 req-eea8539c-908c-48a7-a50f-6e17f8906c71 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:29:51.851822 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea8539c-908c-48a7-a50f-6e17f8906c71 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Pushing event deleted for resources: {'Port': ['ID=79f26c98-d94a-49a7-a86d-2a2234324fec,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:29:51.861770 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea8539c-908c-48a7-a50f-6e17f8906c71 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:29:51.862132 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea8539c-908c-48a7-a50f-6e17f8906c71 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:29:51.862482 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea8539c-908c-48a7-a50f-6e17f8906c71 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:29:51.862823 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea8539c-908c-48a7-a50f-6e17f8906c71 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:29:51.863159 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea8539c-908c-48a7-a50f-6e17f8906c71 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:29:51.863493 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea8539c-908c-48a7-a50f-6e17f8906c71 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:29:51.863827 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea8539c-908c-48a7-a50f-6e17f8906c71 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:29:51.864157 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea8539c-908c-48a7-a50f-6e17f8906c71 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:29:51.864490 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea8539c-908c-48a7-a50f-6e17f8906c71 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:29:51.864822 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea8539c-908c-48a7-a50f-6e17f8906c71 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:29:51.865154 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea8539c-908c-48a7-a50f-6e17f8906c71 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:29:51.865479 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea8539c-908c-48a7-a50f-6e17f8906c71 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:29:51.865826 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea8539c-908c-48a7-a50f-6e17f8906c71 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:29:51.960450 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d504d802-9546-4ce5-a9d3-96c844ac5808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:29:51.983278 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-f5125818-dac3-4ab3-885e-4e6193cd3fb1 req-e08fe1b0-5478-41f6-bc29-ad1b19e028cc tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/ports?device_id=3a5f52a7-f889-4c19-ad14-3ab41c752afa HTTP/1.1" status: 200 len: 210 time: 0.0283048 Jan 05 17:29:52.317275 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [req-18821fb0-a16d-4cc0-bb4e-b9becac3b336 req-eea8539c-908c-48a7-a50f-6e17f8906c71 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Router f7e5b0fc-7de1-4608-8bad-fbe2c8903f5d has already been hosted by L3 agent 59446fdc-40e0-41fe-a575-a8eb11d742f7 {{(pid=103800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 05 17:29:52.421170 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-18821fb0-a16d-4cc0-bb4e-b9becac3b336 req-eea8539c-908c-48a7-a50f-6e17f8906c71 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 05 17:29:52.430425 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ea7c4b1-9bcf-4b6e-89f3-825e7a3de2bb None None] Sync routers for ids ['f7e5b0fc-7de1-4608-8bad-fbe2c8903f5d'] in dv-neutron-master-2-hyperv {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 05 17:29:52.440005 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ea7c4b1-9bcf-4b6e-89f3-825e7a3de2bb None None] Routers {'f7e5b0fc-7de1-4608-8bad-fbe2c8903f5d'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:29:52.440614 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-4ea7c4b1-9bcf-4b6e-89f3-825e7a3de2bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:29:49Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['f7e5b0fc-7de1-4608-8bad-fbe2c8903f5d'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:29:52.461668 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [req-18821fb0-a16d-4cc0-bb4e-b9becac3b336 req-eea8539c-908c-48a7-a50f-6e17f8906c71 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] No DVR routers for this DVR port 79f26c98-d94a-49a7-a86d-2a2234324fec on host hv-neutron-mast {{(pid=103800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 05 17:29:52.464863 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-18821fb0-a16d-4cc0-bb4e-b9becac3b336 req-eea8539c-908c-48a7-a50f-6e17f8906c71 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:29:52.468216 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-18821fb0-a16d-4cc0-bb4e-b9becac3b336 req-eea8539c-908c-48a7-a50f-6e17f8906c71 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.13 "DELETE /v2.0/ports/79f26c98-d94a-49a7-a86d-2a2234324fec HTTP/1.1" status: 204 len: 173 time: 1.1728315 Jan 05 17:29:52.468668 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a5f52a7-f889-4c19-ad14-3ab41c752afa', 'name': 'network-vif-deleted', 'tag': '79f26c98-d94a-49a7-a86d-2a2234324fec'}] {{(pid=103800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 05 17:29:52.471406 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f64b9d4628f7eefcc27168a80c04985d23f0ea5def038dae05e1deb7357f3bfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a52d686-f066-4087-8448-2afeb1152665" -d '{"events": [{"server_uuid": "3a5f52a7-f889-4c19-ad14-3ab41c752afa", "name": "network-vif-deleted", "tag": "79f26c98-d94a-49a7-a86d-2a2234324fec"}]}' {{(pid=103800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 05 17:29:52.507495 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Jan 2022 17:29:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdd228d0-29c9-40b8-87c2-a0a0228a00df x-openstack-request-id: req-fdd228d0-29c9-40b8-87c2-a0a0228a00df {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 05 17:29:52.507753 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a5f52a7-f889-4c19-ad14-3ab41c752afa", "name": "network-vif-deleted", "tag": "79f26c98-d94a-49a7-a86d-2a2234324fec", "status": "completed", "code": 200}]} {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 05 17:29:52.508017 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-fdd228d0-29c9-40b8-87c2-a0a0228a00df {{(pid=103800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 05 17:29:52.508418 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a5f52a7-f889-4c19-ad14-3ab41c752afa', 'name': 'network-vif-deleted', 'tag': '79f26c98-d94a-49a7-a86d-2a2234324fec', 'status': 'completed', 'code': 200} Jan 05 17:29:52.549016 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-4ea7c4b1-9bcf-4b6e-89f3-825e7a3de2bb None None] Set router f7e5b0fc-7de1-4608-8bad-fbe2c8903f5d gateway port host: dv-neutron-master-2-hyperv {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:29:52.748192 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-4ea7c4b1-9bcf-4b6e-89f3-825e7a3de2bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7e5b0fc-7de1-4608-8bad-fbe2c8903f5d', 'name': 'tempest-ServerActionsTestJSON-1239396606-router', 'tenant_id': '4808c0b17c614be79a0c7baf13c8a90d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.55'}], 'enable_snat': True}, 'gw_port_id': '1e06f970-a67a-49e1-8704-07faf640bf83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:28:29Z', 'updated_at': '2022-01-05T17:28:32Z', 'revision_number': 4, 'project_id': '4808c0b17c614be79a0c7baf13c8a90d', 'gw_port': {'id': '1e06f970-a67a-49e1-8704-07faf640bf83', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:21:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7e5b0fc-7de1-4608-8bad-fbe2c8903f5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:28:29Z', 'updated_at': '2022-01-05T17:28:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '2c7f8bf4-1843-4150-8484-b1d2af840bd7', 'name': '', 'network_id': 'a2a3f410-a9d2-4220-a184-fcdeb12ab668', 'tenant_id': '4808c0b17c614be79a0c7baf13c8a90d', 'mac_address': 'fa:16:3e:fd:a1:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7e5b0fc-7de1-4608-8bad-fbe2c8903f5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': '35f0cdf6-9a10-4ae7-9cfa-69f52bae6fea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:28:31Z', 'updated_at': '2022-01-05T17:28:35Z', 'revision_number': 5, 'project_id': '4808c0b17c614be79a0c7baf13c8a90d', 'subnets': [{'id': '35f0cdf6-9a10-4ae7-9cfa-69f52bae6fea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:29:52.774203 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ea7c4b1-9bcf-4b6e-89f3-825e7a3de2bb None None] Checking router: f7e5b0fc-7de1-4608-8bad-fbe2c8903f5d for host: dv-neutron-master-2-hyperv {{(pid=103802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 05 17:29:52.782918 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ea7c4b1-9bcf-4b6e-89f3-825e7a3de2bb None None] Routers {'f7e5b0fc-7de1-4608-8bad-fbe2c8903f5d'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:29:52.783524 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-4ea7c4b1-9bcf-4b6e-89f3-825e7a3de2bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:29:49Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['f7e5b0fc-7de1-4608-8bad-fbe2c8903f5d'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:29:52.886576 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-4ea7c4b1-9bcf-4b6e-89f3-825e7a3de2bb None None] Set router f7e5b0fc-7de1-4608-8bad-fbe2c8903f5d gateway port host: dv-neutron-master-2-hyperv {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:29:53.082619 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-4ea7c4b1-9bcf-4b6e-89f3-825e7a3de2bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7e5b0fc-7de1-4608-8bad-fbe2c8903f5d', 'name': 'tempest-ServerActionsTestJSON-1239396606-router', 'tenant_id': '4808c0b17c614be79a0c7baf13c8a90d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.55'}], 'enable_snat': True}, 'gw_port_id': '1e06f970-a67a-49e1-8704-07faf640bf83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:28:29Z', 'updated_at': '2022-01-05T17:28:32Z', 'revision_number': 4, 'project_id': '4808c0b17c614be79a0c7baf13c8a90d', 'gw_port': {'id': '1e06f970-a67a-49e1-8704-07faf640bf83', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:21:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7e5b0fc-7de1-4608-8bad-fbe2c8903f5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:28:29Z', 'updated_at': '2022-01-05T17:28:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '2c7f8bf4-1843-4150-8484-b1d2af840bd7', 'name': '', 'network_id': 'a2a3f410-a9d2-4220-a184-fcdeb12ab668', 'tenant_id': '4808c0b17c614be79a0c7baf13c8a90d', 'mac_address': 'fa:16:3e:fd:a1:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7e5b0fc-7de1-4608-8bad-fbe2c8903f5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': '35f0cdf6-9a10-4ae7-9cfa-69f52bae6fea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:28:31Z', 'updated_at': '2022-01-05T17:28:35Z', 'revision_number': 5, 'project_id': '4808c0b17c614be79a0c7baf13c8a90d', 'subnets': [{'id': '35f0cdf6-9a10-4ae7-9cfa-69f52bae6fea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:29:53.092168 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-fe8188e7-292a-4b60-beb7-585681384f90 req-c6876967-f11d-4dfa-8317-9c736c7d904a tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/ports?device_id=3a5f52a7-f889-4c19-ad14-3ab41c752afa HTTP/1.1" status: 200 len: 210 time: 0.0266397 Jan 05 17:29:53.113060 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ea7c4b1-9bcf-4b6e-89f3-825e7a3de2bb None None] The sync data for ids ['f7e5b0fc-7de1-4608-8bad-fbe2c8903f5d'] in dv-neutron-master-2-hyperv is: [{'id': 'f7e5b0fc-7de1-4608-8bad-fbe2c8903f5d', 'name': 'tempest-ServerActionsTestJSON-1239396606-router', 'tenant_id': '4808c0b17c614be79a0c7baf13c8a90d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.55'}], 'enable_snat': True}, 'gw_port_id': '1e06f970-a67a-49e1-8704-07faf640bf83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:28:29Z', 'updated_at': '2022-01-05T17:28:32Z', 'revision_number': 4, 'project_id': '4808c0b17c614be79a0c7baf13c8a90d', 'gw_port': {'id': '1e06f970-a67a-49e1-8704-07faf640bf83', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:21:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7e5b0fc-7de1-4608-8bad-fbe2c8903f5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:28:29Z', 'updated_at': '2022-01-05T17:28:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '2c7f8bf4-1843-4150-8484-b1d2af840bd7', 'name': '', 'network_id': 'a2a3f410-a9d2-4220-a184-fcdeb12ab668', 'tenant_id': '4808c0b17c614be79a0c7baf13c8a90d', 'mac_address': 'fa:16:3e:fd:a1:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7e5b0fc-7de1-4608-8bad-fbe2c8903f5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': '35f0cdf6-9a10-4ae7-9cfa-69f52bae6fea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:28:31Z', 'updated_at': '2022-01-05T17:28:35Z', 'revision_number': 5, 'project_id': '4808c0b17c614be79a0c7baf13c8a90d', 'subnets': [{'id': '35f0cdf6-9a10-4ae7-9cfa-69f52bae6fea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 05 17:29:53.290256 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:29:53.348538 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d6f04ab-3ee3-4ded-a5b2-1ac60c6df3e8 None None] New status for floating IP 5cf9493c-3613-46b4-b806-79e1f44f1aa9: DOWN {{(pid=103803) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 05 17:29:54.320830 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-58a8c5b8-a71c-4ef4-a995-c0958b28e843 req-9f558fb4-c652-4dc7-b514-2bcdd2dcd526 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--1307396355&fields=id&tenant_id=4808c0b17c614be79a0c7baf13c8a90d HTTP/1.1" status: 200 len: 267 time: 0.0418627 Jan 05 17:29:54.424120 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a8c5b8-a71c-4ef4-a995-c0958b28e843 req-3763c79a-7fd0-4a41-be45-55f00941838a tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:29:54.425529 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-58a8c5b8-a71c-4ef4-a995-c0958b28e843 req-3763c79a-7fd0-4a41-be45-55f00941838a tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/networks?id=a2a3f410-a9d2-4220-a184-fcdeb12ab668 HTTP/1.1" status: 200 len: 812 time: 0.0984154 Jan 05 17:29:54.439974 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-58a8c5b8-a71c-4ef4-a995-c0958b28e843 req-90478f56-cfa2-435c-9a7d-e7d98dc549c8 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/quotas/4808c0b17c614be79a0c7baf13c8a90d HTTP/1.1" status: 200 len: 375 time: 0.0092411 Jan 05 17:29:54.491928 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-58a8c5b8-a71c-4ef4-a995-c0958b28e843 req-058d808f-69f7-4fd8-b3f2-8a57298bfcc4 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=4808c0b17c614be79a0c7baf13c8a90d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0473099 Jan 05 17:29:54.582266 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-58a8c5b8-a71c-4ef4-a995-c0958b28e843 req-cd397f77-e5ec-4f2e-8c51-706a4029c30f service neutron] 10.222.0.11 "GET /v2.0/networks/a2a3f410-a9d2-4220-a184-fcdeb12ab668?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0786655 Jan 05 17:29:54.673836 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-58a8c5b8-a71c-4ef4-a995-c0958b28e843 req-438afec7-6347-4883-a8fb-4dddda67caec service neutron] 10.222.0.11 "GET /v2.0/networks/a2a3f410-a9d2-4220-a184-fcdeb12ab668?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853038 Jan 05 17:29:54.879251 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-85102a26-4812-445d-9fca-aed7c80c30d7 req-1226796a-8ab0-40fa-949e-2e34ede0d664 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/ports?device_id=b7b1be18-0a2d-44e0-b0d7-d95ce46ca592 HTTP/1.1" status: 200 len: 210 time: 0.0256433 Jan 05 17:29:55.972277 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-70fb7df3-d5f5-4c08-b7f8-12125c792a5d req-5fcebf1f-a6a9-4428-8e92-fed5bfdbce30 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/ports?device_id=b7b1be18-0a2d-44e0-b0d7-d95ce46ca592 HTTP/1.1" status: 200 len: 210 time: 0.0261946 Jan 05 17:29:56.542085 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a8c5b8-a71c-4ef4-a995-c0958b28e843 req-7951d70c-4198-44bb-97d5-a2d5db262e48 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:29:56.543534 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-58a8c5b8-a71c-4ef4-a995-c0958b28e843 req-7951d70c-4198-44bb-97d5-a2d5db262e48 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.13 "GET /v2.0/networks?id=a2a3f410-a9d2-4220-a184-fcdeb12ab668 HTTP/1.1" status: 200 len: 812 time: 0.1029842 Jan 05 17:29:56.605364 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-58a8c5b8-a71c-4ef4-a995-c0958b28e843 req-c0691df2-7cc6-421f-ba7b-a50b3a238e9b tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4808c0b17c614be79a0c7baf13c8a90d HTTP/1.1" status: 200 len: 380 time: 0.0535595 Jan 05 17:29:56.614681 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [req-58a8c5b8-a71c-4ef4-a995-c0958b28e843 req-b35c84b6-9015-431b-8789-76e8d4d56223 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Request body: {'port': {'device_id': 'b7b1be18-0a2d-44e0-b0d7-d95ce46ca592', 'network_id': 'a2a3f410-a9d2-4220-a184-fcdeb12ab668', 'admin_state_up': True, 'tenant_id': '4808c0b17c614be79a0c7baf13c8a90d', 'security_groups': ['052c9abb-c0fd-478b-a17e-1421a63a5379']}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:29:56.677530 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Device 79f26c98-d94a-49a7-a86d-2a2234324fec no longer exists at agent hyperv_hv-neutron-mast {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 05 17:29:56.709612 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] No Port match for: 79f26c98-d94a-49a7-a86d-2a2234324fec {{(pid=103802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 05 17:29:56.710154 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Device 79f26c98-d94a-49a7-a86d-2a2234324fec not bound to the agent host hv-neutron-mast {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 05 17:29:56.799809 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58a8c5b8-a71c-4ef4-a995-c0958b28e843 req-b35c84b6-9015-431b-8789-76e8d4d56223 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Made reservation on behalf of 4808c0b17c614be79a0c7baf13c8a90d for: {'port': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:29:56.803352 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-58a8c5b8-a71c-4ef4-a995-c0958b28e843 req-b35c84b6-9015-431b-8789-76e8d4d56223 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:29:56.932373 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [req-58a8c5b8-a71c-4ef4-a995-c0958b28e843 req-b35c84b6-9015-431b-8789-76e8d4d56223 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Allocated IP 172.20.0.10 (a2a3f410-a9d2-4220-a184-fcdeb12ab668/35f0cdf6-9a10-4ae7-9cfa-69f52bae6fea/a42e371e-5fbe-42d0-a784-ab76b58f9611) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:29:57.065092 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-58a8c5b8-a71c-4ef4-a995-c0958b28e843 req-b35c84b6-9015-431b-8789-76e8d4d56223 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Publish callbacks [] for port, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:29:57.079892 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-7e02587c-e3eb-40ca-ad50-93195c8f8850 req-5208d29a-8c74-45cc-9ad5-ad89357bdeb4 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/ports?device_id=b7b1be18-0a2d-44e0-b0d7-d95ce46ca592 HTTP/1.1" status: 200 len: 210 time: 0.0362108 Jan 05 17:29:57.160287 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-58a8c5b8-a71c-4ef4-a995-c0958b28e843 req-b35c84b6-9015-431b-8789-76e8d4d56223 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:29:57.205865 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58a8c5b8-a71c-4ef4-a995-c0958b28e843 req-b35c84b6-9015-431b-8789-76e8d4d56223 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Network a2a3f410-a9d2-4220-a184-fcdeb12ab668 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:29:57.209079 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [req-58a8c5b8-a71c-4ef4-a995-c0958b28e843 req-b35c84b6-9015-431b-8789-76e8d4d56223 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:29:57.212608 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [req-58a8c5b8-a71c-4ef4-a995-c0958b28e843 req-b35c84b6-9015-431b-8789-76e8d4d56223 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:29:57.238303 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35c84b6-9015-431b-8789-76e8d4d56223 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Pushing event updated for resources: {'Port': ['ID=a42e371e-5fbe-42d0-a784-ab76b58f9611,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:29:57.265456 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:29:57.265456 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:29:57.265456 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:29:57.265456 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:29:57.265456 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:29:57.265456 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:29:57.265456 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:29:57.265456 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:29:57.265456 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:29:57.265456 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:29:57.265456 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:29:57.265456 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:29:57.265456 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:29:57.265456 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:29:57.265456 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:29:57.265456 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:29:57.265456 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:29:57.265456 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:29:57.265456 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:29:57.265456 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:29:57.265456 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:29:57.265456 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:29:57.265456 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:29:57.265456 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:29:57.265456 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:29:57.265456 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:29:57.265456 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:29:57.265456 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:29:57.265456 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:29:57.265456 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:29:57.265456 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:29:57.265456 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:29:57.265456 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:29:57.265456 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:29:57.265456 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:29:57.265456 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:29:57.265456 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:29:57.265456 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:29:57.265456 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:29:57.265456 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:29:57.265456 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:29:57.265456 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:29:57.265456 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:29:57.265456 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:29:57.265456 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:29:57.265456 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:29:57.265456 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:29:57.265456 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:29:57.268902 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a8c5b8-a71c-4ef4-a995-c0958b28e843 req-b35c84b6-9015-431b-8789-76e8d4d56223 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:29:57.268902 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-58a8c5b8-a71c-4ef4-a995-c0958b28e843 req-b35c84b6-9015-431b-8789-76e8d4d56223 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:29:57.340308 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-58a8c5b8-a71c-4ef4-a995-c0958b28e843 req-b35c84b6-9015-431b-8789-76e8d4d56223 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7292221 Jan 05 17:29:57.351730 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [req-58a8c5b8-a71c-4ef4-a995-c0958b28e843 req-baa8ae63-8d6c-48f2-ba9e-f5aba005987b service neutron] Request body: {'port': {'device_id': 'b7b1be18-0a2d-44e0-b0d7-d95ce46ca592', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:29:57.405868 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-58a8c5b8-a71c-4ef4-a995-c0958b28e843 req-baa8ae63-8d6c-48f2-ba9e-f5aba005987b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:29:57.425412 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-3d02528a-bcc4-4ac7-a34b-b3cd458dab2f None None] Provisioning complete for port a42e371e-5fbe-42d0-a784-ab76b58f9611 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:29:57.428811 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-3d02528a-bcc4-4ac7-a34b-b3cd458dab2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:29:57.459511 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-3d02528a-bcc4-4ac7-a34b-b3cd458dab2f None None] Port a42e371e-5fbe-42d0-a784-ab76b58f9611 cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 17:29:57.664504 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.notifiers.nova [req-58a8c5b8-a71c-4ef4-a995-c0958b28e843 req-baa8ae63-8d6c-48f2-ba9e-f5aba005987b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a42e371e-5fbe-42d0-a784-ab76b58f9611 {{(pid=103800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 05 17:29:57.672476 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-58a8c5b8-a71c-4ef4-a995-c0958b28e843 req-baa8ae63-8d6c-48f2-ba9e-f5aba005987b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:29:57.684207 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.provisioning_blocks [req-58a8c5b8-a71c-4ef4-a995-c0958b28e843 req-baa8ae63-8d6c-48f2-ba9e-f5aba005987b service neutron] Transition to ACTIVE for port object a42e371e-5fbe-42d0-a784-ab76b58f9611 will not be triggered until provisioned by entity L2. {{(pid=103800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 05 17:29:57.782494 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-58a8c5b8-a71c-4ef4-a995-c0958b28e843 req-baa8ae63-8d6c-48f2-ba9e-f5aba005987b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8784461'] for port, after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:29:57.832077 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa8ae63-8d6c-48f2-ba9e-f5aba005987b service neutron] Pushing event updated for resources: {'Port': ['ID=a42e371e-5fbe-42d0-a784-ab76b58f9611,revision_number=2']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:29:57.901961 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [req-58a8c5b8-a71c-4ef4-a995-c0958b28e843 req-baa8ae63-8d6c-48f2-ba9e-f5aba005987b service neutron] Attempting to bind port a42e371e-5fbe-42d0-a784-ab76b58f9611 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 05 17:29:57.902319 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [req-58a8c5b8-a71c-4ef4-a995-c0958b28e843 req-baa8ae63-8d6c-48f2-ba9e-f5aba005987b service neutron] Attempting to bind port a42e371e-5fbe-42d0-a784-ab76b58f9611 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '3408963b-cc6f-41d6-81f3-5f4936e04525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'a2a3f410-a9d2-4220-a184-fcdeb12ab668'}] {{(pid=103800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 05 17:29:57.902653 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58a8c5b8-a71c-4ef4-a995-c0958b28e843 req-baa8ae63-8d6c-48f2-ba9e-f5aba005987b service neutron] Attempting to bind port a42e371e-5fbe-42d0-a784-ab76b58f9611 on network a2a3f410-a9d2-4220-a184-fcdeb12ab668 {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:29:57.907237 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58a8c5b8-a71c-4ef4-a995-c0958b28e843 req-baa8ae63-8d6c-48f2-ba9e-f5aba005987b service neutron] Port a42e371e-5fbe-42d0-a784-ab76b58f9611 on network a2a3f410-a9d2-4220-a184-fcdeb12ab668 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 05 17:29:57.907562 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58a8c5b8-a71c-4ef4-a995-c0958b28e843 req-baa8ae63-8d6c-48f2-ba9e-f5aba005987b service neutron] Attempting to bind port a42e371e-5fbe-42d0-a784-ab76b58f9611 on network a2a3f410-a9d2-4220-a184-fcdeb12ab668 {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:29:57.912455 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58a8c5b8-a71c-4ef4-a995-c0958b28e843 req-baa8ae63-8d6c-48f2-ba9e-f5aba005987b service neutron] Checking agent: {'id': '5c36d785-abe8-4e89-a23a-b403333d2378', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 5, 17, 3, 49), 'started_at': datetime.datetime(2022, 1, 5, 17, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 1, 5, 17, 29, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 05 17:29:57.912796 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58a8c5b8-a71c-4ef4-a995-c0958b28e843 req-baa8ae63-8d6c-48f2-ba9e-f5aba005987b service neutron] Checking segment: {'id': '3408963b-cc6f-41d6-81f3-5f4936e04525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'a2a3f410-a9d2-4220-a184-fcdeb12ab668'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:29:57.913209 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58a8c5b8-a71c-4ef4-a995-c0958b28e843 req-baa8ae63-8d6c-48f2-ba9e-f5aba005987b service neutron] Bound using segment: {'id': '3408963b-cc6f-41d6-81f3-5f4936e04525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'a2a3f410-a9d2-4220-a184-fcdeb12ab668'} {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 05 17:29:57.913671 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [req-58a8c5b8-a71c-4ef4-a995-c0958b28e843 req-baa8ae63-8d6c-48f2-ba9e-f5aba005987b service neutron] Bound port: a42e371e-5fbe-42d0-a784-ab76b58f9611, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3408963b-cc6f-41d6-81f3-5f4936e04525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'a2a3f410-a9d2-4220-a184-fcdeb12ab668'}}] {{(pid=103800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 05 17:29:57.914031 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-58a8c5b8-a71c-4ef4-a995-c0958b28e843 req-baa8ae63-8d6c-48f2-ba9e-f5aba005987b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:29:57.983267 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.db [req-58a8c5b8-a71c-4ef4-a995-c0958b28e843 req-baa8ae63-8d6c-48f2-ba9e-f5aba005987b service neutron] For port a42e371e-5fbe-42d0-a784-ab76b58f9611, host hv-neutron-mast, cleared binding levels {{(pid=103800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 05 17:29:57.986146 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.db [req-58a8c5b8-a71c-4ef4-a995-c0958b28e843 req-baa8ae63-8d6c-48f2-ba9e-f5aba005987b service neutron] For port a42e371e-5fbe-42d0-a784-ab76b58f9611, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=a42e371e-5fbe-42d0-a784-ab76b58f9611,segment=NetworkSegment(3408963b-cc6f-41d6-81f3-5f4936e04525),segment_id=3408963b-cc6f-41d6-81f3-5f4936e04525)] {{(pid=103800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 05 17:29:58.073439 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-58a8c5b8-a71c-4ef4-a995-c0958b28e843 req-baa8ae63-8d6c-48f2-ba9e-f5aba005987b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8784461'] for port, after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:29:58.106657 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a8c5b8-a71c-4ef4-a995-c0958b28e843 req-baa8ae63-8d6c-48f2-ba9e-f5aba005987b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:29:58.107376 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-58a8c5b8-a71c-4ef4-a995-c0958b28e843 req-baa8ae63-8d6c-48f2-ba9e-f5aba005987b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:29:58.109154 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-58a8c5b8-a71c-4ef4-a995-c0958b28e843 req-baa8ae63-8d6c-48f2-ba9e-f5aba005987b service neutron] 10.222.0.13 "PUT /v2.0/ports/a42e371e-5fbe-42d0-a784-ab76b58f9611 HTTP/1.1" status: 200 len: 1094 time: 0.7616658 Jan 05 17:29:58.111176 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7b1be18-0a2d-44e0-b0d7-d95ce46ca592', 'tag': 'a42e371e-5fbe-42d0-a784-ab76b58f9611'}] {{(pid=103800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 05 17:29:58.114361 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f64b9d4628f7eefcc27168a80c04985d23f0ea5def038dae05e1deb7357f3bfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c882a7f9-ee5d-4eff-8c36-7ecb6a08f67c" -d '{"events": [{"name": "network-changed", "server_uuid": "b7b1be18-0a2d-44e0-b0d7-d95ce46ca592", "tag": "a42e371e-5fbe-42d0-a784-ab76b58f9611"}]}' {{(pid=103800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 05 17:29:58.144438 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa8ae63-8d6c-48f2-ba9e-f5aba005987b service neutron] Pushing event updated for resources: {'Port': ['ID=a42e371e-5fbe-42d0-a784-ab76b58f9611,revision_number=3']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:29:58.164371 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Jan 2022 17:29:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fa7d904-339d-4449-be7e-b9edc82b9c37 x-openstack-request-id: req-4fa7d904-339d-4449-be7e-b9edc82b9c37 {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 05 17:29:58.164371 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7b1be18-0a2d-44e0-b0d7-d95ce46ca592", "tag": "a42e371e-5fbe-42d0-a784-ab76b58f9611", "status": "completed", "code": 200}]} {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 05 17:29:58.164371 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-4fa7d904-339d-4449-be7e-b9edc82b9c37 {{(pid=103800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 05 17:29:58.164371 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7b1be18-0a2d-44e0-b0d7-d95ce46ca592', 'tag': 'a42e371e-5fbe-42d0-a784-ab76b58f9611', 'status': 'completed', 'code': 200} Jan 05 17:29:58.256657 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b9c58f-9507-4387-a672-ff912ace4fc2 req-707d0eb9-ea97-4fe9-8c4d-eb62edc949d9 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:29:58.258345 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-15b9c58f-9507-4387-a672-ff912ace4fc2 req-707d0eb9-ea97-4fe9-8c4d-eb62edc949d9 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/ports?device_id=b7b1be18-0a2d-44e0-b0d7-d95ce46ca592 HTTP/1.1" status: 200 len: 944 time: 0.0886118 Jan 05 17:29:58.274852 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c882a7f9-ee5d-4eff-8c36-7ecb6a08f67c req-ef76ee54-ba1c-4a89-ad6c-adc82475e76d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:29:58.276312 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-c882a7f9-ee5d-4eff-8c36-7ecb6a08f67c req-ef76ee54-ba1c-4a89-ad6c-adc82475e76d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4808c0b17c614be79a0c7baf13c8a90d&device_id=b7b1be18-0a2d-44e0-b0d7-d95ce46ca592 HTTP/1.1" status: 200 len: 1097 time: 0.0959802 Jan 05 17:29:58.367221 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-15b9c58f-9507-4387-a672-ff912ace4fc2 req-d56df1ab-db02-4972-95f3-5c40361d73c1 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/security-groups?id=052c9abb-c0fd-478b-a17e-1421a63a5379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1018491 Jan 05 17:29:58.398781 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c882a7f9-ee5d-4eff-8c36-7ecb6a08f67c req-b435db1d-42a6-45b0-88a6-43bff3dfda96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:29:58.400233 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-c882a7f9-ee5d-4eff-8c36-7ecb6a08f67c req-b435db1d-42a6-45b0-88a6-43bff3dfda96 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=4808c0b17c614be79a0c7baf13c8a90d&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1161416 Jan 05 17:29:58.496262 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c882a7f9-ee5d-4eff-8c36-7ecb6a08f67c req-d5cf3340-0187-41e1-83dd-e3fa96adf239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:29:58.497729 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-c882a7f9-ee5d-4eff-8c36-7ecb6a08f67c req-d5cf3340-0187-41e1-83dd-e3fa96adf239 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0912859 Jan 05 17:29:58.574395 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a8c5b8-a71c-4ef4-a995-c0958b28e843 req-c685b262-ef4b-425d-92d2-d750acbe9b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:29:58.575862 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-58a8c5b8-a71c-4ef4-a995-c0958b28e843 req-c685b262-ef4b-425d-92d2-d750acbe9b73 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4808c0b17c614be79a0c7baf13c8a90d&device_id=b7b1be18-0a2d-44e0-b0d7-d95ce46ca592 HTTP/1.1" status: 200 len: 1097 time: 0.0407584 Jan 05 17:29:58.616974 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-58a8c5b8-a71c-4ef4-a995-c0958b28e843 req-509c877f-7c1e-455c-97ec-28eebcfae4af service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a42e371e-5fbe-42d0-a784-ab76b58f9611 HTTP/1.1" status: 200 len: 217 time: 0.0329735 Jan 05 17:29:58.668014 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a8c5b8-a71c-4ef4-a995-c0958b28e843 req-6acff656-200d-44b3-a58b-b0ab5aafaf10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:29:58.669461 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-58a8c5b8-a71c-4ef4-a995-c0958b28e843 req-6acff656-200d-44b3-a58b-b0ab5aafaf10 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=35f0cdf6-9a10-4ae7-9cfa-69f52bae6fea HTTP/1.1" status: 200 len: 851 time: 0.0470798 Jan 05 17:29:58.714159 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a8c5b8-a71c-4ef4-a995-c0958b28e843 req-f85fa6d8-4a1e-4083-a4e6-7cf93e2d3944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:29:58.715650 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-58a8c5b8-a71c-4ef4-a995-c0958b28e843 req-f85fa6d8-4a1e-4083-a4e6-7cf93e2d3944 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a2a3f410-a9d2-4220-a184-fcdeb12ab668&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0395539 Jan 05 17:29:58.800728 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-58a8c5b8-a71c-4ef4-a995-c0958b28e843 req-6642a038-437d-4af9-8259-5030d2005867 service neutron] 10.222.0.13 "GET /v2.0/networks/a2a3f410-a9d2-4220-a184-fcdeb12ab668?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793009 Jan 05 17:29:58.890938 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-58a8c5b8-a71c-4ef4-a995-c0958b28e843 req-fa2a8b5f-c04e-4b81-a5c5-32d91c307901 service neutron] 10.222.0.13 "GET /v2.0/networks/a2a3f410-a9d2-4220-a184-fcdeb12ab668?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840013 Jan 05 17:29:59.489064 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8f7175-03e4-43f9-b531-2166ab37e842 req-ae6c4e03-15b4-4d8b-8fcb-1a217dcfbbf7 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:29:59.490545 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-7f8f7175-03e4-43f9-b531-2166ab37e842 req-ae6c4e03-15b4-4d8b-8fcb-1a217dcfbbf7 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/ports?device_id=b7b1be18-0a2d-44e0-b0d7-d95ce46ca592 HTTP/1.1" status: 200 len: 944 time: 0.0492153 Jan 05 17:29:59.535770 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-7f8f7175-03e4-43f9-b531-2166ab37e842 req-ec845480-9fff-4444-8e1b-a4c8826352e3 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/security-groups?id=052c9abb-c0fd-478b-a17e-1421a63a5379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398014 Jan 05 17:30:00.647227 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0a0e89-7980-49bd-a73b-6d6c6e71c3a2 req-2dd3cded-3249-475c-bd3d-d0e9bdf443bd tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:30:00.648722 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-2e0a0e89-7980-49bd-a73b-6d6c6e71c3a2 req-2dd3cded-3249-475c-bd3d-d0e9bdf443bd tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/ports?device_id=b7b1be18-0a2d-44e0-b0d7-d95ce46ca592 HTTP/1.1" status: 200 len: 944 time: 0.0490429 Jan 05 17:30:00.698270 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-2e0a0e89-7980-49bd-a73b-6d6c6e71c3a2 req-77847a49-d5e5-4b91-a16a-01542fa00f96 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/security-groups?id=052c9abb-c0fd-478b-a17e-1421a63a5379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433135 Jan 05 17:30:00.708169 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Device a42e371e-5fbe-42d0-a784-ab76b58f9611 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 05 17:30:00.800677 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] For port a42e371e-5fbe-42d0-a784-ab76b58f9611, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=a42e371e-5fbe-42d0-a784-ab76b58f9611,segment=NetworkSegment(3408963b-cc6f-41d6-81f3-5f4936e04525),segment_id=3408963b-cc6f-41d6-81f3-5f4936e04525)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:30:00.811697 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Returning: {'device': 'a42e371e-5fbe-42d0-a784-ab76b58f9611', 'network_id': 'a2a3f410-a9d2-4220-a184-fcdeb12ab668', 'port_id': 'a42e371e-5fbe-42d0-a784-ab76b58f9611', 'mac_address': 'fa:16:3e:b5:9d:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35f0cdf6-9a10-4ae7-9cfa-69f52bae6fea', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 05 17:30:00.853776 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:30:00.864469 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.notifiers.nova [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a42e371e-5fbe-42d0-a784-ab76b58f9611 {{(pid=103802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 05 17:30:00.883507 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] For port a42e371e-5fbe-42d0-a784-ab76b58f9611, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=a42e371e-5fbe-42d0-a784-ab76b58f9611,segment=NetworkSegment(3408963b-cc6f-41d6-81f3-5f4936e04525),segment_id=3408963b-cc6f-41d6-81f3-5f4936e04525)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:30:00.958339 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:30:01.006114 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Pushing event updated for resources: {'Port': ['ID=a42e371e-5fbe-42d0-a784-ab76b58f9611,revision_number=4']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:30:01.177898 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] get_ports_and_sgs() called for port_ids ['a42e371e-5fbe-42d0-a784-ab76b58f9611'] {{(pid=103802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 05 17:30:01.811586 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f32196-26cd-4180-aa4a-418d44c58ccf req-79529a8d-0f79-4b41-8666-ad901d32b6df tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:30:01.813027 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-25f32196-26cd-4180-aa4a-418d44c58ccf req-79529a8d-0f79-4b41-8666-ad901d32b6df tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/ports?device_id=b7b1be18-0a2d-44e0-b0d7-d95ce46ca592 HTTP/1.1" status: 200 len: 945 time: 0.0481603 Jan 05 17:30:01.857616 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-25f32196-26cd-4180-aa4a-418d44c58ccf req-22692f9b-d736-4c73-b591-07cc88971937 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/security-groups?id=052c9abb-c0fd-478b-a17e-1421a63a5379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392070 Jan 05 17:30:02.724652 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Device a42e371e-5fbe-42d0-a784-ab76b58f9611 up at agent hyperv_hv-neutron-mast {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:30:02.843799 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Provisioning for port a42e371e-5fbe-42d0-a784-ab76b58f9611 completed by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 05 17:30:02.847593 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Provisioning complete for port a42e371e-5fbe-42d0-a784-ab76b58f9611 triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:30:02.847964 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:30:02.927351 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:30:02.953211 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7b1be18-0a2d-44e0-b0d7-d95ce46ca592', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a42e371e-5fbe-42d0-a784-ab76b58f9611'}] {{(pid=103802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 05 17:30:02.955471 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36b213fbd845b3f09e785999bbcda1c85cd5592d7f001460987854e5c1683bd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-088ab0ab-ad84-4757-8381-b23615b06e59" -d '{"events": [{"server_uuid": "b7b1be18-0a2d-44e0-b0d7-d95ce46ca592", "name": "network-vif-plugged", "status": "completed", "tag": "a42e371e-5fbe-42d0-a784-ab76b58f9611"}]}' {{(pid=103802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 05 17:30:02.968082 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] For port a42e371e-5fbe-42d0-a784-ab76b58f9611, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=a42e371e-5fbe-42d0-a784-ab76b58f9611,segment=NetworkSegment(3408963b-cc6f-41d6-81f3-5f4936e04525),segment_id=3408963b-cc6f-41d6-81f3-5f4936e04525)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:30:02.975901 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1ef110-2f24-4250-834a-7dc0199fb905 req-bd9a15d4-82d5-4590-9783-c8fbd248e106 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:30:02.977411 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-4d1ef110-2f24-4250-834a-7dc0199fb905 req-bd9a15d4-82d5-4590-9783-c8fbd248e106 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/ports?device_id=b7b1be18-0a2d-44e0-b0d7-d95ce46ca592 HTTP/1.1" status: 200 len: 945 time: 0.0545218 Jan 05 17:30:02.991352 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Jan 2022 17:30:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce399383-d640-4f79-bed9-deb76fdf8f9f x-openstack-request-id: req-ce399383-d640-4f79-bed9-deb76fdf8f9f {{(pid=103802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 05 17:30:02.991647 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7b1be18-0a2d-44e0-b0d7-d95ce46ca592", "name": "network-vif-plugged", "status": "completed", "tag": "a42e371e-5fbe-42d0-a784-ab76b58f9611", "code": 200}]} {{(pid=103802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 05 17:30:02.991902 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ce399383-d640-4f79-bed9-deb76fdf8f9f {{(pid=103802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 05 17:30:02.992297 dv-neutron-master-2-hyperv neutron-server[103802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7b1be18-0a2d-44e0-b0d7-d95ce46ca592', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a42e371e-5fbe-42d0-a784-ab76b58f9611', 'code': 200} Jan 05 17:30:03.027748 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-4d1ef110-2f24-4250-834a-7dc0199fb905 req-9baa6708-d483-460d-8df0-e87ff60a7bfa tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/security-groups?id=052c9abb-c0fd-478b-a17e-1421a63a5379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447187 Jan 05 17:30:03.045393 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:30:03.093387 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Pushing event updated for resources: {'Port': ['ID=a42e371e-5fbe-42d0-a784-ab76b58f9611,revision_number=5']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:30:03.300273 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb5f7a6-15eb-4d58-b8a4-d54d75222107 req-25e53fc9-649f-42c1-a0ea-bd864e15457a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:30:03.301778 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-9eb5f7a6-15eb-4d58-b8a4-d54d75222107 req-25e53fc9-649f-42c1-a0ea-bd864e15457a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b7b1be18-0a2d-44e0-b0d7-d95ce46ca592 HTTP/1.1" status: 200 len: 1099 time: 0.0390909 Jan 05 17:30:03.342952 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-9eb5f7a6-15eb-4d58-b8a4-d54d75222107 req-e4f98bad-e8c6-4715-8b67-ffed347c4404 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=052c9abb-c0fd-478b-a17e-1421a63a5379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354009 Jan 05 17:30:04.148019 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1fc446-e5cd-4b3f-83ae-30df2df6a688 req-f83c9eda-7374-44ff-bdb4-efaa8f170349 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:30:04.149469 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-1f1fc446-e5cd-4b3f-83ae-30df2df6a688 req-f83c9eda-7374-44ff-bdb4-efaa8f170349 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/ports?device_id=b7b1be18-0a2d-44e0-b0d7-d95ce46ca592 HTTP/1.1" status: 200 len: 946 time: 0.0512631 Jan 05 17:30:04.194987 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-1f1fc446-e5cd-4b3f-83ae-30df2df6a688 req-40b48ea1-0c47-4a33-866a-bfa2f7b0ba1c tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/security-groups?id=052c9abb-c0fd-478b-a17e-1421a63a5379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394516 Jan 05 17:30:05.308398 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb0fe31-4696-4030-9954-10727b247895 req-bf253b97-12e5-4c12-9952-d4cf30c40aaf tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:30:05.309872 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-4eb0fe31-4696-4030-9954-10727b247895 req-bf253b97-12e5-4c12-9952-d4cf30c40aaf tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/ports?device_id=b7b1be18-0a2d-44e0-b0d7-d95ce46ca592 HTTP/1.1" status: 200 len: 946 time: 0.0483902 Jan 05 17:30:05.360205 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-4eb0fe31-4696-4030-9954-10727b247895 req-ed3ca09b-1f2d-4a2c-8158-0c2b12c7eeeb tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/security-groups?id=052c9abb-c0fd-478b-a17e-1421a63a5379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447536 Jan 05 17:30:05.467450 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5631e38f-c883-4e6a-94dc-04246fa03185 req-bb8cac2c-3383-45f2-b4f8-5bc4ea333667 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:30:05.468915 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-5631e38f-c883-4e6a-94dc-04246fa03185 req-bb8cac2c-3383-45f2-b4f8-5bc4ea333667 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/ports?device_id=b7b1be18-0a2d-44e0-b0d7-d95ce46ca592 HTTP/1.1" status: 200 len: 946 time: 0.0476327 Jan 05 17:30:05.477544 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 49052) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:30:05.482484 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-a331955c-345f-41f2-8569-c55ab9cc76a5 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Request body: {'floatingip': {'port_id': 'a42e371e-5fbe-42d0-a784-ab76b58f9611'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:30:05.520248 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a331955c-345f-41f2-8569-c55ab9cc76a5 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Publish callbacks [] for floatingip, before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:30:05.941699 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a331955c-345f-41f2-8569-c55ab9cc76a5 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:30:05.991823 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a331955c-345f-41f2-8569-c55ab9cc76a5 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648677'] for floatingip, after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:30:06.092067 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.db.l3_db [None req-a331955c-345f-41f2-8569-c55ab9cc76a5 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Floating IP 5cf9493c-3613-46b4-b806-79e1f44f1aa9 associated. External IP: 172.36.4.193, port: a42e371e-5fbe-42d0-a784-ab76b58f9611. Jan 05 17:30:06.294021 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a331955c-345f-41f2-8569-c55ab9cc76a5 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Router f7e5b0fc-7de1-4608-8bad-fbe2c8903f5d has already been hosted by L3 agent 59446fdc-40e0-41fe-a575-a8eb11d742f7 {{(pid=103800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 05 17:30:06.396848 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a331955c-345f-41f2-8569-c55ab9cc76a5 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 05 17:30:06.401979 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a331955c-345f-41f2-8569-c55ab9cc76a5 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for floatingip, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:30:06.409257 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2d38fef-e45d-4e10-9bfd-a5ef502977d6 None None] Sync routers for ids ['f7e5b0fc-7de1-4608-8bad-fbe2c8903f5d'] in dv-neutron-master-2-hyperv {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 05 17:30:06.419747 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2d38fef-e45d-4e10-9bfd-a5ef502977d6 None None] Routers {'f7e5b0fc-7de1-4608-8bad-fbe2c8903f5d'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:30:06.420672 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-f2d38fef-e45d-4e10-9bfd-a5ef502977d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:29:49Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['f7e5b0fc-7de1-4608-8bad-fbe2c8903f5d'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:30:06.431710 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-a331955c-345f-41f2-8569-c55ab9cc76a5 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "PUT /v2.0/floatingips/5cf9493c-3613-46b4-b806-79e1f44f1aa9 HTTP/1.1" status: 200 len: 992 time: 0.9525909 Jan 05 17:30:06.432624 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7b1be18-0a2d-44e0-b0d7-d95ce46ca592', 'tag': 'a42e371e-5fbe-42d0-a784-ab76b58f9611'}] {{(pid=103800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 05 17:30:06.435076 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f64b9d4628f7eefcc27168a80c04985d23f0ea5def038dae05e1deb7357f3bfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb8f7de1-cfa6-42c2-8edd-8ef407aefcdc" -d '{"events": [{"name": "network-changed", "server_uuid": "b7b1be18-0a2d-44e0-b0d7-d95ce46ca592", "tag": "a42e371e-5fbe-42d0-a784-ab76b58f9611"}]}' {{(pid=103800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 05 17:30:06.496463 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Jan 2022 17:30:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf648aec-3a1c-4207-b412-ce037d0f346e x-openstack-request-id: req-bf648aec-3a1c-4207-b412-ce037d0f346e {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 05 17:30:06.496833 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7b1be18-0a2d-44e0-b0d7-d95ce46ca592", "tag": "a42e371e-5fbe-42d0-a784-ab76b58f9611", "status": "completed", "code": 200}]} {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 05 17:30:06.497157 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-bf648aec-3a1c-4207-b412-ce037d0f346e {{(pid=103800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 05 17:30:06.497676 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7b1be18-0a2d-44e0-b0d7-d95ce46ca592', 'tag': 'a42e371e-5fbe-42d0-a784-ab76b58f9611', 'status': 'completed', 'code': 200} Jan 05 17:30:06.538433 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-f2d38fef-e45d-4e10-9bfd-a5ef502977d6 None None] Set router f7e5b0fc-7de1-4608-8bad-fbe2c8903f5d gateway port host: dv-neutron-master-2-hyperv {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:30:06.549389 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8f7de1-cfa6-42c2-8edd-8ef407aefcdc req-61e39eec-8d2a-4dcd-b7b1-fd98046d8d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:30:06.551033 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-eb8f7de1-cfa6-42c2-8edd-8ef407aefcdc req-61e39eec-8d2a-4dcd-b7b1-fd98046d8d43 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4808c0b17c614be79a0c7baf13c8a90d&device_id=b7b1be18-0a2d-44e0-b0d7-d95ce46ca592 HTTP/1.1" status: 200 len: 1099 time: 0.0405777 Jan 05 17:30:06.640448 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8f7de1-cfa6-42c2-8edd-8ef407aefcdc req-19467077-9edb-4528-92eb-0440035129bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:30:06.641941 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-eb8f7de1-cfa6-42c2-8edd-8ef407aefcdc req-19467077-9edb-4528-92eb-0440035129bc service neutron] 10.222.0.13 "GET /v2.0/networks?id=a2a3f410-a9d2-4220-a184-fcdeb12ab668 HTTP/1.1" status: 200 len: 913 time: 0.0842183 Jan 05 17:30:06.722047 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-eb8f7de1-cfa6-42c2-8edd-8ef407aefcdc req-e953ca83-2da9-4a83-9af4-8f47eb584618 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a42e371e-5fbe-42d0-a784-ab76b58f9611 HTTP/1.1" status: 200 len: 1000 time: 0.0746419 Jan 05 17:30:06.772295 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8f7de1-cfa6-42c2-8edd-8ef407aefcdc req-5242bfeb-7e7b-404a-8c1d-bef4894afa07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:30:06.773821 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-eb8f7de1-cfa6-42c2-8edd-8ef407aefcdc req-5242bfeb-7e7b-404a-8c1d-bef4894afa07 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=35f0cdf6-9a10-4ae7-9cfa-69f52bae6fea HTTP/1.1" status: 200 len: 851 time: 0.0471265 Jan 05 17:30:06.775284 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-f2d38fef-e45d-4e10-9bfd-a5ef502977d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7e5b0fc-7de1-4608-8bad-fbe2c8903f5d', 'name': 'tempest-ServerActionsTestJSON-1239396606-router', 'tenant_id': '4808c0b17c614be79a0c7baf13c8a90d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.55'}], 'enable_snat': True}, 'gw_port_id': '1e06f970-a67a-49e1-8704-07faf640bf83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:28:29Z', 'updated_at': '2022-01-05T17:28:32Z', 'revision_number': 4, 'project_id': '4808c0b17c614be79a0c7baf13c8a90d', 'gw_port': {'id': '1e06f970-a67a-49e1-8704-07faf640bf83', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:21:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7e5b0fc-7de1-4608-8bad-fbe2c8903f5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:28:29Z', 'updated_at': '2022-01-05T17:28:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '5cf9493c-3613-46b4-b806-79e1f44f1aa9', 'tenant_id': '4808c0b17c614be79a0c7baf13c8a90d', 'floating_ip_address': '172.36.4.193', 'floating_network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'router_id': 'f7e5b0fc-7de1-4608-8bad-fbe2c8903f5d', 'port_id': 'a42e371e-5fbe-42d0-a784-ab76b58f9611', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1589, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2a3f410-a9d2-4220-a184-fcdeb12ab668', 'mac_address': 'fa:16:3e:b5:9d:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7b1be18-0a2d-44e0-b0d7-d95ce46ca592', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-05T17:28:35Z', 'updated_at': '2022-01-05T17:30:05Z', 'revision_number': 5, 'project_id': '4808c0b17c614be79a0c7baf13c8a90d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c7f8bf4-1843-4150-8484-b1d2af840bd7', 'name': '', 'network_id': 'a2a3f410-a9d2-4220-a184-fcdeb12ab668', 'tenant_id': '4808c0b17c614be79a0c7baf13c8a90d', 'mac_address': 'fa:16:3e:fd:a1:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7e5b0fc-7de1-4608-8bad-fbe2c8903f5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': '35f0cdf6-9a10-4ae7-9cfa-69f52bae6fea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:28:31Z', 'updated_at': '2022-01-05T17:28:35Z', 'revision_number': 5, 'project_id': '4808c0b17c614be79a0c7baf13c8a90d', 'subnets': [{'id': '35f0cdf6-9a10-4ae7-9cfa-69f52bae6fea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:30:06.826864 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8f7de1-cfa6-42c2-8edd-8ef407aefcdc req-2a4a30cf-0731-441f-8c1d-ccc24be614a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:30:06.828442 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-eb8f7de1-cfa6-42c2-8edd-8ef407aefcdc req-2a4a30cf-0731-441f-8c1d-ccc24be614a4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a2a3f410-a9d2-4220-a184-fcdeb12ab668&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0484293 Jan 05 17:30:06.945009 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-eb8f7de1-cfa6-42c2-8edd-8ef407aefcdc req-2577a5a5-5c77-44ab-8635-92b0beeea4f8 service neutron] 10.222.0.13 "GET /v2.0/networks/a2a3f410-a9d2-4220-a184-fcdeb12ab668?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1102426 Jan 05 17:30:06.986408 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2d38fef-e45d-4e10-9bfd-a5ef502977d6 None None] Checking router: f7e5b0fc-7de1-4608-8bad-fbe2c8903f5d for host: dv-neutron-master-2-hyperv {{(pid=103802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 05 17:30:06.997156 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2d38fef-e45d-4e10-9bfd-a5ef502977d6 None None] Routers {'f7e5b0fc-7de1-4608-8bad-fbe2c8903f5d'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:30:06.997916 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-f2d38fef-e45d-4e10-9bfd-a5ef502977d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:29:49Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['f7e5b0fc-7de1-4608-8bad-fbe2c8903f5d'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:30:07.048767 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-eb8f7de1-cfa6-42c2-8edd-8ef407aefcdc req-e457c8f8-6d2b-4c79-8403-26eb3402f9a3 service neutron] 10.222.0.13 "GET /v2.0/networks/a2a3f410-a9d2-4220-a184-fcdeb12ab668?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976887 Jan 05 17:30:07.106306 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-f2d38fef-e45d-4e10-9bfd-a5ef502977d6 None None] Set router f7e5b0fc-7de1-4608-8bad-fbe2c8903f5d gateway port host: dv-neutron-master-2-hyperv {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:30:07.332006 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-f2d38fef-e45d-4e10-9bfd-a5ef502977d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7e5b0fc-7de1-4608-8bad-fbe2c8903f5d', 'name': 'tempest-ServerActionsTestJSON-1239396606-router', 'tenant_id': '4808c0b17c614be79a0c7baf13c8a90d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.55'}], 'enable_snat': True}, 'gw_port_id': '1e06f970-a67a-49e1-8704-07faf640bf83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:28:29Z', 'updated_at': '2022-01-05T17:28:32Z', 'revision_number': 4, 'project_id': '4808c0b17c614be79a0c7baf13c8a90d', 'gw_port': {'id': '1e06f970-a67a-49e1-8704-07faf640bf83', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:21:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7e5b0fc-7de1-4608-8bad-fbe2c8903f5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:28:29Z', 'updated_at': '2022-01-05T17:28:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '5cf9493c-3613-46b4-b806-79e1f44f1aa9', 'tenant_id': '4808c0b17c614be79a0c7baf13c8a90d', 'floating_ip_address': '172.36.4.193', 'floating_network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'router_id': 'f7e5b0fc-7de1-4608-8bad-fbe2c8903f5d', 'port_id': 'a42e371e-5fbe-42d0-a784-ab76b58f9611', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1589, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2a3f410-a9d2-4220-a184-fcdeb12ab668', 'mac_address': 'fa:16:3e:b5:9d:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7b1be18-0a2d-44e0-b0d7-d95ce46ca592', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-05T17:28:35Z', 'updated_at': '2022-01-05T17:30:05Z', 'revision_number': 5, 'project_id': '4808c0b17c614be79a0c7baf13c8a90d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c7f8bf4-1843-4150-8484-b1d2af840bd7', 'name': '', 'network_id': 'a2a3f410-a9d2-4220-a184-fcdeb12ab668', 'tenant_id': '4808c0b17c614be79a0c7baf13c8a90d', 'mac_address': 'fa:16:3e:fd:a1:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7e5b0fc-7de1-4608-8bad-fbe2c8903f5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': '35f0cdf6-9a10-4ae7-9cfa-69f52bae6fea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:28:31Z', 'updated_at': '2022-01-05T17:28:35Z', 'revision_number': 5, 'project_id': '4808c0b17c614be79a0c7baf13c8a90d', 'subnets': [{'id': '35f0cdf6-9a10-4ae7-9cfa-69f52bae6fea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:30:07.358834 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2d38fef-e45d-4e10-9bfd-a5ef502977d6 None None] The sync data for ids ['f7e5b0fc-7de1-4608-8bad-fbe2c8903f5d'] in dv-neutron-master-2-hyperv is: [{'id': 'f7e5b0fc-7de1-4608-8bad-fbe2c8903f5d', 'name': 'tempest-ServerActionsTestJSON-1239396606-router', 'tenant_id': '4808c0b17c614be79a0c7baf13c8a90d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.55'}], 'enable_snat': True}, 'gw_port_id': '1e06f970-a67a-49e1-8704-07faf640bf83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:28:29Z', 'updated_at': '2022-01-05T17:28:32Z', 'revision_number': 4, 'project_id': '4808c0b17c614be79a0c7baf13c8a90d', 'gw_port': {'id': '1e06f970-a67a-49e1-8704-07faf640bf83', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:21:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7e5b0fc-7de1-4608-8bad-fbe2c8903f5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:28:29Z', 'updated_at': '2022-01-05T17:28:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '5cf9493c-3613-46b4-b806-79e1f44f1aa9', 'tenant_id': '4808c0b17c614be79a0c7baf13c8a90d', 'floating_ip_address': '172.36.4.193', 'floating_network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'router_id': 'f7e5b0fc-7de1-4608-8bad-fbe2c8903f5d', 'port_id': 'a42e371e-5fbe-42d0-a784-ab76b58f9611', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1589, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2a3f410-a9d2-4220-a184-fcdeb12ab668', 'mac_address': 'fa:16:3e:b5:9d:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7b1be18-0a2d-44e0-b0d7-d95ce46ca592', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-05T17:28:35Z', 'updated_at': '2022-01-05T17:30:05Z', 'revision_number': 5, 'project_id': '4808c0b17c614be79a0c7baf13c8a90d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c7f8bf4-1843-4150-8484-b1d2af840bd7', 'name': '', 'network_id': 'a2a3f410-a9d2-4220-a184-fcdeb12ab668', 'tenant_id': '4808c0b17c614be79a0c7baf13c8a90d', 'mac_address': 'fa:16:3e:fd:a1:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7e5b0fc-7de1-4608-8bad-fbe2c8903f5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': '35f0cdf6-9a10-4ae7-9cfa-69f52bae6fea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:28:31Z', 'updated_at': '2022-01-05T17:28:35Z', 'revision_number': 5, 'project_id': '4808c0b17c614be79a0c7baf13c8a90d', 'subnets': [{'id': '35f0cdf6-9a10-4ae7-9cfa-69f52bae6fea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 05 17:30:07.551135 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdc92050-492e-445a-ba46-f141db104ab6 None None] New status for floating IP 5cf9493c-3613-46b4-b806-79e1f44f1aa9: ACTIVE {{(pid=103803) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 05 17:30:15.338860 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-f7a302ef-2209-4815-a3ac-8b19b691fa47 req-1a80d1a9-a338-431a-b56f-f8164e3fe504 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b7b1be18-0a2d-44e0-b0d7-d95ce46ca592&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0438538 Jan 05 17:30:15.417859 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a302ef-2209-4815-a3ac-8b19b691fa47 req-4e98de8c-368b-45d6-9bc6-45370d3d85f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:30:15.419434 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-f7a302ef-2209-4815-a3ac-8b19b691fa47 req-4e98de8c-368b-45d6-9bc6-45370d3d85f8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4808c0b17c614be79a0c7baf13c8a90d&device_id=b7b1be18-0a2d-44e0-b0d7-d95ce46ca592 HTTP/1.1" status: 200 len: 1099 time: 0.0409534 Jan 05 17:30:15.518789 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a302ef-2209-4815-a3ac-8b19b691fa47 req-0fadb0cb-78d5-4f45-9090-b9d64a9c8916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:30:15.520233 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-f7a302ef-2209-4815-a3ac-8b19b691fa47 req-0fadb0cb-78d5-4f45-9090-b9d64a9c8916 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a2a3f410-a9d2-4220-a184-fcdeb12ab668 HTTP/1.1" status: 200 len: 913 time: 0.0829685 Jan 05 17:30:15.585857 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-f7a302ef-2209-4815-a3ac-8b19b691fa47 req-610215b8-1d05-4bac-a6e0-73034cbae19a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a42e371e-5fbe-42d0-a784-ab76b58f9611 HTTP/1.1" status: 200 len: 1002 time: 0.0593331 Jan 05 17:30:15.632532 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a302ef-2209-4815-a3ac-8b19b691fa47 req-113d2249-0c03-459a-9f0a-1023fadc5e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:30:15.634658 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-f7a302ef-2209-4815-a3ac-8b19b691fa47 req-113d2249-0c03-459a-9f0a-1023fadc5e1e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=35f0cdf6-9a10-4ae7-9cfa-69f52bae6fea HTTP/1.1" status: 200 len: 851 time: 0.0431302 Jan 05 17:30:15.675195 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a302ef-2209-4815-a3ac-8b19b691fa47 req-d1cf6a00-d3c4-49bc-a8cd-f13abe810aea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:30:15.676625 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-f7a302ef-2209-4815-a3ac-8b19b691fa47 req-d1cf6a00-d3c4-49bc-a8cd-f13abe810aea service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a2a3f410-a9d2-4220-a184-fcdeb12ab668&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0377257 Jan 05 17:30:15.766664 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-f7a302ef-2209-4815-a3ac-8b19b691fa47 req-3236cbcb-107b-4c15-9c2a-e63516f20672 service neutron] 10.222.0.13 "GET /v2.0/networks/a2a3f410-a9d2-4220-a184-fcdeb12ab668?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843461 Jan 05 17:30:15.850877 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-f7a302ef-2209-4815-a3ac-8b19b691fa47 req-1c4578e0-d377-4b5a-9dd2-cfe11e57d502 service neutron] 10.222.0.13 "GET /v2.0/networks/a2a3f410-a9d2-4220-a184-fcdeb12ab668?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0787723 Jan 05 17:30:17.113298 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d20baade-b8aa-4bd1-9b5f-1c0241b9e2ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:30:19.325185 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-f256e959-a833-45fd-b149-bd4f0ca89b24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:30:19.833325 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:30:20.574578 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d2607572-b3c9-472c-85bc-c8de0c3fb75c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:30:21.957569 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d504d802-9546-4ce5-a9d3-96c844ac5808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:30:23.312045 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:30:27.712021 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.agents_db [None req-291d1585-17df-45c0-b64a-d244e6d90872 None None] Agent healthcheck: found 6 active agents {{(pid=103803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 05 17:30:44.934429 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46efe2b4-9244-4b0d-9614-da9413167d97 req-6d1537fd-580f-446d-ba02-db4025f5b4b0 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:30:44.936237 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-46efe2b4-9244-4b0d-9614-da9413167d97 req-6d1537fd-580f-446d-ba02-db4025f5b4b0 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/ports?device_id=b7b1be18-0a2d-44e0-b0d7-d95ce46ca592 HTTP/1.1" status: 200 len: 946 time: 0.0527894 Jan 05 17:30:44.989675 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-46efe2b4-9244-4b0d-9614-da9413167d97 req-9133ba17-f0cc-4d63-b624-7de3c4467b8c tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/security-groups?id=052c9abb-c0fd-478b-a17e-1421a63a5379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464919 Jan 05 17:30:46.105546 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c59777f-1c64-406b-8c06-cf0ae802869e req-934be058-dfed-4c0d-8609-d2645fb439c9 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:30:46.107041 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-2c59777f-1c64-406b-8c06-cf0ae802869e req-934be058-dfed-4c0d-8609-d2645fb439c9 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/ports?device_id=b7b1be18-0a2d-44e0-b0d7-d95ce46ca592 HTTP/1.1" status: 200 len: 946 time: 0.0486953 Jan 05 17:30:46.152387 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-2c59777f-1c64-406b-8c06-cf0ae802869e req-c3afe997-6c4b-489e-9a08-f1a11755b082 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/security-groups?id=052c9abb-c0fd-478b-a17e-1421a63a5379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398986 Jan 05 17:30:47.119204 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-51bb169c-81e0-4e11-a667-cbf707e63a56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:30:47.265456 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c3d1bb-fa0b-4054-a11c-c983829f32b4 req-301fd541-4abf-4a45-8a48-49481cbd537b tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:30:47.267116 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-25c3d1bb-fa0b-4054-a11c-c983829f32b4 req-301fd541-4abf-4a45-8a48-49481cbd537b tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/ports?device_id=b7b1be18-0a2d-44e0-b0d7-d95ce46ca592 HTTP/1.1" status: 200 len: 946 time: 0.0484776 Jan 05 17:30:47.311974 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-25c3d1bb-fa0b-4054-a11c-c983829f32b4 req-bc3fe55d-108c-4c2d-b9db-c80e54372d36 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/security-groups?id=052c9abb-c0fd-478b-a17e-1421a63a5379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393748 Jan 05 17:30:48.425605 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd3ee81-c34c-48fc-8d5e-fb12a0dc23ef req-cc2f0821-3579-4062-8f2c-28bd87a51e0b tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:30:48.427109 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-8bd3ee81-c34c-48fc-8d5e-fb12a0dc23ef req-cc2f0821-3579-4062-8f2c-28bd87a51e0b tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/ports?device_id=b7b1be18-0a2d-44e0-b0d7-d95ce46ca592 HTTP/1.1" status: 200 len: 946 time: 0.0496829 Jan 05 17:30:48.472497 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-8bd3ee81-c34c-48fc-8d5e-fb12a0dc23ef req-f180981a-6636-4abe-b5a1-246d2f62ae03 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/security-groups?id=052c9abb-c0fd-478b-a17e-1421a63a5379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394318 Jan 05 17:30:49.329506 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-464231ab-fb50-4a2a-aaa8-0e26d8781f3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:30:49.584165 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccf6c5b-abc3-4832-b186-31a318ce875c req-18d63a2a-50f9-4500-a882-b2d132732e40 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:30:49.585501 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-5ccf6c5b-abc3-4832-b186-31a318ce875c req-18d63a2a-50f9-4500-a882-b2d132732e40 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/ports?device_id=b7b1be18-0a2d-44e0-b0d7-d95ce46ca592 HTTP/1.1" status: 200 len: 946 time: 0.0484910 Jan 05 17:30:49.631067 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-5ccf6c5b-abc3-4832-b186-31a318ce875c req-2e4372ce-9bdd-4106-8b3b-c80f10b7efc1 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/security-groups?id=052c9abb-c0fd-478b-a17e-1421a63a5379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394900 Jan 05 17:30:49.850568 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:30:50.574083 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d2607572-b3c9-472c-85bc-c8de0c3fb75c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:30:50.752455 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e297ea-030f-413d-80af-a71d5c056f9d req-3603608e-0650-4745-ad1c-2ea4fd131c0c tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:30:50.753922 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-53e297ea-030f-413d-80af-a71d5c056f9d req-3603608e-0650-4745-ad1c-2ea4fd131c0c tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/ports?device_id=b7b1be18-0a2d-44e0-b0d7-d95ce46ca592 HTTP/1.1" status: 200 len: 946 time: 0.0523031 Jan 05 17:30:50.799979 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-53e297ea-030f-413d-80af-a71d5c056f9d req-eb0c9c30-a6f9-4027-b0b7-70b64901b3c4 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/security-groups?id=052c9abb-c0fd-478b-a17e-1421a63a5379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405626 Jan 05 17:30:51.915013 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4a6bb3-785e-4f74-ba1c-25d719490c26 req-03d9b2a0-cc1d-46ca-acc9-13cd59dcf265 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:30:51.916960 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-cd4a6bb3-785e-4f74-ba1c-25d719490c26 req-03d9b2a0-cc1d-46ca-acc9-13cd59dcf265 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/ports?device_id=b7b1be18-0a2d-44e0-b0d7-d95ce46ca592 HTTP/1.1" status: 200 len: 946 time: 0.0522401 Jan 05 17:30:51.962201 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-cd4a6bb3-785e-4f74-ba1c-25d719490c26 req-8eece843-539c-4a53-a9f2-1d43382f7a54 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/security-groups?id=052c9abb-c0fd-478b-a17e-1421a63a5379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396724 Jan 05 17:30:51.964090 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d504d802-9546-4ce5-a9d3-96c844ac5808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:30:53.076500 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc469d7d-f152-4f54-8b68-ffd39a722f72 req-4a7db148-bcac-4ea4-ad7d-06953902a8b0 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:30:53.077994 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-dc469d7d-f152-4f54-8b68-ffd39a722f72 req-4a7db148-bcac-4ea4-ad7d-06953902a8b0 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/ports?device_id=b7b1be18-0a2d-44e0-b0d7-d95ce46ca592 HTTP/1.1" status: 200 len: 946 time: 0.0480845 Jan 05 17:30:53.123212 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-dc469d7d-f152-4f54-8b68-ffd39a722f72 req-1e9bfdfc-9419-4e9c-b7a4-d27616e6b786 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/security-groups?id=052c9abb-c0fd-478b-a17e-1421a63a5379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398273 Jan 05 17:30:53.295204 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:30:54.234522 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7ad58a-b0f3-49b0-a854-db380b1c0838 req-e318d149-c810-4746-9ed6-b22dd8e8297c tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:30:54.235955 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-ba7ad58a-b0f3-49b0-a854-db380b1c0838 req-e318d149-c810-4746-9ed6-b22dd8e8297c tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/ports?device_id=b7b1be18-0a2d-44e0-b0d7-d95ce46ca592 HTTP/1.1" status: 200 len: 946 time: 0.0474131 Jan 05 17:30:54.282033 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-ba7ad58a-b0f3-49b0-a854-db380b1c0838 req-9b140052-3f15-4b3f-ad43-c1fed987ee14 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/security-groups?id=052c9abb-c0fd-478b-a17e-1421a63a5379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407319 Jan 05 17:30:55.399452 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e5cf84-53fd-42e9-8eff-438e7bfcd699 req-b93a10a0-6a62-4889-b9aa-3d02ae6e8fd4 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:30:55.401473 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-22e5cf84-53fd-42e9-8eff-438e7bfcd699 req-b93a10a0-6a62-4889-b9aa-3d02ae6e8fd4 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/ports?device_id=b7b1be18-0a2d-44e0-b0d7-d95ce46ca592 HTTP/1.1" status: 200 len: 946 time: 0.0530581 Jan 05 17:30:55.447988 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-22e5cf84-53fd-42e9-8eff-438e7bfcd699 req-84398073-cb33-4fb2-85b6-5c2d60eda247 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/security-groups?id=052c9abb-c0fd-478b-a17e-1421a63a5379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407424 Jan 05 17:30:55.810039 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2488b0ec-c579-4dec-8380-f61758289011 req-52578053-8b6d-4abb-8d00-8b48f6fa0397 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:30:55.811501 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-2488b0ec-c579-4dec-8380-f61758289011 req-52578053-8b6d-4abb-8d00-8b48f6fa0397 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/ports?device_id=b7b1be18-0a2d-44e0-b0d7-d95ce46ca592 HTTP/1.1" status: 200 len: 946 time: 0.0478315 Jan 05 17:30:55.857699 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-2488b0ec-c579-4dec-8380-f61758289011 req-7df48454-a76b-4618-a8fb-885870535ee7 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/security-groups?id=052c9abb-c0fd-478b-a17e-1421a63a5379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405171 Jan 05 17:30:55.907190 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-6666168c-1c05-4bb8-8a59-abf008b5eb5f req-7a5d516c-05cd-44c7-855c-78dbcb1c9806 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=b7b1be18-0a2d-44e0-b0d7-d95ce46ca592&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0393496 Jan 05 17:30:56.977260 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2794e254-a245-4ed0-bbb7-0b162e3c2f06 req-f2a1a881-9b30-4a51-a644-ee3be11da43c tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:30:56.979374 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-2794e254-a245-4ed0-bbb7-0b162e3c2f06 req-f2a1a881-9b30-4a51-a644-ee3be11da43c tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/ports?device_id=b7b1be18-0a2d-44e0-b0d7-d95ce46ca592 HTTP/1.1" status: 200 len: 946 time: 0.0522900 Jan 05 17:30:57.024864 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-2794e254-a245-4ed0-bbb7-0b162e3c2f06 req-f44cc0d6-6800-4b0b-a308-6bcf9c9eab64 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/security-groups?id=052c9abb-c0fd-478b-a17e-1421a63a5379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399709 Jan 05 17:30:57.706399 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6666168c-1c05-4bb8-8a59-abf008b5eb5f req-f996d6be-e309-4048-8f31-32d3abdb0b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:30:57.707858 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-6666168c-1c05-4bb8-8a59-abf008b5eb5f req-f996d6be-e309-4048-8f31-32d3abdb0b6a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4808c0b17c614be79a0c7baf13c8a90d&device_id=b7b1be18-0a2d-44e0-b0d7-d95ce46ca592 HTTP/1.1" status: 200 len: 1099 time: 0.0403442 Jan 05 17:30:57.800043 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6666168c-1c05-4bb8-8a59-abf008b5eb5f req-20a950f8-34e5-4a9f-8fcc-665f62ed2166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:30:57.801516 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-6666168c-1c05-4bb8-8a59-abf008b5eb5f req-20a950f8-34e5-4a9f-8fcc-665f62ed2166 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a2a3f410-a9d2-4220-a184-fcdeb12ab668 HTTP/1.1" status: 200 len: 913 time: 0.0881903 Jan 05 17:30:57.864598 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-6666168c-1c05-4bb8-8a59-abf008b5eb5f req-174d7211-300a-44af-b151-82dce4a78a61 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a42e371e-5fbe-42d0-a784-ab76b58f9611 HTTP/1.1" status: 200 len: 1002 time: 0.0576658 Jan 05 17:30:57.912729 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6666168c-1c05-4bb8-8a59-abf008b5eb5f req-0762ebb0-d0e4-43c2-93a2-2df96ac03583 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:30:57.914125 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-6666168c-1c05-4bb8-8a59-abf008b5eb5f req-0762ebb0-d0e4-43c2-93a2-2df96ac03583 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=35f0cdf6-9a10-4ae7-9cfa-69f52bae6fea HTTP/1.1" status: 200 len: 851 time: 0.0439017 Jan 05 17:30:57.955802 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6666168c-1c05-4bb8-8a59-abf008b5eb5f req-4c52a496-0eb2-4612-904f-3889df313eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:30:57.957195 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-6666168c-1c05-4bb8-8a59-abf008b5eb5f req-4c52a496-0eb2-4612-904f-3889df313eb4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a2a3f410-a9d2-4220-a184-fcdeb12ab668&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0377016 Jan 05 17:30:58.040769 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-6666168c-1c05-4bb8-8a59-abf008b5eb5f req-862568ba-06bd-4bdc-9b50-234cb36a4f99 service neutron] 10.222.0.13 "GET /v2.0/networks/a2a3f410-a9d2-4220-a184-fcdeb12ab668?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0778422 Jan 05 17:30:58.170434 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d4a49d-865c-44b0-bbb2-b9dde8e036cc req-74532741-7548-4f19-aa0c-ace26c007a7f tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:30:58.171821 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-69d4a49d-865c-44b0-bbb2-b9dde8e036cc req-74532741-7548-4f19-aa0c-ace26c007a7f tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/ports?device_id=b7b1be18-0a2d-44e0-b0d7-d95ce46ca592 HTTP/1.1" status: 200 len: 946 time: 0.0786157 Jan 05 17:30:58.174025 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-6666168c-1c05-4bb8-8a59-abf008b5eb5f req-6cddd646-834c-4321-8c1a-6664088c7e88 service neutron] 10.222.0.13 "GET /v2.0/networks/a2a3f410-a9d2-4220-a184-fcdeb12ab668?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281741 Jan 05 17:30:58.218372 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-69d4a49d-865c-44b0-bbb2-b9dde8e036cc req-eb937f78-24b0-4b34-8b34-c4d4ed30a466 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/security-groups?id=052c9abb-c0fd-478b-a17e-1421a63a5379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411420 Jan 05 17:30:59.331090 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35115056-2ad1-471e-80c5-cc9da2fe9508 req-41283eb7-2998-4394-9042-73f131a3906c tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:30:59.332528 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-35115056-2ad1-471e-80c5-cc9da2fe9508 req-41283eb7-2998-4394-9042-73f131a3906c tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/ports?device_id=b7b1be18-0a2d-44e0-b0d7-d95ce46ca592 HTTP/1.1" status: 200 len: 946 time: 0.0480521 Jan 05 17:30:59.378620 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-35115056-2ad1-471e-80c5-cc9da2fe9508 req-3e99a3ae-c9a8-4dbf-a8af-a6eeb147c050 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/security-groups?id=052c9abb-c0fd-478b-a17e-1421a63a5379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406497 Jan 05 17:31:00.010666 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-6666168c-1c05-4bb8-8a59-abf008b5eb5f req-ba6de7c2-514d-4f5e-a17e-aee8d37c1195 service neutron] 10.222.0.13 "GET /v2.0/ports/a42e371e-5fbe-42d0-a784-ab76b58f9611/bindings/hv-neutron-mast HTTP/1.1" status: 200 len: 384 time: 0.0560937 Jan 05 17:31:00.496613 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43448d4-2104-45fc-9e65-ac8001d4f13c req-db43bbee-9642-43e7-83b0-c5cec6e94c87 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:31:00.498102 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-f43448d4-2104-45fc-9e65-ac8001d4f13c req-db43bbee-9642-43e7-83b0-c5cec6e94c87 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/ports?device_id=b7b1be18-0a2d-44e0-b0d7-d95ce46ca592 HTTP/1.1" status: 200 len: 946 time: 0.0506656 Jan 05 17:31:00.567136 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6666168c-1c05-4bb8-8a59-abf008b5eb5f req-935f4879-fc5d-4df0-832a-12ff29288b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:31:00.568609 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-6666168c-1c05-4bb8-8a59-abf008b5eb5f req-935f4879-fc5d-4df0-832a-12ff29288b2e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b7b1be18-0a2d-44e0-b0d7-d95ce46ca592&tenant_id=4808c0b17c614be79a0c7baf13c8a90d HTTP/1.1" status: 200 len: 1099 time: 0.0677831 Jan 05 17:31:00.571904 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-f43448d4-2104-45fc-9e65-ac8001d4f13c req-8103238b-4a40-4a4d-b928-120a50f32ac1 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/security-groups?id=052c9abb-c0fd-478b-a17e-1421a63a5379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638342 Jan 05 17:31:00.630314 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6666168c-1c05-4bb8-8a59-abf008b5eb5f req-1a7c2bc6-d97d-4eda-b54a-27ae3ccec22e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:31:00.631787 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-6666168c-1c05-4bb8-8a59-abf008b5eb5f req-1a7c2bc6-d97d-4eda-b54a-27ae3ccec22e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4808c0b17c614be79a0c7baf13c8a90d&device_id=b7b1be18-0a2d-44e0-b0d7-d95ce46ca592 HTTP/1.1" status: 200 len: 1099 time: 0.0431874 Jan 05 17:31:00.719601 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6666168c-1c05-4bb8-8a59-abf008b5eb5f req-1c72927e-bacd-4cfd-be99-3a1a6a7ca77f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:31:00.721079 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-6666168c-1c05-4bb8-8a59-abf008b5eb5f req-1c72927e-bacd-4cfd-be99-3a1a6a7ca77f service neutron] 10.222.0.13 "GET /v2.0/networks?id=a2a3f410-a9d2-4220-a184-fcdeb12ab668 HTTP/1.1" status: 200 len: 913 time: 0.0837822 Jan 05 17:31:00.790276 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-6666168c-1c05-4bb8-8a59-abf008b5eb5f req-cd6e2c18-9b11-4417-a8a1-c0ccb0b26a9c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a42e371e-5fbe-42d0-a784-ab76b58f9611 HTTP/1.1" status: 200 len: 1002 time: 0.0626774 Jan 05 17:31:01.171278 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6666168c-1c05-4bb8-8a59-abf008b5eb5f req-eeb7e6a6-580f-4b4e-9c38-e6a34147635e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:31:01.172733 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-6666168c-1c05-4bb8-8a59-abf008b5eb5f req-eeb7e6a6-580f-4b4e-9c38-e6a34147635e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=35f0cdf6-9a10-4ae7-9cfa-69f52bae6fea HTTP/1.1" status: 200 len: 851 time: 0.3773708 Jan 05 17:31:01.216587 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6666168c-1c05-4bb8-8a59-abf008b5eb5f req-9169e1df-b2d3-4f0e-9f09-38237186807b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:31:01.218036 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-6666168c-1c05-4bb8-8a59-abf008b5eb5f req-9169e1df-b2d3-4f0e-9f09-38237186807b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a2a3f410-a9d2-4220-a184-fcdeb12ab668&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0383801 Jan 05 17:31:01.306893 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-6666168c-1c05-4bb8-8a59-abf008b5eb5f req-1d41bdd9-4beb-4d7f-bd60-7c6aa1fc7658 service neutron] 10.222.0.13 "GET /v2.0/networks/a2a3f410-a9d2-4220-a184-fcdeb12ab668?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823712 Jan 05 17:31:01.393144 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-6666168c-1c05-4bb8-8a59-abf008b5eb5f req-8236a778-7561-4375-8b03-50c2822f23f3 service neutron] 10.222.0.13 "GET /v2.0/networks/a2a3f410-a9d2-4220-a184-fcdeb12ab668?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800145 Jan 05 17:31:01.694428 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed6a113-0f66-4c47-8dc3-ebe5f2262a9d req-67e8d45c-6735-4a60-801d-0e7c4a801399 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:31:01.696107 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-4ed6a113-0f66-4c47-8dc3-ebe5f2262a9d req-67e8d45c-6735-4a60-801d-0e7c4a801399 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/ports?device_id=b7b1be18-0a2d-44e0-b0d7-d95ce46ca592 HTTP/1.1" status: 200 len: 946 time: 0.0532351 Jan 05 17:31:01.744013 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-4ed6a113-0f66-4c47-8dc3-ebe5f2262a9d req-74f58f8d-b0db-4bcb-9bdc-84c0eeee108a tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/security-groups?id=052c9abb-c0fd-478b-a17e-1421a63a5379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417066 Jan 05 17:31:02.860179 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b722cc5-535a-4330-bfeb-12953db76001 req-7ec40bc8-6d32-436e-ac52-deb5944e7ae1 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:31:02.861658 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-3b722cc5-535a-4330-bfeb-12953db76001 req-7ec40bc8-6d32-436e-ac52-deb5944e7ae1 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/ports?device_id=b7b1be18-0a2d-44e0-b0d7-d95ce46ca592 HTTP/1.1" status: 200 len: 946 time: 0.0494885 Jan 05 17:31:02.911889 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-3b722cc5-535a-4330-bfeb-12953db76001 req-011ffd59-348d-4b8a-b591-30121c86dc6b tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/security-groups?id=052c9abb-c0fd-478b-a17e-1421a63a5379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447474 Jan 05 17:31:03.087119 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Device a42e371e-5fbe-42d0-a784-ab76b58f9611 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 05 17:31:03.182890 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] For port a42e371e-5fbe-42d0-a784-ab76b58f9611, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=a42e371e-5fbe-42d0-a784-ab76b58f9611,segment=NetworkSegment(3408963b-cc6f-41d6-81f3-5f4936e04525),segment_id=3408963b-cc6f-41d6-81f3-5f4936e04525)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:31:03.194302 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Returning: {'device': 'a42e371e-5fbe-42d0-a784-ab76b58f9611', 'network_id': 'a2a3f410-a9d2-4220-a184-fcdeb12ab668', 'port_id': 'a42e371e-5fbe-42d0-a784-ab76b58f9611', 'mac_address': 'fa:16:3e:b5:9d:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35f0cdf6-9a10-4ae7-9cfa-69f52bae6fea', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 05 17:31:03.231150 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:31:03.243688 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.notifiers.nova [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a42e371e-5fbe-42d0-a784-ab76b58f9611 {{(pid=103802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 05 17:31:03.262980 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] For port a42e371e-5fbe-42d0-a784-ab76b58f9611, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=a42e371e-5fbe-42d0-a784-ab76b58f9611,segment=NetworkSegment(3408963b-cc6f-41d6-81f3-5f4936e04525),segment_id=3408963b-cc6f-41d6-81f3-5f4936e04525)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:31:03.352550 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:31:03.405489 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Pushing event updated for resources: {'Port': ['ID=a42e371e-5fbe-42d0-a784-ab76b58f9611,revision_number=6']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:31:03.412281 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:31:03.412628 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:31:03.412964 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:31:03.413295 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:31:03.413671 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:31:03.413998 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:31:03.414318 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:31:03.414636 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:31:03.414956 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:31:03.415270 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:31:03.415584 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:31:03.415895 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:31:03.416228 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:31:03.422933 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] get_ports_and_sgs() called for port_ids ['a42e371e-5fbe-42d0-a784-ab76b58f9611'] {{(pid=103802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 05 17:31:04.026510 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe5163c-f321-4f58-87cf-29be9245f91e req-0599105e-0c91-4ef8-9735-a3a2ae3b10f4 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:31:04.027973 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-8fe5163c-f321-4f58-87cf-29be9245f91e req-0599105e-0c91-4ef8-9735-a3a2ae3b10f4 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/ports?device_id=b7b1be18-0a2d-44e0-b0d7-d95ce46ca592 HTTP/1.1" status: 200 len: 945 time: 0.0490515 Jan 05 17:31:04.073729 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-8fe5163c-f321-4f58-87cf-29be9245f91e req-b1294994-147b-4499-917a-ada1c4ab6e89 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/security-groups?id=052c9abb-c0fd-478b-a17e-1421a63a5379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402298 Jan 05 17:31:04.428611 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c698a9ac-47ce-4983-a7ac-a67ef9892581 req-2706756f-1f73-4ad2-ac53-8cc732cb17d5 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:31:04.431110 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-c698a9ac-47ce-4983-a7ac-a67ef9892581 req-2706756f-1f73-4ad2-ac53-8cc732cb17d5 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/ports?device_id=b7b1be18-0a2d-44e0-b0d7-d95ce46ca592 HTTP/1.1" status: 200 len: 945 time: 0.0534053 Jan 05 17:31:04.481103 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-c698a9ac-47ce-4983-a7ac-a67ef9892581 req-b2880f9b-9cdc-44b4-8e2f-d83e5a86f14c tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/security-groups?id=052c9abb-c0fd-478b-a17e-1421a63a5379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442827 Jan 05 17:31:04.490050 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9966c9f5-c1df-42a3-a547-1a58eee833cf req-0cfea3b4-2cce-4b8c-90d9-bba473aa7fd2 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:31:04.491520 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-9966c9f5-c1df-42a3-a547-1a58eee833cf req-0cfea3b4-2cce-4b8c-90d9-bba473aa7fd2 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7b1be18-0a2d-44e0-b0d7-d95ce46ca592&tenant_id=4808c0b17c614be79a0c7baf13c8a90d&binding%3Ahost_id=hv-neutron-mast HTTP/1.1" status: 200 len: 945 time: 0.0528529 Jan 05 17:31:04.570843 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9966c9f5-c1df-42a3-a547-1a58eee833cf req-68f04088-413d-470b-ac1e-6adc6136a484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:31:04.572232 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-9966c9f5-c1df-42a3-a547-1a58eee833cf req-68f04088-413d-470b-ac1e-6adc6136a484 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4808c0b17c614be79a0c7baf13c8a90d&device_id=b7b1be18-0a2d-44e0-b0d7-d95ce46ca592 HTTP/1.1" status: 200 len: 1098 time: 0.0386109 Jan 05 17:31:04.661735 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9966c9f5-c1df-42a3-a547-1a58eee833cf req-9f9e8280-62d0-4aa4-b3e1-697882a44ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:31:04.663200 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-9966c9f5-c1df-42a3-a547-1a58eee833cf req-9f9e8280-62d0-4aa4-b3e1-697882a44ca6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a2a3f410-a9d2-4220-a184-fcdeb12ab668 HTTP/1.1" status: 200 len: 913 time: 0.0853651 Jan 05 17:31:04.710577 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.agents_db [None req-291d1585-17df-45c0-b64a-d244e6d90872 None None] Agent healthcheck: found 6 active agents {{(pid=103803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 05 17:31:04.726879 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-9966c9f5-c1df-42a3-a547-1a58eee833cf req-fe81b172-f16c-4feb-a151-4afe009bdde6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a42e371e-5fbe-42d0-a784-ab76b58f9611 HTTP/1.1" status: 200 len: 1001 time: 0.0578804 Jan 05 17:31:04.772642 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9966c9f5-c1df-42a3-a547-1a58eee833cf req-d6461ca3-940e-44e0-9ebc-549009f8209c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:31:04.774067 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-9966c9f5-c1df-42a3-a547-1a58eee833cf req-d6461ca3-940e-44e0-9ebc-549009f8209c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=35f0cdf6-9a10-4ae7-9cfa-69f52bae6fea HTTP/1.1" status: 200 len: 851 time: 0.0417924 Jan 05 17:31:04.819553 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9966c9f5-c1df-42a3-a547-1a58eee833cf req-b1f67461-fcbc-416f-a578-51663e84042c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:31:04.821041 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-9966c9f5-c1df-42a3-a547-1a58eee833cf req-b1f67461-fcbc-416f-a578-51663e84042c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a2a3f410-a9d2-4220-a184-fcdeb12ab668&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0413232 Jan 05 17:31:04.906352 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-9966c9f5-c1df-42a3-a547-1a58eee833cf req-1e58fa18-ed79-4aee-a1b8-5587835d6ccb service neutron] 10.222.0.13 "GET /v2.0/networks/a2a3f410-a9d2-4220-a184-fcdeb12ab668?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0786769 Jan 05 17:31:04.995640 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-9966c9f5-c1df-42a3-a547-1a58eee833cf req-67a121a8-798b-4299-a0ba-171ccc82cfb8 service neutron] 10.222.0.13 "GET /v2.0/networks/a2a3f410-a9d2-4220-a184-fcdeb12ab668?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832891 Jan 05 17:31:05.091251 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Device a42e371e-5fbe-42d0-a784-ab76b58f9611 up at agent hyperv_hv-neutron-mast {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:31:05.140687 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Provisioning complete for port a42e371e-5fbe-42d0-a784-ab76b58f9611 triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:31:05.141048 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:31:05.217563 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:31:05.239426 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7b1be18-0a2d-44e0-b0d7-d95ce46ca592', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a42e371e-5fbe-42d0-a784-ab76b58f9611'}] {{(pid=103802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 05 17:31:05.241682 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36b213fbd845b3f09e785999bbcda1c85cd5592d7f001460987854e5c1683bd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11ce54d6-897e-4471-811c-ee3fe37e6577" -d '{"events": [{"server_uuid": "b7b1be18-0a2d-44e0-b0d7-d95ce46ca592", "name": "network-vif-plugged", "status": "completed", "tag": "a42e371e-5fbe-42d0-a784-ab76b58f9611"}]}' {{(pid=103802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 05 17:31:05.256973 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] For port a42e371e-5fbe-42d0-a784-ab76b58f9611, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=a42e371e-5fbe-42d0-a784-ab76b58f9611,segment=NetworkSegment(3408963b-cc6f-41d6-81f3-5f4936e04525),segment_id=3408963b-cc6f-41d6-81f3-5f4936e04525)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:31:05.286887 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Jan 2022 17:31:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9122275d-d8d0-40cd-b182-60e3ccf33092 x-openstack-request-id: req-9122275d-d8d0-40cd-b182-60e3ccf33092 {{(pid=103802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 05 17:31:05.287164 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7b1be18-0a2d-44e0-b0d7-d95ce46ca592", "name": "network-vif-plugged", "status": "completed", "tag": "a42e371e-5fbe-42d0-a784-ab76b58f9611", "code": 200}]} {{(pid=103802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 05 17:31:05.287420 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-9122275d-d8d0-40cd-b182-60e3ccf33092 {{(pid=103802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 05 17:31:05.287816 dv-neutron-master-2-hyperv neutron-server[103802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7b1be18-0a2d-44e0-b0d7-d95ce46ca592', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a42e371e-5fbe-42d0-a784-ab76b58f9611', 'code': 200} Jan 05 17:31:05.323762 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:31:05.369607 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Pushing event updated for resources: {'Port': ['ID=a42e371e-5fbe-42d0-a784-ab76b58f9611,revision_number=7']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:31:05.596207 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48b7437-abd3-4db6-a2d2-03b6adf78265 req-d336e280-6027-43c2-8ce0-e29f787b9bbc tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:31:05.597686 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-d48b7437-abd3-4db6-a2d2-03b6adf78265 req-d336e280-6027-43c2-8ce0-e29f787b9bbc tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/ports?device_id=b7b1be18-0a2d-44e0-b0d7-d95ce46ca592 HTTP/1.1" status: 200 len: 946 time: 0.0481100 Jan 05 17:31:05.645952 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-d48b7437-abd3-4db6-a2d2-03b6adf78265 req-39a55afb-4a9d-4999-b827-7b66666f8388 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/security-groups?id=052c9abb-c0fd-478b-a17e-1421a63a5379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422139 Jan 05 17:31:06.768571 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45da8839-65c0-4af6-ad6f-f309cc527380 req-99174435-79ba-42fd-b0b7-70011fd65d78 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:31:06.770053 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-45da8839-65c0-4af6-ad6f-f309cc527380 req-99174435-79ba-42fd-b0b7-70011fd65d78 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/ports?device_id=b7b1be18-0a2d-44e0-b0d7-d95ce46ca592 HTTP/1.1" status: 200 len: 946 time: 0.0492034 Jan 05 17:31:06.815858 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-45da8839-65c0-4af6-ad6f-f309cc527380 req-d5a7c7e9-4be5-4651-93d5-9e363ed65fda tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/security-groups?id=052c9abb-c0fd-478b-a17e-1421a63a5379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403728 Jan 05 17:31:06.927589 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507ce3de-4ccb-4ea9-881d-832d829ff4e4 req-d00f14b8-e7e8-48bb-b9ff-bb314e69abee tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:31:06.929029 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-507ce3de-4ccb-4ea9-881d-832d829ff4e4 req-d00f14b8-e7e8-48bb-b9ff-bb314e69abee tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/ports?device_id=b7b1be18-0a2d-44e0-b0d7-d95ce46ca592 HTTP/1.1" status: 200 len: 946 time: 0.0473669 Jan 05 17:31:06.974153 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-507ce3de-4ccb-4ea9-881d-832d829ff4e4 req-0f6320a4-db18-4e80-9e80-6ca6e3b7f7a7 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/security-groups?id=052c9abb-c0fd-478b-a17e-1421a63a5379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393810 Jan 05 17:31:07.290819 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b229e96-9374-4c7a-94c7-87bb8be258f5 req-6d06afae-0b72-4037-9492-d84619b5186d tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:31:07.292301 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-5b229e96-9374-4c7a-94c7-87bb8be258f5 req-6d06afae-0b72-4037-9492-d84619b5186d tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/ports?device_id=b7b1be18-0a2d-44e0-b0d7-d95ce46ca592 HTTP/1.1" status: 200 len: 946 time: 0.0515137 Jan 05 17:31:07.338346 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-5b229e96-9374-4c7a-94c7-87bb8be258f5 req-33852e07-0710-4301-ba61-4f15fa3ea6bc tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/security-groups?id=052c9abb-c0fd-478b-a17e-1421a63a5379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398078 Jan 05 17:31:07.383413 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cc68df-11be-48dd-9968-a0e905975e7f req-69613e81-ec6d-4f69-9513-77069d67b994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:31:07.384895 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-c7cc68df-11be-48dd-9968-a0e905975e7f req-69613e81-ec6d-4f69-9513-77069d67b994 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4808c0b17c614be79a0c7baf13c8a90d&device_id=b7b1be18-0a2d-44e0-b0d7-d95ce46ca592 HTTP/1.1" status: 200 len: 1099 time: 0.0398755 Jan 05 17:31:07.475186 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cc68df-11be-48dd-9968-a0e905975e7f req-0f510a42-7a0e-4c1b-857f-c27f0a57e14b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:31:07.476532 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-c7cc68df-11be-48dd-9968-a0e905975e7f req-0f510a42-7a0e-4c1b-857f-c27f0a57e14b service neutron] 10.222.0.13 "GET /v2.0/networks?id=a2a3f410-a9d2-4220-a184-fcdeb12ab668 HTTP/1.1" status: 200 len: 913 time: 0.0850487 Jan 05 17:31:07.540373 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-c7cc68df-11be-48dd-9968-a0e905975e7f req-5509856e-2c0c-4af2-b811-336433247ebd service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a42e371e-5fbe-42d0-a784-ab76b58f9611 HTTP/1.1" status: 200 len: 1002 time: 0.0562859 Jan 05 17:31:07.586644 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cc68df-11be-48dd-9968-a0e905975e7f req-05148554-e44f-4a77-9fc9-23351d673b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:31:07.588007 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-c7cc68df-11be-48dd-9968-a0e905975e7f req-05148554-e44f-4a77-9fc9-23351d673b55 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=35f0cdf6-9a10-4ae7-9cfa-69f52bae6fea HTTP/1.1" status: 200 len: 851 time: 0.0416384 Jan 05 17:31:07.635321 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cc68df-11be-48dd-9968-a0e905975e7f req-7e59d29c-a1d9-446b-892a-f3350def558b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:31:07.636798 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-c7cc68df-11be-48dd-9968-a0e905975e7f req-7e59d29c-a1d9-446b-892a-f3350def558b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a2a3f410-a9d2-4220-a184-fcdeb12ab668&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0426838 Jan 05 17:31:07.725131 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-c7cc68df-11be-48dd-9968-a0e905975e7f req-25a55aa6-1a5d-4a3f-891b-87428a7489a4 service neutron] 10.222.0.13 "GET /v2.0/networks/a2a3f410-a9d2-4220-a184-fcdeb12ab668?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815179 Jan 05 17:31:07.813821 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-c7cc68df-11be-48dd-9968-a0e905975e7f req-4cb2809c-009f-43c5-b7b0-879afc16a896 service neutron] 10.222.0.13 "GET /v2.0/networks/a2a3f410-a9d2-4220-a184-fcdeb12ab668?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830004 Jan 05 17:31:08.458413 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1094a12f-3c4d-4e3c-a8fb-a552b1ac4a6e req-20789bb9-e7d2-44b9-9a10-bc63bf670fab tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:31:08.459912 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-1094a12f-3c4d-4e3c-a8fb-a552b1ac4a6e req-20789bb9-e7d2-44b9-9a10-bc63bf670fab tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/ports?device_id=b7b1be18-0a2d-44e0-b0d7-d95ce46ca592 HTTP/1.1" status: 200 len: 946 time: 0.0509167 Jan 05 17:31:08.506698 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-1094a12f-3c4d-4e3c-a8fb-a552b1ac4a6e req-ee7cde1d-6f2d-4607-8492-754e5a4afa0e tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/security-groups?id=052c9abb-c0fd-478b-a17e-1421a63a5379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411336 Jan 05 17:31:09.619995 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dece981-ba82-43b9-8ab1-5a45c7039c68 req-7d679741-bc51-4c6f-882b-7d5d51e6cddf tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:31:09.621468 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-6dece981-ba82-43b9-8ab1-5a45c7039c68 req-7d679741-bc51-4c6f-882b-7d5d51e6cddf tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/ports?device_id=b7b1be18-0a2d-44e0-b0d7-d95ce46ca592 HTTP/1.1" status: 200 len: 946 time: 0.0494533 Jan 05 17:31:09.667936 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-6dece981-ba82-43b9-8ab1-5a45c7039c68 req-e08b52ec-84d3-485d-8a76-2e9a640afe26 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/security-groups?id=052c9abb-c0fd-478b-a17e-1421a63a5379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403757 Jan 05 17:31:10.097561 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39361d2-19fc-4f14-bab4-30acaaed48b0 req-f20807df-aa90-4798-8d3f-c8eac0de2257 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:31:10.099287 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-e39361d2-19fc-4f14-bab4-30acaaed48b0 req-f20807df-aa90-4798-8d3f-c8eac0de2257 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/ports?device_id=b7b1be18-0a2d-44e0-b0d7-d95ce46ca592 HTTP/1.1" status: 200 len: 946 time: 0.0484641 Jan 05 17:31:10.148394 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-e39361d2-19fc-4f14-bab4-30acaaed48b0 req-6096667b-5cf9-410b-8121-36776f122337 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/security-groups?id=052c9abb-c0fd-478b-a17e-1421a63a5379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435169 Jan 05 17:31:11.264205 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab1eb13-15a8-46e2-b0c2-07ffdd04f2d3 req-ee8fd97e-9b53-4f38-b937-34bc5be9cd27 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:31:11.265817 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-bab1eb13-15a8-46e2-b0c2-07ffdd04f2d3 req-ee8fd97e-9b53-4f38-b937-34bc5be9cd27 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/ports?device_id=b7b1be18-0a2d-44e0-b0d7-d95ce46ca592 HTTP/1.1" status: 200 len: 946 time: 0.0479820 Jan 05 17:31:11.316388 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-bab1eb13-15a8-46e2-b0c2-07ffdd04f2d3 req-9c1bf34e-fe35-44bc-8b4e-80d0b5d596ec tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/security-groups?id=052c9abb-c0fd-478b-a17e-1421a63a5379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452063 Jan 05 17:31:11.880819 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e343556f-7ca3-433d-80ea-ec58331a82bf req-eba0d528-a9b0-446a-a3df-b63dfae87795 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:31:11.882194 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-e343556f-7ca3-433d-80ea-ec58331a82bf req-eba0d528-a9b0-446a-a3df-b63dfae87795 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7b1be18-0a2d-44e0-b0d7-d95ce46ca592 HTTP/1.1" status: 200 len: 946 time: 0.0484931 Jan 05 17:31:11.967443 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [req-e343556f-7ca3-433d-80ea-ec58331a82bf req-8e92beac-17f0-466b-879e-7a229dad7a00 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Deleting port a42e371e-5fbe-42d0-a784-ab76b58f9611 {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:31:11.967783 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-e343556f-7ca3-433d-80ea-ec58331a82bf req-8e92beac-17f0-466b-879e-7a229dad7a00 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:31:12.056875 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.db [req-e343556f-7ca3-433d-80ea-ec58331a82bf req-8e92beac-17f0-466b-879e-7a229dad7a00 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] For port a42e371e-5fbe-42d0-a784-ab76b58f9611, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=a42e371e-5fbe-42d0-a784-ab76b58f9611,segment=NetworkSegment(3408963b-cc6f-41d6-81f3-5f4936e04525),segment_id=3408963b-cc6f-41d6-81f3-5f4936e04525)] {{(pid=103800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:31:12.057233 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-e343556f-7ca3-433d-80ea-ec58331a82bf req-8e92beac-17f0-466b-879e-7a229dad7a00 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:31:12.221394 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-e343556f-7ca3-433d-80ea-ec58331a82bf req-8e92beac-17f0-466b-879e-7a229dad7a00 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:31:12.221780 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-e343556f-7ca3-433d-80ea-ec58331a82bf req-8e92beac-17f0-466b-879e-7a229dad7a00 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648677'] for floatingip, after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:31:12.222096 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.db.l3_db [req-e343556f-7ca3-433d-80ea-ec58331a82bf req-8e92beac-17f0-466b-879e-7a229dad7a00 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Floating IP 5cf9493c-3613-46b4-b806-79e1f44f1aa9 disassociated. External IP: 172.36.4.193, port: a42e371e-5fbe-42d0-a784-ab76b58f9611. Jan 05 17:31:12.222432 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [req-e343556f-7ca3-433d-80ea-ec58331a82bf req-8e92beac-17f0-466b-879e-7a229dad7a00 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Calling delete_port for a42e371e-5fbe-42d0-a784-ab76b58f9611 owned by compute:nova {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:31:12.413344 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-e343556f-7ca3-433d-80ea-ec58331a82bf req-8e92beac-17f0-466b-879e-7a229dad7a00 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:31:12.433242 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00c0665-cfae-475e-b0a3-4b3c65db89d8 req-09b4927b-19fb-46c1-baa0-3d3b8127f18f tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:31:12.435285 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-a00c0665-cfae-475e-b0a3-4b3c65db89d8 req-09b4927b-19fb-46c1-baa0-3d3b8127f18f tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/ports?device_id=b7b1be18-0a2d-44e0-b0d7-d95ce46ca592 HTTP/1.1" status: 200 len: 867 time: 0.0530601 Jan 05 17:31:12.445275 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e92beac-17f0-466b-879e-7a229dad7a00 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Pushing event deleted for resources: {'Port': ['ID=a42e371e-5fbe-42d0-a784-ab76b58f9611,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:31:12.458009 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e92beac-17f0-466b-879e-7a229dad7a00 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:31:12.458416 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e92beac-17f0-466b-879e-7a229dad7a00 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:31:12.458736 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e92beac-17f0-466b-879e-7a229dad7a00 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:31:12.459073 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e92beac-17f0-466b-879e-7a229dad7a00 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:31:12.459400 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e92beac-17f0-466b-879e-7a229dad7a00 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:31:12.459729 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e92beac-17f0-466b-879e-7a229dad7a00 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:31:12.460055 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e92beac-17f0-466b-879e-7a229dad7a00 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:31:12.460379 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e92beac-17f0-466b-879e-7a229dad7a00 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:31:12.460702 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e92beac-17f0-466b-879e-7a229dad7a00 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:31:12.461024 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e92beac-17f0-466b-879e-7a229dad7a00 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:31:12.461348 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e92beac-17f0-466b-879e-7a229dad7a00 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:31:12.461691 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e92beac-17f0-466b-879e-7a229dad7a00 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:31:12.462012 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e92beac-17f0-466b-879e-7a229dad7a00 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:31:12.485159 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-a00c0665-cfae-475e-b0a3-4b3c65db89d8 req-39aed7fd-e78e-44f0-829a-3ee37e0a332c tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/security-groups?id=052c9abb-c0fd-478b-a17e-1421a63a5379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433753 Jan 05 17:31:12.575398 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e343556f-7ca3-433d-80ea-ec58331a82bf req-8e92beac-17f0-466b-879e-7a229dad7a00 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Router f7e5b0fc-7de1-4608-8bad-fbe2c8903f5d has already been hosted by L3 agent 59446fdc-40e0-41fe-a575-a8eb11d742f7 {{(pid=103800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 05 17:31:12.682777 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e343556f-7ca3-433d-80ea-ec58331a82bf req-8e92beac-17f0-466b-879e-7a229dad7a00 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 05 17:31:12.693814 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf74d1a5-c4b0-4d55-ace5-eb2f2529b1ab None None] Sync routers for ids ['f7e5b0fc-7de1-4608-8bad-fbe2c8903f5d'] in dv-neutron-master-2-hyperv {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 05 17:31:12.704482 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf74d1a5-c4b0-4d55-ace5-eb2f2529b1ab None None] Routers {'f7e5b0fc-7de1-4608-8bad-fbe2c8903f5d'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:31:12.705094 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-bf74d1a5-c4b0-4d55-ace5-eb2f2529b1ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:30:49Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['f7e5b0fc-7de1-4608-8bad-fbe2c8903f5d'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:31:12.725143 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [req-e343556f-7ca3-433d-80ea-ec58331a82bf req-8e92beac-17f0-466b-879e-7a229dad7a00 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] No DVR routers for this DVR port a42e371e-5fbe-42d0-a784-ab76b58f9611 on host hv-neutron-mast {{(pid=103800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 05 17:31:12.727652 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-e343556f-7ca3-433d-80ea-ec58331a82bf req-8e92beac-17f0-466b-879e-7a229dad7a00 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:31:12.731599 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-e343556f-7ca3-433d-80ea-ec58331a82bf req-8e92beac-17f0-466b-879e-7a229dad7a00 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.13 "DELETE /v2.0/ports/a42e371e-5fbe-42d0-a784-ab76b58f9611 HTTP/1.1" status: 204 len: 173 time: 0.8433008 Jan 05 17:31:12.732043 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7b1be18-0a2d-44e0-b0d7-d95ce46ca592', 'name': 'network-vif-deleted', 'tag': 'a42e371e-5fbe-42d0-a784-ab76b58f9611'}] {{(pid=103800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 05 17:31:12.734494 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f64b9d4628f7eefcc27168a80c04985d23f0ea5def038dae05e1deb7357f3bfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd34b916-4c60-43ca-a339-451718c4dd05" -d '{"events": [{"server_uuid": "b7b1be18-0a2d-44e0-b0d7-d95ce46ca592", "name": "network-vif-deleted", "tag": "a42e371e-5fbe-42d0-a784-ab76b58f9611"}]}' {{(pid=103800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 05 17:31:12.772990 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Jan 2022 17:31:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d47f628-c4e9-42e6-a648-af24be4de141 x-openstack-request-id: req-7d47f628-c4e9-42e6-a648-af24be4de141 {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 05 17:31:12.773284 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7b1be18-0a2d-44e0-b0d7-d95ce46ca592", "name": "network-vif-deleted", "tag": "a42e371e-5fbe-42d0-a784-ab76b58f9611", "status": "completed", "code": 200}]} {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 05 17:31:12.773536 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-7d47f628-c4e9-42e6-a648-af24be4de141 {{(pid=103800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 05 17:31:12.774013 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7b1be18-0a2d-44e0-b0d7-d95ce46ca592', 'name': 'network-vif-deleted', 'tag': 'a42e371e-5fbe-42d0-a784-ab76b58f9611', 'status': 'completed', 'code': 200} Jan 05 17:31:12.819881 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-bf74d1a5-c4b0-4d55-ace5-eb2f2529b1ab None None] Set router f7e5b0fc-7de1-4608-8bad-fbe2c8903f5d gateway port host: dv-neutron-master-2-hyperv {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:31:13.018480 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-bf74d1a5-c4b0-4d55-ace5-eb2f2529b1ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7e5b0fc-7de1-4608-8bad-fbe2c8903f5d', 'name': 'tempest-ServerActionsTestJSON-1239396606-router', 'tenant_id': '4808c0b17c614be79a0c7baf13c8a90d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.55'}], 'enable_snat': True}, 'gw_port_id': '1e06f970-a67a-49e1-8704-07faf640bf83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:28:29Z', 'updated_at': '2022-01-05T17:28:32Z', 'revision_number': 4, 'project_id': '4808c0b17c614be79a0c7baf13c8a90d', 'gw_port': {'id': '1e06f970-a67a-49e1-8704-07faf640bf83', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:21:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7e5b0fc-7de1-4608-8bad-fbe2c8903f5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:28:29Z', 'updated_at': '2022-01-05T17:28:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '2c7f8bf4-1843-4150-8484-b1d2af840bd7', 'name': '', 'network_id': 'a2a3f410-a9d2-4220-a184-fcdeb12ab668', 'tenant_id': '4808c0b17c614be79a0c7baf13c8a90d', 'mac_address': 'fa:16:3e:fd:a1:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7e5b0fc-7de1-4608-8bad-fbe2c8903f5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': '35f0cdf6-9a10-4ae7-9cfa-69f52bae6fea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:28:31Z', 'updated_at': '2022-01-05T17:28:35Z', 'revision_number': 5, 'project_id': '4808c0b17c614be79a0c7baf13c8a90d', 'subnets': [{'id': '35f0cdf6-9a10-4ae7-9cfa-69f52bae6fea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:31:13.047254 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf74d1a5-c4b0-4d55-ace5-eb2f2529b1ab None None] Checking router: f7e5b0fc-7de1-4608-8bad-fbe2c8903f5d for host: dv-neutron-master-2-hyperv {{(pid=103802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 05 17:31:13.055318 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf74d1a5-c4b0-4d55-ace5-eb2f2529b1ab None None] Routers {'f7e5b0fc-7de1-4608-8bad-fbe2c8903f5d'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:31:13.055905 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-bf74d1a5-c4b0-4d55-ace5-eb2f2529b1ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:30:49Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['f7e5b0fc-7de1-4608-8bad-fbe2c8903f5d'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:31:13.161919 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-bf74d1a5-c4b0-4d55-ace5-eb2f2529b1ab None None] Set router f7e5b0fc-7de1-4608-8bad-fbe2c8903f5d gateway port host: dv-neutron-master-2-hyperv {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:31:13.351736 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-bf74d1a5-c4b0-4d55-ace5-eb2f2529b1ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7e5b0fc-7de1-4608-8bad-fbe2c8903f5d', 'name': 'tempest-ServerActionsTestJSON-1239396606-router', 'tenant_id': '4808c0b17c614be79a0c7baf13c8a90d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.55'}], 'enable_snat': True}, 'gw_port_id': '1e06f970-a67a-49e1-8704-07faf640bf83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:28:29Z', 'updated_at': '2022-01-05T17:28:32Z', 'revision_number': 4, 'project_id': '4808c0b17c614be79a0c7baf13c8a90d', 'gw_port': {'id': '1e06f970-a67a-49e1-8704-07faf640bf83', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:21:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7e5b0fc-7de1-4608-8bad-fbe2c8903f5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:28:29Z', 'updated_at': '2022-01-05T17:28:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '2c7f8bf4-1843-4150-8484-b1d2af840bd7', 'name': '', 'network_id': 'a2a3f410-a9d2-4220-a184-fcdeb12ab668', 'tenant_id': '4808c0b17c614be79a0c7baf13c8a90d', 'mac_address': 'fa:16:3e:fd:a1:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7e5b0fc-7de1-4608-8bad-fbe2c8903f5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': '35f0cdf6-9a10-4ae7-9cfa-69f52bae6fea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:28:31Z', 'updated_at': '2022-01-05T17:28:35Z', 'revision_number': 5, 'project_id': '4808c0b17c614be79a0c7baf13c8a90d', 'subnets': [{'id': '35f0cdf6-9a10-4ae7-9cfa-69f52bae6fea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:31:13.377254 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf74d1a5-c4b0-4d55-ace5-eb2f2529b1ab None None] The sync data for ids ['f7e5b0fc-7de1-4608-8bad-fbe2c8903f5d'] in dv-neutron-master-2-hyperv is: [{'id': 'f7e5b0fc-7de1-4608-8bad-fbe2c8903f5d', 'name': 'tempest-ServerActionsTestJSON-1239396606-router', 'tenant_id': '4808c0b17c614be79a0c7baf13c8a90d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.55'}], 'enable_snat': True}, 'gw_port_id': '1e06f970-a67a-49e1-8704-07faf640bf83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:28:29Z', 'updated_at': '2022-01-05T17:28:32Z', 'revision_number': 4, 'project_id': '4808c0b17c614be79a0c7baf13c8a90d', 'gw_port': {'id': '1e06f970-a67a-49e1-8704-07faf640bf83', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:21:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7e5b0fc-7de1-4608-8bad-fbe2c8903f5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:28:29Z', 'updated_at': '2022-01-05T17:28:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '2c7f8bf4-1843-4150-8484-b1d2af840bd7', 'name': '', 'network_id': 'a2a3f410-a9d2-4220-a184-fcdeb12ab668', 'tenant_id': '4808c0b17c614be79a0c7baf13c8a90d', 'mac_address': 'fa:16:3e:fd:a1:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7e5b0fc-7de1-4608-8bad-fbe2c8903f5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': '35f0cdf6-9a10-4ae7-9cfa-69f52bae6fea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:28:31Z', 'updated_at': '2022-01-05T17:28:35Z', 'revision_number': 5, 'project_id': '4808c0b17c614be79a0c7baf13c8a90d', 'subnets': [{'id': '35f0cdf6-9a10-4ae7-9cfa-69f52bae6fea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 05 17:31:13.615666 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa6fb34c-da5f-4be9-9eea-ac19501dc4a8 None None] New status for floating IP 5cf9493c-3613-46b4-b806-79e1f44f1aa9: DOWN {{(pid=103803) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 05 17:31:13.745774 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-46b46afa-1f1e-4ce7-a3de-3447d1e3ac8c req-ae7ad5be-56a5-4c91-bd40-6dce22752c98 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--1307396355&fields=id&tenant_id=4808c0b17c614be79a0c7baf13c8a90d HTTP/1.1" status: 200 len: 267 time: 0.0436230 Jan 05 17:31:13.856999 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b46afa-1f1e-4ce7-a3de-3447d1e3ac8c req-4a75c4ff-6420-439d-9b7a-7fa66efe7924 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:31:13.858554 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-46b46afa-1f1e-4ce7-a3de-3447d1e3ac8c req-4a75c4ff-6420-439d-9b7a-7fa66efe7924 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/networks?id=a2a3f410-a9d2-4220-a184-fcdeb12ab668 HTTP/1.1" status: 200 len: 812 time: 0.1063063 Jan 05 17:31:13.872988 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-46b46afa-1f1e-4ce7-a3de-3447d1e3ac8c req-6149148f-9505-4e8d-80a2-4fa1d6b477c2 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/quotas/4808c0b17c614be79a0c7baf13c8a90d HTTP/1.1" status: 200 len: 375 time: 0.0090892 Jan 05 17:31:13.922005 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-46b46afa-1f1e-4ce7-a3de-3447d1e3ac8c req-e23ed8a6-b50b-4cca-a45a-6b704653d8a9 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=4808c0b17c614be79a0c7baf13c8a90d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0442603 Jan 05 17:31:13.991279 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [req-46b46afa-1f1e-4ce7-a3de-3447d1e3ac8c req-70341227-1a3c-41b6-bc52-a73b474c22af service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103801) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 05 17:31:13.992300 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-46b46afa-1f1e-4ce7-a3de-3447d1e3ac8c req-70341227-1a3c-41b6-bc52-a73b474c22af service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0598001 Jan 05 17:31:14.083247 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-46b46afa-1f1e-4ce7-a3de-3447d1e3ac8c req-05b66a70-6a17-41ce-b861-f37f7408fb42 service neutron] 10.222.0.11 "GET /v2.0/networks/a2a3f410-a9d2-4220-a184-fcdeb12ab668?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846376 Jan 05 17:31:14.168999 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-46b46afa-1f1e-4ce7-a3de-3447d1e3ac8c req-adaaf426-9ce2-48ee-b572-f83ac2b8c234 service neutron] 10.222.0.11 "GET /v2.0/networks/a2a3f410-a9d2-4220-a184-fcdeb12ab668?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801175 Jan 05 17:31:14.383939 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-676feb40-3a03-4773-9ef0-90d04a653e7a req-7c77eee4-87fa-47fd-a071-1c1c099cd70a tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/ports?device_id=7aa194ab-ea71-4fcd-9b4c-934faeeaae16 HTTP/1.1" status: 200 len: 210 time: 0.0306997 Jan 05 17:31:15.478608 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-0128593a-40a4-482f-af7e-d7afbf326cc4 req-a7a7cdbf-23bf-45bb-be6c-9e4d1a9eea3b tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/ports?device_id=7aa194ab-ea71-4fcd-9b4c-934faeeaae16 HTTP/1.1" status: 200 len: 210 time: 0.0267925 Jan 05 17:31:16.163019 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b46afa-1f1e-4ce7-a3de-3447d1e3ac8c req-44f5301a-d6b4-4df5-b615-cd9de990d263 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:31:16.164433 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-46b46afa-1f1e-4ce7-a3de-3447d1e3ac8c req-44f5301a-d6b4-4df5-b615-cd9de990d263 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.13 "GET /v2.0/networks?id=a2a3f410-a9d2-4220-a184-fcdeb12ab668 HTTP/1.1" status: 200 len: 812 time: 0.0987334 Jan 05 17:31:16.222745 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-46b46afa-1f1e-4ce7-a3de-3447d1e3ac8c req-b5129d81-67b5-4823-aa9d-59f61c0b28d3 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4808c0b17c614be79a0c7baf13c8a90d HTTP/1.1" status: 200 len: 380 time: 0.0498197 Jan 05 17:31:16.230662 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [req-46b46afa-1f1e-4ce7-a3de-3447d1e3ac8c req-2867bd9e-d2c8-4cf5-8127-a99ea41f0280 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Request body: {'port': {'device_id': '7aa194ab-ea71-4fcd-9b4c-934faeeaae16', 'network_id': 'a2a3f410-a9d2-4220-a184-fcdeb12ab668', 'admin_state_up': True, 'tenant_id': '4808c0b17c614be79a0c7baf13c8a90d', 'security_groups': ['052c9abb-c0fd-478b-a17e-1421a63a5379']}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:31:16.392035 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46b46afa-1f1e-4ce7-a3de-3447d1e3ac8c req-2867bd9e-d2c8-4cf5-8127-a99ea41f0280 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Made reservation on behalf of 4808c0b17c614be79a0c7baf13c8a90d for: {'port': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:31:16.396157 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-46b46afa-1f1e-4ce7-a3de-3447d1e3ac8c req-2867bd9e-d2c8-4cf5-8127-a99ea41f0280 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:31:16.522515 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [req-46b46afa-1f1e-4ce7-a3de-3447d1e3ac8c req-2867bd9e-d2c8-4cf5-8127-a99ea41f0280 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Allocated IP 172.20.0.9 (a2a3f410-a9d2-4220-a184-fcdeb12ab668/35f0cdf6-9a10-4ae7-9cfa-69f52bae6fea/e723022c-ad69-4974-bb28-3c1fd3331a9a) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:31:16.585961 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-3053a21a-38e6-48dd-a511-479d57bc722b req-2f29aa6d-9773-426a-a323-232825f0e679 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/ports?device_id=7aa194ab-ea71-4fcd-9b4c-934faeeaae16 HTTP/1.1" status: 200 len: 210 time: 0.0395391 Jan 05 17:31:16.687697 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-46b46afa-1f1e-4ce7-a3de-3447d1e3ac8c req-2867bd9e-d2c8-4cf5-8127-a99ea41f0280 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Publish callbacks [] for port, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:31:16.786759 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-46b46afa-1f1e-4ce7-a3de-3447d1e3ac8c req-2867bd9e-d2c8-4cf5-8127-a99ea41f0280 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:31:16.832706 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46b46afa-1f1e-4ce7-a3de-3447d1e3ac8c req-2867bd9e-d2c8-4cf5-8127-a99ea41f0280 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Network a2a3f410-a9d2-4220-a184-fcdeb12ab668 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:31:16.835978 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [req-46b46afa-1f1e-4ce7-a3de-3447d1e3ac8c req-2867bd9e-d2c8-4cf5-8127-a99ea41f0280 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:31:16.838583 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [req-46b46afa-1f1e-4ce7-a3de-3447d1e3ac8c req-2867bd9e-d2c8-4cf5-8127-a99ea41f0280 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:31:16.869323 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2867bd9e-d2c8-4cf5-8127-a99ea41f0280 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Pushing event updated for resources: {'Port': ['ID=e723022c-ad69-4974-bb28-3c1fd3331a9a,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:31:16.898294 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b46afa-1f1e-4ce7-a3de-3447d1e3ac8c req-2867bd9e-d2c8-4cf5-8127-a99ea41f0280 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:31:16.898946 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-46b46afa-1f1e-4ce7-a3de-3447d1e3ac8c req-2867bd9e-d2c8-4cf5-8127-a99ea41f0280 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:31:16.966542 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-46b46afa-1f1e-4ce7-a3de-3447d1e3ac8c req-2867bd9e-d2c8-4cf5-8127-a99ea41f0280 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7392981 Jan 05 17:31:16.979656 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [req-46b46afa-1f1e-4ce7-a3de-3447d1e3ac8c req-1d341988-b921-40ef-8a83-f8860f876306 service neutron] Request body: {'port': {'device_id': '7aa194ab-ea71-4fcd-9b4c-934faeeaae16', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:31:17.033248 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-46b46afa-1f1e-4ce7-a3de-3447d1e3ac8c req-1d341988-b921-40ef-8a83-f8860f876306 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:31:17.099195 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-2ca742b1-ff17-41b0-9576-9be4ded71b35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:31:17.113891 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-ea975c62-cb12-416f-940f-76a896294d70 None None] Provisioning complete for port e723022c-ad69-4974-bb28-3c1fd3331a9a triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:31:17.114190 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-ea975c62-cb12-416f-940f-76a896294d70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:31:17.281724 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Device a42e371e-5fbe-42d0-a784-ab76b58f9611 no longer exists at agent hyperv_hv-neutron-mast {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 05 17:31:17.301836 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.notifiers.nova [req-46b46afa-1f1e-4ce7-a3de-3447d1e3ac8c req-1d341988-b921-40ef-8a83-f8860f876306 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e723022c-ad69-4974-bb28-3c1fd3331a9a {{(pid=103800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 05 17:31:17.308166 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] No Port match for: a42e371e-5fbe-42d0-a784-ab76b58f9611 {{(pid=103802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 05 17:31:17.308513 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Device a42e371e-5fbe-42d0-a784-ab76b58f9611 not bound to the agent host hv-neutron-mast {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 05 17:31:17.313209 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-46b46afa-1f1e-4ce7-a3de-3447d1e3ac8c req-1d341988-b921-40ef-8a83-f8860f876306 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:31:17.314739 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-ea975c62-cb12-416f-940f-76a896294d70 None None] Port e723022c-ad69-4974-bb28-3c1fd3331a9a cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 17:31:17.326573 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.provisioning_blocks [req-46b46afa-1f1e-4ce7-a3de-3447d1e3ac8c req-1d341988-b921-40ef-8a83-f8860f876306 service neutron] Transition to ACTIVE for port object e723022c-ad69-4974-bb28-3c1fd3331a9a will not be triggered until provisioned by entity L2. {{(pid=103800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 05 17:31:17.385084 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-46b46afa-1f1e-4ce7-a3de-3447d1e3ac8c req-1d341988-b921-40ef-8a83-f8860f876306 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8784461'] for port, after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:31:17.437894 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d341988-b921-40ef-8a83-f8860f876306 service neutron] Pushing event updated for resources: {'Port': ['ID=e723022c-ad69-4974-bb28-3c1fd3331a9a,revision_number=2']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:31:17.510181 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [req-46b46afa-1f1e-4ce7-a3de-3447d1e3ac8c req-1d341988-b921-40ef-8a83-f8860f876306 service neutron] Attempting to bind port e723022c-ad69-4974-bb28-3c1fd3331a9a on host hv-neutron-mast for vnic_type normal with profile {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 05 17:31:17.510515 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [req-46b46afa-1f1e-4ce7-a3de-3447d1e3ac8c req-1d341988-b921-40ef-8a83-f8860f876306 service neutron] Attempting to bind port e723022c-ad69-4974-bb28-3c1fd3331a9a by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '3408963b-cc6f-41d6-81f3-5f4936e04525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'a2a3f410-a9d2-4220-a184-fcdeb12ab668'}] {{(pid=103800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 05 17:31:17.510840 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46b46afa-1f1e-4ce7-a3de-3447d1e3ac8c req-1d341988-b921-40ef-8a83-f8860f876306 service neutron] Attempting to bind port e723022c-ad69-4974-bb28-3c1fd3331a9a on network a2a3f410-a9d2-4220-a184-fcdeb12ab668 {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:31:17.516089 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46b46afa-1f1e-4ce7-a3de-3447d1e3ac8c req-1d341988-b921-40ef-8a83-f8860f876306 service neutron] Port e723022c-ad69-4974-bb28-3c1fd3331a9a on network a2a3f410-a9d2-4220-a184-fcdeb12ab668 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 05 17:31:17.516406 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46b46afa-1f1e-4ce7-a3de-3447d1e3ac8c req-1d341988-b921-40ef-8a83-f8860f876306 service neutron] Attempting to bind port e723022c-ad69-4974-bb28-3c1fd3331a9a on network a2a3f410-a9d2-4220-a184-fcdeb12ab668 {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:31:17.521181 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46b46afa-1f1e-4ce7-a3de-3447d1e3ac8c req-1d341988-b921-40ef-8a83-f8860f876306 service neutron] Checking agent: {'id': '5c36d785-abe8-4e89-a23a-b403333d2378', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 5, 17, 3, 49), 'started_at': datetime.datetime(2022, 1, 5, 17, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 1, 5, 17, 30, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 05 17:31:17.521511 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46b46afa-1f1e-4ce7-a3de-3447d1e3ac8c req-1d341988-b921-40ef-8a83-f8860f876306 service neutron] Checking segment: {'id': '3408963b-cc6f-41d6-81f3-5f4936e04525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'a2a3f410-a9d2-4220-a184-fcdeb12ab668'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:31:17.521923 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46b46afa-1f1e-4ce7-a3de-3447d1e3ac8c req-1d341988-b921-40ef-8a83-f8860f876306 service neutron] Bound using segment: {'id': '3408963b-cc6f-41d6-81f3-5f4936e04525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'a2a3f410-a9d2-4220-a184-fcdeb12ab668'} {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 05 17:31:17.522343 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [req-46b46afa-1f1e-4ce7-a3de-3447d1e3ac8c req-1d341988-b921-40ef-8a83-f8860f876306 service neutron] Bound port: e723022c-ad69-4974-bb28-3c1fd3331a9a, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3408963b-cc6f-41d6-81f3-5f4936e04525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'a2a3f410-a9d2-4220-a184-fcdeb12ab668'}}] {{(pid=103800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 05 17:31:17.522692 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-46b46afa-1f1e-4ce7-a3de-3447d1e3ac8c req-1d341988-b921-40ef-8a83-f8860f876306 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:31:17.586485 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.db [req-46b46afa-1f1e-4ce7-a3de-3447d1e3ac8c req-1d341988-b921-40ef-8a83-f8860f876306 service neutron] For port e723022c-ad69-4974-bb28-3c1fd3331a9a, host hv-neutron-mast, cleared binding levels {{(pid=103800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 05 17:31:17.589595 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.db [req-46b46afa-1f1e-4ce7-a3de-3447d1e3ac8c req-1d341988-b921-40ef-8a83-f8860f876306 service neutron] For port e723022c-ad69-4974-bb28-3c1fd3331a9a, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=e723022c-ad69-4974-bb28-3c1fd3331a9a,segment=NetworkSegment(3408963b-cc6f-41d6-81f3-5f4936e04525),segment_id=3408963b-cc6f-41d6-81f3-5f4936e04525)] {{(pid=103800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 05 17:31:17.710314 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75f0b91-83e6-447a-be1e-902d0cbc9a88 req-8e5d51a3-2d61-4797-adbd-42c70a82d131 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:31:17.711768 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-f75f0b91-83e6-447a-be1e-902d0cbc9a88 req-8e5d51a3-2d61-4797-adbd-42c70a82d131 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/ports?device_id=7aa194ab-ea71-4fcd-9b4c-934faeeaae16 HTTP/1.1" status: 200 len: 943 time: 0.0565181 Jan 05 17:31:17.730071 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-46b46afa-1f1e-4ce7-a3de-3447d1e3ac8c req-1d341988-b921-40ef-8a83-f8860f876306 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8784461'] for port, after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:31:17.762717 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b46afa-1f1e-4ce7-a3de-3447d1e3ac8c req-1d341988-b921-40ef-8a83-f8860f876306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:31:17.763310 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-46b46afa-1f1e-4ce7-a3de-3447d1e3ac8c req-1d341988-b921-40ef-8a83-f8860f876306 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:31:17.764732 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-46b46afa-1f1e-4ce7-a3de-3447d1e3ac8c req-1d341988-b921-40ef-8a83-f8860f876306 service neutron] 10.222.0.13 "PUT /v2.0/ports/e723022c-ad69-4974-bb28-3c1fd3331a9a HTTP/1.1" status: 200 len: 1093 time: 0.7898102 Jan 05 17:31:17.765177 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7aa194ab-ea71-4fcd-9b4c-934faeeaae16', 'tag': 'e723022c-ad69-4974-bb28-3c1fd3331a9a'}] {{(pid=103800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 05 17:31:17.767422 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f64b9d4628f7eefcc27168a80c04985d23f0ea5def038dae05e1deb7357f3bfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2aa0f274-0a71-45cc-bcd4-182695c14980" -d '{"events": [{"name": "network-changed", "server_uuid": "7aa194ab-ea71-4fcd-9b4c-934faeeaae16", "tag": "e723022c-ad69-4974-bb28-3c1fd3331a9a"}]}' {{(pid=103800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 05 17:31:17.767583 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-f75f0b91-83e6-447a-be1e-902d0cbc9a88 req-84a4c85e-874f-4d0c-aeb0-3e3e48a04351 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/security-groups?id=052c9abb-c0fd-478b-a17e-1421a63a5379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497034 Jan 05 17:31:17.808013 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d341988-b921-40ef-8a83-f8860f876306 service neutron] Pushing event updated for resources: {'Port': ['ID=e723022c-ad69-4974-bb28-3c1fd3331a9a,revision_number=3']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:31:17.817347 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Jan 2022 17:31:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-deaf637d-8c4e-4481-967c-b713ee0f2b2b x-openstack-request-id: req-deaf637d-8c4e-4481-967c-b713ee0f2b2b {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 05 17:31:17.817742 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7aa194ab-ea71-4fcd-9b4c-934faeeaae16", "tag": "e723022c-ad69-4974-bb28-3c1fd3331a9a", "status": "completed", "code": 200}]} {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 05 17:31:17.818110 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-deaf637d-8c4e-4481-967c-b713ee0f2b2b {{(pid=103800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 05 17:31:17.818593 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7aa194ab-ea71-4fcd-9b4c-934faeeaae16', 'tag': 'e723022c-ad69-4974-bb28-3c1fd3331a9a', 'status': 'completed', 'code': 200} Jan 05 17:31:17.874045 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b46afa-1f1e-4ce7-a3de-3447d1e3ac8c req-0f3fd982-eead-4212-84d1-c170f137d2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:31:17.875559 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-46b46afa-1f1e-4ce7-a3de-3447d1e3ac8c req-0f3fd982-eead-4212-84d1-c170f137d2f2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4808c0b17c614be79a0c7baf13c8a90d&device_id=7aa194ab-ea71-4fcd-9b4c-934faeeaae16 HTTP/1.1" status: 200 len: 1096 time: 0.0426779 Jan 05 17:31:17.920678 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-46b46afa-1f1e-4ce7-a3de-3447d1e3ac8c req-0729e40c-fbbf-4afb-ac04-b96e9fecb658 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e723022c-ad69-4974-bb28-3c1fd3331a9a HTTP/1.1" status: 200 len: 217 time: 0.0387118 Jan 05 17:31:17.968702 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b46afa-1f1e-4ce7-a3de-3447d1e3ac8c req-49e21bf3-d038-41f5-bb73-83925f068069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:31:17.970189 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-46b46afa-1f1e-4ce7-a3de-3447d1e3ac8c req-49e21bf3-d038-41f5-bb73-83925f068069 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=35f0cdf6-9a10-4ae7-9cfa-69f52bae6fea HTTP/1.1" status: 200 len: 851 time: 0.0440257 Jan 05 17:31:18.014218 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b46afa-1f1e-4ce7-a3de-3447d1e3ac8c req-47d6c9d3-85ef-4c06-a235-aade2940c025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:31:18.015577 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-46b46afa-1f1e-4ce7-a3de-3447d1e3ac8c req-47d6c9d3-85ef-4c06-a235-aade2940c025 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a2a3f410-a9d2-4220-a184-fcdeb12ab668&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0391488 Jan 05 17:31:18.104479 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-46b46afa-1f1e-4ce7-a3de-3447d1e3ac8c req-dfb8e47f-a90c-45f3-aeaf-8205e727645f service neutron] 10.222.0.13 "GET /v2.0/networks/a2a3f410-a9d2-4220-a184-fcdeb12ab668?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831628 Jan 05 17:31:18.189424 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-46b46afa-1f1e-4ce7-a3de-3447d1e3ac8c req-2d1f1beb-283f-4e90-9ce4-4b7f4a9f1f30 service neutron] 10.222.0.13 "GET /v2.0/networks/a2a3f410-a9d2-4220-a184-fcdeb12ab668?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0790575 Jan 05 17:31:18.357575 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa0f274-0a71-45cc-bcd4-182695c14980 req-a08ba34f-772a-4ffb-b9f8-27125b56887b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:31:18.359074 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-2aa0f274-0a71-45cc-bcd4-182695c14980 req-a08ba34f-772a-4ffb-b9f8-27125b56887b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4808c0b17c614be79a0c7baf13c8a90d&device_id=7aa194ab-ea71-4fcd-9b4c-934faeeaae16 HTTP/1.1" status: 200 len: 1096 time: 0.0455618 Jan 05 17:31:18.444709 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa0f274-0a71-45cc-bcd4-182695c14980 req-919a0baf-93a9-47f7-bf92-70bb0ae6fba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:31:18.446095 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-2aa0f274-0a71-45cc-bcd4-182695c14980 req-919a0baf-93a9-47f7-bf92-70bb0ae6fba1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a2a3f410-a9d2-4220-a184-fcdeb12ab668 HTTP/1.1" status: 200 len: 913 time: 0.0809805 Jan 05 17:31:18.490761 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-2aa0f274-0a71-45cc-bcd4-182695c14980 req-98754b60-fe87-495f-b983-9a9c17d0d860 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e723022c-ad69-4974-bb28-3c1fd3331a9a HTTP/1.1" status: 200 len: 217 time: 0.0375175 Jan 05 17:31:18.536895 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa0f274-0a71-45cc-bcd4-182695c14980 req-e2484b23-7e8a-410a-ae6b-504eab93c877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:31:18.538296 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-2aa0f274-0a71-45cc-bcd4-182695c14980 req-e2484b23-7e8a-410a-ae6b-504eab93c877 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=35f0cdf6-9a10-4ae7-9cfa-69f52bae6fea HTTP/1.1" status: 200 len: 851 time: 0.0419414 Jan 05 17:31:18.581383 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa0f274-0a71-45cc-bcd4-182695c14980 req-200133f8-324f-4f5f-9690-ab4349471f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:31:18.582841 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-2aa0f274-0a71-45cc-bcd4-182695c14980 req-200133f8-324f-4f5f-9690-ab4349471f1c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a2a3f410-a9d2-4220-a184-fcdeb12ab668&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0385888 Jan 05 17:31:18.675773 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-2aa0f274-0a71-45cc-bcd4-182695c14980 req-409527e8-15cd-4e23-9cf3-437d48d89f80 service neutron] 10.222.0.13 "GET /v2.0/networks/a2a3f410-a9d2-4220-a184-fcdeb12ab668?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863276 Jan 05 17:31:18.767513 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-2aa0f274-0a71-45cc-bcd4-182695c14980 req-156999f8-4b1a-453f-a785-a0180471cd13 service neutron] 10.222.0.13 "GET /v2.0/networks/a2a3f410-a9d2-4220-a184-fcdeb12ab668?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851631 Jan 05 17:31:18.882396 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569aec62-04d2-4f4d-98e9-67ccd2cacb48 req-efcd67fe-2bac-4216-a1fd-1446e47b6c87 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:31:18.883858 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-569aec62-04d2-4f4d-98e9-67ccd2cacb48 req-efcd67fe-2bac-4216-a1fd-1446e47b6c87 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/ports?device_id=7aa194ab-ea71-4fcd-9b4c-934faeeaae16 HTTP/1.1" status: 200 len: 943 time: 0.0483160 Jan 05 17:31:18.929121 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-569aec62-04d2-4f4d-98e9-67ccd2cacb48 req-1e17362c-73a8-4920-b17f-15b9d819e49e tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/security-groups?id=052c9abb-c0fd-478b-a17e-1421a63a5379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398479 Jan 05 17:31:19.350507 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-97992463-ee4b-44f5-aa1b-074b47a1ac4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:31:19.870042 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:31:20.043135 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6150e2-af11-4810-a272-d555869e37e5 req-91007cc2-ad78-43d2-bf69-e561e98e0685 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:31:20.044582 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-9e6150e2-af11-4810-a272-d555869e37e5 req-91007cc2-ad78-43d2-bf69-e561e98e0685 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/ports?device_id=7aa194ab-ea71-4fcd-9b4c-934faeeaae16 HTTP/1.1" status: 200 len: 943 time: 0.0485382 Jan 05 17:31:20.090396 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-9e6150e2-af11-4810-a272-d555869e37e5 req-82122d37-11f4-4fc1-a2a6-0058b65b8d9d tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/security-groups?id=052c9abb-c0fd-478b-a17e-1421a63a5379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403554 Jan 05 17:31:20.590062 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d2607572-b3c9-472c-85bc-c8de0c3fb75c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:31:21.202037 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6010ca-622f-4636-a155-296d9d9084ea req-96808c07-bc55-4e98-b9dd-11f64b2aa645 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:31:21.203480 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-3a6010ca-622f-4636-a155-296d9d9084ea req-96808c07-bc55-4e98-b9dd-11f64b2aa645 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/ports?device_id=7aa194ab-ea71-4fcd-9b4c-934faeeaae16 HTTP/1.1" status: 200 len: 943 time: 0.0474918 Jan 05 17:31:21.207252 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Device e723022c-ad69-4974-bb28-3c1fd3331a9a details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 05 17:31:21.249033 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-3a6010ca-622f-4636-a155-296d9d9084ea req-0f64fd02-852f-4b68-8daf-300fc856a927 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/security-groups?id=052c9abb-c0fd-478b-a17e-1421a63a5379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400884 Jan 05 17:31:21.299132 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] For port e723022c-ad69-4974-bb28-3c1fd3331a9a, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=e723022c-ad69-4974-bb28-3c1fd3331a9a,segment=NetworkSegment(3408963b-cc6f-41d6-81f3-5f4936e04525),segment_id=3408963b-cc6f-41d6-81f3-5f4936e04525)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:31:21.310034 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Returning: {'device': 'e723022c-ad69-4974-bb28-3c1fd3331a9a', 'network_id': 'a2a3f410-a9d2-4220-a184-fcdeb12ab668', 'port_id': 'e723022c-ad69-4974-bb28-3c1fd3331a9a', 'mac_address': 'fa:16:3e:a3:40:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35f0cdf6-9a10-4ae7-9cfa-69f52bae6fea', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 05 17:31:21.354051 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:31:21.366409 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.notifiers.nova [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e723022c-ad69-4974-bb28-3c1fd3331a9a {{(pid=103802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 05 17:31:21.385653 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] For port e723022c-ad69-4974-bb28-3c1fd3331a9a, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=e723022c-ad69-4974-bb28-3c1fd3331a9a,segment=NetworkSegment(3408963b-cc6f-41d6-81f3-5f4936e04525),segment_id=3408963b-cc6f-41d6-81f3-5f4936e04525)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:31:21.441859 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:31:21.486879 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Pushing event updated for resources: {'Port': ['ID=e723022c-ad69-4974-bb28-3c1fd3331a9a,revision_number=4']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:31:21.660758 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] get_ports_and_sgs() called for port_ids ['e723022c-ad69-4974-bb28-3c1fd3331a9a'] {{(pid=103802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 05 17:31:21.961900 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d504d802-9546-4ce5-a9d3-96c844ac5808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:31:22.367206 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a93574-fece-4cef-8d73-3c743f38b414 req-9bbc4291-4afb-43e2-826e-b5589ca25c95 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:31:22.368664 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-30a93574-fece-4cef-8d73-3c743f38b414 req-9bbc4291-4afb-43e2-826e-b5589ca25c95 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/ports?device_id=7aa194ab-ea71-4fcd-9b4c-934faeeaae16 HTTP/1.1" status: 200 len: 944 time: 0.0527256 Jan 05 17:31:22.413817 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-30a93574-fece-4cef-8d73-3c743f38b414 req-00add604-011b-4546-83d9-52f79e11e73e tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/security-groups?id=052c9abb-c0fd-478b-a17e-1421a63a5379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395482 Jan 05 17:31:23.227214 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Device e723022c-ad69-4974-bb28-3c1fd3331a9a up at agent hyperv_hv-neutron-mast {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:31:23.295346 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:31:23.311727 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Provisioning for port e723022c-ad69-4974-bb28-3c1fd3331a9a completed by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 05 17:31:23.315809 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Provisioning complete for port e723022c-ad69-4974-bb28-3c1fd3331a9a triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:31:23.316175 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:31:23.394188 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:31:23.415325 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7aa194ab-ea71-4fcd-9b4c-934faeeaae16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e723022c-ad69-4974-bb28-3c1fd3331a9a'}] {{(pid=103802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 05 17:31:23.417548 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36b213fbd845b3f09e785999bbcda1c85cd5592d7f001460987854e5c1683bd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08ba0110-388d-4d9a-b11e-c9e139026c02" -d '{"events": [{"server_uuid": "7aa194ab-ea71-4fcd-9b4c-934faeeaae16", "name": "network-vif-plugged", "status": "completed", "tag": "e723022c-ad69-4974-bb28-3c1fd3331a9a"}]}' {{(pid=103802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 05 17:31:23.429942 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] For port e723022c-ad69-4974-bb28-3c1fd3331a9a, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=e723022c-ad69-4974-bb28-3c1fd3331a9a,segment=NetworkSegment(3408963b-cc6f-41d6-81f3-5f4936e04525),segment_id=3408963b-cc6f-41d6-81f3-5f4936e04525)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:31:23.455398 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Jan 2022 17:31:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08a8ede1-7a2a-40b8-ac2b-d81334e5b51e x-openstack-request-id: req-08a8ede1-7a2a-40b8-ac2b-d81334e5b51e {{(pid=103802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 05 17:31:23.455725 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7aa194ab-ea71-4fcd-9b4c-934faeeaae16", "name": "network-vif-plugged", "status": "completed", "tag": "e723022c-ad69-4974-bb28-3c1fd3331a9a", "code": 200}]} {{(pid=103802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 05 17:31:23.455986 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-08a8ede1-7a2a-40b8-ac2b-d81334e5b51e {{(pid=103802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 05 17:31:23.456386 dv-neutron-master-2-hyperv neutron-server[103802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7aa194ab-ea71-4fcd-9b4c-934faeeaae16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e723022c-ad69-4974-bb28-3c1fd3331a9a', 'code': 200} Jan 05 17:31:23.494755 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:31:23.531248 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d915570e-cb6f-47ae-868a-1583c5aa5e8f req-1cd89128-0e71-4dc7-968a-f208877a021a tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:31:23.532742 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-d915570e-cb6f-47ae-868a-1583c5aa5e8f req-1cd89128-0e71-4dc7-968a-f208877a021a tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/ports?device_id=7aa194ab-ea71-4fcd-9b4c-934faeeaae16 HTTP/1.1" status: 200 len: 945 time: 0.0500834 Jan 05 17:31:23.544034 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Pushing event updated for resources: {'Port': ['ID=e723022c-ad69-4974-bb28-3c1fd3331a9a,revision_number=5']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:31:23.580269 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-d915570e-cb6f-47ae-868a-1583c5aa5e8f req-968d53e3-6503-44b0-8590-e197e7e70c84 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/security-groups?id=052c9abb-c0fd-478b-a17e-1421a63a5379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419562 Jan 05 17:31:23.709950 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452ce607-9194-44ca-97e5-1a858cef1b43 req-c88d1f40-fada-4cfb-ab11-e38fb70c0e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:31:23.711458 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-452ce607-9194-44ca-97e5-1a858cef1b43 req-c88d1f40-fada-4cfb-ab11-e38fb70c0e1e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7aa194ab-ea71-4fcd-9b4c-934faeeaae16 HTTP/1.1" status: 200 len: 1098 time: 0.0427921 Jan 05 17:31:23.753521 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-452ce607-9194-44ca-97e5-1a858cef1b43 req-163dfedb-0b6d-47bb-beb8-4445d8843826 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=052c9abb-c0fd-478b-a17e-1421a63a5379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362861 Jan 05 17:31:24.699288 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec22b5ab-d135-4af9-9169-b4dc4b48def5 req-b1675c5d-18d0-4abe-a139-8c19b31faabf tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:31:24.701532 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-ec22b5ab-d135-4af9-9169-b4dc4b48def5 req-b1675c5d-18d0-4abe-a139-8c19b31faabf tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/ports?device_id=7aa194ab-ea71-4fcd-9b4c-934faeeaae16 HTTP/1.1" status: 200 len: 945 time: 0.0521853 Jan 05 17:31:24.748472 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-ec22b5ab-d135-4af9-9169-b4dc4b48def5 req-a3f8fe83-2eff-4761-b059-297a02b97831 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/security-groups?id=052c9abb-c0fd-478b-a17e-1421a63a5379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410440 Jan 05 17:31:25.861163 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73139ce7-fb1d-47b2-bd7b-a2e33018b70f req-abc6fc61-d43a-4a4a-80ff-db743edac41e tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:31:25.862634 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-73139ce7-fb1d-47b2-bd7b-a2e33018b70f req-abc6fc61-d43a-4a4a-80ff-db743edac41e tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/ports?device_id=7aa194ab-ea71-4fcd-9b4c-934faeeaae16 HTTP/1.1" status: 200 len: 945 time: 0.0481875 Jan 05 17:31:25.908316 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-73139ce7-fb1d-47b2-bd7b-a2e33018b70f req-bf009c3c-debe-4d02-a243-309004421cf6 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/security-groups?id=052c9abb-c0fd-478b-a17e-1421a63a5379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402365 Jan 05 17:31:26.016827 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ce1def-1404-4a13-83d0-e6239a7efee6 req-bdbe6b1c-4ad0-4c08-abae-61125cd9a16c tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:31:26.018312 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-94ce1def-1404-4a13-83d0-e6239a7efee6 req-bdbe6b1c-4ad0-4c08-abae-61125cd9a16c tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/ports?device_id=7aa194ab-ea71-4fcd-9b4c-934faeeaae16 HTTP/1.1" status: 200 len: 945 time: 0.0483356 Jan 05 17:31:26.026803 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 49292) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:31:26.031127 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-1faee5df-9f95-4d5d-a3e9-172b58a06e74 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Request body: {'floatingip': {'port_id': 'e723022c-ad69-4974-bb28-3c1fd3331a9a'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:31:26.071735 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-1faee5df-9f95-4d5d-a3e9-172b58a06e74 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Publish callbacks [] for floatingip, before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:31:26.489943 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-1faee5df-9f95-4d5d-a3e9-172b58a06e74 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:31:26.550028 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-1faee5df-9f95-4d5d-a3e9-172b58a06e74 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648677'] for floatingip, after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:31:26.647081 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.db.l3_db [None req-1faee5df-9f95-4d5d-a3e9-172b58a06e74 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Floating IP 5cf9493c-3613-46b4-b806-79e1f44f1aa9 associated. External IP: 172.36.4.193, port: e723022c-ad69-4974-bb28-3c1fd3331a9a. Jan 05 17:31:26.850888 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1faee5df-9f95-4d5d-a3e9-172b58a06e74 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Router f7e5b0fc-7de1-4608-8bad-fbe2c8903f5d has already been hosted by L3 agent 59446fdc-40e0-41fe-a575-a8eb11d742f7 {{(pid=103801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 05 17:31:26.955912 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1faee5df-9f95-4d5d-a3e9-172b58a06e74 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 05 17:31:26.960531 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-1faee5df-9f95-4d5d-a3e9-172b58a06e74 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for floatingip, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:31:26.964903 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b66a7f73-42a8-40d3-b9be-fe0c7419a414 None None] Sync routers for ids ['f7e5b0fc-7de1-4608-8bad-fbe2c8903f5d'] in dv-neutron-master-2-hyperv {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 05 17:31:26.975150 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b66a7f73-42a8-40d3-b9be-fe0c7419a414 None None] Routers {'f7e5b0fc-7de1-4608-8bad-fbe2c8903f5d'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:31:26.975790 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-b66a7f73-42a8-40d3-b9be-fe0c7419a414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:31:19Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['f7e5b0fc-7de1-4608-8bad-fbe2c8903f5d'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:31:26.987419 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-1faee5df-9f95-4d5d-a3e9-172b58a06e74 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "PUT /v2.0/floatingips/5cf9493c-3613-46b4-b806-79e1f44f1aa9 HTTP/1.1" status: 200 len: 991 time: 0.9595916 Jan 05 17:31:26.988092 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7aa194ab-ea71-4fcd-9b4c-934faeeaae16', 'tag': 'e723022c-ad69-4974-bb28-3c1fd3331a9a'}] {{(pid=103801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 05 17:31:26.990443 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cee9004337cfdaf047d78d8066c7d6073fad8dbc2217b3b67c4523abea34d3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ece1b929-10c4-4219-bdf9-e1611be22e55" -d '{"events": [{"name": "network-changed", "server_uuid": "7aa194ab-ea71-4fcd-9b4c-934faeeaae16", "tag": "e723022c-ad69-4974-bb28-3c1fd3331a9a"}]}' {{(pid=103801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 05 17:31:27.087665 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-b66a7f73-42a8-40d3-b9be-fe0c7419a414 None None] Set router f7e5b0fc-7de1-4608-8bad-fbe2c8903f5d gateway port host: dv-neutron-master-2-hyperv {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:31:27.093038 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Jan 2022 17:31:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19ff0a5c-e665-4807-8a5c-2a9152e548a3 x-openstack-request-id: req-19ff0a5c-e665-4807-8a5c-2a9152e548a3 {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 05 17:31:27.093574 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7aa194ab-ea71-4fcd-9b4c-934faeeaae16", "tag": "e723022c-ad69-4974-bb28-3c1fd3331a9a", "status": "completed", "code": 200}]} {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 05 17:31:27.093574 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-19ff0a5c-e665-4807-8a5c-2a9152e548a3 {{(pid=103801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 05 17:31:27.093978 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7aa194ab-ea71-4fcd-9b4c-934faeeaae16', 'tag': 'e723022c-ad69-4974-bb28-3c1fd3331a9a', 'status': 'completed', 'code': 200} Jan 05 17:31:27.152298 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece1b929-10c4-4219-bdf9-e1611be22e55 req-bcd76777-e26b-4a6f-ba48-b73310a0dbf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:31:27.154377 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-ece1b929-10c4-4219-bdf9-e1611be22e55 req-bcd76777-e26b-4a6f-ba48-b73310a0dbf8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4808c0b17c614be79a0c7baf13c8a90d&device_id=7aa194ab-ea71-4fcd-9b4c-934faeeaae16 HTTP/1.1" status: 200 len: 1098 time: 0.0396633 Jan 05 17:31:27.244978 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece1b929-10c4-4219-bdf9-e1611be22e55 req-4e3a6165-24d0-418d-aec4-272a60a2abb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:31:27.246501 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-ece1b929-10c4-4219-bdf9-e1611be22e55 req-4e3a6165-24d0-418d-aec4-272a60a2abb2 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a2a3f410-a9d2-4220-a184-fcdeb12ab668 HTTP/1.1" status: 200 len: 913 time: 0.0854194 Jan 05 17:31:27.309679 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-ece1b929-10c4-4219-bdf9-e1611be22e55 req-c0d5da35-8bdb-4f5a-b0b6-4bb33fbc574d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e723022c-ad69-4974-bb28-3c1fd3331a9a HTTP/1.1" status: 200 len: 999 time: 0.0566034 Jan 05 17:31:27.310733 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-b66a7f73-42a8-40d3-b9be-fe0c7419a414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7e5b0fc-7de1-4608-8bad-fbe2c8903f5d', 'name': 'tempest-ServerActionsTestJSON-1239396606-router', 'tenant_id': '4808c0b17c614be79a0c7baf13c8a90d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.55'}], 'enable_snat': True}, 'gw_port_id': '1e06f970-a67a-49e1-8704-07faf640bf83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:28:29Z', 'updated_at': '2022-01-05T17:28:32Z', 'revision_number': 4, 'project_id': '4808c0b17c614be79a0c7baf13c8a90d', 'gw_port': {'id': '1e06f970-a67a-49e1-8704-07faf640bf83', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:21:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7e5b0fc-7de1-4608-8bad-fbe2c8903f5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:28:29Z', 'updated_at': '2022-01-05T17:28:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '5cf9493c-3613-46b4-b806-79e1f44f1aa9', 'tenant_id': '4808c0b17c614be79a0c7baf13c8a90d', 'floating_ip_address': '172.36.4.193', 'floating_network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'router_id': 'f7e5b0fc-7de1-4608-8bad-fbe2c8903f5d', 'port_id': 'e723022c-ad69-4974-bb28-3c1fd3331a9a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1589, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2a3f410-a9d2-4220-a184-fcdeb12ab668', 'mac_address': 'fa:16:3e:a3:40:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aa194ab-ea71-4fcd-9b4c-934faeeaae16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-05T17:28:35Z', 'updated_at': '2022-01-05T17:31:26Z', 'revision_number': 9, 'project_id': '4808c0b17c614be79a0c7baf13c8a90d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c7f8bf4-1843-4150-8484-b1d2af840bd7', 'name': '', 'network_id': 'a2a3f410-a9d2-4220-a184-fcdeb12ab668', 'tenant_id': '4808c0b17c614be79a0c7baf13c8a90d', 'mac_address': 'fa:16:3e:fd:a1:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7e5b0fc-7de1-4608-8bad-fbe2c8903f5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': '35f0cdf6-9a10-4ae7-9cfa-69f52bae6fea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:28:31Z', 'updated_at': '2022-01-05T17:28:35Z', 'revision_number': 5, 'project_id': '4808c0b17c614be79a0c7baf13c8a90d', 'subnets': [{'id': '35f0cdf6-9a10-4ae7-9cfa-69f52bae6fea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:31:27.336495 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b66a7f73-42a8-40d3-b9be-fe0c7419a414 None None] Checking router: f7e5b0fc-7de1-4608-8bad-fbe2c8903f5d for host: dv-neutron-master-2-hyperv {{(pid=103802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 05 17:31:27.344992 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b66a7f73-42a8-40d3-b9be-fe0c7419a414 None None] Routers {'f7e5b0fc-7de1-4608-8bad-fbe2c8903f5d'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:31:27.345610 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-b66a7f73-42a8-40d3-b9be-fe0c7419a414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:31:19Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['f7e5b0fc-7de1-4608-8bad-fbe2c8903f5d'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:31:27.361210 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece1b929-10c4-4219-bdf9-e1611be22e55 req-2761a14c-6141-4d2f-a0b9-b6a1a36caa5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:31:27.362711 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-ece1b929-10c4-4219-bdf9-e1611be22e55 req-2761a14c-6141-4d2f-a0b9-b6a1a36caa5a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=35f0cdf6-9a10-4ae7-9cfa-69f52bae6fea HTTP/1.1" status: 200 len: 851 time: 0.0476677 Jan 05 17:31:27.406948 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece1b929-10c4-4219-bdf9-e1611be22e55 req-943fc1cc-abfc-475a-accb-7376cd22c2db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:31:27.408434 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-ece1b929-10c4-4219-bdf9-e1611be22e55 req-943fc1cc-abfc-475a-accb-7376cd22c2db service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a2a3f410-a9d2-4220-a184-fcdeb12ab668&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0402508 Jan 05 17:31:27.451358 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-b66a7f73-42a8-40d3-b9be-fe0c7419a414 None None] Set router f7e5b0fc-7de1-4608-8bad-fbe2c8903f5d gateway port host: dv-neutron-master-2-hyperv {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:31:27.494229 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-ece1b929-10c4-4219-bdf9-e1611be22e55 req-af1dd748-a0f2-4db1-97dc-d853ebbaf088 service neutron] 10.222.0.13 "GET /v2.0/networks/a2a3f410-a9d2-4220-a184-fcdeb12ab668?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792840 Jan 05 17:31:27.583243 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-ece1b929-10c4-4219-bdf9-e1611be22e55 req-38f540d6-b36f-4f63-a6fc-f114a57f60d5 service neutron] 10.222.0.13 "GET /v2.0/networks/a2a3f410-a9d2-4220-a184-fcdeb12ab668?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835304 Jan 05 17:31:27.672072 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-b66a7f73-42a8-40d3-b9be-fe0c7419a414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7e5b0fc-7de1-4608-8bad-fbe2c8903f5d', 'name': 'tempest-ServerActionsTestJSON-1239396606-router', 'tenant_id': '4808c0b17c614be79a0c7baf13c8a90d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.55'}], 'enable_snat': True}, 'gw_port_id': '1e06f970-a67a-49e1-8704-07faf640bf83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:28:29Z', 'updated_at': '2022-01-05T17:28:32Z', 'revision_number': 4, 'project_id': '4808c0b17c614be79a0c7baf13c8a90d', 'gw_port': {'id': '1e06f970-a67a-49e1-8704-07faf640bf83', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:21:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7e5b0fc-7de1-4608-8bad-fbe2c8903f5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:28:29Z', 'updated_at': '2022-01-05T17:28:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '5cf9493c-3613-46b4-b806-79e1f44f1aa9', 'tenant_id': '4808c0b17c614be79a0c7baf13c8a90d', 'floating_ip_address': '172.36.4.193', 'floating_network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'router_id': 'f7e5b0fc-7de1-4608-8bad-fbe2c8903f5d', 'port_id': 'e723022c-ad69-4974-bb28-3c1fd3331a9a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1589, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2a3f410-a9d2-4220-a184-fcdeb12ab668', 'mac_address': 'fa:16:3e:a3:40:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aa194ab-ea71-4fcd-9b4c-934faeeaae16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-05T17:28:35Z', 'updated_at': '2022-01-05T17:31:26Z', 'revision_number': 9, 'project_id': '4808c0b17c614be79a0c7baf13c8a90d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c7f8bf4-1843-4150-8484-b1d2af840bd7', 'name': '', 'network_id': 'a2a3f410-a9d2-4220-a184-fcdeb12ab668', 'tenant_id': '4808c0b17c614be79a0c7baf13c8a90d', 'mac_address': 'fa:16:3e:fd:a1:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7e5b0fc-7de1-4608-8bad-fbe2c8903f5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': '35f0cdf6-9a10-4ae7-9cfa-69f52bae6fea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:28:31Z', 'updated_at': '2022-01-05T17:28:35Z', 'revision_number': 5, 'project_id': '4808c0b17c614be79a0c7baf13c8a90d', 'subnets': [{'id': '35f0cdf6-9a10-4ae7-9cfa-69f52bae6fea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:31:27.698117 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b66a7f73-42a8-40d3-b9be-fe0c7419a414 None None] The sync data for ids ['f7e5b0fc-7de1-4608-8bad-fbe2c8903f5d'] in dv-neutron-master-2-hyperv is: [{'id': 'f7e5b0fc-7de1-4608-8bad-fbe2c8903f5d', 'name': 'tempest-ServerActionsTestJSON-1239396606-router', 'tenant_id': '4808c0b17c614be79a0c7baf13c8a90d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.55'}], 'enable_snat': True}, 'gw_port_id': '1e06f970-a67a-49e1-8704-07faf640bf83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:28:29Z', 'updated_at': '2022-01-05T17:28:32Z', 'revision_number': 4, 'project_id': '4808c0b17c614be79a0c7baf13c8a90d', 'gw_port': {'id': '1e06f970-a67a-49e1-8704-07faf640bf83', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:21:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7e5b0fc-7de1-4608-8bad-fbe2c8903f5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:28:29Z', 'updated_at': '2022-01-05T17:28:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '5cf9493c-3613-46b4-b806-79e1f44f1aa9', 'tenant_id': '4808c0b17c614be79a0c7baf13c8a90d', 'floating_ip_address': '172.36.4.193', 'floating_network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'router_id': 'f7e5b0fc-7de1-4608-8bad-fbe2c8903f5d', 'port_id': 'e723022c-ad69-4974-bb28-3c1fd3331a9a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1589, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2a3f410-a9d2-4220-a184-fcdeb12ab668', 'mac_address': 'fa:16:3e:a3:40:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aa194ab-ea71-4fcd-9b4c-934faeeaae16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-05T17:28:35Z', 'updated_at': '2022-01-05T17:31:26Z', 'revision_number': 9, 'project_id': '4808c0b17c614be79a0c7baf13c8a90d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c7f8bf4-1843-4150-8484-b1d2af840bd7', 'name': '', 'network_id': 'a2a3f410-a9d2-4220-a184-fcdeb12ab668', 'tenant_id': '4808c0b17c614be79a0c7baf13c8a90d', 'mac_address': 'fa:16:3e:fd:a1:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7e5b0fc-7de1-4608-8bad-fbe2c8903f5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': '35f0cdf6-9a10-4ae7-9cfa-69f52bae6fea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:28:31Z', 'updated_at': '2022-01-05T17:28:35Z', 'revision_number': 5, 'project_id': '4808c0b17c614be79a0c7baf13c8a90d', 'subnets': [{'id': '35f0cdf6-9a10-4ae7-9cfa-69f52bae6fea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 05 17:31:27.883070 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ed479f9-30e8-4218-85b9-36be015cd066 None None] New status for floating IP 5cf9493c-3613-46b4-b806-79e1f44f1aa9: ACTIVE {{(pid=103803) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 05 17:31:41.709315 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.agents_db [None req-291d1585-17df-45c0-b64a-d244e6d90872 None None] Agent healthcheck: found 6 active agents {{(pid=103803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 05 17:31:47.115211 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d052609b-2827-46ff-9f80-901d0098e04b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:31:49.339473 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-fb9349e5-fca3-4e2c-9757-8f30e890fe2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:31:49.860059 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:31:50.583774 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d2607572-b3c9-472c-85bc-c8de0c3fb75c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:31:52.002812 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d504d802-9546-4ce5-a9d3-96c844ac5808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:31:53.322117 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:32:05.535417 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29984181-6a3f-47ec-8d1e-056569e73c4e req-8dd74a4f-06d1-4330-ba33-0229c2be6dee tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:32:05.536912 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-29984181-6a3f-47ec-8d1e-056569e73c4e req-8dd74a4f-06d1-4330-ba33-0229c2be6dee tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/ports?device_id=7aa194ab-ea71-4fcd-9b4c-934faeeaae16 HTTP/1.1" status: 200 len: 945 time: 0.0524502 Jan 05 17:32:05.582771 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-29984181-6a3f-47ec-8d1e-056569e73c4e req-bd300e8a-e991-493b-937c-6ce0e4c0b598 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/security-groups?id=052c9abb-c0fd-478b-a17e-1421a63a5379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404098 Jan 05 17:32:05.658967 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-d190b64e-65f3-4bf4-a124-7538b404e81e req-9f3787d6-e062-4495-adfd-38fe1c1dd7f7 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=7aa194ab-ea71-4fcd-9b4c-934faeeaae16&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0937295 Jan 05 17:32:07.014649 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73bee90-a40c-4af7-9c78-f19c5208e74e req-5eaee112-fc1e-4ce1-acfd-1243c30ec32b tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:32:07.016124 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-f73bee90-a40c-4af7-9c78-f19c5208e74e req-5eaee112-fc1e-4ce1-acfd-1243c30ec32b tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/ports?device_id=7aa194ab-ea71-4fcd-9b4c-934faeeaae16 HTTP/1.1" status: 200 len: 945 time: 0.3628876 Jan 05 17:32:07.062434 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-f73bee90-a40c-4af7-9c78-f19c5208e74e req-0fc2804f-ef26-41df-8f1b-870a78e80127 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/security-groups?id=052c9abb-c0fd-478b-a17e-1421a63a5379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401621 Jan 05 17:32:07.477885 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d190b64e-65f3-4bf4-a124-7538b404e81e req-80b2aa56-1242-460d-adfa-79a932ea2a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:32:07.479329 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-d190b64e-65f3-4bf4-a124-7538b404e81e req-80b2aa56-1242-460d-adfa-79a932ea2a4a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4808c0b17c614be79a0c7baf13c8a90d&device_id=7aa194ab-ea71-4fcd-9b4c-934faeeaae16 HTTP/1.1" status: 200 len: 1098 time: 0.0394759 Jan 05 17:32:07.569302 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d190b64e-65f3-4bf4-a124-7538b404e81e req-5da7fc8c-8bb3-46e6-9d34-1c6adfe91f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:32:07.570794 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-d190b64e-65f3-4bf4-a124-7538b404e81e req-5da7fc8c-8bb3-46e6-9d34-1c6adfe91f15 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a2a3f410-a9d2-4220-a184-fcdeb12ab668 HTTP/1.1" status: 200 len: 913 time: 0.0859985 Jan 05 17:32:07.632947 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-d190b64e-65f3-4bf4-a124-7538b404e81e req-7fe6ff93-65eb-4c7e-b60f-90a9695bb073 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e723022c-ad69-4974-bb28-3c1fd3331a9a HTTP/1.1" status: 200 len: 1002 time: 0.0559750 Jan 05 17:32:07.678196 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d190b64e-65f3-4bf4-a124-7538b404e81e req-e16c30cc-c795-4bb0-98b7-451133e8c63f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:32:07.679543 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-d190b64e-65f3-4bf4-a124-7538b404e81e req-e16c30cc-c795-4bb0-98b7-451133e8c63f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=35f0cdf6-9a10-4ae7-9cfa-69f52bae6fea HTTP/1.1" status: 200 len: 851 time: 0.0411856 Jan 05 17:32:07.724952 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d190b64e-65f3-4bf4-a124-7538b404e81e req-215ad72c-e5ec-40f3-87ad-1dc92668d2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:32:07.726406 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-d190b64e-65f3-4bf4-a124-7538b404e81e req-215ad72c-e5ec-40f3-87ad-1dc92668d2f2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a2a3f410-a9d2-4220-a184-fcdeb12ab668&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0417359 Jan 05 17:32:07.809035 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-d190b64e-65f3-4bf4-a124-7538b404e81e req-0da7de00-a550-4694-9ddd-c90e3b551076 service neutron] 10.222.0.13 "GET /v2.0/networks/a2a3f410-a9d2-4220-a184-fcdeb12ab668?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0767076 Jan 05 17:32:07.902673 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-d190b64e-65f3-4bf4-a124-7538b404e81e req-74c14765-2df7-4e95-9489-cb0533f5f30d service neutron] 10.222.0.13 "GET /v2.0/networks/a2a3f410-a9d2-4220-a184-fcdeb12ab668?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875206 Jan 05 17:32:08.512721 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff171da-759d-42bf-a59c-fb6bb796d092 req-07249362-43a8-4e74-88b6-4c2ebf29b5ee tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:32:08.514285 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-1ff171da-759d-42bf-a59c-fb6bb796d092 req-07249362-43a8-4e74-88b6-4c2ebf29b5ee tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/ports?device_id=7aa194ab-ea71-4fcd-9b4c-934faeeaae16 HTTP/1.1" status: 200 len: 945 time: 0.3843207 Jan 05 17:32:08.559324 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-1ff171da-759d-42bf-a59c-fb6bb796d092 req-0c97e16f-ca3f-4bbd-a4cd-9b23f590602e tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/security-groups?id=052c9abb-c0fd-478b-a17e-1421a63a5379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390038 Jan 05 17:32:09.674753 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee12659a-8ba6-40c1-9c8b-9cfb898a1e94 req-864739cc-cf00-46e0-935a-5e96635ad5da tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:32:09.676205 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-ee12659a-8ba6-40c1-9c8b-9cfb898a1e94 req-864739cc-cf00-46e0-935a-5e96635ad5da tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/ports?device_id=7aa194ab-ea71-4fcd-9b4c-934faeeaae16 HTTP/1.1" status: 200 len: 945 time: 0.0483797 Jan 05 17:32:09.720379 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-ee12659a-8ba6-40c1-9c8b-9cfb898a1e94 req-caf0080f-15af-460b-bfa8-a5936828bd1d tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/security-groups?id=052c9abb-c0fd-478b-a17e-1421a63a5379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382373 Jan 05 17:32:10.835220 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06e582d-785c-4932-b8f7-5043732f8cee req-e913b845-bb34-491d-a0a3-984ef458ddf5 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:32:10.836693 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-c06e582d-785c-4932-b8f7-5043732f8cee req-e913b845-bb34-491d-a0a3-984ef458ddf5 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/ports?device_id=7aa194ab-ea71-4fcd-9b4c-934faeeaae16 HTTP/1.1" status: 200 len: 945 time: 0.0489237 Jan 05 17:32:10.884179 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-c06e582d-785c-4932-b8f7-5043732f8cee req-6ae2211b-0ce8-4aa0-8443-1230a0d4ea73 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/security-groups?id=052c9abb-c0fd-478b-a17e-1421a63a5379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417461 Jan 05 17:32:11.994587 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77964b27-2278-4de2-80be-d4128a160f6c req-de3e4d85-5235-4009-91b9-bf78fd3297b8 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:32:11.996035 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-77964b27-2278-4de2-80be-d4128a160f6c req-de3e4d85-5235-4009-91b9-bf78fd3297b8 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/ports?device_id=7aa194ab-ea71-4fcd-9b4c-934faeeaae16 HTTP/1.1" status: 200 len: 945 time: 0.0475764 Jan 05 17:32:12.044680 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-77964b27-2278-4de2-80be-d4128a160f6c req-f96c89ce-96f5-49a4-9c12-0e3a5d2604a6 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/security-groups?id=052c9abb-c0fd-478b-a17e-1421a63a5379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427504 Jan 05 17:32:13.165697 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae8dbdc-36da-45ac-9423-7bc0f6cebc8a req-78199a13-5dbd-4ac6-bcfa-22f87eba7e1a tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:32:13.167136 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-bae8dbdc-36da-45ac-9423-7bc0f6cebc8a req-78199a13-5dbd-4ac6-bcfa-22f87eba7e1a tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/ports?device_id=7aa194ab-ea71-4fcd-9b4c-934faeeaae16 HTTP/1.1" status: 200 len: 945 time: 0.0503509 Jan 05 17:32:13.211955 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-bae8dbdc-36da-45ac-9423-7bc0f6cebc8a req-6a336405-ba87-4a75-8803-14c819232193 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/security-groups?id=052c9abb-c0fd-478b-a17e-1421a63a5379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394688 Jan 05 17:32:14.325969 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b6e81c-0c1f-49d1-add0-afc8774b5953 req-dd12e397-7eff-47d9-bef3-e11753dd58d6 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:32:14.327388 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-00b6e81c-0c1f-49d1-add0-afc8774b5953 req-dd12e397-7eff-47d9-bef3-e11753dd58d6 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/ports?device_id=7aa194ab-ea71-4fcd-9b4c-934faeeaae16 HTTP/1.1" status: 200 len: 945 time: 0.0474741 Jan 05 17:32:14.372830 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-00b6e81c-0c1f-49d1-add0-afc8774b5953 req-6821b826-8c0f-4230-9c95-162e7d9ddea9 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/security-groups?id=052c9abb-c0fd-478b-a17e-1421a63a5379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400164 Jan 05 17:32:15.483410 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b03c8b-ecce-4eff-ac65-b212095fbe10 req-18b04790-cfe3-4404-b968-9d924adc1f88 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:32:15.484849 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-b7b03c8b-ecce-4eff-ac65-b212095fbe10 req-18b04790-cfe3-4404-b968-9d924adc1f88 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/ports?device_id=7aa194ab-ea71-4fcd-9b4c-934faeeaae16 HTTP/1.1" status: 200 len: 945 time: 0.0474057 Jan 05 17:32:15.529979 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-b7b03c8b-ecce-4eff-ac65-b212095fbe10 req-a212715a-497e-416f-9c6d-43ea4f18cc03 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/security-groups?id=052c9abb-c0fd-478b-a17e-1421a63a5379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391560 Jan 05 17:32:16.646326 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d92fb23-9f1e-474a-b18f-dc916cf10a8a req-fe1ba591-8b85-4bd8-8950-931d725ea181 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:32:16.647789 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-4d92fb23-9f1e-474a-b18f-dc916cf10a8a req-fe1ba591-8b85-4bd8-8950-931d725ea181 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/ports?device_id=7aa194ab-ea71-4fcd-9b4c-934faeeaae16 HTTP/1.1" status: 200 len: 945 time: 0.0515754 Jan 05 17:32:16.696103 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-4d92fb23-9f1e-474a-b18f-dc916cf10a8a req-f162b265-db8b-42e9-a204-424c15286a0d tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/security-groups?id=052c9abb-c0fd-478b-a17e-1421a63a5379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428441 Jan 05 17:32:17.115690 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-f223dfe8-72d7-4ea8-abe3-0b4ce010d4bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:32:17.810826 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111e3ca5-bfb5-4a9d-9dac-8e82a7339920 req-e7a5963e-8438-458c-9881-10e015c3cdd4 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:32:17.812259 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-111e3ca5-bfb5-4a9d-9dac-8e82a7339920 req-e7a5963e-8438-458c-9881-10e015c3cdd4 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/ports?device_id=7aa194ab-ea71-4fcd-9b4c-934faeeaae16 HTTP/1.1" status: 200 len: 945 time: 0.0492198 Jan 05 17:32:17.861573 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-111e3ca5-bfb5-4a9d-9dac-8e82a7339920 req-64febe88-66d9-4cef-a6ef-64138f64e222 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/security-groups?id=052c9abb-c0fd-478b-a17e-1421a63a5379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437050 Jan 05 17:32:18.408390 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7db227a-36d9-4e6c-84e9-ef35c0f16fda req-e72b98a3-e99c-4806-a3dd-a717c952d7ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:32:18.409938 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-a7db227a-36d9-4e6c-84e9-ef35c0f16fda req-e72b98a3-e99c-4806-a3dd-a717c952d7ae service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4808c0b17c614be79a0c7baf13c8a90d&device_id=7aa194ab-ea71-4fcd-9b4c-934faeeaae16 HTTP/1.1" status: 200 len: 1098 time: 0.0842054 Jan 05 17:32:18.522821 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7db227a-36d9-4e6c-84e9-ef35c0f16fda req-4ea3ce8a-cdab-4478-8305-602678d43399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:32:18.524326 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-a7db227a-36d9-4e6c-84e9-ef35c0f16fda req-4ea3ce8a-cdab-4478-8305-602678d43399 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a2a3f410-a9d2-4220-a184-fcdeb12ab668 HTTP/1.1" status: 200 len: 913 time: 0.0892272 Jan 05 17:32:18.592660 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-a7db227a-36d9-4e6c-84e9-ef35c0f16fda req-03acc5c0-1d4e-4bc1-8d3b-6f18ce8d9d6f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e723022c-ad69-4974-bb28-3c1fd3331a9a HTTP/1.1" status: 200 len: 1002 time: 0.0606291 Jan 05 17:32:18.641273 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7db227a-36d9-4e6c-84e9-ef35c0f16fda req-f7189001-5051-4dff-b304-424deb435ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:32:18.642847 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-a7db227a-36d9-4e6c-84e9-ef35c0f16fda req-f7189001-5051-4dff-b304-424deb435ec2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=35f0cdf6-9a10-4ae7-9cfa-69f52bae6fea HTTP/1.1" status: 200 len: 851 time: 0.0438318 Jan 05 17:32:18.687917 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7db227a-36d9-4e6c-84e9-ef35c0f16fda req-8e89edd8-fb17-49fd-a06a-178e619b0876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:32:18.689393 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-a7db227a-36d9-4e6c-84e9-ef35c0f16fda req-8e89edd8-fb17-49fd-a06a-178e619b0876 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a2a3f410-a9d2-4220-a184-fcdeb12ab668&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0393956 Jan 05 17:32:18.708046 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.agents_db [None req-291d1585-17df-45c0-b64a-d244e6d90872 None None] Agent healthcheck: found 6 active agents {{(pid=103803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 05 17:32:18.778175 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-a7db227a-36d9-4e6c-84e9-ef35c0f16fda req-4dcf5682-e715-453d-b662-68fa73c2a660 service neutron] 10.222.0.13 "GET /v2.0/networks/a2a3f410-a9d2-4220-a184-fcdeb12ab668?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821650 Jan 05 17:32:18.866229 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-a7db227a-36d9-4e6c-84e9-ef35c0f16fda req-abb025ba-ae31-4cec-a7a0-dc4a9a9a415c service neutron] 10.222.0.13 "GET /v2.0/networks/a2a3f410-a9d2-4220-a184-fcdeb12ab668?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813980 Jan 05 17:32:18.976663 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e58a7a-dc42-448d-afdb-45f13e95ca84 req-165d1b10-9f8f-4387-bff9-76d60e0aa0bb tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:32:18.978134 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-50e58a7a-dc42-448d-afdb-45f13e95ca84 req-165d1b10-9f8f-4387-bff9-76d60e0aa0bb tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/ports?device_id=7aa194ab-ea71-4fcd-9b4c-934faeeaae16 HTTP/1.1" status: 200 len: 945 time: 0.0508447 Jan 05 17:32:19.024031 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-50e58a7a-dc42-448d-afdb-45f13e95ca84 req-66b4461d-d8ea-48ca-b72c-fabaf7c6aa35 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/security-groups?id=052c9abb-c0fd-478b-a17e-1421a63a5379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404468 Jan 05 17:32:19.326282 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-4ead2f33-09d9-4310-a5c6-035b1c508fb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:32:19.790537 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-d190b64e-65f3-4bf4-a124-7538b404e81e req-92ee7e73-a060-4eee-9afc-82c0fea507e8 service neutron] 10.222.0.13 "GET /v2.0/ports/e723022c-ad69-4974-bb28-3c1fd3331a9a/bindings/hv-neutron-mast HTTP/1.1" status: 200 len: 384 time: 0.0571265 Jan 05 17:32:19.847998 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:32:20.137800 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:32:20.137800 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:32:20.137800 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:32:20.137800 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:32:20.137800 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:32:20.137800 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:32:20.137800 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:32:20.137800 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:32:20.137800 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:32:20.137800 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:32:20.137800 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:32:20.137800 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:32:20.137800 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:32:20.137800 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:32:20.137800 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:32:20.137800 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:32:20.137800 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:32:20.137800 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:32:20.137800 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:32:20.137800 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:32:20.137800 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:32:20.137800 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:32:20.137800 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:32:20.137800 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:32:20.137800 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:32:20.137800 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:32:20.137800 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:32:20.137800 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:32:20.137800 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:32:20.137800 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:32:20.137800 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:32:20.137800 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:32:20.137800 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:32:20.137800 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:32:20.137800 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:32:20.137800 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:32:20.137800 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:32:20.137800 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:32:20.137800 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:32:20.137800 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:32:20.137800 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:32:20.137800 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:32:20.137800 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:32:20.137800 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:32:20.137800 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:32:20.137800 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:32:20.137800 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:32:20.137800 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:32:20.141653 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cc483c-65c3-4a2c-90f6-f7d5be1d170a req-44b7ae58-9f50-461e-987f-4cfcbbfc63d4 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:32:20.141653 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-23cc483c-65c3-4a2c-90f6-f7d5be1d170a req-44b7ae58-9f50-461e-987f-4cfcbbfc63d4 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/ports?device_id=7aa194ab-ea71-4fcd-9b4c-934faeeaae16 HTTP/1.1" status: 200 len: 945 time: 0.0496025 Jan 05 17:32:20.188817 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-23cc483c-65c3-4a2c-90f6-f7d5be1d170a req-78e6aa43-0250-46b9-ac87-ed8b663aeb9a tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/security-groups?id=052c9abb-c0fd-478b-a17e-1421a63a5379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421262 Jan 05 17:32:20.294758 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d190b64e-65f3-4bf4-a124-7538b404e81e req-8243fe6d-48d1-4051-ab23-e353248962dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:32:20.296249 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-d190b64e-65f3-4bf4-a124-7538b404e81e req-8243fe6d-48d1-4051-ab23-e353248962dc service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7aa194ab-ea71-4fcd-9b4c-934faeeaae16&tenant_id=4808c0b17c614be79a0c7baf13c8a90d HTTP/1.1" status: 200 len: 1098 time: 0.0396774 Jan 05 17:32:20.357003 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d190b64e-65f3-4bf4-a124-7538b404e81e req-4a239db6-efe0-4df3-a1d4-d35d425c9831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:32:20.358777 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-d190b64e-65f3-4bf4-a124-7538b404e81e req-4a239db6-efe0-4df3-a1d4-d35d425c9831 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4808c0b17c614be79a0c7baf13c8a90d&device_id=7aa194ab-ea71-4fcd-9b4c-934faeeaae16 HTTP/1.1" status: 200 len: 1098 time: 0.0432529 Jan 05 17:32:20.445021 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d190b64e-65f3-4bf4-a124-7538b404e81e req-4766cc63-8c90-478f-b268-b84e336eebba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:32:20.446480 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-d190b64e-65f3-4bf4-a124-7538b404e81e req-4766cc63-8c90-478f-b268-b84e336eebba service neutron] 10.222.0.13 "GET /v2.0/networks?id=a2a3f410-a9d2-4220-a184-fcdeb12ab668 HTTP/1.1" status: 200 len: 913 time: 0.0815535 Jan 05 17:32:20.512461 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-d190b64e-65f3-4bf4-a124-7538b404e81e req-7b240084-3635-40ed-a0da-390acde2aabf service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e723022c-ad69-4974-bb28-3c1fd3331a9a HTTP/1.1" status: 200 len: 1002 time: 0.0606618 Jan 05 17:32:20.558932 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d190b64e-65f3-4bf4-a124-7538b404e81e req-3af6f258-5ab6-4606-9f67-d3886ab7caf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:32:20.560314 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-d190b64e-65f3-4bf4-a124-7538b404e81e req-3af6f258-5ab6-4606-9f67-d3886ab7caf5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=35f0cdf6-9a10-4ae7-9cfa-69f52bae6fea HTTP/1.1" status: 200 len: 851 time: 0.0423167 Jan 05 17:32:20.573083 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d2607572-b3c9-472c-85bc-c8de0c3fb75c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:32:20.604709 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d190b64e-65f3-4bf4-a124-7538b404e81e req-0d23acc5-44b0-4e51-a082-b5f776bb8737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:32:20.606194 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-d190b64e-65f3-4bf4-a124-7538b404e81e req-0d23acc5-44b0-4e51-a082-b5f776bb8737 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a2a3f410-a9d2-4220-a184-fcdeb12ab668&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0395086 Jan 05 17:32:20.695483 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-d190b64e-65f3-4bf4-a124-7538b404e81e req-d0ec5005-c441-43b8-a189-c5a75a2533a9 service neutron] 10.222.0.13 "GET /v2.0/networks/a2a3f410-a9d2-4220-a184-fcdeb12ab668?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825412 Jan 05 17:32:20.783573 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-d190b64e-65f3-4bf4-a124-7538b404e81e req-ad0e2d36-da3b-4788-9a7c-151aae6a8919 service neutron] 10.222.0.13 "GET /v2.0/networks/a2a3f410-a9d2-4220-a184-fcdeb12ab668?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816016 Jan 05 17:32:21.301272 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963df702-9a5f-426d-a21a-b4467852e02c req-1e244fe4-c19c-44f6-b787-87e6aa8f039b tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:32:21.302636 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-963df702-9a5f-426d-a21a-b4467852e02c req-1e244fe4-c19c-44f6-b787-87e6aa8f039b tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/ports?device_id=7aa194ab-ea71-4fcd-9b4c-934faeeaae16 HTTP/1.1" status: 200 len: 945 time: 0.0469563 Jan 05 17:32:21.347782 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-963df702-9a5f-426d-a21a-b4467852e02c req-167ceeaa-9cd8-4478-801c-98817257139a tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/security-groups?id=052c9abb-c0fd-478b-a17e-1421a63a5379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394628 Jan 05 17:32:22.011623 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d504d802-9546-4ce5-a9d3-96c844ac5808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:32:22.464172 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412e2fb9-b852-470c-9928-565d4ead4efe req-1b2f34c2-68a1-47dc-8840-43211be4aefc tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:32:22.465687 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-412e2fb9-b852-470c-9928-565d4ead4efe req-1b2f34c2-68a1-47dc-8840-43211be4aefc tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/ports?device_id=7aa194ab-ea71-4fcd-9b4c-934faeeaae16 HTTP/1.1" status: 200 len: 945 time: 0.0513341 Jan 05 17:32:22.516531 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-412e2fb9-b852-470c-9928-565d4ead4efe req-d50c0936-fe89-4291-9369-ed9f94d2c770 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/security-groups?id=052c9abb-c0fd-478b-a17e-1421a63a5379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445883 Jan 05 17:32:23.286954 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:32:23.601475 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Device e723022c-ad69-4974-bb28-3c1fd3331a9a details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 05 17:32:23.604448 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Device e723022c-ad69-4974-bb28-3c1fd3331a9a no longer exists at agent hyperv_hv-neutron-mast {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 05 17:32:23.633736 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34305e8-6dbb-4b76-9e9f-d064275f8a7f req-c3306f40-4ba8-44e0-bad0-63e20ac5dc1f tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:32:23.635481 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-b34305e8-6dbb-4b76-9e9f-d064275f8a7f req-c3306f40-4ba8-44e0-bad0-63e20ac5dc1f tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/ports?device_id=7aa194ab-ea71-4fcd-9b4c-934faeeaae16 HTTP/1.1" status: 200 len: 945 time: 0.0527377 Jan 05 17:32:23.686418 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-b34305e8-6dbb-4b76-9e9f-d064275f8a7f req-3418b892-962c-4712-a6f8-895a2c615c09 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/security-groups?id=052c9abb-c0fd-478b-a17e-1421a63a5379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443823 Jan 05 17:32:23.747470 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:32:23.766950 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] For port e723022c-ad69-4974-bb28-3c1fd3331a9a, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=e723022c-ad69-4974-bb28-3c1fd3331a9a,segment=NetworkSegment(3408963b-cc6f-41d6-81f3-5f4936e04525),segment_id=3408963b-cc6f-41d6-81f3-5f4936e04525)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:32:23.787203 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Returning: {'device': 'e723022c-ad69-4974-bb28-3c1fd3331a9a', 'network_id': 'a2a3f410-a9d2-4220-a184-fcdeb12ab668', 'port_id': 'e723022c-ad69-4974-bb28-3c1fd3331a9a', 'mac_address': 'fa:16:3e:a3:40:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35f0cdf6-9a10-4ae7-9cfa-69f52bae6fea', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 05 17:32:23.794157 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7aa194ab-ea71-4fcd-9b4c-934faeeaae16', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e723022c-ad69-4974-bb28-3c1fd3331a9a'}] {{(pid=103802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 05 17:32:23.796320 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36b213fbd845b3f09e785999bbcda1c85cd5592d7f001460987854e5c1683bd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32c36f01-7fc2-4acd-934e-a91b4df3b614" -d '{"events": [{"server_uuid": "7aa194ab-ea71-4fcd-9b4c-934faeeaae16", "name": "network-vif-unplugged", "status": "completed", "tag": "e723022c-ad69-4974-bb28-3c1fd3331a9a"}]}' {{(pid=103802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 05 17:32:23.826409 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] For port e723022c-ad69-4974-bb28-3c1fd3331a9a, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=e723022c-ad69-4974-bb28-3c1fd3331a9a,segment=NetworkSegment(3408963b-cc6f-41d6-81f3-5f4936e04525),segment_id=3408963b-cc6f-41d6-81f3-5f4936e04525)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:32:23.842201 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:32:23.845395 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 05 Jan 2022 17:32:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62f31718-6598-4e6b-b117-37fb7f9f7f17 x-openstack-request-id: req-62f31718-6598-4e6b-b117-37fb7f9f7f17 {{(pid=103802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 05 17:32:23.845708 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7aa194ab-ea71-4fcd-9b4c-934faeeaae16", "name": "network-vif-unplugged", "status": "completed", "tag": "e723022c-ad69-4974-bb28-3c1fd3331a9a", "code": 200}]} {{(pid=103802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 05 17:32:23.845988 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-62f31718-6598-4e6b-b117-37fb7f9f7f17 {{(pid=103802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 05 17:32:23.846378 dv-neutron-master-2-hyperv neutron-server[103802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7aa194ab-ea71-4fcd-9b4c-934faeeaae16', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e723022c-ad69-4974-bb28-3c1fd3331a9a', 'code': 200} Jan 05 17:32:23.857921 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.notifiers.nova [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e723022c-ad69-4974-bb28-3c1fd3331a9a {{(pid=103802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 05 17:32:23.905175 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:32:23.967589 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.db.api [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103802) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 05 17:32:23.967943 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG oslo_db.api [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 05 17:32:23.981661 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Pushing event updated for resources: {'Port': ['ID=e723022c-ad69-4974-bb28-3c1fd3331a9a,revision_number=6']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:32:23.988964 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:32:23.989334 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:32:23.989691 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:32:23.990024 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:32:23.990345 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:32:23.990665 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:32:23.990984 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:32:23.991305 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:32:23.991619 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:32:23.991937 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:32:23.992253 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:32:23.992562 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:32:23.992881 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:32:24.274770 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4075f1-acc1-435a-9615-f83750d6d3c2 req-daba3955-7f83-4f7f-8b54-d5efd9e1646e tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:32:24.276559 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-0d4075f1-acc1-435a-9615-f83750d6d3c2 req-daba3955-7f83-4f7f-8b54-d5efd9e1646e tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/ports?device_id=7aa194ab-ea71-4fcd-9b4c-934faeeaae16 HTTP/1.1" status: 200 len: 943 time: 0.0531676 Jan 05 17:32:24.322923 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-0d4075f1-acc1-435a-9615-f83750d6d3c2 req-35a0eba9-034e-4b66-a3c1-908207a23aaa tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/security-groups?id=052c9abb-c0fd-478b-a17e-1421a63a5379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407531 Jan 05 17:32:24.388651 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccce0879-e721-4a4e-ad2b-6f5d9a1b259f req-99d483ee-589d-4cea-bac3-fe347e5de51d tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:32:24.390100 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-ccce0879-e721-4a4e-ad2b-6f5d9a1b259f req-99d483ee-589d-4cea-bac3-fe347e5de51d tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.13 "GET /v2.0/ports?device_id=7aa194ab-ea71-4fcd-9b4c-934faeeaae16&tenant_id=4808c0b17c614be79a0c7baf13c8a90d&binding%3Ahost_id=hv-neutron-mast HTTP/1.1" status: 200 len: 943 time: 0.0548866 Jan 05 17:32:24.447589 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-ccce0879-e721-4a4e-ad2b-6f5d9a1b259f req-b3ca6e4b-7390-4168-b541-42730f6c8f2b service neutron] 10.222.0.13 "GET /v2.0/ports/e723022c-ad69-4974-bb28-3c1fd3331a9a/bindings/hv-neutron-mast HTTP/1.1" status: 200 len: 384 time: 0.0505111 Jan 05 17:32:24.504888 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:32:24.510959 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccce0879-e721-4a4e-ad2b-6f5d9a1b259f req-c6f34d47-9d34-4a63-8b08-5f18ab484d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:32:24.512463 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-ccce0879-e721-4a4e-ad2b-6f5d9a1b259f req-c6f34d47-9d34-4a63-8b08-5f18ab484d28 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4808c0b17c614be79a0c7baf13c8a90d&device_id=7aa194ab-ea71-4fcd-9b4c-934faeeaae16 HTTP/1.1" status: 200 len: 1096 time: 0.0401199 Jan 05 17:32:24.518235 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.notifiers.nova [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e723022c-ad69-4974-bb28-3c1fd3331a9a {{(pid=103802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 05 17:32:24.537822 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] For port e723022c-ad69-4974-bb28-3c1fd3331a9a, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=e723022c-ad69-4974-bb28-3c1fd3331a9a,segment=NetworkSegment(3408963b-cc6f-41d6-81f3-5f4936e04525),segment_id=3408963b-cc6f-41d6-81f3-5f4936e04525)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:32:24.602759 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccce0879-e721-4a4e-ad2b-6f5d9a1b259f req-0d52f17f-9729-48d3-af81-b0283df0798b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:32:24.604349 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-ccce0879-e721-4a4e-ad2b-6f5d9a1b259f req-0d52f17f-9729-48d3-af81-b0283df0798b service neutron] 10.222.0.13 "GET /v2.0/networks?id=a2a3f410-a9d2-4220-a184-fcdeb12ab668 HTTP/1.1" status: 200 len: 913 time: 0.0858588 Jan 05 17:32:24.623108 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:32:24.670521 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-ccce0879-e721-4a4e-ad2b-6f5d9a1b259f req-b0dece14-6208-49a4-8d00-2fd953da18aa service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e723022c-ad69-4974-bb28-3c1fd3331a9a HTTP/1.1" status: 200 len: 1000 time: 0.0601597 Jan 05 17:32:24.677437 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Pushing event updated for resources: {'Port': ['ID=e723022c-ad69-4974-bb28-3c1fd3331a9a,revision_number=7']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:32:24.683897 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] get_ports_and_sgs() called for port_ids ['e723022c-ad69-4974-bb28-3c1fd3331a9a'] {{(pid=103802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 05 17:32:24.722484 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccce0879-e721-4a4e-ad2b-6f5d9a1b259f req-042df4ba-3118-45e7-8963-0cf3f4039bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:32:24.723905 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-ccce0879-e721-4a4e-ad2b-6f5d9a1b259f req-042df4ba-3118-45e7-8963-0cf3f4039bdc service neutron] 10.222.0.13 "GET /v2.0/subnets?id=35f0cdf6-9a10-4ae7-9cfa-69f52bae6fea HTTP/1.1" status: 200 len: 851 time: 0.0467172 Jan 05 17:32:24.771637 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccce0879-e721-4a4e-ad2b-6f5d9a1b259f req-d2608fb8-7918-4654-8712-78e202234f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:32:24.773115 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-ccce0879-e721-4a4e-ad2b-6f5d9a1b259f req-d2608fb8-7918-4654-8712-78e202234f07 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a2a3f410-a9d2-4220-a184-fcdeb12ab668&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0435627 Jan 05 17:32:24.868405 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-ccce0879-e721-4a4e-ad2b-6f5d9a1b259f req-9bb3926e-9bb4-4d5d-9bf4-cc08c019affd service neutron] 10.222.0.13 "GET /v2.0/networks/a2a3f410-a9d2-4220-a184-fcdeb12ab668?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898070 Jan 05 17:32:24.959999 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-ccce0879-e721-4a4e-ad2b-6f5d9a1b259f req-c94524d2-bc78-4edd-9bf8-9010fb6df32f service neutron] 10.222.0.13 "GET /v2.0/networks/a2a3f410-a9d2-4220-a184-fcdeb12ab668?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855193 Jan 05 17:32:25.440495 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6540205-ca35-4505-ba60-2ebb9474b565 req-1b8408ad-db47-4cd6-a291-86cce84fe68a tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:32:25.441981 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-d6540205-ca35-4505-ba60-2ebb9474b565 req-1b8408ad-db47-4cd6-a291-86cce84fe68a tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/ports?device_id=7aa194ab-ea71-4fcd-9b4c-934faeeaae16 HTTP/1.1" status: 200 len: 944 time: 0.0494697 Jan 05 17:32:25.487606 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-d6540205-ca35-4505-ba60-2ebb9474b565 req-0c30e53e-df40-4abb-9a88-41918b5f78ca tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/security-groups?id=052c9abb-c0fd-478b-a17e-1421a63a5379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402670 Jan 05 17:32:25.610943 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Device e723022c-ad69-4974-bb28-3c1fd3331a9a up at agent hyperv_hv-neutron-mast {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:32:25.656663 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Provisioning complete for port e723022c-ad69-4974-bb28-3c1fd3331a9a triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:32:25.657518 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:32:25.732868 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:32:25.763215 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] For port e723022c-ad69-4974-bb28-3c1fd3331a9a, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=e723022c-ad69-4974-bb28-3c1fd3331a9a,segment=NetworkSegment(3408963b-cc6f-41d6-81f3-5f4936e04525),segment_id=3408963b-cc6f-41d6-81f3-5f4936e04525)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:32:25.847736 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7aa194ab-ea71-4fcd-9b4c-934faeeaae16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e723022c-ad69-4974-bb28-3c1fd3331a9a'}] {{(pid=103802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 05 17:32:25.849989 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36b213fbd845b3f09e785999bbcda1c85cd5592d7f001460987854e5c1683bd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58fa575a-626c-46e4-958d-6f6e47c1ba27" -d '{"events": [{"server_uuid": "7aa194ab-ea71-4fcd-9b4c-934faeeaae16", "name": "network-vif-plugged", "status": "completed", "tag": "e723022c-ad69-4974-bb28-3c1fd3331a9a"}]}' {{(pid=103802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 05 17:32:25.862993 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:32:25.892611 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Jan 2022 17:32:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f7ebe5f-2990-4aa8-a6a0-4c2645138ec1 x-openstack-request-id: req-2f7ebe5f-2990-4aa8-a6a0-4c2645138ec1 {{(pid=103802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 05 17:32:25.892907 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7aa194ab-ea71-4fcd-9b4c-934faeeaae16", "name": "network-vif-plugged", "status": "completed", "tag": "e723022c-ad69-4974-bb28-3c1fd3331a9a", "code": 200}]} {{(pid=103802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 05 17:32:25.893162 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-2f7ebe5f-2990-4aa8-a6a0-4c2645138ec1 {{(pid=103802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 05 17:32:25.893551 dv-neutron-master-2-hyperv neutron-server[103802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7aa194ab-ea71-4fcd-9b4c-934faeeaae16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e723022c-ad69-4974-bb28-3c1fd3331a9a', 'code': 200} Jan 05 17:32:25.913554 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Pushing event updated for resources: {'Port': ['ID=e723022c-ad69-4974-bb28-3c1fd3331a9a,revision_number=8']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:32:26.682480 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4580071f-d042-477c-9e63-54d40bc0f1d1 req-5c058d00-80dd-4d2e-80c0-94980ea0374e tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:32:26.683952 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-4580071f-d042-477c-9e63-54d40bc0f1d1 req-5c058d00-80dd-4d2e-80c0-94980ea0374e tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/ports?device_id=7aa194ab-ea71-4fcd-9b4c-934faeeaae16 HTTP/1.1" status: 200 len: 945 time: 0.1286130 Jan 05 17:32:26.738455 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-4580071f-d042-477c-9e63-54d40bc0f1d1 req-2ccf2dd5-c436-4029-b56f-5e0f58be048b tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/security-groups?id=052c9abb-c0fd-478b-a17e-1421a63a5379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482316 Jan 05 17:32:27.780152 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccce0879-e721-4a4e-ad2b-6f5d9a1b259f req-c403989d-4c01-4c09-8245-71342ae39ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:32:27.781690 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-ccce0879-e721-4a4e-ad2b-6f5d9a1b259f req-c403989d-4c01-4c09-8245-71342ae39ee1 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7aa194ab-ea71-4fcd-9b4c-934faeeaae16&tenant_id=4808c0b17c614be79a0c7baf13c8a90d HTTP/1.1" status: 200 len: 1098 time: 0.0416772 Jan 05 17:32:27.845808 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccce0879-e721-4a4e-ad2b-6f5d9a1b259f req-09226266-cdbd-4758-9ea5-e5c2d8149cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:32:27.847568 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-ccce0879-e721-4a4e-ad2b-6f5d9a1b259f req-09226266-cdbd-4758-9ea5-e5c2d8149cd4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4808c0b17c614be79a0c7baf13c8a90d&device_id=7aa194ab-ea71-4fcd-9b4c-934faeeaae16 HTTP/1.1" status: 200 len: 1098 time: 0.0413651 Jan 05 17:32:27.906866 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd65ce77-443a-41b3-86a4-e21d246d3dc7 req-dab2d22e-0002-4a39-abfe-506864dd934c tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:32:27.908375 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-fd65ce77-443a-41b3-86a4-e21d246d3dc7 req-dab2d22e-0002-4a39-abfe-506864dd934c tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/ports?device_id=7aa194ab-ea71-4fcd-9b4c-934faeeaae16 HTTP/1.1" status: 200 len: 945 time: 0.0968647 Jan 05 17:32:27.939099 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccce0879-e721-4a4e-ad2b-6f5d9a1b259f req-9c5bd8b6-be0f-48e8-bd12-6e5ec79fb431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:32:27.941144 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-ccce0879-e721-4a4e-ad2b-6f5d9a1b259f req-9c5bd8b6-be0f-48e8-bd12-6e5ec79fb431 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a2a3f410-a9d2-4220-a184-fcdeb12ab668 HTTP/1.1" status: 200 len: 913 time: 0.0880101 Jan 05 17:32:27.955712 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-fd65ce77-443a-41b3-86a4-e21d246d3dc7 req-eae357b7-2c55-488c-bf33-c4f91cdafe28 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/security-groups?id=052c9abb-c0fd-478b-a17e-1421a63a5379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412006 Jan 05 17:32:28.006267 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-ccce0879-e721-4a4e-ad2b-6f5d9a1b259f req-7e70445a-c78c-4d25-93f0-8992d1f51174 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e723022c-ad69-4974-bb28-3c1fd3331a9a HTTP/1.1" status: 200 len: 1002 time: 0.0592701 Jan 05 17:32:28.053166 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccce0879-e721-4a4e-ad2b-6f5d9a1b259f req-8f6f8d2d-0a89-429d-a524-381c9e4a2ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:32:28.054514 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-ccce0879-e721-4a4e-ad2b-6f5d9a1b259f req-8f6f8d2d-0a89-429d-a524-381c9e4a2ac6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=35f0cdf6-9a10-4ae7-9cfa-69f52bae6fea HTTP/1.1" status: 200 len: 851 time: 0.0418000 Jan 05 17:32:28.101095 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccce0879-e721-4a4e-ad2b-6f5d9a1b259f req-8eea3f82-85bb-4443-84e4-664c7de2d85e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:32:28.102570 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-ccce0879-e721-4a4e-ad2b-6f5d9a1b259f req-8eea3f82-85bb-4443-84e4-664c7de2d85e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a2a3f410-a9d2-4220-a184-fcdeb12ab668&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0421131 Jan 05 17:32:28.187257 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-ccce0879-e721-4a4e-ad2b-6f5d9a1b259f req-c1be6c8e-0168-4148-9777-4c3a9aed9bd8 service neutron] 10.222.0.13 "GET /v2.0/networks/a2a3f410-a9d2-4220-a184-fcdeb12ab668?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788200 Jan 05 17:32:28.277072 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-ccce0879-e721-4a4e-ad2b-6f5d9a1b259f req-fa7e1810-ff50-4755-bdc5-7273a535210d service neutron] 10.222.0.13 "GET /v2.0/networks/a2a3f410-a9d2-4220-a184-fcdeb12ab668?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837538 Jan 05 17:32:29.068770 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff16e42c-31af-4fcf-b9df-d7a3f1b31692 req-82d3e782-d4e4-4ce9-879f-b226174962b0 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:32:29.070142 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-ff16e42c-31af-4fcf-b9df-d7a3f1b31692 req-82d3e782-d4e4-4ce9-879f-b226174962b0 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/ports?device_id=7aa194ab-ea71-4fcd-9b4c-934faeeaae16 HTTP/1.1" status: 200 len: 945 time: 0.0489721 Jan 05 17:32:29.116364 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-ff16e42c-31af-4fcf-b9df-d7a3f1b31692 req-ba069191-91d9-4832-92e8-c77a97f74d8a tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/security-groups?id=052c9abb-c0fd-478b-a17e-1421a63a5379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406411 Jan 05 17:32:29.647339 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Device e723022c-ad69-4974-bb28-3c1fd3331a9a details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 05 17:32:29.749508 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] For port e723022c-ad69-4974-bb28-3c1fd3331a9a, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=e723022c-ad69-4974-bb28-3c1fd3331a9a,segment=NetworkSegment(3408963b-cc6f-41d6-81f3-5f4936e04525),segment_id=3408963b-cc6f-41d6-81f3-5f4936e04525)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:32:29.763059 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Returning: {'device': 'e723022c-ad69-4974-bb28-3c1fd3331a9a', 'network_id': 'a2a3f410-a9d2-4220-a184-fcdeb12ab668', 'port_id': 'e723022c-ad69-4974-bb28-3c1fd3331a9a', 'mac_address': 'fa:16:3e:a3:40:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35f0cdf6-9a10-4ae7-9cfa-69f52bae6fea', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 05 17:32:29.802058 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:32:29.815814 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.notifiers.nova [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e723022c-ad69-4974-bb28-3c1fd3331a9a {{(pid=103802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 05 17:32:29.837305 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] For port e723022c-ad69-4974-bb28-3c1fd3331a9a, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=e723022c-ad69-4974-bb28-3c1fd3331a9a,segment=NetworkSegment(3408963b-cc6f-41d6-81f3-5f4936e04525),segment_id=3408963b-cc6f-41d6-81f3-5f4936e04525)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:32:29.899095 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:32:29.952305 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Pushing event updated for resources: {'Port': ['ID=e723022c-ad69-4974-bb28-3c1fd3331a9a,revision_number=9']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:32:29.960393 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] get_ports_and_sgs() called for port_ids ['e723022c-ad69-4974-bb28-3c1fd3331a9a'] {{(pid=103802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 05 17:32:30.263418 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dd6a32-fad5-4210-82cd-cc2a43aee861 req-5d9a77e6-0871-4d2c-9f3b-aeb2423159a2 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:32:30.265013 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-81dd6a32-fad5-4210-82cd-cc2a43aee861 req-5d9a77e6-0871-4d2c-9f3b-aeb2423159a2 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/ports?device_id=7aa194ab-ea71-4fcd-9b4c-934faeeaae16 HTTP/1.1" status: 200 len: 944 time: 0.0551245 Jan 05 17:32:30.313054 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-81dd6a32-fad5-4210-82cd-cc2a43aee861 req-1a1adefc-0ce1-4cd6-bc7c-7936cf93fce1 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/security-groups?id=052c9abb-c0fd-478b-a17e-1421a63a5379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417676 Jan 05 17:32:30.428590 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16bbd24-66ca-4728-906a-6551ea1baf8e req-03f1903d-e618-4cf3-a190-a51efb2de649 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:32:30.430109 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-a16bbd24-66ca-4728-906a-6551ea1baf8e req-03f1903d-e618-4cf3-a190-a51efb2de649 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/ports?device_id=7aa194ab-ea71-4fcd-9b4c-934faeeaae16 HTTP/1.1" status: 200 len: 944 time: 0.0500128 Jan 05 17:32:30.477248 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-a16bbd24-66ca-4728-906a-6551ea1baf8e req-5f257b45-1d2f-4e20-b628-f06dee1c9bed tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/security-groups?id=052c9abb-c0fd-478b-a17e-1421a63a5379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413926 Jan 05 17:32:30.593117 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836e0627-73ef-4199-957b-f811390b5c2b req-ec1d2c45-4927-4d89-9c92-d8282ff9a028 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:32:30.594625 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-836e0627-73ef-4199-957b-f811390b5c2b req-ec1d2c45-4927-4d89-9c92-d8282ff9a028 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/ports?device_id=7aa194ab-ea71-4fcd-9b4c-934faeeaae16 HTTP/1.1" status: 200 len: 944 time: 0.0527277 Jan 05 17:32:30.642155 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-836e0627-73ef-4199-957b-f811390b5c2b req-6dfc8cca-e327-45fe-bb0a-0fb8dc5cf860 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/security-groups?id=052c9abb-c0fd-478b-a17e-1421a63a5379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414042 Jan 05 17:32:31.093202 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2ce72c-43e4-44b4-871b-6ea13b633824 req-3d0476a2-bcec-4d3a-8ead-c654377f721a tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:32:31.094627 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-2c2ce72c-43e4-44b4-871b-6ea13b633824 req-3d0476a2-bcec-4d3a-8ead-c654377f721a tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/ports?device_id=7aa194ab-ea71-4fcd-9b4c-934faeeaae16 HTTP/1.1" status: 200 len: 944 time: 0.0523217 Jan 05 17:32:31.140563 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-2c2ce72c-43e4-44b4-871b-6ea13b633824 req-267a5352-e274-4d49-a729-73411638f20a tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/security-groups?id=052c9abb-c0fd-478b-a17e-1421a63a5379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402036 Jan 05 17:32:31.663109 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Device e723022c-ad69-4974-bb28-3c1fd3331a9a up at agent hyperv_hv-neutron-mast {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:32:31.710877 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Provisioning complete for port e723022c-ad69-4974-bb28-3c1fd3331a9a triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:32:31.711237 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:32:31.782310 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:32:31.803610 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7aa194ab-ea71-4fcd-9b4c-934faeeaae16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e723022c-ad69-4974-bb28-3c1fd3331a9a'}] {{(pid=103802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 05 17:32:31.805810 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36b213fbd845b3f09e785999bbcda1c85cd5592d7f001460987854e5c1683bd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df73a907-5bad-485b-bfbe-58319bb5056c" -d '{"events": [{"server_uuid": "7aa194ab-ea71-4fcd-9b4c-934faeeaae16", "name": "network-vif-plugged", "status": "completed", "tag": "e723022c-ad69-4974-bb28-3c1fd3331a9a"}]}' {{(pid=103802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 05 17:32:31.817458 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] For port e723022c-ad69-4974-bb28-3c1fd3331a9a, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=e723022c-ad69-4974-bb28-3c1fd3331a9a,segment=NetworkSegment(3408963b-cc6f-41d6-81f3-5f4936e04525),segment_id=3408963b-cc6f-41d6-81f3-5f4936e04525)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:32:31.840747 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Jan 2022 17:32:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f304247-9259-4dac-96d6-386762960816 x-openstack-request-id: req-6f304247-9259-4dac-96d6-386762960816 {{(pid=103802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 05 17:32:31.841032 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7aa194ab-ea71-4fcd-9b4c-934faeeaae16", "name": "network-vif-plugged", "status": "completed", "tag": "e723022c-ad69-4974-bb28-3c1fd3331a9a", "code": 200}]} {{(pid=103802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 05 17:32:31.841282 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-6f304247-9259-4dac-96d6-386762960816 {{(pid=103802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 05 17:32:31.841717 dv-neutron-master-2-hyperv neutron-server[103802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7aa194ab-ea71-4fcd-9b4c-934faeeaae16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e723022c-ad69-4974-bb28-3c1fd3331a9a', 'code': 200} Jan 05 17:32:31.893626 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:32:31.939392 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Pushing event updated for resources: {'Port': ['ID=e723022c-ad69-4974-bb28-3c1fd3331a9a,revision_number=10']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:32:32.253148 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2deac104-8bfb-45b4-a5fa-d6f4abbf0b34 req-48efe77f-31bc-44be-9511-425a7add37bd tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:32:32.254623 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-2deac104-8bfb-45b4-a5fa-d6f4abbf0b34 req-48efe77f-31bc-44be-9511-425a7add37bd tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/ports?device_id=7aa194ab-ea71-4fcd-9b4c-934faeeaae16 HTTP/1.1" status: 200 len: 946 time: 0.0482218 Jan 05 17:32:32.301143 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-2deac104-8bfb-45b4-a5fa-d6f4abbf0b34 req-2426348f-ff64-4ab2-af68-c2db137a8f29 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/security-groups?id=052c9abb-c0fd-478b-a17e-1421a63a5379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408983 Jan 05 17:32:33.161172 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fbf8f7-3778-484a-8043-475ae91fe395 req-6c6da3ff-e79f-4b1b-8c94-f666d4f9f1d8 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:32:33.162614 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-41fbf8f7-3778-484a-8043-475ae91fe395 req-6c6da3ff-e79f-4b1b-8c94-f666d4f9f1d8 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.13 "GET /v2.0/ports?device_id=7aa194ab-ea71-4fcd-9b4c-934faeeaae16 HTTP/1.1" status: 200 len: 946 time: 0.0514190 Jan 05 17:32:33.246822 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [req-41fbf8f7-3778-484a-8043-475ae91fe395 req-2a42b861-9011-47ed-bc10-da108566f019 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Deleting port e723022c-ad69-4974-bb28-3c1fd3331a9a {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:32:33.247156 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-41fbf8f7-3778-484a-8043-475ae91fe395 req-2a42b861-9011-47ed-bc10-da108566f019 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:32:33.335484 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.db [req-41fbf8f7-3778-484a-8043-475ae91fe395 req-2a42b861-9011-47ed-bc10-da108566f019 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] For port e723022c-ad69-4974-bb28-3c1fd3331a9a, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=e723022c-ad69-4974-bb28-3c1fd3331a9a,segment=NetworkSegment(3408963b-cc6f-41d6-81f3-5f4936e04525),segment_id=3408963b-cc6f-41d6-81f3-5f4936e04525)] {{(pid=103800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:32:33.335840 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-41fbf8f7-3778-484a-8043-475ae91fe395 req-2a42b861-9011-47ed-bc10-da108566f019 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:32:33.474392 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ab5f77-32c2-4d8d-93c5-0cbbe8ddfeef req-eac64cde-f257-4434-95cd-7b0e0c2202f7 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:32:33.475716 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-52ab5f77-32c2-4d8d-93c5-0cbbe8ddfeef req-eac64cde-f257-4434-95cd-7b0e0c2202f7 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/ports?device_id=7aa194ab-ea71-4fcd-9b4c-934faeeaae16 HTTP/1.1" status: 200 len: 946 time: 0.0987110 Jan 05 17:32:33.568368 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-41fbf8f7-3778-484a-8043-475ae91fe395 req-2a42b861-9011-47ed-bc10-da108566f019 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:32:33.568722 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-41fbf8f7-3778-484a-8043-475ae91fe395 req-2a42b861-9011-47ed-bc10-da108566f019 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648677'] for floatingip, after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:32:33.569029 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.db.l3_db [req-41fbf8f7-3778-484a-8043-475ae91fe395 req-2a42b861-9011-47ed-bc10-da108566f019 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Floating IP 5cf9493c-3613-46b4-b806-79e1f44f1aa9 disassociated. External IP: 172.36.4.193, port: e723022c-ad69-4974-bb28-3c1fd3331a9a. Jan 05 17:32:33.569360 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [req-41fbf8f7-3778-484a-8043-475ae91fe395 req-2a42b861-9011-47ed-bc10-da108566f019 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Calling delete_port for e723022c-ad69-4974-bb28-3c1fd3331a9a owned by compute:nova {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:32:33.577887 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-52ab5f77-32c2-4d8d-93c5-0cbbe8ddfeef req-39744f1c-c873-4d80-b581-c8bf74272afc tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/security-groups?id=052c9abb-c0fd-478b-a17e-1421a63a5379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0961771 Jan 05 17:32:33.744054 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-41fbf8f7-3778-484a-8043-475ae91fe395 req-2a42b861-9011-47ed-bc10-da108566f019 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:32:33.769535 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a42b861-9011-47ed-bc10-da108566f019 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Pushing event deleted for resources: {'Port': ['ID=e723022c-ad69-4974-bb28-3c1fd3331a9a,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:32:33.778911 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a42b861-9011-47ed-bc10-da108566f019 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:32:33.779262 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a42b861-9011-47ed-bc10-da108566f019 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:32:33.779606 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a42b861-9011-47ed-bc10-da108566f019 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:32:33.779947 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a42b861-9011-47ed-bc10-da108566f019 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:32:33.780284 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a42b861-9011-47ed-bc10-da108566f019 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:32:33.780613 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a42b861-9011-47ed-bc10-da108566f019 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:32:33.780942 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a42b861-9011-47ed-bc10-da108566f019 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:32:33.781269 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a42b861-9011-47ed-bc10-da108566f019 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:32:33.781609 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a42b861-9011-47ed-bc10-da108566f019 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:32:33.782362 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a42b861-9011-47ed-bc10-da108566f019 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:32:33.782362 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a42b861-9011-47ed-bc10-da108566f019 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:32:33.782635 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a42b861-9011-47ed-bc10-da108566f019 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:32:33.782870 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a42b861-9011-47ed-bc10-da108566f019 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:32:33.897261 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [req-41fbf8f7-3778-484a-8043-475ae91fe395 req-2a42b861-9011-47ed-bc10-da108566f019 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Router f7e5b0fc-7de1-4608-8bad-fbe2c8903f5d has already been hosted by L3 agent 59446fdc-40e0-41fe-a575-a8eb11d742f7 {{(pid=103800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 05 17:32:34.007094 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-41fbf8f7-3778-484a-8043-475ae91fe395 req-2a42b861-9011-47ed-bc10-da108566f019 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 05 17:32:34.017196 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb4cdaab-033c-434f-8885-0a740dba95dd None None] Sync routers for ids ['f7e5b0fc-7de1-4608-8bad-fbe2c8903f5d'] in dv-neutron-master-2-hyperv {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 05 17:32:34.027399 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb4cdaab-033c-434f-8885-0a740dba95dd None None] Routers {'f7e5b0fc-7de1-4608-8bad-fbe2c8903f5d'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:32:34.028003 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-eb4cdaab-033c-434f-8885-0a740dba95dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:32:19Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['f7e5b0fc-7de1-4608-8bad-fbe2c8903f5d'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:32:34.049318 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [req-41fbf8f7-3778-484a-8043-475ae91fe395 req-2a42b861-9011-47ed-bc10-da108566f019 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] No DVR routers for this DVR port e723022c-ad69-4974-bb28-3c1fd3331a9a on host hv-neutron-mast {{(pid=103800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 05 17:32:34.051818 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-41fbf8f7-3778-484a-8043-475ae91fe395 req-2a42b861-9011-47ed-bc10-da108566f019 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:32:34.055187 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-41fbf8f7-3778-484a-8043-475ae91fe395 req-2a42b861-9011-47ed-bc10-da108566f019 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.13 "DELETE /v2.0/ports/e723022c-ad69-4974-bb28-3c1fd3331a9a HTTP/1.1" status: 204 len: 173 time: 0.8875389 Jan 05 17:32:34.055623 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7aa194ab-ea71-4fcd-9b4c-934faeeaae16', 'name': 'network-vif-deleted', 'tag': 'e723022c-ad69-4974-bb28-3c1fd3331a9a'}] {{(pid=103800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 05 17:32:34.057915 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f64b9d4628f7eefcc27168a80c04985d23f0ea5def038dae05e1deb7357f3bfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e594a489-81ca-4358-89c5-be5e0db215a5" -d '{"events": [{"server_uuid": "7aa194ab-ea71-4fcd-9b4c-934faeeaae16", "name": "network-vif-deleted", "tag": "e723022c-ad69-4974-bb28-3c1fd3331a9a"}]}' {{(pid=103800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 05 17:32:34.094589 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Jan 2022 17:32:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d150e1f-43dd-4264-a3d8-fc667723b0e1 x-openstack-request-id: req-2d150e1f-43dd-4264-a3d8-fc667723b0e1 {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 05 17:32:34.094884 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7aa194ab-ea71-4fcd-9b4c-934faeeaae16", "name": "network-vif-deleted", "tag": "e723022c-ad69-4974-bb28-3c1fd3331a9a", "status": "completed", "code": 200}]} {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 05 17:32:34.095134 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-2d150e1f-43dd-4264-a3d8-fc667723b0e1 {{(pid=103800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 05 17:32:34.095571 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7aa194ab-ea71-4fcd-9b4c-934faeeaae16', 'name': 'network-vif-deleted', 'tag': 'e723022c-ad69-4974-bb28-3c1fd3331a9a', 'status': 'completed', 'code': 200} Jan 05 17:32:34.140777 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-eb4cdaab-033c-434f-8885-0a740dba95dd None None] Set router f7e5b0fc-7de1-4608-8bad-fbe2c8903f5d gateway port host: dv-neutron-master-2-hyperv {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:32:34.342402 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-eb4cdaab-033c-434f-8885-0a740dba95dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7e5b0fc-7de1-4608-8bad-fbe2c8903f5d', 'name': 'tempest-ServerActionsTestJSON-1239396606-router', 'tenant_id': '4808c0b17c614be79a0c7baf13c8a90d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.55'}], 'enable_snat': True}, 'gw_port_id': '1e06f970-a67a-49e1-8704-07faf640bf83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:28:29Z', 'updated_at': '2022-01-05T17:28:32Z', 'revision_number': 4, 'project_id': '4808c0b17c614be79a0c7baf13c8a90d', 'gw_port': {'id': '1e06f970-a67a-49e1-8704-07faf640bf83', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:21:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7e5b0fc-7de1-4608-8bad-fbe2c8903f5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:28:29Z', 'updated_at': '2022-01-05T17:28:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '2c7f8bf4-1843-4150-8484-b1d2af840bd7', 'name': '', 'network_id': 'a2a3f410-a9d2-4220-a184-fcdeb12ab668', 'tenant_id': '4808c0b17c614be79a0c7baf13c8a90d', 'mac_address': 'fa:16:3e:fd:a1:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7e5b0fc-7de1-4608-8bad-fbe2c8903f5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': '35f0cdf6-9a10-4ae7-9cfa-69f52bae6fea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:28:31Z', 'updated_at': '2022-01-05T17:28:35Z', 'revision_number': 5, 'project_id': '4808c0b17c614be79a0c7baf13c8a90d', 'subnets': [{'id': '35f0cdf6-9a10-4ae7-9cfa-69f52bae6fea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:32:34.367912 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb4cdaab-033c-434f-8885-0a740dba95dd None None] Checking router: f7e5b0fc-7de1-4608-8bad-fbe2c8903f5d for host: dv-neutron-master-2-hyperv {{(pid=103802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 05 17:32:34.376019 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb4cdaab-033c-434f-8885-0a740dba95dd None None] Routers {'f7e5b0fc-7de1-4608-8bad-fbe2c8903f5d'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:32:34.376619 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-eb4cdaab-033c-434f-8885-0a740dba95dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:32:19Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['f7e5b0fc-7de1-4608-8bad-fbe2c8903f5d'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:32:34.480003 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-eb4cdaab-033c-434f-8885-0a740dba95dd None None] Set router f7e5b0fc-7de1-4608-8bad-fbe2c8903f5d gateway port host: dv-neutron-master-2-hyperv {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:32:34.676834 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-eb4cdaab-033c-434f-8885-0a740dba95dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7e5b0fc-7de1-4608-8bad-fbe2c8903f5d', 'name': 'tempest-ServerActionsTestJSON-1239396606-router', 'tenant_id': '4808c0b17c614be79a0c7baf13c8a90d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.55'}], 'enable_snat': True}, 'gw_port_id': '1e06f970-a67a-49e1-8704-07faf640bf83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:28:29Z', 'updated_at': '2022-01-05T17:28:32Z', 'revision_number': 4, 'project_id': '4808c0b17c614be79a0c7baf13c8a90d', 'gw_port': {'id': '1e06f970-a67a-49e1-8704-07faf640bf83', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:21:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7e5b0fc-7de1-4608-8bad-fbe2c8903f5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:28:29Z', 'updated_at': '2022-01-05T17:28:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '2c7f8bf4-1843-4150-8484-b1d2af840bd7', 'name': '', 'network_id': 'a2a3f410-a9d2-4220-a184-fcdeb12ab668', 'tenant_id': '4808c0b17c614be79a0c7baf13c8a90d', 'mac_address': 'fa:16:3e:fd:a1:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7e5b0fc-7de1-4608-8bad-fbe2c8903f5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': '35f0cdf6-9a10-4ae7-9cfa-69f52bae6fea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:28:31Z', 'updated_at': '2022-01-05T17:28:35Z', 'revision_number': 5, 'project_id': '4808c0b17c614be79a0c7baf13c8a90d', 'subnets': [{'id': '35f0cdf6-9a10-4ae7-9cfa-69f52bae6fea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:32:34.686762 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-225d51a9-de75-4685-bb73-7911aa5bbb8f req-003e6113-983b-450b-88c7-39a2dce0329e tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/ports?device_id=7aa194ab-ea71-4fcd-9b4c-934faeeaae16 HTTP/1.1" status: 200 len: 210 time: 0.0261645 Jan 05 17:32:34.703586 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb4cdaab-033c-434f-8885-0a740dba95dd None None] The sync data for ids ['f7e5b0fc-7de1-4608-8bad-fbe2c8903f5d'] in dv-neutron-master-2-hyperv is: [{'id': 'f7e5b0fc-7de1-4608-8bad-fbe2c8903f5d', 'name': 'tempest-ServerActionsTestJSON-1239396606-router', 'tenant_id': '4808c0b17c614be79a0c7baf13c8a90d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.55'}], 'enable_snat': True}, 'gw_port_id': '1e06f970-a67a-49e1-8704-07faf640bf83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:28:29Z', 'updated_at': '2022-01-05T17:28:32Z', 'revision_number': 4, 'project_id': '4808c0b17c614be79a0c7baf13c8a90d', 'gw_port': {'id': '1e06f970-a67a-49e1-8704-07faf640bf83', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:21:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7e5b0fc-7de1-4608-8bad-fbe2c8903f5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:28:29Z', 'updated_at': '2022-01-05T17:28:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '2c7f8bf4-1843-4150-8484-b1d2af840bd7', 'name': '', 'network_id': 'a2a3f410-a9d2-4220-a184-fcdeb12ab668', 'tenant_id': '4808c0b17c614be79a0c7baf13c8a90d', 'mac_address': 'fa:16:3e:fd:a1:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7e5b0fc-7de1-4608-8bad-fbe2c8903f5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': '35f0cdf6-9a10-4ae7-9cfa-69f52bae6fea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:28:31Z', 'updated_at': '2022-01-05T17:28:35Z', 'revision_number': 5, 'project_id': '4808c0b17c614be79a0c7baf13c8a90d', 'subnets': [{'id': '35f0cdf6-9a10-4ae7-9cfa-69f52bae6fea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 05 17:32:34.927134 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-508f8ad6-9137-4d6e-8c9a-f2bc0dc57a75 None None] New status for floating IP 5cf9493c-3613-46b4-b806-79e1f44f1aa9: DOWN {{(pid=103803) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 05 17:32:35.936564 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-630d052a-3c75-451a-bfea-2c3583911aef req-ba6a7377-741e-4141-b9ea-eaa231eb3bfe tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--1307396355&fields=id&tenant_id=4808c0b17c614be79a0c7baf13c8a90d HTTP/1.1" status: 200 len: 267 time: 0.0405788 Jan 05 17:32:36.041930 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630d052a-3c75-451a-bfea-2c3583911aef req-cb841dc0-b120-4d74-8847-146022e64f33 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:32:36.043360 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-630d052a-3c75-451a-bfea-2c3583911aef req-cb841dc0-b120-4d74-8847-146022e64f33 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/networks?id=a2a3f410-a9d2-4220-a184-fcdeb12ab668 HTTP/1.1" status: 200 len: 812 time: 0.1001241 Jan 05 17:32:36.057118 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-630d052a-3c75-451a-bfea-2c3583911aef req-7d21433f-fd66-40a1-8a08-8ea4102a9579 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/quotas/4808c0b17c614be79a0c7baf13c8a90d HTTP/1.1" status: 200 len: 375 time: 0.0085692 Jan 05 17:32:36.106068 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-630d052a-3c75-451a-bfea-2c3583911aef req-c39fc4d5-b143-4ea1-9efa-5e76e09c3466 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=4808c0b17c614be79a0c7baf13c8a90d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0444109 Jan 05 17:32:36.199954 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-630d052a-3c75-451a-bfea-2c3583911aef req-a2b5f979-e01f-43fb-9c7f-0b164a87d715 service neutron] 10.222.0.11 "GET /v2.0/networks/a2a3f410-a9d2-4220-a184-fcdeb12ab668?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830233 Jan 05 17:32:36.286416 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-630d052a-3c75-451a-bfea-2c3583911aef req-2f028789-3527-43b5-85ff-88f4653d540f service neutron] 10.222.0.11 "GET /v2.0/networks/a2a3f410-a9d2-4220-a184-fcdeb12ab668?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801351 Jan 05 17:32:36.526744 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-f7727034-765d-40de-8597-4b5c3f68683d req-02103681-898e-4518-8964-b5f36106f8f6 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/ports?device_id=40ab26d2-d19d-411f-9669-47f48232be29 HTTP/1.1" status: 200 len: 210 time: 0.0264444 Jan 05 17:32:37.618939 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-83e85c37-62cf-4108-bca3-2b27f834ea10 req-34a720ad-8bf3-4057-8d98-ca86be03aafd tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/ports?device_id=40ab26d2-d19d-411f-9669-47f48232be29 HTTP/1.1" status: 200 len: 210 time: 0.0263867 Jan 05 17:32:37.709894 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Device e723022c-ad69-4974-bb28-3c1fd3331a9a no longer exists at agent hyperv_hv-neutron-mast {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 05 17:32:37.729859 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] No Port match for: e723022c-ad69-4974-bb28-3c1fd3331a9a {{(pid=103802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 05 17:32:37.730199 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Device e723022c-ad69-4974-bb28-3c1fd3331a9a not bound to the agent host hv-neutron-mast {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 05 17:32:38.196277 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630d052a-3c75-451a-bfea-2c3583911aef req-2d9ae7b6-05d0-44d7-b7b7-1b6f2d6c7785 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:32:38.197768 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-630d052a-3c75-451a-bfea-2c3583911aef req-2d9ae7b6-05d0-44d7-b7b7-1b6f2d6c7785 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.13 "GET /v2.0/networks?id=a2a3f410-a9d2-4220-a184-fcdeb12ab668 HTTP/1.1" status: 200 len: 812 time: 0.1084876 Jan 05 17:32:38.267837 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-630d052a-3c75-451a-bfea-2c3583911aef req-c1d546f4-0ac5-4a19-a4bb-5d3e08561216 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4808c0b17c614be79a0c7baf13c8a90d HTTP/1.1" status: 200 len: 380 time: 0.0604832 Jan 05 17:32:38.280299 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [req-630d052a-3c75-451a-bfea-2c3583911aef req-161ea562-c351-4395-8d3d-5edfa996d655 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Request body: {'port': {'device_id': '40ab26d2-d19d-411f-9669-47f48232be29', 'network_id': 'a2a3f410-a9d2-4220-a184-fcdeb12ab668', 'admin_state_up': True, 'tenant_id': '4808c0b17c614be79a0c7baf13c8a90d', 'security_groups': ['052c9abb-c0fd-478b-a17e-1421a63a5379']}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:32:38.462733 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-630d052a-3c75-451a-bfea-2c3583911aef req-161ea562-c351-4395-8d3d-5edfa996d655 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Made reservation on behalf of 4808c0b17c614be79a0c7baf13c8a90d for: {'port': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:32:38.466376 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-630d052a-3c75-451a-bfea-2c3583911aef req-161ea562-c351-4395-8d3d-5edfa996d655 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:32:38.606909 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [req-630d052a-3c75-451a-bfea-2c3583911aef req-161ea562-c351-4395-8d3d-5edfa996d655 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Allocated IP 172.20.0.7 (a2a3f410-a9d2-4220-a184-fcdeb12ab668/35f0cdf6-9a10-4ae7-9cfa-69f52bae6fea/0c0ee9cb-652d-432e-9d5f-63c8e52c10fb) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:32:38.726716 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-cc42ed55-a5e3-4234-b74d-18fdb85041d1 req-75ea0a0d-8e47-4890-b60c-11d1cb9d3042 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/ports?device_id=40ab26d2-d19d-411f-9669-47f48232be29 HTTP/1.1" status: 200 len: 210 time: 0.0341973 Jan 05 17:32:38.768319 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-630d052a-3c75-451a-bfea-2c3583911aef req-161ea562-c351-4395-8d3d-5edfa996d655 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Publish callbacks [] for port, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:32:38.864450 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-630d052a-3c75-451a-bfea-2c3583911aef req-161ea562-c351-4395-8d3d-5edfa996d655 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:32:38.906261 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-630d052a-3c75-451a-bfea-2c3583911aef req-161ea562-c351-4395-8d3d-5edfa996d655 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Network a2a3f410-a9d2-4220-a184-fcdeb12ab668 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:32:38.909859 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [req-630d052a-3c75-451a-bfea-2c3583911aef req-161ea562-c351-4395-8d3d-5edfa996d655 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:32:38.913922 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [req-630d052a-3c75-451a-bfea-2c3583911aef req-161ea562-c351-4395-8d3d-5edfa996d655 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:32:38.943548 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161ea562-c351-4395-8d3d-5edfa996d655 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Pushing event updated for resources: {'Port': ['ID=0c0ee9cb-652d-432e-9d5f-63c8e52c10fb,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:32:38.970962 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630d052a-3c75-451a-bfea-2c3583911aef req-161ea562-c351-4395-8d3d-5edfa996d655 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:32:38.971603 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-630d052a-3c75-451a-bfea-2c3583911aef req-161ea562-c351-4395-8d3d-5edfa996d655 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:32:39.054999 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-630d052a-3c75-451a-bfea-2c3583911aef req-161ea562-c351-4395-8d3d-5edfa996d655 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7785995 Jan 05 17:32:39.066018 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [req-630d052a-3c75-451a-bfea-2c3583911aef req-7c6cd6ca-1048-457a-bfe4-dfcadc878cb9 service neutron] Request body: {'port': {'device_id': '40ab26d2-d19d-411f-9669-47f48232be29', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:32:39.121373 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-630d052a-3c75-451a-bfea-2c3583911aef req-7c6cd6ca-1048-457a-bfe4-dfcadc878cb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:32:39.143333 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-1637732b-3bff-47a3-98a8-0c0cb306c1dc None None] Provisioning complete for port 0c0ee9cb-652d-432e-9d5f-63c8e52c10fb triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:32:39.143923 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-1637732b-3bff-47a3-98a8-0c0cb306c1dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:32:39.177664 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-1637732b-3bff-47a3-98a8-0c0cb306c1dc None None] Port 0c0ee9cb-652d-432e-9d5f-63c8e52c10fb cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 17:32:39.374543 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.notifiers.nova [req-630d052a-3c75-451a-bfea-2c3583911aef req-7c6cd6ca-1048-457a-bfe4-dfcadc878cb9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c0ee9cb-652d-432e-9d5f-63c8e52c10fb {{(pid=103800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 05 17:32:39.381604 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-630d052a-3c75-451a-bfea-2c3583911aef req-7c6cd6ca-1048-457a-bfe4-dfcadc878cb9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:32:39.393614 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.provisioning_blocks [req-630d052a-3c75-451a-bfea-2c3583911aef req-7c6cd6ca-1048-457a-bfe4-dfcadc878cb9 service neutron] Transition to ACTIVE for port object 0c0ee9cb-652d-432e-9d5f-63c8e52c10fb will not be triggered until provisioned by entity L2. {{(pid=103800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 05 17:32:39.481091 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-630d052a-3c75-451a-bfea-2c3583911aef req-7c6cd6ca-1048-457a-bfe4-dfcadc878cb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8784461'] for port, after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:32:39.529993 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6cd6ca-1048-457a-bfe4-dfcadc878cb9 service neutron] Pushing event updated for resources: {'Port': ['ID=0c0ee9cb-652d-432e-9d5f-63c8e52c10fb,revision_number=2']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:32:39.602800 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [req-630d052a-3c75-451a-bfea-2c3583911aef req-7c6cd6ca-1048-457a-bfe4-dfcadc878cb9 service neutron] Attempting to bind port 0c0ee9cb-652d-432e-9d5f-63c8e52c10fb on host hv-neutron-mast for vnic_type normal with profile {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 05 17:32:39.603139 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [req-630d052a-3c75-451a-bfea-2c3583911aef req-7c6cd6ca-1048-457a-bfe4-dfcadc878cb9 service neutron] Attempting to bind port 0c0ee9cb-652d-432e-9d5f-63c8e52c10fb by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '3408963b-cc6f-41d6-81f3-5f4936e04525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'a2a3f410-a9d2-4220-a184-fcdeb12ab668'}] {{(pid=103800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 05 17:32:39.603473 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-630d052a-3c75-451a-bfea-2c3583911aef req-7c6cd6ca-1048-457a-bfe4-dfcadc878cb9 service neutron] Attempting to bind port 0c0ee9cb-652d-432e-9d5f-63c8e52c10fb on network a2a3f410-a9d2-4220-a184-fcdeb12ab668 {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:32:39.608903 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-630d052a-3c75-451a-bfea-2c3583911aef req-7c6cd6ca-1048-457a-bfe4-dfcadc878cb9 service neutron] Port 0c0ee9cb-652d-432e-9d5f-63c8e52c10fb on network a2a3f410-a9d2-4220-a184-fcdeb12ab668 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 05 17:32:39.609222 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-630d052a-3c75-451a-bfea-2c3583911aef req-7c6cd6ca-1048-457a-bfe4-dfcadc878cb9 service neutron] Attempting to bind port 0c0ee9cb-652d-432e-9d5f-63c8e52c10fb on network a2a3f410-a9d2-4220-a184-fcdeb12ab668 {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:32:39.614203 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-630d052a-3c75-451a-bfea-2c3583911aef req-7c6cd6ca-1048-457a-bfe4-dfcadc878cb9 service neutron] Checking agent: {'id': '5c36d785-abe8-4e89-a23a-b403333d2378', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 5, 17, 3, 49), 'started_at': datetime.datetime(2022, 1, 5, 17, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 1, 5, 17, 32, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 05 17:32:39.614539 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-630d052a-3c75-451a-bfea-2c3583911aef req-7c6cd6ca-1048-457a-bfe4-dfcadc878cb9 service neutron] Checking segment: {'id': '3408963b-cc6f-41d6-81f3-5f4936e04525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'a2a3f410-a9d2-4220-a184-fcdeb12ab668'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:32:39.614917 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-630d052a-3c75-451a-bfea-2c3583911aef req-7c6cd6ca-1048-457a-bfe4-dfcadc878cb9 service neutron] Bound using segment: {'id': '3408963b-cc6f-41d6-81f3-5f4936e04525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'a2a3f410-a9d2-4220-a184-fcdeb12ab668'} {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 05 17:32:39.615339 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [req-630d052a-3c75-451a-bfea-2c3583911aef req-7c6cd6ca-1048-457a-bfe4-dfcadc878cb9 service neutron] Bound port: 0c0ee9cb-652d-432e-9d5f-63c8e52c10fb, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3408963b-cc6f-41d6-81f3-5f4936e04525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'a2a3f410-a9d2-4220-a184-fcdeb12ab668'}}] {{(pid=103800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 05 17:32:39.615687 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-630d052a-3c75-451a-bfea-2c3583911aef req-7c6cd6ca-1048-457a-bfe4-dfcadc878cb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:32:39.679312 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.db [req-630d052a-3c75-451a-bfea-2c3583911aef req-7c6cd6ca-1048-457a-bfe4-dfcadc878cb9 service neutron] For port 0c0ee9cb-652d-432e-9d5f-63c8e52c10fb, host hv-neutron-mast, cleared binding levels {{(pid=103800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 05 17:32:39.682232 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.db [req-630d052a-3c75-451a-bfea-2c3583911aef req-7c6cd6ca-1048-457a-bfe4-dfcadc878cb9 service neutron] For port 0c0ee9cb-652d-432e-9d5f-63c8e52c10fb, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=0c0ee9cb-652d-432e-9d5f-63c8e52c10fb,segment=NetworkSegment(3408963b-cc6f-41d6-81f3-5f4936e04525),segment_id=3408963b-cc6f-41d6-81f3-5f4936e04525)] {{(pid=103800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 05 17:32:39.727442 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-630d052a-3c75-451a-bfea-2c3583911aef req-7c6cd6ca-1048-457a-bfe4-dfcadc878cb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8784461'] for port, after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:32:39.759504 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630d052a-3c75-451a-bfea-2c3583911aef req-7c6cd6ca-1048-457a-bfe4-dfcadc878cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:32:39.760484 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-630d052a-3c75-451a-bfea-2c3583911aef req-7c6cd6ca-1048-457a-bfe4-dfcadc878cb9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:32:39.761546 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-630d052a-3c75-451a-bfea-2c3583911aef req-7c6cd6ca-1048-457a-bfe4-dfcadc878cb9 service neutron] 10.222.0.13 "PUT /v2.0/ports/0c0ee9cb-652d-432e-9d5f-63c8e52c10fb HTTP/1.1" status: 200 len: 1093 time: 0.6997399 Jan 05 17:32:39.762075 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40ab26d2-d19d-411f-9669-47f48232be29', 'tag': '0c0ee9cb-652d-432e-9d5f-63c8e52c10fb'}] {{(pid=103800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 05 17:32:39.764228 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f64b9d4628f7eefcc27168a80c04985d23f0ea5def038dae05e1deb7357f3bfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4167190-1b81-435f-8858-111404c004b4" -d '{"events": [{"name": "network-changed", "server_uuid": "40ab26d2-d19d-411f-9669-47f48232be29", "tag": "0c0ee9cb-652d-432e-9d5f-63c8e52c10fb"}]}' {{(pid=103800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 05 17:32:39.797094 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6cd6ca-1048-457a-bfe4-dfcadc878cb9 service neutron] Pushing event updated for resources: {'Port': ['ID=0c0ee9cb-652d-432e-9d5f-63c8e52c10fb,revision_number=3']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:32:39.866634 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ea8767-b14c-4f1c-962c-fb4f693df121 req-fd94a199-b24a-4a06-9c18-4acbf9cd3153 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:32:39.868402 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-65ea8767-b14c-4f1c-962c-fb4f693df121 req-fd94a199-b24a-4a06-9c18-4acbf9cd3153 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/ports?device_id=40ab26d2-d19d-411f-9669-47f48232be29 HTTP/1.1" status: 200 len: 943 time: 0.0679736 Jan 05 17:32:39.901043 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Jan 2022 17:32:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4b590c9-045c-4d0d-9144-5888d2812921 x-openstack-request-id: req-a4b590c9-045c-4d0d-9144-5888d2812921 {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 05 17:32:39.901403 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40ab26d2-d19d-411f-9669-47f48232be29", "tag": "0c0ee9cb-652d-432e-9d5f-63c8e52c10fb", "status": "completed", "code": 200}]} {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 05 17:32:39.901738 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a4b590c9-045c-4d0d-9144-5888d2812921 {{(pid=103800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 05 17:32:39.902243 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40ab26d2-d19d-411f-9669-47f48232be29', 'tag': '0c0ee9cb-652d-432e-9d5f-63c8e52c10fb', 'status': 'completed', 'code': 200} Jan 05 17:32:39.920706 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630d052a-3c75-451a-bfea-2c3583911aef req-a2aeca1c-38ee-4770-a735-f32d8da3184a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:32:39.922316 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-630d052a-3c75-451a-bfea-2c3583911aef req-a2aeca1c-38ee-4770-a735-f32d8da3184a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4808c0b17c614be79a0c7baf13c8a90d&device_id=40ab26d2-d19d-411f-9669-47f48232be29 HTTP/1.1" status: 200 len: 1096 time: 0.0563455 Jan 05 17:32:39.931235 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-65ea8767-b14c-4f1c-962c-fb4f693df121 req-6dd0c6ba-7ba6-453c-8b2f-e834de82c409 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/security-groups?id=052c9abb-c0fd-478b-a17e-1421a63a5379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569377 Jan 05 17:32:39.965735 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-630d052a-3c75-451a-bfea-2c3583911aef req-2aa243c7-47a5-4dae-a7e0-9fde5a2a7592 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0c0ee9cb-652d-432e-9d5f-63c8e52c10fb HTTP/1.1" status: 200 len: 217 time: 0.0361938 Jan 05 17:32:40.012822 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630d052a-3c75-451a-bfea-2c3583911aef req-474be496-7784-4a43-a995-c9467ad25092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:32:40.014283 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-630d052a-3c75-451a-bfea-2c3583911aef req-474be496-7784-4a43-a995-c9467ad25092 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=35f0cdf6-9a10-4ae7-9cfa-69f52bae6fea HTTP/1.1" status: 200 len: 851 time: 0.0430267 Jan 05 17:32:40.061016 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630d052a-3c75-451a-bfea-2c3583911aef req-9950ab30-3fcc-45ab-a3fc-5bbab017ff41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:32:40.062414 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-630d052a-3c75-451a-bfea-2c3583911aef req-9950ab30-3fcc-45ab-a3fc-5bbab017ff41 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a2a3f410-a9d2-4220-a184-fcdeb12ab668&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0418813 Jan 05 17:32:40.147105 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-630d052a-3c75-451a-bfea-2c3583911aef req-6fca0a83-67bb-4382-b06c-5ffbc352fb26 service neutron] 10.222.0.13 "GET /v2.0/networks/a2a3f410-a9d2-4220-a184-fcdeb12ab668?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0778639 Jan 05 17:32:40.233850 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-630d052a-3c75-451a-bfea-2c3583911aef req-034e98f5-0056-4278-b55b-cf6c467191ba service neutron] 10.222.0.13 "GET /v2.0/networks/a2a3f410-a9d2-4220-a184-fcdeb12ab668?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816524 Jan 05 17:32:40.391177 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4167190-1b81-435f-8858-111404c004b4 req-caa34bff-642f-4e1e-8c2d-018be61cee8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:32:40.392668 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-f4167190-1b81-435f-8858-111404c004b4 req-caa34bff-642f-4e1e-8c2d-018be61cee8a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4808c0b17c614be79a0c7baf13c8a90d&device_id=40ab26d2-d19d-411f-9669-47f48232be29 HTTP/1.1" status: 200 len: 1096 time: 0.0408492 Jan 05 17:32:40.479130 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4167190-1b81-435f-8858-111404c004b4 req-c2d77aa3-3e8c-41f1-b269-51c60ced25ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:32:40.480545 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-f4167190-1b81-435f-8858-111404c004b4 req-c2d77aa3-3e8c-41f1-b269-51c60ced25ef service neutron] 10.222.0.13 "GET /v2.0/networks?id=a2a3f410-a9d2-4220-a184-fcdeb12ab668 HTTP/1.1" status: 200 len: 913 time: 0.0813010 Jan 05 17:32:40.521995 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-f4167190-1b81-435f-8858-111404c004b4 req-6d6c285b-4c23-4085-a686-0729c8757e1e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0c0ee9cb-652d-432e-9d5f-63c8e52c10fb HTTP/1.1" status: 200 len: 217 time: 0.0356438 Jan 05 17:32:40.568551 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4167190-1b81-435f-8858-111404c004b4 req-6ed45321-2d2c-4b66-9af9-06314bbca054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:32:40.570045 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-f4167190-1b81-435f-8858-111404c004b4 req-6ed45321-2d2c-4b66-9af9-06314bbca054 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=35f0cdf6-9a10-4ae7-9cfa-69f52bae6fea HTTP/1.1" status: 200 len: 851 time: 0.0422738 Jan 05 17:32:40.615922 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4167190-1b81-435f-8858-111404c004b4 req-62aaba5e-ae67-476e-9eac-3f980b037e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:32:40.617445 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-f4167190-1b81-435f-8858-111404c004b4 req-62aaba5e-ae67-476e-9eac-3f980b037e85 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a2a3f410-a9d2-4220-a184-fcdeb12ab668&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0404038 Jan 05 17:32:40.705775 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-f4167190-1b81-435f-8858-111404c004b4 req-4e8486cf-a9e1-44fd-814d-23fe9de3efb9 service neutron] 10.222.0.13 "GET /v2.0/networks/a2a3f410-a9d2-4220-a184-fcdeb12ab668?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819774 Jan 05 17:32:40.792103 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-f4167190-1b81-435f-8858-111404c004b4 req-7ba4420b-bec1-4b74-b03a-4ba8acdc442d service neutron] 10.222.0.13 "GET /v2.0/networks/a2a3f410-a9d2-4220-a184-fcdeb12ab668?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799201 Jan 05 17:32:41.051355 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c761fa3-4fdd-4abc-9796-40593de15de5 req-9c1e3bfa-3aa0-4ea6-988f-2473c309fa92 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:32:41.052727 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-1c761fa3-4fdd-4abc-9796-40593de15de5 req-9c1e3bfa-3aa0-4ea6-988f-2473c309fa92 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/ports?device_id=40ab26d2-d19d-411f-9669-47f48232be29 HTTP/1.1" status: 200 len: 943 time: 0.0528791 Jan 05 17:32:41.098670 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-1c761fa3-4fdd-4abc-9796-40593de15de5 req-c320095e-d40b-4286-81eb-2b8794cc6849 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/security-groups?id=052c9abb-c0fd-478b-a17e-1421a63a5379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404370 Jan 05 17:32:42.209472 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a553baa4-c0c6-431b-a3cb-fa1200d8b9cf req-075ea123-e63e-4a67-84be-1a0db77d8511 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:32:42.210979 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-a553baa4-c0c6-431b-a3cb-fa1200d8b9cf req-075ea123-e63e-4a67-84be-1a0db77d8511 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/ports?device_id=40ab26d2-d19d-411f-9669-47f48232be29 HTTP/1.1" status: 200 len: 943 time: 0.0487969 Jan 05 17:32:42.256664 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-a553baa4-c0c6-431b-a3cb-fa1200d8b9cf req-3511ed29-be6a-4912-936e-ac26de9ac903 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/security-groups?id=052c9abb-c0fd-478b-a17e-1421a63a5379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402539 Jan 05 17:32:43.368818 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e587069-a003-4e8c-b7d8-383a32b5b10b req-31ea5787-a504-4d33-bb64-302746bd9b5a tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:32:43.370287 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-9e587069-a003-4e8c-b7d8-383a32b5b10b req-31ea5787-a504-4d33-bb64-302746bd9b5a tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/ports?device_id=40ab26d2-d19d-411f-9669-47f48232be29 HTTP/1.1" status: 200 len: 943 time: 0.0476246 Jan 05 17:32:43.415614 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-9e587069-a003-4e8c-b7d8-383a32b5b10b req-cf213538-00f5-4a2c-9675-8751af9fa6f0 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/security-groups?id=052c9abb-c0fd-478b-a17e-1421a63a5379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399313 Jan 05 17:32:43.756457 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Device 0c0ee9cb-652d-432e-9d5f-63c8e52c10fb details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 05 17:32:43.850951 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] For port 0c0ee9cb-652d-432e-9d5f-63c8e52c10fb, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=0c0ee9cb-652d-432e-9d5f-63c8e52c10fb,segment=NetworkSegment(3408963b-cc6f-41d6-81f3-5f4936e04525),segment_id=3408963b-cc6f-41d6-81f3-5f4936e04525)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:32:43.862260 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Returning: {'device': '0c0ee9cb-652d-432e-9d5f-63c8e52c10fb', 'network_id': 'a2a3f410-a9d2-4220-a184-fcdeb12ab668', 'port_id': '0c0ee9cb-652d-432e-9d5f-63c8e52c10fb', 'mac_address': 'fa:16:3e:35:8c:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35f0cdf6-9a10-4ae7-9cfa-69f52bae6fea', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 05 17:32:43.897869 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:32:43.910420 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.notifiers.nova [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c0ee9cb-652d-432e-9d5f-63c8e52c10fb {{(pid=103802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 05 17:32:43.929475 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] For port 0c0ee9cb-652d-432e-9d5f-63c8e52c10fb, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=0c0ee9cb-652d-432e-9d5f-63c8e52c10fb,segment=NetworkSegment(3408963b-cc6f-41d6-81f3-5f4936e04525),segment_id=3408963b-cc6f-41d6-81f3-5f4936e04525)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:32:44.006868 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:32:44.057080 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Pushing event updated for resources: {'Port': ['ID=0c0ee9cb-652d-432e-9d5f-63c8e52c10fb,revision_number=4']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:32:44.248537 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] get_ports_and_sgs() called for port_ids ['0c0ee9cb-652d-432e-9d5f-63c8e52c10fb'] {{(pid=103802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 05 17:32:44.528207 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746dde69-8eb9-47b7-adf8-0a0e497eb6b9 req-a7218952-6339-4953-9a50-6984ba26dde2 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:32:44.529601 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-746dde69-8eb9-47b7-adf8-0a0e497eb6b9 req-a7218952-6339-4953-9a50-6984ba26dde2 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/ports?device_id=40ab26d2-d19d-411f-9669-47f48232be29 HTTP/1.1" status: 200 len: 944 time: 0.0480583 Jan 05 17:32:44.578733 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-746dde69-8eb9-47b7-adf8-0a0e497eb6b9 req-e5d4fc23-970c-486a-be09-94c6ca6fbe0c tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/security-groups?id=052c9abb-c0fd-478b-a17e-1421a63a5379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435331 Jan 05 17:32:45.689933 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b802a53-249e-4fa4-b620-04ee5a3de13a req-1412988b-5484-47c7-9b89-13f32a6cf3e4 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:32:45.691356 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-0b802a53-249e-4fa4-b620-04ee5a3de13a req-1412988b-5484-47c7-9b89-13f32a6cf3e4 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/ports?device_id=40ab26d2-d19d-411f-9669-47f48232be29 HTTP/1.1" status: 200 len: 944 time: 0.0466723 Jan 05 17:32:45.739287 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-0b802a53-249e-4fa4-b620-04ee5a3de13a req-a42f1a1a-d8b4-4d8f-9a32-ad56e3910191 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/security-groups?id=052c9abb-c0fd-478b-a17e-1421a63a5379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425284 Jan 05 17:32:45.772446 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Device 0c0ee9cb-652d-432e-9d5f-63c8e52c10fb up at agent hyperv_hv-neutron-mast {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:32:45.893160 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Provisioning for port 0c0ee9cb-652d-432e-9d5f-63c8e52c10fb completed by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 05 17:32:45.896854 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Provisioning complete for port 0c0ee9cb-652d-432e-9d5f-63c8e52c10fb triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:32:45.897216 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:32:45.970228 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:32:45.991656 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40ab26d2-d19d-411f-9669-47f48232be29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c0ee9cb-652d-432e-9d5f-63c8e52c10fb'}] {{(pid=103802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 05 17:32:45.993892 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36b213fbd845b3f09e785999bbcda1c85cd5592d7f001460987854e5c1683bd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0294d3d-5374-4dcb-a3de-95d3d5df222d" -d '{"events": [{"server_uuid": "40ab26d2-d19d-411f-9669-47f48232be29", "name": "network-vif-plugged", "status": "completed", "tag": "0c0ee9cb-652d-432e-9d5f-63c8e52c10fb"}]}' {{(pid=103802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 05 17:32:46.006387 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] For port 0c0ee9cb-652d-432e-9d5f-63c8e52c10fb, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=0c0ee9cb-652d-432e-9d5f-63c8e52c10fb,segment=NetworkSegment(3408963b-cc6f-41d6-81f3-5f4936e04525),segment_id=3408963b-cc6f-41d6-81f3-5f4936e04525)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:32:46.030160 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Jan 2022 17:32:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f081e53b-e363-41ab-9690-0002f12e2875 x-openstack-request-id: req-f081e53b-e363-41ab-9690-0002f12e2875 {{(pid=103802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 05 17:32:46.030485 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40ab26d2-d19d-411f-9669-47f48232be29", "name": "network-vif-plugged", "status": "completed", "tag": "0c0ee9cb-652d-432e-9d5f-63c8e52c10fb", "code": 200}]} {{(pid=103802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 05 17:32:46.030742 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f081e53b-e363-41ab-9690-0002f12e2875 {{(pid=103802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 05 17:32:46.031160 dv-neutron-master-2-hyperv neutron-server[103802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40ab26d2-d19d-411f-9669-47f48232be29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c0ee9cb-652d-432e-9d5f-63c8e52c10fb', 'code': 200} Jan 05 17:32:46.081317 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:32:46.128164 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Pushing event updated for resources: {'Port': ['ID=0c0ee9cb-652d-432e-9d5f-63c8e52c10fb,revision_number=5']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:32:46.306486 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b55742-172e-43e7-ba65-75b55448a2a1 req-8565aae4-050f-43db-96dc-8ceb0f8f4868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:32:46.307964 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-91b55742-172e-43e7-ba65-75b55448a2a1 req-8565aae4-050f-43db-96dc-8ceb0f8f4868 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=40ab26d2-d19d-411f-9669-47f48232be29 HTTP/1.1" status: 200 len: 1098 time: 0.0424469 Jan 05 17:32:46.350357 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-91b55742-172e-43e7-ba65-75b55448a2a1 req-341399cb-93d1-4b11-9b0b-1cfebac51f8f service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=052c9abb-c0fd-478b-a17e-1421a63a5379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364878 Jan 05 17:32:46.853107 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7daacd2-f0a0-49e4-8f80-75e1c506069a req-007cdcb1-bfd1-46e2-81da-255456c72c46 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:32:46.854573 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-f7daacd2-f0a0-49e4-8f80-75e1c506069a req-007cdcb1-bfd1-46e2-81da-255456c72c46 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/ports?device_id=40ab26d2-d19d-411f-9669-47f48232be29 HTTP/1.1" status: 200 len: 945 time: 0.0479102 Jan 05 17:32:46.900164 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-f7daacd2-f0a0-49e4-8f80-75e1c506069a req-d38f1983-9a03-43d3-8755-d6369e70bfc0 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/security-groups?id=052c9abb-c0fd-478b-a17e-1421a63a5379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400681 Jan 05 17:32:47.103921 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-52a5edb5-4f04-4108-a1fd-bd68375b7b09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:32:48.015955 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24074b92-2cd6-4cc6-a64b-b8a2d5a4a033 req-3336c03c-4b51-45b3-9af6-9c371fa88029 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:32:48.017405 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-24074b92-2cd6-4cc6-a64b-b8a2d5a4a033 req-3336c03c-4b51-45b3-9af6-9c371fa88029 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/ports?device_id=40ab26d2-d19d-411f-9669-47f48232be29 HTTP/1.1" status: 200 len: 945 time: 0.0484586 Jan 05 17:32:48.062856 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-24074b92-2cd6-4cc6-a64b-b8a2d5a4a033 req-1c3e2272-b193-41c4-b030-a78094911534 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/security-groups?id=052c9abb-c0fd-478b-a17e-1421a63a5379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399315 Jan 05 17:32:48.172712 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d0661c-81c5-4b9c-82e3-d2ce72ac0505 req-ca4d945e-5257-48ab-b1a3-2d250fd7fd68 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:32:48.174819 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-49d0661c-81c5-4b9c-82e3-d2ce72ac0505 req-ca4d945e-5257-48ab-b1a3-2d250fd7fd68 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/ports?device_id=40ab26d2-d19d-411f-9669-47f48232be29 HTTP/1.1" status: 200 len: 945 time: 0.0507293 Jan 05 17:32:48.183374 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 49540) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:32:48.187510 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-e5747816-cf7a-4fab-88ea-0c3129fafdfa tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Request body: {'floatingip': {'port_id': '0c0ee9cb-652d-432e-9d5f-63c8e52c10fb'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:32:48.225895 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e5747816-cf7a-4fab-88ea-0c3129fafdfa tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Publish callbacks [] for floatingip, before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:32:48.990965 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e5747816-cf7a-4fab-88ea-0c3129fafdfa tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:32:49.069414 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e5747816-cf7a-4fab-88ea-0c3129fafdfa tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648677'] for floatingip, after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:32:49.166395 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.db.l3_db [None req-e5747816-cf7a-4fab-88ea-0c3129fafdfa tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Floating IP 5cf9493c-3613-46b4-b806-79e1f44f1aa9 associated. External IP: 172.36.4.193, port: 0c0ee9cb-652d-432e-9d5f-63c8e52c10fb. Jan 05 17:32:49.319728 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-03676754-598d-4dc0-8f70-14e7657ded85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:32:49.377747 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5747816-cf7a-4fab-88ea-0c3129fafdfa tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Router f7e5b0fc-7de1-4608-8bad-fbe2c8903f5d has already been hosted by L3 agent 59446fdc-40e0-41fe-a575-a8eb11d742f7 {{(pid=103800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 05 17:32:49.482427 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5747816-cf7a-4fab-88ea-0c3129fafdfa tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 05 17:32:49.487742 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e5747816-cf7a-4fab-88ea-0c3129fafdfa tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for floatingip, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:32:49.493652 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b305694-7b93-4ba4-99af-2bab17e93141 None None] Sync routers for ids ['f7e5b0fc-7de1-4608-8bad-fbe2c8903f5d'] in dv-neutron-master-2-hyperv {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 05 17:32:49.503283 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b305694-7b93-4ba4-99af-2bab17e93141 None None] Routers {'f7e5b0fc-7de1-4608-8bad-fbe2c8903f5d'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:32:49.503902 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-0b305694-7b93-4ba4-99af-2bab17e93141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:32:49Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['f7e5b0fc-7de1-4608-8bad-fbe2c8903f5d'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:32:49.513156 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-e5747816-cf7a-4fab-88ea-0c3129fafdfa tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "PUT /v2.0/floatingips/5cf9493c-3613-46b4-b806-79e1f44f1aa9 HTTP/1.1" status: 200 len: 992 time: 1.3288395 Jan 05 17:32:49.514032 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40ab26d2-d19d-411f-9669-47f48232be29', 'tag': '0c0ee9cb-652d-432e-9d5f-63c8e52c10fb'}] {{(pid=103800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 05 17:32:49.516445 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f64b9d4628f7eefcc27168a80c04985d23f0ea5def038dae05e1deb7357f3bfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-726df4da-5086-4ec3-bed9-b5a193d66d96" -d '{"events": [{"name": "network-changed", "server_uuid": "40ab26d2-d19d-411f-9669-47f48232be29", "tag": "0c0ee9cb-652d-432e-9d5f-63c8e52c10fb"}]}' {{(pid=103800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 05 17:32:49.556820 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Jan 2022 17:32:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a249ad35-d6c7-4282-83b1-531873ecc60a x-openstack-request-id: req-a249ad35-d6c7-4282-83b1-531873ecc60a {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 05 17:32:49.557108 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40ab26d2-d19d-411f-9669-47f48232be29", "tag": "0c0ee9cb-652d-432e-9d5f-63c8e52c10fb", "status": "completed", "code": 200}]} {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 05 17:32:49.557611 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a249ad35-d6c7-4282-83b1-531873ecc60a {{(pid=103800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 05 17:32:49.558044 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40ab26d2-d19d-411f-9669-47f48232be29', 'tag': '0c0ee9cb-652d-432e-9d5f-63c8e52c10fb', 'status': 'completed', 'code': 200} Jan 05 17:32:49.620153 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-0b305694-7b93-4ba4-99af-2bab17e93141 None None] Set router f7e5b0fc-7de1-4608-8bad-fbe2c8903f5d gateway port host: dv-neutron-master-2-hyperv {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:32:49.627718 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726df4da-5086-4ec3-bed9-b5a193d66d96 req-c880af6f-602a-48d1-80eb-c17e64eb00ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:32:49.627718 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-726df4da-5086-4ec3-bed9-b5a193d66d96 req-c880af6f-602a-48d1-80eb-c17e64eb00ee service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4808c0b17c614be79a0c7baf13c8a90d&device_id=40ab26d2-d19d-411f-9669-47f48232be29 HTTP/1.1" status: 200 len: 1098 time: 0.0422862 Jan 05 17:32:49.725416 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726df4da-5086-4ec3-bed9-b5a193d66d96 req-b46f2938-329e-45eb-8713-6d1fa7cc3dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:32:49.726923 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-726df4da-5086-4ec3-bed9-b5a193d66d96 req-b46f2938-329e-45eb-8713-6d1fa7cc3dfe service neutron] 10.222.0.13 "GET /v2.0/networks?id=a2a3f410-a9d2-4220-a184-fcdeb12ab668 HTTP/1.1" status: 200 len: 913 time: 0.0933917 Jan 05 17:32:49.791133 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-726df4da-5086-4ec3-bed9-b5a193d66d96 req-a88b66a9-c4cd-4c30-b8f8-3053dc578925 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0c0ee9cb-652d-432e-9d5f-63c8e52c10fb HTTP/1.1" status: 200 len: 1000 time: 0.0580940 Jan 05 17:32:49.837894 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726df4da-5086-4ec3-bed9-b5a193d66d96 req-ee694ac9-82c5-4ab0-8839-e5d874c1d7e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:32:49.839351 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-726df4da-5086-4ec3-bed9-b5a193d66d96 req-ee694ac9-82c5-4ab0-8839-e5d874c1d7e9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=35f0cdf6-9a10-4ae7-9cfa-69f52bae6fea HTTP/1.1" status: 200 len: 851 time: 0.0432100 Jan 05 17:32:49.850909 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-0b305694-7b93-4ba4-99af-2bab17e93141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7e5b0fc-7de1-4608-8bad-fbe2c8903f5d', 'name': 'tempest-ServerActionsTestJSON-1239396606-router', 'tenant_id': '4808c0b17c614be79a0c7baf13c8a90d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.55'}], 'enable_snat': True}, 'gw_port_id': '1e06f970-a67a-49e1-8704-07faf640bf83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:28:29Z', 'updated_at': '2022-01-05T17:28:32Z', 'revision_number': 4, 'project_id': '4808c0b17c614be79a0c7baf13c8a90d', 'gw_port': {'id': '1e06f970-a67a-49e1-8704-07faf640bf83', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:21:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7e5b0fc-7de1-4608-8bad-fbe2c8903f5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:28:29Z', 'updated_at': '2022-01-05T17:28:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '5cf9493c-3613-46b4-b806-79e1f44f1aa9', 'tenant_id': '4808c0b17c614be79a0c7baf13c8a90d', 'floating_ip_address': '172.36.4.193', 'floating_network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'router_id': 'f7e5b0fc-7de1-4608-8bad-fbe2c8903f5d', 'port_id': '0c0ee9cb-652d-432e-9d5f-63c8e52c10fb', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1589, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2a3f410-a9d2-4220-a184-fcdeb12ab668', 'mac_address': 'fa:16:3e:35:8c:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40ab26d2-d19d-411f-9669-47f48232be29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-05T17:28:35Z', 'updated_at': '2022-01-05T17:32:48Z', 'revision_number': 13, 'project_id': '4808c0b17c614be79a0c7baf13c8a90d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c7f8bf4-1843-4150-8484-b1d2af840bd7', 'name': '', 'network_id': 'a2a3f410-a9d2-4220-a184-fcdeb12ab668', 'tenant_id': '4808c0b17c614be79a0c7baf13c8a90d', 'mac_address': 'fa:16:3e:fd:a1:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7e5b0fc-7de1-4608-8bad-fbe2c8903f5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': '35f0cdf6-9a10-4ae7-9cfa-69f52bae6fea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:28:31Z', 'updated_at': '2022-01-05T17:28:35Z', 'revision_number': 5, 'project_id': '4808c0b17c614be79a0c7baf13c8a90d', 'subnets': [{'id': '35f0cdf6-9a10-4ae7-9cfa-69f52bae6fea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:32:49.882252 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b305694-7b93-4ba4-99af-2bab17e93141 None None] Checking router: f7e5b0fc-7de1-4608-8bad-fbe2c8903f5d for host: dv-neutron-master-2-hyperv {{(pid=103802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 05 17:32:49.884028 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:32:49.888039 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726df4da-5086-4ec3-bed9-b5a193d66d96 req-41335d08-827c-4332-a57f-10b019ec24be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:32:49.889549 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-726df4da-5086-4ec3-bed9-b5a193d66d96 req-41335d08-827c-4332-a57f-10b019ec24be service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a2a3f410-a9d2-4220-a184-fcdeb12ab668&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0445092 Jan 05 17:32:49.891221 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b305694-7b93-4ba4-99af-2bab17e93141 None None] Routers {'f7e5b0fc-7de1-4608-8bad-fbe2c8903f5d'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:32:49.896516 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-0b305694-7b93-4ba4-99af-2bab17e93141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:32:49Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['f7e5b0fc-7de1-4608-8bad-fbe2c8903f5d'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:32:49.977160 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-726df4da-5086-4ec3-bed9-b5a193d66d96 req-61ac1758-f5c6-412a-a5ad-d8c85d4dc1db service neutron] 10.222.0.13 "GET /v2.0/networks/a2a3f410-a9d2-4220-a184-fcdeb12ab668?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818307 Jan 05 17:32:50.073153 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-726df4da-5086-4ec3-bed9-b5a193d66d96 req-f07288ce-425b-4b12-ac44-5261dd7a9387 service neutron] 10.222.0.13 "GET /v2.0/networks/a2a3f410-a9d2-4220-a184-fcdeb12ab668?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901420 Jan 05 17:32:50.142705 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-0b305694-7b93-4ba4-99af-2bab17e93141 None None] Set router f7e5b0fc-7de1-4608-8bad-fbe2c8903f5d gateway port host: dv-neutron-master-2-hyperv {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:32:50.358370 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-0b305694-7b93-4ba4-99af-2bab17e93141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7e5b0fc-7de1-4608-8bad-fbe2c8903f5d', 'name': 'tempest-ServerActionsTestJSON-1239396606-router', 'tenant_id': '4808c0b17c614be79a0c7baf13c8a90d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.55'}], 'enable_snat': True}, 'gw_port_id': '1e06f970-a67a-49e1-8704-07faf640bf83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:28:29Z', 'updated_at': '2022-01-05T17:28:32Z', 'revision_number': 4, 'project_id': '4808c0b17c614be79a0c7baf13c8a90d', 'gw_port': {'id': '1e06f970-a67a-49e1-8704-07faf640bf83', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:21:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7e5b0fc-7de1-4608-8bad-fbe2c8903f5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:28:29Z', 'updated_at': '2022-01-05T17:28:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '5cf9493c-3613-46b4-b806-79e1f44f1aa9', 'tenant_id': '4808c0b17c614be79a0c7baf13c8a90d', 'floating_ip_address': '172.36.4.193', 'floating_network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'router_id': 'f7e5b0fc-7de1-4608-8bad-fbe2c8903f5d', 'port_id': '0c0ee9cb-652d-432e-9d5f-63c8e52c10fb', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1589, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2a3f410-a9d2-4220-a184-fcdeb12ab668', 'mac_address': 'fa:16:3e:35:8c:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40ab26d2-d19d-411f-9669-47f48232be29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-05T17:28:35Z', 'updated_at': '2022-01-05T17:32:48Z', 'revision_number': 13, 'project_id': '4808c0b17c614be79a0c7baf13c8a90d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c7f8bf4-1843-4150-8484-b1d2af840bd7', 'name': '', 'network_id': 'a2a3f410-a9d2-4220-a184-fcdeb12ab668', 'tenant_id': '4808c0b17c614be79a0c7baf13c8a90d', 'mac_address': 'fa:16:3e:fd:a1:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7e5b0fc-7de1-4608-8bad-fbe2c8903f5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': '35f0cdf6-9a10-4ae7-9cfa-69f52bae6fea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:28:31Z', 'updated_at': '2022-01-05T17:28:35Z', 'revision_number': 5, 'project_id': '4808c0b17c614be79a0c7baf13c8a90d', 'subnets': [{'id': '35f0cdf6-9a10-4ae7-9cfa-69f52bae6fea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:32:50.384431 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b305694-7b93-4ba4-99af-2bab17e93141 None None] The sync data for ids ['f7e5b0fc-7de1-4608-8bad-fbe2c8903f5d'] in dv-neutron-master-2-hyperv is: [{'id': 'f7e5b0fc-7de1-4608-8bad-fbe2c8903f5d', 'name': 'tempest-ServerActionsTestJSON-1239396606-router', 'tenant_id': '4808c0b17c614be79a0c7baf13c8a90d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.55'}], 'enable_snat': True}, 'gw_port_id': '1e06f970-a67a-49e1-8704-07faf640bf83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:28:29Z', 'updated_at': '2022-01-05T17:28:32Z', 'revision_number': 4, 'project_id': '4808c0b17c614be79a0c7baf13c8a90d', 'gw_port': {'id': '1e06f970-a67a-49e1-8704-07faf640bf83', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:21:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7e5b0fc-7de1-4608-8bad-fbe2c8903f5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:28:29Z', 'updated_at': '2022-01-05T17:28:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '5cf9493c-3613-46b4-b806-79e1f44f1aa9', 'tenant_id': '4808c0b17c614be79a0c7baf13c8a90d', 'floating_ip_address': '172.36.4.193', 'floating_network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'router_id': 'f7e5b0fc-7de1-4608-8bad-fbe2c8903f5d', 'port_id': '0c0ee9cb-652d-432e-9d5f-63c8e52c10fb', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1589, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2a3f410-a9d2-4220-a184-fcdeb12ab668', 'mac_address': 'fa:16:3e:35:8c:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40ab26d2-d19d-411f-9669-47f48232be29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-05T17:28:35Z', 'updated_at': '2022-01-05T17:32:48Z', 'revision_number': 13, 'project_id': '4808c0b17c614be79a0c7baf13c8a90d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c7f8bf4-1843-4150-8484-b1d2af840bd7', 'name': '', 'network_id': 'a2a3f410-a9d2-4220-a184-fcdeb12ab668', 'tenant_id': '4808c0b17c614be79a0c7baf13c8a90d', 'mac_address': 'fa:16:3e:fd:a1:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7e5b0fc-7de1-4608-8bad-fbe2c8903f5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': '35f0cdf6-9a10-4ae7-9cfa-69f52bae6fea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:28:31Z', 'updated_at': '2022-01-05T17:28:35Z', 'revision_number': 5, 'project_id': '4808c0b17c614be79a0c7baf13c8a90d', 'subnets': [{'id': '35f0cdf6-9a10-4ae7-9cfa-69f52bae6fea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 05 17:32:50.569074 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7714a60-3ed5-45ee-9f2b-76ea7b4a4454 None None] New status for floating IP 5cf9493c-3613-46b4-b806-79e1f44f1aa9: ACTIVE {{(pid=103803) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 05 17:32:50.578009 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d2607572-b3c9-472c-85bc-c8de0c3fb75c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:32:51.960982 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d504d802-9546-4ce5-a9d3-96c844ac5808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:32:53.304049 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:32:55.706642 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.agents_db [None req-291d1585-17df-45c0-b64a-d244e6d90872 None None] Agent healthcheck: found 6 active agents {{(pid=103803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 05 17:33:17.118572 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-db763efb-7702-4173-82ca-6ad26dfa482c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:33:19.342796 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-01cb9572-64be-416a-8a69-9c2a1dc543af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:33:19.874551 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:33:20.342076 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-5c44527a-699f-42c3-88f0-c87389a0d53f req-68f20a13-4506-472c-83a8-1ade6dcf2262 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=40ab26d2-d19d-411f-9669-47f48232be29&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0401344 Jan 05 17:33:20.429438 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c44527a-699f-42c3-88f0-c87389a0d53f req-9752497d-9f68-40f5-84d2-9646e0601333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:33:20.430952 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-5c44527a-699f-42c3-88f0-c87389a0d53f req-9752497d-9f68-40f5-84d2-9646e0601333 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4808c0b17c614be79a0c7baf13c8a90d&device_id=40ab26d2-d19d-411f-9669-47f48232be29 HTTP/1.1" status: 200 len: 1098 time: 0.0407228 Jan 05 17:33:20.533795 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c44527a-699f-42c3-88f0-c87389a0d53f req-d010f4bf-782a-4d06-a902-ad8dd648a32b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:33:20.535267 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-5c44527a-699f-42c3-88f0-c87389a0d53f req-d010f4bf-782a-4d06-a902-ad8dd648a32b service neutron] 10.222.0.13 "GET /v2.0/networks?id=a2a3f410-a9d2-4220-a184-fcdeb12ab668 HTTP/1.1" status: 200 len: 913 time: 0.0856013 Jan 05 17:33:20.587213 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d2607572-b3c9-472c-85bc-c8de0c3fb75c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:33:20.598455 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-5c44527a-699f-42c3-88f0-c87389a0d53f req-3bb83c80-d755-4b8e-b0d1-ccf7c989025a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0c0ee9cb-652d-432e-9d5f-63c8e52c10fb HTTP/1.1" status: 200 len: 1002 time: 0.0571837 Jan 05 17:33:20.650178 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c44527a-699f-42c3-88f0-c87389a0d53f req-18ff0655-4628-42fc-bede-0dd54f8952b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:33:20.651637 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-5c44527a-699f-42c3-88f0-c87389a0d53f req-18ff0655-4628-42fc-bede-0dd54f8952b2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=35f0cdf6-9a10-4ae7-9cfa-69f52bae6fea HTTP/1.1" status: 200 len: 851 time: 0.0476382 Jan 05 17:33:20.695022 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c44527a-699f-42c3-88f0-c87389a0d53f req-344577ad-3b1b-44a9-a489-91fd40559142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:33:20.696463 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-5c44527a-699f-42c3-88f0-c87389a0d53f req-344577ad-3b1b-44a9-a489-91fd40559142 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a2a3f410-a9d2-4220-a184-fcdeb12ab668&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0392251 Jan 05 17:33:20.785356 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-5c44527a-699f-42c3-88f0-c87389a0d53f req-a8f70fbd-9f59-45cb-a434-0c164e95a070 service neutron] 10.222.0.13 "GET /v2.0/networks/a2a3f410-a9d2-4220-a184-fcdeb12ab668?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788007 Jan 05 17:33:20.878765 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-5c44527a-699f-42c3-88f0-c87389a0d53f req-93bd7a25-7314-4e15-a937-efe3a9b489c0 service neutron] 10.222.0.13 "GET /v2.0/networks/a2a3f410-a9d2-4220-a184-fcdeb12ab668?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874281 Jan 05 17:33:21.971652 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d504d802-9546-4ce5-a9d3-96c844ac5808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:33:23.280344 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:33:30.542428 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea11e71-cf32-4b71-8457-35bb6204d7e3 req-8138ccf2-ce4a-44eb-a2ba-c68c86bb6317 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:33:30.543909 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-9ea11e71-cf32-4b71-8457-35bb6204d7e3 req-8138ccf2-ce4a-44eb-a2ba-c68c86bb6317 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/ports?device_id=40ab26d2-d19d-411f-9669-47f48232be29 HTTP/1.1" status: 200 len: 945 time: 0.0490768 Jan 05 17:33:30.591201 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-9ea11e71-cf32-4b71-8457-35bb6204d7e3 req-d46e2e4e-c7d4-4973-a1dc-0672cd329b0f tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/security-groups?id=052c9abb-c0fd-478b-a17e-1421a63a5379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416915 Jan 05 17:33:32.705969 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.agents_db [None req-291d1585-17df-45c0-b64a-d244e6d90872 None None] Agent healthcheck: found 6 active agents {{(pid=103803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 05 17:33:47.141083 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-520ba385-51c9-4087-861e-881b33e5453a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:33:48.595093 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4baa4b97-e78f-4586-a525-d081e35f2a19 req-b59c0757-b635-4d11-a634-9dcc573ea424 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:33:48.596828 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-4baa4b97-e78f-4586-a525-d081e35f2a19 req-b59c0757-b635-4d11-a634-9dcc573ea424 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/ports?device_id=40ab26d2-d19d-411f-9669-47f48232be29 HTTP/1.1" status: 200 len: 945 time: 0.0481477 Jan 05 17:33:48.644761 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-4baa4b97-e78f-4586-a525-d081e35f2a19 req-c703ccf8-52d9-4fec-8c30-b0ab890e4a71 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/security-groups?id=052c9abb-c0fd-478b-a17e-1421a63a5379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422544 Jan 05 17:33:48.686056 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-0a1390e1-44bc-4c11-876e-b8233ea857c7 req-91fb4a2c-04b9-4831-9373-b8a9cb04fcce service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=40ab26d2-d19d-411f-9669-47f48232be29&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0438170 Jan 05 17:33:49.325318 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-ff1d96b5-4947-4e32-aace-18b705946e31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:33:49.759664 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c91ec23-1ef9-48c1-b6c6-307d16e29cb0 req-eefde3c8-612c-4ce9-b39b-73af226435c1 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:33:49.761123 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-0c91ec23-1ef9-48c1-b6c6-307d16e29cb0 req-eefde3c8-612c-4ce9-b39b-73af226435c1 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/ports?device_id=40ab26d2-d19d-411f-9669-47f48232be29 HTTP/1.1" status: 200 len: 945 time: 0.0496919 Jan 05 17:33:49.808613 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-0c91ec23-1ef9-48c1-b6c6-307d16e29cb0 req-7309add0-448c-4ea4-a9bc-d77d7854cb20 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/security-groups?id=052c9abb-c0fd-478b-a17e-1421a63a5379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412292 Jan 05 17:33:49.890735 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:33:50.476352 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1390e1-44bc-4c11-876e-b8233ea857c7 req-e2e4ca1c-7ceb-4fff-b8da-b821b506f1b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:33:50.477891 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-0a1390e1-44bc-4c11-876e-b8233ea857c7 req-e2e4ca1c-7ceb-4fff-b8da-b821b506f1b7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4808c0b17c614be79a0c7baf13c8a90d&device_id=40ab26d2-d19d-411f-9669-47f48232be29 HTTP/1.1" status: 200 len: 1098 time: 0.0455890 Jan 05 17:33:50.564316 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1390e1-44bc-4c11-876e-b8233ea857c7 req-63a084f6-7c41-4b22-a634-86620d619740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:33:50.565863 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-0a1390e1-44bc-4c11-876e-b8233ea857c7 req-63a084f6-7c41-4b22-a634-86620d619740 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a2a3f410-a9d2-4220-a184-fcdeb12ab668 HTTP/1.1" status: 200 len: 913 time: 0.0826106 Jan 05 17:33:50.582290 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d2607572-b3c9-472c-85bc-c8de0c3fb75c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:33:50.632638 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-0a1390e1-44bc-4c11-876e-b8233ea857c7 req-ef0018a9-60d6-4c81-bc7d-c6eee553a87d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0c0ee9cb-652d-432e-9d5f-63c8e52c10fb HTTP/1.1" status: 200 len: 1002 time: 0.0614951 Jan 05 17:33:50.679142 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1390e1-44bc-4c11-876e-b8233ea857c7 req-e87e9947-8e9b-4c7e-9f1a-1cdc37b3249b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:33:50.680582 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-0a1390e1-44bc-4c11-876e-b8233ea857c7 req-e87e9947-8e9b-4c7e-9f1a-1cdc37b3249b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=35f0cdf6-9a10-4ae7-9cfa-69f52bae6fea HTTP/1.1" status: 200 len: 851 time: 0.0428877 Jan 05 17:33:50.723411 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1390e1-44bc-4c11-876e-b8233ea857c7 req-66de7982-525d-462a-87c8-ebd7aaef3975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:33:50.724915 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-0a1390e1-44bc-4c11-876e-b8233ea857c7 req-66de7982-525d-462a-87c8-ebd7aaef3975 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a2a3f410-a9d2-4220-a184-fcdeb12ab668&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0388901 Jan 05 17:33:50.815489 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-0a1390e1-44bc-4c11-876e-b8233ea857c7 req-62c7b78b-80fb-4560-b469-d649127ea1b7 service neutron] 10.222.0.13 "GET /v2.0/networks/a2a3f410-a9d2-4220-a184-fcdeb12ab668?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846493 Jan 05 17:33:50.934955 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-0a1390e1-44bc-4c11-876e-b8233ea857c7 req-912f36a9-779f-4112-901c-10a3135928a8 service neutron] 10.222.0.13 "GET /v2.0/networks/a2a3f410-a9d2-4220-a184-fcdeb12ab668?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1137941 Jan 05 17:33:50.951145 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d75d62-3a11-43ae-842a-751c7e9d3569 req-24974a2e-0115-4481-9531-d59e3abdefd8 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:33:50.952688 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-e9d75d62-3a11-43ae-842a-751c7e9d3569 req-24974a2e-0115-4481-9531-d59e3abdefd8 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/ports?device_id=40ab26d2-d19d-411f-9669-47f48232be29 HTTP/1.1" status: 200 len: 945 time: 0.0764141 Jan 05 17:33:51.000680 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-e9d75d62-3a11-43ae-842a-751c7e9d3569 req-943d8150-36c9-470f-9106-dad9153e9c23 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/security-groups?id=052c9abb-c0fd-478b-a17e-1421a63a5379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416446 Jan 05 17:33:52.016027 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d504d802-9546-4ce5-a9d3-96c844ac5808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:33:52.124019 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4760caf1-991e-441a-86c6-2139b8a4f379 req-4a07ad09-c1d1-4b88-8cb1-4c1dd4a0c514 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:33:52.125467 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-4760caf1-991e-441a-86c6-2139b8a4f379 req-4a07ad09-c1d1-4b88-8cb1-4c1dd4a0c514 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/ports?device_id=40ab26d2-d19d-411f-9669-47f48232be29 HTTP/1.1" status: 200 len: 945 time: 0.0481558 Jan 05 17:33:52.171499 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-4760caf1-991e-441a-86c6-2139b8a4f379 req-18b64a7d-5797-46ec-9a15-3e3024d12f8c tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/security-groups?id=052c9abb-c0fd-478b-a17e-1421a63a5379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398033 Jan 05 17:33:53.288361 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e557ad1-118c-442b-b7fc-d1f18d9ecd7a req-7418d2c7-00e6-405a-85ad-6185d18fa327 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:33:53.289977 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-7e557ad1-118c-442b-b7fc-d1f18d9ecd7a req-7418d2c7-00e6-405a-85ad-6185d18fa327 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/ports?device_id=40ab26d2-d19d-411f-9669-47f48232be29 HTTP/1.1" status: 200 len: 945 time: 0.0490685 Jan 05 17:33:53.290686 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:33:53.336178 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-7e557ad1-118c-442b-b7fc-d1f18d9ecd7a req-4d161dea-0fa0-442a-b044-cb6ed284c1ec tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/security-groups?id=052c9abb-c0fd-478b-a17e-1421a63a5379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406315 Jan 05 17:33:54.458036 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e723d12-10b9-4679-b9bf-66fc8f114fa1 req-62d10d04-0e07-46c1-a27d-ccd14f2278d8 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:33:54.459469 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-7e723d12-10b9-4679-b9bf-66fc8f114fa1 req-62d10d04-0e07-46c1-a27d-ccd14f2278d8 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/ports?device_id=40ab26d2-d19d-411f-9669-47f48232be29 HTTP/1.1" status: 200 len: 945 time: 0.0512953 Jan 05 17:33:54.504634 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-7e723d12-10b9-4679-b9bf-66fc8f114fa1 req-01822bb1-d32d-4c3f-921c-86c550e23595 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/security-groups?id=052c9abb-c0fd-478b-a17e-1421a63a5379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396485 Jan 05 17:33:55.616561 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16578d2e-c564-4228-bdc0-f817a2aab852 req-737220e8-5f4f-456d-8858-b41ad0a3524b tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:33:55.618038 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-16578d2e-c564-4228-bdc0-f817a2aab852 req-737220e8-5f4f-456d-8858-b41ad0a3524b tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/ports?device_id=40ab26d2-d19d-411f-9669-47f48232be29 HTTP/1.1" status: 200 len: 945 time: 0.0479777 Jan 05 17:33:55.667781 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-16578d2e-c564-4228-bdc0-f817a2aab852 req-efabf485-8f27-443a-b65c-e0fffac3a0d5 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/security-groups?id=052c9abb-c0fd-478b-a17e-1421a63a5379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441744 Jan 05 17:33:56.786224 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4add759a-45e1-4cf3-af01-0d9cd4d3a97e req-cd7694e9-e86b-4946-921d-6e5767fdb113 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:33:56.787669 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-4add759a-45e1-4cf3-af01-0d9cd4d3a97e req-cd7694e9-e86b-4946-921d-6e5767fdb113 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/ports?device_id=40ab26d2-d19d-411f-9669-47f48232be29 HTTP/1.1" status: 200 len: 945 time: 0.0475068 Jan 05 17:33:56.832838 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-4add759a-45e1-4cf3-af01-0d9cd4d3a97e req-9ba4005b-35c8-4ff1-8f10-e8bc3a1e235e tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/security-groups?id=052c9abb-c0fd-478b-a17e-1421a63a5379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398436 Jan 05 17:33:57.946783 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2be9e6a-3d45-4fda-8fa6-b9183106231a req-6012b254-886a-44ef-a5e1-78225e5b509b tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:33:57.948242 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-d2be9e6a-3d45-4fda-8fa6-b9183106231a req-6012b254-886a-44ef-a5e1-78225e5b509b tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/ports?device_id=40ab26d2-d19d-411f-9669-47f48232be29 HTTP/1.1" status: 200 len: 945 time: 0.0479000 Jan 05 17:33:57.993681 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-d2be9e6a-3d45-4fda-8fa6-b9183106231a req-ebbd4a5a-853c-4953-98db-cea5914537f5 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/security-groups?id=052c9abb-c0fd-478b-a17e-1421a63a5379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400500 Jan 05 17:33:59.108656 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1750faa-90c9-43cb-b601-b5108b2ef379 req-2c54a7c8-86ea-4817-a2f3-c4afcb1d0944 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:33:59.110125 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-f1750faa-90c9-43cb-b601-b5108b2ef379 req-2c54a7c8-86ea-4817-a2f3-c4afcb1d0944 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/ports?device_id=40ab26d2-d19d-411f-9669-47f48232be29 HTTP/1.1" status: 200 len: 945 time: 0.0515780 Jan 05 17:33:59.155088 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-f1750faa-90c9-43cb-b601-b5108b2ef379 req-2595c862-0d63-4cef-b408-097a654c326e tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/security-groups?id=052c9abb-c0fd-478b-a17e-1421a63a5379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391223 Jan 05 17:34:00.268113 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbca511-0439-464d-b587-2ad7425e5279 req-fc27d85b-c622-4e40-bf61-95c0b4607a73 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:34:00.269570 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-0bbca511-0439-464d-b587-2ad7425e5279 req-fc27d85b-c622-4e40-bf61-95c0b4607a73 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/ports?device_id=40ab26d2-d19d-411f-9669-47f48232be29 HTTP/1.1" status: 200 len: 945 time: 0.0481386 Jan 05 17:34:00.315251 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-0bbca511-0439-464d-b587-2ad7425e5279 req-60994050-4f3c-4c90-b386-c140d1e8b521 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/security-groups?id=052c9abb-c0fd-478b-a17e-1421a63a5379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402100 Jan 05 17:34:01.428361 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a751ac97-f879-4afb-a1a4-6cd1ae22b4df req-e350a2bd-3925-4faf-ab32-0306e7a96ba3 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:34:01.429848 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-a751ac97-f879-4afb-a1a4-6cd1ae22b4df req-e350a2bd-3925-4faf-ab32-0306e7a96ba3 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/ports?device_id=40ab26d2-d19d-411f-9669-47f48232be29 HTTP/1.1" status: 200 len: 945 time: 0.0486023 Jan 05 17:34:01.475644 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-a751ac97-f879-4afb-a1a4-6cd1ae22b4df req-2ff6536a-d2e1-4d55-a06d-0093336528a4 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/security-groups?id=052c9abb-c0fd-478b-a17e-1421a63a5379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402904 Jan 05 17:34:02.591196 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01699c74-65b1-4cc3-bbeb-c984547a420a req-eeab0d4c-f832-46a7-96f0-b31165bbdcc3 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:34:02.592571 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-01699c74-65b1-4cc3-bbeb-c984547a420a req-eeab0d4c-f832-46a7-96f0-b31165bbdcc3 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/ports?device_id=40ab26d2-d19d-411f-9669-47f48232be29 HTTP/1.1" status: 200 len: 945 time: 0.0517006 Jan 05 17:34:02.638990 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-01699c74-65b1-4cc3-bbeb-c984547a420a req-eed149b8-ca29-4779-b9af-c7ef26ad89da tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/security-groups?id=052c9abb-c0fd-478b-a17e-1421a63a5379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401976 Jan 05 17:34:03.752434 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1579e554-6b47-4022-8978-45d2e58c9a3d req-04defa5e-b819-472e-a9ba-0024fdea9069 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:34:03.753892 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-1579e554-6b47-4022-8978-45d2e58c9a3d req-04defa5e-b819-472e-a9ba-0024fdea9069 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/ports?device_id=40ab26d2-d19d-411f-9669-47f48232be29 HTTP/1.1" status: 200 len: 945 time: 0.0482438 Jan 05 17:34:03.802931 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-1579e554-6b47-4022-8978-45d2e58c9a3d req-efa83aee-796c-441e-a0ee-fd28d1ac49ec tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/security-groups?id=052c9abb-c0fd-478b-a17e-1421a63a5379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435789 Jan 05 17:34:04.914942 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdadb9d1-e9d2-434f-8f11-c75bf24363c7 req-3e97ef4e-d234-4b91-b2f4-27bff7bf69e9 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:34:04.916377 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-bdadb9d1-e9d2-434f-8f11-c75bf24363c7 req-3e97ef4e-d234-4b91-b2f4-27bff7bf69e9 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/ports?device_id=40ab26d2-d19d-411f-9669-47f48232be29 HTTP/1.1" status: 200 len: 945 time: 0.0480640 Jan 05 17:34:04.961412 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-bdadb9d1-e9d2-434f-8f11-c75bf24363c7 req-9738240e-15c7-4453-b26c-eb4caad4a072 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/security-groups?id=052c9abb-c0fd-478b-a17e-1421a63a5379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396082 Jan 05 17:34:06.073491 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b7718e-925a-43a1-a7c6-3549e3dd8620 req-2094d17e-ecf6-44bc-a3b4-8098ef067053 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:34:06.075117 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-63b7718e-925a-43a1-a7c6-3549e3dd8620 req-2094d17e-ecf6-44bc-a3b4-8098ef067053 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/ports?device_id=40ab26d2-d19d-411f-9669-47f48232be29 HTTP/1.1" status: 200 len: 945 time: 0.0473127 Jan 05 17:34:06.120008 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-63b7718e-925a-43a1-a7c6-3549e3dd8620 req-ac5d81ab-9cca-4a6d-b4b1-9cf73a2e3508 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/security-groups?id=052c9abb-c0fd-478b-a17e-1421a63a5379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392196 Jan 05 17:34:07.230434 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8580f33-d6c2-4f5c-961a-eb9f1e8d1829 req-7532a0fd-3273-4b07-9ced-dadc18ac7156 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:34:07.231981 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-d8580f33-d6c2-4f5c-961a-eb9f1e8d1829 req-7532a0fd-3273-4b07-9ced-dadc18ac7156 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/ports?device_id=40ab26d2-d19d-411f-9669-47f48232be29 HTTP/1.1" status: 200 len: 945 time: 0.0474253 Jan 05 17:34:07.281451 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-d8580f33-d6c2-4f5c-961a-eb9f1e8d1829 req-d16e620e-0198-4ee7-b5ad-20a086b6e46a tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/security-groups?id=052c9abb-c0fd-478b-a17e-1421a63a5379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433185 Jan 05 17:34:08.395040 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd22a21a-0884-45b7-9fc5-bdddeea3ad87 req-d9680749-95c6-4487-b247-fb50463e63fe tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:34:08.396491 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-fd22a21a-0884-45b7-9fc5-bdddeea3ad87 req-d9680749-95c6-4487-b247-fb50463e63fe tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/ports?device_id=40ab26d2-d19d-411f-9669-47f48232be29 HTTP/1.1" status: 200 len: 945 time: 0.0479434 Jan 05 17:34:08.442054 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-fd22a21a-0884-45b7-9fc5-bdddeea3ad87 req-bb0d96cf-725c-45f4-8bee-b3dbca6b4ccf tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/security-groups?id=052c9abb-c0fd-478b-a17e-1421a63a5379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401325 Jan 05 17:34:09.554568 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47354862-4c35-44a1-a349-000cdba5bea4 req-0ec94400-c044-432a-af84-6a2ab96a6093 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:34:09.556020 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-47354862-4c35-44a1-a349-000cdba5bea4 req-0ec94400-c044-432a-af84-6a2ab96a6093 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/ports?device_id=40ab26d2-d19d-411f-9669-47f48232be29 HTTP/1.1" status: 200 len: 945 time: 0.0480356 Jan 05 17:34:09.601713 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-47354862-4c35-44a1-a349-000cdba5bea4 req-13481663-b0b9-4244-b216-950224bd613e tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/security-groups?id=052c9abb-c0fd-478b-a17e-1421a63a5379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402963 Jan 05 17:34:09.705202 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.agents_db [None req-291d1585-17df-45c0-b64a-d244e6d90872 None None] Agent healthcheck: found 6 active agents {{(pid=103803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 05 17:34:10.718841 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61841b5a-9c64-4e2b-8a7c-92aafc19128c req-450f3748-fed3-4c31-af02-5402be395620 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:34:10.721037 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-61841b5a-9c64-4e2b-8a7c-92aafc19128c req-450f3748-fed3-4c31-af02-5402be395620 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/ports?device_id=40ab26d2-d19d-411f-9669-47f48232be29 HTTP/1.1" status: 200 len: 945 time: 0.0522563 Jan 05 17:34:10.766259 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-61841b5a-9c64-4e2b-8a7c-92aafc19128c req-5560a742-ef1d-49c5-823c-efa7d91b4118 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/security-groups?id=052c9abb-c0fd-478b-a17e-1421a63a5379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396574 Jan 05 17:34:11.880440 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2284615-35d6-4ddc-a021-b82a40000807 req-9688b9e2-58e5-4b97-9d0c-954efc824ebf tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:34:11.881828 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-f2284615-35d6-4ddc-a021-b82a40000807 req-9688b9e2-58e5-4b97-9d0c-954efc824ebf tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/ports?device_id=40ab26d2-d19d-411f-9669-47f48232be29 HTTP/1.1" status: 200 len: 945 time: 0.0474827 Jan 05 17:34:11.927256 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-f2284615-35d6-4ddc-a021-b82a40000807 req-94d59080-f4a4-48d8-b19e-3ec669b68004 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/security-groups?id=052c9abb-c0fd-478b-a17e-1421a63a5379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399449 Jan 05 17:34:13.042984 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b783c7-94d9-4d72-b772-f8482a2f5f24 req-99738bd7-fea3-467b-857a-8c4e0da0f7df tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:34:13.044436 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-b3b783c7-94d9-4d72-b772-f8482a2f5f24 req-99738bd7-fea3-467b-857a-8c4e0da0f7df tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/ports?device_id=40ab26d2-d19d-411f-9669-47f48232be29 HTTP/1.1" status: 200 len: 945 time: 0.0482266 Jan 05 17:34:13.089712 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-b3b783c7-94d9-4d72-b772-f8482a2f5f24 req-bd4577e1-0ac7-4439-ab9c-708d8e22caec tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/security-groups?id=052c9abb-c0fd-478b-a17e-1421a63a5379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391626 Jan 05 17:34:14.207275 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a4d718-8b5d-43aa-809e-79abe111f9c3 req-7b4e27b6-f0e4-431e-98c0-c1e48d8cc523 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:34:14.208750 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-42a4d718-8b5d-43aa-809e-79abe111f9c3 req-7b4e27b6-f0e4-431e-98c0-c1e48d8cc523 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/ports?device_id=40ab26d2-d19d-411f-9669-47f48232be29 HTTP/1.1" status: 200 len: 945 time: 0.0518012 Jan 05 17:34:14.255515 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-42a4d718-8b5d-43aa-809e-79abe111f9c3 req-5f387e76-ef7d-40eb-8d31-e6655de4fac9 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/security-groups?id=052c9abb-c0fd-478b-a17e-1421a63a5379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412624 Jan 05 17:34:15.369926 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62238078-83ec-4236-892e-bd8694304a38 req-febb6e4b-7982-4904-b690-b61434e07f9e tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:34:15.371394 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-62238078-83ec-4236-892e-bd8694304a38 req-febb6e4b-7982-4904-b690-b61434e07f9e tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/ports?device_id=40ab26d2-d19d-411f-9669-47f48232be29 HTTP/1.1" status: 200 len: 945 time: 0.0492051 Jan 05 17:34:15.420998 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-62238078-83ec-4236-892e-bd8694304a38 req-35fac441-c419-4882-8101-8a6c40d8a06a tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/security-groups?id=052c9abb-c0fd-478b-a17e-1421a63a5379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439227 Jan 05 17:34:16.537916 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa432d0-f77c-47e6-a77c-b5dbed1306af req-547f4307-5b2e-45d2-892c-07106c177de3 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:34:16.539491 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-6fa432d0-f77c-47e6-a77c-b5dbed1306af req-547f4307-5b2e-45d2-892c-07106c177de3 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/ports?device_id=40ab26d2-d19d-411f-9669-47f48232be29 HTTP/1.1" status: 200 len: 945 time: 0.0501363 Jan 05 17:34:16.588082 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-6fa432d0-f77c-47e6-a77c-b5dbed1306af req-c61f0d83-8964-44ab-b088-7488828730d0 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/security-groups?id=052c9abb-c0fd-478b-a17e-1421a63a5379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427427 Jan 05 17:34:16.803733 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-0a1390e1-44bc-4c11-876e-b8233ea857c7 req-521fde8d-bfdb-4e92-913a-66aeb94eba15 service neutron] 10.222.0.13 "GET /v2.0/ports/0c0ee9cb-652d-432e-9d5f-63c8e52c10fb/bindings/hv-neutron-mast HTTP/1.1" status: 200 len: 384 time: 0.0562472 Jan 05 17:34:17.112792 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-3a6d1814-33e6-41ce-94a3-b0bf33d2d22b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:34:17.310075 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1390e1-44bc-4c11-876e-b8233ea857c7 req-a061d261-db6c-4a46-88f7-4a1d7020a5fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:34:17.311485 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-0a1390e1-44bc-4c11-876e-b8233ea857c7 req-a061d261-db6c-4a46-88f7-4a1d7020a5fd service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=40ab26d2-d19d-411f-9669-47f48232be29&tenant_id=4808c0b17c614be79a0c7baf13c8a90d HTTP/1.1" status: 200 len: 1098 time: 0.0406823 Jan 05 17:34:17.370537 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1390e1-44bc-4c11-876e-b8233ea857c7 req-ef5ce0a8-a9af-41ce-a4d5-21b77f87c3ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:34:17.372088 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-0a1390e1-44bc-4c11-876e-b8233ea857c7 req-ef5ce0a8-a9af-41ce-a4d5-21b77f87c3ed service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4808c0b17c614be79a0c7baf13c8a90d&device_id=40ab26d2-d19d-411f-9669-47f48232be29 HTTP/1.1" status: 200 len: 1098 time: 0.0405777 Jan 05 17:34:17.462230 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1390e1-44bc-4c11-876e-b8233ea857c7 req-464196c7-8c32-4295-849c-49fac57b0051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:34:17.463678 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-0a1390e1-44bc-4c11-876e-b8233ea857c7 req-464196c7-8c32-4295-849c-49fac57b0051 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a2a3f410-a9d2-4220-a184-fcdeb12ab668 HTTP/1.1" status: 200 len: 913 time: 0.0855429 Jan 05 17:34:17.527003 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-0a1390e1-44bc-4c11-876e-b8233ea857c7 req-f4314c43-1cb7-47ee-a5cb-9a6f09017ee9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0c0ee9cb-652d-432e-9d5f-63c8e52c10fb HTTP/1.1" status: 200 len: 1002 time: 0.0558870 Jan 05 17:34:17.572998 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1390e1-44bc-4c11-876e-b8233ea857c7 req-52877831-5670-4621-8d53-8f466eb6bd4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:34:17.574313 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-0a1390e1-44bc-4c11-876e-b8233ea857c7 req-52877831-5670-4621-8d53-8f466eb6bd4f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=35f0cdf6-9a10-4ae7-9cfa-69f52bae6fea HTTP/1.1" status: 200 len: 851 time: 0.0412242 Jan 05 17:34:17.620317 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1390e1-44bc-4c11-876e-b8233ea857c7 req-172b1788-92eb-46a6-b9c2-96332c187298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:34:17.621818 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-0a1390e1-44bc-4c11-876e-b8233ea857c7 req-172b1788-92eb-46a6-b9c2-96332c187298 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a2a3f410-a9d2-4220-a184-fcdeb12ab668&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0415335 Jan 05 17:34:17.706677 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fe9120-c346-453a-9791-189a8978662e req-4861ce06-94f2-45ef-a645-3b1ead88edb1 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:34:17.708165 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-77fe9120-c346-453a-9791-189a8978662e req-4861ce06-94f2-45ef-a645-3b1ead88edb1 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/ports?device_id=40ab26d2-d19d-411f-9669-47f48232be29 HTTP/1.1" status: 200 len: 945 time: 0.0503325 Jan 05 17:34:17.711470 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-0a1390e1-44bc-4c11-876e-b8233ea857c7 req-7f8242a0-81a5-4c8b-a4fb-0a26daf63f1d service neutron] 10.222.0.13 "GET /v2.0/networks/a2a3f410-a9d2-4220-a184-fcdeb12ab668?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824747 Jan 05 17:34:17.754363 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-77fe9120-c346-453a-9791-189a8978662e req-61c0cb33-2689-452e-acf0-986be22649d8 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/security-groups?id=052c9abb-c0fd-478b-a17e-1421a63a5379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405185 Jan 05 17:34:17.801860 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-0a1390e1-44bc-4c11-876e-b8233ea857c7 req-fcb43078-64ae-4f7e-8530-122215dc2db3 service neutron] 10.222.0.13 "GET /v2.0/networks/a2a3f410-a9d2-4220-a184-fcdeb12ab668?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849762 Jan 05 17:34:18.301280 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Device 0c0ee9cb-652d-432e-9d5f-63c8e52c10fb no longer exists at agent hyperv_hv-neutron-mast {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 05 17:34:18.379810 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:34:18.401690 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40ab26d2-d19d-411f-9669-47f48232be29', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0c0ee9cb-652d-432e-9d5f-63c8e52c10fb'}] {{(pid=103802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 05 17:34:18.403874 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36b213fbd845b3f09e785999bbcda1c85cd5592d7f001460987854e5c1683bd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e09f0c87-4c7d-4c30-a9a2-c3924ce2b6b1" -d '{"events": [{"server_uuid": "40ab26d2-d19d-411f-9669-47f48232be29", "name": "network-vif-unplugged", "status": "completed", "tag": "0c0ee9cb-652d-432e-9d5f-63c8e52c10fb"}]}' {{(pid=103802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 05 17:34:18.416339 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] For port 0c0ee9cb-652d-432e-9d5f-63c8e52c10fb, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=0c0ee9cb-652d-432e-9d5f-63c8e52c10fb,segment=NetworkSegment(3408963b-cc6f-41d6-81f3-5f4936e04525),segment_id=3408963b-cc6f-41d6-81f3-5f4936e04525)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:34:18.472721 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:34:18.502575 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 05 Jan 2022 17:34:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd36a1b8-b5f7-4a4d-a016-56ea3c52c1c5 x-openstack-request-id: req-bd36a1b8-b5f7-4a4d-a016-56ea3c52c1c5 {{(pid=103802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 05 17:34:18.502869 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40ab26d2-d19d-411f-9669-47f48232be29", "name": "network-vif-unplugged", "status": "completed", "tag": "0c0ee9cb-652d-432e-9d5f-63c8e52c10fb", "code": 200}]} {{(pid=103802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 05 17:34:18.503121 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-bd36a1b8-b5f7-4a4d-a016-56ea3c52c1c5 {{(pid=103802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 05 17:34:18.503512 dv-neutron-master-2-hyperv neutron-server[103802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40ab26d2-d19d-411f-9669-47f48232be29', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0c0ee9cb-652d-432e-9d5f-63c8e52c10fb', 'code': 200} Jan 05 17:34:18.522660 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Pushing event updated for resources: {'Port': ['ID=0c0ee9cb-652d-432e-9d5f-63c8e52c10fb,revision_number=6']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:34:18.529510 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:34:18.529980 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:34:18.530324 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:34:18.530660 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:34:18.530992 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:34:18.531321 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:34:18.531649 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:34:18.532464 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:34:18.532795 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:34:18.533117 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:34:18.533438 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:34:18.533796 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:34:18.534117 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:34:18.869511 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9362fc-112f-49d7-999d-ed3d4d0bf9d5 req-72d2d8a0-6806-47e5-85a0-0d7a0642eeb5 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:34:18.871022 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-bd9362fc-112f-49d7-999d-ed3d4d0bf9d5 req-72d2d8a0-6806-47e5-85a0-0d7a0642eeb5 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/ports?device_id=40ab26d2-d19d-411f-9669-47f48232be29 HTTP/1.1" status: 200 len: 943 time: 0.0491250 Jan 05 17:34:18.917620 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-bd9362fc-112f-49d7-999d-ed3d4d0bf9d5 req-b2085ac0-4e2c-4d91-aa8a-708db8f2fe54 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/security-groups?id=052c9abb-c0fd-478b-a17e-1421a63a5379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411072 Jan 05 17:34:19.319355 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-311e2568-7fb7-4e5b-bef2-458cdc29ab3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:34:19.878299 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:34:20.037870 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc9e54b-d22f-4465-b7ad-4f72c4ee7435 req-a92a7cd7-aa45-47a3-b09f-77aad4bad6c9 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:34:20.039359 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-9fc9e54b-d22f-4465-b7ad-4f72c4ee7435 req-a92a7cd7-aa45-47a3-b09f-77aad4bad6c9 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/ports?device_id=40ab26d2-d19d-411f-9669-47f48232be29 HTTP/1.1" status: 200 len: 943 time: 0.0497611 Jan 05 17:34:20.086413 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-9fc9e54b-d22f-4465-b7ad-4f72c4ee7435 req-0a30c8c7-f44a-4da7-83fe-9c41c615d671 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/security-groups?id=052c9abb-c0fd-478b-a17e-1421a63a5379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414538 Jan 05 17:34:20.593290 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d2607572-b3c9-472c-85bc-c8de0c3fb75c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:34:21.206482 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d65b7bf-9a1d-4045-b6d8-6d090f360c8a req-1cab53a5-bf5c-41df-89c9-1a3c3a57d3b2 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:34:21.207969 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-6d65b7bf-9a1d-4045-b6d8-6d090f360c8a req-1cab53a5-bf5c-41df-89c9-1a3c3a57d3b2 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/ports?device_id=40ab26d2-d19d-411f-9669-47f48232be29 HTTP/1.1" status: 200 len: 943 time: 0.0539289 Jan 05 17:34:21.255273 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-6d65b7bf-9a1d-4045-b6d8-6d090f360c8a req-138b0401-e6ac-4414-a1fd-573a32eb01e2 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/security-groups?id=052c9abb-c0fd-478b-a17e-1421a63a5379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417731 Jan 05 17:34:22.009854 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d504d802-9546-4ce5-a9d3-96c844ac5808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:34:22.408829 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7d2a3b-5bfb-4dbd-93da-d1b0eca3cbe9 req-d322dabd-b422-4a83-aa81-9dbf5d776507 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:34:22.410338 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-9a7d2a3b-5bfb-4dbd-93da-d1b0eca3cbe9 req-d322dabd-b422-4a83-aa81-9dbf5d776507 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/ports?device_id=40ab26d2-d19d-411f-9669-47f48232be29 HTTP/1.1" status: 200 len: 943 time: 0.0853207 Jan 05 17:34:22.412755 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc362f2e-c201-4146-b5ce-38adf53923b1 req-ea3d884f-2afe-461b-905e-2b9fa9adba66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:34:22.414153 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-cc362f2e-c201-4146-b5ce-38adf53923b1 req-ea3d884f-2afe-461b-905e-2b9fa9adba66 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4808c0b17c614be79a0c7baf13c8a90d&device_id=40ab26d2-d19d-411f-9669-47f48232be29 HTTP/1.1" status: 200 len: 1096 time: 0.0745156 Jan 05 17:34:22.502674 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-9a7d2a3b-5bfb-4dbd-93da-d1b0eca3cbe9 req-11d228c5-b8cc-4de8-b847-e7c900610ba1 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/security-groups?id=052c9abb-c0fd-478b-a17e-1421a63a5379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864911 Jan 05 17:34:22.535046 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc362f2e-c201-4146-b5ce-38adf53923b1 req-29588f66-7d0b-4b5a-a757-cfa5d198bf4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:34:22.536477 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-cc362f2e-c201-4146-b5ce-38adf53923b1 req-29588f66-7d0b-4b5a-a757-cfa5d198bf4f service neutron] 10.222.0.13 "GET /v2.0/networks?id=a2a3f410-a9d2-4220-a184-fcdeb12ab668 HTTP/1.1" status: 200 len: 913 time: 0.1015263 Jan 05 17:34:22.604079 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-cc362f2e-c201-4146-b5ce-38adf53923b1 req-01a4bc07-e835-45d6-8044-cd22a0586238 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0c0ee9cb-652d-432e-9d5f-63c8e52c10fb HTTP/1.1" status: 200 len: 1000 time: 0.0619159 Jan 05 17:34:22.659468 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc362f2e-c201-4146-b5ce-38adf53923b1 req-ff875c1e-2bbb-414d-bd8f-93d622461a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:34:22.661361 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-cc362f2e-c201-4146-b5ce-38adf53923b1 req-ff875c1e-2bbb-414d-bd8f-93d622461a6a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=35f0cdf6-9a10-4ae7-9cfa-69f52bae6fea HTTP/1.1" status: 200 len: 851 time: 0.0513716 Jan 05 17:34:22.704969 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc362f2e-c201-4146-b5ce-38adf53923b1 req-76cc08c6-62b4-4fd7-9787-32551e8f1378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:34:22.706517 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-cc362f2e-c201-4146-b5ce-38adf53923b1 req-76cc08c6-62b4-4fd7-9787-32551e8f1378 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a2a3f410-a9d2-4220-a184-fcdeb12ab668&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0396171 Jan 05 17:34:22.799049 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-cc362f2e-c201-4146-b5ce-38adf53923b1 req-b640f6a4-2349-4cf1-85d8-622b35959cb1 service neutron] 10.222.0.13 "GET /v2.0/networks/a2a3f410-a9d2-4220-a184-fcdeb12ab668?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868976 Jan 05 17:34:22.886677 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-cc362f2e-c201-4146-b5ce-38adf53923b1 req-570e5025-ea9b-424c-8080-89455c98d58b service neutron] 10.222.0.13 "GET /v2.0/networks/a2a3f410-a9d2-4220-a184-fcdeb12ab668?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817592 Jan 05 17:34:23.273018 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:34:23.617456 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a483fd-fd32-4f67-8a9f-c9be9fd34b23 req-dfb0e902-2551-4cd4-a512-4adcabd4795a tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:34:23.618968 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-11a483fd-fd32-4f67-8a9f-c9be9fd34b23 req-dfb0e902-2551-4cd4-a512-4adcabd4795a tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/ports?device_id=40ab26d2-d19d-411f-9669-47f48232be29 HTTP/1.1" status: 200 len: 943 time: 0.0485561 Jan 05 17:34:23.665622 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-11a483fd-fd32-4f67-8a9f-c9be9fd34b23 req-8c1db9ad-e3e5-4537-a813-19e1aeda61da tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/security-groups?id=052c9abb-c0fd-478b-a17e-1421a63a5379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411682 Jan 05 17:34:24.784620 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5d5bf9-dd6e-4301-9a4e-cee10dddf392 req-5d2fb904-d486-43d5-a826-4d922f1e7e35 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:34:24.786126 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-dc5d5bf9-dd6e-4301-9a4e-cee10dddf392 req-5d2fb904-d486-43d5-a826-4d922f1e7e35 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/ports?device_id=40ab26d2-d19d-411f-9669-47f48232be29 HTTP/1.1" status: 200 len: 943 time: 0.0536046 Jan 05 17:34:24.831705 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-dc5d5bf9-dd6e-4301-9a4e-cee10dddf392 req-1b841e25-b1b7-4c67-8d29-481ee49391f8 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/security-groups?id=052c9abb-c0fd-478b-a17e-1421a63a5379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399733 Jan 05 17:34:25.951503 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e614f3-d794-4238-a1c6-5d49f6c53b44 req-827cd8da-98fd-4845-a185-cdd5cca0a30b tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:34:25.953237 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-57e614f3-d794-4238-a1c6-5d49f6c53b44 req-827cd8da-98fd-4845-a185-cdd5cca0a30b tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/ports?device_id=40ab26d2-d19d-411f-9669-47f48232be29 HTTP/1.1" status: 200 len: 943 time: 0.0517831 Jan 05 17:34:25.999467 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-57e614f3-d794-4238-a1c6-5d49f6c53b44 req-84dfcd84-0208-4ed7-b67f-0c890d484f23 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/security-groups?id=052c9abb-c0fd-478b-a17e-1421a63a5379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400589 Jan 05 17:34:27.123492 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16745750-7ee3-456a-8232-842b3e1e869e req-d058bec8-574a-4554-a904-ee346ddaaf6b tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:34:27.125087 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-16745750-7ee3-456a-8232-842b3e1e869e req-d058bec8-574a-4554-a904-ee346ddaaf6b tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/ports?device_id=40ab26d2-d19d-411f-9669-47f48232be29 HTTP/1.1" status: 200 len: 943 time: 0.0563166 Jan 05 17:34:27.173546 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-16745750-7ee3-456a-8232-842b3e1e869e req-7cacad21-35df-4ee8-b1c8-601f36511931 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/security-groups?id=052c9abb-c0fd-478b-a17e-1421a63a5379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426686 Jan 05 17:34:28.290000 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9519fc7-13d9-4a9c-8437-df99d8953e7d req-d3facd2a-5f8a-4614-bb46-feeb5f514fe9 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:34:28.291603 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-b9519fc7-13d9-4a9c-8437-df99d8953e7d req-d3facd2a-5f8a-4614-bb46-feeb5f514fe9 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/ports?device_id=40ab26d2-d19d-411f-9669-47f48232be29 HTTP/1.1" status: 200 len: 943 time: 0.0497758 Jan 05 17:34:28.352168 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-b9519fc7-13d9-4a9c-8437-df99d8953e7d req-fe0a2441-c5e0-4fa0-8d9e-9f222719e2d5 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/security-groups?id=052c9abb-c0fd-478b-a17e-1421a63a5379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505219 Jan 05 17:34:29.467679 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e367eaae-a87e-49e9-9728-f4d5ac15502a req-8bae3ad9-cab9-4ca7-9b51-de6da2d47164 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:34:29.469151 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-e367eaae-a87e-49e9-9728-f4d5ac15502a req-8bae3ad9-cab9-4ca7-9b51-de6da2d47164 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/ports?device_id=40ab26d2-d19d-411f-9669-47f48232be29 HTTP/1.1" status: 200 len: 943 time: 0.0483718 Jan 05 17:34:29.519844 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-e367eaae-a87e-49e9-9728-f4d5ac15502a req-8449657b-c66f-44de-a465-d11113fa4084 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/security-groups?id=052c9abb-c0fd-478b-a17e-1421a63a5379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441935 Jan 05 17:34:30.364394 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Device 0c0ee9cb-652d-432e-9d5f-63c8e52c10fb details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 05 17:34:30.460042 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] For port 0c0ee9cb-652d-432e-9d5f-63c8e52c10fb, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=0c0ee9cb-652d-432e-9d5f-63c8e52c10fb,segment=NetworkSegment(3408963b-cc6f-41d6-81f3-5f4936e04525),segment_id=3408963b-cc6f-41d6-81f3-5f4936e04525)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:34:30.471614 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Returning: {'device': '0c0ee9cb-652d-432e-9d5f-63c8e52c10fb', 'network_id': 'a2a3f410-a9d2-4220-a184-fcdeb12ab668', 'port_id': '0c0ee9cb-652d-432e-9d5f-63c8e52c10fb', 'mac_address': 'fa:16:3e:35:8c:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35f0cdf6-9a10-4ae7-9cfa-69f52bae6fea', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 05 17:34:30.508071 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:34:30.521374 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.notifiers.nova [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c0ee9cb-652d-432e-9d5f-63c8e52c10fb {{(pid=103802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 05 17:34:30.539726 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] For port 0c0ee9cb-652d-432e-9d5f-63c8e52c10fb, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=0c0ee9cb-652d-432e-9d5f-63c8e52c10fb,segment=NetworkSegment(3408963b-cc6f-41d6-81f3-5f4936e04525),segment_id=3408963b-cc6f-41d6-81f3-5f4936e04525)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:34:30.619718 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:34:30.637855 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb4ba49-df01-4c72-97f2-3cd797c9910d req-65faec0c-71c0-4cab-8480-e7abebee577a tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:34:30.639089 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-0fb4ba49-df01-4c72-97f2-3cd797c9910d req-65faec0c-71c0-4cab-8480-e7abebee577a tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/ports?device_id=40ab26d2-d19d-411f-9669-47f48232be29 HTTP/1.1" status: 200 len: 943 time: 0.0504286 Jan 05 17:34:30.682557 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Pushing event updated for resources: {'Port': ['ID=0c0ee9cb-652d-432e-9d5f-63c8e52c10fb,revision_number=7']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:34:30.688801 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] get_ports_and_sgs() called for port_ids ['0c0ee9cb-652d-432e-9d5f-63c8e52c10fb'] {{(pid=103802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 05 17:34:30.703227 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-0fb4ba49-df01-4c72-97f2-3cd797c9910d req-46ee452e-a074-4862-8617-c3c18a6bda2b tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/security-groups?id=052c9abb-c0fd-478b-a17e-1421a63a5379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569701 Jan 05 17:34:31.828354 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93f69b2-9571-472b-bd99-1b09ad914b49 req-13ea55aa-9bd9-48ae-82fb-ff850b97fca0 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:34:31.830483 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-f93f69b2-9571-472b-bd99-1b09ad914b49 req-13ea55aa-9bd9-48ae-82fb-ff850b97fca0 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/ports?device_id=40ab26d2-d19d-411f-9669-47f48232be29 HTTP/1.1" status: 200 len: 944 time: 0.0480065 Jan 05 17:34:31.876969 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-f93f69b2-9571-472b-bd99-1b09ad914b49 req-0ff5b35d-aaff-4c4f-a3f7-7ad62dc1fa47 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/security-groups?id=052c9abb-c0fd-478b-a17e-1421a63a5379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410900 Jan 05 17:34:32.394638 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Device 0c0ee9cb-652d-432e-9d5f-63c8e52c10fb up at agent hyperv_hv-neutron-mast {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:34:32.443746 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Provisioning complete for port 0c0ee9cb-652d-432e-9d5f-63c8e52c10fb triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:34:32.444106 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:34:32.516687 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:34:32.538881 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40ab26d2-d19d-411f-9669-47f48232be29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c0ee9cb-652d-432e-9d5f-63c8e52c10fb'}] {{(pid=103802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 05 17:34:32.541100 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36b213fbd845b3f09e785999bbcda1c85cd5592d7f001460987854e5c1683bd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-150d0fb5-d3e7-4afe-ab47-d0132e9dabdc" -d '{"events": [{"server_uuid": "40ab26d2-d19d-411f-9669-47f48232be29", "name": "network-vif-plugged", "status": "completed", "tag": "0c0ee9cb-652d-432e-9d5f-63c8e52c10fb"}]}' {{(pid=103802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 05 17:34:32.553436 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] For port 0c0ee9cb-652d-432e-9d5f-63c8e52c10fb, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=0c0ee9cb-652d-432e-9d5f-63c8e52c10fb,segment=NetworkSegment(3408963b-cc6f-41d6-81f3-5f4936e04525),segment_id=3408963b-cc6f-41d6-81f3-5f4936e04525)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:34:32.583856 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Jan 2022 17:34:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4231534d-97e3-4f7d-9cd9-89881eb911d2 x-openstack-request-id: req-4231534d-97e3-4f7d-9cd9-89881eb911d2 {{(pid=103802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 05 17:34:32.584165 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40ab26d2-d19d-411f-9669-47f48232be29", "name": "network-vif-plugged", "status": "completed", "tag": "0c0ee9cb-652d-432e-9d5f-63c8e52c10fb", "code": 200}]} {{(pid=103802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 05 17:34:32.584422 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-4231534d-97e3-4f7d-9cd9-89881eb911d2 {{(pid=103802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 05 17:34:32.584814 dv-neutron-master-2-hyperv neutron-server[103802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40ab26d2-d19d-411f-9669-47f48232be29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c0ee9cb-652d-432e-9d5f-63c8e52c10fb', 'code': 200} Jan 05 17:34:32.614192 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:34:32.660150 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Pushing event updated for resources: {'Port': ['ID=0c0ee9cb-652d-432e-9d5f-63c8e52c10fb,revision_number=8']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:34:32.990072 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c95d92-04c8-43a4-9d9e-2975fc5df441 req-51aaddc3-ff83-4e2d-996e-dfdfbb890b5d tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:34:32.991542 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-85c95d92-04c8-43a4-9d9e-2975fc5df441 req-51aaddc3-ff83-4e2d-996e-dfdfbb890b5d tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/ports?device_id=40ab26d2-d19d-411f-9669-47f48232be29 HTTP/1.1" status: 200 len: 945 time: 0.0484707 Jan 05 17:34:33.037341 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-85c95d92-04c8-43a4-9d9e-2975fc5df441 req-be18e84e-f3b1-44e7-97a2-05dea3a5b066 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/security-groups?id=052c9abb-c0fd-478b-a17e-1421a63a5379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403934 Jan 05 17:34:34.151830 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a15320f-38b9-4fdb-b388-22bd99d8c736 req-76fd4f20-5ee6-4522-aa84-ce874298aec0 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:34:34.153269 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-4a15320f-38b9-4fdb-b388-22bd99d8c736 req-76fd4f20-5ee6-4522-aa84-ce874298aec0 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/ports?device_id=40ab26d2-d19d-411f-9669-47f48232be29 HTTP/1.1" status: 200 len: 945 time: 0.0482695 Jan 05 17:34:34.199139 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-4a15320f-38b9-4fdb-b388-22bd99d8c736 req-6010ad00-f23d-4958-b9d4-43d81ba9078e tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/security-groups?id=052c9abb-c0fd-478b-a17e-1421a63a5379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399239 Jan 05 17:34:35.316681 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea96ef1b-b6e1-43f7-a4af-770426277e50 req-67f9d2e6-c968-41b3-a180-4c0ebda187ed tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:34:35.318203 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-ea96ef1b-b6e1-43f7-a4af-770426277e50 req-67f9d2e6-c968-41b3-a180-4c0ebda187ed tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/ports?device_id=40ab26d2-d19d-411f-9669-47f48232be29 HTTP/1.1" status: 200 len: 945 time: 0.0529497 Jan 05 17:34:35.364750 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-ea96ef1b-b6e1-43f7-a4af-770426277e50 req-c6e82470-b950-488a-a927-6b9f5a237b27 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/security-groups?id=052c9abb-c0fd-478b-a17e-1421a63a5379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410862 Jan 05 17:34:35.902193 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7249a09d-14b5-4823-9244-662a9dd614d4 req-0ec9ba69-3345-4f01-a6be-84a59a19af32 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:34:35.903576 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-7249a09d-14b5-4823-9244-662a9dd614d4 req-0ec9ba69-3345-4f01-a6be-84a59a19af32 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/ports?device_id=40ab26d2-d19d-411f-9669-47f48232be29 HTTP/1.1" status: 200 len: 945 time: 0.0592496 Jan 05 17:34:35.971195 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b53b87-cff6-434f-bf08-e8eccd760fc8 req-ecb2122b-0612-49c8-9346-7c75c02bf334 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:34:35.972623 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-20b53b87-cff6-434f-bf08-e8eccd760fc8 req-ecb2122b-0612-49c8-9346-7c75c02bf334 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.13 "GET /v2.0/ports?device_id=40ab26d2-d19d-411f-9669-47f48232be29&tenant_id=4808c0b17c614be79a0c7baf13c8a90d&binding%3Ahost_id=hv-neutron-mast HTTP/1.1" status: 200 len: 945 time: 0.0919054 Jan 05 17:34:35.976278 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-7249a09d-14b5-4823-9244-662a9dd614d4 req-8ea0d971-895f-4e64-aed0-704274f83729 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/security-groups?id=052c9abb-c0fd-478b-a17e-1421a63a5379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589929 Jan 05 17:34:36.034902 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-20b53b87-cff6-434f-bf08-e8eccd760fc8 req-39a08178-4994-42fb-9f9f-6179bcacec09 service neutron] 10.222.0.13 "GET /v2.0/ports/0c0ee9cb-652d-432e-9d5f-63c8e52c10fb/bindings/hv-neutron-mast HTTP/1.1" status: 200 len: 384 time: 0.0563893 Jan 05 17:34:36.092516 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b53b87-cff6-434f-bf08-e8eccd760fc8 req-23e6eda2-2a34-43b7-b64f-791695333c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:34:36.093982 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-20b53b87-cff6-434f-bf08-e8eccd760fc8 req-23e6eda2-2a34-43b7-b64f-791695333c79 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4808c0b17c614be79a0c7baf13c8a90d&device_id=40ab26d2-d19d-411f-9669-47f48232be29 HTTP/1.1" status: 200 len: 1098 time: 0.0392714 Jan 05 17:34:36.178559 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b53b87-cff6-434f-bf08-e8eccd760fc8 req-ba6d528f-d17c-4164-8aa7-c9fc71ee6e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:34:36.179987 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-20b53b87-cff6-434f-bf08-e8eccd760fc8 req-ba6d528f-d17c-4164-8aa7-c9fc71ee6e4d service neutron] 10.222.0.13 "GET /v2.0/networks?id=a2a3f410-a9d2-4220-a184-fcdeb12ab668 HTTP/1.1" status: 200 len: 913 time: 0.0808878 Jan 05 17:34:36.245669 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-20b53b87-cff6-434f-bf08-e8eccd760fc8 req-0597bd08-22c8-43e6-8003-be394b16d1d6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0c0ee9cb-652d-432e-9d5f-63c8e52c10fb HTTP/1.1" status: 200 len: 1002 time: 0.0599780 Jan 05 17:34:36.291670 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b53b87-cff6-434f-bf08-e8eccd760fc8 req-c7000576-8341-4604-8fb8-666103f538bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:34:36.293043 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-20b53b87-cff6-434f-bf08-e8eccd760fc8 req-c7000576-8341-4604-8fb8-666103f538bd service neutron] 10.222.0.13 "GET /v2.0/subnets?id=35f0cdf6-9a10-4ae7-9cfa-69f52bae6fea HTTP/1.1" status: 200 len: 851 time: 0.0414877 Jan 05 17:34:36.336374 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b53b87-cff6-434f-bf08-e8eccd760fc8 req-62946933-48b5-4664-9980-1a27d80f08fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:34:36.337839 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-20b53b87-cff6-434f-bf08-e8eccd760fc8 req-62946933-48b5-4664-9980-1a27d80f08fd service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a2a3f410-a9d2-4220-a184-fcdeb12ab668&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0384617 Jan 05 17:34:36.430388 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-20b53b87-cff6-434f-bf08-e8eccd760fc8 req-b7675929-992c-40ed-9f36-92d246dbe30f service neutron] 10.222.0.13 "GET /v2.0/networks/a2a3f410-a9d2-4220-a184-fcdeb12ab668?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868697 Jan 05 17:34:36.515692 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-20b53b87-cff6-434f-bf08-e8eccd760fc8 req-46bbd65f-3f8a-4dd2-8011-d0e2f2c266d2 service neutron] 10.222.0.13 "GET /v2.0/networks/a2a3f410-a9d2-4220-a184-fcdeb12ab668?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0788269 Jan 05 17:34:37.093293 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7825b8-b0dd-4bd1-bb55-5e5439112926 req-f3e69fad-8241-410e-9437-62486d55746c tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:34:37.095540 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-9f7825b8-b0dd-4bd1-bb55-5e5439112926 req-f3e69fad-8241-410e-9437-62486d55746c tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/ports?device_id=40ab26d2-d19d-411f-9669-47f48232be29 HTTP/1.1" status: 200 len: 945 time: 0.0487125 Jan 05 17:34:37.143936 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-9f7825b8-b0dd-4bd1-bb55-5e5439112926 req-6b2916fa-e56f-4f3e-a1af-dc5df95f67b5 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/security-groups?id=052c9abb-c0fd-478b-a17e-1421a63a5379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429766 Jan 05 17:34:38.263318 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0101db88-7a67-4398-99c4-c6c5e867c88b req-1b05fb99-acd0-48d0-8f33-eb6cd7299d12 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:34:38.264793 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-0101db88-7a67-4398-99c4-c6c5e867c88b req-1b05fb99-acd0-48d0-8f33-eb6cd7299d12 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/ports?device_id=40ab26d2-d19d-411f-9669-47f48232be29 HTTP/1.1" status: 200 len: 945 time: 0.0531783 Jan 05 17:34:38.313600 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-0101db88-7a67-4398-99c4-c6c5e867c88b req-c89cad02-2c32-45bc-9b2c-0be7c9b98ef6 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/security-groups?id=052c9abb-c0fd-478b-a17e-1421a63a5379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427890 Jan 05 17:34:39.433369 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2b6b01-d542-4df7-9217-3371ff70bd3b req-a4b55f52-9bba-4698-a791-6614da902db2 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:34:39.434920 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-9d2b6b01-d542-4df7-9217-3371ff70bd3b req-a4b55f52-9bba-4698-a791-6614da902db2 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/ports?device_id=40ab26d2-d19d-411f-9669-47f48232be29 HTTP/1.1" status: 200 len: 945 time: 0.0532570 Jan 05 17:34:39.481168 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-9d2b6b01-d542-4df7-9217-3371ff70bd3b req-e4d2a621-0dd6-4234-b33d-becd5c6ff524 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/security-groups?id=052c9abb-c0fd-478b-a17e-1421a63a5379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406597 Jan 05 17:34:40.598779 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b034ff62-c218-4785-b7e2-8674b0df6be5 req-016c3dc5-7961-4075-970a-05bc71fc6aba tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:34:40.600278 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-b034ff62-c218-4785-b7e2-8674b0df6be5 req-016c3dc5-7961-4075-970a-05bc71fc6aba tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/ports?device_id=40ab26d2-d19d-411f-9669-47f48232be29 HTTP/1.1" status: 200 len: 945 time: 0.0496619 Jan 05 17:34:40.650733 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-b034ff62-c218-4785-b7e2-8674b0df6be5 req-ce07f16d-4fa7-4add-97ec-ec83ffd2dc7c tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/security-groups?id=052c9abb-c0fd-478b-a17e-1421a63a5379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448017 Jan 05 17:34:41.765243 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe1fa85-9a37-4de4-a92e-fb584cacd203 req-aee8c7d0-2599-4bcf-9318-9138a74d327f tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:34:41.767291 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-6fe1fa85-9a37-4de4-a92e-fb584cacd203 req-aee8c7d0-2599-4bcf-9318-9138a74d327f tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/ports?device_id=40ab26d2-d19d-411f-9669-47f48232be29 HTTP/1.1" status: 200 len: 945 time: 0.0478508 Jan 05 17:34:41.812484 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-6fe1fa85-9a37-4de4-a92e-fb584cacd203 req-a8964836-eb1a-46cf-8422-09c1dc8d667e tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/security-groups?id=052c9abb-c0fd-478b-a17e-1421a63a5379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397727 Jan 05 17:34:42.456902 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Device 0c0ee9cb-652d-432e-9d5f-63c8e52c10fb no longer exists at agent hyperv_hv-neutron-mast {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 05 17:34:42.530940 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:34:42.552673 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40ab26d2-d19d-411f-9669-47f48232be29', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0c0ee9cb-652d-432e-9d5f-63c8e52c10fb'}] {{(pid=103802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 05 17:34:42.554922 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36b213fbd845b3f09e785999bbcda1c85cd5592d7f001460987854e5c1683bd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ae29a28-302a-40c6-8c87-a14b0ab87634" -d '{"events": [{"server_uuid": "40ab26d2-d19d-411f-9669-47f48232be29", "name": "network-vif-unplugged", "status": "completed", "tag": "0c0ee9cb-652d-432e-9d5f-63c8e52c10fb"}]}' {{(pid=103802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 05 17:34:42.569935 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] For port 0c0ee9cb-652d-432e-9d5f-63c8e52c10fb, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=0c0ee9cb-652d-432e-9d5f-63c8e52c10fb,segment=NetworkSegment(3408963b-cc6f-41d6-81f3-5f4936e04525),segment_id=3408963b-cc6f-41d6-81f3-5f4936e04525)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:34:42.600568 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 05 Jan 2022 17:34:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b70b41fa-44bc-4b31-9941-1f3839c82659 x-openstack-request-id: req-b70b41fa-44bc-4b31-9941-1f3839c82659 {{(pid=103802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 05 17:34:42.600852 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40ab26d2-d19d-411f-9669-47f48232be29", "name": "network-vif-unplugged", "status": "completed", "tag": "0c0ee9cb-652d-432e-9d5f-63c8e52c10fb", "code": 200}]} {{(pid=103802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 05 17:34:42.601214 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b70b41fa-44bc-4b31-9941-1f3839c82659 {{(pid=103802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 05 17:34:42.601526 dv-neutron-master-2-hyperv neutron-server[103802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40ab26d2-d19d-411f-9669-47f48232be29', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0c0ee9cb-652d-432e-9d5f-63c8e52c10fb', 'code': 200} Jan 05 17:34:42.630973 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:34:42.678566 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Pushing event updated for resources: {'Port': ['ID=0c0ee9cb-652d-432e-9d5f-63c8e52c10fb,revision_number=9']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:34:42.927181 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802b6bc7-f411-4c0b-8af0-71d465f66077 req-b5b92fc5-387b-49f5-85ae-7200ea7d07d3 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:34:42.928638 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-802b6bc7-f411-4c0b-8af0-71d465f66077 req-b5b92fc5-387b-49f5-85ae-7200ea7d07d3 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/ports?device_id=40ab26d2-d19d-411f-9669-47f48232be29 HTTP/1.1" status: 200 len: 943 time: 0.0475821 Jan 05 17:34:42.980674 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-802b6bc7-f411-4c0b-8af0-71d465f66077 req-024aa179-384f-4629-9ce0-c65edf045b23 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/security-groups?id=052c9abb-c0fd-478b-a17e-1421a63a5379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450239 Jan 05 17:34:43.417420 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b53b87-cff6-434f-bf08-e8eccd760fc8 req-715e9f51-93c2-4e73-9f0e-a37e80bd9df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:34:43.418930 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-20b53b87-cff6-434f-bf08-e8eccd760fc8 req-715e9f51-93c2-4e73-9f0e-a37e80bd9df3 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=40ab26d2-d19d-411f-9669-47f48232be29&tenant_id=4808c0b17c614be79a0c7baf13c8a90d HTTP/1.1" status: 200 len: 1096 time: 0.0432546 Jan 05 17:34:43.476847 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b53b87-cff6-434f-bf08-e8eccd760fc8 req-7eb4e350-1182-419c-8975-14e02c46bac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:34:43.478214 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-20b53b87-cff6-434f-bf08-e8eccd760fc8 req-7eb4e350-1182-419c-8975-14e02c46bac4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4808c0b17c614be79a0c7baf13c8a90d&device_id=40ab26d2-d19d-411f-9669-47f48232be29 HTTP/1.1" status: 200 len: 1096 time: 0.0379059 Jan 05 17:34:43.562932 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b53b87-cff6-434f-bf08-e8eccd760fc8 req-54e4d0e9-7c9f-4648-9811-5d50730bf4c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:34:43.564965 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-20b53b87-cff6-434f-bf08-e8eccd760fc8 req-54e4d0e9-7c9f-4648-9811-5d50730bf4c6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a2a3f410-a9d2-4220-a184-fcdeb12ab668 HTTP/1.1" status: 200 len: 913 time: 0.0803945 Jan 05 17:34:43.965366 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-20b53b87-cff6-434f-bf08-e8eccd760fc8 req-94442886-55db-4b5a-a3ab-1bea82366bf3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0c0ee9cb-652d-432e-9d5f-63c8e52c10fb HTTP/1.1" status: 200 len: 1000 time: 0.3949544 Jan 05 17:34:44.015221 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b53b87-cff6-434f-bf08-e8eccd760fc8 req-830a76fe-5d98-4ce6-8f58-72b65c857cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:34:44.018035 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-20b53b87-cff6-434f-bf08-e8eccd760fc8 req-830a76fe-5d98-4ce6-8f58-72b65c857cdc service neutron] 10.222.0.13 "GET /v2.0/subnets?id=35f0cdf6-9a10-4ae7-9cfa-69f52bae6fea HTTP/1.1" status: 200 len: 851 time: 0.0445557 Jan 05 17:34:44.087027 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b53b87-cff6-434f-bf08-e8eccd760fc8 req-68b6e452-a4b2-4ff8-aa30-abdcd6ef927b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:34:44.088494 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-20b53b87-cff6-434f-bf08-e8eccd760fc8 req-68b6e452-a4b2-4ff8-aa30-abdcd6ef927b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a2a3f410-a9d2-4220-a184-fcdeb12ab668&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0657985 Jan 05 17:34:44.126372 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795f776f-0d1f-4463-acea-c2e442cc76df req-09f2c6fe-f0b1-43c2-bc4b-3d80f830aa73 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:34:44.127784 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-795f776f-0d1f-4463-acea-c2e442cc76df req-09f2c6fe-f0b1-43c2-bc4b-3d80f830aa73 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/ports?device_id=40ab26d2-d19d-411f-9669-47f48232be29 HTTP/1.1" status: 200 len: 943 time: 0.0749140 Jan 05 17:34:44.215266 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-795f776f-0d1f-4463-acea-c2e442cc76df req-2e3acedb-98d7-4540-9d38-56f1c07cc4fe tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/security-groups?id=052c9abb-c0fd-478b-a17e-1421a63a5379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639081 Jan 05 17:34:44.221254 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-20b53b87-cff6-434f-bf08-e8eccd760fc8 req-abf2b9bb-f37c-4fba-87ab-c7d0f76c835e service neutron] 10.222.0.13 "GET /v2.0/networks/a2a3f410-a9d2-4220-a184-fcdeb12ab668?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241531 Jan 05 17:34:44.311532 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-20b53b87-cff6-434f-bf08-e8eccd760fc8 req-d0d15cea-a95d-49ef-85b7-8813bb564667 service neutron] 10.222.0.13 "GET /v2.0/networks/a2a3f410-a9d2-4220-a184-fcdeb12ab668?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845070 Jan 05 17:34:45.333960 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a229fd7b-0404-44f3-8b25-cbac2bf1c2fe req-a2f91498-4d7f-4111-a1e6-f381872bf9d5 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:34:45.335424 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-a229fd7b-0404-44f3-8b25-cbac2bf1c2fe req-a2f91498-4d7f-4111-a1e6-f381872bf9d5 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/ports?device_id=40ab26d2-d19d-411f-9669-47f48232be29 HTTP/1.1" status: 200 len: 943 time: 0.0491781 Jan 05 17:34:45.383277 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-a229fd7b-0404-44f3-8b25-cbac2bf1c2fe req-e006b015-039c-44fb-b466-2e9ee5e5e88b tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/security-groups?id=052c9abb-c0fd-478b-a17e-1421a63a5379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421603 Jan 05 17:34:46.497897 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d808a09a-2dcd-4c90-9dba-b47fa6178e80 req-9979a97e-d6dc-41f3-8569-310d464808c7 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:34:46.499370 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-d808a09a-2dcd-4c90-9dba-b47fa6178e80 req-9979a97e-d6dc-41f3-8569-310d464808c7 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/ports?device_id=40ab26d2-d19d-411f-9669-47f48232be29 HTTP/1.1" status: 200 len: 943 time: 0.0485818 Jan 05 17:34:46.545461 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-d808a09a-2dcd-4c90-9dba-b47fa6178e80 req-a7cfbd2c-d059-475d-9f4b-cc2cd93c8b04 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/security-groups?id=052c9abb-c0fd-478b-a17e-1421a63a5379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399189 Jan 05 17:34:46.703665 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.agents_db [None req-291d1585-17df-45c0-b64a-d244e6d90872 None None] Agent healthcheck: found 6 active agents {{(pid=103803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 05 17:34:47.123715 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-87250799-2019-4614-9d22-9590f8c18373 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:34:47.663947 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1168747c-9b33-4b4c-aa3d-b03aa160f765 req-c0714586-26ab-4c36-b267-032c16fce1e5 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:34:47.665421 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-1168747c-9b33-4b4c-aa3d-b03aa160f765 req-c0714586-26ab-4c36-b267-032c16fce1e5 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/ports?device_id=40ab26d2-d19d-411f-9669-47f48232be29 HTTP/1.1" status: 200 len: 943 time: 0.0489001 Jan 05 17:34:47.711865 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-1168747c-9b33-4b4c-aa3d-b03aa160f765 req-3496b860-2ea8-4b45-b5f6-d8dc508fea2c tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/security-groups?id=052c9abb-c0fd-478b-a17e-1421a63a5379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407670 Jan 05 17:34:48.824393 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2494950e-a4a0-4dbe-836b-f149b97cfb6e req-4c5a1645-ce1a-4028-9de8-0ec19c9967c3 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:34:48.825895 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-2494950e-a4a0-4dbe-836b-f149b97cfb6e req-4c5a1645-ce1a-4028-9de8-0ec19c9967c3 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/ports?device_id=40ab26d2-d19d-411f-9669-47f48232be29 HTTP/1.1" status: 200 len: 943 time: 0.0480380 Jan 05 17:34:48.876862 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-2494950e-a4a0-4dbe-836b-f149b97cfb6e req-101bc02d-a7ee-4296-9605-fb197c6efb63 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/security-groups?id=052c9abb-c0fd-478b-a17e-1421a63a5379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444148 Jan 05 17:34:49.362384 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d6febcfb-9761-41c1-b731-f21c40e4dbee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:34:49.895046 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:34:50.001995 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c881944f-8f82-4954-9e5f-990b4357ad70 req-af5bd477-585e-48f4-a3ca-ae91f4ac4cff tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:34:50.003478 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-c881944f-8f82-4954-9e5f-990b4357ad70 req-af5bd477-585e-48f4-a3ca-ae91f4ac4cff tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/ports?device_id=40ab26d2-d19d-411f-9669-47f48232be29 HTTP/1.1" status: 200 len: 943 time: 0.0567882 Jan 05 17:34:50.050943 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-c881944f-8f82-4954-9e5f-990b4357ad70 req-0ef58b5c-7f2f-42fc-97a8-ea89d98f9157 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/security-groups?id=052c9abb-c0fd-478b-a17e-1421a63a5379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414786 Jan 05 17:34:50.609748 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d2607572-b3c9-472c-85bc-c8de0c3fb75c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:34:51.166731 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162005ab-49f3-47c1-81bf-ad631c26969c req-9c85e2b8-4aa6-4df0-8783-0ab8302aefc9 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:34:51.168315 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-162005ab-49f3-47c1-81bf-ad631c26969c req-9c85e2b8-4aa6-4df0-8783-0ab8302aefc9 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/ports?device_id=40ab26d2-d19d-411f-9669-47f48232be29 HTTP/1.1" status: 200 len: 943 time: 0.0507991 Jan 05 17:34:51.214616 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-162005ab-49f3-47c1-81bf-ad631c26969c req-8d9011ac-d1d5-4c8b-8bcc-294d0a27c201 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/security-groups?id=052c9abb-c0fd-478b-a17e-1421a63a5379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402548 Jan 05 17:34:51.997506 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d504d802-9546-4ce5-a9d3-96c844ac5808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:34:52.332078 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52465771-cb1d-4281-aa11-36c0e75a96bd req-98ecb5e6-46c6-4d19-98a9-4885a700b561 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:34:52.333554 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-52465771-cb1d-4281-aa11-36c0e75a96bd req-98ecb5e6-46c6-4d19-98a9-4885a700b561 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/ports?device_id=40ab26d2-d19d-411f-9669-47f48232be29 HTTP/1.1" status: 200 len: 943 time: 0.0497544 Jan 05 17:34:52.381612 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-52465771-cb1d-4281-aa11-36c0e75a96bd req-1f246329-5662-454f-9baa-700f5e144bc0 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/security-groups?id=052c9abb-c0fd-478b-a17e-1421a63a5379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423830 Jan 05 17:34:53.281944 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:34:53.498364 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652bba17-eac1-4aff-ac90-6baf0da8a34d req-2699b7d9-d8b8-4088-985b-b9f9bc48a555 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:34:53.499862 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-652bba17-eac1-4aff-ac90-6baf0da8a34d req-2699b7d9-d8b8-4088-985b-b9f9bc48a555 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/ports?device_id=40ab26d2-d19d-411f-9669-47f48232be29 HTTP/1.1" status: 200 len: 943 time: 0.0493045 Jan 05 17:34:53.545767 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-652bba17-eac1-4aff-ac90-6baf0da8a34d req-b122a216-23d4-476f-bfb4-d6a933166709 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/security-groups?id=052c9abb-c0fd-478b-a17e-1421a63a5379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398479 Jan 05 17:34:54.672306 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0194d645-0454-48cc-b876-bdd4503018d6 req-99ea0ced-17cc-4409-ab5e-b01653a49fe2 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:34:54.673799 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-0194d645-0454-48cc-b876-bdd4503018d6 req-99ea0ced-17cc-4409-ab5e-b01653a49fe2 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/ports?device_id=40ab26d2-d19d-411f-9669-47f48232be29 HTTP/1.1" status: 200 len: 943 time: 0.0562184 Jan 05 17:34:54.718583 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-0194d645-0454-48cc-b876-bdd4503018d6 req-f9b98648-6a57-4d3f-8274-a9ccf8afb4b0 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/security-groups?id=052c9abb-c0fd-478b-a17e-1421a63a5379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393138 Jan 05 17:34:55.836668 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cee8d2-81b2-477b-990d-42471ca1798a req-42e6c22a-1049-4769-b297-2ada93cbce36 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:34:55.838236 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-c0cee8d2-81b2-477b-990d-42471ca1798a req-42e6c22a-1049-4769-b297-2ada93cbce36 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/ports?device_id=40ab26d2-d19d-411f-9669-47f48232be29 HTTP/1.1" status: 200 len: 943 time: 0.0514264 Jan 05 17:34:55.884550 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-c0cee8d2-81b2-477b-990d-42471ca1798a req-7c008c3e-64eb-4412-a68a-c395412ae118 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/security-groups?id=052c9abb-c0fd-478b-a17e-1421a63a5379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406876 Jan 05 17:34:56.519083 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Device 0c0ee9cb-652d-432e-9d5f-63c8e52c10fb details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 05 17:34:56.608038 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] For port 0c0ee9cb-652d-432e-9d5f-63c8e52c10fb, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=0c0ee9cb-652d-432e-9d5f-63c8e52c10fb,segment=NetworkSegment(3408963b-cc6f-41d6-81f3-5f4936e04525),segment_id=3408963b-cc6f-41d6-81f3-5f4936e04525)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:34:56.622081 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Returning: {'device': '0c0ee9cb-652d-432e-9d5f-63c8e52c10fb', 'network_id': 'a2a3f410-a9d2-4220-a184-fcdeb12ab668', 'port_id': '0c0ee9cb-652d-432e-9d5f-63c8e52c10fb', 'mac_address': 'fa:16:3e:35:8c:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35f0cdf6-9a10-4ae7-9cfa-69f52bae6fea', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 05 17:34:56.657940 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:34:56.669892 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.notifiers.nova [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c0ee9cb-652d-432e-9d5f-63c8e52c10fb {{(pid=103802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 05 17:34:56.689181 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] For port 0c0ee9cb-652d-432e-9d5f-63c8e52c10fb, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=0c0ee9cb-652d-432e-9d5f-63c8e52c10fb,segment=NetworkSegment(3408963b-cc6f-41d6-81f3-5f4936e04525),segment_id=3408963b-cc6f-41d6-81f3-5f4936e04525)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:34:56.774402 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:34:56.822801 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Pushing event updated for resources: {'Port': ['ID=0c0ee9cb-652d-432e-9d5f-63c8e52c10fb,revision_number=10']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:34:56.830423 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] get_ports_and_sgs() called for port_ids ['0c0ee9cb-652d-432e-9d5f-63c8e52c10fb'] {{(pid=103802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 05 17:34:57.000368 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e1d28c-4b6f-4588-a9d8-33d2dd276f25 req-78f248cf-b319-4d8d-948d-191d68546ca3 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:34:57.002477 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-f4e1d28c-4b6f-4588-a9d8-33d2dd276f25 req-78f248cf-b319-4d8d-948d-191d68546ca3 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/ports?device_id=40ab26d2-d19d-411f-9669-47f48232be29 HTTP/1.1" status: 200 len: 945 time: 0.0504365 Jan 05 17:34:57.046745 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-f4e1d28c-4b6f-4588-a9d8-33d2dd276f25 req-48335d34-4ca1-4596-b01e-e86e78bf0b2a tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/security-groups?id=052c9abb-c0fd-478b-a17e-1421a63a5379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387683 Jan 05 17:34:58.323776 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74af7c8e-814f-4afe-91a0-dd54ca7f4b35 req-fbd8c4da-9ee5-4ff8-b734-45432c5252b2 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:34:58.325331 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-74af7c8e-814f-4afe-91a0-dd54ca7f4b35 req-fbd8c4da-9ee5-4ff8-b734-45432c5252b2 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/ports?device_id=40ab26d2-d19d-411f-9669-47f48232be29 HTTP/1.1" status: 200 len: 945 time: 0.0510883 Jan 05 17:34:58.370973 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-74af7c8e-814f-4afe-91a0-dd54ca7f4b35 req-dfdea263-1e4e-4797-bcae-55599893e060 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/security-groups?id=052c9abb-c0fd-478b-a17e-1421a63a5379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399606 Jan 05 17:34:58.534864 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Device 0c0ee9cb-652d-432e-9d5f-63c8e52c10fb up at agent hyperv_hv-neutron-mast {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:34:58.580501 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Provisioning complete for port 0c0ee9cb-652d-432e-9d5f-63c8e52c10fb triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:34:58.580793 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:34:58.662005 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:34:58.683590 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40ab26d2-d19d-411f-9669-47f48232be29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c0ee9cb-652d-432e-9d5f-63c8e52c10fb'}] {{(pid=103802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 05 17:34:58.685798 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36b213fbd845b3f09e785999bbcda1c85cd5592d7f001460987854e5c1683bd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c39bc69b-021b-43dd-a115-348f1761454e" -d '{"events": [{"server_uuid": "40ab26d2-d19d-411f-9669-47f48232be29", "name": "network-vif-plugged", "status": "completed", "tag": "0c0ee9cb-652d-432e-9d5f-63c8e52c10fb"}]}' {{(pid=103802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 05 17:34:58.697497 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] For port 0c0ee9cb-652d-432e-9d5f-63c8e52c10fb, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=0c0ee9cb-652d-432e-9d5f-63c8e52c10fb,segment=NetworkSegment(3408963b-cc6f-41d6-81f3-5f4936e04525),segment_id=3408963b-cc6f-41d6-81f3-5f4936e04525)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:34:58.729322 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Jan 2022 17:34:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f5304e2-4398-439b-8597-252e1a7c0092 x-openstack-request-id: req-3f5304e2-4398-439b-8597-252e1a7c0092 {{(pid=103802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 05 17:34:58.729639 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40ab26d2-d19d-411f-9669-47f48232be29", "name": "network-vif-plugged", "status": "completed", "tag": "0c0ee9cb-652d-432e-9d5f-63c8e52c10fb", "code": 200}]} {{(pid=103802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 05 17:34:58.729894 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-3f5304e2-4398-439b-8597-252e1a7c0092 {{(pid=103802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 05 17:34:58.730309 dv-neutron-master-2-hyperv neutron-server[103802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40ab26d2-d19d-411f-9669-47f48232be29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c0ee9cb-652d-432e-9d5f-63c8e52c10fb', 'code': 200} Jan 05 17:34:58.775153 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:34:58.822286 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Pushing event updated for resources: {'Port': ['ID=0c0ee9cb-652d-432e-9d5f-63c8e52c10fb,revision_number=11']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:34:59.486352 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27867771-8349-4e8a-b5e8-6ae3bb880919 req-2155b13b-6cdf-4706-8e57-16c9007d52a4 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:34:59.487798 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-27867771-8349-4e8a-b5e8-6ae3bb880919 req-2155b13b-6cdf-4706-8e57-16c9007d52a4 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/ports?device_id=40ab26d2-d19d-411f-9669-47f48232be29 HTTP/1.1" status: 200 len: 946 time: 0.0520725 Jan 05 17:34:59.533256 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-27867771-8349-4e8a-b5e8-6ae3bb880919 req-03c9232c-859a-43e7-bf11-75d96896bcc2 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/security-groups?id=052c9abb-c0fd-478b-a17e-1421a63a5379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400209 Jan 05 17:35:00.648636 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6c934f-35f6-4a3f-ac24-5cce1a9a46fa req-9ace5bee-168d-490a-b986-bd76d67d92ad tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:35:00.650121 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-cb6c934f-35f6-4a3f-ac24-5cce1a9a46fa req-9ace5bee-168d-490a-b986-bd76d67d92ad tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/ports?device_id=40ab26d2-d19d-411f-9669-47f48232be29 HTTP/1.1" status: 200 len: 946 time: 0.0480180 Jan 05 17:35:00.700556 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-cb6c934f-35f6-4a3f-ac24-5cce1a9a46fa req-c5d82e58-7ef8-498f-9f97-f51759ba26c2 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/security-groups?id=052c9abb-c0fd-478b-a17e-1421a63a5379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447900 Jan 05 17:35:01.813162 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a8245b-6ecc-4585-ad46-c83ce6322d67 req-1e28c3d1-0b88-4799-8f24-f9fe15bf6386 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:35:01.814634 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-74a8245b-6ecc-4585-ad46-c83ce6322d67 req-1e28c3d1-0b88-4799-8f24-f9fe15bf6386 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/ports?device_id=40ab26d2-d19d-411f-9669-47f48232be29 HTTP/1.1" status: 200 len: 946 time: 0.0477736 Jan 05 17:35:01.861278 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-74a8245b-6ecc-4585-ad46-c83ce6322d67 req-3ecfda1f-b408-4dfb-8a6e-7f5765a2a9fc tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/security-groups?id=052c9abb-c0fd-478b-a17e-1421a63a5379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412424 Jan 05 17:35:01.973324 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7a9a90-2a16-4f07-94d1-f09ce8b8cefe req-67da1960-84b7-4880-b8e5-8e194a9b5034 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:35:01.974820 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-aa7a9a90-2a16-4f07-94d1-f09ce8b8cefe req-67da1960-84b7-4880-b8e5-8e194a9b5034 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/ports?device_id=40ab26d2-d19d-411f-9669-47f48232be29 HTTP/1.1" status: 200 len: 946 time: 0.0485692 Jan 05 17:35:02.021207 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-aa7a9a90-2a16-4f07-94d1-f09ce8b8cefe req-b95da78e-658d-4389-9f03-b4ee564d50f2 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/security-groups?id=052c9abb-c0fd-478b-a17e-1421a63a5379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408206 Jan 05 17:35:02.130874 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1212eb27-edb9-489d-a394-cf7c7cc96de3 req-3d928254-431a-473c-8e65-a08d4c8626f5 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:35:02.132319 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-1212eb27-edb9-489d-a394-cf7c7cc96de3 req-3d928254-431a-473c-8e65-a08d4c8626f5 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/ports?device_id=40ab26d2-d19d-411f-9669-47f48232be29 HTTP/1.1" status: 200 len: 946 time: 0.0475841 Jan 05 17:35:02.181105 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-1212eb27-edb9-489d-a394-cf7c7cc96de3 req-0c01e197-5e21-4afe-ac91-bf9001c21571 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/security-groups?id=052c9abb-c0fd-478b-a17e-1421a63a5379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434422 Jan 05 17:35:02.599154 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b56e8b-f220-4223-bd40-46f157fab6f4 req-316e7ed2-baff-4dcd-9029-aaf45b40af5f tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:35:02.600581 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-b9b56e8b-f220-4223-bd40-46f157fab6f4 req-316e7ed2-baff-4dcd-9029-aaf45b40af5f tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/ports?device_id=40ab26d2-d19d-411f-9669-47f48232be29 HTTP/1.1" status: 200 len: 946 time: 0.0483620 Jan 05 17:35:02.647650 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-b9b56e8b-f220-4223-bd40-46f157fab6f4 req-b917935a-7d49-401c-a9c0-51d2d67ae873 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/security-groups?id=052c9abb-c0fd-478b-a17e-1421a63a5379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415308 Jan 05 17:35:03.760771 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769e8197-64d0-4306-add3-821e192422b1 req-c3cafdba-60e7-4af1-a0f4-cc6515c478c5 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:35:03.762242 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-769e8197-64d0-4306-add3-821e192422b1 req-c3cafdba-60e7-4af1-a0f4-cc6515c478c5 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/ports?device_id=40ab26d2-d19d-411f-9669-47f48232be29 HTTP/1.1" status: 200 len: 946 time: 0.0474162 Jan 05 17:35:03.807021 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-769e8197-64d0-4306-add3-821e192422b1 req-41f07e80-866b-4823-a586-52b652b98b61 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/security-groups?id=052c9abb-c0fd-478b-a17e-1421a63a5379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388379 Jan 05 17:35:04.917486 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96b0c7a-4fcd-4a6d-b22f-4c3790580b3d req-07513860-ec00-45aa-b247-2e1e19d6f216 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:35:04.918958 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-d96b0c7a-4fcd-4a6d-b22f-4c3790580b3d req-07513860-ec00-45aa-b247-2e1e19d6f216 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/ports?device_id=40ab26d2-d19d-411f-9669-47f48232be29 HTTP/1.1" status: 200 len: 946 time: 0.0471711 Jan 05 17:35:04.965650 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-d96b0c7a-4fcd-4a6d-b22f-4c3790580b3d req-ff54c50b-d7e9-46d6-bd02-f550b1536d2f tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/security-groups?id=052c9abb-c0fd-478b-a17e-1421a63a5379&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401299 Jan 05 17:35:05.020091 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d1f605-660d-4e75-9dcd-247e3e154d09 req-1cf32272-4604-4b81-9916-6a256aa4bc17 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:35:05.021523 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-55d1f605-660d-4e75-9dcd-247e3e154d09 req-1cf32272-4604-4b81-9916-6a256aa4bc17 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.13 "GET /v2.0/ports?device_id=40ab26d2-d19d-411f-9669-47f48232be29 HTTP/1.1" status: 200 len: 946 time: 0.0509064 Jan 05 17:35:05.105936 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [req-55d1f605-660d-4e75-9dcd-247e3e154d09 req-4edf8ede-42c2-4942-9796-6601345839bd tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Deleting port 0c0ee9cb-652d-432e-9d5f-63c8e52c10fb {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:35:05.106271 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-55d1f605-660d-4e75-9dcd-247e3e154d09 req-4edf8ede-42c2-4942-9796-6601345839bd tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:35:05.194102 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.db [req-55d1f605-660d-4e75-9dcd-247e3e154d09 req-4edf8ede-42c2-4942-9796-6601345839bd tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] For port 0c0ee9cb-652d-432e-9d5f-63c8e52c10fb, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=0c0ee9cb-652d-432e-9d5f-63c8e52c10fb,segment=NetworkSegment(3408963b-cc6f-41d6-81f3-5f4936e04525),segment_id=3408963b-cc6f-41d6-81f3-5f4936e04525)] {{(pid=103800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:35:05.194380 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-55d1f605-660d-4e75-9dcd-247e3e154d09 req-4edf8ede-42c2-4942-9796-6601345839bd tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:35:05.366455 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-55d1f605-660d-4e75-9dcd-247e3e154d09 req-4edf8ede-42c2-4942-9796-6601345839bd tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:35:05.366806 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-55d1f605-660d-4e75-9dcd-247e3e154d09 req-4edf8ede-42c2-4942-9796-6601345839bd tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648677'] for floatingip, after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:35:05.367117 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.db.l3_db [req-55d1f605-660d-4e75-9dcd-247e3e154d09 req-4edf8ede-42c2-4942-9796-6601345839bd tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Floating IP 5cf9493c-3613-46b4-b806-79e1f44f1aa9 disassociated. External IP: 172.36.4.193, port: 0c0ee9cb-652d-432e-9d5f-63c8e52c10fb. Jan 05 17:35:05.367452 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [req-55d1f605-660d-4e75-9dcd-247e3e154d09 req-4edf8ede-42c2-4942-9796-6601345839bd tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Calling delete_port for 0c0ee9cb-652d-432e-9d5f-63c8e52c10fb owned by compute:nova {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:35:05.539059 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-55d1f605-660d-4e75-9dcd-247e3e154d09 req-4edf8ede-42c2-4942-9796-6601345839bd tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:35:05.565418 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edf8ede-42c2-4942-9796-6601345839bd tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Pushing event deleted for resources: {'Port': ['ID=0c0ee9cb-652d-432e-9d5f-63c8e52c10fb,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:35:05.581712 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edf8ede-42c2-4942-9796-6601345839bd tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:35:05.581712 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edf8ede-42c2-4942-9796-6601345839bd tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:35:05.581712 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edf8ede-42c2-4942-9796-6601345839bd tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:35:05.581712 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edf8ede-42c2-4942-9796-6601345839bd tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:35:05.581712 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edf8ede-42c2-4942-9796-6601345839bd tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:35:05.581712 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edf8ede-42c2-4942-9796-6601345839bd tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:35:05.581712 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edf8ede-42c2-4942-9796-6601345839bd tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:35:05.582299 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edf8ede-42c2-4942-9796-6601345839bd tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:35:05.582299 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edf8ede-42c2-4942-9796-6601345839bd tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:35:05.582547 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edf8ede-42c2-4942-9796-6601345839bd tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:35:05.582869 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edf8ede-42c2-4942-9796-6601345839bd tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:35:05.583189 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edf8ede-42c2-4942-9796-6601345839bd tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:35:05.583512 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edf8ede-42c2-4942-9796-6601345839bd tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:35:05.698253 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [req-55d1f605-660d-4e75-9dcd-247e3e154d09 req-4edf8ede-42c2-4942-9796-6601345839bd tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Router f7e5b0fc-7de1-4608-8bad-fbe2c8903f5d has already been hosted by L3 agent 59446fdc-40e0-41fe-a575-a8eb11d742f7 {{(pid=103800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 05 17:35:05.805970 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-55d1f605-660d-4e75-9dcd-247e3e154d09 req-4edf8ede-42c2-4942-9796-6601345839bd tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 05 17:35:05.816659 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bfce5f3-149c-4fa5-9470-71fb580f3a8e None None] Sync routers for ids ['f7e5b0fc-7de1-4608-8bad-fbe2c8903f5d'] in dv-neutron-master-2-hyperv {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 05 17:35:05.826332 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bfce5f3-149c-4fa5-9470-71fb580f3a8e None None] Routers {'f7e5b0fc-7de1-4608-8bad-fbe2c8903f5d'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:35:05.826941 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-6bfce5f3-149c-4fa5-9470-71fb580f3a8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:34:49Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['f7e5b0fc-7de1-4608-8bad-fbe2c8903f5d'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:35:05.843623 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [req-55d1f605-660d-4e75-9dcd-247e3e154d09 req-4edf8ede-42c2-4942-9796-6601345839bd tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] No DVR routers for this DVR port 0c0ee9cb-652d-432e-9d5f-63c8e52c10fb on host hv-neutron-mast {{(pid=103800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 05 17:35:05.846333 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-55d1f605-660d-4e75-9dcd-247e3e154d09 req-4edf8ede-42c2-4942-9796-6601345839bd tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:35:05.849539 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-55d1f605-660d-4e75-9dcd-247e3e154d09 req-4edf8ede-42c2-4942-9796-6601345839bd tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.13 "DELETE /v2.0/ports/0c0ee9cb-652d-432e-9d5f-63c8e52c10fb HTTP/1.1" status: 204 len: 173 time: 0.8233662 Jan 05 17:35:05.849995 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40ab26d2-d19d-411f-9669-47f48232be29', 'name': 'network-vif-deleted', 'tag': '0c0ee9cb-652d-432e-9d5f-63c8e52c10fb'}] {{(pid=103800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 05 17:35:05.852204 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f64b9d4628f7eefcc27168a80c04985d23f0ea5def038dae05e1deb7357f3bfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c0a24b2-1b3e-49ac-a4a9-72272258914c" -d '{"events": [{"server_uuid": "40ab26d2-d19d-411f-9669-47f48232be29", "name": "network-vif-deleted", "tag": "0c0ee9cb-652d-432e-9d5f-63c8e52c10fb"}]}' {{(pid=103800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 05 17:35:05.887519 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Jan 2022 17:35:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdbf6afc-1df1-4daa-b341-f8d0b531e1ac x-openstack-request-id: req-cdbf6afc-1df1-4daa-b341-f8d0b531e1ac {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 05 17:35:05.887842 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40ab26d2-d19d-411f-9669-47f48232be29", "name": "network-vif-deleted", "tag": "0c0ee9cb-652d-432e-9d5f-63c8e52c10fb", "status": "completed", "code": 200}]} {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 05 17:35:05.888066 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-cdbf6afc-1df1-4daa-b341-f8d0b531e1ac {{(pid=103800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 05 17:35:05.888452 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40ab26d2-d19d-411f-9669-47f48232be29', 'name': 'network-vif-deleted', 'tag': '0c0ee9cb-652d-432e-9d5f-63c8e52c10fb', 'status': 'completed', 'code': 200} Jan 05 17:35:05.937638 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-6bfce5f3-149c-4fa5-9470-71fb580f3a8e None None] Set router f7e5b0fc-7de1-4608-8bad-fbe2c8903f5d gateway port host: dv-neutron-master-2-hyperv {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:35:06.070978 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-3d8fb1d9-e9d3-4946-aa9c-f717d0c7a914 req-8a6cfd10-9ee3-4b55-bd8f-06be3955bdbf tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/ports?device_id=40ab26d2-d19d-411f-9669-47f48232be29 HTTP/1.1" status: 200 len: 210 time: 0.0275884 Jan 05 17:35:06.142434 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-6bfce5f3-149c-4fa5-9470-71fb580f3a8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7e5b0fc-7de1-4608-8bad-fbe2c8903f5d', 'name': 'tempest-ServerActionsTestJSON-1239396606-router', 'tenant_id': '4808c0b17c614be79a0c7baf13c8a90d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.55'}], 'enable_snat': True}, 'gw_port_id': '1e06f970-a67a-49e1-8704-07faf640bf83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:28:29Z', 'updated_at': '2022-01-05T17:28:32Z', 'revision_number': 4, 'project_id': '4808c0b17c614be79a0c7baf13c8a90d', 'gw_port': {'id': '1e06f970-a67a-49e1-8704-07faf640bf83', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:21:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7e5b0fc-7de1-4608-8bad-fbe2c8903f5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:28:29Z', 'updated_at': '2022-01-05T17:28:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '2c7f8bf4-1843-4150-8484-b1d2af840bd7', 'name': '', 'network_id': 'a2a3f410-a9d2-4220-a184-fcdeb12ab668', 'tenant_id': '4808c0b17c614be79a0c7baf13c8a90d', 'mac_address': 'fa:16:3e:fd:a1:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7e5b0fc-7de1-4608-8bad-fbe2c8903f5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': '35f0cdf6-9a10-4ae7-9cfa-69f52bae6fea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:28:31Z', 'updated_at': '2022-01-05T17:28:35Z', 'revision_number': 5, 'project_id': '4808c0b17c614be79a0c7baf13c8a90d', 'subnets': [{'id': '35f0cdf6-9a10-4ae7-9cfa-69f52bae6fea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:35:06.167936 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bfce5f3-149c-4fa5-9470-71fb580f3a8e None None] Checking router: f7e5b0fc-7de1-4608-8bad-fbe2c8903f5d for host: dv-neutron-master-2-hyperv {{(pid=103802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 05 17:35:06.176625 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bfce5f3-149c-4fa5-9470-71fb580f3a8e None None] Routers {'f7e5b0fc-7de1-4608-8bad-fbe2c8903f5d'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:35:06.177225 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-6bfce5f3-149c-4fa5-9470-71fb580f3a8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:34:49Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['f7e5b0fc-7de1-4608-8bad-fbe2c8903f5d'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:35:06.432282 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-6bfce5f3-149c-4fa5-9470-71fb580f3a8e None None] Set router f7e5b0fc-7de1-4608-8bad-fbe2c8903f5d gateway port host: dv-neutron-master-2-hyperv {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:35:06.630869 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-6bfce5f3-149c-4fa5-9470-71fb580f3a8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7e5b0fc-7de1-4608-8bad-fbe2c8903f5d', 'name': 'tempest-ServerActionsTestJSON-1239396606-router', 'tenant_id': '4808c0b17c614be79a0c7baf13c8a90d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.55'}], 'enable_snat': True}, 'gw_port_id': '1e06f970-a67a-49e1-8704-07faf640bf83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:28:29Z', 'updated_at': '2022-01-05T17:28:32Z', 'revision_number': 4, 'project_id': '4808c0b17c614be79a0c7baf13c8a90d', 'gw_port': {'id': '1e06f970-a67a-49e1-8704-07faf640bf83', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:21:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7e5b0fc-7de1-4608-8bad-fbe2c8903f5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:28:29Z', 'updated_at': '2022-01-05T17:28:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '2c7f8bf4-1843-4150-8484-b1d2af840bd7', 'name': '', 'network_id': 'a2a3f410-a9d2-4220-a184-fcdeb12ab668', 'tenant_id': '4808c0b17c614be79a0c7baf13c8a90d', 'mac_address': 'fa:16:3e:fd:a1:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7e5b0fc-7de1-4608-8bad-fbe2c8903f5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': '35f0cdf6-9a10-4ae7-9cfa-69f52bae6fea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:28:31Z', 'updated_at': '2022-01-05T17:28:35Z', 'revision_number': 5, 'project_id': '4808c0b17c614be79a0c7baf13c8a90d', 'subnets': [{'id': '35f0cdf6-9a10-4ae7-9cfa-69f52bae6fea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:35:06.658353 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bfce5f3-149c-4fa5-9470-71fb580f3a8e None None] The sync data for ids ['f7e5b0fc-7de1-4608-8bad-fbe2c8903f5d'] in dv-neutron-master-2-hyperv is: [{'id': 'f7e5b0fc-7de1-4608-8bad-fbe2c8903f5d', 'name': 'tempest-ServerActionsTestJSON-1239396606-router', 'tenant_id': '4808c0b17c614be79a0c7baf13c8a90d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.55'}], 'enable_snat': True}, 'gw_port_id': '1e06f970-a67a-49e1-8704-07faf640bf83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:28:29Z', 'updated_at': '2022-01-05T17:28:32Z', 'revision_number': 4, 'project_id': '4808c0b17c614be79a0c7baf13c8a90d', 'gw_port': {'id': '1e06f970-a67a-49e1-8704-07faf640bf83', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:21:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7e5b0fc-7de1-4608-8bad-fbe2c8903f5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:28:29Z', 'updated_at': '2022-01-05T17:28:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '2c7f8bf4-1843-4150-8484-b1d2af840bd7', 'name': '', 'network_id': 'a2a3f410-a9d2-4220-a184-fcdeb12ab668', 'tenant_id': '4808c0b17c614be79a0c7baf13c8a90d', 'mac_address': 'fa:16:3e:fd:a1:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7e5b0fc-7de1-4608-8bad-fbe2c8903f5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': '35f0cdf6-9a10-4ae7-9cfa-69f52bae6fea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:28:31Z', 'updated_at': '2022-01-05T17:28:35Z', 'revision_number': 5, 'project_id': '4808c0b17c614be79a0c7baf13c8a90d', 'subnets': [{'id': '35f0cdf6-9a10-4ae7-9cfa-69f52bae6fea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 05 17:35:06.879171 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2ff80ce-ad75-49e5-8315-ba079c02babb None None] New status for floating IP 5cf9493c-3613-46b4-b806-79e1f44f1aa9: DOWN {{(pid=103803) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 05 17:35:07.168946 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-a5759df9-b5af-4ba1-a512-3950fdc4c168 req-ca0e6157-abf1-4731-8a3d-77113cd9da2c tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/ports?device_id=40ab26d2-d19d-411f-9669-47f48232be29 HTTP/1.1" status: 200 len: 210 time: 0.0300491 Jan 05 17:35:08.266429 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-ee70e5fc-c690-4796-9a30-02b424d3d22d req-08284e5c-fd94-4ca6-832e-7bac05aa360c tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/ports?device_id=40ab26d2-d19d-411f-9669-47f48232be29 HTTP/1.1" status: 200 len: 210 time: 0.0294116 Jan 05 17:35:08.581515 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Device 0c0ee9cb-652d-432e-9d5f-63c8e52c10fb no longer exists at agent hyperv_hv-neutron-mast {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 05 17:35:08.601948 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] No Port match for: 0c0ee9cb-652d-432e-9d5f-63c8e52c10fb {{(pid=103802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 05 17:35:08.602296 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Device 0c0ee9cb-652d-432e-9d5f-63c8e52c10fb not bound to the agent host hv-neutron-mast {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 05 17:35:09.360653 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-234b4220-28a2-4441-bad9-183cfa45a93e req-01b466e3-cbf7-44c5-b581-40ec758792fe tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/ports?device_id=40ab26d2-d19d-411f-9669-47f48232be29 HTTP/1.1" status: 200 len: 210 time: 0.0263958 Jan 05 17:35:10.458301 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-6a337164-368d-413d-88dc-c764cfa7a2e3 req-f0dd2b54-bba8-4db1-8abd-f54836e93e13 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/ports?device_id=40ab26d2-d19d-411f-9669-47f48232be29 HTTP/1.1" status: 200 len: 210 time: 0.0314481 Jan 05 17:35:11.551185 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-c3068fdf-1bea-437c-a310-da00812c84d1 req-39dc95f4-0d76-4d21-8557-b71fbd322b15 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/ports?device_id=40ab26d2-d19d-411f-9669-47f48232be29 HTTP/1.1" status: 200 len: 210 time: 0.0266039 Jan 05 17:35:12.643755 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-99e7de34-4eef-4647-98f7-4233bdaf2a01 req-f33b8d2f-46cf-4f6c-a8b9-629449768acd tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/ports?device_id=40ab26d2-d19d-411f-9669-47f48232be29 HTTP/1.1" status: 200 len: 210 time: 0.0271688 Jan 05 17:35:13.735709 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-c066adf6-5b94-417e-aac2-4c5313235462 req-d0f6b944-79cf-450c-8ed0-ab3a71451029 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/ports?device_id=40ab26d2-d19d-411f-9669-47f48232be29 HTTP/1.1" status: 200 len: 210 time: 0.0257504 Jan 05 17:35:14.839893 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-aa728ada-847b-488b-b0cd-3250343289e3 req-53d1de59-7ebc-4638-a01b-b4b8543a7a00 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/ports?device_id=40ab26d2-d19d-411f-9669-47f48232be29 HTTP/1.1" status: 200 len: 210 time: 0.0261388 Jan 05 17:35:17.121204 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c801657a-c20d-4571-bd89-e74e9779e0f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:35:19.339611 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-1f5f87c9-ce12-4598-be04-cfcf0ad3bbb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:35:19.938218 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:35:20.596862 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d2607572-b3c9-472c-85bc-c8de0c3fb75c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:35:22.032387 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 49940) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:35:22.054375 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d504d802-9546-4ce5-a9d3-96c844ac5808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:35:22.086739 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d78ab8af-a721-4b2d-9655-d535f83d0981 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Publish callbacks [] for security_group, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:35:22.109859 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d78ab8af-a721-4b2d-9655-d535f83d0981 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:35:22.220588 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d78ab8af-a721-4b2d-9655-d535f83d0981 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:35:22.223235 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d78ab8af-a721-4b2d-9655-d535f83d0981 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Publish callbacks [] for security_group, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:35:22.224383 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-d78ab8af-a721-4b2d-9655-d535f83d0981 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "DELETE /v2.0/security-groups/052c9abb-c0fd-478b-a17e-1421a63a5379 HTTP/1.1" status: 204 len: 168 time: 0.1909893 Jan 05 17:35:22.227262 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 49942) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:35:22.234952 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78ab8af-a721-4b2d-9655-d535f83d0981 tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=052c9abb-c0fd-478b-a17e-1421a63a5379,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:35:22.241551 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.api.v2.resource [None req-5fee1e90-4a3b-42cc-83f0-25e079ae7e8a tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] show failed (client error): The resource could not be found. Jan 05 17:35:22.242885 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-5fee1e90-4a3b-42cc-83f0-25e079ae7e8a tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "GET /v2.0/security-groups/052c9abb-c0fd-478b-a17e-1421a63a5379 HTTP/1.1" status: 404 len: 347 time: 0.0146120 Jan 05 17:35:22.245836 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 49944) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:35:22.374265 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-fb8c8cf9-6f94-4f89-a32f-7d43e5cd025e tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Deleting port 40e0eb3f-9f5a-4c99-a722-6a7bef7cf835 {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:35:22.374565 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-fb8c8cf9-6f94-4f89-a32f-7d43e5cd025e tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:35:22.448900 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-fb8c8cf9-6f94-4f89-a32f-7d43e5cd025e tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:35:22.449335 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-fb8c8cf9-6f94-4f89-a32f-7d43e5cd025e tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:35:22.460917 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-fb8c8cf9-6f94-4f89-a32f-7d43e5cd025e tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Calling delete_port for 40e0eb3f-9f5a-4c99-a722-6a7bef7cf835 owned by network:floatingip {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:35:22.665433 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-fb8c8cf9-6f94-4f89-a32f-7d43e5cd025e tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:35:22.691167 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8c8cf9-6f94-4f89-a32f-7d43e5cd025e tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Pushing event deleted for resources: {'Port': ['ID=40e0eb3f-9f5a-4c99-a722-6a7bef7cf835,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:35:22.754304 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-fb8c8cf9-6f94-4f89-a32f-7d43e5cd025e tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Publish callbacks [] for floatingip, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:35:22.757180 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-fb8c8cf9-6f94-4f89-a32f-7d43e5cd025e tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for floatingip, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:35:22.758361 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-fb8c8cf9-6f94-4f89-a32f-7d43e5cd025e tempest-ServerActionsTestJSON-1560834774 tempest-ServerActionsTestJSON-1560834774-project] 10.222.0.11 "DELETE /v2.0/floatingips/5cf9493c-3613-46b4-b806-79e1f44f1aa9 HTTP/1.1" status: 204 len: 168 time: 0.5110238 Jan 05 17:35:22.761379 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 49946) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:35:23.157972 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c8f3d82c-82ae-4585-9de5-1339bb26abbd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-531685'] for router_interface, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:35:23.283036 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:35:23.415766 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-c8f3d82c-82ae-4585-9de5-1339bb26abbd admin admin] Deleting port 2c7f8bf4-1843-4150-8484-b1d2af840bd7 {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:35:23.416109 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c8f3d82c-82ae-4585-9de5-1339bb26abbd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:35:23.494522 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.db [None req-c8f3d82c-82ae-4585-9de5-1339bb26abbd admin admin] For port 2c7f8bf4-1843-4150-8484-b1d2af840bd7, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=2c7f8bf4-1843-4150-8484-b1d2af840bd7,segment=NetworkSegment(3408963b-cc6f-41d6-81f3-5f4936e04525),segment_id=3408963b-cc6f-41d6-81f3-5f4936e04525)] {{(pid=103800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:35:23.494809 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c8f3d82c-82ae-4585-9de5-1339bb26abbd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:35:23.507596 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-c8f3d82c-82ae-4585-9de5-1339bb26abbd admin admin] Calling delete_port for 2c7f8bf4-1843-4150-8484-b1d2af840bd7 owned by network:router_interface {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:35:23.701878 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.agents_db [None req-291d1585-17df-45c0-b64a-d244e6d90872 None None] Agent healthcheck: found 6 active agents {{(pid=103803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 05 17:35:23.751598 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c8f3d82c-82ae-4585-9de5-1339bb26abbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:35:23.781628 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f3d82c-82ae-4585-9de5-1339bb26abbd admin admin] Pushing event deleted for resources: {'Port': ['ID=2c7f8bf4-1843-4150-8484-b1d2af840bd7,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:35:23.936473 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c8f3d82c-82ae-4585-9de5-1339bb26abbd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-560676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531569'] for router_interface, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:35:24.141024 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8f3d82c-82ae-4585-9de5-1339bb26abbd admin admin] Router f7e5b0fc-7de1-4608-8bad-fbe2c8903f5d has already been hosted by L3 agent 59446fdc-40e0-41fe-a575-a8eb11d742f7 {{(pid=103800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 05 17:35:24.241713 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8f3d82c-82ae-4585-9de5-1339bb26abbd admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 05 17:35:24.247970 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-c8f3d82c-82ae-4585-9de5-1339bb26abbd admin admin] 10.222.0.11 "PUT /v2.0/routers/f7e5b0fc-7de1-4608-8bad-fbe2c8903f5d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4842701 Jan 05 17:35:24.249108 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 49950) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:35:24.251679 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8fc5f8b-8580-4e88-9e01-a762301149c9 None None] Sync routers for ids ['f7e5b0fc-7de1-4608-8bad-fbe2c8903f5d'] in dv-neutron-master-2-hyperv {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 05 17:35:24.261713 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8fc5f8b-8580-4e88-9e01-a762301149c9 None None] Routers {'f7e5b0fc-7de1-4608-8bad-fbe2c8903f5d'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:35:24.262435 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-b8fc5f8b-8580-4e88-9e01-a762301149c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:35:19Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['f7e5b0fc-7de1-4608-8bad-fbe2c8903f5d'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:35:24.351301 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-39653ee2-8e2f-4b43-b99f-d56004daad03 admin admin] Publish callbacks [] for router, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:35:24.370132 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-b8fc5f8b-8580-4e88-9e01-a762301149c9 None None] Set router f7e5b0fc-7de1-4608-8bad-fbe2c8903f5d gateway port host: dv-neutron-master-2-hyperv {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:35:24.454597 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-39653ee2-8e2f-4b43-b99f-d56004daad03 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:35:24.554983 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-b8fc5f8b-8580-4e88-9e01-a762301149c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7e5b0fc-7de1-4608-8bad-fbe2c8903f5d', 'name': 'tempest-ServerActionsTestJSON-1239396606-router', 'tenant_id': '4808c0b17c614be79a0c7baf13c8a90d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.55'}], 'enable_snat': True}, 'gw_port_id': '1e06f970-a67a-49e1-8704-07faf640bf83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:28:29Z', 'updated_at': '2022-01-05T17:35:23Z', 'revision_number': 5, 'project_id': '4808c0b17c614be79a0c7baf13c8a90d', 'gw_port': {'id': '1e06f970-a67a-49e1-8704-07faf640bf83', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:21:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7e5b0fc-7de1-4608-8bad-fbe2c8903f5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:28:29Z', 'updated_at': '2022-01-05T17:28:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:35:24.562775 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-39653ee2-8e2f-4b43-b99f-d56004daad03 admin admin] Deleting port 1e06f970-a67a-49e1-8704-07faf640bf83 {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:35:24.563111 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-39653ee2-8e2f-4b43-b99f-d56004daad03 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:35:24.581333 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8fc5f8b-8580-4e88-9e01-a762301149c9 None None] Checking router: f7e5b0fc-7de1-4608-8bad-fbe2c8903f5d for host: dv-neutron-master-2-hyperv {{(pid=103802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 05 17:35:24.589468 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8fc5f8b-8580-4e88-9e01-a762301149c9 None None] Routers {'f7e5b0fc-7de1-4608-8bad-fbe2c8903f5d'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:35:24.590107 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-b8fc5f8b-8580-4e88-9e01-a762301149c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:35:19Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['f7e5b0fc-7de1-4608-8bad-fbe2c8903f5d'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:35:24.642961 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.db [None req-39653ee2-8e2f-4b43-b99f-d56004daad03 admin admin] For port 1e06f970-a67a-49e1-8704-07faf640bf83, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=1e06f970-a67a-49e1-8704-07faf640bf83,segment=NetworkSegment(3f961525-530f-4ce5-8222-1dbbbe774893),segment_id=3f961525-530f-4ce5-8222-1dbbbe774893)] {{(pid=103800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:35:24.643243 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-39653ee2-8e2f-4b43-b99f-d56004daad03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:35:24.654922 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-39653ee2-8e2f-4b43-b99f-d56004daad03 admin admin] Calling delete_port for 1e06f970-a67a-49e1-8704-07faf640bf83 owned by network:router_gateway {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:35:24.680949 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-b8fc5f8b-8580-4e88-9e01-a762301149c9 None None] Set router f7e5b0fc-7de1-4608-8bad-fbe2c8903f5d gateway port host: None {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:35:24.735183 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-b8fc5f8b-8580-4e88-9e01-a762301149c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7e5b0fc-7de1-4608-8bad-fbe2c8903f5d', 'name': 'tempest-ServerActionsTestJSON-1239396606-router', 'tenant_id': '4808c0b17c614be79a0c7baf13c8a90d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:28:29Z', 'updated_at': '2022-01-05T17:35:24Z', 'revision_number': 6, 'project_id': '4808c0b17c614be79a0c7baf13c8a90d', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:35:24.760773 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8fc5f8b-8580-4e88-9e01-a762301149c9 None None] The sync data for ids ['f7e5b0fc-7de1-4608-8bad-fbe2c8903f5d'] in dv-neutron-master-2-hyperv is: [{'id': 'f7e5b0fc-7de1-4608-8bad-fbe2c8903f5d', 'name': 'tempest-ServerActionsTestJSON-1239396606-router', 'tenant_id': '4808c0b17c614be79a0c7baf13c8a90d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:28:29Z', 'updated_at': '2022-01-05T17:35:24Z', 'revision_number': 6, 'project_id': '4808c0b17c614be79a0c7baf13c8a90d', 'gw_port_host': None}] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 05 17:35:25.214032 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-39653ee2-8e2f-4b43-b99f-d56004daad03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:35:25.239411 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39653ee2-8e2f-4b43-b99f-d56004daad03 admin admin] Pushing event deleted for resources: {'Port': ['ID=1e06f970-a67a-49e1-8704-07faf640bf83,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:35:25.253457 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46ef26e8-4752-47f3-a5e4-ed05a34e0840 None None] DHCP port deletion for b0167590-0699-4c5c-a932-3939414a9573 request from dv-neutron-master-2-hyperv {{(pid=103802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 05 17:35:25.299577 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-39653ee2-8e2f-4b43-b99f-d56004daad03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-648595'] for router_gateway, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:35:25.390567 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-39653ee2-8e2f-4b43-b99f-d56004daad03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-648249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62744'] for router, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:35:25.392581 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-39653ee2-8e2f-4b43-b99f-d56004daad03 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:35:25.492643 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-39653ee2-8e2f-4b43-b99f-d56004daad03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-648240'] for router, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:35:25.493225 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39653ee2-8e2f-4b43-b99f-d56004daad03 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f7e5b0fc-7de1-4608-8bad-fbe2c8903f5d {{(pid=103800) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 05 17:35:25.497683 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-39653ee2-8e2f-4b43-b99f-d56004daad03 admin admin] Publish callbacks [] for router, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:35:25.498844 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-39653ee2-8e2f-4b43-b99f-d56004daad03 admin admin] 10.222.0.11 "DELETE /v2.0/routers/f7e5b0fc-7de1-4608-8bad-fbe2c8903f5d HTTP/1.1" status: 204 len: 168 time: 1.2487726 Jan 05 17:35:25.502567 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 49952) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:35:25.546642 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec848ac9-3d5c-4c52-93f1-c9753cdd2a3b admin admin] Deleting subnet 35f0cdf6-9a10-4ae7-9cfa-69f52bae6fea {{(pid=103800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 05 17:35:25.550257 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ec848ac9-3d5c-4c52-93f1-c9753cdd2a3b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:35:25.588066 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ec848ac9-3d5c-4c52-93f1-c9753cdd2a3b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8784846'] for subnet, precommit_delete_associations {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:35:25.665375 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ec848ac9-3d5c-4c52-93f1-c9753cdd2a3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892868'] for subnet, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:35:25.774395 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ec848ac9-3d5c-4c52-93f1-c9753cdd2a3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3893367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8784787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8521880'] for subnet, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:35:25.800383 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec848ac9-3d5c-4c52-93f1-c9753cdd2a3b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=35f0cdf6-9a10-4ae7-9cfa-69f52bae6fea,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:35:25.803901 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ec848ac9-3d5c-4c52-93f1-c9753cdd2a3b admin admin] Publish callbacks [] for subnet, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:35:25.807232 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-ec848ac9-3d5c-4c52-93f1-c9753cdd2a3b admin admin] 10.222.0.11 "DELETE /v2.0/subnets/35f0cdf6-9a10-4ae7-9cfa-69f52bae6fea HTTP/1.1" status: 204 len: 168 time: 0.3043408 Jan 05 17:35:25.809731 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 49954) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:35:25.812597 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb93ebc3-cab5-4b55-b84b-136bf78da1ad None None] Network a2a3f410-a9d2-4220-a184-fcdeb12ab668 requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:35:25.880566 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d27a9915-2cb6-4f58-a0ae-47fd9bbbdcb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3809644'] for network, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:35:25.934379 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-d27a9915-2cb6-4f58-a0ae-47fd9bbbdcb6 admin admin] Deleting port 30e2bf4a-ad5d-4c34-b28c-ae01cb89a444 {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:35:25.934724 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d27a9915-2cb6-4f58-a0ae-47fd9bbbdcb6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:35:25.956828 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9e4c95e-8d09-4bf1-a9e0-9696796405f8 None None] DHCP port deletion for a2a3f410-a9d2-4220-a184-fcdeb12ab668 request from dv-neutron-master-2-hyperv {{(pid=103802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 05 17:35:25.995925 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.db [None req-d27a9915-2cb6-4f58-a0ae-47fd9bbbdcb6 admin admin] For port 30e2bf4a-ad5d-4c34-b28c-ae01cb89a444, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=30e2bf4a-ad5d-4c34-b28c-ae01cb89a444,segment=NetworkSegment(3408963b-cc6f-41d6-81f3-5f4936e04525),segment_id=3408963b-cc6f-41d6-81f3-5f4936e04525)] {{(pid=103800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:35:25.996288 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d27a9915-2cb6-4f58-a0ae-47fd9bbbdcb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:35:26.003096 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-d9e4c95e-8d09-4bf1-a9e0-9696796405f8 None None] Deleting port 30e2bf4a-ad5d-4c34-b28c-ae01cb89a444 {{(pid=103802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:35:26.003412 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d9e4c95e-8d09-4bf1-a9e0-9696796405f8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:35:26.009421 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-d27a9915-2cb6-4f58-a0ae-47fd9bbbdcb6 admin admin] Calling delete_port for 30e2bf4a-ad5d-4c34-b28c-ae01cb89a444 owned by network:dhcp {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:35:26.067015 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-d9e4c95e-8d09-4bf1-a9e0-9696796405f8 None None] For port 30e2bf4a-ad5d-4c34-b28c-ae01cb89a444, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=30e2bf4a-ad5d-4c34-b28c-ae01cb89a444,segment=NetworkSegment(3408963b-cc6f-41d6-81f3-5f4936e04525),segment_id=3408963b-cc6f-41d6-81f3-5f4936e04525)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:35:26.067406 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d9e4c95e-8d09-4bf1-a9e0-9696796405f8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:35:26.080318 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-d9e4c95e-8d09-4bf1-a9e0-9696796405f8 None None] Calling delete_port for 30e2bf4a-ad5d-4c34-b28c-ae01cb89a444 owned by network:dhcp {{(pid=103802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:35:26.157135 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d27a9915-2cb6-4f58-a0ae-47fd9bbbdcb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:35:26.163497 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d9e4c95e-8d09-4bf1-a9e0-9696796405f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678'] for port, after_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:35:26.184904 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d27a9915-2cb6-4f58-a0ae-47fd9bbbdcb6 admin admin] No DVR routers for this DVR port 30e2bf4a-ad5d-4c34-b28c-ae01cb89a444 on host dv-neutron-master-2-hyperv {{(pid=103800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 05 17:35:26.188853 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e4c95e-8d09-4bf1-a9e0-9696796405f8 None None] Pushing event deleted for resources: {'Port': ['ID=30e2bf4a-ad5d-4c34-b28c-ae01cb89a444,revision_number=None']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:35:26.191068 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9e4c95e-8d09-4bf1-a9e0-9696796405f8 None None] No DVR routers for this DVR port 30e2bf4a-ad5d-4c34-b28c-ae01cb89a444 on host dv-neutron-master-2-hyperv {{(pid=103802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 05 17:35:26.191232 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27a9915-2cb6-4f58-a0ae-47fd9bbbdcb6 admin admin] Pushing event deleted for resources: {'Port': ['ID=30e2bf4a-ad5d-4c34-b28c-ae01cb89a444,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:35:26.198559 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e4c95e-8d09-4bf1-a9e0-9696796405f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:35:26.200201 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e4c95e-8d09-4bf1-a9e0-9696796405f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:35:26.200201 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e4c95e-8d09-4bf1-a9e0-9696796405f8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:35:26.200201 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e4c95e-8d09-4bf1-a9e0-9696796405f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:35:26.200201 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e4c95e-8d09-4bf1-a9e0-9696796405f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:35:26.200201 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e4c95e-8d09-4bf1-a9e0-9696796405f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:35:26.200642 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e4c95e-8d09-4bf1-a9e0-9696796405f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:35:26.200731 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e4c95e-8d09-4bf1-a9e0-9696796405f8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:35:26.201059 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e4c95e-8d09-4bf1-a9e0-9696796405f8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:35:26.201374 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e4c95e-8d09-4bf1-a9e0-9696796405f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:35:26.201714 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e4c95e-8d09-4bf1-a9e0-9696796405f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:35:26.202027 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e4c95e-8d09-4bf1-a9e0-9696796405f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:35:26.202338 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e4c95e-8d09-4bf1-a9e0-9696796405f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:35:26.265101 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d27a9915-2cb6-4f58-a0ae-47fd9bbbdcb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3891715', 'neutron.services.segments.db._delete_segments_for_network-8754181063482'] for network, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:35:26.285367 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.services.segments.db [None req-d27a9915-2cb6-4f58-a0ae-47fd9bbbdcb6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2a3f410-a9d2-4220-a184-fcdeb12ab668']}} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:35:26.294242 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.services.segments.db [None req-d27a9915-2cb6-4f58-a0ae-47fd9bbbdcb6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3408963b-cc6f-41d6-81f3-5f4936e04525') {'for_net_delete': True} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:35:26.294533 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.services.segments.db [None req-d27a9915-2cb6-4f58-a0ae-47fd9bbbdcb6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3408963b-cc6f-41d6-81f3-5f4936e04525') {} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:35:26.303545 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d27a9915-2cb6-4f58-a0ae-47fd9bbbdcb6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754181064771', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8784833'] for segment, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:35:26.315867 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d27a9915-2cb6-4f58-a0ae-47fd9bbbdcb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225'] for segment, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:35:26.321779 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d27a9915-2cb6-4f58-a0ae-47fd9bbbdcb6 admin admin] Releasing vlan 142 on physical network physnet1 to pool {{(pid=103800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 05 17:35:26.322260 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d27a9915-2cb6-4f58-a0ae-47fd9bbbdcb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8784497'] for segment, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:35:26.323969 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:35:26.323969 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:35:26.323969 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:35:26.323969 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:35:26.323969 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:35:26.323969 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:35:26.323969 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:35:26.323969 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:35:26.323969 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:35:26.323969 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:35:26.323969 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:35:26.323969 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:35:26.323969 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:35:26.323969 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:35:26.323969 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:35:26.323969 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:35:26.323969 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:35:26.323969 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:35:26.323969 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:35:26.323969 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:35:26.323969 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:35:26.323969 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:35:26.323969 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:35:26.323969 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:35:26.323969 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:35:26.323969 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:35:26.323969 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:35:26.323969 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:35:26.323969 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:35:26.323969 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:35:26.323969 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:35:26.323969 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:35:26.323969 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:35:26.323969 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:35:26.323969 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:35:26.323969 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:35:26.323969 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:35:26.323969 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:35:26.323969 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:35:26.323969 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:35:26.323969 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:35:26.323969 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:35:26.323969 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:35:26.323969 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:35:26.323969 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:35:26.323969 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:35:26.323969 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:35:26.323969 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:35:26.323969 dv-neutron-master-2-hyperv neutron-server[103800]: Traceback (most recent call last): Jan 05 17:35:26.327426 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 05 17:35:26.327426 dv-neutron-master-2-hyperv neutron-server[103800]: timer() Jan 05 17:35:26.327426 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 05 17:35:26.327426 dv-neutron-master-2-hyperv neutron-server[103800]: cb(*args, **kw) Jan 05 17:35:26.327426 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 05 17:35:26.327426 dv-neutron-master-2-hyperv neutron-server[103800]: return func(*args, **kwargs) Jan 05 17:35:26.327426 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 05 17:35:26.327426 dv-neutron-master-2-hyperv neutron-server[103800]: self._notify() Jan 05 17:35:26.327426 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 05 17:35:26.327426 dv-neutron-master-2-hyperv neutron-server[103800]: self.callback(batched_events) Jan 05 17:35:26.327426 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 05 17:35:26.327426 dv-neutron-master-2-hyperv neutron-server[103800]: event.method(event) Jan 05 17:35:26.327426 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 05 17:35:26.327426 dv-neutron-master-2-hyperv neutron-server[103800]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 05 17:35:26.327426 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 05 17:35:26.327426 dv-neutron-master-2-hyperv neutron-server[103800]: aggregate_uuid = self.p_client.list_aggregates( Jan 05 17:35:26.327426 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 05 17:35:26.327426 dv-neutron-master-2-hyperv neutron-server[103800]: return f(self, *a, **k) Jan 05 17:35:26.327426 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 05 17:35:26.327426 dv-neutron-master-2-hyperv neutron-server[103800]: return self._get(url).json() Jan 05 17:35:26.327426 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 05 17:35:26.327426 dv-neutron-master-2-hyperv neutron-server[103800]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 05 17:35:26.327426 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 05 17:35:26.327426 dv-neutron-master-2-hyperv neutron-server[103800]: return self.request(url, 'GET', **kwargs) Jan 05 17:35:26.327426 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 05 17:35:26.327426 dv-neutron-master-2-hyperv neutron-server[103800]: base_url = self.get_endpoint(auth, allow=allow, Jan 05 17:35:26.327426 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 05 17:35:26.327426 dv-neutron-master-2-hyperv neutron-server[103800]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 05 17:35:26.327426 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 05 17:35:26.327426 dv-neutron-master-2-hyperv neutron-server[103800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 05 17:35:26.327426 dv-neutron-master-2-hyperv neutron-server[103800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 05 17:35:26.430074 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 1e06f970-a67a-49e1-8704-07faf640bf83 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 05 17:35:26.442845 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d27a9915-2cb6-4f58-a0ae-47fd9bbbdcb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3891722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648695'] for network, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:35:26.448285 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d27a9915-2cb6-4f58-a0ae-47fd9bbbdcb6 admin admin] Publish callbacks [] for network, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:35:26.453958 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-d27a9915-2cb6-4f58-a0ae-47fd9bbbdcb6 admin admin] 10.222.0.11 "DELETE /v2.0/networks/a2a3f410-a9d2-4220-a184-fcdeb12ab668 HTTP/1.1" status: 204 len: 168 time: 0.6407917 Jan 05 17:35:26.454042 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] No Port match for: 1e06f970-a67a-49e1-8704-07faf640bf83 {{(pid=103802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 05 17:35:26.454364 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 1e06f970-a67a-49e1-8704-07faf640bf83 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 05 17:35:26.455494 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 2c7f8bf4-1843-4150-8484-b1d2af840bd7 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 05 17:35:26.464961 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27a9915-2cb6-4f58-a0ae-47fd9bbbdcb6 admin admin] Pushing event deleted for resources: {'Network': ['ID=a2a3f410-a9d2-4220-a184-fcdeb12ab668,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:35:26.476221 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] No Port match for: 2c7f8bf4-1843-4150-8484-b1d2af840bd7 {{(pid=103802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 05 17:35:26.476595 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 2c7f8bf4-1843-4150-8484-b1d2af840bd7 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 05 17:35:26.477011 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 30e2bf4a-ad5d-4c34-b28c-ae01cb89a444 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 05 17:35:26.495946 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] No Port match for: 30e2bf4a-ad5d-4c34-b28c-ae01cb89a444 {{(pid=103802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 05 17:35:26.496284 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 30e2bf4a-ad5d-4c34-b28c-ae01cb89a444 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 05 17:35:26.794789 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 49958) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:35:26.834182 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-8b5f085e-4cb1-4eb2-9093-3fd3222d3f89 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4808c0b17c614be79a0c7baf13c8a90d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0381892 Jan 05 17:35:26.836685 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 49960) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:35:26.889446 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d5fce893-93c5-4258-b5bc-316593501a13 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:35:26.909985 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d5fce893-93c5-4258-b5bc-316593501a13 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:35:27.031454 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d5fce893-93c5-4258-b5bc-316593501a13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:35:27.034063 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d5fce893-93c5-4258-b5bc-316593501a13 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:35:27.035226 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-d5fce893-93c5-4258-b5bc-316593501a13 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/08842371-7759-4f8c-9040-3c38b18e6399 HTTP/1.1" status: 204 len: 168 time: 0.1976531 Jan 05 17:35:27.043119 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fce893-93c5-4258-b5bc-316593501a13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08842371-7759-4f8c-9040-3c38b18e6399,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:35:28.051855 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 49982) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:35:28.144377 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-90ed6ad3-2235-43d7-831b-3d867f16e85c admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-910329515-network', 'tenant_id': '9a6fe3c761104b3da7e2528d31422363'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:35:28.223619 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90ed6ad3-2235-43d7-831b-3d867f16e85c admin admin] Made reservation on behalf of 9a6fe3c761104b3da7e2528d31422363 for: {'network': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:35:28.226040 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-90ed6ad3-2235-43d7-831b-3d867f16e85c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for network, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:35:28.234417 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-90ed6ad3-2235-43d7-831b-3d867f16e85c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:35:28.306067 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-90ed6ad3-2235-43d7-831b-3d867f16e85c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:35:28.362452 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-90ed6ad3-2235-43d7-831b-3d867f16e85c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:35:28.389255 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90ed6ad3-2235-43d7-831b-3d867f16e85c admin admin] vlan segment allocate from pool success with {'vlan_id': 129, 'physical_network': 'physnet1'} {{(pid=103800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 05 17:35:28.394653 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ed6ad3-2235-43d7-831b-3d867f16e85c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0331a87-9293-4662-acf3-d64fff8d961b,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:35:28.402587 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-90ed6ad3-2235-43d7-831b-3d867f16e85c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225'] for segment, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:35:28.402950 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.db.segments_db [None req-90ed6ad3-2235-43d7-831b-3d867f16e85c admin admin] Added segment 14c8a861-dcb0-432c-a033-93610cb09404 of type vlan for network a3b3a57f-420f-4047-9bad-d286171a8dcd Jan 05 17:35:28.445713 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-90ed6ad3-2235-43d7-831b-3d867f16e85c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754180566020'] for network, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:35:28.530808 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-90ed6ad3-2235-43d7-831b-3d867f16e85c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685'] for network, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:35:28.531825 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90ed6ad3-2235-43d7-831b-3d867f16e85c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:35:28.532485 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-90ed6ad3-2235-43d7-831b-3d867f16e85c admin admin] Publish callbacks [] for network, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:35:28.596293 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ed6ad3-2235-43d7-831b-3d867f16e85c admin admin] Pushing event updated for resources: {'Network': ['ID=a3b3a57f-420f-4047-9bad-d286171a8dcd,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:35:28.605801 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Network a3b3a57f-420f-4047-9bad-d286171a8dcd details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 05 17:35:28.645207 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-90ed6ad3-2235-43d7-831b-3d867f16e85c admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5921698 Jan 05 17:35:28.648084 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 49986) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:35:28.653026 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-b3de86f0-9497-464b-a925-c7a3ae643378 admin admin] Request body: {'subnet': {'network_id': 'a3b3a57f-420f-4047-9bad-d286171a8dcd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-910329515-subnet', 'tenant_id': '9a6fe3c761104b3da7e2528d31422363', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:35:28.745019 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3de86f0-9497-464b-a925-c7a3ae643378 admin admin] Made reservation on behalf of 9a6fe3c761104b3da7e2528d31422363 for: {'subnet': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:35:28.747429 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b3de86f0-9497-464b-a925-c7a3ae643378 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8521827'] for subnet, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:35:28.979718 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b3de86f0-9497-464b-a925-c7a3ae643378 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8784852', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8521873'] for subnet, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:35:29.044458 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3de86f0-9497-464b-a925-c7a3ae643378 admin admin] Pushing event updated for resources: {'Subnet': ['ID=30046cfc-f446-4f1d-a3e0-ee1e71457b35,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:35:29.052304 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3de86f0-9497-464b-a925-c7a3ae643378 admin admin] Checking segment: {'id': '14c8a861-dcb0-432c-a033-93610cb09404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'a3b3a57f-420f-4047-9bad-d286171a8dcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:35:29.052304 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3de86f0-9497-464b-a925-c7a3ae643378 admin admin] Network hostable DHCP agents. Network: a3b3a57f-420f-4047-9bad-d286171a8dcd, hostable agents: ['3f70c195-17da-4084-9fd6-bf6059d88535'], hosted agents: [] {{(pid=103800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 05 17:35:29.122253 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3de86f0-9497-464b-a925-c7a3ae643378 admin admin] Network a3b3a57f-420f-4047-9bad-d286171a8dcd is scheduled to be hosted by DHCP agent 3f70c195-17da-4084-9fd6-bf6059d88535 with binding_index 1 {{(pid=103800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 05 17:35:29.202320 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-b3de86f0-9497-464b-a925-c7a3ae643378 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, a3b3a57f-420f-4047-9bad-d286171a8dcd) {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:35:29.206919 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3de86f0-9497-464b-a925-c7a3ae643378 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:35:29.210390 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b3de86f0-9497-464b-a925-c7a3ae643378 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:35:29.213009 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d525b40b-7dde-4520-b586-ff1ef7d20693 None None] Network a3b3a57f-420f-4047-9bad-d286171a8dcd requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:35:29.285842 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-b3de86f0-9497-464b-a925-c7a3ae643378 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6365502 Jan 05 17:35:29.322304 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71863c6e-1df2-4652-a475-c1509bde5527 None None] Network a3b3a57f-420f-4047-9bad-d286171a8dcd requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:35:29.718076 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69294913-322a-4e2e-bf36-b6de3756faca req-d8a596ff-e3a0-4e5f-b092-f3d1b25ed72b tempest-ServersNegativeTestJSON-293830408 tempest-ServersNegativeTestJSON-293830408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:35:29.719799 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-69294913-322a-4e2e-bf36-b6de3756faca req-d8a596ff-e3a0-4e5f-b092-f3d1b25ed72b tempest-ServersNegativeTestJSON-293830408 tempest-ServersNegativeTestJSON-293830408-project] 10.222.0.11 "GET /v2.0/networks?id=a3b3a57f-420f-4047-9bad-d286171a8dcd HTTP/1.1" status: 200 len: 813 time: 0.1084571 Jan 05 17:35:29.734978 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-69294913-322a-4e2e-bf36-b6de3756faca req-dda0a59c-7fa0-45bf-9b82-2fd53507c8bd tempest-ServersNegativeTestJSON-293830408 tempest-ServersNegativeTestJSON-293830408-project] 10.222.0.11 "GET /v2.0/quotas/9a6fe3c761104b3da7e2528d31422363 HTTP/1.1" status: 200 len: 375 time: 0.0096622 Jan 05 17:35:29.770057 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-69294913-322a-4e2e-bf36-b6de3756faca req-1a30f371-bb2b-4b83-bc5a-fe042910a092 tempest-ServersNegativeTestJSON-293830408 tempest-ServersNegativeTestJSON-293830408-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=9a6fe3c761104b3da7e2528d31422363&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0280347 Jan 05 17:35:29.907802 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-69294913-322a-4e2e-bf36-b6de3756faca req-70b81f2d-9b42-49af-b305-bd9c53357eaa service neutron] 10.222.0.11 "GET /v2.0/networks/a3b3a57f-420f-4047-9bad-d286171a8dcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309583 Jan 05 17:35:29.994762 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-69294913-322a-4e2e-bf36-b6de3756faca req-0aeb16c4-2b98-4f1f-b2d1-70137d0f87bd service neutron] 10.222.0.11 "GET /v2.0/networks/a3b3a57f-420f-4047-9bad-d286171a8dcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813289 Jan 05 17:35:31.249039 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-78d9ca53-c2c7-4cfc-897d-5238fdac6b74 req-0c99d3ec-d860-41b4-9d0a-4b325a94a578 tempest-ServersNegativeTestJSON-293830408 tempest-ServersNegativeTestJSON-293830408-project] 10.222.0.11 "GET /v2.0/ports?device_id=47414e56-f42d-4cb7-945e-b794c28aa00d HTTP/1.1" status: 200 len: 210 time: 0.0255969 Jan 05 17:35:32.330562 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-90822952-9a00-466e-aca0-9c816bb6b064 req-ca7f7758-9130-4bb8-949d-291e1a3ffa43 tempest-ServersNegativeTestJSON-293830408 tempest-ServersNegativeTestJSON-293830408-project] 10.222.0.11 "GET /v2.0/ports?device_id=47414e56-f42d-4cb7-945e-b794c28aa00d HTTP/1.1" status: 200 len: 210 time: 0.0309560 Jan 05 17:35:33.404929 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-edddbcb4-3235-4790-82c9-634ec611335f req-b3fd05a0-b1bd-42f6-9765-caf408eebe88 tempest-ServersNegativeTestJSON-293830408 tempest-ServersNegativeTestJSON-293830408-project] 10.222.0.11 "GET /v2.0/ports?device_id=47414e56-f42d-4cb7-945e-b794c28aa00d HTTP/1.1" status: 200 len: 210 time: 0.0254006 Jan 05 17:35:34.483316 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-29f12acd-f4ca-46e4-bf6e-a3c9d77de4dc req-19be35d5-3167-4909-a0e2-8fc805a9ff33 tempest-ServersNegativeTestJSON-293830408 tempest-ServersNegativeTestJSON-293830408-project] 10.222.0.11 "GET /v2.0/ports?device_id=47414e56-f42d-4cb7-945e-b794c28aa00d HTTP/1.1" status: 200 len: 210 time: 0.0256460 Jan 05 17:35:35.576210 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-c090d078-322e-4a0c-a776-207bad2e294b req-da4cd148-9700-4ef7-9b32-b9530477072c tempest-ServersNegativeTestJSON-293830408 tempest-ServersNegativeTestJSON-293830408-project] 10.222.0.11 "GET /v2.0/ports?device_id=47414e56-f42d-4cb7-945e-b794c28aa00d HTTP/1.1" status: 200 len: 210 time: 0.0287080 Jan 05 17:35:36.669100 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-be976309-16a9-4997-ad21-5103ce4c9dab req-87991f8b-713b-4dc2-b8ff-c68932527eaf tempest-ServersNegativeTestJSON-293830408 tempest-ServersNegativeTestJSON-293830408-project] 10.222.0.11 "GET /v2.0/ports?device_id=47414e56-f42d-4cb7-945e-b794c28aa00d HTTP/1.1" status: 200 len: 210 time: 0.0279367 Jan 05 17:35:37.391089 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69294913-322a-4e2e-bf36-b6de3756faca req-1da4de62-d229-4d29-8098-759acde4e5cf tempest-ServersNegativeTestJSON-293830408 tempest-ServersNegativeTestJSON-293830408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:35:37.392555 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-69294913-322a-4e2e-bf36-b6de3756faca req-1da4de62-d229-4d29-8098-759acde4e5cf tempest-ServersNegativeTestJSON-293830408 tempest-ServersNegativeTestJSON-293830408-project] 10.222.0.13 "GET /v2.0/networks?id=a3b3a57f-420f-4047-9bad-d286171a8dcd HTTP/1.1" status: 200 len: 813 time: 0.1027272 Jan 05 17:35:37.404183 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [req-69294913-322a-4e2e-bf36-b6de3756faca req-7b3da186-96b5-4a40-aac3-23cdfdd43f1f tempest-ServersNegativeTestJSON-293830408 tempest-ServersNegativeTestJSON-293830408-project] Request body: {'port': {'device_id': '47414e56-f42d-4cb7-945e-b794c28aa00d', 'network_id': 'a3b3a57f-420f-4047-9bad-d286171a8dcd', 'admin_state_up': True, 'tenant_id': '9a6fe3c761104b3da7e2528d31422363'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:35:37.595611 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69294913-322a-4e2e-bf36-b6de3756faca req-7b3da186-96b5-4a40-aac3-23cdfdd43f1f tempest-ServersNegativeTestJSON-293830408 tempest-ServersNegativeTestJSON-293830408-project] Made reservation on behalf of 9a6fe3c761104b3da7e2528d31422363 for: {'port': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:35:37.599273 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-69294913-322a-4e2e-bf36-b6de3756faca req-7b3da186-96b5-4a40-aac3-23cdfdd43f1f tempest-ServersNegativeTestJSON-293830408 tempest-ServersNegativeTestJSON-293830408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:35:37.727658 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [req-69294913-322a-4e2e-bf36-b6de3756faca req-7b3da186-96b5-4a40-aac3-23cdfdd43f1f tempest-ServersNegativeTestJSON-293830408 tempest-ServersNegativeTestJSON-293830408-project] Allocated IP 172.20.0.2 (a3b3a57f-420f-4047-9bad-d286171a8dcd/30046cfc-f446-4f1d-a3e0-ee1e71457b35/65b86670-fb67-4674-90c5-d22acb7084ce) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:35:37.760455 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-8e695e40-f395-4736-9c07-618c58a023f0 req-fdc02359-2a4e-45a1-a3ed-51ec707f89db tempest-ServersNegativeTestJSON-293830408 tempest-ServersNegativeTestJSON-293830408-project] 10.222.0.11 "GET /v2.0/ports?device_id=47414e56-f42d-4cb7-945e-b794c28aa00d HTTP/1.1" status: 200 len: 210 time: 0.0257730 Jan 05 17:35:37.876148 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-69294913-322a-4e2e-bf36-b6de3756faca req-7b3da186-96b5-4a40-aac3-23cdfdd43f1f tempest-ServersNegativeTestJSON-293830408 tempest-ServersNegativeTestJSON-293830408-project] Publish callbacks [] for port, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:35:37.960980 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-69294913-322a-4e2e-bf36-b6de3756faca req-7b3da186-96b5-4a40-aac3-23cdfdd43f1f tempest-ServersNegativeTestJSON-293830408 tempest-ServersNegativeTestJSON-293830408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:35:38.003134 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69294913-322a-4e2e-bf36-b6de3756faca req-7b3da186-96b5-4a40-aac3-23cdfdd43f1f tempest-ServersNegativeTestJSON-293830408 tempest-ServersNegativeTestJSON-293830408-project] Network a3b3a57f-420f-4047-9bad-d286171a8dcd is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:35:38.006334 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [req-69294913-322a-4e2e-bf36-b6de3756faca req-7b3da186-96b5-4a40-aac3-23cdfdd43f1f tempest-ServersNegativeTestJSON-293830408 tempest-ServersNegativeTestJSON-293830408-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:35:38.009845 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [req-69294913-322a-4e2e-bf36-b6de3756faca req-7b3da186-96b5-4a40-aac3-23cdfdd43f1f tempest-ServersNegativeTestJSON-293830408 tempest-ServersNegativeTestJSON-293830408-project] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:35:38.018705 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3da186-96b5-4a40-aac3-23cdfdd43f1f tempest-ServersNegativeTestJSON-293830408 tempest-ServersNegativeTestJSON-293830408-project] Pushing event updated for resources: {'Port': ['ID=65b86670-fb67-4674-90c5-d22acb7084ce,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:35:38.063037 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69294913-322a-4e2e-bf36-b6de3756faca req-7b3da186-96b5-4a40-aac3-23cdfdd43f1f tempest-ServersNegativeTestJSON-293830408 tempest-ServersNegativeTestJSON-293830408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:35:38.065486 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-69294913-322a-4e2e-bf36-b6de3756faca req-7b3da186-96b5-4a40-aac3-23cdfdd43f1f tempest-ServersNegativeTestJSON-293830408 tempest-ServersNegativeTestJSON-293830408-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:35:38.135924 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-69294913-322a-4e2e-bf36-b6de3756faca req-7b3da186-96b5-4a40-aac3-23cdfdd43f1f tempest-ServersNegativeTestJSON-293830408 tempest-ServersNegativeTestJSON-293830408-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7353492 Jan 05 17:35:38.147742 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [req-69294913-322a-4e2e-bf36-b6de3756faca req-dca5f3ef-1022-435e-94fd-d489e79255eb service neutron] Request body: {'port': {'device_id': '47414e56-f42d-4cb7-945e-b794c28aa00d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:35:38.201074 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-69294913-322a-4e2e-bf36-b6de3756faca req-dca5f3ef-1022-435e-94fd-d489e79255eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:35:38.453021 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.notifiers.nova [req-69294913-322a-4e2e-bf36-b6de3756faca req-dca5f3ef-1022-435e-94fd-d489e79255eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65b86670-fb67-4674-90c5-d22acb7084ce {{(pid=103800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 05 17:35:38.460858 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-69294913-322a-4e2e-bf36-b6de3756faca req-dca5f3ef-1022-435e-94fd-d489e79255eb service neutron] Publish callbacks [] for port, precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:35:38.472891 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.provisioning_blocks [req-69294913-322a-4e2e-bf36-b6de3756faca req-dca5f3ef-1022-435e-94fd-d489e79255eb service neutron] Transition to ACTIVE for port object 65b86670-fb67-4674-90c5-d22acb7084ce will not be triggered until provisioned by entity L2. {{(pid=103800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 05 17:35:38.556765 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-69294913-322a-4e2e-bf36-b6de3756faca req-dca5f3ef-1022-435e-94fd-d489e79255eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8784461'] for port, after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:35:38.611068 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca5f3ef-1022-435e-94fd-d489e79255eb service neutron] Pushing event updated for resources: {'Port': ['ID=65b86670-fb67-4674-90c5-d22acb7084ce,revision_number=2']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:35:38.678722 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [req-69294913-322a-4e2e-bf36-b6de3756faca req-dca5f3ef-1022-435e-94fd-d489e79255eb service neutron] Attempting to bind port 65b86670-fb67-4674-90c5-d22acb7084ce on host hv-neutron-mast for vnic_type normal with profile {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 05 17:35:38.679056 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [req-69294913-322a-4e2e-bf36-b6de3756faca req-dca5f3ef-1022-435e-94fd-d489e79255eb service neutron] Attempting to bind port 65b86670-fb67-4674-90c5-d22acb7084ce by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '14c8a861-dcb0-432c-a033-93610cb09404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'a3b3a57f-420f-4047-9bad-d286171a8dcd'}] {{(pid=103800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 05 17:35:38.679384 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69294913-322a-4e2e-bf36-b6de3756faca req-dca5f3ef-1022-435e-94fd-d489e79255eb service neutron] Attempting to bind port 65b86670-fb67-4674-90c5-d22acb7084ce on network a3b3a57f-420f-4047-9bad-d286171a8dcd {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:35:38.683512 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69294913-322a-4e2e-bf36-b6de3756faca req-dca5f3ef-1022-435e-94fd-d489e79255eb service neutron] Port 65b86670-fb67-4674-90c5-d22acb7084ce on network a3b3a57f-420f-4047-9bad-d286171a8dcd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 05 17:35:38.683828 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69294913-322a-4e2e-bf36-b6de3756faca req-dca5f3ef-1022-435e-94fd-d489e79255eb service neutron] Attempting to bind port 65b86670-fb67-4674-90c5-d22acb7084ce on network a3b3a57f-420f-4047-9bad-d286171a8dcd {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:35:38.688464 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69294913-322a-4e2e-bf36-b6de3756faca req-dca5f3ef-1022-435e-94fd-d489e79255eb service neutron] Checking agent: {'id': '5c36d785-abe8-4e89-a23a-b403333d2378', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 5, 17, 3, 49), 'started_at': datetime.datetime(2022, 1, 5, 17, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 1, 5, 17, 35, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 05 17:35:38.689309 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69294913-322a-4e2e-bf36-b6de3756faca req-dca5f3ef-1022-435e-94fd-d489e79255eb service neutron] Checking segment: {'id': '14c8a861-dcb0-432c-a033-93610cb09404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'a3b3a57f-420f-4047-9bad-d286171a8dcd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:35:38.689726 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69294913-322a-4e2e-bf36-b6de3756faca req-dca5f3ef-1022-435e-94fd-d489e79255eb service neutron] Bound using segment: {'id': '14c8a861-dcb0-432c-a033-93610cb09404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'a3b3a57f-420f-4047-9bad-d286171a8dcd'} {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 05 17:35:38.690150 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [req-69294913-322a-4e2e-bf36-b6de3756faca req-dca5f3ef-1022-435e-94fd-d489e79255eb service neutron] Bound port: 65b86670-fb67-4674-90c5-d22acb7084ce, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14c8a861-dcb0-432c-a033-93610cb09404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'a3b3a57f-420f-4047-9bad-d286171a8dcd'}}] {{(pid=103800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 05 17:35:38.690494 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-69294913-322a-4e2e-bf36-b6de3756faca req-dca5f3ef-1022-435e-94fd-d489e79255eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:35:38.751752 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.db [req-69294913-322a-4e2e-bf36-b6de3756faca req-dca5f3ef-1022-435e-94fd-d489e79255eb service neutron] For port 65b86670-fb67-4674-90c5-d22acb7084ce, host hv-neutron-mast, cleared binding levels {{(pid=103800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 05 17:35:38.754687 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.db [req-69294913-322a-4e2e-bf36-b6de3756faca req-dca5f3ef-1022-435e-94fd-d489e79255eb service neutron] For port 65b86670-fb67-4674-90c5-d22acb7084ce, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=65b86670-fb67-4674-90c5-d22acb7084ce,segment=NetworkSegment(14c8a861-dcb0-432c-a033-93610cb09404),segment_id=14c8a861-dcb0-432c-a033-93610cb09404)] {{(pid=103800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 05 17:35:38.814766 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-69294913-322a-4e2e-bf36-b6de3756faca req-dca5f3ef-1022-435e-94fd-d489e79255eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8784461'] for port, after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:35:38.877987 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69294913-322a-4e2e-bf36-b6de3756faca req-dca5f3ef-1022-435e-94fd-d489e79255eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:35:38.878607 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-69294913-322a-4e2e-bf36-b6de3756faca req-dca5f3ef-1022-435e-94fd-d489e79255eb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:35:38.879989 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-69294913-322a-4e2e-bf36-b6de3756faca req-dca5f3ef-1022-435e-94fd-d489e79255eb service neutron] 10.222.0.13 "PUT /v2.0/ports/65b86670-fb67-4674-90c5-d22acb7084ce HTTP/1.1" status: 200 len: 1093 time: 0.7362423 Jan 05 17:35:38.880639 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47414e56-f42d-4cb7-945e-b794c28aa00d', 'tag': '65b86670-fb67-4674-90c5-d22acb7084ce'}] {{(pid=103800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 05 17:35:38.882840 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f64b9d4628f7eefcc27168a80c04985d23f0ea5def038dae05e1deb7357f3bfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ac6993a-a429-4178-9aef-4a9be5617af5" -d '{"events": [{"name": "network-changed", "server_uuid": "47414e56-f42d-4cb7-945e-b794c28aa00d", "tag": "65b86670-fb67-4674-90c5-d22acb7084ce"}]}' {{(pid=103800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 05 17:35:38.906418 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca5f3ef-1022-435e-94fd-d489e79255eb service neutron] Pushing event updated for resources: {'Port': ['ID=65b86670-fb67-4674-90c5-d22acb7084ce,revision_number=3']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:35:38.923780 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be389a1a-d7de-4209-88d8-b137b9ee3562 req-614829ba-13c0-43fc-b705-0e12131bdddf tempest-ServersNegativeTestJSON-293830408 tempest-ServersNegativeTestJSON-293830408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:35:38.925296 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-be389a1a-d7de-4209-88d8-b137b9ee3562 req-614829ba-13c0-43fc-b705-0e12131bdddf tempest-ServersNegativeTestJSON-293830408 tempest-ServersNegativeTestJSON-293830408-project] 10.222.0.11 "GET /v2.0/ports?device_id=47414e56-f42d-4cb7-945e-b794c28aa00d HTTP/1.1" status: 200 len: 943 time: 0.0852067 Jan 05 17:35:38.926854 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Jan 2022 17:35:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3803f1f8-dd04-41e6-831c-34178de084a8 x-openstack-request-id: req-3803f1f8-dd04-41e6-831c-34178de084a8 {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 05 17:35:38.927201 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47414e56-f42d-4cb7-945e-b794c28aa00d", "tag": "65b86670-fb67-4674-90c5-d22acb7084ce", "status": "completed", "code": 200}]} {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 05 17:35:38.927444 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-3803f1f8-dd04-41e6-831c-34178de084a8 {{(pid=103800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 05 17:35:38.927784 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47414e56-f42d-4cb7-945e-b794c28aa00d', 'tag': '65b86670-fb67-4674-90c5-d22acb7084ce', 'status': 'completed', 'code': 200} Jan 05 17:35:38.998782 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-be389a1a-d7de-4209-88d8-b137b9ee3562 req-c5c4aa39-1e97-40cb-9dcb-34e8c2976a16 tempest-ServersNegativeTestJSON-293830408 tempest-ServersNegativeTestJSON-293830408-project] 10.222.0.11 "GET /v2.0/security-groups?id=f0331a87-9293-4662-acf3-d64fff8d961b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675764 Jan 05 17:35:39.005316 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac6993a-a429-4178-9aef-4a9be5617af5 req-34d038a5-3b58-4aeb-a687-2b810a1178fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:35:39.006768 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-2ac6993a-a429-4178-9aef-4a9be5617af5 req-34d038a5-3b58-4aeb-a687-2b810a1178fd service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9a6fe3c761104b3da7e2528d31422363&device_id=47414e56-f42d-4cb7-945e-b794c28aa00d HTTP/1.1" status: 200 len: 1096 time: 0.0614295 Jan 05 17:35:39.103337 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac6993a-a429-4178-9aef-4a9be5617af5 req-fbe92b35-c90e-4a5a-ac41-cf72b91a09d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:35:39.104763 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-2ac6993a-a429-4178-9aef-4a9be5617af5 req-fbe92b35-c90e-4a5a-ac41-cf72b91a09d2 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=9a6fe3c761104b3da7e2528d31422363&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0908988 Jan 05 17:35:39.193625 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac6993a-a429-4178-9aef-4a9be5617af5 req-d01c94c0-fde6-429c-97be-00686fa8f44b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:35:39.195094 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-2ac6993a-a429-4178-9aef-4a9be5617af5 req-d01c94c0-fde6-429c-97be-00686fa8f44b service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0836785 Jan 05 17:35:39.269402 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69294913-322a-4e2e-bf36-b6de3756faca req-6df3783c-711f-4186-9567-66d26a0306f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:35:39.271509 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-69294913-322a-4e2e-bf36-b6de3756faca req-6df3783c-711f-4186-9567-66d26a0306f1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9a6fe3c761104b3da7e2528d31422363&device_id=47414e56-f42d-4cb7-945e-b794c28aa00d HTTP/1.1" status: 200 len: 1096 time: 0.0425725 Jan 05 17:35:39.315251 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-69294913-322a-4e2e-bf36-b6de3756faca req-4cc8c484-95c6-46c9-80ca-aa1846ce908a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=65b86670-fb67-4674-90c5-d22acb7084ce HTTP/1.1" status: 200 len: 217 time: 0.0371306 Jan 05 17:35:39.366638 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69294913-322a-4e2e-bf36-b6de3756faca req-4d0251b2-f2d6-4a96-97e4-49a651fffe45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:35:39.368068 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-69294913-322a-4e2e-bf36-b6de3756faca req-4d0251b2-f2d6-4a96-97e4-49a651fffe45 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=30046cfc-f446-4f1d-a3e0-ee1e71457b35 HTTP/1.1" status: 200 len: 853 time: 0.0476751 Jan 05 17:35:39.399096 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-69294913-322a-4e2e-bf36-b6de3756faca req-d73d85d1-33e1-42f8-b7e6-2995a75010ce service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a3b3a57f-420f-4047-9bad-d286171a8dcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240519 Jan 05 17:35:39.488001 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-69294913-322a-4e2e-bf36-b6de3756faca req-1cbfc366-7dc3-44af-a5fa-8ca34842ae4f service neutron] 10.222.0.13 "GET /v2.0/networks/a3b3a57f-420f-4047-9bad-d286171a8dcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835912 Jan 05 17:35:39.572282 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-69294913-322a-4e2e-bf36-b6de3756faca req-6709a97b-efa3-4895-8581-588b3e02d6de service neutron] 10.222.0.13 "GET /v2.0/networks/a3b3a57f-420f-4047-9bad-d286171a8dcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0786090 Jan 05 17:35:40.111320 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda257dd-ab4c-40fd-ba00-0b217d8d33a5 req-9200212f-e826-4374-940a-b080c4d522ac tempest-ServersNegativeTestJSON-293830408 tempest-ServersNegativeTestJSON-293830408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:35:40.112793 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-fda257dd-ab4c-40fd-ba00-0b217d8d33a5 req-9200212f-e826-4374-940a-b080c4d522ac tempest-ServersNegativeTestJSON-293830408 tempest-ServersNegativeTestJSON-293830408-project] 10.222.0.11 "GET /v2.0/ports?device_id=47414e56-f42d-4cb7-945e-b794c28aa00d HTTP/1.1" status: 200 len: 943 time: 0.0477993 Jan 05 17:35:40.163798 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-fda257dd-ab4c-40fd-ba00-0b217d8d33a5 req-03785344-0fdb-4ed7-a879-3cc1943ffd6e tempest-ServersNegativeTestJSON-293830408 tempest-ServersNegativeTestJSON-293830408-project] 10.222.0.11 "GET /v2.0/security-groups?id=f0331a87-9293-4662-acf3-d64fff8d961b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453410 Jan 05 17:35:41.274602 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb78cbe9-f5cd-488d-8974-58672ab21723 req-1d695727-a854-4b7e-bb42-0132f190e7eb tempest-ServersNegativeTestJSON-293830408 tempest-ServersNegativeTestJSON-293830408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:35:41.276068 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-bb78cbe9-f5cd-488d-8974-58672ab21723 req-1d695727-a854-4b7e-bb42-0132f190e7eb tempest-ServersNegativeTestJSON-293830408 tempest-ServersNegativeTestJSON-293830408-project] 10.222.0.11 "GET /v2.0/ports?device_id=47414e56-f42d-4cb7-945e-b794c28aa00d HTTP/1.1" status: 200 len: 943 time: 0.0478494 Jan 05 17:35:41.327686 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-bb78cbe9-f5cd-488d-8974-58672ab21723 req-551edb0e-12e7-4e2f-b00e-3a2a61bc1c5a tempest-ServersNegativeTestJSON-293830408 tempest-ServersNegativeTestJSON-293830408-project] 10.222.0.11 "GET /v2.0/security-groups?id=f0331a87-9293-4662-acf3-d64fff8d961b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461695 Jan 05 17:35:42.441832 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86c1d1d-5103-4000-866a-8a6d9e04d921 req-966e47f6-f3b7-4c6a-a5fd-e51491632ab2 tempest-ServersNegativeTestJSON-293830408 tempest-ServersNegativeTestJSON-293830408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:35:42.443278 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-f86c1d1d-5103-4000-866a-8a6d9e04d921 req-966e47f6-f3b7-4c6a-a5fd-e51491632ab2 tempest-ServersNegativeTestJSON-293830408 tempest-ServersNegativeTestJSON-293830408-project] 10.222.0.11 "GET /v2.0/ports?device_id=47414e56-f42d-4cb7-945e-b794c28aa00d HTTP/1.1" status: 200 len: 943 time: 0.0483358 Jan 05 17:35:42.492704 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-f86c1d1d-5103-4000-866a-8a6d9e04d921 req-1fe81421-433a-4db3-9c44-f45e164f71ed tempest-ServersNegativeTestJSON-293830408 tempest-ServersNegativeTestJSON-293830408-project] 10.222.0.11 "GET /v2.0/security-groups?id=f0331a87-9293-4662-acf3-d64fff8d961b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439448 Jan 05 17:35:42.707719 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Device 65b86670-fb67-4674-90c5-d22acb7084ce details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 05 17:35:42.799021 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] For port 65b86670-fb67-4674-90c5-d22acb7084ce, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=65b86670-fb67-4674-90c5-d22acb7084ce,segment=NetworkSegment(14c8a861-dcb0-432c-a033-93610cb09404),segment_id=14c8a861-dcb0-432c-a033-93610cb09404)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:35:42.812961 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Returning: {'device': '65b86670-fb67-4674-90c5-d22acb7084ce', 'network_id': 'a3b3a57f-420f-4047-9bad-d286171a8dcd', 'port_id': '65b86670-fb67-4674-90c5-d22acb7084ce', 'mac_address': 'fa:16:3e:87:e4:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30046cfc-f446-4f1d-a3e0-ee1e71457b35', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 05 17:35:42.849467 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:35:42.861682 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.notifiers.nova [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65b86670-fb67-4674-90c5-d22acb7084ce {{(pid=103802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 05 17:35:42.883857 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] For port 65b86670-fb67-4674-90c5-d22acb7084ce, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=65b86670-fb67-4674-90c5-d22acb7084ce,segment=NetworkSegment(14c8a861-dcb0-432c-a033-93610cb09404),segment_id=14c8a861-dcb0-432c-a033-93610cb09404)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:35:42.962052 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:35:43.007626 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Pushing event updated for resources: {'Port': ['ID=65b86670-fb67-4674-90c5-d22acb7084ce,revision_number=4']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:35:43.186785 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] get_ports_and_sgs() called for port_ids ['65b86670-fb67-4674-90c5-d22acb7084ce'] {{(pid=103802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 05 17:35:43.603095 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584399b5-f747-4394-98d1-de9933896d8b req-d6c619dd-aea3-40cc-a85c-b11d44624f98 tempest-ServersNegativeTestJSON-293830408 tempest-ServersNegativeTestJSON-293830408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:35:43.604572 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-584399b5-f747-4394-98d1-de9933896d8b req-d6c619dd-aea3-40cc-a85c-b11d44624f98 tempest-ServersNegativeTestJSON-293830408 tempest-ServersNegativeTestJSON-293830408-project] 10.222.0.11 "GET /v2.0/ports?device_id=47414e56-f42d-4cb7-945e-b794c28aa00d HTTP/1.1" status: 200 len: 944 time: 0.0482249 Jan 05 17:35:43.650431 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-584399b5-f747-4394-98d1-de9933896d8b req-f5fd0505-1c97-4e46-95fa-b63f1e670136 tempest-ServersNegativeTestJSON-293830408 tempest-ServersNegativeTestJSON-293830408-project] 10.222.0.11 "GET /v2.0/security-groups?id=f0331a87-9293-4662-acf3-d64fff8d961b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403910 Jan 05 17:35:44.721371 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Device 65b86670-fb67-4674-90c5-d22acb7084ce up at agent hyperv_hv-neutron-mast {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:35:44.761303 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7065a532-1293-489e-a960-27d67e6ae9be req-10c27b73-15a2-41b6-a4e4-9c3c221fcf56 tempest-ServersNegativeTestJSON-293830408 tempest-ServersNegativeTestJSON-293830408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:35:44.762795 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-7065a532-1293-489e-a960-27d67e6ae9be req-10c27b73-15a2-41b6-a4e4-9c3c221fcf56 tempest-ServersNegativeTestJSON-293830408 tempest-ServersNegativeTestJSON-293830408-project] 10.222.0.11 "GET /v2.0/ports?device_id=47414e56-f42d-4cb7-945e-b794c28aa00d HTTP/1.1" status: 200 len: 944 time: 0.0483451 Jan 05 17:35:44.808686 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-7065a532-1293-489e-a960-27d67e6ae9be req-6bafec72-0b7d-4dbb-ab62-7a10754f1464 tempest-ServersNegativeTestJSON-293830408 tempest-ServersNegativeTestJSON-293830408-project] 10.222.0.11 "GET /v2.0/security-groups?id=f0331a87-9293-4662-acf3-d64fff8d961b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402558 Jan 05 17:35:44.863473 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Provisioning for port 65b86670-fb67-4674-90c5-d22acb7084ce completed by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 05 17:35:44.870343 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Provisioning complete for port 65b86670-fb67-4674-90c5-d22acb7084ce triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:35:44.870708 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:35:44.948028 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:35:44.969552 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47414e56-f42d-4cb7-945e-b794c28aa00d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65b86670-fb67-4674-90c5-d22acb7084ce'}] {{(pid=103802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 05 17:35:44.971850 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36b213fbd845b3f09e785999bbcda1c85cd5592d7f001460987854e5c1683bd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2131c1b1-568d-4706-90c0-dd71ca5f3bb4" -d '{"events": [{"server_uuid": "47414e56-f42d-4cb7-945e-b794c28aa00d", "name": "network-vif-plugged", "status": "completed", "tag": "65b86670-fb67-4674-90c5-d22acb7084ce"}]}' {{(pid=103802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 05 17:35:44.984511 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] For port 65b86670-fb67-4674-90c5-d22acb7084ce, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=65b86670-fb67-4674-90c5-d22acb7084ce,segment=NetworkSegment(14c8a861-dcb0-432c-a033-93610cb09404),segment_id=14c8a861-dcb0-432c-a033-93610cb09404)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:35:45.009768 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Jan 2022 17:35:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca12cb3a-422c-4b13-9a0e-62d93acd394f x-openstack-request-id: req-ca12cb3a-422c-4b13-9a0e-62d93acd394f {{(pid=103802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 05 17:35:45.010063 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47414e56-f42d-4cb7-945e-b794c28aa00d", "name": "network-vif-plugged", "status": "completed", "tag": "65b86670-fb67-4674-90c5-d22acb7084ce", "code": 200}]} {{(pid=103802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 05 17:35:45.010381 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ca12cb3a-422c-4b13-9a0e-62d93acd394f {{(pid=103802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 05 17:35:45.010772 dv-neutron-master-2-hyperv neutron-server[103802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47414e56-f42d-4cb7-945e-b794c28aa00d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65b86670-fb67-4674-90c5-d22acb7084ce', 'code': 200} Jan 05 17:35:45.048491 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:35:45.095687 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Pushing event updated for resources: {'Port': ['ID=65b86670-fb67-4674-90c5-d22acb7084ce,revision_number=5']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:35:45.291530 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42126f7b-4e0f-49cb-98ad-50d7c036321b req-62316510-e7b1-41e0-9ae1-981f499ed72a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:35:45.292911 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-42126f7b-4e0f-49cb-98ad-50d7c036321b req-62316510-e7b1-41e0-9ae1-981f499ed72a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=47414e56-f42d-4cb7-945e-b794c28aa00d HTTP/1.1" status: 200 len: 1098 time: 0.0385711 Jan 05 17:35:45.335087 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-42126f7b-4e0f-49cb-98ad-50d7c036321b req-6c961e11-14a7-421d-964c-1305ae5dfea5 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=f0331a87-9293-4662-acf3-d64fff8d961b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353408 Jan 05 17:35:45.920603 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7695d213-1160-48fc-b1f9-33b8e7f87e9d req-8a991643-28fc-487a-9f34-15515428212e tempest-ServersNegativeTestJSON-293830408 tempest-ServersNegativeTestJSON-293830408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:35:45.922126 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-7695d213-1160-48fc-b1f9-33b8e7f87e9d req-8a991643-28fc-487a-9f34-15515428212e tempest-ServersNegativeTestJSON-293830408 tempest-ServersNegativeTestJSON-293830408-project] 10.222.0.11 "GET /v2.0/ports?device_id=47414e56-f42d-4cb7-945e-b794c28aa00d HTTP/1.1" status: 200 len: 945 time: 0.0474792 Jan 05 17:35:45.967304 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-7695d213-1160-48fc-b1f9-33b8e7f87e9d req-1a62f595-4b25-44dd-93fa-0ff8b8bc56c1 tempest-ServersNegativeTestJSON-293830408 tempest-ServersNegativeTestJSON-293830408-project] 10.222.0.11 "GET /v2.0/security-groups?id=f0331a87-9293-4662-acf3-d64fff8d961b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398197 Jan 05 17:35:47.085248 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f38445a-a4c9-4aec-b37e-d3ed22c4224b req-130b4913-2d8a-4189-86b5-8a8f62ba7059 tempest-ServersNegativeTestJSON-293830408 tempest-ServersNegativeTestJSON-293830408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:35:47.086794 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-2f38445a-a4c9-4aec-b37e-d3ed22c4224b req-130b4913-2d8a-4189-86b5-8a8f62ba7059 tempest-ServersNegativeTestJSON-293830408 tempest-ServersNegativeTestJSON-293830408-project] 10.222.0.11 "GET /v2.0/ports?device_id=47414e56-f42d-4cb7-945e-b794c28aa00d HTTP/1.1" status: 200 len: 945 time: 0.0514293 Jan 05 17:35:47.103303 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-b6139957-6ee5-41b8-8f88-975cddff3308 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:35:47.133044 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-2f38445a-a4c9-4aec-b37e-d3ed22c4224b req-8bc7a58d-2dad-4a39-b629-337370eebedb tempest-ServersNegativeTestJSON-293830408 tempest-ServersNegativeTestJSON-293830408-project] 10.222.0.11 "GET /v2.0/security-groups?id=f0331a87-9293-4662-acf3-d64fff8d961b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407865 Jan 05 17:35:47.350242 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97b11f7-e1ec-4d96-b0a3-aee981fe8135 req-4a0187fa-d77a-4f8a-b163-c8accb492532 tempest-ServersNegativeTestJSON-293830408 tempest-ServersNegativeTestJSON-293830408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:35:47.351599 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-e97b11f7-e1ec-4d96-b0a3-aee981fe8135 req-4a0187fa-d77a-4f8a-b163-c8accb492532 tempest-ServersNegativeTestJSON-293830408 tempest-ServersNegativeTestJSON-293830408-project] 10.222.0.11 "GET /v2.0/networks?id=a3b3a57f-420f-4047-9bad-d286171a8dcd HTTP/1.1" status: 200 len: 813 time: 0.1023026 Jan 05 17:35:47.365956 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-e97b11f7-e1ec-4d96-b0a3-aee981fe8135 req-5e543905-ad7f-4c50-9040-e7d61baef5af tempest-ServersNegativeTestJSON-293830408 tempest-ServersNegativeTestJSON-293830408-project] 10.222.0.11 "GET /v2.0/quotas/9a6fe3c761104b3da7e2528d31422363 HTTP/1.1" status: 200 len: 375 time: 0.0089672 Jan 05 17:35:47.413970 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-e97b11f7-e1ec-4d96-b0a3-aee981fe8135 req-199aaf10-df56-4ce7-bcc3-1aac98a9ec72 tempest-ServersNegativeTestJSON-293830408 tempest-ServersNegativeTestJSON-293830408-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=9a6fe3c761104b3da7e2528d31422363&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0431585 Jan 05 17:35:47.504066 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-e97b11f7-e1ec-4d96-b0a3-aee981fe8135 req-61e868d1-796a-43f7-9bb6-92d2e73c5b0f service neutron] 10.222.0.11 "GET /v2.0/networks/a3b3a57f-420f-4047-9bad-d286171a8dcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835648 Jan 05 17:35:47.588828 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-e97b11f7-e1ec-4d96-b0a3-aee981fe8135 req-5e534f7c-8c7c-4c8e-9f54-28117eb620f2 service neutron] 10.222.0.11 "GET /v2.0/networks/a3b3a57f-420f-4047-9bad-d286171a8dcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792189 Jan 05 17:35:47.806939 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-23445441-e01c-42ed-9725-1f1343260732 req-43408e33-a85c-4bd9-90ab-d72f18a720d9 tempest-ServersNegativeTestJSON-293830408 tempest-ServersNegativeTestJSON-293830408-project] 10.222.0.11 "GET /v2.0/ports?device_id=e313da2d-22aa-48f3-96dd-46936275ab19 HTTP/1.1" status: 200 len: 210 time: 0.0255892 Jan 05 17:35:48.898055 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-77334ed9-a39d-45af-b30c-294d74e55188 req-ae3333ca-58ab-46f6-95f9-af9c89e0b041 tempest-ServersNegativeTestJSON-293830408 tempest-ServersNegativeTestJSON-293830408-project] 10.222.0.11 "GET /v2.0/ports?device_id=e313da2d-22aa-48f3-96dd-46936275ab19 HTTP/1.1" status: 200 len: 210 time: 0.0267651 Jan 05 17:35:49.349012 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-e3e084f6-74a0-4b32-9126-efca45a7098b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:35:49.522892 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97b11f7-e1ec-4d96-b0a3-aee981fe8135 req-0a9ef2ce-5d23-49bf-b72f-aa094f4ce4e2 tempest-ServersNegativeTestJSON-293830408 tempest-ServersNegativeTestJSON-293830408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:35:49.524321 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-e97b11f7-e1ec-4d96-b0a3-aee981fe8135 req-0a9ef2ce-5d23-49bf-b72f-aa094f4ce4e2 tempest-ServersNegativeTestJSON-293830408 tempest-ServersNegativeTestJSON-293830408-project] 10.222.0.13 "GET /v2.0/networks?id=a3b3a57f-420f-4047-9bad-d286171a8dcd HTTP/1.1" status: 200 len: 813 time: 0.1094303 Jan 05 17:35:49.536320 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [req-e97b11f7-e1ec-4d96-b0a3-aee981fe8135 req-12be6350-0d91-45b6-9d8a-fa49e1bc3116 tempest-ServersNegativeTestJSON-293830408 tempest-ServersNegativeTestJSON-293830408-project] Request body: {'port': {'device_id': 'e313da2d-22aa-48f3-96dd-46936275ab19', 'network_id': 'a3b3a57f-420f-4047-9bad-d286171a8dcd', 'admin_state_up': True, 'tenant_id': '9a6fe3c761104b3da7e2528d31422363'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:35:49.716337 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e97b11f7-e1ec-4d96-b0a3-aee981fe8135 req-12be6350-0d91-45b6-9d8a-fa49e1bc3116 tempest-ServersNegativeTestJSON-293830408 tempest-ServersNegativeTestJSON-293830408-project] Made reservation on behalf of 9a6fe3c761104b3da7e2528d31422363 for: {'port': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:35:49.720735 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-e97b11f7-e1ec-4d96-b0a3-aee981fe8135 req-12be6350-0d91-45b6-9d8a-fa49e1bc3116 tempest-ServersNegativeTestJSON-293830408 tempest-ServersNegativeTestJSON-293830408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:35:49.850031 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [req-e97b11f7-e1ec-4d96-b0a3-aee981fe8135 req-12be6350-0d91-45b6-9d8a-fa49e1bc3116 tempest-ServersNegativeTestJSON-293830408 tempest-ServersNegativeTestJSON-293830408-project] Allocated IP 172.20.0.10 (a3b3a57f-420f-4047-9bad-d286171a8dcd/30046cfc-f446-4f1d-a3e0-ee1e71457b35/e7570be9-3e2a-463f-b279-7a076cca6131) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:35:49.933774 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:35:49.998456 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-bf1d3bf7-9b03-4602-b652-71b2b37e0bda req-7541955f-37f0-45bd-8b1f-fbc56f76945c tempest-ServersNegativeTestJSON-293830408 tempest-ServersNegativeTestJSON-293830408-project] 10.222.0.11 "GET /v2.0/ports?device_id=e313da2d-22aa-48f3-96dd-46936275ab19 HTTP/1.1" status: 200 len: 210 time: 0.0300651 Jan 05 17:35:50.019094 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-e97b11f7-e1ec-4d96-b0a3-aee981fe8135 req-12be6350-0d91-45b6-9d8a-fa49e1bc3116 tempest-ServersNegativeTestJSON-293830408 tempest-ServersNegativeTestJSON-293830408-project] Publish callbacks [] for port, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:35:50.105111 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-e97b11f7-e1ec-4d96-b0a3-aee981fe8135 req-12be6350-0d91-45b6-9d8a-fa49e1bc3116 tempest-ServersNegativeTestJSON-293830408 tempest-ServersNegativeTestJSON-293830408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:35:50.120226 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] get_ports_and_sgs() called for port_ids ['65b86670-fb67-4674-90c5-d22acb7084ce'] {{(pid=103802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 05 17:35:50.146058 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e97b11f7-e1ec-4d96-b0a3-aee981fe8135 req-12be6350-0d91-45b6-9d8a-fa49e1bc3116 tempest-ServersNegativeTestJSON-293830408 tempest-ServersNegativeTestJSON-293830408-project] Network a3b3a57f-420f-4047-9bad-d286171a8dcd is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:35:50.149308 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [req-e97b11f7-e1ec-4d96-b0a3-aee981fe8135 req-12be6350-0d91-45b6-9d8a-fa49e1bc3116 tempest-ServersNegativeTestJSON-293830408 tempest-ServersNegativeTestJSON-293830408-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:35:50.152900 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [req-e97b11f7-e1ec-4d96-b0a3-aee981fe8135 req-12be6350-0d91-45b6-9d8a-fa49e1bc3116 tempest-ServersNegativeTestJSON-293830408 tempest-ServersNegativeTestJSON-293830408-project] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:35:50.178464 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12be6350-0d91-45b6-9d8a-fa49e1bc3116 tempest-ServersNegativeTestJSON-293830408 tempest-ServersNegativeTestJSON-293830408-project] Pushing event updated for resources: {'Port': ['ID=e7570be9-3e2a-463f-b279-7a076cca6131,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:35:50.207513 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97b11f7-e1ec-4d96-b0a3-aee981fe8135 req-12be6350-0d91-45b6-9d8a-fa49e1bc3116 tempest-ServersNegativeTestJSON-293830408 tempest-ServersNegativeTestJSON-293830408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:35:50.208109 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-e97b11f7-e1ec-4d96-b0a3-aee981fe8135 req-12be6350-0d91-45b6-9d8a-fa49e1bc3116 tempest-ServersNegativeTestJSON-293830408 tempest-ServersNegativeTestJSON-293830408-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:35:50.278833 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-e97b11f7-e1ec-4d96-b0a3-aee981fe8135 req-12be6350-0d91-45b6-9d8a-fa49e1bc3116 tempest-ServersNegativeTestJSON-293830408 tempest-ServersNegativeTestJSON-293830408-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7460244 Jan 05 17:35:50.291253 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [req-e97b11f7-e1ec-4d96-b0a3-aee981fe8135 req-20a1cc2e-48d5-4c4c-9842-d1c8265ec35e service neutron] Request body: {'port': {'device_id': 'e313da2d-22aa-48f3-96dd-46936275ab19', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:35:50.345105 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-e97b11f7-e1ec-4d96-b0a3-aee981fe8135 req-20a1cc2e-48d5-4c4c-9842-d1c8265ec35e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:35:50.596490 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.notifiers.nova [req-e97b11f7-e1ec-4d96-b0a3-aee981fe8135 req-20a1cc2e-48d5-4c4c-9842-d1c8265ec35e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7570be9-3e2a-463f-b279-7a076cca6131 {{(pid=103800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 05 17:35:50.603672 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-e97b11f7-e1ec-4d96-b0a3-aee981fe8135 req-20a1cc2e-48d5-4c4c-9842-d1c8265ec35e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:35:50.611836 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d2607572-b3c9-472c-85bc-c8de0c3fb75c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:35:50.615556 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.provisioning_blocks [req-e97b11f7-e1ec-4d96-b0a3-aee981fe8135 req-20a1cc2e-48d5-4c4c-9842-d1c8265ec35e service neutron] Transition to ACTIVE for port object e7570be9-3e2a-463f-b279-7a076cca6131 will not be triggered until provisioned by entity L2. {{(pid=103800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 05 17:35:50.680327 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-e97b11f7-e1ec-4d96-b0a3-aee981fe8135 req-20a1cc2e-48d5-4c4c-9842-d1c8265ec35e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8784461'] for port, after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:35:50.727978 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a1cc2e-48d5-4c4c-9842-d1c8265ec35e service neutron] Pushing event updated for resources: {'Port': ['ID=e7570be9-3e2a-463f-b279-7a076cca6131,revision_number=2']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:35:50.799010 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [req-e97b11f7-e1ec-4d96-b0a3-aee981fe8135 req-20a1cc2e-48d5-4c4c-9842-d1c8265ec35e service neutron] Attempting to bind port e7570be9-3e2a-463f-b279-7a076cca6131 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 05 17:35:50.799345 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [req-e97b11f7-e1ec-4d96-b0a3-aee981fe8135 req-20a1cc2e-48d5-4c4c-9842-d1c8265ec35e service neutron] Attempting to bind port e7570be9-3e2a-463f-b279-7a076cca6131 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '14c8a861-dcb0-432c-a033-93610cb09404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'a3b3a57f-420f-4047-9bad-d286171a8dcd'}] {{(pid=103800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 05 17:35:50.799668 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e97b11f7-e1ec-4d96-b0a3-aee981fe8135 req-20a1cc2e-48d5-4c4c-9842-d1c8265ec35e service neutron] Attempting to bind port e7570be9-3e2a-463f-b279-7a076cca6131 on network a3b3a57f-420f-4047-9bad-d286171a8dcd {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:35:50.803871 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e97b11f7-e1ec-4d96-b0a3-aee981fe8135 req-20a1cc2e-48d5-4c4c-9842-d1c8265ec35e service neutron] Port e7570be9-3e2a-463f-b279-7a076cca6131 on network a3b3a57f-420f-4047-9bad-d286171a8dcd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 05 17:35:50.804186 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e97b11f7-e1ec-4d96-b0a3-aee981fe8135 req-20a1cc2e-48d5-4c4c-9842-d1c8265ec35e service neutron] Attempting to bind port e7570be9-3e2a-463f-b279-7a076cca6131 on network a3b3a57f-420f-4047-9bad-d286171a8dcd {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:35:50.808831 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e97b11f7-e1ec-4d96-b0a3-aee981fe8135 req-20a1cc2e-48d5-4c4c-9842-d1c8265ec35e service neutron] Checking agent: {'id': '5c36d785-abe8-4e89-a23a-b403333d2378', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 5, 17, 3, 49), 'started_at': datetime.datetime(2022, 1, 5, 17, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 1, 5, 17, 35, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 05 17:35:50.809158 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e97b11f7-e1ec-4d96-b0a3-aee981fe8135 req-20a1cc2e-48d5-4c4c-9842-d1c8265ec35e service neutron] Checking segment: {'id': '14c8a861-dcb0-432c-a033-93610cb09404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'a3b3a57f-420f-4047-9bad-d286171a8dcd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:35:50.809533 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e97b11f7-e1ec-4d96-b0a3-aee981fe8135 req-20a1cc2e-48d5-4c4c-9842-d1c8265ec35e service neutron] Bound using segment: {'id': '14c8a861-dcb0-432c-a033-93610cb09404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'a3b3a57f-420f-4047-9bad-d286171a8dcd'} {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 05 17:35:50.809980 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [req-e97b11f7-e1ec-4d96-b0a3-aee981fe8135 req-20a1cc2e-48d5-4c4c-9842-d1c8265ec35e service neutron] Bound port: e7570be9-3e2a-463f-b279-7a076cca6131, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14c8a861-dcb0-432c-a033-93610cb09404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'a3b3a57f-420f-4047-9bad-d286171a8dcd'}}] {{(pid=103800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 05 17:35:50.810325 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-e97b11f7-e1ec-4d96-b0a3-aee981fe8135 req-20a1cc2e-48d5-4c4c-9842-d1c8265ec35e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:35:50.871067 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.db [req-e97b11f7-e1ec-4d96-b0a3-aee981fe8135 req-20a1cc2e-48d5-4c4c-9842-d1c8265ec35e service neutron] For port e7570be9-3e2a-463f-b279-7a076cca6131, host hv-neutron-mast, cleared binding levels {{(pid=103800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 05 17:35:50.874027 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.db [req-e97b11f7-e1ec-4d96-b0a3-aee981fe8135 req-20a1cc2e-48d5-4c4c-9842-d1c8265ec35e service neutron] For port e7570be9-3e2a-463f-b279-7a076cca6131, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=e7570be9-3e2a-463f-b279-7a076cca6131,segment=NetworkSegment(14c8a861-dcb0-432c-a033-93610cb09404),segment_id=14c8a861-dcb0-432c-a033-93610cb09404)] {{(pid=103800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 05 17:35:50.955324 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-e97b11f7-e1ec-4d96-b0a3-aee981fe8135 req-20a1cc2e-48d5-4c4c-9842-d1c8265ec35e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8784461'] for port, after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:35:50.987774 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97b11f7-e1ec-4d96-b0a3-aee981fe8135 req-20a1cc2e-48d5-4c4c-9842-d1c8265ec35e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:35:50.988205 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-e97b11f7-e1ec-4d96-b0a3-aee981fe8135 req-20a1cc2e-48d5-4c4c-9842-d1c8265ec35e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:35:50.989628 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-e97b11f7-e1ec-4d96-b0a3-aee981fe8135 req-20a1cc2e-48d5-4c4c-9842-d1c8265ec35e service neutron] 10.222.0.13 "PUT /v2.0/ports/e7570be9-3e2a-463f-b279-7a076cca6131 HTTP/1.1" status: 200 len: 1094 time: 0.7023768 Jan 05 17:35:50.991934 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e313da2d-22aa-48f3-96dd-46936275ab19', 'tag': 'e7570be9-3e2a-463f-b279-7a076cca6131'}] {{(pid=103800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 05 17:35:50.994177 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f64b9d4628f7eefcc27168a80c04985d23f0ea5def038dae05e1deb7357f3bfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb8fc0fd-931e-4712-9963-68c6d2f0bef5" -d '{"events": [{"name": "network-changed", "server_uuid": "e313da2d-22aa-48f3-96dd-46936275ab19", "tag": "e7570be9-3e2a-463f-b279-7a076cca6131"}]}' {{(pid=103800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 05 17:35:51.019456 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a1cc2e-48d5-4c4c-9842-d1c8265ec35e service neutron] Pushing event updated for resources: {'Port': ['ID=e7570be9-3e2a-463f-b279-7a076cca6131,revision_number=3']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:35:51.031358 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Jan 2022 17:35:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47696799-778c-43a1-abe8-6435a14eee5f x-openstack-request-id: req-47696799-778c-43a1-abe8-6435a14eee5f {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 05 17:35:51.031649 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e313da2d-22aa-48f3-96dd-46936275ab19", "tag": "e7570be9-3e2a-463f-b279-7a076cca6131", "status": "completed", "code": 200}]} {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 05 17:35:51.031899 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-47696799-778c-43a1-abe8-6435a14eee5f {{(pid=103800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 05 17:35:51.032346 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e313da2d-22aa-48f3-96dd-46936275ab19', 'tag': 'e7570be9-3e2a-463f-b279-7a076cca6131', 'status': 'completed', 'code': 200} Jan 05 17:35:51.122415 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8fc0fd-931e-4712-9963-68c6d2f0bef5 req-5d13cd34-656e-4ca4-be78-af1cb5ecb69d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:35:51.123827 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-fb8fc0fd-931e-4712-9963-68c6d2f0bef5 req-5d13cd34-656e-4ca4-be78-af1cb5ecb69d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9a6fe3c761104b3da7e2528d31422363&device_id=e313da2d-22aa-48f3-96dd-46936275ab19 HTTP/1.1" status: 200 len: 1097 time: 0.0733836 Jan 05 17:35:51.135228 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24ac92a-f718-4dd4-b65a-b8c4d9c0b437 req-5c9d4833-b1b0-49bd-a821-cd3aed4e3dfd tempest-ServersNegativeTestJSON-293830408 tempest-ServersNegativeTestJSON-293830408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:35:51.136592 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-b24ac92a-f718-4dd4-b65a-b8c4d9c0b437 req-5c9d4833-b1b0-49bd-a821-cd3aed4e3dfd tempest-ServersNegativeTestJSON-293830408 tempest-ServersNegativeTestJSON-293830408-project] 10.222.0.11 "GET /v2.0/ports?device_id=e313da2d-22aa-48f3-96dd-46936275ab19 HTTP/1.1" status: 200 len: 944 time: 0.0580683 Jan 05 17:35:51.241765 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-b24ac92a-f718-4dd4-b65a-b8c4d9c0b437 req-062396df-b967-4d35-bd4e-c57fa25cba9d tempest-ServersNegativeTestJSON-293830408 tempest-ServersNegativeTestJSON-293830408-project] 10.222.0.11 "GET /v2.0/security-groups?id=f0331a87-9293-4662-acf3-d64fff8d961b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965514 Jan 05 17:35:51.258370 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8fc0fd-931e-4712-9963-68c6d2f0bef5 req-1b52efd8-f363-4274-a5fa-c29d1f9c4015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:35:51.259882 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-fb8fc0fd-931e-4712-9963-68c6d2f0bef5 req-1b52efd8-f363-4274-a5fa-c29d1f9c4015 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=9a6fe3c761104b3da7e2528d31422363&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1224689 Jan 05 17:35:51.353757 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8fc0fd-931e-4712-9963-68c6d2f0bef5 req-b0b56d2e-df71-442f-bcad-1d0a946ee2ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:35:51.355206 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-fb8fc0fd-931e-4712-9963-68c6d2f0bef5 req-b0b56d2e-df71-442f-bcad-1d0a946ee2ae service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0892754 Jan 05 17:35:51.432789 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97b11f7-e1ec-4d96-b0a3-aee981fe8135 req-f8ac769a-87f6-4d56-b84e-53f786f9cd51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:35:51.434333 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-e97b11f7-e1ec-4d96-b0a3-aee981fe8135 req-f8ac769a-87f6-4d56-b84e-53f786f9cd51 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9a6fe3c761104b3da7e2528d31422363&device_id=e313da2d-22aa-48f3-96dd-46936275ab19 HTTP/1.1" status: 200 len: 1097 time: 0.0442324 Jan 05 17:35:51.478406 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-e97b11f7-e1ec-4d96-b0a3-aee981fe8135 req-db3fc36d-a500-4829-8c0b-2beaa29526be service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e7570be9-3e2a-463f-b279-7a076cca6131 HTTP/1.1" status: 200 len: 217 time: 0.0375550 Jan 05 17:35:51.529386 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97b11f7-e1ec-4d96-b0a3-aee981fe8135 req-1d32f7a3-c062-4243-ae1e-1b52772d9a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:35:51.530811 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-e97b11f7-e1ec-4d96-b0a3-aee981fe8135 req-1d32f7a3-c062-4243-ae1e-1b52772d9a71 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=30046cfc-f446-4f1d-a3e0-ee1e71457b35 HTTP/1.1" status: 200 len: 853 time: 0.0420806 Jan 05 17:35:51.560129 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-e97b11f7-e1ec-4d96-b0a3-aee981fe8135 req-a321479f-a28f-4387-94d3-b42a7f6d0c12 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a3b3a57f-420f-4047-9bad-d286171a8dcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0229514 Jan 05 17:35:52.002379 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d504d802-9546-4ce5-a9d3-96c844ac5808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:35:52.002970 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-e97b11f7-e1ec-4d96-b0a3-aee981fe8135 req-68185c78-9caa-4119-a583-fe9aacd6a4b0 service neutron] 10.222.0.13 "GET /v2.0/networks/a3b3a57f-420f-4047-9bad-d286171a8dcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4364161 Jan 05 17:35:52.090836 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-e97b11f7-e1ec-4d96-b0a3-aee981fe8135 req-8887d6e5-d016-4b59-a47d-c046aac3c550 service neutron] 10.222.0.13 "GET /v2.0/networks/a3b3a57f-420f-4047-9bad-d286171a8dcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804501 Jan 05 17:35:52.358084 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bda7635-906b-43a5-93db-dc35f66a7937 req-454fa2b1-a507-47fe-932f-5d2b9a3f294b tempest-ServersNegativeTestJSON-293830408 tempest-ServersNegativeTestJSON-293830408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:35:52.359532 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-9bda7635-906b-43a5-93db-dc35f66a7937 req-454fa2b1-a507-47fe-932f-5d2b9a3f294b tempest-ServersNegativeTestJSON-293830408 tempest-ServersNegativeTestJSON-293830408-project] 10.222.0.11 "GET /v2.0/ports?device_id=e313da2d-22aa-48f3-96dd-46936275ab19 HTTP/1.1" status: 200 len: 944 time: 0.0522542 Jan 05 17:35:52.406178 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-9bda7635-906b-43a5-93db-dc35f66a7937 req-901e6821-2376-465a-8b40-290097e7ed6b tempest-ServersNegativeTestJSON-293830408 tempest-ServersNegativeTestJSON-293830408-project] 10.222.0.11 "GET /v2.0/security-groups?id=f0331a87-9293-4662-acf3-d64fff8d961b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405312 Jan 05 17:35:53.280422 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:35:53.521734 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd63630-329a-4674-a698-d0a5a4ba54f1 req-b2d47355-92e9-4374-b2a6-b2c8a8136385 tempest-ServersNegativeTestJSON-293830408 tempest-ServersNegativeTestJSON-293830408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:35:53.523111 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-1bd63630-329a-4674-a698-d0a5a4ba54f1 req-b2d47355-92e9-4374-b2a6-b2c8a8136385 tempest-ServersNegativeTestJSON-293830408 tempest-ServersNegativeTestJSON-293830408-project] 10.222.0.11 "GET /v2.0/ports?device_id=e313da2d-22aa-48f3-96dd-46936275ab19 HTTP/1.1" status: 200 len: 944 time: 0.0521162 Jan 05 17:35:53.567953 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-1bd63630-329a-4674-a698-d0a5a4ba54f1 req-9c59f9c9-093c-46c0-8c21-5ac2e96e986e tempest-ServersNegativeTestJSON-293830408 tempest-ServersNegativeTestJSON-293830408-project] 10.222.0.11 "GET /v2.0/security-groups?id=f0331a87-9293-4662-acf3-d64fff8d961b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394104 Jan 05 17:35:54.682393 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419a1139-4312-41af-8e32-dc17bf2925d7 req-a1acd79f-6cd5-4693-a3bd-6ccb82632a99 tempest-ServersNegativeTestJSON-293830408 tempest-ServersNegativeTestJSON-293830408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:35:54.683859 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-419a1139-4312-41af-8e32-dc17bf2925d7 req-a1acd79f-6cd5-4693-a3bd-6ccb82632a99 tempest-ServersNegativeTestJSON-293830408 tempest-ServersNegativeTestJSON-293830408-project] 10.222.0.11 "GET /v2.0/ports?device_id=e313da2d-22aa-48f3-96dd-46936275ab19 HTTP/1.1" status: 200 len: 944 time: 0.0481665 Jan 05 17:35:54.729361 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-419a1139-4312-41af-8e32-dc17bf2925d7 req-e6afca68-928d-4ab1-b34d-8b26b51a6b99 tempest-ServersNegativeTestJSON-293830408 tempest-ServersNegativeTestJSON-293830408-project] 10.222.0.11 "GET /v2.0/security-groups?id=f0331a87-9293-4662-acf3-d64fff8d961b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401564 Jan 05 17:35:54.774097 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Device e7570be9-3e2a-463f-b279-7a076cca6131 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 05 17:35:54.866328 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] For port e7570be9-3e2a-463f-b279-7a076cca6131, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=e7570be9-3e2a-463f-b279-7a076cca6131,segment=NetworkSegment(14c8a861-dcb0-432c-a033-93610cb09404),segment_id=14c8a861-dcb0-432c-a033-93610cb09404)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:35:54.877828 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Returning: {'device': 'e7570be9-3e2a-463f-b279-7a076cca6131', 'network_id': 'a3b3a57f-420f-4047-9bad-d286171a8dcd', 'port_id': 'e7570be9-3e2a-463f-b279-7a076cca6131', 'mac_address': 'fa:16:3e:94:3a:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30046cfc-f446-4f1d-a3e0-ee1e71457b35', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 05 17:35:54.913087 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:35:54.928720 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.notifiers.nova [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7570be9-3e2a-463f-b279-7a076cca6131 {{(pid=103802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 05 17:35:54.948787 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] For port e7570be9-3e2a-463f-b279-7a076cca6131, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=e7570be9-3e2a-463f-b279-7a076cca6131,segment=NetworkSegment(14c8a861-dcb0-432c-a033-93610cb09404),segment_id=14c8a861-dcb0-432c-a033-93610cb09404)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:35:55.024704 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:35:55.072078 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Pushing event updated for resources: {'Port': ['ID=e7570be9-3e2a-463f-b279-7a076cca6131,revision_number=4']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:35:55.229638 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] get_ports_and_sgs() called for port_ids ['e7570be9-3e2a-463f-b279-7a076cca6131'] {{(pid=103802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 05 17:35:55.838991 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f24ffc-555a-4c68-a5f7-18d4e2288db3 req-2a8ae0f5-95a9-4a9b-8b98-44a0474ce03f tempest-ServersNegativeTestJSON-293830408 tempest-ServersNegativeTestJSON-293830408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:35:55.840441 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-c3f24ffc-555a-4c68-a5f7-18d4e2288db3 req-2a8ae0f5-95a9-4a9b-8b98-44a0474ce03f tempest-ServersNegativeTestJSON-293830408 tempest-ServersNegativeTestJSON-293830408-project] 10.222.0.11 "GET /v2.0/ports?device_id=e313da2d-22aa-48f3-96dd-46936275ab19 HTTP/1.1" status: 200 len: 945 time: 0.0474198 Jan 05 17:35:55.886383 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-c3f24ffc-555a-4c68-a5f7-18d4e2288db3 req-94cbe16c-7e15-4b4a-8599-5b2407c4c2f4 tempest-ServersNegativeTestJSON-293830408 tempest-ServersNegativeTestJSON-293830408-project] 10.222.0.11 "GET /v2.0/security-groups?id=f0331a87-9293-4662-acf3-d64fff8d961b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395222 Jan 05 17:35:56.789983 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Device e7570be9-3e2a-463f-b279-7a076cca6131 up at agent hyperv_hv-neutron-mast {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:35:56.893146 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Provisioning for port e7570be9-3e2a-463f-b279-7a076cca6131 completed by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 05 17:35:56.896780 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Provisioning complete for port e7570be9-3e2a-463f-b279-7a076cca6131 triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:35:56.897143 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:35:56.971848 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:35:56.996234 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e313da2d-22aa-48f3-96dd-46936275ab19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7570be9-3e2a-463f-b279-7a076cca6131'}] {{(pid=103802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 05 17:35:56.998452 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36b213fbd845b3f09e785999bbcda1c85cd5592d7f001460987854e5c1683bd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7be837da-5e09-4ae6-abc4-fffa200f9a42" -d '{"events": [{"server_uuid": "e313da2d-22aa-48f3-96dd-46936275ab19", "name": "network-vif-plugged", "status": "completed", "tag": "e7570be9-3e2a-463f-b279-7a076cca6131"}]}' {{(pid=103802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 05 17:35:57.002131 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a9ec5f-d556-441d-a3a0-703d88ee95a6 req-a2bf3410-b681-4302-814e-577c4ef847e8 tempest-ServersNegativeTestJSON-293830408 tempest-ServersNegativeTestJSON-293830408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:35:57.003484 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-72a9ec5f-d556-441d-a3a0-703d88ee95a6 req-a2bf3410-b681-4302-814e-577c4ef847e8 tempest-ServersNegativeTestJSON-293830408 tempest-ServersNegativeTestJSON-293830408-project] 10.222.0.11 "GET /v2.0/ports?device_id=e313da2d-22aa-48f3-96dd-46936275ab19 HTTP/1.1" status: 200 len: 945 time: 0.0524251 Jan 05 17:35:57.055245 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-72a9ec5f-d556-441d-a3a0-703d88ee95a6 req-fa2eac39-eb2c-4ce6-b7c7-fded3abe5301 tempest-ServersNegativeTestJSON-293830408 tempest-ServersNegativeTestJSON-293830408-project] 10.222.0.11 "GET /v2.0/security-groups?id=f0331a87-9293-4662-acf3-d64fff8d961b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454276 Jan 05 17:35:57.156073 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Jan 2022 17:35:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d10a6abc-cb69-4169-9c8c-36ba0370c5a7 x-openstack-request-id: req-d10a6abc-cb69-4169-9c8c-36ba0370c5a7 {{(pid=103802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 05 17:35:57.156357 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e313da2d-22aa-48f3-96dd-46936275ab19", "name": "network-vif-plugged", "status": "completed", "tag": "e7570be9-3e2a-463f-b279-7a076cca6131", "code": 200}]} {{(pid=103802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 05 17:35:57.156603 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d10a6abc-cb69-4169-9c8c-36ba0370c5a7 {{(pid=103802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 05 17:35:57.156989 dv-neutron-master-2-hyperv neutron-server[103802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e313da2d-22aa-48f3-96dd-46936275ab19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7570be9-3e2a-463f-b279-7a076cca6131', 'code': 200} Jan 05 17:35:57.158737 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] For port e7570be9-3e2a-463f-b279-7a076cca6131, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=e7570be9-3e2a-463f-b279-7a076cca6131,segment=NetworkSegment(14c8a861-dcb0-432c-a033-93610cb09404),segment_id=14c8a861-dcb0-432c-a033-93610cb09404)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:35:57.241943 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:35:57.290701 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Pushing event updated for resources: {'Port': ['ID=e7570be9-3e2a-463f-b279-7a076cca6131,revision_number=5']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:35:57.343849 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3024434f-db29-4bcd-aa7f-a617964fa3d9 req-a23a6e45-a082-425c-bc45-8f8af15abc85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:35:57.345282 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-3024434f-db29-4bcd-aa7f-a617964fa3d9 req-a23a6e45-a082-425c-bc45-8f8af15abc85 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e313da2d-22aa-48f3-96dd-46936275ab19 HTTP/1.1" status: 200 len: 1099 time: 0.0399253 Jan 05 17:35:57.390675 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-3024434f-db29-4bcd-aa7f-a617964fa3d9 req-549a8d88-ca63-4a9f-bc3a-b5bd60e7763c service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=f0331a87-9293-4662-acf3-d64fff8d961b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402572 Jan 05 17:35:58.170942 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126269d0-f5fa-4b16-9b32-1218b8527742 req-5974bd3a-950f-465b-b380-7a11577f81b6 tempest-ServersNegativeTestJSON-293830408 tempest-ServersNegativeTestJSON-293830408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:35:58.172402 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-126269d0-f5fa-4b16-9b32-1218b8527742 req-5974bd3a-950f-465b-b380-7a11577f81b6 tempest-ServersNegativeTestJSON-293830408 tempest-ServersNegativeTestJSON-293830408-project] 10.222.0.11 "GET /v2.0/ports?device_id=e313da2d-22aa-48f3-96dd-46936275ab19 HTTP/1.1" status: 200 len: 946 time: 0.0469129 Jan 05 17:35:58.220978 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-126269d0-f5fa-4b16-9b32-1218b8527742 req-41b16cc2-86f4-4879-9dac-50d9d553f5c3 tempest-ServersNegativeTestJSON-293830408 tempest-ServersNegativeTestJSON-293830408-project] 10.222.0.11 "GET /v2.0/security-groups?id=f0331a87-9293-4662-acf3-d64fff8d961b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406470 Jan 05 17:35:59.335677 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f20d9d-8483-44c5-9e8a-d996bf6e0b57 req-e6be3e0e-b996-4c27-95d3-0ba68c661322 tempest-ServersNegativeTestJSON-293830408 tempest-ServersNegativeTestJSON-293830408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:35:59.337144 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-67f20d9d-8483-44c5-9e8a-d996bf6e0b57 req-e6be3e0e-b996-4c27-95d3-0ba68c661322 tempest-ServersNegativeTestJSON-293830408 tempest-ServersNegativeTestJSON-293830408-project] 10.222.0.11 "GET /v2.0/ports?device_id=e313da2d-22aa-48f3-96dd-46936275ab19 HTTP/1.1" status: 200 len: 946 time: 0.0489969 Jan 05 17:35:59.384457 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-67f20d9d-8483-44c5-9e8a-d996bf6e0b57 req-1d91b35e-935d-4276-bd38-ece957a57263 tempest-ServersNegativeTestJSON-293830408 tempest-ServersNegativeTestJSON-293830408-project] 10.222.0.11 "GET /v2.0/security-groups?id=f0331a87-9293-4662-acf3-d64fff8d961b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418224 Jan 05 17:35:59.793387 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66ae188-66a9-4261-a5c7-e1a6124fe963 req-1ec938cf-886f-4dbf-977b-696cee643678 tempest-ServersNegativeTestJSON-293830408 tempest-ServersNegativeTestJSON-293830408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:35:59.794847 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-c66ae188-66a9-4261-a5c7-e1a6124fe963 req-1ec938cf-886f-4dbf-977b-696cee643678 tempest-ServersNegativeTestJSON-293830408 tempest-ServersNegativeTestJSON-293830408-project] 10.222.0.11 "GET /v2.0/ports?device_id=e313da2d-22aa-48f3-96dd-46936275ab19 HTTP/1.1" status: 200 len: 946 time: 0.0475891 Jan 05 17:35:59.856733 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-c66ae188-66a9-4261-a5c7-e1a6124fe963 req-190890d6-733e-4591-8ca4-a3fa73c41a45 tempest-ServersNegativeTestJSON-293830408 tempest-ServersNegativeTestJSON-293830408-project] 10.222.0.11 "GET /v2.0/security-groups?id=f0331a87-9293-4662-acf3-d64fff8d961b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556419 Jan 05 17:36:00.700794 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.agents_db [None req-291d1585-17df-45c0-b64a-d244e6d90872 None None] Agent healthcheck: found 6 active agents {{(pid=103803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 05 17:36:00.969277 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a509120-2abb-415f-b310-d9f735b15dc5 req-cb9d8d23-b8e8-4521-8c8b-c16250d78da3 tempest-ServersNegativeTestJSON-293830408 tempest-ServersNegativeTestJSON-293830408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:36:00.971173 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-7a509120-2abb-415f-b310-d9f735b15dc5 req-cb9d8d23-b8e8-4521-8c8b-c16250d78da3 tempest-ServersNegativeTestJSON-293830408 tempest-ServersNegativeTestJSON-293830408-project] 10.222.0.11 "GET /v2.0/ports?device_id=e313da2d-22aa-48f3-96dd-46936275ab19 HTTP/1.1" status: 200 len: 946 time: 0.0494339 Jan 05 17:36:01.017505 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-7a509120-2abb-415f-b310-d9f735b15dc5 req-9831f48a-d511-463b-974c-7001a83b1885 tempest-ServersNegativeTestJSON-293830408 tempest-ServersNegativeTestJSON-293830408-project] 10.222.0.11 "GET /v2.0/security-groups?id=f0331a87-9293-4662-acf3-d64fff8d961b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407162 Jan 05 17:36:01.221736 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9969df-ea17-4e2e-91e6-6ebf6d3b2d25 req-b56d46d1-5dd4-431a-a54a-ec10ef6676ce tempest-ServersNegativeTestJSON-293830408 tempest-ServersNegativeTestJSON-293830408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:36:01.223444 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-fb9969df-ea17-4e2e-91e6-6ebf6d3b2d25 req-b56d46d1-5dd4-431a-a54a-ec10ef6676ce tempest-ServersNegativeTestJSON-293830408 tempest-ServersNegativeTestJSON-293830408-project] 10.222.0.13 "GET /v2.0/ports?device_id=e313da2d-22aa-48f3-96dd-46936275ab19 HTTP/1.1" status: 200 len: 946 time: 0.0520215 Jan 05 17:36:01.307603 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [req-fb9969df-ea17-4e2e-91e6-6ebf6d3b2d25 req-5352b6e7-0f5b-42c2-8ca3-f7f9b42f6e07 tempest-ServersNegativeTestJSON-293830408 tempest-ServersNegativeTestJSON-293830408-project] Deleting port e7570be9-3e2a-463f-b279-7a076cca6131 {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:36:01.307933 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-fb9969df-ea17-4e2e-91e6-6ebf6d3b2d25 req-5352b6e7-0f5b-42c2-8ca3-f7f9b42f6e07 tempest-ServersNegativeTestJSON-293830408 tempest-ServersNegativeTestJSON-293830408-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:01.396381 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.db [req-fb9969df-ea17-4e2e-91e6-6ebf6d3b2d25 req-5352b6e7-0f5b-42c2-8ca3-f7f9b42f6e07 tempest-ServersNegativeTestJSON-293830408 tempest-ServersNegativeTestJSON-293830408-project] For port e7570be9-3e2a-463f-b279-7a076cca6131, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=e7570be9-3e2a-463f-b279-7a076cca6131,segment=NetworkSegment(14c8a861-dcb0-432c-a033-93610cb09404),segment_id=14c8a861-dcb0-432c-a033-93610cb09404)] {{(pid=103800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:36:01.396733 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-fb9969df-ea17-4e2e-91e6-6ebf6d3b2d25 req-5352b6e7-0f5b-42c2-8ca3-f7f9b42f6e07 tempest-ServersNegativeTestJSON-293830408 tempest-ServersNegativeTestJSON-293830408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:01.409870 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [req-fb9969df-ea17-4e2e-91e6-6ebf6d3b2d25 req-5352b6e7-0f5b-42c2-8ca3-f7f9b42f6e07 tempest-ServersNegativeTestJSON-293830408 tempest-ServersNegativeTestJSON-293830408-project] Calling delete_port for e7570be9-3e2a-463f-b279-7a076cca6131 owned by compute:nova {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:36:01.578891 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-fb9969df-ea17-4e2e-91e6-6ebf6d3b2d25 req-5352b6e7-0f5b-42c2-8ca3-f7f9b42f6e07 tempest-ServersNegativeTestJSON-293830408 tempest-ServersNegativeTestJSON-293830408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:01.591071 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] get_ports_and_sgs() called for port_ids ['65b86670-fb67-4674-90c5-d22acb7084ce', 'e7570be9-3e2a-463f-b279-7a076cca6131'] {{(pid=103802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 05 17:36:01.612574 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5352b6e7-0f5b-42c2-8ca3-f7f9b42f6e07 tempest-ServersNegativeTestJSON-293830408 tempest-ServersNegativeTestJSON-293830408-project] Pushing event deleted for resources: {'Port': ['ID=e7570be9-3e2a-463f-b279-7a076cca6131,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:36:01.649271 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb9969df-ea17-4e2e-91e6-6ebf6d3b2d25 req-5352b6e7-0f5b-42c2-8ca3-f7f9b42f6e07 tempest-ServersNegativeTestJSON-293830408 tempest-ServersNegativeTestJSON-293830408-project] No DVR routers for this DVR port e7570be9-3e2a-463f-b279-7a076cca6131 on host hv-neutron-mast {{(pid=103800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 05 17:36:01.651893 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-fb9969df-ea17-4e2e-91e6-6ebf6d3b2d25 req-5352b6e7-0f5b-42c2-8ca3-f7f9b42f6e07 tempest-ServersNegativeTestJSON-293830408 tempest-ServersNegativeTestJSON-293830408-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:01.655210 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-fb9969df-ea17-4e2e-91e6-6ebf6d3b2d25 req-5352b6e7-0f5b-42c2-8ca3-f7f9b42f6e07 tempest-ServersNegativeTestJSON-293830408 tempest-ServersNegativeTestJSON-293830408-project] 10.222.0.13 "DELETE /v2.0/ports/e7570be9-3e2a-463f-b279-7a076cca6131 HTTP/1.1" status: 204 len: 173 time: 0.4263749 Jan 05 17:36:01.655660 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e313da2d-22aa-48f3-96dd-46936275ab19', 'name': 'network-vif-deleted', 'tag': 'e7570be9-3e2a-463f-b279-7a076cca6131'}] {{(pid=103800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 05 17:36:01.658362 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f64b9d4628f7eefcc27168a80c04985d23f0ea5def038dae05e1deb7357f3bfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f572ca3-4bd0-4646-9c62-c606e7b971b7" -d '{"events": [{"server_uuid": "e313da2d-22aa-48f3-96dd-46936275ab19", "name": "network-vif-deleted", "tag": "e7570be9-3e2a-463f-b279-7a076cca6131"}]}' {{(pid=103800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 05 17:36:01.694343 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Jan 2022 17:36:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2458ae8-ed88-4918-bfc6-7117d75edc09 x-openstack-request-id: req-c2458ae8-ed88-4918-bfc6-7117d75edc09 {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 05 17:36:01.694641 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e313da2d-22aa-48f3-96dd-46936275ab19", "name": "network-vif-deleted", "tag": "e7570be9-3e2a-463f-b279-7a076cca6131", "status": "completed", "code": 200}]} {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 05 17:36:01.694890 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c2458ae8-ed88-4918-bfc6-7117d75edc09 {{(pid=103800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 05 17:36:01.695286 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e313da2d-22aa-48f3-96dd-46936275ab19', 'name': 'network-vif-deleted', 'tag': 'e7570be9-3e2a-463f-b279-7a076cca6131', 'status': 'completed', 'code': 200} Jan 05 17:36:02.120870 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-d1145029-3848-4731-b1a0-9c2be52d46da req-517cee76-96af-47f6-9e5c-9b3251965d1a tempest-ServersNegativeTestJSON-293830408 tempest-ServersNegativeTestJSON-293830408-project] 10.222.0.11 "GET /v2.0/ports?device_id=e313da2d-22aa-48f3-96dd-46936275ab19 HTTP/1.1" status: 200 len: 210 time: 0.0253971 Jan 05 17:36:03.266406 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7250a5b4-9f12-4445-bde8-5edf4d7f6be2 req-72846748-8c9a-4eeb-a083-c72985925dc1 tempest-ServersNegativeTestJSON-293830408 tempest-ServersNegativeTestJSON-293830408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:36:03.268439 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-7250a5b4-9f12-4445-bde8-5edf4d7f6be2 req-72846748-8c9a-4eeb-a083-c72985925dc1 tempest-ServersNegativeTestJSON-293830408 tempest-ServersNegativeTestJSON-293830408-project] 10.222.0.11 "GET /v2.0/ports?device_id=47414e56-f42d-4cb7-945e-b794c28aa00d HTTP/1.1" status: 200 len: 945 time: 0.0496163 Jan 05 17:36:03.317015 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-7250a5b4-9f12-4445-bde8-5edf4d7f6be2 req-1ca41692-f26b-4f04-8794-c093d6658db2 tempest-ServersNegativeTestJSON-293830408 tempest-ServersNegativeTestJSON-293830408-project] 10.222.0.11 "GET /v2.0/security-groups?id=f0331a87-9293-4662-acf3-d64fff8d961b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430615 Jan 05 17:36:03.444410 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23bf91d-cb1f-4385-8a55-e0d09a71ae8a req-a08bfb4b-2e1c-4c09-9e67-b63d735af773 tempest-ServersNegativeTestJSON-293830408 tempest-ServersNegativeTestJSON-293830408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:36:03.445873 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-b23bf91d-cb1f-4385-8a55-e0d09a71ae8a req-a08bfb4b-2e1c-4c09-9e67-b63d735af773 tempest-ServersNegativeTestJSON-293830408 tempest-ServersNegativeTestJSON-293830408-project] 10.222.0.11 "GET /v2.0/ports?device_id=47414e56-f42d-4cb7-945e-b794c28aa00d HTTP/1.1" status: 200 len: 945 time: 0.0478160 Jan 05 17:36:03.492668 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-b23bf91d-cb1f-4385-8a55-e0d09a71ae8a req-87a5cb60-2aa5-4f6b-ae32-7491c0951ee1 tempest-ServersNegativeTestJSON-293830408 tempest-ServersNegativeTestJSON-293830408-project] 10.222.0.11 "GET /v2.0/security-groups?id=f0331a87-9293-4662-acf3-d64fff8d961b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413144 Jan 05 17:36:03.603930 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1212435e-6eca-4bb6-b4a1-3d4396261583 req-07dec24d-23f0-42d8-8939-a7861263df6b tempest-ServersNegativeTestJSON-293830408 tempest-ServersNegativeTestJSON-293830408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:36:03.605407 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-1212435e-6eca-4bb6-b4a1-3d4396261583 req-07dec24d-23f0-42d8-8939-a7861263df6b tempest-ServersNegativeTestJSON-293830408 tempest-ServersNegativeTestJSON-293830408-project] 10.222.0.11 "GET /v2.0/ports?device_id=47414e56-f42d-4cb7-945e-b794c28aa00d HTTP/1.1" status: 200 len: 945 time: 0.0480390 Jan 05 17:36:03.652634 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-1212435e-6eca-4bb6-b4a1-3d4396261583 req-b9fd047a-5e91-42d7-9d80-848eac27cf7f tempest-ServersNegativeTestJSON-293830408 tempest-ServersNegativeTestJSON-293830408-project] 10.222.0.11 "GET /v2.0/security-groups?id=f0331a87-9293-4662-acf3-d64fff8d961b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406010 Jan 05 17:36:03.722947 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [req-56953acb-b21c-4d64-880b-e2a3ef5c4dbb req-d22f1487-d597-4738-a38f-519759856354 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103800) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 05 17:36:03.723880 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-56953acb-b21c-4d64-880b-e2a3ef5c4dbb req-d22f1487-d597-4738-a38f-519759856354 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053914 Jan 05 17:36:03.826283 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec43d0b0-14b8-4a14-b47e-bd0bdaa4fe15 req-d5a11e91-fcd0-4d0f-a592-d1f4acf00592 tempest-ServersNegativeTestJSON-293830408 tempest-ServersNegativeTestJSON-293830408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:36:03.827772 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-ec43d0b0-14b8-4a14-b47e-bd0bdaa4fe15 req-d5a11e91-fcd0-4d0f-a592-d1f4acf00592 tempest-ServersNegativeTestJSON-293830408 tempest-ServersNegativeTestJSON-293830408-project] 10.222.0.11 "GET /v2.0/ports?device_id=47414e56-f42d-4cb7-945e-b794c28aa00d HTTP/1.1" status: 200 len: 945 time: 0.0484126 Jan 05 17:36:03.873304 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-ec43d0b0-14b8-4a14-b47e-bd0bdaa4fe15 req-1b37bd88-9def-4ea0-ae68-0de5eaf0831f tempest-ServersNegativeTestJSON-293830408 tempest-ServersNegativeTestJSON-293830408-project] 10.222.0.11 "GET /v2.0/security-groups?id=f0331a87-9293-4662-acf3-d64fff8d961b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401077 Jan 05 17:36:03.986983 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ec95bb-45f9-46ed-aa8e-383908e42dbe req-5aa35ce2-2c02-4137-a7a3-390dd4ffb244 tempest-ServersNegativeTestJSON-293830408 tempest-ServersNegativeTestJSON-293830408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:36:03.986983 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-d4ec95bb-45f9-46ed-aa8e-383908e42dbe req-5aa35ce2-2c02-4137-a7a3-390dd4ffb244 tempest-ServersNegativeTestJSON-293830408 tempest-ServersNegativeTestJSON-293830408-project] 10.222.0.11 "GET /v2.0/ports?device_id=47414e56-f42d-4cb7-945e-b794c28aa00d HTTP/1.1" status: 200 len: 945 time: 0.0476134 Jan 05 17:36:04.030107 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-d4ec95bb-45f9-46ed-aa8e-383908e42dbe req-d90bf532-f284-4902-8d73-82fe168fb5e9 tempest-ServersNegativeTestJSON-293830408 tempest-ServersNegativeTestJSON-293830408-project] 10.222.0.11 "GET /v2.0/security-groups?id=f0331a87-9293-4662-acf3-d64fff8d961b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393903 Jan 05 17:36:04.153456 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee683c6-8eee-4c0b-bf4d-c5eb5fe15498 req-bc0322aa-4b65-40fe-a7a8-2d995cdccaff tempest-ServersNegativeTestJSON-293830408 tempest-ServersNegativeTestJSON-293830408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:36:04.154955 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-dee683c6-8eee-4c0b-bf4d-c5eb5fe15498 req-bc0322aa-4b65-40fe-a7a8-2d995cdccaff tempest-ServersNegativeTestJSON-293830408 tempest-ServersNegativeTestJSON-293830408-project] 10.222.0.11 "GET /v2.0/ports?device_id=47414e56-f42d-4cb7-945e-b794c28aa00d HTTP/1.1" status: 200 len: 945 time: 0.0516953 Jan 05 17:36:04.200921 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-dee683c6-8eee-4c0b-bf4d-c5eb5fe15498 req-4a41064f-ff59-4bac-86e0-4d31ae90301f tempest-ServersNegativeTestJSON-293830408 tempest-ServersNegativeTestJSON-293830408-project] 10.222.0.11 "GET /v2.0/security-groups?id=f0331a87-9293-4662-acf3-d64fff8d961b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399420 Jan 05 17:36:04.702029 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e47d76-0bfb-4029-90df-b492ef67a9ba req-f06d60ca-30a0-49a9-af00-436269115491 tempest-ServersNegativeTestJSON-293830408 tempest-ServersNegativeTestJSON-293830408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:36:04.703476 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-93e47d76-0bfb-4029-90df-b492ef67a9ba req-f06d60ca-30a0-49a9-af00-436269115491 tempest-ServersNegativeTestJSON-293830408 tempest-ServersNegativeTestJSON-293830408-project] 10.222.0.11 "GET /v2.0/ports?device_id=47414e56-f42d-4cb7-945e-b794c28aa00d HTTP/1.1" status: 200 len: 945 time: 0.0472708 Jan 05 17:36:04.749752 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-93e47d76-0bfb-4029-90df-b492ef67a9ba req-e1f63a9e-af87-4a30-935f-793c7a957b73 tempest-ServersNegativeTestJSON-293830408 tempest-ServersNegativeTestJSON-293830408-project] 10.222.0.11 "GET /v2.0/security-groups?id=f0331a87-9293-4662-acf3-d64fff8d961b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402086 Jan 05 17:36:04.784368 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Device e7570be9-3e2a-463f-b279-7a076cca6131 no longer exists at agent hyperv_hv-neutron-mast {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 05 17:36:04.803421 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] No Port match for: e7570be9-3e2a-463f-b279-7a076cca6131 {{(pid=103802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 05 17:36:04.803757 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Device e7570be9-3e2a-463f-b279-7a076cca6131 not bound to the agent host hv-neutron-mast {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 05 17:36:05.868209 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3a0c68-3d31-4d14-b0ce-b1534b588498 req-b6587890-e487-4d86-a602-d8fb5658e530 tempest-ServersNegativeTestJSON-293830408 tempest-ServersNegativeTestJSON-293830408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:36:05.869694 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-eb3a0c68-3d31-4d14-b0ce-b1534b588498 req-b6587890-e487-4d86-a602-d8fb5658e530 tempest-ServersNegativeTestJSON-293830408 tempest-ServersNegativeTestJSON-293830408-project] 10.222.0.11 "GET /v2.0/ports?device_id=47414e56-f42d-4cb7-945e-b794c28aa00d HTTP/1.1" status: 200 len: 945 time: 0.0527201 Jan 05 17:36:05.917120 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-eb3a0c68-3d31-4d14-b0ce-b1534b588498 req-2b34bd63-9c07-4109-8e7a-e850c4369f57 tempest-ServersNegativeTestJSON-293830408 tempest-ServersNegativeTestJSON-293830408-project] 10.222.0.11 "GET /v2.0/security-groups?id=f0331a87-9293-4662-acf3-d64fff8d961b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418921 Jan 05 17:36:06.063380 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a164843-8603-4a46-a5fd-1b8618561167 req-a5c3be01-b900-4052-bb36-499ff821ddd9 tempest-ServersNegativeTestJSON-293830408 tempest-ServersNegativeTestJSON-293830408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:36:06.065286 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-6a164843-8603-4a46-a5fd-1b8618561167 req-a5c3be01-b900-4052-bb36-499ff821ddd9 tempest-ServersNegativeTestJSON-293830408 tempest-ServersNegativeTestJSON-293830408-project] 10.222.0.13 "GET /v2.0/ports?device_id=47414e56-f42d-4cb7-945e-b794c28aa00d HTTP/1.1" status: 200 len: 945 time: 0.0508375 Jan 05 17:36:06.152648 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [req-6a164843-8603-4a46-a5fd-1b8618561167 req-404a5916-2341-4e8b-b939-a7def0457283 tempest-ServersNegativeTestJSON-293830408 tempest-ServersNegativeTestJSON-293830408-project] Deleting port 65b86670-fb67-4674-90c5-d22acb7084ce {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:36:06.152982 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-6a164843-8603-4a46-a5fd-1b8618561167 req-404a5916-2341-4e8b-b939-a7def0457283 tempest-ServersNegativeTestJSON-293830408 tempest-ServersNegativeTestJSON-293830408-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:06.240659 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.db [req-6a164843-8603-4a46-a5fd-1b8618561167 req-404a5916-2341-4e8b-b939-a7def0457283 tempest-ServersNegativeTestJSON-293830408 tempest-ServersNegativeTestJSON-293830408-project] For port 65b86670-fb67-4674-90c5-d22acb7084ce, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=65b86670-fb67-4674-90c5-d22acb7084ce,segment=NetworkSegment(14c8a861-dcb0-432c-a033-93610cb09404),segment_id=14c8a861-dcb0-432c-a033-93610cb09404)] {{(pid=103800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:36:06.240934 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-6a164843-8603-4a46-a5fd-1b8618561167 req-404a5916-2341-4e8b-b939-a7def0457283 tempest-ServersNegativeTestJSON-293830408 tempest-ServersNegativeTestJSON-293830408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:06.254589 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [req-6a164843-8603-4a46-a5fd-1b8618561167 req-404a5916-2341-4e8b-b939-a7def0457283 tempest-ServersNegativeTestJSON-293830408 tempest-ServersNegativeTestJSON-293830408-project] Calling delete_port for 65b86670-fb67-4674-90c5-d22acb7084ce owned by compute:nova {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:36:06.445651 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-6a164843-8603-4a46-a5fd-1b8618561167 req-404a5916-2341-4e8b-b939-a7def0457283 tempest-ServersNegativeTestJSON-293830408 tempest-ServersNegativeTestJSON-293830408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:06.457907 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] get_ports_and_sgs() called for port_ids ['65b86670-fb67-4674-90c5-d22acb7084ce'] {{(pid=103802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 05 17:36:06.477424 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404a5916-2341-4e8b-b939-a7def0457283 tempest-ServersNegativeTestJSON-293830408 tempest-ServersNegativeTestJSON-293830408-project] Pushing event deleted for resources: {'Port': ['ID=65b86670-fb67-4674-90c5-d22acb7084ce,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:36:06.490761 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404a5916-2341-4e8b-b939-a7def0457283 tempest-ServersNegativeTestJSON-293830408 tempest-ServersNegativeTestJSON-293830408-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:36:06.491061 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404a5916-2341-4e8b-b939-a7def0457283 tempest-ServersNegativeTestJSON-293830408 tempest-ServersNegativeTestJSON-293830408-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:36:06.491406 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404a5916-2341-4e8b-b939-a7def0457283 tempest-ServersNegativeTestJSON-293830408 tempest-ServersNegativeTestJSON-293830408-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:36:06.491753 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404a5916-2341-4e8b-b939-a7def0457283 tempest-ServersNegativeTestJSON-293830408 tempest-ServersNegativeTestJSON-293830408-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:36:06.492092 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404a5916-2341-4e8b-b939-a7def0457283 tempest-ServersNegativeTestJSON-293830408 tempest-ServersNegativeTestJSON-293830408-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:36:06.492439 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404a5916-2341-4e8b-b939-a7def0457283 tempest-ServersNegativeTestJSON-293830408 tempest-ServersNegativeTestJSON-293830408-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:36:06.492754 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404a5916-2341-4e8b-b939-a7def0457283 tempest-ServersNegativeTestJSON-293830408 tempest-ServersNegativeTestJSON-293830408-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:36:06.493085 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404a5916-2341-4e8b-b939-a7def0457283 tempest-ServersNegativeTestJSON-293830408 tempest-ServersNegativeTestJSON-293830408-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:36:06.493412 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404a5916-2341-4e8b-b939-a7def0457283 tempest-ServersNegativeTestJSON-293830408 tempest-ServersNegativeTestJSON-293830408-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:36:06.493771 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404a5916-2341-4e8b-b939-a7def0457283 tempest-ServersNegativeTestJSON-293830408 tempest-ServersNegativeTestJSON-293830408-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:36:06.494108 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404a5916-2341-4e8b-b939-a7def0457283 tempest-ServersNegativeTestJSON-293830408 tempest-ServersNegativeTestJSON-293830408-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:36:06.494430 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404a5916-2341-4e8b-b939-a7def0457283 tempest-ServersNegativeTestJSON-293830408 tempest-ServersNegativeTestJSON-293830408-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:36:06.494755 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404a5916-2341-4e8b-b939-a7def0457283 tempest-ServersNegativeTestJSON-293830408 tempest-ServersNegativeTestJSON-293830408-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:36:06.531504 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a164843-8603-4a46-a5fd-1b8618561167 req-404a5916-2341-4e8b-b939-a7def0457283 tempest-ServersNegativeTestJSON-293830408 tempest-ServersNegativeTestJSON-293830408-project] No DVR routers for this DVR port 65b86670-fb67-4674-90c5-d22acb7084ce on host hv-neutron-mast {{(pid=103800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 05 17:36:06.535218 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-6a164843-8603-4a46-a5fd-1b8618561167 req-404a5916-2341-4e8b-b939-a7def0457283 tempest-ServersNegativeTestJSON-293830408 tempest-ServersNegativeTestJSON-293830408-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:06.537348 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-6a164843-8603-4a46-a5fd-1b8618561167 req-404a5916-2341-4e8b-b939-a7def0457283 tempest-ServersNegativeTestJSON-293830408 tempest-ServersNegativeTestJSON-293830408-project] 10.222.0.13 "DELETE /v2.0/ports/65b86670-fb67-4674-90c5-d22acb7084ce HTTP/1.1" status: 204 len: 173 time: 0.4634223 Jan 05 17:36:06.537849 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47414e56-f42d-4cb7-945e-b794c28aa00d', 'name': 'network-vif-deleted', 'tag': '65b86670-fb67-4674-90c5-d22acb7084ce'}] {{(pid=103800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 05 17:36:06.540064 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f64b9d4628f7eefcc27168a80c04985d23f0ea5def038dae05e1deb7357f3bfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-352161a8-e7f2-438a-85da-69d49d5498e3" -d '{"events": [{"server_uuid": "47414e56-f42d-4cb7-945e-b794c28aa00d", "name": "network-vif-deleted", "tag": "65b86670-fb67-4674-90c5-d22acb7084ce"}]}' {{(pid=103800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 05 17:36:06.575910 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Jan 2022 17:36:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-158a08d2-4d97-485e-8495-e6214fdf34dc x-openstack-request-id: req-158a08d2-4d97-485e-8495-e6214fdf34dc {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 05 17:36:06.576197 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47414e56-f42d-4cb7-945e-b794c28aa00d", "name": "network-vif-deleted", "tag": "65b86670-fb67-4674-90c5-d22acb7084ce", "status": "completed", "code": 200}]} {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 05 17:36:06.576470 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-158a08d2-4d97-485e-8495-e6214fdf34dc {{(pid=103800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 05 17:36:06.576887 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47414e56-f42d-4cb7-945e-b794c28aa00d', 'name': 'network-vif-deleted', 'tag': '65b86670-fb67-4674-90c5-d22acb7084ce', 'status': 'completed', 'code': 200} Jan 05 17:36:07.019242 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-e94c6ba1-e528-49f8-ad9c-b60743b61fc2 req-9052a31e-3fa1-4703-bcba-512a77c00778 tempest-ServersNegativeTestJSON-293830408 tempest-ServersNegativeTestJSON-293830408-project] 10.222.0.11 "GET /v2.0/ports?device_id=47414e56-f42d-4cb7-945e-b794c28aa00d HTTP/1.1" status: 200 len: 210 time: 0.0250006 Jan 05 17:36:08.074410 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 50158) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:36:08.122866 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.db_base_plugin_v2 [None req-af0f0926-d144-46ce-b7ad-02328ecbe24d admin admin] Deleting subnet 30046cfc-f446-4f1d-a3e0-ee1e71457b35 {{(pid=103800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 05 17:36:08.126525 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-af0f0926-d144-46ce-b7ad-02328ecbe24d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:08.160102 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-af0f0926-d144-46ce-b7ad-02328ecbe24d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8784846'] for subnet, precommit_delete_associations {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:08.201531 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-af0f0926-d144-46ce-b7ad-02328ecbe24d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892868'] for subnet, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:08.356520 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-af0f0926-d144-46ce-b7ad-02328ecbe24d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3893367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8784787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8521880'] for subnet, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:08.382317 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0f0926-d144-46ce-b7ad-02328ecbe24d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=30046cfc-f446-4f1d-a3e0-ee1e71457b35,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:36:08.387619 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-af0f0926-d144-46ce-b7ad-02328ecbe24d admin admin] Publish callbacks [] for subnet, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:08.390626 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-af0f0926-d144-46ce-b7ad-02328ecbe24d admin admin] 10.222.0.11 "DELETE /v2.0/subnets/30046cfc-f446-4f1d-a3e0-ee1e71457b35 HTTP/1.1" status: 204 len: 168 time: 0.3152084 Jan 05 17:36:08.393013 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 50160) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:36:08.460079 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-345f5de6-5e81-4920-b463-ec3808564dc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3809644'] for network, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:08.540934 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-345f5de6-5e81-4920-b463-ec3808564dc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3891715', 'neutron.services.segments.db._delete_segments_for_network-8754181063482'] for network, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:08.561007 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.services.segments.db [None req-345f5de6-5e81-4920-b463-ec3808564dc7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3b3a57f-420f-4047-9bad-d286171a8dcd']}} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:36:08.570420 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.services.segments.db [None req-345f5de6-5e81-4920-b463-ec3808564dc7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14c8a861-dcb0-432c-a033-93610cb09404') {'for_net_delete': True} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:36:08.570752 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.services.segments.db [None req-345f5de6-5e81-4920-b463-ec3808564dc7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14c8a861-dcb0-432c-a033-93610cb09404') {} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:36:08.580025 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-345f5de6-5e81-4920-b463-ec3808564dc7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754181064771', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8784833'] for segment, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:08.592630 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-345f5de6-5e81-4920-b463-ec3808564dc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225'] for segment, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:08.599195 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-345f5de6-5e81-4920-b463-ec3808564dc7 admin admin] Releasing vlan 129 on physical network physnet1 to pool {{(pid=103800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 05 17:36:08.599590 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-345f5de6-5e81-4920-b463-ec3808564dc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8784497'] for segment, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:08.601147 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:36:08.601147 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:36:08.601147 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:36:08.601147 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:36:08.601147 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:36:08.601147 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:36:08.601147 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:36:08.601147 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:36:08.601147 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:36:08.601147 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:36:08.601147 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:36:08.601147 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:36:08.601147 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:36:08.601147 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:36:08.601147 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:36:08.601147 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:36:08.601147 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:36:08.601147 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:36:08.601147 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:36:08.601147 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:36:08.601147 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:36:08.601147 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:36:08.601147 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:36:08.601147 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:36:08.601147 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:36:08.601147 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:36:08.601147 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:36:08.601147 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:36:08.601147 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:36:08.601147 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:36:08.601147 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:36:08.601147 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:36:08.601147 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:36:08.601147 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:36:08.601147 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:36:08.601147 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:36:08.601147 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:36:08.601147 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:36:08.601147 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:36:08.601147 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:36:08.601147 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:36:08.601147 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:36:08.601147 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:36:08.601147 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:36:08.601147 dv-neutron-master-2-hyperv neutron-server[103800]: Traceback (most recent call last): Jan 05 17:36:08.601147 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 05 17:36:08.601147 dv-neutron-master-2-hyperv neutron-server[103800]: timer() Jan 05 17:36:08.601147 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 05 17:36:08.601147 dv-neutron-master-2-hyperv neutron-server[103800]: cb(*args, **kw) Jan 05 17:36:08.601147 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 05 17:36:08.601147 dv-neutron-master-2-hyperv neutron-server[103800]: return func(*args, **kwargs) Jan 05 17:36:08.601147 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 05 17:36:08.601147 dv-neutron-master-2-hyperv neutron-server[103800]: self._notify() Jan 05 17:36:08.601147 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 05 17:36:08.601147 dv-neutron-master-2-hyperv neutron-server[103800]: self.callback(batched_events) Jan 05 17:36:08.601147 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 05 17:36:08.601147 dv-neutron-master-2-hyperv neutron-server[103800]: event.method(event) Jan 05 17:36:08.604611 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 05 17:36:08.604611 dv-neutron-master-2-hyperv neutron-server[103800]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 05 17:36:08.604611 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 05 17:36:08.604611 dv-neutron-master-2-hyperv neutron-server[103800]: aggregate_uuid = self.p_client.list_aggregates( Jan 05 17:36:08.604611 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 05 17:36:08.604611 dv-neutron-master-2-hyperv neutron-server[103800]: return f(self, *a, **k) Jan 05 17:36:08.604611 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 05 17:36:08.604611 dv-neutron-master-2-hyperv neutron-server[103800]: return self._get(url).json() Jan 05 17:36:08.604611 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 05 17:36:08.604611 dv-neutron-master-2-hyperv neutron-server[103800]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 05 17:36:08.604611 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 05 17:36:08.604611 dv-neutron-master-2-hyperv neutron-server[103800]: return self.request(url, 'GET', **kwargs) Jan 05 17:36:08.604611 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 05 17:36:08.604611 dv-neutron-master-2-hyperv neutron-server[103800]: base_url = self.get_endpoint(auth, allow=allow, Jan 05 17:36:08.604611 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 05 17:36:08.604611 dv-neutron-master-2-hyperv neutron-server[103800]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 05 17:36:08.604611 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 05 17:36:08.604611 dv-neutron-master-2-hyperv neutron-server[103800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 05 17:36:08.604611 dv-neutron-master-2-hyperv neutron-server[103800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 05 17:36:08.709887 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-345f5de6-5e81-4920-b463-ec3808564dc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3891722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648695'] for network, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:08.715100 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-345f5de6-5e81-4920-b463-ec3808564dc7 admin admin] Publish callbacks [] for network, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:08.718554 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-345f5de6-5e81-4920-b463-ec3808564dc7 admin admin] 10.222.0.11 "DELETE /v2.0/networks/a3b3a57f-420f-4047-9bad-d286171a8dcd HTTP/1.1" status: 204 len: 168 time: 0.3245568 Jan 05 17:36:08.730599 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345f5de6-5e81-4920-b463-ec3808564dc7 admin admin] Pushing event deleted for resources: {'Network': ['ID=a3b3a57f-420f-4047-9bad-d286171a8dcd,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:36:09.026721 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 50164) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:36:09.067112 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-f922e4fc-f8f9-4bc7-9b9f-1057b1ad7ff4 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9a6fe3c761104b3da7e2528d31422363&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0392289 Jan 05 17:36:09.069345 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 50166) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:36:09.114320 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-336e34c9-3953-49d7-8289-f186871cf7b7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:09.135025 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-336e34c9-3953-49d7-8289-f186871cf7b7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:09.264151 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-336e34c9-3953-49d7-8289-f186871cf7b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:09.267307 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-336e34c9-3953-49d7-8289-f186871cf7b7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:09.268526 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-336e34c9-3953-49d7-8289-f186871cf7b7 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f0331a87-9293-4662-acf3-d64fff8d961b HTTP/1.1" status: 204 len: 168 time: 0.1982343 Jan 05 17:36:09.291055 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336e34c9-3953-49d7-8289-f186871cf7b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0331a87-9293-4662-acf3-d64fff8d961b,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:36:10.221821 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 50188) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:36:10.312511 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-4b1b800b-036d-4fa0-8615-954c7715bd34 tempest-NetworksIpV6Test-1705347811 tempest-NetworksIpV6Test-1705347811-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1548751335'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:36:10.481465 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b1b800b-036d-4fa0-8615-954c7715bd34 tempest-NetworksIpV6Test-1705347811 tempest-NetworksIpV6Test-1705347811-project] Made reservation on behalf of 4f506e27d55448cd9db9a49f0df8ca11 for: {'network': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:36:10.485041 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4b1b800b-036d-4fa0-8615-954c7715bd34 tempest-NetworksIpV6Test-1705347811 tempest-NetworksIpV6Test-1705347811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for network, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:10.493897 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4b1b800b-036d-4fa0-8615-954c7715bd34 tempest-NetworksIpV6Test-1705347811 tempest-NetworksIpV6Test-1705347811-project] Publish callbacks [] for security_group, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:10.568417 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4b1b800b-036d-4fa0-8615-954c7715bd34 tempest-NetworksIpV6Test-1705347811 tempest-NetworksIpV6Test-1705347811-project] Publish callbacks [] for security_group, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:10.629548 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4b1b800b-036d-4fa0-8615-954c7715bd34 tempest-NetworksIpV6Test-1705347811 tempest-NetworksIpV6Test-1705347811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:10.656325 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b1b800b-036d-4fa0-8615-954c7715bd34 tempest-NetworksIpV6Test-1705347811 tempest-NetworksIpV6Test-1705347811-project] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'} {{(pid=103800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 05 17:36:10.664934 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1b800b-036d-4fa0-8615-954c7715bd34 tempest-NetworksIpV6Test-1705347811 tempest-NetworksIpV6Test-1705347811-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce7ddea7-1333-4d8a-811d-e97596fcaaad,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:36:10.670679 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4b1b800b-036d-4fa0-8615-954c7715bd34 tempest-NetworksIpV6Test-1705347811 tempest-NetworksIpV6Test-1705347811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225'] for segment, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:10.671068 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.db.segments_db [None req-4b1b800b-036d-4fa0-8615-954c7715bd34 tempest-NetworksIpV6Test-1705347811 tempest-NetworksIpV6Test-1705347811-project] Added segment e336c595-f2fc-4658-80fa-4de4e7c19a41 of type vlan for network 4bea7d0e-a824-475f-8ae0-94487de954e6 Jan 05 17:36:10.710147 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4b1b800b-036d-4fa0-8615-954c7715bd34 tempest-NetworksIpV6Test-1705347811 tempest-NetworksIpV6Test-1705347811-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754180566020'] for network, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:10.801277 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4b1b800b-036d-4fa0-8615-954c7715bd34 tempest-NetworksIpV6Test-1705347811 tempest-NetworksIpV6Test-1705347811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685'] for network, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:10.808958 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b1b800b-036d-4fa0-8615-954c7715bd34 tempest-NetworksIpV6Test-1705347811 tempest-NetworksIpV6Test-1705347811-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:36:10.809930 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4b1b800b-036d-4fa0-8615-954c7715bd34 tempest-NetworksIpV6Test-1705347811 tempest-NetworksIpV6Test-1705347811-project] Publish callbacks [] for network, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:10.828556 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Device 65b86670-fb67-4674-90c5-d22acb7084ce no longer exists at agent hyperv_hv-neutron-mast {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 05 17:36:10.849681 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] No Port match for: 65b86670-fb67-4674-90c5-d22acb7084ce {{(pid=103802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 05 17:36:10.850025 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Device 65b86670-fb67-4674-90c5-d22acb7084ce not bound to the agent host hv-neutron-mast {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 05 17:36:10.876893 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1b800b-036d-4fa0-8615-954c7715bd34 tempest-NetworksIpV6Test-1705347811 tempest-NetworksIpV6Test-1705347811-project] Pushing event updated for resources: {'Network': ['ID=4bea7d0e-a824-475f-8ae0-94487de954e6,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:36:10.886551 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Network 4bea7d0e-a824-475f-8ae0-94487de954e6 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 05 17:36:10.901135 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-4b1b800b-036d-4fa0-8615-954c7715bd34 tempest-NetworksIpV6Test-1705347811 tempest-NetworksIpV6Test-1705347811-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6781995 Jan 05 17:36:14.086328 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 50192) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:36:14.091434 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-f328db25-12b9-406e-bf14-38a8ee9b2532 tempest-NetworksIpV6Test-1705347811 tempest-NetworksIpV6Test-1705347811-project] Request body: {'subnet': {'network_id': '4bea7d0e-a824-475f-8ae0-94487de954e6', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:36:14.229455 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f328db25-12b9-406e-bf14-38a8ee9b2532 tempest-NetworksIpV6Test-1705347811 tempest-NetworksIpV6Test-1705347811-project] Made reservation on behalf of 4f506e27d55448cd9db9a49f0df8ca11 for: {'subnet': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:36:14.232999 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f328db25-12b9-406e-bf14-38a8ee9b2532 tempest-NetworksIpV6Test-1705347811 tempest-NetworksIpV6Test-1705347811-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8521827'] for subnet, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:14.470698 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f328db25-12b9-406e-bf14-38a8ee9b2532 tempest-NetworksIpV6Test-1705347811 tempest-NetworksIpV6Test-1705347811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8784852', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8521873'] for subnet, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:14.531767 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f328db25-12b9-406e-bf14-38a8ee9b2532 tempest-NetworksIpV6Test-1705347811 tempest-NetworksIpV6Test-1705347811-project] Pushing event updated for resources: {'Subnet': ['ID=ad0c38c8-a801-470a-bd60-f057766182aa,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:36:14.539415 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f328db25-12b9-406e-bf14-38a8ee9b2532 tempest-NetworksIpV6Test-1705347811 tempest-NetworksIpV6Test-1705347811-project] Checking segment: {'id': 'e336c595-f2fc-4658-80fa-4de4e7c19a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '4bea7d0e-a824-475f-8ae0-94487de954e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:36:14.539778 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f328db25-12b9-406e-bf14-38a8ee9b2532 tempest-NetworksIpV6Test-1705347811 tempest-NetworksIpV6Test-1705347811-project] Network hostable DHCP agents. Network: 4bea7d0e-a824-475f-8ae0-94487de954e6, hostable agents: ['3f70c195-17da-4084-9fd6-bf6059d88535'], hosted agents: [] {{(pid=103800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 05 17:36:14.624173 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f328db25-12b9-406e-bf14-38a8ee9b2532 tempest-NetworksIpV6Test-1705347811 tempest-NetworksIpV6Test-1705347811-project] Network 4bea7d0e-a824-475f-8ae0-94487de954e6 is scheduled to be hosted by DHCP agent 3f70c195-17da-4084-9fd6-bf6059d88535 with binding_index 1 {{(pid=103800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 05 17:36:14.703744 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-f328db25-12b9-406e-bf14-38a8ee9b2532 tempest-NetworksIpV6Test-1705347811 tempest-NetworksIpV6Test-1705347811-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 4bea7d0e-a824-475f-8ae0-94487de954e6) {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:36:14.708307 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f328db25-12b9-406e-bf14-38a8ee9b2532 tempest-NetworksIpV6Test-1705347811 tempest-NetworksIpV6Test-1705347811-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:36:14.708896 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f328db25-12b9-406e-bf14-38a8ee9b2532 tempest-NetworksIpV6Test-1705347811 tempest-NetworksIpV6Test-1705347811-project] Publish callbacks [] for subnet, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:14.713607 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e5b7ebc-8ad6-47f5-b372-7264caeaea53 None None] Network 4bea7d0e-a824-475f-8ae0-94487de954e6 requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:36:14.792639 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-f328db25-12b9-406e-bf14-38a8ee9b2532 tempest-NetworksIpV6Test-1705347811 tempest-NetworksIpV6Test-1705347811-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7051723 Jan 05 17:36:14.796555 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 50194) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:36:14.802392 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-259d9909-e48d-40ce-a90a-d0a4676b9bcf tempest-NetworksIpV6Test-1705347811 tempest-NetworksIpV6Test-1705347811-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1925224709'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:36:14.820901 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-328b1f6e-0609-4b78-828f-2efd6bc04e9d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-4bea7d0e-a824-475f-8ae0-94487de954e6', 'network_id': '4bea7d0e-a824-475f-8ae0-94487de954e6', 'project_id': '4f506e27d55448cd9db9a49f0df8ca11', 'fixed_ips': [{'subnet_id': 'ad0c38c8-a801-470a-bd60-f057766182aa'}]}} from dv-neutron-master-2-hyperv. {{(pid=103802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 05 17:36:14.821870 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-328b1f6e-0609-4b78-828f-2efd6bc04e9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:14.903827 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-259d9909-e48d-40ce-a90a-d0a4676b9bcf tempest-NetworksIpV6Test-1705347811 tempest-NetworksIpV6Test-1705347811-project] Made reservation on behalf of 4f506e27d55448cd9db9a49f0df8ca11 for: {'network': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:36:14.908064 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-259d9909-e48d-40ce-a90a-d0a4676b9bcf tempest-NetworksIpV6Test-1705347811 tempest-NetworksIpV6Test-1705347811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for network, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:14.931667 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-259d9909-e48d-40ce-a90a-d0a4676b9bcf tempest-NetworksIpV6Test-1705347811 tempest-NetworksIpV6Test-1705347811-project] vlan segment allocate from pool success with {'vlan_id': 117, 'physical_network': 'physnet1'} {{(pid=103800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 05 17:36:14.940034 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-259d9909-e48d-40ce-a90a-d0a4676b9bcf tempest-NetworksIpV6Test-1705347811 tempest-NetworksIpV6Test-1705347811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225'] for segment, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:14.940374 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.db.segments_db [None req-259d9909-e48d-40ce-a90a-d0a4676b9bcf tempest-NetworksIpV6Test-1705347811 tempest-NetworksIpV6Test-1705347811-project] Added segment 127aa8bb-f817-458c-a910-54733ca2ef36 of type vlan for network 1d3b6140-b2b0-4470-a852-66554382e904 Jan 05 17:36:14.984488 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-259d9909-e48d-40ce-a90a-d0a4676b9bcf tempest-NetworksIpV6Test-1705347811 tempest-NetworksIpV6Test-1705347811-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754180566020'] for network, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:15.028606 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.db_base_plugin_common [None req-328b1f6e-0609-4b78-828f-2efd6bc04e9d None None] Allocated IP 2001:db8:0:ffff::2 (4bea7d0e-a824-475f-8ae0-94487de954e6/ad0c38c8-a801-470a-bd60-f057766182aa/73f690fb-372d-4ad9-9570-76a286e0c241) {{(pid=103802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:36:15.046967 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-259d9909-e48d-40ce-a90a-d0a4676b9bcf tempest-NetworksIpV6Test-1705347811 tempest-NetworksIpV6Test-1705347811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685'] for network, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:15.053002 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-259d9909-e48d-40ce-a90a-d0a4676b9bcf tempest-NetworksIpV6Test-1705347811 tempest-NetworksIpV6Test-1705347811-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:36:15.053589 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-259d9909-e48d-40ce-a90a-d0a4676b9bcf tempest-NetworksIpV6Test-1705347811 tempest-NetworksIpV6Test-1705347811-project] Publish callbacks [] for network, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:15.120091 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259d9909-e48d-40ce-a90a-d0a4676b9bcf tempest-NetworksIpV6Test-1705347811 tempest-NetworksIpV6Test-1705347811-project] Pushing event updated for resources: {'Network': ['ID=1d3b6140-b2b0-4470-a852-66554382e904,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:36:15.127355 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-259d9909-e48d-40ce-a90a-d0a4676b9bcf tempest-NetworksIpV6Test-1705347811 tempest-NetworksIpV6Test-1705347811-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3295221 Jan 05 17:36:15.130560 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 50196) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:36:15.135768 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-2fdfa536-e39b-4b56-9f1f-4785a49579d2 tempest-NetworksIpV6Test-1705347811 tempest-NetworksIpV6Test-1705347811-project] Request body: {'subnet': {'network_id': '1d3b6140-b2b0-4470-a852-66554382e904', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:36:15.138147 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Network 1d3b6140-b2b0-4470-a852-66554382e904 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 05 17:36:15.244823 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-328b1f6e-0609-4b78-828f-2efd6bc04e9d None None] Publish callbacks [] for port, precommit_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:15.310351 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fdfa536-e39b-4b56-9f1f-4785a49579d2 tempest-NetworksIpV6Test-1705347811 tempest-NetworksIpV6Test-1705347811-project] Made reservation on behalf of 4f506e27d55448cd9db9a49f0df8ca11 for: {'subnet': 1} {{(pid=103801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:36:15.314604 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-2fdfa536-e39b-4b56-9f1f-4785a49579d2 tempest-NetworksIpV6Test-1705347811 tempest-NetworksIpV6Test-1705347811-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12480675'] for subnet, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:15.327773 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-328b1f6e-0609-4b78-828f-2efd6bc04e9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669'] for port, after_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:15.364502 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-328b1f6e-0609-4b78-828f-2efd6bc04e9d None None] Network 4bea7d0e-a824-475f-8ae0-94487de954e6 is already hosted by enough agents. {{(pid=103802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:36:15.367390 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.scheduler.base_scheduler [None req-328b1f6e-0609-4b78-828f-2efd6bc04e9d None None] Resources bound (agent type, host, resource id): {{(pid=103802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:36:15.370936 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-328b1f6e-0609-4b78-828f-2efd6bc04e9d None None] Received port after_create {{(pid=103802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:36:15.384504 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328b1f6e-0609-4b78-828f-2efd6bc04e9d None None] Pushing event updated for resources: {'Port': ['ID=73f690fb-372d-4ad9-9570-76a286e0c241,revision_number=1']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:36:15.432998 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-328b1f6e-0609-4b78-828f-2efd6bc04e9d None None] Attempting to bind port 73f690fb-372d-4ad9-9570-76a286e0c241 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 05 17:36:15.433371 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-328b1f6e-0609-4b78-828f-2efd6bc04e9d None None] Attempting to bind port 73f690fb-372d-4ad9-9570-76a286e0c241 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'e336c595-f2fc-4658-80fa-4de4e7c19a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '4bea7d0e-a824-475f-8ae0-94487de954e6'}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 05 17:36:15.433757 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-328b1f6e-0609-4b78-828f-2efd6bc04e9d None None] Attempting to bind port 73f690fb-372d-4ad9-9570-76a286e0c241 on network 4bea7d0e-a824-475f-8ae0-94487de954e6 {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:36:15.440976 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-328b1f6e-0609-4b78-828f-2efd6bc04e9d None None] Checking agent: {'id': '0d4f8fd3-ce62-4651-970c-efa6a8bb22b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 5, 16, 57, 23), 'started_at': datetime.datetime(2022, 1, 5, 16, 57, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 5, 17, 35, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 05 17:36:15.441349 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-328b1f6e-0609-4b78-828f-2efd6bc04e9d None None] Checking segment: {'id': 'e336c595-f2fc-4658-80fa-4de4e7c19a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '4bea7d0e-a824-475f-8ae0-94487de954e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:36:15.446428 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-328b1f6e-0609-4b78-828f-2efd6bc04e9d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:15.446428 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-328b1f6e-0609-4b78-828f-2efd6bc04e9d None None] Bound using segment: {'id': 'e336c595-f2fc-4658-80fa-4de4e7c19a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '4bea7d0e-a824-475f-8ae0-94487de954e6'} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 05 17:36:15.446428 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-328b1f6e-0609-4b78-828f-2efd6bc04e9d None None] Bound port: 73f690fb-372d-4ad9-9570-76a286e0c241, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e336c595-f2fc-4658-80fa-4de4e7c19a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '4bea7d0e-a824-475f-8ae0-94487de954e6'}}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 05 17:36:15.446428 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-328b1f6e-0609-4b78-828f-2efd6bc04e9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:15.513437 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-328b1f6e-0609-4b78-828f-2efd6bc04e9d None None] For port 73f690fb-372d-4ad9-9570-76a286e0c241, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 05 17:36:15.516524 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-328b1f6e-0609-4b78-828f-2efd6bc04e9d None None] For port 73f690fb-372d-4ad9-9570-76a286e0c241, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=73f690fb-372d-4ad9-9570-76a286e0c241,segment=NetworkSegment(e336c595-f2fc-4658-80fa-4de4e7c19a41),segment_id=e336c595-f2fc-4658-80fa-4de4e7c19a41)] {{(pid=103802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 05 17:36:15.594553 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-2fdfa536-e39b-4b56-9f1f-4785a49579d2 tempest-NetworksIpV6Test-1705347811 tempest-NetworksIpV6Test-1705347811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11433288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12480593'] for subnet, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:15.646154 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-328b1f6e-0609-4b78-828f-2efd6bc04e9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:15.659445 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdfa536-e39b-4b56-9f1f-4785a49579d2 tempest-NetworksIpV6Test-1705347811 tempest-NetworksIpV6Test-1705347811-project] Pushing event updated for resources: {'Subnet': ['ID=2112ad09-7a33-4482-80f3-0b31a1401f03,revision_number=0']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:36:15.669792 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fdfa536-e39b-4b56-9f1f-4785a49579d2 tempest-NetworksIpV6Test-1705347811 tempest-NetworksIpV6Test-1705347811-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:36:15.670143 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fdfa536-e39b-4b56-9f1f-4785a49579d2 tempest-NetworksIpV6Test-1705347811 tempest-NetworksIpV6Test-1705347811-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:36:15.670490 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fdfa536-e39b-4b56-9f1f-4785a49579d2 tempest-NetworksIpV6Test-1705347811 tempest-NetworksIpV6Test-1705347811-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:36:15.673559 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fdfa536-e39b-4b56-9f1f-4785a49579d2 tempest-NetworksIpV6Test-1705347811 tempest-NetworksIpV6Test-1705347811-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:36:15.673559 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fdfa536-e39b-4b56-9f1f-4785a49579d2 tempest-NetworksIpV6Test-1705347811 tempest-NetworksIpV6Test-1705347811-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:36:15.673559 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fdfa536-e39b-4b56-9f1f-4785a49579d2 tempest-NetworksIpV6Test-1705347811 tempest-NetworksIpV6Test-1705347811-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:36:15.673559 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fdfa536-e39b-4b56-9f1f-4785a49579d2 tempest-NetworksIpV6Test-1705347811 tempest-NetworksIpV6Test-1705347811-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:36:15.673559 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fdfa536-e39b-4b56-9f1f-4785a49579d2 tempest-NetworksIpV6Test-1705347811 tempest-NetworksIpV6Test-1705347811-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:36:15.673559 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fdfa536-e39b-4b56-9f1f-4785a49579d2 tempest-NetworksIpV6Test-1705347811 tempest-NetworksIpV6Test-1705347811-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:36:15.673559 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fdfa536-e39b-4b56-9f1f-4785a49579d2 tempest-NetworksIpV6Test-1705347811 tempest-NetworksIpV6Test-1705347811-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:36:15.673559 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fdfa536-e39b-4b56-9f1f-4785a49579d2 tempest-NetworksIpV6Test-1705347811 tempest-NetworksIpV6Test-1705347811-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:36:15.674162 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fdfa536-e39b-4b56-9f1f-4785a49579d2 tempest-NetworksIpV6Test-1705347811 tempest-NetworksIpV6Test-1705347811-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:36:15.674353 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fdfa536-e39b-4b56-9f1f-4785a49579d2 tempest-NetworksIpV6Test-1705347811 tempest-NetworksIpV6Test-1705347811-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:36:15.679877 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fdfa536-e39b-4b56-9f1f-4785a49579d2 tempest-NetworksIpV6Test-1705347811 tempest-NetworksIpV6Test-1705347811-project] Checking segment: {'id': '127aa8bb-f817-458c-a910-54733ca2ef36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '1d3b6140-b2b0-4470-a852-66554382e904'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:36:15.680228 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fdfa536-e39b-4b56-9f1f-4785a49579d2 tempest-NetworksIpV6Test-1705347811 tempest-NetworksIpV6Test-1705347811-project] Network hostable DHCP agents. Network: 1d3b6140-b2b0-4470-a852-66554382e904, hostable agents: ['3f70c195-17da-4084-9fd6-bf6059d88535'], hosted agents: [] {{(pid=103801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 05 17:36:15.706847 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328b1f6e-0609-4b78-828f-2efd6bc04e9d None None] Pushing event updated for resources: {'Port': ['ID=73f690fb-372d-4ad9-9570-76a286e0c241,revision_number=2']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:36:15.795765 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fdfa536-e39b-4b56-9f1f-4785a49579d2 tempest-NetworksIpV6Test-1705347811 tempest-NetworksIpV6Test-1705347811-project] Network 1d3b6140-b2b0-4470-a852-66554382e904 is scheduled to be hosted by DHCP agent 3f70c195-17da-4084-9fd6-bf6059d88535 with binding_index 1 {{(pid=103801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 05 17:36:15.897033 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-2fdfa536-e39b-4b56-9f1f-4785a49579d2 tempest-NetworksIpV6Test-1705347811 tempest-NetworksIpV6Test-1705347811-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 1d3b6140-b2b0-4470-a852-66554382e904) {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:36:15.901563 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fdfa536-e39b-4b56-9f1f-4785a49579d2 tempest-NetworksIpV6Test-1705347811 tempest-NetworksIpV6Test-1705347811-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:36:15.902316 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-2fdfa536-e39b-4b56-9f1f-4785a49579d2 tempest-NetworksIpV6Test-1705347811 tempest-NetworksIpV6Test-1705347811-project] Publish callbacks [] for subnet, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:15.917809 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdb839cc-a781-4815-9bc0-162aa6fcd0a0 None None] Network 1d3b6140-b2b0-4470-a852-66554382e904 requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:36:16.012981 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4808b107-df1b-4ee2-a521-496a3f3500e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-1d3b6140-b2b0-4470-a852-66554382e904', 'network_id': '1d3b6140-b2b0-4470-a852-66554382e904', 'project_id': '4f506e27d55448cd9db9a49f0df8ca11', 'fixed_ips': [{'subnet_id': '2112ad09-7a33-4482-80f3-0b31a1401f03'}]}} from dv-neutron-master-2-hyperv. {{(pid=103802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 05 17:36:16.013878 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-4808b107-df1b-4ee2-a521-496a3f3500e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:16.019767 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-2fdfa536-e39b-4b56-9f1f-4785a49579d2 tempest-NetworksIpV6Test-1705347811 tempest-NetworksIpV6Test-1705347811-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.8880174 Jan 05 17:36:16.022488 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 50198) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:36:16.120044 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-915946c9-01bf-4eea-a283-88cfaee923ec tempest-NetworksIpV6Test-1705347811 tempest-NetworksIpV6Test-1705347811-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3809644'] for network, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:16.150908 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.db_base_plugin_common [None req-4808b107-df1b-4ee2-a521-496a3f3500e0 None None] Allocated IP 2001:db8::2 (1d3b6140-b2b0-4470-a852-66554382e904/2112ad09-7a33-4482-80f3-0b31a1401f03/2f54469d-9bfa-40d4-9e92-c93f49789287) {{(pid=103802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:36:16.199098 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-915946c9-01bf-4eea-a283-88cfaee923ec tempest-NetworksIpV6Test-1705347811 tempest-NetworksIpV6Test-1705347811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892868'] for subnet, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:16.303335 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-4808b107-df1b-4ee2-a521-496a3f3500e0 None None] Publish callbacks [] for port, precommit_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:16.425332 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-4808b107-df1b-4ee2-a521-496a3f3500e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669'] for port, after_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:16.479781 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4808b107-df1b-4ee2-a521-496a3f3500e0 None None] Network 1d3b6140-b2b0-4470-a852-66554382e904 is already hosted by enough agents. {{(pid=103802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:36:16.481087 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4808b107-df1b-4ee2-a521-496a3f3500e0 None None] Pushing event updated for resources: {'Port': ['ID=2f54469d-9bfa-40d4-9e92-c93f49789287,revision_number=1']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:36:16.483739 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.scheduler.base_scheduler [None req-4808b107-df1b-4ee2-a521-496a3f3500e0 None None] Resources bound (agent type, host, resource id): {{(pid=103802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:36:16.486014 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4808b107-df1b-4ee2-a521-496a3f3500e0 None None] Received port after_create {{(pid=103802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:36:16.514513 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 73f690fb-372d-4ad9-9570-76a286e0c241 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:36:16.571050 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-4808b107-df1b-4ee2-a521-496a3f3500e0 None None] Attempting to bind port 2f54469d-9bfa-40d4-9e92-c93f49789287 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 05 17:36:16.571442 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-4808b107-df1b-4ee2-a521-496a3f3500e0 None None] Attempting to bind port 2f54469d-9bfa-40d4-9e92-c93f49789287 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '127aa8bb-f817-458c-a910-54733ca2ef36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '1d3b6140-b2b0-4470-a852-66554382e904'}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 05 17:36:16.574724 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4808b107-df1b-4ee2-a521-496a3f3500e0 None None] Attempting to bind port 2f54469d-9bfa-40d4-9e92-c93f49789287 on network 1d3b6140-b2b0-4470-a852-66554382e904 {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:36:16.579617 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f30ea5ae-c0e4-403c-8ad1-17b682f38313 None None] Network 4bea7d0e-a824-475f-8ae0-94487de954e6 requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:36:16.590629 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-915946c9-01bf-4eea-a283-88cfaee923ec tempest-NetworksIpV6Test-1705347811 tempest-NetworksIpV6Test-1705347811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3893367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11433231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12480600'] for subnet, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:16.595695 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4808b107-df1b-4ee2-a521-496a3f3500e0 None None] Checking agent: {'id': '0d4f8fd3-ce62-4651-970c-efa6a8bb22b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 5, 16, 57, 23), 'started_at': datetime.datetime(2022, 1, 5, 16, 57, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 5, 17, 35, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 05 17:36:16.596066 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4808b107-df1b-4ee2-a521-496a3f3500e0 None None] Checking segment: {'id': '127aa8bb-f817-458c-a910-54733ca2ef36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '1d3b6140-b2b0-4470-a852-66554382e904'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:36:16.596453 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-4808b107-df1b-4ee2-a521-496a3f3500e0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:16.596881 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4808b107-df1b-4ee2-a521-496a3f3500e0 None None] Bound using segment: {'id': '127aa8bb-f817-458c-a910-54733ca2ef36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '1d3b6140-b2b0-4470-a852-66554382e904'} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 05 17:36:16.597296 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-4808b107-df1b-4ee2-a521-496a3f3500e0 None None] Bound port: 2f54469d-9bfa-40d4-9e92-c93f49789287, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '127aa8bb-f817-458c-a910-54733ca2ef36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '1d3b6140-b2b0-4470-a852-66554382e904'}}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 05 17:36:16.597693 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-4808b107-df1b-4ee2-a521-496a3f3500e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:16.618402 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915946c9-01bf-4eea-a283-88cfaee923ec tempest-NetworksIpV6Test-1705347811 tempest-NetworksIpV6Test-1705347811-project] Pushing event deleted for resources: {'Subnet': ['ID=2112ad09-7a33-4482-80f3-0b31a1401f03,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:36:16.682495 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-915946c9-01bf-4eea-a283-88cfaee923ec tempest-NetworksIpV6Test-1705347811 tempest-NetworksIpV6Test-1705347811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3891715', 'neutron.services.segments.db._delete_segments_for_network-8754181063482'] for network, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:16.697143 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-c5314f09-f742-47fc-a3c2-89cc17c1f63c None None] Provisioning complete for port 73f690fb-372d-4ad9-9570-76a286e0c241 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:36:16.697506 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c5314f09-f742-47fc-a3c2-89cc17c1f63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:16.703888 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.services.segments.db [None req-915946c9-01bf-4eea-a283-88cfaee923ec tempest-NetworksIpV6Test-1705347811 tempest-NetworksIpV6Test-1705347811-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d3b6140-b2b0-4470-a852-66554382e904']}} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:36:16.714083 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.services.segments.db [None req-915946c9-01bf-4eea-a283-88cfaee923ec tempest-NetworksIpV6Test-1705347811 tempest-NetworksIpV6Test-1705347811-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '127aa8bb-f817-458c-a910-54733ca2ef36') {'for_net_delete': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:36:16.714391 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.services.segments.db [None req-915946c9-01bf-4eea-a283-88cfaee923ec tempest-NetworksIpV6Test-1705347811 tempest-NetworksIpV6Test-1705347811-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '127aa8bb-f817-458c-a910-54733ca2ef36') {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:36:16.723829 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-915946c9-01bf-4eea-a283-88cfaee923ec tempest-NetworksIpV6Test-1705347811 tempest-NetworksIpV6Test-1705347811-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754181064771', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11316385'] for segment, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:16.724830 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Provisioning complete for port 73f690fb-372d-4ad9-9570-76a286e0c241 triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:36:16.725212 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:16.737185 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-915946c9-01bf-4eea-a283-88cfaee923ec tempest-NetworksIpV6Test-1705347811 tempest-NetworksIpV6Test-1705347811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225'] for segment, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:16.743385 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-915946c9-01bf-4eea-a283-88cfaee923ec tempest-NetworksIpV6Test-1705347811 tempest-NetworksIpV6Test-1705347811-project] Releasing vlan 117 on physical network physnet1 to pool {{(pid=103801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 05 17:36:16.743385 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-915946c9-01bf-4eea-a283-88cfaee923ec tempest-NetworksIpV6Test-1705347811 tempest-NetworksIpV6Test-1705347811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11433197'] for segment, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:16.746503 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:36:16.746503 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:36:16.746503 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:36:16.746503 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:36:16.746503 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:36:16.746503 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:36:16.746503 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:36:16.746503 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:36:16.746503 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:36:16.746503 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:36:16.746503 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:36:16.746503 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:36:16.746503 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:36:16.746503 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:36:16.746503 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:36:16.746503 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:36:16.746503 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:36:16.746503 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:36:16.746503 dv-neutron-master-2-hyperv neutron-server[103801]: Traceback (most recent call last): Jan 05 17:36:16.746503 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 05 17:36:16.746503 dv-neutron-master-2-hyperv neutron-server[103801]: timer() Jan 05 17:36:16.746503 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 05 17:36:16.746503 dv-neutron-master-2-hyperv neutron-server[103801]: cb(*args, **kw) Jan 05 17:36:16.746503 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 05 17:36:16.746503 dv-neutron-master-2-hyperv neutron-server[103801]: return func(*args, **kwargs) Jan 05 17:36:16.746503 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 05 17:36:16.746503 dv-neutron-master-2-hyperv neutron-server[103801]: self._notify() Jan 05 17:36:16.746503 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 05 17:36:16.746503 dv-neutron-master-2-hyperv neutron-server[103801]: self.callback(batched_events) Jan 05 17:36:16.746503 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 05 17:36:16.746503 dv-neutron-master-2-hyperv neutron-server[103801]: event.method(event) Jan 05 17:36:16.746503 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 05 17:36:16.746503 dv-neutron-master-2-hyperv neutron-server[103801]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 05 17:36:16.746503 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 05 17:36:16.746503 dv-neutron-master-2-hyperv neutron-server[103801]: aggregate_uuid = self.p_client.list_aggregates( Jan 05 17:36:16.746503 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 05 17:36:16.746503 dv-neutron-master-2-hyperv neutron-server[103801]: return f(self, *a, **k) Jan 05 17:36:16.746503 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 05 17:36:16.746503 dv-neutron-master-2-hyperv neutron-server[103801]: return self._get(url).json() Jan 05 17:36:16.746503 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 05 17:36:16.746503 dv-neutron-master-2-hyperv neutron-server[103801]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 05 17:36:16.746503 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 05 17:36:16.746503 dv-neutron-master-2-hyperv neutron-server[103801]: return self.request(url, 'GET', **kwargs) Jan 05 17:36:16.746503 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 05 17:36:16.746503 dv-neutron-master-2-hyperv neutron-server[103801]: base_url = self.get_endpoint(auth, allow=allow, Jan 05 17:36:16.746503 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 05 17:36:16.746503 dv-neutron-master-2-hyperv neutron-server[103801]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 05 17:36:16.746503 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 05 17:36:16.746503 dv-neutron-master-2-hyperv neutron-server[103801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 05 17:36:16.746503 dv-neutron-master-2-hyperv neutron-server[103801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 05 17:36:16.841845 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.db.api [None req-915946c9-01bf-4eea-a283-88cfaee923ec tempest-NetworksIpV6Test-1705347811 tempest-NetworksIpV6Test-1705347811-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 05 17:36:16.841845 dv-neutron-master-2-hyperv neutron-server[103801]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 05 17:36:16.841845 dv-neutron-master-2-hyperv neutron-server[103801]: [parameters: {'id': '1d3b6140-b2b0-4470-a852-66554382e904'}] Jan 05 17:36:16.841845 dv-neutron-master-2-hyperv neutron-server[103801]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103801) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 05 17:36:16.842306 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG oslo_db.api [None req-915946c9-01bf-4eea-a283-88cfaee923ec tempest-NetworksIpV6Test-1705347811 tempest-NetworksIpV6Test-1705347811-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 05 17:36:16.911108 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-4808b107-df1b-4ee2-a521-496a3f3500e0 None None] For port 2f54469d-9bfa-40d4-9e92-c93f49789287, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 05 17:36:16.944533 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-4808b107-df1b-4ee2-a521-496a3f3500e0 None None] For port 2f54469d-9bfa-40d4-9e92-c93f49789287, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=2f54469d-9bfa-40d4-9e92-c93f49789287,segment=NetworkSegment(127aa8bb-f817-458c-a910-54733ca2ef36),segment_id=127aa8bb-f817-458c-a910-54733ca2ef36)] {{(pid=103802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 05 17:36:16.946304 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:16.948129 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c5314f09-f742-47fc-a3c2-89cc17c1f63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:16.998785 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-c5314f09-f742-47fc-a3c2-89cc17c1f63c None None] For port 73f690fb-372d-4ad9-9570-76a286e0c241, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=73f690fb-372d-4ad9-9570-76a286e0c241,segment=NetworkSegment(e336c595-f2fc-4658-80fa-4de4e7c19a41),segment_id=e336c595-f2fc-4658-80fa-4de4e7c19a41)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:36:17.023142 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-4808b107-df1b-4ee2-a521-496a3f3500e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:17.104245 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c5314f09-f742-47fc-a3c2-89cc17c1f63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:17.115071 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4808b107-df1b-4ee2-a521-496a3f3500e0 None None] Pushing event updated for resources: {'Port': ['ID=2f54469d-9bfa-40d4-9e92-c93f49789287,revision_number=2']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:36:17.163984 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1046a783-6246-4861-98eb-df12dd9b56b4 None None] Network 1d3b6140-b2b0-4470-a852-66554382e904 requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:36:17.170184 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-1aecf68f-0056-4f42-a3a6-aa2f75bddae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:17.192719 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.db.api [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103802) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 05 17:36:17.193074 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG oslo_db.api [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 05 17:36:17.251926 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5314f09-f742-47fc-a3c2-89cc17c1f63c None None] Pushing event updated for resources: {'Port': ['ID=73f690fb-372d-4ad9-9570-76a286e0c241,revision_number=3']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:36:17.277761 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-c1fc4092-1b1a-4ea6-9d6b-23ea92c3131a None None] Provisioning complete for port 73f690fb-372d-4ad9-9570-76a286e0c241 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:36:17.278119 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1fc4092-1b1a-4ea6-9d6b-23ea92c3131a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:17.325169 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-837261a3-0ad5-4a60-ad1a-0605f1059d96 None None] get_active_networks_info from dv-neutron-master-2-hyperv {{(pid=103802) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 05 17:36:17.343130 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-915946c9-01bf-4eea-a283-88cfaee923ec tempest-NetworksIpV6Test-1705347811 tempest-NetworksIpV6Test-1705347811-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3809644'] for network, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:17.399047 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-915946c9-01bf-4eea-a283-88cfaee923ec tempest-NetworksIpV6Test-1705347811 tempest-NetworksIpV6Test-1705347811-project] Deleting port 2f54469d-9bfa-40d4-9e92-c93f49789287 {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:36:17.399399 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-915946c9-01bf-4eea-a283-88cfaee923ec tempest-NetworksIpV6Test-1705347811 tempest-NetworksIpV6Test-1705347811-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:17.421891 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-837261a3-0ad5-4a60-ad1a-0605f1059d96 None None] Resources bound (agent type, host, resource id): {{(pid=103802) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 05 17:36:17.464600 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-915946c9-01bf-4eea-a283-88cfaee923ec tempest-NetworksIpV6Test-1705347811 tempest-NetworksIpV6Test-1705347811-project] For port 2f54469d-9bfa-40d4-9e92-c93f49789287, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=2f54469d-9bfa-40d4-9e92-c93f49789287,segment=NetworkSegment(127aa8bb-f817-458c-a910-54733ca2ef36),segment_id=127aa8bb-f817-458c-a910-54733ca2ef36)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:36:17.464959 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-915946c9-01bf-4eea-a283-88cfaee923ec tempest-NetworksIpV6Test-1705347811 tempest-NetworksIpV6Test-1705347811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:17.478364 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-915946c9-01bf-4eea-a283-88cfaee923ec tempest-NetworksIpV6Test-1705347811 tempest-NetworksIpV6Test-1705347811-project] Calling delete_port for 2f54469d-9bfa-40d4-9e92-c93f49789287 owned by network:dhcp {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:36:17.646998 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-915946c9-01bf-4eea-a283-88cfaee923ec tempest-NetworksIpV6Test-1705347811 tempest-NetworksIpV6Test-1705347811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11433176'] for port, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:17.672238 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915946c9-01bf-4eea-a283-88cfaee923ec tempest-NetworksIpV6Test-1705347811 tempest-NetworksIpV6Test-1705347811-project] Pushing event deleted for resources: {'Port': ['ID=2f54469d-9bfa-40d4-9e92-c93f49789287,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:36:17.676472 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-915946c9-01bf-4eea-a283-88cfaee923ec tempest-NetworksIpV6Test-1705347811 tempest-NetworksIpV6Test-1705347811-project] No DVR routers for this DVR port 2f54469d-9bfa-40d4-9e92-c93f49789287 on host dv-neutron-master-2-hyperv {{(pid=103801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 05 17:36:17.753529 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-915946c9-01bf-4eea-a283-88cfaee923ec tempest-NetworksIpV6Test-1705347811 tempest-NetworksIpV6Test-1705347811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3891715', 'neutron.services.segments.db._delete_segments_for_network-8754181063482'] for network, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:17.776818 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.services.segments.db [None req-915946c9-01bf-4eea-a283-88cfaee923ec tempest-NetworksIpV6Test-1705347811 tempest-NetworksIpV6Test-1705347811-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d3b6140-b2b0-4470-a852-66554382e904']}} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:36:17.786470 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.services.segments.db [None req-915946c9-01bf-4eea-a283-88cfaee923ec tempest-NetworksIpV6Test-1705347811 tempest-NetworksIpV6Test-1705347811-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '127aa8bb-f817-458c-a910-54733ca2ef36') {'for_net_delete': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:36:17.786765 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.services.segments.db [None req-915946c9-01bf-4eea-a283-88cfaee923ec tempest-NetworksIpV6Test-1705347811 tempest-NetworksIpV6Test-1705347811-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '127aa8bb-f817-458c-a910-54733ca2ef36') {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:36:17.795678 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-915946c9-01bf-4eea-a283-88cfaee923ec tempest-NetworksIpV6Test-1705347811 tempest-NetworksIpV6Test-1705347811-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754181064771', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11316385'] for segment, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:17.808217 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-915946c9-01bf-4eea-a283-88cfaee923ec tempest-NetworksIpV6Test-1705347811 tempest-NetworksIpV6Test-1705347811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225'] for segment, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:17.814009 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-915946c9-01bf-4eea-a283-88cfaee923ec tempest-NetworksIpV6Test-1705347811 tempest-NetworksIpV6Test-1705347811-project] Releasing vlan 117 on physical network physnet1 to pool {{(pid=103801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 05 17:36:17.814382 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-915946c9-01bf-4eea-a283-88cfaee923ec tempest-NetworksIpV6Test-1705347811 tempest-NetworksIpV6Test-1705347811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11433197'] for segment, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:17.817244 dv-neutron-master-2-hyperv neutron-server[103801]: Traceback (most recent call last): Jan 05 17:36:17.817244 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 05 17:36:17.817244 dv-neutron-master-2-hyperv neutron-server[103801]: timer() Jan 05 17:36:17.817244 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 05 17:36:17.817244 dv-neutron-master-2-hyperv neutron-server[103801]: cb(*args, **kw) Jan 05 17:36:17.817244 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 05 17:36:17.817244 dv-neutron-master-2-hyperv neutron-server[103801]: return func(*args, **kwargs) Jan 05 17:36:17.817244 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 05 17:36:17.817244 dv-neutron-master-2-hyperv neutron-server[103801]: self._notify() Jan 05 17:36:17.817244 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 05 17:36:17.817244 dv-neutron-master-2-hyperv neutron-server[103801]: self.callback(batched_events) Jan 05 17:36:17.817244 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 05 17:36:17.817244 dv-neutron-master-2-hyperv neutron-server[103801]: event.method(event) Jan 05 17:36:17.817244 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 05 17:36:17.817244 dv-neutron-master-2-hyperv neutron-server[103801]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 05 17:36:17.817244 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 05 17:36:17.817244 dv-neutron-master-2-hyperv neutron-server[103801]: aggregate_uuid = self.p_client.list_aggregates( Jan 05 17:36:17.817244 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 05 17:36:17.817244 dv-neutron-master-2-hyperv neutron-server[103801]: return f(self, *a, **k) Jan 05 17:36:17.817244 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 05 17:36:17.817244 dv-neutron-master-2-hyperv neutron-server[103801]: return self._get(url).json() Jan 05 17:36:17.817244 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 05 17:36:17.817244 dv-neutron-master-2-hyperv neutron-server[103801]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 05 17:36:17.817244 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 05 17:36:17.817244 dv-neutron-master-2-hyperv neutron-server[103801]: return self.request(url, 'GET', **kwargs) Jan 05 17:36:17.817244 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 05 17:36:17.817244 dv-neutron-master-2-hyperv neutron-server[103801]: base_url = self.get_endpoint(auth, allow=allow, Jan 05 17:36:17.817244 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 05 17:36:17.817244 dv-neutron-master-2-hyperv neutron-server[103801]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 05 17:36:17.817244 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 05 17:36:17.817244 dv-neutron-master-2-hyperv neutron-server[103801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 05 17:36:17.817244 dv-neutron-master-2-hyperv neutron-server[103801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 05 17:36:17.931299 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-915946c9-01bf-4eea-a283-88cfaee923ec tempest-NetworksIpV6Test-1705347811 tempest-NetworksIpV6Test-1705347811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3891722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648695'] for network, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:17.938562 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-915946c9-01bf-4eea-a283-88cfaee923ec tempest-NetworksIpV6Test-1705347811 tempest-NetworksIpV6Test-1705347811-project] Publish callbacks [] for network, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:17.941060 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-915946c9-01bf-4eea-a283-88cfaee923ec tempest-NetworksIpV6Test-1705347811 tempest-NetworksIpV6Test-1705347811-project] 10.222.0.11 "DELETE /v2.0/networks/1d3b6140-b2b0-4470-a852-66554382e904 HTTP/1.1" status: 204 len: 168 time: 1.9176300 Jan 05 17:36:17.944607 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 50200) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:36:17.949719 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-44229ab4-1643-49d3-9c2d-dcae55bf4f5d tempest-NetworksIpV6Test-1705347811 tempest-NetworksIpV6Test-1705347811-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-114499265'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:36:17.952395 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915946c9-01bf-4eea-a283-88cfaee923ec tempest-NetworksIpV6Test-1705347811 tempest-NetworksIpV6Test-1705347811-project] Pushing event deleted for resources: {'Network': ['ID=1d3b6140-b2b0-4470-a852-66554382e904,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:36:18.033994 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44229ab4-1643-49d3-9c2d-dcae55bf4f5d tempest-NetworksIpV6Test-1705347811 tempest-NetworksIpV6Test-1705347811-project] Made reservation on behalf of 4f506e27d55448cd9db9a49f0df8ca11 for: {'network': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:36:18.037528 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-44229ab4-1643-49d3-9c2d-dcae55bf4f5d tempest-NetworksIpV6Test-1705347811 tempest-NetworksIpV6Test-1705347811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for network, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:18.059718 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44229ab4-1643-49d3-9c2d-dcae55bf4f5d tempest-NetworksIpV6Test-1705347811 tempest-NetworksIpV6Test-1705347811-project] vlan segment allocate from pool success with {'vlan_id': 125, 'physical_network': 'physnet1'} {{(pid=103800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 05 17:36:18.068483 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-44229ab4-1643-49d3-9c2d-dcae55bf4f5d tempest-NetworksIpV6Test-1705347811 tempest-NetworksIpV6Test-1705347811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225'] for segment, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:18.072452 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.db.segments_db [None req-44229ab4-1643-49d3-9c2d-dcae55bf4f5d tempest-NetworksIpV6Test-1705347811 tempest-NetworksIpV6Test-1705347811-project] Added segment d184362a-7705-43d8-8994-dc1fd8874b1b of type vlan for network b2da4175-e5a0-4ae9-9a09-51934f713f03 Jan 05 17:36:18.106522 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-44229ab4-1643-49d3-9c2d-dcae55bf4f5d tempest-NetworksIpV6Test-1705347811 tempest-NetworksIpV6Test-1705347811-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754180566020'] for network, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:18.183653 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-44229ab4-1643-49d3-9c2d-dcae55bf4f5d tempest-NetworksIpV6Test-1705347811 tempest-NetworksIpV6Test-1705347811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685'] for network, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:18.189800 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44229ab4-1643-49d3-9c2d-dcae55bf4f5d tempest-NetworksIpV6Test-1705347811 tempest-NetworksIpV6Test-1705347811-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:36:18.190365 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-44229ab4-1643-49d3-9c2d-dcae55bf4f5d tempest-NetworksIpV6Test-1705347811 tempest-NetworksIpV6Test-1705347811-project] Publish callbacks [] for network, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:18.257299 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44229ab4-1643-49d3-9c2d-dcae55bf4f5d tempest-NetworksIpV6Test-1705347811 tempest-NetworksIpV6Test-1705347811-project] Pushing event updated for resources: {'Network': ['ID=b2da4175-e5a0-4ae9-9a09-51934f713f03,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:36:18.267662 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Network b2da4175-e5a0-4ae9-9a09-51934f713f03 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 05 17:36:18.295047 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-44229ab4-1643-49d3-9c2d-dcae55bf4f5d tempest-NetworksIpV6Test-1705347811 tempest-NetworksIpV6Test-1705347811-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3493016 Jan 05 17:36:18.297803 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 50202) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:36:18.302660 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-dfb7c68a-864a-435f-9bf2-a2f7eeb904ee tempest-NetworksIpV6Test-1705347811 tempest-NetworksIpV6Test-1705347811-project] Request body: {'subnet': {'network_id': 'b2da4175-e5a0-4ae9-9a09-51934f713f03', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:36:18.447053 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfb7c68a-864a-435f-9bf2-a2f7eeb904ee tempest-NetworksIpV6Test-1705347811 tempest-NetworksIpV6Test-1705347811-project] Made reservation on behalf of 4f506e27d55448cd9db9a49f0df8ca11 for: {'subnet': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:36:18.450660 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-dfb7c68a-864a-435f-9bf2-a2f7eeb904ee tempest-NetworksIpV6Test-1705347811 tempest-NetworksIpV6Test-1705347811-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8521827'] for subnet, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:18.459888 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 73f690fb-372d-4ad9-9570-76a286e0c241 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:36:18.515514 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.ipam_backend_mixin [None req-dfb7c68a-864a-435f-9bf2-a2f7eeb904ee tempest-NetworksIpV6Test-1705347811 tempest-NetworksIpV6Test-1705347811-project] Performing IP validity checks on allocation pools {{(pid=103800) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jan 05 17:36:18.516040 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.ipam_backend_mixin [None req-dfb7c68a-864a-435f-9bf2-a2f7eeb904ee tempest-NetworksIpV6Test-1705347811 tempest-NetworksIpV6Test-1705347811-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103800) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jan 05 17:36:18.656339 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Provisioning complete for port 73f690fb-372d-4ad9-9570-76a286e0c241 triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:36:18.656701 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:18.685867 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-dfb7c68a-864a-435f-9bf2-a2f7eeb904ee tempest-NetworksIpV6Test-1705347811 tempest-NetworksIpV6Test-1705347811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8784852', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8521873'] for subnet, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:18.753854 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb7c68a-864a-435f-9bf2-a2f7eeb904ee tempest-NetworksIpV6Test-1705347811 tempest-NetworksIpV6Test-1705347811-project] Pushing event updated for resources: {'Subnet': ['ID=9fcd88a0-c1d3-4d7d-85de-7fb9472b8815,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:36:18.758970 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfb7c68a-864a-435f-9bf2-a2f7eeb904ee tempest-NetworksIpV6Test-1705347811 tempest-NetworksIpV6Test-1705347811-project] Checking segment: {'id': 'd184362a-7705-43d8-8994-dc1fd8874b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'b2da4175-e5a0-4ae9-9a09-51934f713f03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:36:18.759325 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfb7c68a-864a-435f-9bf2-a2f7eeb904ee tempest-NetworksIpV6Test-1705347811 tempest-NetworksIpV6Test-1705347811-project] Network hostable DHCP agents. Network: b2da4175-e5a0-4ae9-9a09-51934f713f03, hostable agents: ['3f70c195-17da-4084-9fd6-bf6059d88535'], hosted agents: [] {{(pid=103800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 05 17:36:18.846006 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfb7c68a-864a-435f-9bf2-a2f7eeb904ee tempest-NetworksIpV6Test-1705347811 tempest-NetworksIpV6Test-1705347811-project] Network b2da4175-e5a0-4ae9-9a09-51934f713f03 is scheduled to be hosted by DHCP agent 3f70c195-17da-4084-9fd6-bf6059d88535 with binding_index 1 {{(pid=103800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 05 17:36:18.937861 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-dfb7c68a-864a-435f-9bf2-a2f7eeb904ee tempest-NetworksIpV6Test-1705347811 tempest-NetworksIpV6Test-1705347811-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, b2da4175-e5a0-4ae9-9a09-51934f713f03) {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:36:18.941728 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfb7c68a-864a-435f-9bf2-a2f7eeb904ee tempest-NetworksIpV6Test-1705347811 tempest-NetworksIpV6Test-1705347811-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:36:18.942313 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-dfb7c68a-864a-435f-9bf2-a2f7eeb904ee tempest-NetworksIpV6Test-1705347811 tempest-NetworksIpV6Test-1705347811-project] Publish callbacks [] for subnet, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:18.947984 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f76b8aa2-bc45-4f76-9f5f-62814e43203b None None] Network b2da4175-e5a0-4ae9-9a09-51934f713f03 requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:36:19.026747 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-dfb7c68a-864a-435f-9bf2-a2f7eeb904ee tempest-NetworksIpV6Test-1705347811 tempest-NetworksIpV6Test-1705347811-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.7278206 Jan 05 17:36:19.029180 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 50204) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:36:19.047112 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aea0ee3-e14e-4e30-a160-d38f6513a95d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-b2da4175-e5a0-4ae9-9a09-51934f713f03', 'network_id': 'b2da4175-e5a0-4ae9-9a09-51934f713f03', 'project_id': '4f506e27d55448cd9db9a49f0df8ca11', 'fixed_ips': [{'subnet_id': '9fcd88a0-c1d3-4d7d-85de-7fb9472b8815'}]}} from dv-neutron-master-2-hyperv. {{(pid=103802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 05 17:36:19.048527 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-4aea0ee3-e14e-4e30-a160-d38f6513a95d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:19.127865 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1434f4de-fe0e-4f70-8cea-85a7ba42c357 tempest-NetworksIpV6Test-1705347811 tempest-NetworksIpV6Test-1705347811-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3809644'] for network, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:19.183415 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.db_base_plugin_common [None req-4aea0ee3-e14e-4e30-a160-d38f6513a95d None None] Allocated IP 2001:db8::3 (b2da4175-e5a0-4ae9-9a09-51934f713f03/9fcd88a0-c1d3-4d7d-85de-7fb9472b8815/6bd2621b-b614-454f-8ec7-65be6f090823) {{(pid=103802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:36:19.208196 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1434f4de-fe0e-4f70-8cea-85a7ba42c357 tempest-NetworksIpV6Test-1705347811 tempest-NetworksIpV6Test-1705347811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892868'] for subnet, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:19.336244 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-4aea0ee3-e14e-4e30-a160-d38f6513a95d None None] Publish callbacks [] for port, precommit_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:19.349357 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-ecc2963e-edf3-4bfe-b3eb-abf68d69f9cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:19.428581 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-4aea0ee3-e14e-4e30-a160-d38f6513a95d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669'] for port, after_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:19.466030 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aea0ee3-e14e-4e30-a160-d38f6513a95d None None] Network b2da4175-e5a0-4ae9-9a09-51934f713f03 is already hosted by enough agents. {{(pid=103802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:36:19.469280 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.scheduler.base_scheduler [None req-4aea0ee3-e14e-4e30-a160-d38f6513a95d None None] Resources bound (agent type, host, resource id): {{(pid=103802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:36:19.473231 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aea0ee3-e14e-4e30-a160-d38f6513a95d None None] Received port after_create {{(pid=103802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:36:19.480969 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aea0ee3-e14e-4e30-a160-d38f6513a95d None None] Pushing event updated for resources: {'Port': ['ID=6bd2621b-b614-454f-8ec7-65be6f090823,revision_number=1']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:36:19.497798 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1434f4de-fe0e-4f70-8cea-85a7ba42c357 tempest-NetworksIpV6Test-1705347811 tempest-NetworksIpV6Test-1705347811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3893367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8784787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8521880'] for subnet, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:19.530575 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1434f4de-fe0e-4f70-8cea-85a7ba42c357 tempest-NetworksIpV6Test-1705347811 tempest-NetworksIpV6Test-1705347811-project] Pushing event deleted for resources: {'Subnet': ['ID=9fcd88a0-c1d3-4d7d-85de-7fb9472b8815,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:36:19.531688 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-4aea0ee3-e14e-4e30-a160-d38f6513a95d None None] Attempting to bind port 6bd2621b-b614-454f-8ec7-65be6f090823 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 05 17:36:19.532684 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-4aea0ee3-e14e-4e30-a160-d38f6513a95d None None] Attempting to bind port 6bd2621b-b614-454f-8ec7-65be6f090823 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'd184362a-7705-43d8-8994-dc1fd8874b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'b2da4175-e5a0-4ae9-9a09-51934f713f03'}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 05 17:36:19.533047 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aea0ee3-e14e-4e30-a160-d38f6513a95d None None] Attempting to bind port 6bd2621b-b614-454f-8ec7-65be6f090823 on network b2da4175-e5a0-4ae9-9a09-51934f713f03 {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:36:19.538168 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aea0ee3-e14e-4e30-a160-d38f6513a95d None None] Checking agent: {'id': '0d4f8fd3-ce62-4651-970c-efa6a8bb22b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 5, 16, 57, 23), 'started_at': datetime.datetime(2022, 1, 5, 16, 57, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 5, 17, 35, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 05 17:36:19.538548 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aea0ee3-e14e-4e30-a160-d38f6513a95d None None] Checking segment: {'id': 'd184362a-7705-43d8-8994-dc1fd8874b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'b2da4175-e5a0-4ae9-9a09-51934f713f03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:36:19.538947 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-4aea0ee3-e14e-4e30-a160-d38f6513a95d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:19.539337 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aea0ee3-e14e-4e30-a160-d38f6513a95d None None] Bound using segment: {'id': 'd184362a-7705-43d8-8994-dc1fd8874b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'b2da4175-e5a0-4ae9-9a09-51934f713f03'} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 05 17:36:19.539810 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-4aea0ee3-e14e-4e30-a160-d38f6513a95d None None] Bound port: 6bd2621b-b614-454f-8ec7-65be6f090823, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd184362a-7705-43d8-8994-dc1fd8874b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'b2da4175-e5a0-4ae9-9a09-51934f713f03'}}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 05 17:36:19.540191 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-4aea0ee3-e14e-4e30-a160-d38f6513a95d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:19.597780 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1434f4de-fe0e-4f70-8cea-85a7ba42c357 tempest-NetworksIpV6Test-1705347811 tempest-NetworksIpV6Test-1705347811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3891715', 'neutron.services.segments.db._delete_segments_for_network-8754181063482'] for network, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:19.604724 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-4aea0ee3-e14e-4e30-a160-d38f6513a95d None None] For port 6bd2621b-b614-454f-8ec7-65be6f090823, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 05 17:36:19.608063 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-4aea0ee3-e14e-4e30-a160-d38f6513a95d None None] For port 6bd2621b-b614-454f-8ec7-65be6f090823, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=6bd2621b-b614-454f-8ec7-65be6f090823,segment=NetworkSegment(d184362a-7705-43d8-8994-dc1fd8874b1b),segment_id=d184362a-7705-43d8-8994-dc1fd8874b1b)] {{(pid=103802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 05 17:36:19.619726 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.services.segments.db [None req-1434f4de-fe0e-4f70-8cea-85a7ba42c357 tempest-NetworksIpV6Test-1705347811 tempest-NetworksIpV6Test-1705347811-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2da4175-e5a0-4ae9-9a09-51934f713f03']}} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:36:19.629416 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.services.segments.db [None req-1434f4de-fe0e-4f70-8cea-85a7ba42c357 tempest-NetworksIpV6Test-1705347811 tempest-NetworksIpV6Test-1705347811-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd184362a-7705-43d8-8994-dc1fd8874b1b') {'for_net_delete': True} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:36:19.629753 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.services.segments.db [None req-1434f4de-fe0e-4f70-8cea-85a7ba42c357 tempest-NetworksIpV6Test-1705347811 tempest-NetworksIpV6Test-1705347811-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd184362a-7705-43d8-8994-dc1fd8874b1b') {} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:36:19.639013 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1434f4de-fe0e-4f70-8cea-85a7ba42c357 tempest-NetworksIpV6Test-1705347811 tempest-NetworksIpV6Test-1705347811-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754181064771', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8784833'] for segment, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:19.697449 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-4aea0ee3-e14e-4e30-a160-d38f6513a95d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:19.699411 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1434f4de-fe0e-4f70-8cea-85a7ba42c357 tempest-NetworksIpV6Test-1705347811 tempest-NetworksIpV6Test-1705347811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225'] for segment, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:19.706285 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1434f4de-fe0e-4f70-8cea-85a7ba42c357 tempest-NetworksIpV6Test-1705347811 tempest-NetworksIpV6Test-1705347811-project] Releasing vlan 125 on physical network physnet1 to pool {{(pid=103800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 05 17:36:19.706664 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1434f4de-fe0e-4f70-8cea-85a7ba42c357 tempest-NetworksIpV6Test-1705347811 tempest-NetworksIpV6Test-1705347811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8784497'] for segment, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:19.709724 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:36:19.709724 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:36:19.709724 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:36:19.709724 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:36:19.709724 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:36:19.709724 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:36:19.709724 dv-neutron-master-2-hyperv neutron-server[103800]: Traceback (most recent call last): Jan 05 17:36:19.709724 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 05 17:36:19.709724 dv-neutron-master-2-hyperv neutron-server[103800]: timer() Jan 05 17:36:19.709724 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 05 17:36:19.709724 dv-neutron-master-2-hyperv neutron-server[103800]: cb(*args, **kw) Jan 05 17:36:19.709724 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 05 17:36:19.709724 dv-neutron-master-2-hyperv neutron-server[103800]: return func(*args, **kwargs) Jan 05 17:36:19.709724 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 05 17:36:19.709724 dv-neutron-master-2-hyperv neutron-server[103800]: self._notify() Jan 05 17:36:19.709724 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 05 17:36:19.709724 dv-neutron-master-2-hyperv neutron-server[103800]: self.callback(batched_events) Jan 05 17:36:19.709724 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 05 17:36:19.709724 dv-neutron-master-2-hyperv neutron-server[103800]: event.method(event) Jan 05 17:36:19.709724 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 05 17:36:19.709724 dv-neutron-master-2-hyperv neutron-server[103800]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 05 17:36:19.709724 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 05 17:36:19.709724 dv-neutron-master-2-hyperv neutron-server[103800]: aggregate_uuid = self.p_client.list_aggregates( Jan 05 17:36:19.709724 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 05 17:36:19.709724 dv-neutron-master-2-hyperv neutron-server[103800]: return f(self, *a, **k) Jan 05 17:36:19.709724 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 05 17:36:19.709724 dv-neutron-master-2-hyperv neutron-server[103800]: return self._get(url).json() Jan 05 17:36:19.709724 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 05 17:36:19.709724 dv-neutron-master-2-hyperv neutron-server[103800]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 05 17:36:19.709724 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 05 17:36:19.709724 dv-neutron-master-2-hyperv neutron-server[103800]: return self.request(url, 'GET', **kwargs) Jan 05 17:36:19.709724 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 05 17:36:19.709724 dv-neutron-master-2-hyperv neutron-server[103800]: base_url = self.get_endpoint(auth, allow=allow, Jan 05 17:36:19.709724 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 05 17:36:19.709724 dv-neutron-master-2-hyperv neutron-server[103800]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 05 17:36:19.709724 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 05 17:36:19.709724 dv-neutron-master-2-hyperv neutron-server[103800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 05 17:36:19.709724 dv-neutron-master-2-hyperv neutron-server[103800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 05 17:36:19.781127 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aea0ee3-e14e-4e30-a160-d38f6513a95d None None] Pushing event updated for resources: {'Port': ['ID=6bd2621b-b614-454f-8ec7-65be6f090823,revision_number=2']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:36:19.787206 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-828a30f4-f3eb-4df9-9d94-7d06415d0210 None None] Network b2da4175-e5a0-4ae9-9a09-51934f713f03 requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:36:19.795809 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.db.api [None req-1434f4de-fe0e-4f70-8cea-85a7ba42c357 tempest-NetworksIpV6Test-1705347811 tempest-NetworksIpV6Test-1705347811-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 05 17:36:19.795809 dv-neutron-master-2-hyperv neutron-server[103800]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 05 17:36:19.795809 dv-neutron-master-2-hyperv neutron-server[103800]: [parameters: {'id': 'b2da4175-e5a0-4ae9-9a09-51934f713f03'}] Jan 05 17:36:19.795809 dv-neutron-master-2-hyperv neutron-server[103800]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103800) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 05 17:36:19.796184 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG oslo_db.api [None req-1434f4de-fe0e-4f70-8cea-85a7ba42c357 tempest-NetworksIpV6Test-1705347811 tempest-NetworksIpV6Test-1705347811-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 05 17:36:19.881056 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-146a2642-1611-468a-a73a-1b456fff9d9c None None] get_active_networks_info from dv-neutron-master-2-hyperv {{(pid=103802) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 05 17:36:19.955522 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-146a2642-1611-468a-a73a-1b456fff9d9c None None] Resources bound (agent type, host, resource id): {{(pid=103802) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 05 17:36:20.031790 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:20.298110 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1434f4de-fe0e-4f70-8cea-85a7ba42c357 tempest-NetworksIpV6Test-1705347811 tempest-NetworksIpV6Test-1705347811-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3809644'] for network, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:20.353558 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-1434f4de-fe0e-4f70-8cea-85a7ba42c357 tempest-NetworksIpV6Test-1705347811 tempest-NetworksIpV6Test-1705347811-project] Deleting port 6bd2621b-b614-454f-8ec7-65be6f090823 {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:36:20.353932 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1434f4de-fe0e-4f70-8cea-85a7ba42c357 tempest-NetworksIpV6Test-1705347811 tempest-NetworksIpV6Test-1705347811-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:20.414315 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.db [None req-1434f4de-fe0e-4f70-8cea-85a7ba42c357 tempest-NetworksIpV6Test-1705347811 tempest-NetworksIpV6Test-1705347811-project] For port 6bd2621b-b614-454f-8ec7-65be6f090823, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=6bd2621b-b614-454f-8ec7-65be6f090823,segment=NetworkSegment(d184362a-7705-43d8-8994-dc1fd8874b1b),segment_id=d184362a-7705-43d8-8994-dc1fd8874b1b)] {{(pid=103800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:36:20.414677 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1434f4de-fe0e-4f70-8cea-85a7ba42c357 tempest-NetworksIpV6Test-1705347811 tempest-NetworksIpV6Test-1705347811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:20.427984 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-1434f4de-fe0e-4f70-8cea-85a7ba42c357 tempest-NetworksIpV6Test-1705347811 tempest-NetworksIpV6Test-1705347811-project] Calling delete_port for 6bd2621b-b614-454f-8ec7-65be6f090823 owned by network:dhcp {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:36:20.606754 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1434f4de-fe0e-4f70-8cea-85a7ba42c357 tempest-NetworksIpV6Test-1705347811 tempest-NetworksIpV6Test-1705347811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:20.629625 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d2607572-b3c9-472c-85bc-c8de0c3fb75c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:20.632235 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1434f4de-fe0e-4f70-8cea-85a7ba42c357 tempest-NetworksIpV6Test-1705347811 tempest-NetworksIpV6Test-1705347811-project] Pushing event deleted for resources: {'Port': ['ID=6bd2621b-b614-454f-8ec7-65be6f090823,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:36:20.635868 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1434f4de-fe0e-4f70-8cea-85a7ba42c357 tempest-NetworksIpV6Test-1705347811 tempest-NetworksIpV6Test-1705347811-project] No DVR routers for this DVR port 6bd2621b-b614-454f-8ec7-65be6f090823 on host dv-neutron-master-2-hyperv {{(pid=103800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 05 17:36:20.710206 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1434f4de-fe0e-4f70-8cea-85a7ba42c357 tempest-NetworksIpV6Test-1705347811 tempest-NetworksIpV6Test-1705347811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3891715', 'neutron.services.segments.db._delete_segments_for_network-8754181063482'] for network, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:20.730253 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.services.segments.db [None req-1434f4de-fe0e-4f70-8cea-85a7ba42c357 tempest-NetworksIpV6Test-1705347811 tempest-NetworksIpV6Test-1705347811-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2da4175-e5a0-4ae9-9a09-51934f713f03']}} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:36:20.739157 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.services.segments.db [None req-1434f4de-fe0e-4f70-8cea-85a7ba42c357 tempest-NetworksIpV6Test-1705347811 tempest-NetworksIpV6Test-1705347811-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd184362a-7705-43d8-8994-dc1fd8874b1b') {'for_net_delete': True} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:36:20.739454 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.services.segments.db [None req-1434f4de-fe0e-4f70-8cea-85a7ba42c357 tempest-NetworksIpV6Test-1705347811 tempest-NetworksIpV6Test-1705347811-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd184362a-7705-43d8-8994-dc1fd8874b1b') {} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:36:20.751985 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1434f4de-fe0e-4f70-8cea-85a7ba42c357 tempest-NetworksIpV6Test-1705347811 tempest-NetworksIpV6Test-1705347811-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754181064771', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8784833'] for segment, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:20.764348 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1434f4de-fe0e-4f70-8cea-85a7ba42c357 tempest-NetworksIpV6Test-1705347811 tempest-NetworksIpV6Test-1705347811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225'] for segment, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:20.770531 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1434f4de-fe0e-4f70-8cea-85a7ba42c357 tempest-NetworksIpV6Test-1705347811 tempest-NetworksIpV6Test-1705347811-project] Releasing vlan 125 on physical network physnet1 to pool {{(pid=103800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 05 17:36:20.770904 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1434f4de-fe0e-4f70-8cea-85a7ba42c357 tempest-NetworksIpV6Test-1705347811 tempest-NetworksIpV6Test-1705347811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8784497'] for segment, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:20.774018 dv-neutron-master-2-hyperv neutron-server[103800]: Traceback (most recent call last): Jan 05 17:36:20.774018 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 05 17:36:20.774018 dv-neutron-master-2-hyperv neutron-server[103800]: timer() Jan 05 17:36:20.774018 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 05 17:36:20.774018 dv-neutron-master-2-hyperv neutron-server[103800]: cb(*args, **kw) Jan 05 17:36:20.774018 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 05 17:36:20.774018 dv-neutron-master-2-hyperv neutron-server[103800]: return func(*args, **kwargs) Jan 05 17:36:20.774018 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 05 17:36:20.774018 dv-neutron-master-2-hyperv neutron-server[103800]: self._notify() Jan 05 17:36:20.774018 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 05 17:36:20.774018 dv-neutron-master-2-hyperv neutron-server[103800]: self.callback(batched_events) Jan 05 17:36:20.774018 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 05 17:36:20.774018 dv-neutron-master-2-hyperv neutron-server[103800]: event.method(event) Jan 05 17:36:20.774018 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 05 17:36:20.774018 dv-neutron-master-2-hyperv neutron-server[103800]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 05 17:36:20.774018 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 05 17:36:20.774018 dv-neutron-master-2-hyperv neutron-server[103800]: aggregate_uuid = self.p_client.list_aggregates( Jan 05 17:36:20.774018 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 05 17:36:20.774018 dv-neutron-master-2-hyperv neutron-server[103800]: return f(self, *a, **k) Jan 05 17:36:20.774018 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 05 17:36:20.774018 dv-neutron-master-2-hyperv neutron-server[103800]: return self._get(url).json() Jan 05 17:36:20.774018 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 05 17:36:20.774018 dv-neutron-master-2-hyperv neutron-server[103800]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 05 17:36:20.774018 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 05 17:36:20.774018 dv-neutron-master-2-hyperv neutron-server[103800]: return self.request(url, 'GET', **kwargs) Jan 05 17:36:20.774018 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 05 17:36:20.774018 dv-neutron-master-2-hyperv neutron-server[103800]: base_url = self.get_endpoint(auth, allow=allow, Jan 05 17:36:20.774018 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 05 17:36:20.774018 dv-neutron-master-2-hyperv neutron-server[103800]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 05 17:36:20.774018 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 05 17:36:20.774018 dv-neutron-master-2-hyperv neutron-server[103800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 05 17:36:20.774018 dv-neutron-master-2-hyperv neutron-server[103800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 05 17:36:20.898463 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1434f4de-fe0e-4f70-8cea-85a7ba42c357 tempest-NetworksIpV6Test-1705347811 tempest-NetworksIpV6Test-1705347811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3891722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648695'] for network, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:20.905381 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1434f4de-fe0e-4f70-8cea-85a7ba42c357 tempest-NetworksIpV6Test-1705347811 tempest-NetworksIpV6Test-1705347811-project] Publish callbacks [] for network, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:20.909156 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-1434f4de-fe0e-4f70-8cea-85a7ba42c357 tempest-NetworksIpV6Test-1705347811 tempest-NetworksIpV6Test-1705347811-project] 10.222.0.11 "DELETE /v2.0/networks/b2da4175-e5a0-4ae9-9a09-51934f713f03 HTTP/1.1" status: 204 len: 168 time: 1.8790250 Jan 05 17:36:20.912809 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 50206) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:36:20.918030 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-87089db0-88d8-49a6-8094-a04a26811653 tempest-NetworksIpV6Test-1705347811 tempest-NetworksIpV6Test-1705347811-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-984487436'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:36:20.920599 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1434f4de-fe0e-4f70-8cea-85a7ba42c357 tempest-NetworksIpV6Test-1705347811 tempest-NetworksIpV6Test-1705347811-project] Pushing event deleted for resources: {'Network': ['ID=b2da4175-e5a0-4ae9-9a09-51934f713f03,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:36:21.005685 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87089db0-88d8-49a6-8094-a04a26811653 tempest-NetworksIpV6Test-1705347811 tempest-NetworksIpV6Test-1705347811-project] Made reservation on behalf of 4f506e27d55448cd9db9a49f0df8ca11 for: {'network': 1} {{(pid=103801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:36:21.009143 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-87089db0-88d8-49a6-8094-a04a26811653 tempest-NetworksIpV6Test-1705347811 tempest-NetworksIpV6Test-1705347811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for network, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:21.033158 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87089db0-88d8-49a6-8094-a04a26811653 tempest-NetworksIpV6Test-1705347811 tempest-NetworksIpV6Test-1705347811-project] vlan segment allocate from pool success with {'vlan_id': 132, 'physical_network': 'physnet1'} {{(pid=103801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 05 17:36:21.041786 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-87089db0-88d8-49a6-8094-a04a26811653 tempest-NetworksIpV6Test-1705347811 tempest-NetworksIpV6Test-1705347811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225'] for segment, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:21.042123 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.db.segments_db [None req-87089db0-88d8-49a6-8094-a04a26811653 tempest-NetworksIpV6Test-1705347811 tempest-NetworksIpV6Test-1705347811-project] Added segment d6b7d01c-b9d8-4c0d-82ed-0176be5d9c3b of type vlan for network ac19086f-83c8-453c-b162-af42ba78ed8c Jan 05 17:36:21.083372 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-87089db0-88d8-49a6-8094-a04a26811653 tempest-NetworksIpV6Test-1705347811 tempest-NetworksIpV6Test-1705347811-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754180566020'] for network, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:21.178366 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-87089db0-88d8-49a6-8094-a04a26811653 tempest-NetworksIpV6Test-1705347811 tempest-NetworksIpV6Test-1705347811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685'] for network, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:21.183935 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87089db0-88d8-49a6-8094-a04a26811653 tempest-NetworksIpV6Test-1705347811 tempest-NetworksIpV6Test-1705347811-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:36:21.184498 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-87089db0-88d8-49a6-8094-a04a26811653 tempest-NetworksIpV6Test-1705347811 tempest-NetworksIpV6Test-1705347811-project] Publish callbacks [] for network, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:21.246806 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87089db0-88d8-49a6-8094-a04a26811653 tempest-NetworksIpV6Test-1705347811 tempest-NetworksIpV6Test-1705347811-project] Pushing event updated for resources: {'Network': ['ID=ac19086f-83c8-453c-b162-af42ba78ed8c,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:36:21.257703 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Network ac19086f-83c8-453c-b162-af42ba78ed8c details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 05 17:36:21.278008 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-87089db0-88d8-49a6-8094-a04a26811653 tempest-NetworksIpV6Test-1705347811 tempest-NetworksIpV6Test-1705347811-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3639688 Jan 05 17:36:21.280771 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 50208) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:36:21.285726 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-00481471-738a-4c66-8df3-a5152c7b1936 tempest-NetworksIpV6Test-1705347811 tempest-NetworksIpV6Test-1705347811-project] Request body: {'subnet': {'network_id': 'ac19086f-83c8-453c-b162-af42ba78ed8c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:36:21.441128 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00481471-738a-4c66-8df3-a5152c7b1936 tempest-NetworksIpV6Test-1705347811 tempest-NetworksIpV6Test-1705347811-project] Made reservation on behalf of 4f506e27d55448cd9db9a49f0df8ca11 for: {'subnet': 1} {{(pid=103801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:36:21.444664 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-00481471-738a-4c66-8df3-a5152c7b1936 tempest-NetworksIpV6Test-1705347811 tempest-NetworksIpV6Test-1705347811-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12480675'] for subnet, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:21.669851 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-00481471-738a-4c66-8df3-a5152c7b1936 tempest-NetworksIpV6Test-1705347811 tempest-NetworksIpV6Test-1705347811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11433288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12480593'] for subnet, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:21.722376 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00481471-738a-4c66-8df3-a5152c7b1936 tempest-NetworksIpV6Test-1705347811 tempest-NetworksIpV6Test-1705347811-project] Pushing event updated for resources: {'Subnet': ['ID=34b61389-e013-49e9-b0fc-9726c1a9da26,revision_number=0']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:36:21.738520 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00481471-738a-4c66-8df3-a5152c7b1936 tempest-NetworksIpV6Test-1705347811 tempest-NetworksIpV6Test-1705347811-project] Checking segment: {'id': 'd6b7d01c-b9d8-4c0d-82ed-0176be5d9c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'ac19086f-83c8-453c-b162-af42ba78ed8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:36:21.738883 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00481471-738a-4c66-8df3-a5152c7b1936 tempest-NetworksIpV6Test-1705347811 tempest-NetworksIpV6Test-1705347811-project] Network hostable DHCP agents. Network: ac19086f-83c8-453c-b162-af42ba78ed8c, hostable agents: ['3f70c195-17da-4084-9fd6-bf6059d88535'], hosted agents: [] {{(pid=103801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 05 17:36:21.812083 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00481471-738a-4c66-8df3-a5152c7b1936 tempest-NetworksIpV6Test-1705347811 tempest-NetworksIpV6Test-1705347811-project] Network ac19086f-83c8-453c-b162-af42ba78ed8c is scheduled to be hosted by DHCP agent 3f70c195-17da-4084-9fd6-bf6059d88535 with binding_index 1 {{(pid=103801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 05 17:36:21.897731 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-00481471-738a-4c66-8df3-a5152c7b1936 tempest-NetworksIpV6Test-1705347811 tempest-NetworksIpV6Test-1705347811-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, ac19086f-83c8-453c-b162-af42ba78ed8c) {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:36:21.901531 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00481471-738a-4c66-8df3-a5152c7b1936 tempest-NetworksIpV6Test-1705347811 tempest-NetworksIpV6Test-1705347811-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:36:21.902166 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-00481471-738a-4c66-8df3-a5152c7b1936 tempest-NetworksIpV6Test-1705347811 tempest-NetworksIpV6Test-1705347811-project] Publish callbacks [] for subnet, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:21.908436 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e5263fe-ae7c-4a96-b036-371bfab37395 None None] Network ac19086f-83c8-453c-b162-af42ba78ed8c requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:36:21.992293 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-00481471-738a-4c66-8df3-a5152c7b1936 tempest-NetworksIpV6Test-1705347811 tempest-NetworksIpV6Test-1705347811-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7104695 Jan 05 17:36:21.995766 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 50210) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:36:22.000714 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-b82be2a6-88a1-4d3c-8e0e-08a9987b09d2 tempest-NetworksIpV6Test-1705347811 tempest-NetworksIpV6Test-1705347811-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1802150111'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:36:22.018618 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7791497c-893d-4030-a516-b8c0429380a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-ac19086f-83c8-453c-b162-af42ba78ed8c', 'network_id': 'ac19086f-83c8-453c-b162-af42ba78ed8c', 'project_id': '4f506e27d55448cd9db9a49f0df8ca11', 'fixed_ips': [{'subnet_id': '34b61389-e013-49e9-b0fc-9726c1a9da26'}]}} from dv-neutron-master-2-hyperv. {{(pid=103802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 05 17:36:22.019756 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-7791497c-893d-4030-a516-b8c0429380a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:22.074096 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b82be2a6-88a1-4d3c-8e0e-08a9987b09d2 tempest-NetworksIpV6Test-1705347811 tempest-NetworksIpV6Test-1705347811-project] Made reservation on behalf of 4f506e27d55448cd9db9a49f0df8ca11 for: {'network': 1} {{(pid=103801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:36:22.077590 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-b82be2a6-88a1-4d3c-8e0e-08a9987b09d2 tempest-NetworksIpV6Test-1705347811 tempest-NetworksIpV6Test-1705347811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for network, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:22.088239 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d504d802-9546-4ce5-a9d3-96c844ac5808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:22.102065 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b82be2a6-88a1-4d3c-8e0e-08a9987b09d2 tempest-NetworksIpV6Test-1705347811 tempest-NetworksIpV6Test-1705347811-project] vlan segment allocate from pool success with {'vlan_id': 128, 'physical_network': 'physnet1'} {{(pid=103801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 05 17:36:22.111135 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-b82be2a6-88a1-4d3c-8e0e-08a9987b09d2 tempest-NetworksIpV6Test-1705347811 tempest-NetworksIpV6Test-1705347811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225'] for segment, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:22.112506 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.db.segments_db [None req-b82be2a6-88a1-4d3c-8e0e-08a9987b09d2 tempest-NetworksIpV6Test-1705347811 tempest-NetworksIpV6Test-1705347811-project] Added segment e0779b49-cac6-4c6b-a7df-5c90b407a16e of type vlan for network 978724c3-ae9b-4ac2-a965-36ddbdf7344f Jan 05 17:36:22.153170 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-b82be2a6-88a1-4d3c-8e0e-08a9987b09d2 tempest-NetworksIpV6Test-1705347811 tempest-NetworksIpV6Test-1705347811-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754180566020'] for network, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:22.153389 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.db_base_plugin_common [None req-7791497c-893d-4030-a516-b8c0429380a7 None None] Allocated IP 2001:db8::2 (ac19086f-83c8-453c-b162-af42ba78ed8c/34b61389-e013-49e9-b0fc-9726c1a9da26/f313c09d-e21e-4a87-81d9-00bf4ff6ee57) {{(pid=103802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:36:22.239918 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-b82be2a6-88a1-4d3c-8e0e-08a9987b09d2 tempest-NetworksIpV6Test-1705347811 tempest-NetworksIpV6Test-1705347811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685'] for network, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:22.245669 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b82be2a6-88a1-4d3c-8e0e-08a9987b09d2 tempest-NetworksIpV6Test-1705347811 tempest-NetworksIpV6Test-1705347811-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:36:22.246255 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-b82be2a6-88a1-4d3c-8e0e-08a9987b09d2 tempest-NetworksIpV6Test-1705347811 tempest-NetworksIpV6Test-1705347811-project] Publish callbacks [] for network, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:22.295584 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-7791497c-893d-4030-a516-b8c0429380a7 None None] Publish callbacks [] for port, precommit_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:22.314174 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82be2a6-88a1-4d3c-8e0e-08a9987b09d2 tempest-NetworksIpV6Test-1705347811 tempest-NetworksIpV6Test-1705347811-project] Pushing event updated for resources: {'Network': ['ID=978724c3-ae9b-4ac2-a965-36ddbdf7344f,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:36:22.324456 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Network 978724c3-ae9b-4ac2-a965-36ddbdf7344f details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 05 17:36:22.346239 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-b82be2a6-88a1-4d3c-8e0e-08a9987b09d2 tempest-NetworksIpV6Test-1705347811 tempest-NetworksIpV6Test-1705347811-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3494411 Jan 05 17:36:22.350236 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 50212) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:36:22.353866 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-6c130717-c47a-473e-b92c-fc9c426414e6 tempest-NetworksIpV6Test-1705347811 tempest-NetworksIpV6Test-1705347811-project] Request body: {'subnet': {'network_id': '978724c3-ae9b-4ac2-a965-36ddbdf7344f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:36:22.373529 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-7791497c-893d-4030-a516-b8c0429380a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669'] for port, after_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:22.425034 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7791497c-893d-4030-a516-b8c0429380a7 None None] Network ac19086f-83c8-453c-b162-af42ba78ed8c is already hosted by enough agents. {{(pid=103802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:36:22.432124 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.scheduler.base_scheduler [None req-7791497c-893d-4030-a516-b8c0429380a7 None None] Resources bound (agent type, host, resource id): {{(pid=103802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:36:22.434448 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7791497c-893d-4030-a516-b8c0429380a7 None None] Received port after_create {{(pid=103802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:36:22.445007 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7791497c-893d-4030-a516-b8c0429380a7 None None] Pushing event updated for resources: {'Port': ['ID=f313c09d-e21e-4a87-81d9-00bf4ff6ee57,revision_number=1']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:36:22.495227 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-7791497c-893d-4030-a516-b8c0429380a7 None None] Attempting to bind port f313c09d-e21e-4a87-81d9-00bf4ff6ee57 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 05 17:36:22.495585 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-7791497c-893d-4030-a516-b8c0429380a7 None None] Attempting to bind port f313c09d-e21e-4a87-81d9-00bf4ff6ee57 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'd6b7d01c-b9d8-4c0d-82ed-0176be5d9c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'ac19086f-83c8-453c-b162-af42ba78ed8c'}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 05 17:36:22.495933 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7791497c-893d-4030-a516-b8c0429380a7 None None] Attempting to bind port f313c09d-e21e-4a87-81d9-00bf4ff6ee57 on network ac19086f-83c8-453c-b162-af42ba78ed8c {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:36:22.500794 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7791497c-893d-4030-a516-b8c0429380a7 None None] Checking agent: {'id': '0d4f8fd3-ce62-4651-970c-efa6a8bb22b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 5, 16, 57, 23), 'started_at': datetime.datetime(2022, 1, 5, 16, 57, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 5, 17, 35, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 05 17:36:22.501157 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7791497c-893d-4030-a516-b8c0429380a7 None None] Checking segment: {'id': 'd6b7d01c-b9d8-4c0d-82ed-0176be5d9c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'ac19086f-83c8-453c-b162-af42ba78ed8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:36:22.505163 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-7791497c-893d-4030-a516-b8c0429380a7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:22.505163 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7791497c-893d-4030-a516-b8c0429380a7 None None] Bound using segment: {'id': 'd6b7d01c-b9d8-4c0d-82ed-0176be5d9c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'ac19086f-83c8-453c-b162-af42ba78ed8c'} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 05 17:36:22.505163 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-7791497c-893d-4030-a516-b8c0429380a7 None None] Bound port: f313c09d-e21e-4a87-81d9-00bf4ff6ee57, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6b7d01c-b9d8-4c0d-82ed-0176be5d9c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'ac19086f-83c8-453c-b162-af42ba78ed8c'}}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 05 17:36:22.505163 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-7791497c-893d-4030-a516-b8c0429380a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:22.519930 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c130717-c47a-473e-b92c-fc9c426414e6 tempest-NetworksIpV6Test-1705347811 tempest-NetworksIpV6Test-1705347811-project] Made reservation on behalf of 4f506e27d55448cd9db9a49f0df8ca11 for: {'subnet': 1} {{(pid=103801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:36:22.523554 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-6c130717-c47a-473e-b92c-fc9c426414e6 tempest-NetworksIpV6Test-1705347811 tempest-NetworksIpV6Test-1705347811-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12480675'] for subnet, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:22.567836 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-7791497c-893d-4030-a516-b8c0429380a7 None None] For port f313c09d-e21e-4a87-81d9-00bf4ff6ee57, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 05 17:36:22.570877 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-7791497c-893d-4030-a516-b8c0429380a7 None None] For port f313c09d-e21e-4a87-81d9-00bf4ff6ee57, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f313c09d-e21e-4a87-81d9-00bf4ff6ee57,segment=NetworkSegment(d6b7d01c-b9d8-4c0d-82ed-0176be5d9c3b),segment_id=d6b7d01c-b9d8-4c0d-82ed-0176be5d9c3b)] {{(pid=103802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 05 17:36:22.658871 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-7791497c-893d-4030-a516-b8c0429380a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:22.715812 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7791497c-893d-4030-a516-b8c0429380a7 None None] Pushing event updated for resources: {'Port': ['ID=f313c09d-e21e-4a87-81d9-00bf4ff6ee57,revision_number=2']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:36:22.744193 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-6c130717-c47a-473e-b92c-fc9c426414e6 tempest-NetworksIpV6Test-1705347811 tempest-NetworksIpV6Test-1705347811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11433288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12480593'] for subnet, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:22.809943 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c130717-c47a-473e-b92c-fc9c426414e6 tempest-NetworksIpV6Test-1705347811 tempest-NetworksIpV6Test-1705347811-project] Pushing event updated for resources: {'Subnet': ['ID=ebf5d674-1501-4c26-8607-e8a0a0ee4554,revision_number=0']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:36:22.821409 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c130717-c47a-473e-b92c-fc9c426414e6 tempest-NetworksIpV6Test-1705347811 tempest-NetworksIpV6Test-1705347811-project] Checking segment: {'id': 'e0779b49-cac6-4c6b-a7df-5c90b407a16e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '978724c3-ae9b-4ac2-a965-36ddbdf7344f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:36:22.821802 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c130717-c47a-473e-b92c-fc9c426414e6 tempest-NetworksIpV6Test-1705347811 tempest-NetworksIpV6Test-1705347811-project] Network hostable DHCP agents. Network: 978724c3-ae9b-4ac2-a965-36ddbdf7344f, hostable agents: ['3f70c195-17da-4084-9fd6-bf6059d88535'], hosted agents: [] {{(pid=103801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 05 17:36:22.876452 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c130717-c47a-473e-b92c-fc9c426414e6 tempest-NetworksIpV6Test-1705347811 tempest-NetworksIpV6Test-1705347811-project] Network 978724c3-ae9b-4ac2-a965-36ddbdf7344f is scheduled to be hosted by DHCP agent 3f70c195-17da-4084-9fd6-bf6059d88535 with binding_index 1 {{(pid=103801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 05 17:36:22.927054 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-6c130717-c47a-473e-b92c-fc9c426414e6 tempest-NetworksIpV6Test-1705347811 tempest-NetworksIpV6Test-1705347811-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 978724c3-ae9b-4ac2-a965-36ddbdf7344f) {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:36:22.932609 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c130717-c47a-473e-b92c-fc9c426414e6 tempest-NetworksIpV6Test-1705347811 tempest-NetworksIpV6Test-1705347811-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:36:22.933236 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-6c130717-c47a-473e-b92c-fc9c426414e6 tempest-NetworksIpV6Test-1705347811 tempest-NetworksIpV6Test-1705347811-project] Publish callbacks [] for subnet, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:22.936517 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-106528fd-dcdc-4c7b-84cb-6623ef25af5e None None] Network 978724c3-ae9b-4ac2-a965-36ddbdf7344f requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:36:22.997798 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-6c130717-c47a-473e-b92c-fc9c426414e6 tempest-NetworksIpV6Test-1705347811 tempest-NetworksIpV6Test-1705347811-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6476984 Jan 05 17:36:23.000236 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 50214) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:36:23.044469 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41097c0b-e19e-4e7a-a615-815afa3c435d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-978724c3-ae9b-4ac2-a965-36ddbdf7344f', 'network_id': '978724c3-ae9b-4ac2-a965-36ddbdf7344f', 'project_id': '4f506e27d55448cd9db9a49f0df8ca11', 'fixed_ips': [{'subnet_id': 'ebf5d674-1501-4c26-8607-e8a0a0ee4554'}]}} from dv-neutron-master-2-hyperv. {{(pid=103802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 05 17:36:23.045473 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-41097c0b-e19e-4e7a-a615-815afa3c435d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:23.097680 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-05091e82-cc35-4279-8ea2-8eea632452b6 tempest-NetworksIpV6Test-1705347811 tempest-NetworksIpV6Test-1705347811-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3809644'] for network, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:23.151646 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-05091e82-cc35-4279-8ea2-8eea632452b6 tempest-NetworksIpV6Test-1705347811 tempest-NetworksIpV6Test-1705347811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892868'] for subnet, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:23.190922 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.db_base_plugin_common [None req-41097c0b-e19e-4e7a-a615-815afa3c435d None None] Allocated IP 2001:db8::2 (978724c3-ae9b-4ac2-a965-36ddbdf7344f/ebf5d674-1501-4c26-8607-e8a0a0ee4554/1705d82e-b0e3-4d53-b450-a743b4c3c0ea) {{(pid=103802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:36:23.332709 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:23.347005 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-41097c0b-e19e-4e7a-a615-815afa3c435d None None] Publish callbacks [] for port, precommit_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:23.418923 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-41097c0b-e19e-4e7a-a615-815afa3c435d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669'] for port, after_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:23.470882 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41097c0b-e19e-4e7a-a615-815afa3c435d None None] Network 978724c3-ae9b-4ac2-a965-36ddbdf7344f is already hosted by enough agents. {{(pid=103802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:36:23.473837 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.scheduler.base_scheduler [None req-41097c0b-e19e-4e7a-a615-815afa3c435d None None] Resources bound (agent type, host, resource id): {{(pid=103802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:36:23.477501 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41097c0b-e19e-4e7a-a615-815afa3c435d None None] Received port after_create {{(pid=103802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:36:23.491027 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41097c0b-e19e-4e7a-a615-815afa3c435d None None] Pushing event updated for resources: {'Port': ['ID=1705d82e-b0e3-4d53-b450-a743b4c3c0ea,revision_number=1']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:36:23.499073 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-05091e82-cc35-4279-8ea2-8eea632452b6 tempest-NetworksIpV6Test-1705347811 tempest-NetworksIpV6Test-1705347811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3893367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11433231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12480600'] for subnet, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:23.526349 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05091e82-cc35-4279-8ea2-8eea632452b6 tempest-NetworksIpV6Test-1705347811 tempest-NetworksIpV6Test-1705347811-project] Pushing event deleted for resources: {'Subnet': ['ID=ebf5d674-1501-4c26-8607-e8a0a0ee4554,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:36:23.546628 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-41097c0b-e19e-4e7a-a615-815afa3c435d None None] Attempting to bind port 1705d82e-b0e3-4d53-b450-a743b4c3c0ea on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 05 17:36:23.547051 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-41097c0b-e19e-4e7a-a615-815afa3c435d None None] Attempting to bind port 1705d82e-b0e3-4d53-b450-a743b4c3c0ea by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'e0779b49-cac6-4c6b-a7df-5c90b407a16e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '978724c3-ae9b-4ac2-a965-36ddbdf7344f'}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 05 17:36:23.547542 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41097c0b-e19e-4e7a-a615-815afa3c435d None None] Attempting to bind port 1705d82e-b0e3-4d53-b450-a743b4c3c0ea on network 978724c3-ae9b-4ac2-a965-36ddbdf7344f {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:36:23.552487 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41097c0b-e19e-4e7a-a615-815afa3c435d None None] Checking agent: {'id': '0d4f8fd3-ce62-4651-970c-efa6a8bb22b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 5, 16, 57, 23), 'started_at': datetime.datetime(2022, 1, 5, 16, 57, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 5, 17, 36, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 05 17:36:23.552981 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41097c0b-e19e-4e7a-a615-815afa3c435d None None] Checking segment: {'id': 'e0779b49-cac6-4c6b-a7df-5c90b407a16e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '978724c3-ae9b-4ac2-a965-36ddbdf7344f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:36:23.553386 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-41097c0b-e19e-4e7a-a615-815afa3c435d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:23.553797 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41097c0b-e19e-4e7a-a615-815afa3c435d None None] Bound using segment: {'id': 'e0779b49-cac6-4c6b-a7df-5c90b407a16e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '978724c3-ae9b-4ac2-a965-36ddbdf7344f'} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 05 17:36:23.554252 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-41097c0b-e19e-4e7a-a615-815afa3c435d None None] Bound port: 1705d82e-b0e3-4d53-b450-a743b4c3c0ea, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0779b49-cac6-4c6b-a7df-5c90b407a16e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '978724c3-ae9b-4ac2-a965-36ddbdf7344f'}}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 05 17:36:23.554752 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-41097c0b-e19e-4e7a-a615-815afa3c435d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:23.591121 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-05091e82-cc35-4279-8ea2-8eea632452b6 tempest-NetworksIpV6Test-1705347811 tempest-NetworksIpV6Test-1705347811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3891715', 'neutron.services.segments.db._delete_segments_for_network-8754181063482'] for network, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:23.612416 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.services.segments.db [None req-05091e82-cc35-4279-8ea2-8eea632452b6 tempest-NetworksIpV6Test-1705347811 tempest-NetworksIpV6Test-1705347811-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['978724c3-ae9b-4ac2-a965-36ddbdf7344f']}} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:36:23.622326 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.services.segments.db [None req-05091e82-cc35-4279-8ea2-8eea632452b6 tempest-NetworksIpV6Test-1705347811 tempest-NetworksIpV6Test-1705347811-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0779b49-cac6-4c6b-a7df-5c90b407a16e') {'for_net_delete': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:36:23.622627 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.services.segments.db [None req-05091e82-cc35-4279-8ea2-8eea632452b6 tempest-NetworksIpV6Test-1705347811 tempest-NetworksIpV6Test-1705347811-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0779b49-cac6-4c6b-a7df-5c90b407a16e') {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:36:23.623119 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-41097c0b-e19e-4e7a-a615-815afa3c435d None None] For port 1705d82e-b0e3-4d53-b450-a743b4c3c0ea, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 05 17:36:23.627542 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-41097c0b-e19e-4e7a-a615-815afa3c435d None None] For port 1705d82e-b0e3-4d53-b450-a743b4c3c0ea, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=1705d82e-b0e3-4d53-b450-a743b4c3c0ea,segment=NetworkSegment(e0779b49-cac6-4c6b-a7df-5c90b407a16e),segment_id=e0779b49-cac6-4c6b-a7df-5c90b407a16e)] {{(pid=103802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 05 17:36:23.637346 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-05091e82-cc35-4279-8ea2-8eea632452b6 tempest-NetworksIpV6Test-1705347811 tempest-NetworksIpV6Test-1705347811-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754181064771', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11316385'] for segment, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:23.663365 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd2ec6d7-3513-48c6-b133-c2da9c66aa1a None None] Network ac19086f-83c8-453c-b162-af42ba78ed8c requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:36:23.705972 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-05091e82-cc35-4279-8ea2-8eea632452b6 tempest-NetworksIpV6Test-1705347811 tempest-NetworksIpV6Test-1705347811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225'] for segment, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:23.709503 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-41097c0b-e19e-4e7a-a615-815afa3c435d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:23.717787 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05091e82-cc35-4279-8ea2-8eea632452b6 tempest-NetworksIpV6Test-1705347811 tempest-NetworksIpV6Test-1705347811-project] Releasing vlan 128 on physical network physnet1 to pool {{(pid=103801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 05 17:36:23.717787 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-05091e82-cc35-4279-8ea2-8eea632452b6 tempest-NetworksIpV6Test-1705347811 tempest-NetworksIpV6Test-1705347811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11433197'] for segment, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:23.717787 dv-neutron-master-2-hyperv neutron-server[103801]: Traceback (most recent call last): Jan 05 17:36:23.717787 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 05 17:36:23.717787 dv-neutron-master-2-hyperv neutron-server[103801]: timer() Jan 05 17:36:23.717787 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 05 17:36:23.717787 dv-neutron-master-2-hyperv neutron-server[103801]: cb(*args, **kw) Jan 05 17:36:23.717787 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 05 17:36:23.717787 dv-neutron-master-2-hyperv neutron-server[103801]: return func(*args, **kwargs) Jan 05 17:36:23.717787 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 05 17:36:23.717787 dv-neutron-master-2-hyperv neutron-server[103801]: self._notify() Jan 05 17:36:23.717787 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 05 17:36:23.717787 dv-neutron-master-2-hyperv neutron-server[103801]: self.callback(batched_events) Jan 05 17:36:23.717787 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 05 17:36:23.717787 dv-neutron-master-2-hyperv neutron-server[103801]: event.method(event) Jan 05 17:36:23.717787 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 05 17:36:23.717787 dv-neutron-master-2-hyperv neutron-server[103801]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 05 17:36:23.717787 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 05 17:36:23.717787 dv-neutron-master-2-hyperv neutron-server[103801]: aggregate_uuid = self.p_client.list_aggregates( Jan 05 17:36:23.717787 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 05 17:36:23.717787 dv-neutron-master-2-hyperv neutron-server[103801]: return f(self, *a, **k) Jan 05 17:36:23.717787 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 05 17:36:23.717787 dv-neutron-master-2-hyperv neutron-server[103801]: return self._get(url).json() Jan 05 17:36:23.717787 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 05 17:36:23.717787 dv-neutron-master-2-hyperv neutron-server[103801]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 05 17:36:23.717787 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 05 17:36:23.717787 dv-neutron-master-2-hyperv neutron-server[103801]: return self.request(url, 'GET', **kwargs) Jan 05 17:36:23.717787 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 05 17:36:23.717787 dv-neutron-master-2-hyperv neutron-server[103801]: base_url = self.get_endpoint(auth, allow=allow, Jan 05 17:36:23.717787 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 05 17:36:23.717787 dv-neutron-master-2-hyperv neutron-server[103801]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 05 17:36:23.717787 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 05 17:36:23.717787 dv-neutron-master-2-hyperv neutron-server[103801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 05 17:36:23.717787 dv-neutron-master-2-hyperv neutron-server[103801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 05 17:36:23.831561 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-3a5d6098-f3a8-409b-b067-703ce3ba6bf0 None None] Provisioning complete for port f313c09d-e21e-4a87-81d9-00bf4ff6ee57 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:36:23.831943 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-3a5d6098-f3a8-409b-b067-703ce3ba6bf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:23.847371 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41097c0b-e19e-4e7a-a615-815afa3c435d None None] Pushing event updated for resources: {'Port': ['ID=1705d82e-b0e3-4d53-b450-a743b4c3c0ea,revision_number=2']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:36:23.877154 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f56480c-288b-4bc6-b47e-3e58d6ddd77b None None] Network 978724c3-ae9b-4ac2-a965-36ddbdf7344f requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:36:24.127282 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.db.api [None req-05091e82-cc35-4279-8ea2-8eea632452b6 tempest-NetworksIpV6Test-1705347811 tempest-NetworksIpV6Test-1705347811-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 05 17:36:24.127282 dv-neutron-master-2-hyperv neutron-server[103801]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 05 17:36:24.127282 dv-neutron-master-2-hyperv neutron-server[103801]: [parameters: {'id': '978724c3-ae9b-4ac2-a965-36ddbdf7344f'}] Jan 05 17:36:24.127282 dv-neutron-master-2-hyperv neutron-server[103801]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103801) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 05 17:36:24.128006 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG oslo_db.api [None req-05091e82-cc35-4279-8ea2-8eea632452b6 tempest-NetworksIpV6Test-1705347811 tempest-NetworksIpV6Test-1705347811-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 05 17:36:24.173244 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-3a5d6098-f3a8-409b-b067-703ce3ba6bf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:24.206660 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-3a5d6098-f3a8-409b-b067-703ce3ba6bf0 None None] For port f313c09d-e21e-4a87-81d9-00bf4ff6ee57, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f313c09d-e21e-4a87-81d9-00bf4ff6ee57,segment=NetworkSegment(d6b7d01c-b9d8-4c0d-82ed-0176be5d9c3b),segment_id=d6b7d01c-b9d8-4c0d-82ed-0176be5d9c3b)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:36:24.275938 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-3a5d6098-f3a8-409b-b067-703ce3ba6bf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:24.280643 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11f480d4-d61e-49ad-b30f-54216e2220db None None] get_active_networks_info from dv-neutron-master-2-hyperv {{(pid=103802) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 05 17:36:24.369228 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5d6098-f3a8-409b-b067-703ce3ba6bf0 None None] Pushing event updated for resources: {'Port': ['ID=f313c09d-e21e-4a87-81d9-00bf4ff6ee57,revision_number=3']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:36:24.400284 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11f480d4-d61e-49ad-b30f-54216e2220db None None] Resources bound (agent type, host, resource id): {{(pid=103802) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 05 17:36:24.408619 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-702a2922-a3d9-4429-b564-7c77a42fea92 None None] Provisioning complete for port f313c09d-e21e-4a87-81d9-00bf4ff6ee57 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:36:24.408985 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-702a2922-a3d9-4429-b564-7c77a42fea92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:24.494403 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device f313c09d-e21e-4a87-81d9-00bf4ff6ee57 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:36:24.628755 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-05091e82-cc35-4279-8ea2-8eea632452b6 tempest-NetworksIpV6Test-1705347811 tempest-NetworksIpV6Test-1705347811-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3809644'] for network, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:24.643230 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Provisioning complete for port f313c09d-e21e-4a87-81d9-00bf4ff6ee57 triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:36:24.643595 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:24.680463 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-05091e82-cc35-4279-8ea2-8eea632452b6 tempest-NetworksIpV6Test-1705347811 tempest-NetworksIpV6Test-1705347811-project] Deleting port 1705d82e-b0e3-4d53-b450-a743b4c3c0ea {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:36:24.680801 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-05091e82-cc35-4279-8ea2-8eea632452b6 tempest-NetworksIpV6Test-1705347811 tempest-NetworksIpV6Test-1705347811-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:24.746033 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-05091e82-cc35-4279-8ea2-8eea632452b6 tempest-NetworksIpV6Test-1705347811 tempest-NetworksIpV6Test-1705347811-project] For port 1705d82e-b0e3-4d53-b450-a743b4c3c0ea, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=1705d82e-b0e3-4d53-b450-a743b4c3c0ea,segment=NetworkSegment(e0779b49-cac6-4c6b-a7df-5c90b407a16e),segment_id=e0779b49-cac6-4c6b-a7df-5c90b407a16e)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:36:24.746393 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-05091e82-cc35-4279-8ea2-8eea632452b6 tempest-NetworksIpV6Test-1705347811 tempest-NetworksIpV6Test-1705347811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:24.758646 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-05091e82-cc35-4279-8ea2-8eea632452b6 tempest-NetworksIpV6Test-1705347811 tempest-NetworksIpV6Test-1705347811-project] Calling delete_port for 1705d82e-b0e3-4d53-b450-a743b4c3c0ea owned by network:dhcp {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:36:24.954586 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-05091e82-cc35-4279-8ea2-8eea632452b6 tempest-NetworksIpV6Test-1705347811 tempest-NetworksIpV6Test-1705347811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11433176'] for port, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:24.979121 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05091e82-cc35-4279-8ea2-8eea632452b6 tempest-NetworksIpV6Test-1705347811 tempest-NetworksIpV6Test-1705347811-project] Pushing event deleted for resources: {'Port': ['ID=1705d82e-b0e3-4d53-b450-a743b4c3c0ea,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:36:24.982637 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05091e82-cc35-4279-8ea2-8eea632452b6 tempest-NetworksIpV6Test-1705347811 tempest-NetworksIpV6Test-1705347811-project] No DVR routers for this DVR port 1705d82e-b0e3-4d53-b450-a743b4c3c0ea on host dv-neutron-master-2-hyperv {{(pid=103801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 05 17:36:25.060937 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-05091e82-cc35-4279-8ea2-8eea632452b6 tempest-NetworksIpV6Test-1705347811 tempest-NetworksIpV6Test-1705347811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3891715', 'neutron.services.segments.db._delete_segments_for_network-8754181063482'] for network, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:25.081516 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.services.segments.db [None req-05091e82-cc35-4279-8ea2-8eea632452b6 tempest-NetworksIpV6Test-1705347811 tempest-NetworksIpV6Test-1705347811-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['978724c3-ae9b-4ac2-a965-36ddbdf7344f']}} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:36:25.090432 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.services.segments.db [None req-05091e82-cc35-4279-8ea2-8eea632452b6 tempest-NetworksIpV6Test-1705347811 tempest-NetworksIpV6Test-1705347811-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0779b49-cac6-4c6b-a7df-5c90b407a16e') {'for_net_delete': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:36:25.090728 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.services.segments.db [None req-05091e82-cc35-4279-8ea2-8eea632452b6 tempest-NetworksIpV6Test-1705347811 tempest-NetworksIpV6Test-1705347811-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0779b49-cac6-4c6b-a7df-5c90b407a16e') {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:36:25.099923 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-05091e82-cc35-4279-8ea2-8eea632452b6 tempest-NetworksIpV6Test-1705347811 tempest-NetworksIpV6Test-1705347811-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754181064771', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11316385'] for segment, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:25.112624 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-05091e82-cc35-4279-8ea2-8eea632452b6 tempest-NetworksIpV6Test-1705347811 tempest-NetworksIpV6Test-1705347811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225'] for segment, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:25.118284 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05091e82-cc35-4279-8ea2-8eea632452b6 tempest-NetworksIpV6Test-1705347811 tempest-NetworksIpV6Test-1705347811-project] Releasing vlan 128 on physical network physnet1 to pool {{(pid=103801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 05 17:36:25.118658 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-05091e82-cc35-4279-8ea2-8eea632452b6 tempest-NetworksIpV6Test-1705347811 tempest-NetworksIpV6Test-1705347811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11433197'] for segment, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:25.121460 dv-neutron-master-2-hyperv neutron-server[103801]: Traceback (most recent call last): Jan 05 17:36:25.121460 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 05 17:36:25.121460 dv-neutron-master-2-hyperv neutron-server[103801]: timer() Jan 05 17:36:25.121460 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 05 17:36:25.121460 dv-neutron-master-2-hyperv neutron-server[103801]: cb(*args, **kw) Jan 05 17:36:25.121460 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 05 17:36:25.121460 dv-neutron-master-2-hyperv neutron-server[103801]: return func(*args, **kwargs) Jan 05 17:36:25.121460 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 05 17:36:25.121460 dv-neutron-master-2-hyperv neutron-server[103801]: self._notify() Jan 05 17:36:25.121460 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 05 17:36:25.121460 dv-neutron-master-2-hyperv neutron-server[103801]: self.callback(batched_events) Jan 05 17:36:25.121460 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 05 17:36:25.121460 dv-neutron-master-2-hyperv neutron-server[103801]: event.method(event) Jan 05 17:36:25.121460 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 05 17:36:25.121460 dv-neutron-master-2-hyperv neutron-server[103801]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 05 17:36:25.121460 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 05 17:36:25.121460 dv-neutron-master-2-hyperv neutron-server[103801]: aggregate_uuid = self.p_client.list_aggregates( Jan 05 17:36:25.121460 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 05 17:36:25.121460 dv-neutron-master-2-hyperv neutron-server[103801]: return f(self, *a, **k) Jan 05 17:36:25.121460 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 05 17:36:25.121460 dv-neutron-master-2-hyperv neutron-server[103801]: return self._get(url).json() Jan 05 17:36:25.121460 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 05 17:36:25.121460 dv-neutron-master-2-hyperv neutron-server[103801]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 05 17:36:25.121460 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 05 17:36:25.121460 dv-neutron-master-2-hyperv neutron-server[103801]: return self.request(url, 'GET', **kwargs) Jan 05 17:36:25.121460 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 05 17:36:25.121460 dv-neutron-master-2-hyperv neutron-server[103801]: base_url = self.get_endpoint(auth, allow=allow, Jan 05 17:36:25.121460 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 05 17:36:25.121460 dv-neutron-master-2-hyperv neutron-server[103801]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 05 17:36:25.121460 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 05 17:36:25.121460 dv-neutron-master-2-hyperv neutron-server[103801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 05 17:36:25.121460 dv-neutron-master-2-hyperv neutron-server[103801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 05 17:36:25.235911 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-05091e82-cc35-4279-8ea2-8eea632452b6 tempest-NetworksIpV6Test-1705347811 tempest-NetworksIpV6Test-1705347811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3891722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648695'] for network, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:25.245721 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-05091e82-cc35-4279-8ea2-8eea632452b6 tempest-NetworksIpV6Test-1705347811 tempest-NetworksIpV6Test-1705347811-project] Publish callbacks [] for network, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:25.245858 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-05091e82-cc35-4279-8ea2-8eea632452b6 tempest-NetworksIpV6Test-1705347811 tempest-NetworksIpV6Test-1705347811-project] 10.222.0.11 "DELETE /v2.0/networks/978724c3-ae9b-4ac2-a965-36ddbdf7344f HTTP/1.1" status: 204 len: 168 time: 2.2441154 Jan 05 17:36:25.249611 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 50216) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:36:25.259296 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05091e82-cc35-4279-8ea2-8eea632452b6 tempest-NetworksIpV6Test-1705347811 tempest-NetworksIpV6Test-1705347811-project] Pushing event deleted for resources: {'Network': ['ID=978724c3-ae9b-4ac2-a965-36ddbdf7344f,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:36:25.282040 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.pecan_wsgi.hooks.translation [None req-2db5af14-bb95-463b-90ed-11b4f2b8b624 tempest-NetworksIpV6Test-1705347811 tempest-NetworksIpV6Test-1705347811-project] GET failed (client error): The resource could not be found. Jan 05 17:36:25.283657 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-2db5af14-bb95-463b-90ed-11b4f2b8b624 tempest-NetworksIpV6Test-1705347811 tempest-NetworksIpV6Test-1705347811-project] 10.222.0.11 "GET /v2.0/subnets/ebf5d674-1501-4c26-8607-e8a0a0ee4554 HTTP/1.1" status: 404 len: 337 time: 0.0319777 Jan 05 17:36:25.286424 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 50218) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:36:25.304495 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5fdf275-7783-45f9-a458-18fbc12fcb8f tempest-NetworksIpV6Test-1705347811 tempest-NetworksIpV6Test-1705347811-project] DELETE failed (client error): The resource could not be found. Jan 05 17:36:25.304979 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5fdf275-7783-45f9-a458-18fbc12fcb8f tempest-NetworksIpV6Test-1705347811 tempest-NetworksIpV6Test-1705347811-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103800) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 05 17:36:25.307927 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-a5fdf275-7783-45f9-a458-18fbc12fcb8f tempest-NetworksIpV6Test-1705347811 tempest-NetworksIpV6Test-1705347811-project] 10.222.0.11 "DELETE /v2.0/networks/978724c3-ae9b-4ac2-a965-36ddbdf7344f HTTP/1.1" status: 404 len: 339 time: 0.0206146 Jan 05 17:36:25.311482 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 50220) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:36:25.340786 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6138923-4ed4-4cb4-89ca-f682b413dd88 tempest-NetworksIpV6Test-1705347811 tempest-NetworksIpV6Test-1705347811-project] DELETE failed (client error): The resource could not be found. Jan 05 17:36:25.341228 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6138923-4ed4-4cb4-89ca-f682b413dd88 tempest-NetworksIpV6Test-1705347811 tempest-NetworksIpV6Test-1705347811-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103800) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 05 17:36:25.344436 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-c6138923-4ed4-4cb4-89ca-f682b413dd88 tempest-NetworksIpV6Test-1705347811 tempest-NetworksIpV6Test-1705347811-project] 10.222.0.11 "DELETE /v2.0/subnets/ebf5d674-1501-4c26-8607-e8a0a0ee4554 HTTP/1.1" status: 404 len: 337 time: 0.0320861 Jan 05 17:36:25.346856 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 50222) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:36:25.364100 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd62a6e5-ad03-44dd-a7da-48136b2f0400 tempest-NetworksIpV6Test-1705347811 tempest-NetworksIpV6Test-1705347811-project] DELETE failed (client error): The resource could not be found. Jan 05 17:36:25.364575 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd62a6e5-ad03-44dd-a7da-48136b2f0400 tempest-NetworksIpV6Test-1705347811 tempest-NetworksIpV6Test-1705347811-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103800) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 05 17:36:25.367539 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-dd62a6e5-ad03-44dd-a7da-48136b2f0400 tempest-NetworksIpV6Test-1705347811 tempest-NetworksIpV6Test-1705347811-project] 10.222.0.11 "DELETE /v2.0/networks/978724c3-ae9b-4ac2-a965-36ddbdf7344f HTTP/1.1" status: 404 len: 339 time: 0.0198183 Jan 05 17:36:25.373348 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 50224) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:36:25.423128 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ab474b6-ad35-4a8a-9a83-5b9ecaf39a40 tempest-NetworksIpV6Test-1705347811 tempest-NetworksIpV6Test-1705347811-project] Deleting subnet 34b61389-e013-49e9-b0fc-9726c1a9da26 {{(pid=103800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 05 17:36:25.426547 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6ab474b6-ad35-4a8a-9a83-5b9ecaf39a40 tempest-NetworksIpV6Test-1705347811 tempest-NetworksIpV6Test-1705347811-project] Publish callbacks [] for subnet, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:25.465303 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6ab474b6-ad35-4a8a-9a83-5b9ecaf39a40 tempest-NetworksIpV6Test-1705347811 tempest-NetworksIpV6Test-1705347811-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8784846'] for subnet, precommit_delete_associations {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:25.554464 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6ab474b6-ad35-4a8a-9a83-5b9ecaf39a40 tempest-NetworksIpV6Test-1705347811 tempest-NetworksIpV6Test-1705347811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892868'] for subnet, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:25.681399 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6ab474b6-ad35-4a8a-9a83-5b9ecaf39a40 tempest-NetworksIpV6Test-1705347811 tempest-NetworksIpV6Test-1705347811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3893367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8784787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8521880'] for subnet, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:25.707524 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab474b6-ad35-4a8a-9a83-5b9ecaf39a40 tempest-NetworksIpV6Test-1705347811 tempest-NetworksIpV6Test-1705347811-project] Pushing event deleted for resources: {'Subnet': ['ID=34b61389-e013-49e9-b0fc-9726c1a9da26,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:36:25.711242 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6ab474b6-ad35-4a8a-9a83-5b9ecaf39a40 tempest-NetworksIpV6Test-1705347811 tempest-NetworksIpV6Test-1705347811-project] Publish callbacks [] for subnet, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:25.714386 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-6ab474b6-ad35-4a8a-9a83-5b9ecaf39a40 tempest-NetworksIpV6Test-1705347811 tempest-NetworksIpV6Test-1705347811-project] 10.222.0.11 "DELETE /v2.0/subnets/34b61389-e013-49e9-b0fc-9726c1a9da26 HTTP/1.1" status: 204 len: 168 time: 0.3401482 Jan 05 17:36:25.717096 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 50226) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:36:25.718492 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f54935a-007f-4940-8ef2-c09f8a5508b3 None None] Network ac19086f-83c8-453c-b162-af42ba78ed8c requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:36:25.791438 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-36b022fc-fe60-4fb1-b561-f103115eeea4 tempest-NetworksIpV6Test-1705347811 tempest-NetworksIpV6Test-1705347811-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3809644'] for network, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:25.845455 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-36b022fc-fe60-4fb1-b561-f103115eeea4 tempest-NetworksIpV6Test-1705347811 tempest-NetworksIpV6Test-1705347811-project] Deleting port f313c09d-e21e-4a87-81d9-00bf4ff6ee57 {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:36:25.845816 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-36b022fc-fe60-4fb1-b561-f103115eeea4 tempest-NetworksIpV6Test-1705347811 tempest-NetworksIpV6Test-1705347811-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:25.869439 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07c7174c-b1ea-4aca-8bc3-add11acb2928 None None] DHCP port deletion for ac19086f-83c8-453c-b162-af42ba78ed8c request from dv-neutron-master-2-hyperv {{(pid=103802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 05 17:36:25.910615 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-36b022fc-fe60-4fb1-b561-f103115eeea4 tempest-NetworksIpV6Test-1705347811 tempest-NetworksIpV6Test-1705347811-project] For port f313c09d-e21e-4a87-81d9-00bf4ff6ee57, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f313c09d-e21e-4a87-81d9-00bf4ff6ee57,segment=NetworkSegment(d6b7d01c-b9d8-4c0d-82ed-0176be5d9c3b),segment_id=d6b7d01c-b9d8-4c0d-82ed-0176be5d9c3b)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:36:25.910980 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-36b022fc-fe60-4fb1-b561-f103115eeea4 tempest-NetworksIpV6Test-1705347811 tempest-NetworksIpV6Test-1705347811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:25.915220 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-07c7174c-b1ea-4aca-8bc3-add11acb2928 None None] Deleting port f313c09d-e21e-4a87-81d9-00bf4ff6ee57 {{(pid=103802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:36:25.915591 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-07c7174c-b1ea-4aca-8bc3-add11acb2928 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:25.924149 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-36b022fc-fe60-4fb1-b561-f103115eeea4 tempest-NetworksIpV6Test-1705347811 tempest-NetworksIpV6Test-1705347811-project] Calling delete_port for f313c09d-e21e-4a87-81d9-00bf4ff6ee57 owned by network:dhcp {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:36:25.980489 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-07c7174c-b1ea-4aca-8bc3-add11acb2928 None None] For port f313c09d-e21e-4a87-81d9-00bf4ff6ee57, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f313c09d-e21e-4a87-81d9-00bf4ff6ee57,segment=NetworkSegment(d6b7d01c-b9d8-4c0d-82ed-0176be5d9c3b),segment_id=d6b7d01c-b9d8-4c0d-82ed-0176be5d9c3b)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:36:25.980876 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-07c7174c-b1ea-4aca-8bc3-add11acb2928 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:25.993188 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-07c7174c-b1ea-4aca-8bc3-add11acb2928 None None] Calling delete_port for f313c09d-e21e-4a87-81d9-00bf4ff6ee57 owned by network:dhcp {{(pid=103802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:36:26.069894 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-36b022fc-fe60-4fb1-b561-f103115eeea4 tempest-NetworksIpV6Test-1705347811 tempest-NetworksIpV6Test-1705347811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11433176'] for port, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:26.075710 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-07c7174c-b1ea-4aca-8bc3-add11acb2928 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678'] for port, after_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:26.102316 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b022fc-fe60-4fb1-b561-f103115eeea4 tempest-NetworksIpV6Test-1705347811 tempest-NetworksIpV6Test-1705347811-project] Pushing event deleted for resources: {'Port': ['ID=f313c09d-e21e-4a87-81d9-00bf4ff6ee57,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:36:26.102316 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36b022fc-fe60-4fb1-b561-f103115eeea4 tempest-NetworksIpV6Test-1705347811 tempest-NetworksIpV6Test-1705347811-project] No DVR routers for this DVR port f313c09d-e21e-4a87-81d9-00bf4ff6ee57 on host dv-neutron-master-2-hyperv {{(pid=103801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 05 17:36:26.107652 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c7174c-b1ea-4aca-8bc3-add11acb2928 None None] Pushing event deleted for resources: {'Port': ['ID=f313c09d-e21e-4a87-81d9-00bf4ff6ee57,revision_number=None']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:36:26.112064 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07c7174c-b1ea-4aca-8bc3-add11acb2928 None None] No DVR routers for this DVR port f313c09d-e21e-4a87-81d9-00bf4ff6ee57 on host dv-neutron-master-2-hyperv {{(pid=103802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 05 17:36:26.186467 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-36b022fc-fe60-4fb1-b561-f103115eeea4 tempest-NetworksIpV6Test-1705347811 tempest-NetworksIpV6Test-1705347811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3891715', 'neutron.services.segments.db._delete_segments_for_network-8754181063482'] for network, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:26.206281 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.services.segments.db [None req-36b022fc-fe60-4fb1-b561-f103115eeea4 tempest-NetworksIpV6Test-1705347811 tempest-NetworksIpV6Test-1705347811-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac19086f-83c8-453c-b162-af42ba78ed8c']}} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:36:26.215168 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.services.segments.db [None req-36b022fc-fe60-4fb1-b561-f103115eeea4 tempest-NetworksIpV6Test-1705347811 tempest-NetworksIpV6Test-1705347811-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6b7d01c-b9d8-4c0d-82ed-0176be5d9c3b') {'for_net_delete': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:36:26.215461 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.services.segments.db [None req-36b022fc-fe60-4fb1-b561-f103115eeea4 tempest-NetworksIpV6Test-1705347811 tempest-NetworksIpV6Test-1705347811-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6b7d01c-b9d8-4c0d-82ed-0176be5d9c3b') {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:36:26.225377 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-36b022fc-fe60-4fb1-b561-f103115eeea4 tempest-NetworksIpV6Test-1705347811 tempest-NetworksIpV6Test-1705347811-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754181064771', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11316385'] for segment, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:26.237789 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-36b022fc-fe60-4fb1-b561-f103115eeea4 tempest-NetworksIpV6Test-1705347811 tempest-NetworksIpV6Test-1705347811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225'] for segment, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:26.243398 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36b022fc-fe60-4fb1-b561-f103115eeea4 tempest-NetworksIpV6Test-1705347811 tempest-NetworksIpV6Test-1705347811-project] Releasing vlan 132 on physical network physnet1 to pool {{(pid=103801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 05 17:36:26.243774 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-36b022fc-fe60-4fb1-b561-f103115eeea4 tempest-NetworksIpV6Test-1705347811 tempest-NetworksIpV6Test-1705347811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11433197'] for segment, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:26.246694 dv-neutron-master-2-hyperv neutron-server[103801]: Traceback (most recent call last): Jan 05 17:36:26.246694 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 05 17:36:26.246694 dv-neutron-master-2-hyperv neutron-server[103801]: timer() Jan 05 17:36:26.246694 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 05 17:36:26.246694 dv-neutron-master-2-hyperv neutron-server[103801]: cb(*args, **kw) Jan 05 17:36:26.246694 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 05 17:36:26.246694 dv-neutron-master-2-hyperv neutron-server[103801]: return func(*args, **kwargs) Jan 05 17:36:26.246694 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 05 17:36:26.246694 dv-neutron-master-2-hyperv neutron-server[103801]: self._notify() Jan 05 17:36:26.246694 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 05 17:36:26.246694 dv-neutron-master-2-hyperv neutron-server[103801]: self.callback(batched_events) Jan 05 17:36:26.246694 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 05 17:36:26.246694 dv-neutron-master-2-hyperv neutron-server[103801]: event.method(event) Jan 05 17:36:26.246694 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 05 17:36:26.246694 dv-neutron-master-2-hyperv neutron-server[103801]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 05 17:36:26.246694 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 05 17:36:26.246694 dv-neutron-master-2-hyperv neutron-server[103801]: aggregate_uuid = self.p_client.list_aggregates( Jan 05 17:36:26.246694 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 05 17:36:26.246694 dv-neutron-master-2-hyperv neutron-server[103801]: return f(self, *a, **k) Jan 05 17:36:26.246694 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 05 17:36:26.246694 dv-neutron-master-2-hyperv neutron-server[103801]: return self._get(url).json() Jan 05 17:36:26.246694 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 05 17:36:26.246694 dv-neutron-master-2-hyperv neutron-server[103801]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 05 17:36:26.246694 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 05 17:36:26.246694 dv-neutron-master-2-hyperv neutron-server[103801]: return self.request(url, 'GET', **kwargs) Jan 05 17:36:26.246694 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 05 17:36:26.246694 dv-neutron-master-2-hyperv neutron-server[103801]: base_url = self.get_endpoint(auth, allow=allow, Jan 05 17:36:26.246694 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 05 17:36:26.246694 dv-neutron-master-2-hyperv neutron-server[103801]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 05 17:36:26.246694 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 05 17:36:26.246694 dv-neutron-master-2-hyperv neutron-server[103801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 05 17:36:26.246694 dv-neutron-master-2-hyperv neutron-server[103801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 05 17:36:26.366949 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-36b022fc-fe60-4fb1-b561-f103115eeea4 tempest-NetworksIpV6Test-1705347811 tempest-NetworksIpV6Test-1705347811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3891722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648695'] for network, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:26.379081 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-36b022fc-fe60-4fb1-b561-f103115eeea4 tempest-NetworksIpV6Test-1705347811 tempest-NetworksIpV6Test-1705347811-project] Publish callbacks [] for network, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:26.379081 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-36b022fc-fe60-4fb1-b561-f103115eeea4 tempest-NetworksIpV6Test-1705347811 tempest-NetworksIpV6Test-1705347811-project] 10.222.0.11 "DELETE /v2.0/networks/ac19086f-83c8-453c-b162-af42ba78ed8c HTTP/1.1" status: 204 len: 168 time: 0.6586227 Jan 05 17:36:26.379786 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 50228) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:36:26.388469 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b022fc-fe60-4fb1-b561-f103115eeea4 tempest-NetworksIpV6Test-1705347811 tempest-NetworksIpV6Test-1705347811-project] Pushing event deleted for resources: {'Network': ['ID=ac19086f-83c8-453c-b162-af42ba78ed8c,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:36:26.407760 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.pecan_wsgi.hooks.translation [None req-14134c21-6f33-4a75-92ce-d063b10a3894 tempest-NetworksIpV6Test-1705347811 tempest-NetworksIpV6Test-1705347811-project] DELETE failed (client error): The resource could not be found. Jan 05 17:36:26.408215 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14134c21-6f33-4a75-92ce-d063b10a3894 tempest-NetworksIpV6Test-1705347811 tempest-NetworksIpV6Test-1705347811-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103800) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 05 17:36:26.411291 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-14134c21-6f33-4a75-92ce-d063b10a3894 tempest-NetworksIpV6Test-1705347811 tempest-NetworksIpV6Test-1705347811-project] 10.222.0.11 "DELETE /v2.0/subnets/9fcd88a0-c1d3-4d7d-85de-7fb9472b8815 HTTP/1.1" status: 404 len: 337 time: 0.0304666 Jan 05 17:36:26.414199 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 50230) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:36:26.432393 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa4b4b80-0f6c-436a-a5af-3e080c56792f tempest-NetworksIpV6Test-1705347811 tempest-NetworksIpV6Test-1705347811-project] DELETE failed (client error): The resource could not be found. Jan 05 17:36:26.432890 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa4b4b80-0f6c-436a-a5af-3e080c56792f tempest-NetworksIpV6Test-1705347811 tempest-NetworksIpV6Test-1705347811-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 05 17:36:26.435979 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-aa4b4b80-0f6c-436a-a5af-3e080c56792f tempest-NetworksIpV6Test-1705347811 tempest-NetworksIpV6Test-1705347811-project] 10.222.0.11 "DELETE /v2.0/networks/b2da4175-e5a0-4ae9-9a09-51934f713f03 HTTP/1.1" status: 404 len: 339 time: 0.0209279 Jan 05 17:36:26.439062 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 50232) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:36:26.460436 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device f313c09d-e21e-4a87-81d9-00bf4ff6ee57 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 05 17:36:26.464372 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.pecan_wsgi.hooks.translation [None req-5840e803-d154-4c8e-9889-136394889833 tempest-NetworksIpV6Test-1705347811 tempest-NetworksIpV6Test-1705347811-project] DELETE failed (client error): The resource could not be found. Jan 05 17:36:26.464821 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5840e803-d154-4c8e-9889-136394889833 tempest-NetworksIpV6Test-1705347811 tempest-NetworksIpV6Test-1705347811-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 05 17:36:26.468079 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-5840e803-d154-4c8e-9889-136394889833 tempest-NetworksIpV6Test-1705347811 tempest-NetworksIpV6Test-1705347811-project] 10.222.0.11 "DELETE /v2.0/subnets/2112ad09-7a33-4482-80f3-0b31a1401f03 HTTP/1.1" status: 404 len: 337 time: 0.0281341 Jan 05 17:36:26.472441 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 50234) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:36:26.481895 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] No Port match for: f313c09d-e21e-4a87-81d9-00bf4ff6ee57 {{(pid=103802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 05 17:36:26.482239 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device f313c09d-e21e-4a87-81d9-00bf4ff6ee57 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 05 17:36:26.489960 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.pecan_wsgi.hooks.translation [None req-78c9e84d-0ffa-47d2-8b0f-0dd99051318d tempest-NetworksIpV6Test-1705347811 tempest-NetworksIpV6Test-1705347811-project] DELETE failed (client error): The resource could not be found. Jan 05 17:36:26.490451 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78c9e84d-0ffa-47d2-8b0f-0dd99051318d tempest-NetworksIpV6Test-1705347811 tempest-NetworksIpV6Test-1705347811-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 05 17:36:26.493387 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-78c9e84d-0ffa-47d2-8b0f-0dd99051318d tempest-NetworksIpV6Test-1705347811 tempest-NetworksIpV6Test-1705347811-project] 10.222.0.11 "DELETE /v2.0/networks/1d3b6140-b2b0-4470-a852-66554382e904 HTTP/1.1" status: 404 len: 339 time: 0.0200551 Jan 05 17:36:26.495860 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 50236) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:36:26.544519 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f8f2679-4c04-47b0-8881-a50c3165fd27 tempest-NetworksIpV6Test-1705347811 tempest-NetworksIpV6Test-1705347811-project] Deleting subnet ad0c38c8-a801-470a-bd60-f057766182aa {{(pid=103801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 05 17:36:26.547504 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-1f8f2679-4c04-47b0-8881-a50c3165fd27 tempest-NetworksIpV6Test-1705347811 tempest-NetworksIpV6Test-1705347811-project] Publish callbacks [] for subnet, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:26.589943 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-1f8f2679-4c04-47b0-8881-a50c3165fd27 tempest-NetworksIpV6Test-1705347811 tempest-NetworksIpV6Test-1705347811-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11316398'] for subnet, precommit_delete_associations {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:26.669727 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-1f8f2679-4c04-47b0-8881-a50c3165fd27 tempest-NetworksIpV6Test-1705347811 tempest-NetworksIpV6Test-1705347811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892868'] for subnet, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:26.778346 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-1f8f2679-4c04-47b0-8881-a50c3165fd27 tempest-NetworksIpV6Test-1705347811 tempest-NetworksIpV6Test-1705347811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3893367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11433231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12480600'] for subnet, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:26.809154 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8f2679-4c04-47b0-8881-a50c3165fd27 tempest-NetworksIpV6Test-1705347811 tempest-NetworksIpV6Test-1705347811-project] Pushing event deleted for resources: {'Subnet': ['ID=ad0c38c8-a801-470a-bd60-f057766182aa,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:36:26.812754 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-1f8f2679-4c04-47b0-8881-a50c3165fd27 tempest-NetworksIpV6Test-1705347811 tempest-NetworksIpV6Test-1705347811-project] Publish callbacks [] for subnet, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:26.816508 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-1f8f2679-4c04-47b0-8881-a50c3165fd27 tempest-NetworksIpV6Test-1705347811 tempest-NetworksIpV6Test-1705347811-project] 10.222.0.11 "DELETE /v2.0/subnets/ad0c38c8-a801-470a-bd60-f057766182aa HTTP/1.1" status: 204 len: 168 time: 0.3197072 Jan 05 17:36:26.819059 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 50238) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:36:26.821562 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eaebd8b-3b2a-4141-92f8-769acc6ddb64 None None] Network 4bea7d0e-a824-475f-8ae0-94487de954e6 requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:36:26.893958 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-24bc33a5-93f5-40fd-bce6-d813a7816754 tempest-NetworksIpV6Test-1705347811 tempest-NetworksIpV6Test-1705347811-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3809644'] for network, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:26.948141 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-24bc33a5-93f5-40fd-bce6-d813a7816754 tempest-NetworksIpV6Test-1705347811 tempest-NetworksIpV6Test-1705347811-project] Deleting port 73f690fb-372d-4ad9-9570-76a286e0c241 {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:36:26.948478 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-24bc33a5-93f5-40fd-bce6-d813a7816754 tempest-NetworksIpV6Test-1705347811 tempest-NetworksIpV6Test-1705347811-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:26.964763 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88a056f5-e0b8-43f5-8e17-336974438b8e None None] DHCP port deletion for 4bea7d0e-a824-475f-8ae0-94487de954e6 request from dv-neutron-master-2-hyperv {{(pid=103802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 05 17:36:27.015035 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-24bc33a5-93f5-40fd-bce6-d813a7816754 tempest-NetworksIpV6Test-1705347811 tempest-NetworksIpV6Test-1705347811-project] For port 73f690fb-372d-4ad9-9570-76a286e0c241, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=73f690fb-372d-4ad9-9570-76a286e0c241,segment=NetworkSegment(e336c595-f2fc-4658-80fa-4de4e7c19a41),segment_id=e336c595-f2fc-4658-80fa-4de4e7c19a41)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:36:27.015394 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-24bc33a5-93f5-40fd-bce6-d813a7816754 tempest-NetworksIpV6Test-1705347811 tempest-NetworksIpV6Test-1705347811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:27.015527 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-88a056f5-e0b8-43f5-8e17-336974438b8e None None] Deleting port 73f690fb-372d-4ad9-9570-76a286e0c241 {{(pid=103802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:36:27.015869 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-88a056f5-e0b8-43f5-8e17-336974438b8e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:27.027919 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-24bc33a5-93f5-40fd-bce6-d813a7816754 tempest-NetworksIpV6Test-1705347811 tempest-NetworksIpV6Test-1705347811-project] Calling delete_port for 73f690fb-372d-4ad9-9570-76a286e0c241 owned by network:dhcp {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:36:27.076020 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-88a056f5-e0b8-43f5-8e17-336974438b8e None None] For port 73f690fb-372d-4ad9-9570-76a286e0c241, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=73f690fb-372d-4ad9-9570-76a286e0c241,segment=NetworkSegment(e336c595-f2fc-4658-80fa-4de4e7c19a41),segment_id=e336c595-f2fc-4658-80fa-4de4e7c19a41)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:36:27.076414 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-88a056f5-e0b8-43f5-8e17-336974438b8e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:27.089195 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-88a056f5-e0b8-43f5-8e17-336974438b8e None None] Calling delete_port for 73f690fb-372d-4ad9-9570-76a286e0c241 owned by network:dhcp {{(pid=103802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:36:27.176956 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-24bc33a5-93f5-40fd-bce6-d813a7816754 tempest-NetworksIpV6Test-1705347811 tempest-NetworksIpV6Test-1705347811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11433176'] for port, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:27.182368 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-88a056f5-e0b8-43f5-8e17-336974438b8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678'] for port, after_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:27.203321 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bc33a5-93f5-40fd-bce6-d813a7816754 tempest-NetworksIpV6Test-1705347811 tempest-NetworksIpV6Test-1705347811-project] Pushing event deleted for resources: {'Port': ['ID=73f690fb-372d-4ad9-9570-76a286e0c241,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:36:27.205091 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24bc33a5-93f5-40fd-bce6-d813a7816754 tempest-NetworksIpV6Test-1705347811 tempest-NetworksIpV6Test-1705347811-project] No DVR routers for this DVR port 73f690fb-372d-4ad9-9570-76a286e0c241 on host dv-neutron-master-2-hyperv {{(pid=103801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 05 17:36:27.207724 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a056f5-e0b8-43f5-8e17-336974438b8e None None] Pushing event deleted for resources: {'Port': ['ID=73f690fb-372d-4ad9-9570-76a286e0c241,revision_number=None']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:36:27.216809 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a056f5-e0b8-43f5-8e17-336974438b8e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:36:27.217805 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a056f5-e0b8-43f5-8e17-336974438b8e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:36:27.218146 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a056f5-e0b8-43f5-8e17-336974438b8e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:36:27.218477 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a056f5-e0b8-43f5-8e17-336974438b8e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:36:27.218799 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a056f5-e0b8-43f5-8e17-336974438b8e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:36:27.219666 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a056f5-e0b8-43f5-8e17-336974438b8e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:36:27.219944 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a056f5-e0b8-43f5-8e17-336974438b8e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:36:27.220267 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a056f5-e0b8-43f5-8e17-336974438b8e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:36:27.220587 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a056f5-e0b8-43f5-8e17-336974438b8e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:36:27.220909 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a056f5-e0b8-43f5-8e17-336974438b8e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:36:27.221221 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a056f5-e0b8-43f5-8e17-336974438b8e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:36:27.221534 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a056f5-e0b8-43f5-8e17-336974438b8e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:36:27.221868 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a056f5-e0b8-43f5-8e17-336974438b8e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:36:27.227317 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88a056f5-e0b8-43f5-8e17-336974438b8e None None] No DVR routers for this DVR port 73f690fb-372d-4ad9-9570-76a286e0c241 on host dv-neutron-master-2-hyperv {{(pid=103802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 05 17:36:27.286177 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-24bc33a5-93f5-40fd-bce6-d813a7816754 tempest-NetworksIpV6Test-1705347811 tempest-NetworksIpV6Test-1705347811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3891715', 'neutron.services.segments.db._delete_segments_for_network-8754181063482'] for network, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:27.306367 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.services.segments.db [None req-24bc33a5-93f5-40fd-bce6-d813a7816754 tempest-NetworksIpV6Test-1705347811 tempest-NetworksIpV6Test-1705347811-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4bea7d0e-a824-475f-8ae0-94487de954e6']}} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:36:27.315316 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.services.segments.db [None req-24bc33a5-93f5-40fd-bce6-d813a7816754 tempest-NetworksIpV6Test-1705347811 tempest-NetworksIpV6Test-1705347811-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e336c595-f2fc-4658-80fa-4de4e7c19a41') {'for_net_delete': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:36:27.315615 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.services.segments.db [None req-24bc33a5-93f5-40fd-bce6-d813a7816754 tempest-NetworksIpV6Test-1705347811 tempest-NetworksIpV6Test-1705347811-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e336c595-f2fc-4658-80fa-4de4e7c19a41') {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:36:27.324771 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-24bc33a5-93f5-40fd-bce6-d813a7816754 tempest-NetworksIpV6Test-1705347811 tempest-NetworksIpV6Test-1705347811-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754181064771', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11316385'] for segment, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:27.338382 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-24bc33a5-93f5-40fd-bce6-d813a7816754 tempest-NetworksIpV6Test-1705347811 tempest-NetworksIpV6Test-1705347811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225'] for segment, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:27.344817 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24bc33a5-93f5-40fd-bce6-d813a7816754 tempest-NetworksIpV6Test-1705347811 tempest-NetworksIpV6Test-1705347811-project] Releasing vlan 111 on physical network physnet1 to pool {{(pid=103801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 05 17:36:27.345212 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-24bc33a5-93f5-40fd-bce6-d813a7816754 tempest-NetworksIpV6Test-1705347811 tempest-NetworksIpV6Test-1705347811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11433197'] for segment, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:27.348255 dv-neutron-master-2-hyperv neutron-server[103801]: Traceback (most recent call last): Jan 05 17:36:27.348255 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 05 17:36:27.348255 dv-neutron-master-2-hyperv neutron-server[103801]: timer() Jan 05 17:36:27.348255 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 05 17:36:27.348255 dv-neutron-master-2-hyperv neutron-server[103801]: cb(*args, **kw) Jan 05 17:36:27.348255 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 05 17:36:27.348255 dv-neutron-master-2-hyperv neutron-server[103801]: return func(*args, **kwargs) Jan 05 17:36:27.348255 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 05 17:36:27.348255 dv-neutron-master-2-hyperv neutron-server[103801]: self._notify() Jan 05 17:36:27.348255 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 05 17:36:27.348255 dv-neutron-master-2-hyperv neutron-server[103801]: self.callback(batched_events) Jan 05 17:36:27.348255 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 05 17:36:27.348255 dv-neutron-master-2-hyperv neutron-server[103801]: event.method(event) Jan 05 17:36:27.348255 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 05 17:36:27.348255 dv-neutron-master-2-hyperv neutron-server[103801]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 05 17:36:27.348255 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 05 17:36:27.348255 dv-neutron-master-2-hyperv neutron-server[103801]: aggregate_uuid = self.p_client.list_aggregates( Jan 05 17:36:27.348255 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 05 17:36:27.348255 dv-neutron-master-2-hyperv neutron-server[103801]: return f(self, *a, **k) Jan 05 17:36:27.348255 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 05 17:36:27.348255 dv-neutron-master-2-hyperv neutron-server[103801]: return self._get(url).json() Jan 05 17:36:27.348255 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 05 17:36:27.348255 dv-neutron-master-2-hyperv neutron-server[103801]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 05 17:36:27.348255 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 05 17:36:27.348255 dv-neutron-master-2-hyperv neutron-server[103801]: return self.request(url, 'GET', **kwargs) Jan 05 17:36:27.348255 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 05 17:36:27.348255 dv-neutron-master-2-hyperv neutron-server[103801]: base_url = self.get_endpoint(auth, allow=allow, Jan 05 17:36:27.348255 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 05 17:36:27.348255 dv-neutron-master-2-hyperv neutron-server[103801]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 05 17:36:27.348255 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 05 17:36:27.348255 dv-neutron-master-2-hyperv neutron-server[103801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 05 17:36:27.348255 dv-neutron-master-2-hyperv neutron-server[103801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 05 17:36:27.458307 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-24bc33a5-93f5-40fd-bce6-d813a7816754 tempest-NetworksIpV6Test-1705347811 tempest-NetworksIpV6Test-1705347811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3891722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648695'] for network, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:27.465327 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-24bc33a5-93f5-40fd-bce6-d813a7816754 tempest-NetworksIpV6Test-1705347811 tempest-NetworksIpV6Test-1705347811-project] Publish callbacks [] for network, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:27.468200 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-24bc33a5-93f5-40fd-bce6-d813a7816754 tempest-NetworksIpV6Test-1705347811 tempest-NetworksIpV6Test-1705347811-project] 10.222.0.11 "DELETE /v2.0/networks/4bea7d0e-a824-475f-8ae0-94487de954e6 HTTP/1.1" status: 204 len: 168 time: 0.6482332 Jan 05 17:36:27.483491 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bc33a5-93f5-40fd-bce6-d813a7816754 tempest-NetworksIpV6Test-1705347811 tempest-NetworksIpV6Test-1705347811-project] Pushing event deleted for resources: {'Network': ['ID=4bea7d0e-a824-475f-8ae0-94487de954e6,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:36:27.946412 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 50244) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:36:28.071570 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-867a18f5-cebb-45ed-9d2c-004fbb762a9d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4f506e27d55448cd9db9a49f0df8ca11&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1239514 Jan 05 17:36:28.073942 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 50248) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:36:28.118657 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b0d1292a-055c-4799-ad33-39a78232cff5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:28.143587 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b0d1292a-055c-4799-ad33-39a78232cff5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:28.235720 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b0d1292a-055c-4799-ad33-39a78232cff5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:28.238262 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b0d1292a-055c-4799-ad33-39a78232cff5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:28.239385 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-b0d1292a-055c-4799-ad33-39a78232cff5 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ce7ddea7-1333-4d8a-811d-e97596fcaaad HTTP/1.1" status: 204 len: 168 time: 0.1645825 Jan 05 17:36:28.246826 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d1292a-055c-4799-ad33-39a78232cff5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce7ddea7-1333-4d8a-811d-e97596fcaaad,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:36:28.456799 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 73f690fb-372d-4ad9-9570-76a286e0c241 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 05 17:36:28.484019 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] No Port match for: 73f690fb-372d-4ad9-9570-76a286e0c241 {{(pid=103802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 05 17:36:28.484019 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 73f690fb-372d-4ad9-9570-76a286e0c241 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 05 17:36:29.196460 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 50272) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:36:29.289768 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-c30a811e-d7ef-4905-ade3-7cff9d83fcf5 tempest-RoutersNegativeTest-668754821 tempest-RoutersNegativeTest-668754821-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1319345056', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:36:29.366970 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c30a811e-d7ef-4905-ade3-7cff9d83fcf5 tempest-RoutersNegativeTest-668754821 tempest-RoutersNegativeTest-668754821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-649063', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58098'] for router, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:29.369103 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c30a811e-d7ef-4905-ade3-7cff9d83fcf5 tempest-RoutersNegativeTest-668754821 tempest-RoutersNegativeTest-668754821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649832', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-545006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58091'] for router, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:29.418518 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c30a811e-d7ef-4905-ade3-7cff9d83fcf5 tempest-RoutersNegativeTest-668754821 tempest-RoutersNegativeTest-668754821-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:29.481677 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c30a811e-d7ef-4905-ade3-7cff9d83fcf5 tempest-RoutersNegativeTest-668754821 tempest-RoutersNegativeTest-668754821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-648430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648639'] for router, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:29.568810 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c30a811e-d7ef-4905-ade3-7cff9d83fcf5 tempest-RoutersNegativeTest-668754821 tempest-RoutersNegativeTest-668754821-project] Publish callbacks [] for router, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:29.570250 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-c30a811e-d7ef-4905-ade3-7cff9d83fcf5 tempest-RoutersNegativeTest-668754821 tempest-RoutersNegativeTest-668754821-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.3748143 Jan 05 17:36:29.572994 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 50276) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:36:29.577964 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-2af97ea7-6780-40eb-90ae-b3941c7c6957 tempest-RoutersNegativeTest-668754821 tempest-RoutersNegativeTest-668754821-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-352107115'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:36:29.686844 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2af97ea7-6780-40eb-90ae-b3941c7c6957 tempest-RoutersNegativeTest-668754821 tempest-RoutersNegativeTest-668754821-project] Made reservation on behalf of a19bca2586464a49ba6900d5c708b54f for: {'network': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:36:29.690470 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2af97ea7-6780-40eb-90ae-b3941c7c6957 tempest-RoutersNegativeTest-668754821 tempest-RoutersNegativeTest-668754821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for network, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:29.699341 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2af97ea7-6780-40eb-90ae-b3941c7c6957 tempest-RoutersNegativeTest-668754821 tempest-RoutersNegativeTest-668754821-project] Publish callbacks [] for security_group, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:29.793561 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2af97ea7-6780-40eb-90ae-b3941c7c6957 tempest-RoutersNegativeTest-668754821 tempest-RoutersNegativeTest-668754821-project] Publish callbacks [] for security_group, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:29.864026 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2af97ea7-6780-40eb-90ae-b3941c7c6957 tempest-RoutersNegativeTest-668754821 tempest-RoutersNegativeTest-668754821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:29.892970 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2af97ea7-6780-40eb-90ae-b3941c7c6957 tempest-RoutersNegativeTest-668754821 tempest-RoutersNegativeTest-668754821-project] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'} {{(pid=103800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 05 17:36:29.898325 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af97ea7-6780-40eb-90ae-b3941c7c6957 tempest-RoutersNegativeTest-668754821 tempest-RoutersNegativeTest-668754821-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3699099-b3f6-466d-8fa9-e9388dafc04d,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:36:29.905403 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2af97ea7-6780-40eb-90ae-b3941c7c6957 tempest-RoutersNegativeTest-668754821 tempest-RoutersNegativeTest-668754821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225'] for segment, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:29.905779 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.db.segments_db [None req-2af97ea7-6780-40eb-90ae-b3941c7c6957 tempest-RoutersNegativeTest-668754821 tempest-RoutersNegativeTest-668754821-project] Added segment 571d9d6f-15bd-4319-b0e1-9deb4eb7197a of type vlan for network b692b8dc-e5c3-4a84-956a-167d281a96ab Jan 05 17:36:29.948241 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2af97ea7-6780-40eb-90ae-b3941c7c6957 tempest-RoutersNegativeTest-668754821 tempest-RoutersNegativeTest-668754821-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754180566020'] for network, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:30.080303 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2af97ea7-6780-40eb-90ae-b3941c7c6957 tempest-RoutersNegativeTest-668754821 tempest-RoutersNegativeTest-668754821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685'] for network, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:30.086083 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2af97ea7-6780-40eb-90ae-b3941c7c6957 tempest-RoutersNegativeTest-668754821 tempest-RoutersNegativeTest-668754821-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:36:30.089387 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2af97ea7-6780-40eb-90ae-b3941c7c6957 tempest-RoutersNegativeTest-668754821 tempest-RoutersNegativeTest-668754821-project] Publish callbacks [] for network, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:30.163588 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af97ea7-6780-40eb-90ae-b3941c7c6957 tempest-RoutersNegativeTest-668754821 tempest-RoutersNegativeTest-668754821-project] Pushing event updated for resources: {'Network': ['ID=b692b8dc-e5c3-4a84-956a-167d281a96ab,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:36:30.175034 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Network b692b8dc-e5c3-4a84-956a-167d281a96ab details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 05 17:36:30.217571 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-2af97ea7-6780-40eb-90ae-b3941c7c6957 tempest-RoutersNegativeTest-668754821 tempest-RoutersNegativeTest-668754821-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6407678 Jan 05 17:36:30.218525 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 50278) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:36:30.223757 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-890d1bf8-4952-4c54-aeb0-b026dceff539 tempest-RoutersNegativeTest-668754821 tempest-RoutersNegativeTest-668754821-project] Request body: {'subnet': {'network_id': 'b692b8dc-e5c3-4a84-956a-167d281a96ab', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:36:30.389357 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-890d1bf8-4952-4c54-aeb0-b026dceff539 tempest-RoutersNegativeTest-668754821 tempest-RoutersNegativeTest-668754821-project] Made reservation on behalf of a19bca2586464a49ba6900d5c708b54f for: {'subnet': 1} {{(pid=103801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:36:30.393655 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-890d1bf8-4952-4c54-aeb0-b026dceff539 tempest-RoutersNegativeTest-668754821 tempest-RoutersNegativeTest-668754821-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12480675'] for subnet, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:30.635292 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-890d1bf8-4952-4c54-aeb0-b026dceff539 tempest-RoutersNegativeTest-668754821 tempest-RoutersNegativeTest-668754821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11433288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12480593'] for subnet, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:30.695744 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890d1bf8-4952-4c54-aeb0-b026dceff539 tempest-RoutersNegativeTest-668754821 tempest-RoutersNegativeTest-668754821-project] Pushing event updated for resources: {'Subnet': ['ID=f7df3b89-cc81-431c-aff8-dc90e8103bab,revision_number=0']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:36:30.704410 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-890d1bf8-4952-4c54-aeb0-b026dceff539 tempest-RoutersNegativeTest-668754821 tempest-RoutersNegativeTest-668754821-project] Checking segment: {'id': '571d9d6f-15bd-4319-b0e1-9deb4eb7197a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'b692b8dc-e5c3-4a84-956a-167d281a96ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:36:30.704771 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-890d1bf8-4952-4c54-aeb0-b026dceff539 tempest-RoutersNegativeTest-668754821 tempest-RoutersNegativeTest-668754821-project] Network hostable DHCP agents. Network: b692b8dc-e5c3-4a84-956a-167d281a96ab, hostable agents: ['3f70c195-17da-4084-9fd6-bf6059d88535'], hosted agents: [] {{(pid=103801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 05 17:36:30.754718 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-890d1bf8-4952-4c54-aeb0-b026dceff539 tempest-RoutersNegativeTest-668754821 tempest-RoutersNegativeTest-668754821-project] Network b692b8dc-e5c3-4a84-956a-167d281a96ab is scheduled to be hosted by DHCP agent 3f70c195-17da-4084-9fd6-bf6059d88535 with binding_index 1 {{(pid=103801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 05 17:36:30.850392 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-890d1bf8-4952-4c54-aeb0-b026dceff539 tempest-RoutersNegativeTest-668754821 tempest-RoutersNegativeTest-668754821-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, b692b8dc-e5c3-4a84-956a-167d281a96ab) {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:36:30.852901 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-890d1bf8-4952-4c54-aeb0-b026dceff539 tempest-RoutersNegativeTest-668754821 tempest-RoutersNegativeTest-668754821-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:36:30.854043 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-890d1bf8-4952-4c54-aeb0-b026dceff539 tempest-RoutersNegativeTest-668754821 tempest-RoutersNegativeTest-668754821-project] Publish callbacks [] for subnet, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:30.857155 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39c32ab9-5858-4213-adb2-137439302024 None None] Network b692b8dc-e5c3-4a84-956a-167d281a96ab requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:36:30.935250 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-890d1bf8-4952-4c54-aeb0-b026dceff539 tempest-RoutersNegativeTest-668754821 tempest-RoutersNegativeTest-668754821-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7154279 Jan 05 17:36:30.938514 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 50280) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:36:30.946129 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-f5ed222b-3f82-4a53-83c9-e0885098f149 tempest-RoutersNegativeTest-668754821 tempest-RoutersNegativeTest-668754821-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-178971991'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:36:30.955758 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90a02a29-6fc2-4016-aff6-9ec1feafad51 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-b692b8dc-e5c3-4a84-956a-167d281a96ab', 'network_id': 'b692b8dc-e5c3-4a84-956a-167d281a96ab', 'project_id': 'a19bca2586464a49ba6900d5c708b54f', 'fixed_ips': [{'subnet_id': 'f7df3b89-cc81-431c-aff8-dc90e8103bab'}]}} from dv-neutron-master-2-hyperv. {{(pid=103802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 05 17:36:30.956625 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-90a02a29-6fc2-4016-aff6-9ec1feafad51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:31.023903 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5ed222b-3f82-4a53-83c9-e0885098f149 tempest-RoutersNegativeTest-668754821 tempest-RoutersNegativeTest-668754821-project] Made reservation on behalf of a19bca2586464a49ba6900d5c708b54f for: {'network': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:36:31.027478 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f5ed222b-3f82-4a53-83c9-e0885098f149 tempest-RoutersNegativeTest-668754821 tempest-RoutersNegativeTest-668754821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for network, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:31.055454 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5ed222b-3f82-4a53-83c9-e0885098f149 tempest-RoutersNegativeTest-668754821 tempest-RoutersNegativeTest-668754821-project] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=103800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 05 17:36:31.064728 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f5ed222b-3f82-4a53-83c9-e0885098f149 tempest-RoutersNegativeTest-668754821 tempest-RoutersNegativeTest-668754821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225'] for segment, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:31.065077 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.db.segments_db [None req-f5ed222b-3f82-4a53-83c9-e0885098f149 tempest-RoutersNegativeTest-668754821 tempest-RoutersNegativeTest-668754821-project] Added segment 224e61a0-20a0-4547-80f4-9022386f2a78 of type vlan for network 7685d567-e15e-4bae-bef0-f815fb3f4e18 Jan 05 17:36:31.090466 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.db_base_plugin_common [None req-90a02a29-6fc2-4016-aff6-9ec1feafad51 None None] Allocated IP 172.20.0.2 (b692b8dc-e5c3-4a84-956a-167d281a96ab/f7df3b89-cc81-431c-aff8-dc90e8103bab/8d7a971d-e5f3-4de6-83ea-5a3cd37c9ba3) {{(pid=103802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:36:31.107565 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f5ed222b-3f82-4a53-83c9-e0885098f149 tempest-RoutersNegativeTest-668754821 tempest-RoutersNegativeTest-668754821-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754180566020'] for network, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:31.194174 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f5ed222b-3f82-4a53-83c9-e0885098f149 tempest-RoutersNegativeTest-668754821 tempest-RoutersNegativeTest-668754821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685'] for network, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:31.202302 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5ed222b-3f82-4a53-83c9-e0885098f149 tempest-RoutersNegativeTest-668754821 tempest-RoutersNegativeTest-668754821-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:36:31.202302 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f5ed222b-3f82-4a53-83c9-e0885098f149 tempest-RoutersNegativeTest-668754821 tempest-RoutersNegativeTest-668754821-project] Publish callbacks [] for network, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:31.235748 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-90a02a29-6fc2-4016-aff6-9ec1feafad51 None None] Publish callbacks [] for port, precommit_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:31.263971 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ed222b-3f82-4a53-83c9-e0885098f149 tempest-RoutersNegativeTest-668754821 tempest-RoutersNegativeTest-668754821-project] Pushing event updated for resources: {'Network': ['ID=7685d567-e15e-4bae-bef0-f815fb3f4e18,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:36:31.274200 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Network 7685d567-e15e-4bae-bef0-f815fb3f4e18 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 05 17:36:31.276699 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-f5ed222b-3f82-4a53-83c9-e0885098f149 tempest-RoutersNegativeTest-668754821 tempest-RoutersNegativeTest-668754821-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3369644 Jan 05 17:36:31.279427 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 50282) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:36:31.284733 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-8a15a145-d2c4-48ad-9a20-1d0aa946cc58 tempest-RoutersNegativeTest-668754821 tempest-RoutersNegativeTest-668754821-project] Request body: {'subnet': {'network_id': '7685d567-e15e-4bae-bef0-f815fb3f4e18', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:36:31.321648 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-90a02a29-6fc2-4016-aff6-9ec1feafad51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669'] for port, after_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:31.379419 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90a02a29-6fc2-4016-aff6-9ec1feafad51 None None] Network b692b8dc-e5c3-4a84-956a-167d281a96ab is already hosted by enough agents. {{(pid=103802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:36:31.384605 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.scheduler.base_scheduler [None req-90a02a29-6fc2-4016-aff6-9ec1feafad51 None None] Resources bound (agent type, host, resource id): {{(pid=103802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:36:31.386791 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90a02a29-6fc2-4016-aff6-9ec1feafad51 None None] Received port after_create {{(pid=103802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:36:31.398654 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a02a29-6fc2-4016-aff6-9ec1feafad51 None None] Pushing event updated for resources: {'Port': ['ID=8d7a971d-e5f3-4de6-83ea-5a3cd37c9ba3,revision_number=1']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:36:31.446458 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a15a145-d2c4-48ad-9a20-1d0aa946cc58 tempest-RoutersNegativeTest-668754821 tempest-RoutersNegativeTest-668754821-project] Made reservation on behalf of a19bca2586464a49ba6900d5c708b54f for: {'subnet': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:36:31.449110 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-90a02a29-6fc2-4016-aff6-9ec1feafad51 None None] Attempting to bind port 8d7a971d-e5f3-4de6-83ea-5a3cd37c9ba3 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 05 17:36:31.449512 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-90a02a29-6fc2-4016-aff6-9ec1feafad51 None None] Attempting to bind port 8d7a971d-e5f3-4de6-83ea-5a3cd37c9ba3 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '571d9d6f-15bd-4319-b0e1-9deb4eb7197a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'b692b8dc-e5c3-4a84-956a-167d281a96ab'}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 05 17:36:31.449902 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90a02a29-6fc2-4016-aff6-9ec1feafad51 None None] Attempting to bind port 8d7a971d-e5f3-4de6-83ea-5a3cd37c9ba3 on network b692b8dc-e5c3-4a84-956a-167d281a96ab {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:36:31.450096 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-8a15a145-d2c4-48ad-9a20-1d0aa946cc58 tempest-RoutersNegativeTest-668754821 tempest-RoutersNegativeTest-668754821-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8521827'] for subnet, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:31.455352 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90a02a29-6fc2-4016-aff6-9ec1feafad51 None None] Checking agent: {'id': '0d4f8fd3-ce62-4651-970c-efa6a8bb22b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 5, 16, 57, 23), 'started_at': datetime.datetime(2022, 1, 5, 16, 57, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 5, 17, 36, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 05 17:36:31.455661 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90a02a29-6fc2-4016-aff6-9ec1feafad51 None None] Checking segment: {'id': '571d9d6f-15bd-4319-b0e1-9deb4eb7197a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'b692b8dc-e5c3-4a84-956a-167d281a96ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:36:31.456051 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-90a02a29-6fc2-4016-aff6-9ec1feafad51 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:31.456436 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90a02a29-6fc2-4016-aff6-9ec1feafad51 None None] Bound using segment: {'id': '571d9d6f-15bd-4319-b0e1-9deb4eb7197a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'b692b8dc-e5c3-4a84-956a-167d281a96ab'} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 05 17:36:31.456893 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-90a02a29-6fc2-4016-aff6-9ec1feafad51 None None] Bound port: 8d7a971d-e5f3-4de6-83ea-5a3cd37c9ba3, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '571d9d6f-15bd-4319-b0e1-9deb4eb7197a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'b692b8dc-e5c3-4a84-956a-167d281a96ab'}}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 05 17:36:31.457267 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-90a02a29-6fc2-4016-aff6-9ec1feafad51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:31.523233 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-90a02a29-6fc2-4016-aff6-9ec1feafad51 None None] For port 8d7a971d-e5f3-4de6-83ea-5a3cd37c9ba3, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 05 17:36:31.526178 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-90a02a29-6fc2-4016-aff6-9ec1feafad51 None None] For port 8d7a971d-e5f3-4de6-83ea-5a3cd37c9ba3, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=8d7a971d-e5f3-4de6-83ea-5a3cd37c9ba3,segment=NetworkSegment(571d9d6f-15bd-4319-b0e1-9deb4eb7197a),segment_id=571d9d6f-15bd-4319-b0e1-9deb4eb7197a)] {{(pid=103802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 05 17:36:31.578249 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-90a02a29-6fc2-4016-aff6-9ec1feafad51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:31.639880 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a02a29-6fc2-4016-aff6-9ec1feafad51 None None] Pushing event updated for resources: {'Port': ['ID=8d7a971d-e5f3-4de6-83ea-5a3cd37c9ba3,revision_number=2']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:36:31.669609 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-8a15a145-d2c4-48ad-9a20-1d0aa946cc58 tempest-RoutersNegativeTest-668754821 tempest-RoutersNegativeTest-668754821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8784852', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8521873'] for subnet, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:31.729994 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a15a145-d2c4-48ad-9a20-1d0aa946cc58 tempest-RoutersNegativeTest-668754821 tempest-RoutersNegativeTest-668754821-project] Pushing event updated for resources: {'Subnet': ['ID=22fcce96-6048-4627-9c47-03113349c244,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:36:31.738984 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a15a145-d2c4-48ad-9a20-1d0aa946cc58 tempest-RoutersNegativeTest-668754821 tempest-RoutersNegativeTest-668754821-project] Checking segment: {'id': '224e61a0-20a0-4547-80f4-9022386f2a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '7685d567-e15e-4bae-bef0-f815fb3f4e18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:36:31.739342 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a15a145-d2c4-48ad-9a20-1d0aa946cc58 tempest-RoutersNegativeTest-668754821 tempest-RoutersNegativeTest-668754821-project] Network hostable DHCP agents. Network: 7685d567-e15e-4bae-bef0-f815fb3f4e18, hostable agents: ['3f70c195-17da-4084-9fd6-bf6059d88535'], hosted agents: [] {{(pid=103800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 05 17:36:31.818903 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a15a145-d2c4-48ad-9a20-1d0aa946cc58 tempest-RoutersNegativeTest-668754821 tempest-RoutersNegativeTest-668754821-project] Network 7685d567-e15e-4bae-bef0-f815fb3f4e18 is scheduled to be hosted by DHCP agent 3f70c195-17da-4084-9fd6-bf6059d88535 with binding_index 1 {{(pid=103800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 05 17:36:31.898002 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-8a15a145-d2c4-48ad-9a20-1d0aa946cc58 tempest-RoutersNegativeTest-668754821 tempest-RoutersNegativeTest-668754821-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 7685d567-e15e-4bae-bef0-f815fb3f4e18) {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:36:31.903086 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a15a145-d2c4-48ad-9a20-1d0aa946cc58 tempest-RoutersNegativeTest-668754821 tempest-RoutersNegativeTest-668754821-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:36:31.903853 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-8a15a145-d2c4-48ad-9a20-1d0aa946cc58 tempest-RoutersNegativeTest-668754821 tempest-RoutersNegativeTest-668754821-project] Publish callbacks [] for subnet, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:31.916952 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8403bfe8-ffae-40af-9ce6-1983c74636a9 None None] Network 7685d567-e15e-4bae-bef0-f815fb3f4e18 requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:36:31.997766 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-8a15a145-d2c4-48ad-9a20-1d0aa946cc58 tempest-RoutersNegativeTest-668754821 tempest-RoutersNegativeTest-668754821-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7172666 Jan 05 17:36:32.000998 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 50284) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:36:32.003713 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50566a0a-e522-47be-ac73-90edd4db8c7e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-7685d567-e15e-4bae-bef0-f815fb3f4e18', 'network_id': '7685d567-e15e-4bae-bef0-f815fb3f4e18', 'project_id': 'a19bca2586464a49ba6900d5c708b54f', 'fixed_ips': [{'subnet_id': '22fcce96-6048-4627-9c47-03113349c244'}]}} from dv-neutron-master-2-hyperv. {{(pid=103802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 05 17:36:32.008673 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-50566a0a-e522-47be-ac73-90edd4db8c7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:32.008817 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-85c4e568-681c-464f-854e-a37cef268288 tempest-RoutersNegativeTest-668754821 tempest-RoutersNegativeTest-668754821-project] Request body: {'router': {'external_gateway_info': {'network_id': '7685d567-e15e-4bae-bef0-f815fb3f4e18'}}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:36:32.143473 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.db_base_plugin_common [None req-50566a0a-e522-47be-ac73-90edd4db8c7e None None] Allocated IP 172.21.0.2 (7685d567-e15e-4bae-bef0-f815fb3f4e18/22fcce96-6048-4627-9c47-03113349c244/dc2d33f4-bfa6-4e98-84f3-963786bfb9bb) {{(pid=103802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:36:32.211526 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-85c4e568-681c-464f-854e-a37cef268288 tempest-RoutersNegativeTest-668754821 tempest-RoutersNegativeTest-668754821-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:32.291430 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-50566a0a-e522-47be-ac73-90edd4db8c7e None None] Publish callbacks [] for port, precommit_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:32.367014 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-50566a0a-e522-47be-ac73-90edd4db8c7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669'] for port, after_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:32.412399 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50566a0a-e522-47be-ac73-90edd4db8c7e None None] Network 7685d567-e15e-4bae-bef0-f815fb3f4e18 is already hosted by enough agents. {{(pid=103802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:36:32.415462 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.scheduler.base_scheduler [None req-50566a0a-e522-47be-ac73-90edd4db8c7e None None] Resources bound (agent type, host, resource id): {{(pid=103802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:36:32.418058 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50566a0a-e522-47be-ac73-90edd4db8c7e None None] Received port after_create {{(pid=103802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:36:32.423412 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.api.v2.resource [None req-85c4e568-681c-464f-854e-a37cef268288 tempest-RoutersNegativeTest-668754821 tempest-RoutersNegativeTest-668754821-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 05 17:36:32.425277 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-85c4e568-681c-464f-854e-a37cef268288 tempest-RoutersNegativeTest-668754821 tempest-RoutersNegativeTest-668754821-project] 10.222.0.11 "PUT /v2.0/routers/eeefc5c8-ca40-4ae5-b9db-10be5bdea3d0 HTTP/1.1" status: 400 len: 364 time: 0.4224980 Jan 05 17:36:32.430458 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 50286) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:36:32.435644 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50566a0a-e522-47be-ac73-90edd4db8c7e None None] Pushing event updated for resources: {'Port': ['ID=dc2d33f4-bfa6-4e98-84f3-963786bfb9bb,revision_number=1']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:36:32.496771 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-50566a0a-e522-47be-ac73-90edd4db8c7e None None] Attempting to bind port dc2d33f4-bfa6-4e98-84f3-963786bfb9bb on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 05 17:36:32.497229 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-50566a0a-e522-47be-ac73-90edd4db8c7e None None] Attempting to bind port dc2d33f4-bfa6-4e98-84f3-963786bfb9bb by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '224e61a0-20a0-4547-80f4-9022386f2a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '7685d567-e15e-4bae-bef0-f815fb3f4e18'}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 05 17:36:32.497695 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50566a0a-e522-47be-ac73-90edd4db8c7e None None] Attempting to bind port dc2d33f4-bfa6-4e98-84f3-963786bfb9bb on network 7685d567-e15e-4bae-bef0-f815fb3f4e18 {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:36:32.503217 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50566a0a-e522-47be-ac73-90edd4db8c7e None None] Checking agent: {'id': '0d4f8fd3-ce62-4651-970c-efa6a8bb22b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 5, 16, 57, 23), 'started_at': datetime.datetime(2022, 1, 5, 16, 57, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 5, 17, 36, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 05 17:36:32.503629 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50566a0a-e522-47be-ac73-90edd4db8c7e None None] Checking segment: {'id': '224e61a0-20a0-4547-80f4-9022386f2a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '7685d567-e15e-4bae-bef0-f815fb3f4e18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:36:32.504100 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-50566a0a-e522-47be-ac73-90edd4db8c7e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:32.504595 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50566a0a-e522-47be-ac73-90edd4db8c7e None None] Bound using segment: {'id': '224e61a0-20a0-4547-80f4-9022386f2a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '7685d567-e15e-4bae-bef0-f815fb3f4e18'} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 05 17:36:32.505130 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-50566a0a-e522-47be-ac73-90edd4db8c7e None None] Bound port: dc2d33f4-bfa6-4e98-84f3-963786bfb9bb, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '224e61a0-20a0-4547-80f4-9022386f2a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '7685d567-e15e-4bae-bef0-f815fb3f4e18'}}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 05 17:36:32.505602 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-50566a0a-e522-47be-ac73-90edd4db8c7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:32.508003 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.db_base_plugin_v2 [None req-11ea29e9-a811-4e7a-bcb3-cc240d5f9fbb tempest-RoutersNegativeTest-668754821 tempest-RoutersNegativeTest-668754821-project] Deleting subnet 22fcce96-6048-4627-9c47-03113349c244 {{(pid=103800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 05 17:36:32.520588 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-11ea29e9-a811-4e7a-bcb3-cc240d5f9fbb tempest-RoutersNegativeTest-668754821 tempest-RoutersNegativeTest-668754821-project] Publish callbacks [] for subnet, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:32.521076 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 8d7a971d-e5f3-4de6-83ea-5a3cd37c9ba3 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:36:32.563509 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-11ea29e9-a811-4e7a-bcb3-cc240d5f9fbb tempest-RoutersNegativeTest-668754821 tempest-RoutersNegativeTest-668754821-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8784846'] for subnet, precommit_delete_associations {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:32.592791 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54da1030-2779-4696-a5b2-fccc535ba4b4 None None] Network b692b8dc-e5c3-4a84-956a-167d281a96ab requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:36:32.632050 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-50566a0a-e522-47be-ac73-90edd4db8c7e None None] For port dc2d33f4-bfa6-4e98-84f3-963786bfb9bb, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 05 17:36:32.679661 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-50566a0a-e522-47be-ac73-90edd4db8c7e None None] For port dc2d33f4-bfa6-4e98-84f3-963786bfb9bb, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=dc2d33f4-bfa6-4e98-84f3-963786bfb9bb,segment=NetworkSegment(224e61a0-20a0-4547-80f4-9022386f2a78),segment_id=224e61a0-20a0-4547-80f4-9022386f2a78)] {{(pid=103802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 05 17:36:32.693334 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-de794a57-7458-4458-87d1-cfd32a819665 None None] Provisioning complete for port 8d7a971d-e5f3-4de6-83ea-5a3cd37c9ba3 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:36:32.693722 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-de794a57-7458-4458-87d1-cfd32a819665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:32.700234 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Provisioning complete for port 8d7a971d-e5f3-4de6-83ea-5a3cd37c9ba3 triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:36:32.700583 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:32.744108 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-11ea29e9-a811-4e7a-bcb3-cc240d5f9fbb tempest-RoutersNegativeTest-668754821 tempest-RoutersNegativeTest-668754821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892868'] for subnet, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:32.750099 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-50566a0a-e522-47be-ac73-90edd4db8c7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:32.892556 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-11ea29e9-a811-4e7a-bcb3-cc240d5f9fbb tempest-RoutersNegativeTest-668754821 tempest-RoutersNegativeTest-668754821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3893367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8784787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8521880'] for subnet, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:32.918520 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ea29e9-a811-4e7a-bcb3-cc240d5f9fbb tempest-RoutersNegativeTest-668754821 tempest-RoutersNegativeTest-668754821-project] Pushing event deleted for resources: {'Subnet': ['ID=22fcce96-6048-4627-9c47-03113349c244,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:36:32.925328 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-11ea29e9-a811-4e7a-bcb3-cc240d5f9fbb tempest-RoutersNegativeTest-668754821 tempest-RoutersNegativeTest-668754821-project] Publish callbacks [] for subnet, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:32.928587 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-11ea29e9-a811-4e7a-bcb3-cc240d5f9fbb tempest-RoutersNegativeTest-668754821 tempest-RoutersNegativeTest-668754821-project] 10.222.0.11 "DELETE /v2.0/subnets/22fcce96-6048-4627-9c47-03113349c244 HTTP/1.1" status: 204 len: 168 time: 0.4971597 Jan 05 17:36:32.931481 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 50288) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:36:33.021929 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-af58ca2e-b036-438b-b9af-604e78f50d94 tempest-RoutersNegativeTest-668754821 tempest-RoutersNegativeTest-668754821-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3809644'] for network, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:33.029767 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50566a0a-e522-47be-ac73-90edd4db8c7e None None] Pushing event updated for resources: {'Port': ['ID=dc2d33f4-bfa6-4e98-84f3-963786bfb9bb,revision_number=2']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:36:33.076379 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-de794a57-7458-4458-87d1-cfd32a819665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:33.083122 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:33.084018 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-af58ca2e-b036-438b-b9af-604e78f50d94 tempest-RoutersNegativeTest-668754821 tempest-RoutersNegativeTest-668754821-project] Deleting port dc2d33f4-bfa6-4e98-84f3-963786bfb9bb {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:36:33.084364 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-af58ca2e-b036-438b-b9af-604e78f50d94 tempest-RoutersNegativeTest-668754821 tempest-RoutersNegativeTest-668754821-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:33.132644 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-de794a57-7458-4458-87d1-cfd32a819665 None None] For port 8d7a971d-e5f3-4de6-83ea-5a3cd37c9ba3, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=8d7a971d-e5f3-4de6-83ea-5a3cd37c9ba3,segment=NetworkSegment(571d9d6f-15bd-4319-b0e1-9deb4eb7197a),segment_id=571d9d6f-15bd-4319-b0e1-9deb4eb7197a)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:36:33.158613 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-af58ca2e-b036-438b-b9af-604e78f50d94 tempest-RoutersNegativeTest-668754821 tempest-RoutersNegativeTest-668754821-project] For port dc2d33f4-bfa6-4e98-84f3-963786bfb9bb, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=dc2d33f4-bfa6-4e98-84f3-963786bfb9bb,segment=NetworkSegment(224e61a0-20a0-4547-80f4-9022386f2a78),segment_id=224e61a0-20a0-4547-80f4-9022386f2a78)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:36:33.159058 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-af58ca2e-b036-438b-b9af-604e78f50d94 tempest-RoutersNegativeTest-668754821 tempest-RoutersNegativeTest-668754821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:33.173053 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-af58ca2e-b036-438b-b9af-604e78f50d94 tempest-RoutersNegativeTest-668754821 tempest-RoutersNegativeTest-668754821-project] Calling delete_port for dc2d33f4-bfa6-4e98-84f3-963786bfb9bb owned by network:dhcp {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:36:33.224483 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-de794a57-7458-4458-87d1-cfd32a819665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:33.299820 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.db.api [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103802) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 05 17:36:33.300519 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG oslo_db.api [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 05 17:36:33.306719 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de794a57-7458-4458-87d1-cfd32a819665 None None] Pushing event updated for resources: {'Port': ['ID=8d7a971d-e5f3-4de6-83ea-5a3cd37c9ba3,revision_number=3']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:36:33.326824 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-af58ca2e-b036-438b-b9af-604e78f50d94 tempest-RoutersNegativeTest-668754821 tempest-RoutersNegativeTest-668754821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11433176'] for port, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:33.346979 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-fcb24580-e1dd-4e8a-a207-139367ebab7d None None] Provisioning complete for port 8d7a971d-e5f3-4de6-83ea-5a3cd37c9ba3 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:36:33.347345 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-fcb24580-e1dd-4e8a-a207-139367ebab7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:33.354314 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af58ca2e-b036-438b-b9af-604e78f50d94 tempest-RoutersNegativeTest-668754821 tempest-RoutersNegativeTest-668754821-project] Pushing event deleted for resources: {'Port': ['ID=dc2d33f4-bfa6-4e98-84f3-963786bfb9bb,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:36:33.360931 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af58ca2e-b036-438b-b9af-604e78f50d94 tempest-RoutersNegativeTest-668754821 tempest-RoutersNegativeTest-668754821-project] No DVR routers for this DVR port dc2d33f4-bfa6-4e98-84f3-963786bfb9bb on host dv-neutron-master-2-hyperv {{(pid=103801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 05 17:36:33.447674 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-af58ca2e-b036-438b-b9af-604e78f50d94 tempest-RoutersNegativeTest-668754821 tempest-RoutersNegativeTest-668754821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3891715', 'neutron.services.segments.db._delete_segments_for_network-8754181063482'] for network, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:33.468106 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.services.segments.db [None req-af58ca2e-b036-438b-b9af-604e78f50d94 tempest-RoutersNegativeTest-668754821 tempest-RoutersNegativeTest-668754821-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7685d567-e15e-4bae-bef0-f815fb3f4e18']}} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:36:33.477012 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.services.segments.db [None req-af58ca2e-b036-438b-b9af-604e78f50d94 tempest-RoutersNegativeTest-668754821 tempest-RoutersNegativeTest-668754821-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '224e61a0-20a0-4547-80f4-9022386f2a78') {'for_net_delete': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:36:33.477313 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.services.segments.db [None req-af58ca2e-b036-438b-b9af-604e78f50d94 tempest-RoutersNegativeTest-668754821 tempest-RoutersNegativeTest-668754821-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '224e61a0-20a0-4547-80f4-9022386f2a78') {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:36:33.486889 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-af58ca2e-b036-438b-b9af-604e78f50d94 tempest-RoutersNegativeTest-668754821 tempest-RoutersNegativeTest-668754821-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754181064771', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11316385'] for segment, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:33.499477 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-af58ca2e-b036-438b-b9af-604e78f50d94 tempest-RoutersNegativeTest-668754821 tempest-RoutersNegativeTest-668754821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225'] for segment, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:33.509981 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af58ca2e-b036-438b-b9af-604e78f50d94 tempest-RoutersNegativeTest-668754821 tempest-RoutersNegativeTest-668754821-project] Releasing vlan 107 on physical network physnet1 to pool {{(pid=103801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 05 17:36:33.510381 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-af58ca2e-b036-438b-b9af-604e78f50d94 tempest-RoutersNegativeTest-668754821 tempest-RoutersNegativeTest-668754821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11433197'] for segment, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:33.513516 dv-neutron-master-2-hyperv neutron-server[103801]: Traceback (most recent call last): Jan 05 17:36:33.513516 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 05 17:36:33.513516 dv-neutron-master-2-hyperv neutron-server[103801]: timer() Jan 05 17:36:33.513516 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 05 17:36:33.513516 dv-neutron-master-2-hyperv neutron-server[103801]: cb(*args, **kw) Jan 05 17:36:33.513516 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 05 17:36:33.513516 dv-neutron-master-2-hyperv neutron-server[103801]: return func(*args, **kwargs) Jan 05 17:36:33.513516 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 05 17:36:33.513516 dv-neutron-master-2-hyperv neutron-server[103801]: self._notify() Jan 05 17:36:33.513516 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 05 17:36:33.513516 dv-neutron-master-2-hyperv neutron-server[103801]: self.callback(batched_events) Jan 05 17:36:33.513516 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 05 17:36:33.513516 dv-neutron-master-2-hyperv neutron-server[103801]: event.method(event) Jan 05 17:36:33.513516 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 05 17:36:33.513516 dv-neutron-master-2-hyperv neutron-server[103801]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 05 17:36:33.513516 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 05 17:36:33.513516 dv-neutron-master-2-hyperv neutron-server[103801]: aggregate_uuid = self.p_client.list_aggregates( Jan 05 17:36:33.513516 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 05 17:36:33.513516 dv-neutron-master-2-hyperv neutron-server[103801]: return f(self, *a, **k) Jan 05 17:36:33.513516 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 05 17:36:33.513516 dv-neutron-master-2-hyperv neutron-server[103801]: return self._get(url).json() Jan 05 17:36:33.513516 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 05 17:36:33.513516 dv-neutron-master-2-hyperv neutron-server[103801]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 05 17:36:33.513516 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 05 17:36:33.513516 dv-neutron-master-2-hyperv neutron-server[103801]: return self.request(url, 'GET', **kwargs) Jan 05 17:36:33.513516 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 05 17:36:33.513516 dv-neutron-master-2-hyperv neutron-server[103801]: base_url = self.get_endpoint(auth, allow=allow, Jan 05 17:36:33.513516 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 05 17:36:33.513516 dv-neutron-master-2-hyperv neutron-server[103801]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 05 17:36:33.513516 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 05 17:36:33.513516 dv-neutron-master-2-hyperv neutron-server[103801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 05 17:36:33.513516 dv-neutron-master-2-hyperv neutron-server[103801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 05 17:36:33.646661 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-af58ca2e-b036-438b-b9af-604e78f50d94 tempest-RoutersNegativeTest-668754821 tempest-RoutersNegativeTest-668754821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3891722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648695'] for network, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:33.653305 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-af58ca2e-b036-438b-b9af-604e78f50d94 tempest-RoutersNegativeTest-668754821 tempest-RoutersNegativeTest-668754821-project] Publish callbacks [] for network, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:33.656427 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-af58ca2e-b036-438b-b9af-604e78f50d94 tempest-RoutersNegativeTest-668754821 tempest-RoutersNegativeTest-668754821-project] 10.222.0.11 "DELETE /v2.0/networks/7685d567-e15e-4bae-bef0-f815fb3f4e18 HTTP/1.1" status: 204 len: 168 time: 0.7239494 Jan 05 17:36:33.659283 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 50290) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:36:33.668818 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af58ca2e-b036-438b-b9af-604e78f50d94 tempest-RoutersNegativeTest-668754821 tempest-RoutersNegativeTest-668754821-project] Pushing event deleted for resources: {'Network': ['ID=7685d567-e15e-4bae-bef0-f815fb3f4e18,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:36:33.712586 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.db_base_plugin_v2 [None req-7839d398-ec32-4bc6-96c5-014a96db2722 tempest-RoutersNegativeTest-668754821 tempest-RoutersNegativeTest-668754821-project] Deleting subnet f7df3b89-cc81-431c-aff8-dc90e8103bab {{(pid=103800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 05 17:36:33.716048 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7839d398-ec32-4bc6-96c5-014a96db2722 tempest-RoutersNegativeTest-668754821 tempest-RoutersNegativeTest-668754821-project] Publish callbacks [] for subnet, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:33.759736 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7839d398-ec32-4bc6-96c5-014a96db2722 tempest-RoutersNegativeTest-668754821 tempest-RoutersNegativeTest-668754821-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8784846'] for subnet, precommit_delete_associations {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:33.847895 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7839d398-ec32-4bc6-96c5-014a96db2722 tempest-RoutersNegativeTest-668754821 tempest-RoutersNegativeTest-668754821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892868'] for subnet, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:33.955505 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7839d398-ec32-4bc6-96c5-014a96db2722 tempest-RoutersNegativeTest-668754821 tempest-RoutersNegativeTest-668754821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3893367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8784787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8521880'] for subnet, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:33.982724 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7839d398-ec32-4bc6-96c5-014a96db2722 tempest-RoutersNegativeTest-668754821 tempest-RoutersNegativeTest-668754821-project] Pushing event deleted for resources: {'Subnet': ['ID=f7df3b89-cc81-431c-aff8-dc90e8103bab,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:36:33.991091 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7839d398-ec32-4bc6-96c5-014a96db2722 tempest-RoutersNegativeTest-668754821 tempest-RoutersNegativeTest-668754821-project] Publish callbacks [] for subnet, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:33.994396 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-7839d398-ec32-4bc6-96c5-014a96db2722 tempest-RoutersNegativeTest-668754821 tempest-RoutersNegativeTest-668754821-project] 10.222.0.11 "DELETE /v2.0/subnets/f7df3b89-cc81-431c-aff8-dc90e8103bab HTTP/1.1" status: 204 len: 168 time: 0.3341036 Jan 05 17:36:33.996987 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 50292) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:36:33.999356 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4113b33-877c-41e2-b35b-6771b7b23f04 None None] Network b692b8dc-e5c3-4a84-956a-167d281a96ab requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:36:34.061636 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-3bc5e559-12ca-4958-a9e2-79dd774d721c None None] Could not find standard attr ID for object dc2d33f4-bfa6-4e98-84f3-963786bfb9bb. {{(pid=103802) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 05 17:36:34.078298 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4d682f8a-aa86-4ba7-89a6-12e5257e676e tempest-RoutersNegativeTest-668754821 tempest-RoutersNegativeTest-668754821-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3809644'] for network, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:34.131727 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e93c926-df93-425b-8b23-ba87c19d6131 None None] DHCP port deletion for 7685d567-e15e-4bae-bef0-f815fb3f4e18 request from dv-neutron-master-2-hyperv {{(pid=103802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 05 17:36:34.137389 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-4d682f8a-aa86-4ba7-89a6-12e5257e676e tempest-RoutersNegativeTest-668754821 tempest-RoutersNegativeTest-668754821-project] Deleting port 8d7a971d-e5f3-4de6-83ea-5a3cd37c9ba3 {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:36:34.137770 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4d682f8a-aa86-4ba7-89a6-12e5257e676e tempest-RoutersNegativeTest-668754821 tempest-RoutersNegativeTest-668754821-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:34.148812 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7c82adb-5309-47a6-813f-8d172335bf32 None None] Network 7685d567-e15e-4bae-bef0-f815fb3f4e18 requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:36:34.161817 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7c82adb-5309-47a6-813f-8d172335bf32 None None] Network 7685d567-e15e-4bae-bef0-f815fb3f4e18 could not be found, it might have been deleted concurrently. {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}} Jan 05 17:36:34.166884 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac724333-f2aa-4612-a16c-983e4ec901c5 None None] DHCP port deletion for b692b8dc-e5c3-4a84-956a-167d281a96ab request from dv-neutron-master-2-hyperv {{(pid=103802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 05 17:36:34.201023 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.db [None req-4d682f8a-aa86-4ba7-89a6-12e5257e676e tempest-RoutersNegativeTest-668754821 tempest-RoutersNegativeTest-668754821-project] For port 8d7a971d-e5f3-4de6-83ea-5a3cd37c9ba3, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=8d7a971d-e5f3-4de6-83ea-5a3cd37c9ba3,segment=NetworkSegment(571d9d6f-15bd-4319-b0e1-9deb4eb7197a),segment_id=571d9d6f-15bd-4319-b0e1-9deb4eb7197a)] {{(pid=103800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:36:34.201381 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4d682f8a-aa86-4ba7-89a6-12e5257e676e tempest-RoutersNegativeTest-668754821 tempest-RoutersNegativeTest-668754821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:34.213395 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-ac724333-f2aa-4612-a16c-983e4ec901c5 None None] Deleting port 8d7a971d-e5f3-4de6-83ea-5a3cd37c9ba3 {{(pid=103802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:36:34.213792 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-ac724333-f2aa-4612-a16c-983e4ec901c5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:34.214441 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-4d682f8a-aa86-4ba7-89a6-12e5257e676e tempest-RoutersNegativeTest-668754821 tempest-RoutersNegativeTest-668754821-project] Calling delete_port for 8d7a971d-e5f3-4de6-83ea-5a3cd37c9ba3 owned by network:dhcp {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:36:34.279261 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-ac724333-f2aa-4612-a16c-983e4ec901c5 None None] For port 8d7a971d-e5f3-4de6-83ea-5a3cd37c9ba3, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=8d7a971d-e5f3-4de6-83ea-5a3cd37c9ba3,segment=NetworkSegment(571d9d6f-15bd-4319-b0e1-9deb4eb7197a),segment_id=571d9d6f-15bd-4319-b0e1-9deb4eb7197a)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:36:34.279575 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-ac724333-f2aa-4612-a16c-983e4ec901c5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:34.297537 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-ac724333-f2aa-4612-a16c-983e4ec901c5 None None] Calling delete_port for 8d7a971d-e5f3-4de6-83ea-5a3cd37c9ba3 owned by network:dhcp {{(pid=103802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:36:34.443378 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-ac724333-f2aa-4612-a16c-983e4ec901c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678'] for port, after_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:34.471579 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac724333-f2aa-4612-a16c-983e4ec901c5 None None] Pushing event deleted for resources: {'Port': ['ID=8d7a971d-e5f3-4de6-83ea-5a3cd37c9ba3,revision_number=None']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:36:34.477767 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac724333-f2aa-4612-a16c-983e4ec901c5 None None] No DVR routers for this DVR port 8d7a971d-e5f3-4de6-83ea-5a3cd37c9ba3 on host dv-neutron-master-2-hyperv {{(pid=103802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 05 17:36:34.482074 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 8d7a971d-e5f3-4de6-83ea-5a3cd37c9ba3 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 05 17:36:34.504141 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] No Port match for: 8d7a971d-e5f3-4de6-83ea-5a3cd37c9ba3 {{(pid=103802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 05 17:36:34.504481 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 8d7a971d-e5f3-4de6-83ea-5a3cd37c9ba3 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 05 17:36:34.644963 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4d682f8a-aa86-4ba7-89a6-12e5257e676e tempest-RoutersNegativeTest-668754821 tempest-RoutersNegativeTest-668754821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:34.670348 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d682f8a-aa86-4ba7-89a6-12e5257e676e tempest-RoutersNegativeTest-668754821 tempest-RoutersNegativeTest-668754821-project] No DVR routers for this DVR port 8d7a971d-e5f3-4de6-83ea-5a3cd37c9ba3 on host dv-neutron-master-2-hyperv {{(pid=103800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 05 17:36:34.674592 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d682f8a-aa86-4ba7-89a6-12e5257e676e tempest-RoutersNegativeTest-668754821 tempest-RoutersNegativeTest-668754821-project] Pushing event deleted for resources: {'Port': ['ID=8d7a971d-e5f3-4de6-83ea-5a3cd37c9ba3,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:36:34.749850 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4d682f8a-aa86-4ba7-89a6-12e5257e676e tempest-RoutersNegativeTest-668754821 tempest-RoutersNegativeTest-668754821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3891715', 'neutron.services.segments.db._delete_segments_for_network-8754181063482'] for network, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:34.770175 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.services.segments.db [None req-4d682f8a-aa86-4ba7-89a6-12e5257e676e tempest-RoutersNegativeTest-668754821 tempest-RoutersNegativeTest-668754821-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b692b8dc-e5c3-4a84-956a-167d281a96ab']}} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:36:34.778923 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.services.segments.db [None req-4d682f8a-aa86-4ba7-89a6-12e5257e676e tempest-RoutersNegativeTest-668754821 tempest-RoutersNegativeTest-668754821-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '571d9d6f-15bd-4319-b0e1-9deb4eb7197a') {'for_net_delete': True} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:36:34.779217 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.services.segments.db [None req-4d682f8a-aa86-4ba7-89a6-12e5257e676e tempest-RoutersNegativeTest-668754821 tempest-RoutersNegativeTest-668754821-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '571d9d6f-15bd-4319-b0e1-9deb4eb7197a') {} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:36:34.788330 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4d682f8a-aa86-4ba7-89a6-12e5257e676e tempest-RoutersNegativeTest-668754821 tempest-RoutersNegativeTest-668754821-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754181064771', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8784833'] for segment, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:34.800736 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4d682f8a-aa86-4ba7-89a6-12e5257e676e tempest-RoutersNegativeTest-668754821 tempest-RoutersNegativeTest-668754821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225'] for segment, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:34.806487 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d682f8a-aa86-4ba7-89a6-12e5257e676e tempest-RoutersNegativeTest-668754821 tempest-RoutersNegativeTest-668754821-project] Releasing vlan 124 on physical network physnet1 to pool {{(pid=103800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 05 17:36:34.806855 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4d682f8a-aa86-4ba7-89a6-12e5257e676e tempest-RoutersNegativeTest-668754821 tempest-RoutersNegativeTest-668754821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8784497'] for segment, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:34.809884 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:36:34.809884 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:36:34.809884 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:36:34.809884 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:36:34.809884 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 05 17:36:34.809884 dv-neutron-master-2-hyperv neutron-server[103800]: self.session.flush() Jan 05 17:36:34.809884 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 05 17:36:34.809884 dv-neutron-master-2-hyperv neutron-server[103800]: self.session.flush() Jan 05 17:36:34.809884 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 05 17:36:34.809884 dv-neutron-master-2-hyperv neutron-server[103800]: self.session.flush() Jan 05 17:36:34.809884 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 05 17:36:34.809884 dv-neutron-master-2-hyperv neutron-server[103800]: self.session.flush() Jan 05 17:36:34.809884 dv-neutron-master-2-hyperv neutron-server[103800]: Traceback (most recent call last): Jan 05 17:36:34.809884 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 05 17:36:34.809884 dv-neutron-master-2-hyperv neutron-server[103800]: timer() Jan 05 17:36:34.809884 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 05 17:36:34.809884 dv-neutron-master-2-hyperv neutron-server[103800]: cb(*args, **kw) Jan 05 17:36:34.809884 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 05 17:36:34.809884 dv-neutron-master-2-hyperv neutron-server[103800]: return func(*args, **kwargs) Jan 05 17:36:34.809884 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 05 17:36:34.809884 dv-neutron-master-2-hyperv neutron-server[103800]: self._notify() Jan 05 17:36:34.809884 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 05 17:36:34.809884 dv-neutron-master-2-hyperv neutron-server[103800]: self.callback(batched_events) Jan 05 17:36:34.809884 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 05 17:36:34.809884 dv-neutron-master-2-hyperv neutron-server[103800]: event.method(event) Jan 05 17:36:34.809884 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 05 17:36:34.809884 dv-neutron-master-2-hyperv neutron-server[103800]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 05 17:36:34.809884 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 05 17:36:34.809884 dv-neutron-master-2-hyperv neutron-server[103800]: aggregate_uuid = self.p_client.list_aggregates( Jan 05 17:36:34.809884 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 05 17:36:34.809884 dv-neutron-master-2-hyperv neutron-server[103800]: return f(self, *a, **k) Jan 05 17:36:34.809884 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 05 17:36:34.809884 dv-neutron-master-2-hyperv neutron-server[103800]: return self._get(url).json() Jan 05 17:36:34.809884 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 05 17:36:34.809884 dv-neutron-master-2-hyperv neutron-server[103800]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 05 17:36:34.809884 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 05 17:36:34.809884 dv-neutron-master-2-hyperv neutron-server[103800]: return self.request(url, 'GET', **kwargs) Jan 05 17:36:34.809884 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 05 17:36:34.809884 dv-neutron-master-2-hyperv neutron-server[103800]: base_url = self.get_endpoint(auth, allow=allow, Jan 05 17:36:34.809884 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 05 17:36:34.809884 dv-neutron-master-2-hyperv neutron-server[103800]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 05 17:36:34.809884 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 05 17:36:34.809884 dv-neutron-master-2-hyperv neutron-server[103800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 05 17:36:34.809884 dv-neutron-master-2-hyperv neutron-server[103800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 05 17:36:34.943348 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4d682f8a-aa86-4ba7-89a6-12e5257e676e tempest-RoutersNegativeTest-668754821 tempest-RoutersNegativeTest-668754821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3891722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648695'] for network, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:34.949898 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4d682f8a-aa86-4ba7-89a6-12e5257e676e tempest-RoutersNegativeTest-668754821 tempest-RoutersNegativeTest-668754821-project] Publish callbacks [] for network, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:34.952931 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-4d682f8a-aa86-4ba7-89a6-12e5257e676e tempest-RoutersNegativeTest-668754821 tempest-RoutersNegativeTest-668754821-project] 10.222.0.11 "DELETE /v2.0/networks/b692b8dc-e5c3-4a84-956a-167d281a96ab HTTP/1.1" status: 204 len: 168 time: 0.9550185 Jan 05 17:36:34.956274 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 50294) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:36:34.965219 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d682f8a-aa86-4ba7-89a6-12e5257e676e tempest-RoutersNegativeTest-668754821 tempest-RoutersNegativeTest-668754821-project] Pushing event deleted for resources: {'Network': ['ID=b692b8dc-e5c3-4a84-956a-167d281a96ab,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:36:34.982776 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-53c948ea-c956-4ae8-a1ac-aa08c212eb00 tempest-RoutersNegativeTest-668754821 tempest-RoutersNegativeTest-668754821-project] 10.222.0.11 "GET /v2.0/ports?device_id=eeefc5c8-ca40-4ae5-b9db-10be5bdea3d0 HTTP/1.1" status: 200 len: 205 time: 0.0253637 Jan 05 17:36:34.985667 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 50296) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:36:35.057915 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-d7f8a4cc-43c3-4e8f-bd3d-02aa6a2e1b49 tempest-RoutersNegativeTest-668754821 tempest-RoutersNegativeTest-668754821-project] Publish callbacks [] for router, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:35.208775 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-d7f8a4cc-43c3-4e8f-bd3d-02aa6a2e1b49 tempest-RoutersNegativeTest-668754821 tempest-RoutersNegativeTest-668754821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-648249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62744'] for router, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:35.210837 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-d7f8a4cc-43c3-4e8f-bd3d-02aa6a2e1b49 tempest-RoutersNegativeTest-668754821 tempest-RoutersNegativeTest-668754821-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:35.337828 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-d7f8a4cc-43c3-4e8f-bd3d-02aa6a2e1b49 tempest-RoutersNegativeTest-668754821 tempest-RoutersNegativeTest-668754821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-648240'] for router, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:35.338371 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7f8a4cc-43c3-4e8f-bd3d-02aa6a2e1b49 tempest-RoutersNegativeTest-668754821 tempest-RoutersNegativeTest-668754821-project] Fanout notify agent at l3_agent the message router_deleted on router eeefc5c8-ca40-4ae5-b9db-10be5bdea3d0 {{(pid=103801) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 05 17:36:35.346190 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-d7f8a4cc-43c3-4e8f-bd3d-02aa6a2e1b49 tempest-RoutersNegativeTest-668754821 tempest-RoutersNegativeTest-668754821-project] Publish callbacks [] for router, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:35.347279 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-d7f8a4cc-43c3-4e8f-bd3d-02aa6a2e1b49 tempest-RoutersNegativeTest-668754821 tempest-RoutersNegativeTest-668754821-project] 10.222.0.11 "DELETE /v2.0/routers/eeefc5c8-ca40-4ae5-b9db-10be5bdea3d0 HTTP/1.1" status: 204 len: 168 time: 0.3607326 Jan 05 17:36:35.718775 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 50302) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:36:35.846600 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-b231800a-7651-48f5-baf1-b204c0d675dd admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a19bca2586464a49ba6900d5c708b54f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1260395 Jan 05 17:36:35.849057 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 50306) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:36:35.894137 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3f3cb4e9-c881-429b-8d6d-a1550bc4eb90 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:35.914594 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3f3cb4e9-c881-429b-8d6d-a1550bc4eb90 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:36.006044 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3f3cb4e9-c881-429b-8d6d-a1550bc4eb90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:36.008558 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3f3cb4e9-c881-429b-8d6d-a1550bc4eb90 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:36.009709 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-3f3cb4e9-c881-429b-8d6d-a1550bc4eb90 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b3699099-b3f6-466d-8fa9-e9388dafc04d HTTP/1.1" status: 204 len: 168 time: 0.1597195 Jan 05 17:36:36.017749 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3cb4e9-c881-429b-8d6d-a1550bc4eb90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3699099-b3f6-466d-8fa9-e9388dafc04d,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:36:36.914091 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 50328) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:36:37.005441 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-83bac74c-bafd-40ea-8f1e-1576a4f13e23 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1703224653-network', 'tenant_id': 'e2b308e3b7d74d8796d3e9510eb5c32c'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:36:37.080613 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83bac74c-bafd-40ea-8f1e-1576a4f13e23 admin admin] Made reservation on behalf of e2b308e3b7d74d8796d3e9510eb5c32c for: {'network': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:36:37.082884 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-83bac74c-bafd-40ea-8f1e-1576a4f13e23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for network, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:37.090983 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-83bac74c-bafd-40ea-8f1e-1576a4f13e23 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:37.164660 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-83bac74c-bafd-40ea-8f1e-1576a4f13e23 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:37.211956 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-83bac74c-bafd-40ea-8f1e-1576a4f13e23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:37.232173 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83bac74c-bafd-40ea-8f1e-1576a4f13e23 admin admin] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=103800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 05 17:36:37.246169 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bac74c-bafd-40ea-8f1e-1576a4f13e23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d457dbfe-296b-43d2-919e-3b1e251297b0,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:36:37.249005 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-83bac74c-bafd-40ea-8f1e-1576a4f13e23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225'] for segment, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:37.249344 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.db.segments_db [None req-83bac74c-bafd-40ea-8f1e-1576a4f13e23 admin admin] Added segment e94a0731-e7bd-477f-9c7d-6c61c4a7dea9 of type vlan for network 0ddc3040-9d85-4bc5-9880-3372667187c5 Jan 05 17:36:37.287811 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-83bac74c-bafd-40ea-8f1e-1576a4f13e23 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754180566020'] for network, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:37.354752 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-83bac74c-bafd-40ea-8f1e-1576a4f13e23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685'] for network, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:37.355751 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83bac74c-bafd-40ea-8f1e-1576a4f13e23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:36:37.356333 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-83bac74c-bafd-40ea-8f1e-1576a4f13e23 admin admin] Publish callbacks [] for network, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:37.413167 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bac74c-bafd-40ea-8f1e-1576a4f13e23 admin admin] Pushing event updated for resources: {'Network': ['ID=0ddc3040-9d85-4bc5-9880-3372667187c5,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:36:37.422419 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Network 0ddc3040-9d85-4bc5-9880-3372667187c5 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 05 17:36:37.431883 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-83bac74c-bafd-40ea-8f1e-1576a4f13e23 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.5167325 Jan 05 17:36:37.434677 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 50332) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:36:37.439451 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-9c900445-0d8c-459a-9503-d2956660dc90 admin admin] Request body: {'subnet': {'network_id': '0ddc3040-9d85-4bc5-9880-3372667187c5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1703224653-subnet', 'tenant_id': 'e2b308e3b7d74d8796d3e9510eb5c32c', 'ip_version': 4}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:36:37.514868 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c900445-0d8c-459a-9503-d2956660dc90 admin admin] Made reservation on behalf of e2b308e3b7d74d8796d3e9510eb5c32c for: {'subnet': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:36:37.517776 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9c900445-0d8c-459a-9503-d2956660dc90 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8521827'] for subnet, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:37.699372 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.agents_db [None req-291d1585-17df-45c0-b64a-d244e6d90872 None None] Agent healthcheck: found 6 active agents {{(pid=103803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 05 17:36:37.732313 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9c900445-0d8c-459a-9503-d2956660dc90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8784852', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8521873'] for subnet, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:37.790873 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c900445-0d8c-459a-9503-d2956660dc90 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c46bb9a0-50ec-4716-9b4e-03bb5ae88a6c,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:36:37.802069 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c900445-0d8c-459a-9503-d2956660dc90 admin admin] Checking segment: {'id': 'e94a0731-e7bd-477f-9c7d-6c61c4a7dea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '0ddc3040-9d85-4bc5-9880-3372667187c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:36:37.802423 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c900445-0d8c-459a-9503-d2956660dc90 admin admin] Network hostable DHCP agents. Network: 0ddc3040-9d85-4bc5-9880-3372667187c5, hostable agents: ['3f70c195-17da-4084-9fd6-bf6059d88535'], hosted agents: [] {{(pid=103800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 05 17:36:37.874739 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c900445-0d8c-459a-9503-d2956660dc90 admin admin] Network 0ddc3040-9d85-4bc5-9880-3372667187c5 is scheduled to be hosted by DHCP agent 3f70c195-17da-4084-9fd6-bf6059d88535 with binding_index 1 {{(pid=103800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 05 17:36:37.943579 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-9c900445-0d8c-459a-9503-d2956660dc90 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 0ddc3040-9d85-4bc5-9880-3372667187c5) {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:36:37.947744 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c900445-0d8c-459a-9503-d2956660dc90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:36:37.948334 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9c900445-0d8c-459a-9503-d2956660dc90 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:37.952279 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c959a24b-d4f9-4c52-9aba-e5cd69433881 None None] Network 0ddc3040-9d85-4bc5-9880-3372667187c5 requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:36:38.008978 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-9c900445-0d8c-459a-9503-d2956660dc90 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.5732667 Jan 05 17:36:38.011558 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 50334) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:36:38.016040 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-07fbfebb-ed5b-4d9d-a2c0-81ec355cdb88 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1703224653-router', 'tenant_id': 'e2b308e3b7d74d8796d3e9510eb5c32c', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573'}}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:36:38.051804 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73b835e8-83a4-43ac-a2d7-d1cd5df0accf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-0ddc3040-9d85-4bc5-9880-3372667187c5', 'network_id': '0ddc3040-9d85-4bc5-9880-3372667187c5', 'project_id': 'e2b308e3b7d74d8796d3e9510eb5c32c', 'fixed_ips': [{'subnet_id': 'c46bb9a0-50ec-4716-9b4e-03bb5ae88a6c'}]}} from dv-neutron-master-2-hyperv. {{(pid=103802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 05 17:36:38.052652 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-73b835e8-83a4-43ac-a2d7-d1cd5df0accf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:38.075050 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-07fbfebb-ed5b-4d9d-a2c0-81ec355cdb88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-649063', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58098'] for router, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:38.076255 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-07fbfebb-ed5b-4d9d-a2c0-81ec355cdb88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649832', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-545006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58091'] for router, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:38.126575 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-07fbfebb-ed5b-4d9d-a2c0-81ec355cdb88 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:38.185240 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.db_base_plugin_common [None req-73b835e8-83a4-43ac-a2d7-d1cd5df0accf None None] Allocated IP 172.20.0.2 (0ddc3040-9d85-4bc5-9880-3372667187c5/c46bb9a0-50ec-4716-9b4e-03bb5ae88a6c/583db69b-32ef-4aae-88fe-afabc6e39915) {{(pid=103802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:36:38.308267 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-07fbfebb-ed5b-4d9d-a2c0-81ec355cdb88 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:38.325420 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-73b835e8-83a4-43ac-a2d7-d1cd5df0accf None None] Publish callbacks [] for port, precommit_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:38.407122 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-73b835e8-83a4-43ac-a2d7-d1cd5df0accf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669'] for port, after_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:38.448704 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73b835e8-83a4-43ac-a2d7-d1cd5df0accf None None] Network 0ddc3040-9d85-4bc5-9880-3372667187c5 is already hosted by enough agents. {{(pid=103802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:36:38.451698 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.scheduler.base_scheduler [None req-73b835e8-83a4-43ac-a2d7-d1cd5df0accf None None] Resources bound (agent type, host, resource id): {{(pid=103802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:36:38.455044 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73b835e8-83a4-43ac-a2d7-d1cd5df0accf None None] Received port after_create {{(pid=103802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:36:38.463742 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b835e8-83a4-43ac-a2d7-d1cd5df0accf None None] Pushing event updated for resources: {'Port': ['ID=583db69b-32ef-4aae-88fe-afabc6e39915,revision_number=1']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:36:38.513774 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-73b835e8-83a4-43ac-a2d7-d1cd5df0accf None None] Attempting to bind port 583db69b-32ef-4aae-88fe-afabc6e39915 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 05 17:36:38.514138 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-73b835e8-83a4-43ac-a2d7-d1cd5df0accf None None] Attempting to bind port 583db69b-32ef-4aae-88fe-afabc6e39915 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'e94a0731-e7bd-477f-9c7d-6c61c4a7dea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '0ddc3040-9d85-4bc5-9880-3372667187c5'}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 05 17:36:38.514491 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73b835e8-83a4-43ac-a2d7-d1cd5df0accf None None] Attempting to bind port 583db69b-32ef-4aae-88fe-afabc6e39915 on network 0ddc3040-9d85-4bc5-9880-3372667187c5 {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:36:38.519459 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73b835e8-83a4-43ac-a2d7-d1cd5df0accf None None] Checking agent: {'id': '0d4f8fd3-ce62-4651-970c-efa6a8bb22b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 5, 16, 57, 23), 'started_at': datetime.datetime(2022, 1, 5, 16, 57, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 5, 17, 36, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 05 17:36:38.519829 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73b835e8-83a4-43ac-a2d7-d1cd5df0accf None None] Checking segment: {'id': 'e94a0731-e7bd-477f-9c7d-6c61c4a7dea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '0ddc3040-9d85-4bc5-9880-3372667187c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:36:38.520218 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-73b835e8-83a4-43ac-a2d7-d1cd5df0accf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:38.520602 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73b835e8-83a4-43ac-a2d7-d1cd5df0accf None None] Bound using segment: {'id': 'e94a0731-e7bd-477f-9c7d-6c61c4a7dea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '0ddc3040-9d85-4bc5-9880-3372667187c5'} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 05 17:36:38.521054 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-73b835e8-83a4-43ac-a2d7-d1cd5df0accf None None] Bound port: 583db69b-32ef-4aae-88fe-afabc6e39915, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e94a0731-e7bd-477f-9c7d-6c61c4a7dea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '0ddc3040-9d85-4bc5-9880-3372667187c5'}}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 05 17:36:38.521423 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-73b835e8-83a4-43ac-a2d7-d1cd5df0accf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:38.565909 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-07fbfebb-ed5b-4d9d-a2c0-81ec355cdb88 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:38.583970 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-73b835e8-83a4-43ac-a2d7-d1cd5df0accf None None] For port 583db69b-32ef-4aae-88fe-afabc6e39915, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 05 17:36:38.589161 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-73b835e8-83a4-43ac-a2d7-d1cd5df0accf None None] For port 583db69b-32ef-4aae-88fe-afabc6e39915, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=583db69b-32ef-4aae-88fe-afabc6e39915,segment=NetworkSegment(e94a0731-e7bd-477f-9c7d-6c61c4a7dea9),segment_id=e94a0731-e7bd-477f-9c7d-6c61c4a7dea9)] {{(pid=103802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 05 17:36:38.590860 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-07fbfebb-ed5b-4d9d-a2c0-81ec355cdb88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:38.681027 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-73b835e8-83a4-43ac-a2d7-d1cd5df0accf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:38.694420 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [None req-07fbfebb-ed5b-4d9d-a2c0-81ec355cdb88 admin admin] Allocated IP 172.36.4.81 (b0167590-0699-4c5c-a932-3939414a9573/7a784a6d-3d96-418f-a645-b9ccd0b1ac55/b972b120-5c5a-434a-a5ea-f578a4ad5cbc) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:36:38.737523 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b835e8-83a4-43ac-a2d7-d1cd5df0accf None None] Pushing event updated for resources: {'Port': ['ID=583db69b-32ef-4aae-88fe-afabc6e39915,revision_number=2']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:36:38.818303 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-07fbfebb-ed5b-4d9d-a2c0-81ec355cdb88 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:38.916779 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-07fbfebb-ed5b-4d9d-a2c0-81ec355cdb88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:38.955524 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07fbfebb-ed5b-4d9d-a2c0-81ec355cdb88 admin admin] Network b0167590-0699-4c5c-a932-3939414a9573 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:36:38.958475 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-07fbfebb-ed5b-4d9d-a2c0-81ec355cdb88 admin admin] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:36:38.962295 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07fbfebb-ed5b-4d9d-a2c0-81ec355cdb88 admin admin] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:36:38.972539 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b94a0c0-9791-479b-b59c-54b1a6b44bc0 None None] DHCP port deletion for b0167590-0699-4c5c-a932-3939414a9573 request from dv-neutron-master-2-hyperv {{(pid=103802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 05 17:36:38.990781 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fbfebb-ed5b-4d9d-a2c0-81ec355cdb88 admin admin] Pushing event updated for resources: {'Port': ['ID=b972b120-5c5a-434a-a5ea-f578a4ad5cbc,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:36:39.016391 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-7a07c637-320d-4c27-bf72-7ea5b2b4aa96 None None] Provisioning complete for port b972b120-5c5a-434a-a5ea-f578a4ad5cbc triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:36:39.016757 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-7a07c637-320d-4c27-bf72-7ea5b2b4aa96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:39.055325 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-7a07c637-320d-4c27-bf72-7ea5b2b4aa96 None None] Port b972b120-5c5a-434a-a5ea-f578a4ad5cbc cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 17:36:39.304686 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-07fbfebb-ed5b-4d9d-a2c0-81ec355cdb88 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:39.507647 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-07fbfebb-ed5b-4d9d-a2c0-81ec355cdb88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-648430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648639'] for router, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:39.635192 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff44a0d0-afd1-4f1a-850e-f67f6dcf49c4 None None] Network 0ddc3040-9d85-4bc5-9880-3372667187c5 requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:36:39.697783 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07fbfebb-ed5b-4d9d-a2c0-81ec355cdb88 admin admin] Router 165e855e-513d-4aad-a45b-6587bbf941a7 is scheduled to L3 agent 59446fdc-40e0-41fe-a575-a8eb11d742f7 with binding_index 1 {{(pid=103800) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 05 17:36:39.711965 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-4a4fdb47-ab29-44c3-82ab-7cae9ee287ec None None] Provisioning complete for port 583db69b-32ef-4aae-88fe-afabc6e39915 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:36:39.712331 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-4a4fdb47-ab29-44c3-82ab-7cae9ee287ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:39.805896 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07fbfebb-ed5b-4d9d-a2c0-81ec355cdb88 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 05 17:36:39.816471 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfd3bf90-8408-4c8c-9f85-82cab8aa607c None None] Sync routers for ids ['165e855e-513d-4aad-a45b-6587bbf941a7'] in dv-neutron-master-2-hyperv {{(pid=103803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 05 17:36:39.818961 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-4a4fdb47-ab29-44c3-82ab-7cae9ee287ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:39.829028 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfd3bf90-8408-4c8c-9f85-82cab8aa607c None None] Routers {'165e855e-513d-4aad-a45b-6587bbf941a7'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:36:39.835315 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-dfd3bf90-8408-4c8c-9f85-82cab8aa607c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:36:19Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['165e855e-513d-4aad-a45b-6587bbf941a7'], 'active': True} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:36:39.859170 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-4a4fdb47-ab29-44c3-82ab-7cae9ee287ec None None] For port 583db69b-32ef-4aae-88fe-afabc6e39915, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=583db69b-32ef-4aae-88fe-afabc6e39915,segment=NetworkSegment(e94a0731-e7bd-477f-9c7d-6c61c4a7dea9),segment_id=e94a0731-e7bd-477f-9c7d-6c61c4a7dea9)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:36:39.877040 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-07fbfebb-ed5b-4d9d-a2c0-81ec355cdb88 admin admin] Publish callbacks [] for router, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:39.878297 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-07fbfebb-ed5b-4d9d-a2c0-81ec355cdb88 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.8658080 Jan 05 17:36:39.881214 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 50336) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:36:39.932753 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-4a4fdb47-ab29-44c3-82ab-7cae9ee287ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:39.949918 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvr_db [None req-dfd3bf90-8408-4c8c-9f85-82cab8aa607c None None] Set router 165e855e-513d-4aad-a45b-6587bbf941a7 gateway port host: dv-neutron-master-2-hyperv {{(pid=103803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:36:39.996494 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4fdb47-ab29-44c3-82ab-7cae9ee287ec None None] Pushing event updated for resources: {'Port': ['ID=583db69b-32ef-4aae-88fe-afabc6e39915,revision_number=3']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:36:40.054505 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-cd8ebdaf-a8b8-46f1-b450-ecb2f4b12cbe None None] Provisioning complete for port 583db69b-32ef-4aae-88fe-afabc6e39915 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:36:40.054849 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-cd8ebdaf-a8b8-46f1-b450-ecb2f4b12cbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:40.138382 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-dfd3bf90-8408-4c8c-9f85-82cab8aa607c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '165e855e-513d-4aad-a45b-6587bbf941a7', 'name': 'tempest-TestEncryptedCinderVolumes-1703224653-router', 'tenant_id': 'e2b308e3b7d74d8796d3e9510eb5c32c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.81'}], 'enable_snat': True}, 'gw_port_id': 'b972b120-5c5a-434a-a5ea-f578a4ad5cbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:36:38Z', 'updated_at': '2022-01-05T17:36:39Z', 'revision_number': 3, 'project_id': 'e2b308e3b7d74d8796d3e9510eb5c32c', 'gw_port': {'id': 'b972b120-5c5a-434a-a5ea-f578a4ad5cbc', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:89:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '165e855e-513d-4aad-a45b-6587bbf941a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:36:38Z', 'updated_at': '2022-01-05T17:36:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:36:40.164700 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfd3bf90-8408-4c8c-9f85-82cab8aa607c None None] Checking router: 165e855e-513d-4aad-a45b-6587bbf941a7 for host: dv-neutron-master-2-hyperv {{(pid=103803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 05 17:36:40.165044 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfd3bf90-8408-4c8c-9f85-82cab8aa607c None None] Updating router 165e855e-513d-4aad-a45b-6587bbf941a7 port b972b120-5c5a-434a-a5ea-f578a4ad5cbc binding host dv-neutron-master-2-hyperv {{(pid=103803) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 05 17:36:40.192232 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-dfd3bf90-8408-4c8c-9f85-82cab8aa607c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:40.301322 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-8805d76c-af28-440b-b573-edd576db683e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:40.438385 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-dfd3bf90-8408-4c8c-9f85-82cab8aa607c None None] Publish callbacks [] for port, precommit_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:40.461113 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [None req-8805d76c-af28-440b-b573-edd576db683e admin admin] Allocated IP 172.20.0.1 (0ddc3040-9d85-4bc5-9880-3372667187c5/c46bb9a0-50ec-4716-9b4e-03bb5ae88a6c/2fb4ecba-5efa-4a5c-855e-620588636537) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:36:40.497804 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-dfd3bf90-8408-4c8c-9f85-82cab8aa607c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:40.512234 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 583db69b-32ef-4aae-88fe-afabc6e39915 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:36:40.550214 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3c1c48b-514f-42be-b66e-1dfe12746e72 None None] DHCP port deletion for b0167590-0699-4c5c-a932-3939414a9573 request from dv-neutron-master-2-hyperv {{(pid=103802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 05 17:36:40.557098 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d94eff-6ef7-46f0-ab02-4728f94d9aeb None None] Pushing event updated for resources: {'Port': ['ID=b972b120-5c5a-434a-a5ea-f578a4ad5cbc,revision_number=2']} {{(pid=103803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:36:40.566636 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d94eff-6ef7-46f0-ab02-4728f94d9aeb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:36:40.566981 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d94eff-6ef7-46f0-ab02-4728f94d9aeb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:36:40.567318 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d94eff-6ef7-46f0-ab02-4728f94d9aeb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:36:40.567646 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d94eff-6ef7-46f0-ab02-4728f94d9aeb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:36:40.567977 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d94eff-6ef7-46f0-ab02-4728f94d9aeb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:36:40.568299 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d94eff-6ef7-46f0-ab02-4728f94d9aeb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:36:40.568927 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d94eff-6ef7-46f0-ab02-4728f94d9aeb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:36:40.568927 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d94eff-6ef7-46f0-ab02-4728f94d9aeb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:36:40.569261 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d94eff-6ef7-46f0-ab02-4728f94d9aeb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:36:40.569753 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d94eff-6ef7-46f0-ab02-4728f94d9aeb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:36:40.569908 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d94eff-6ef7-46f0-ab02-4728f94d9aeb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:36:40.570194 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d94eff-6ef7-46f0-ab02-4728f94d9aeb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:36:40.570504 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d94eff-6ef7-46f0-ab02-4728f94d9aeb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:36:40.571324 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Provisioning complete for port 583db69b-32ef-4aae-88fe-afabc6e39915 triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:36:40.571662 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:40.575816 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.plugins.ml2.managers [None req-dfd3bf90-8408-4c8c-9f85-82cab8aa607c None None] Attempting to bind port b972b120-5c5a-434a-a5ea-f578a4ad5cbc on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 05 17:36:40.576019 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.plugins.ml2.managers [None req-dfd3bf90-8408-4c8c-9f85-82cab8aa607c None None] Attempting to bind port b972b120-5c5a-434a-a5ea-f578a4ad5cbc by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '3f961525-530f-4ce5-8222-1dbbbe774893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573'}] {{(pid=103803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 05 17:36:40.576359 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfd3bf90-8408-4c8c-9f85-82cab8aa607c None None] Attempting to bind port b972b120-5c5a-434a-a5ea-f578a4ad5cbc on network b0167590-0699-4c5c-a932-3939414a9573 {{(pid=103803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:36:40.586907 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfd3bf90-8408-4c8c-9f85-82cab8aa607c None None] Checking agent: {'id': '0d4f8fd3-ce62-4651-970c-efa6a8bb22b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 5, 16, 57, 23), 'started_at': datetime.datetime(2022, 1, 5, 16, 57, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 5, 17, 36, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 05 17:36:40.586907 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfd3bf90-8408-4c8c-9f85-82cab8aa607c None None] Checking segment: {'id': '3f961525-530f-4ce5-8222-1dbbbe774893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:36:40.586907 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-dfd3bf90-8408-4c8c-9f85-82cab8aa607c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:40.586907 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfd3bf90-8408-4c8c-9f85-82cab8aa607c None None] Bound using segment: {'id': '3f961525-530f-4ce5-8222-1dbbbe774893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573'} {{(pid=103803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 05 17:36:40.586907 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.plugins.ml2.managers [None req-dfd3bf90-8408-4c8c-9f85-82cab8aa607c None None] Bound port: b972b120-5c5a-434a-a5ea-f578a4ad5cbc, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f961525-530f-4ce5-8222-1dbbbe774893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573'}}] {{(pid=103803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 05 17:36:40.586907 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-dfd3bf90-8408-4c8c-9f85-82cab8aa607c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:40.587523 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-8805d76c-af28-440b-b573-edd576db683e admin admin] Publish callbacks [] for port, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:40.643574 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.plugins.ml2.db [None req-dfd3bf90-8408-4c8c-9f85-82cab8aa607c None None] For port b972b120-5c5a-434a-a5ea-f578a4ad5cbc, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 05 17:36:40.647941 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.plugins.ml2.db [None req-dfd3bf90-8408-4c8c-9f85-82cab8aa607c None None] For port b972b120-5c5a-434a-a5ea-f578a4ad5cbc, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b972b120-5c5a-434a-a5ea-f578a4ad5cbc,segment=NetworkSegment(3f961525-530f-4ce5-8222-1dbbbe774893),segment_id=3f961525-530f-4ce5-8222-1dbbbe774893)] {{(pid=103803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 05 17:36:40.671626 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-095c5a73-4c43-4c59-80d2-721dd004b258 None None] Provisioning complete for port b972b120-5c5a-434a-a5ea-f578a4ad5cbc triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:36:40.672206 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-095c5a73-4c43-4c59-80d2-721dd004b258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:40.707792 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-095c5a73-4c43-4c59-80d2-721dd004b258 None None] Port b972b120-5c5a-434a-a5ea-f578a4ad5cbc cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 17:36:40.721296 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-dfd3bf90-8408-4c8c-9f85-82cab8aa607c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:40.765432 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b03c08a5-0b39-4174-8f6b-54ee595b25bb None None] DHCP port deletion for b0167590-0699-4c5c-a932-3939414a9573 request from dv-neutron-master-2-hyperv {{(pid=103802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 05 17:36:40.780154 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfd3bf90-8408-4c8c-9f85-82cab8aa607c None None] Routers {'165e855e-513d-4aad-a45b-6587bbf941a7'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:36:40.780154 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-dfd3bf90-8408-4c8c-9f85-82cab8aa607c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:36:19Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['165e855e-513d-4aad-a45b-6587bbf941a7'], 'active': True} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:36:40.828819 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d94eff-6ef7-46f0-ab02-4728f94d9aeb None None] Pushing event updated for resources: {'Port': ['ID=b972b120-5c5a-434a-a5ea-f578a4ad5cbc,revision_number=3']} {{(pid=103803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:36:40.838227 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-87e5f313-a293-42cc-9e89-04d4888f3768 None None] Provisioning complete for port b972b120-5c5a-434a-a5ea-f578a4ad5cbc triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:36:40.838697 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-87e5f313-a293-42cc-9e89-04d4888f3768 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:40.901418 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvr_db [None req-dfd3bf90-8408-4c8c-9f85-82cab8aa607c None None] Set router 165e855e-513d-4aad-a45b-6587bbf941a7 gateway port host: dv-neutron-master-2-hyperv {{(pid=103803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:36:40.925338 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-87e5f313-a293-42cc-9e89-04d4888f3768 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:40.948420 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-87e5f313-a293-42cc-9e89-04d4888f3768 None None] For port b972b120-5c5a-434a-a5ea-f578a4ad5cbc, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b972b120-5c5a-434a-a5ea-f578a4ad5cbc,segment=NetworkSegment(3f961525-530f-4ce5-8222-1dbbbe774893),segment_id=3f961525-530f-4ce5-8222-1dbbbe774893)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:36:41.016534 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-87e5f313-a293-42cc-9e89-04d4888f3768 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:41.040419 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-8805d76c-af28-440b-b573-edd576db683e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11433176'] for port, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:41.065115 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e5f313-a293-42cc-9e89-04d4888f3768 None None] Pushing event updated for resources: {'Port': ['ID=b972b120-5c5a-434a-a5ea-f578a4ad5cbc,revision_number=4']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:36:41.082617 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-dfd3bf90-8408-4c8c-9f85-82cab8aa607c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '165e855e-513d-4aad-a45b-6587bbf941a7', 'name': 'tempest-TestEncryptedCinderVolumes-1703224653-router', 'tenant_id': 'e2b308e3b7d74d8796d3e9510eb5c32c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.81'}], 'enable_snat': True}, 'gw_port_id': 'b972b120-5c5a-434a-a5ea-f578a4ad5cbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:36:38Z', 'updated_at': '2022-01-05T17:36:39Z', 'revision_number': 3, 'project_id': 'e2b308e3b7d74d8796d3e9510eb5c32c', 'gw_port': {'id': 'b972b120-5c5a-434a-a5ea-f578a4ad5cbc', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:89:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '165e855e-513d-4aad-a45b-6587bbf941a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:36:38Z', 'updated_at': '2022-01-05T17:36:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:36:41.086113 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8805d76c-af28-440b-b573-edd576db683e admin admin] Network 0ddc3040-9d85-4bc5-9880-3372667187c5 is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:36:41.088986 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-8805d76c-af28-440b-b573-edd576db683e admin admin] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:36:41.095745 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8805d76c-af28-440b-b573-edd576db683e admin admin] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:36:41.098944 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8805d76c-af28-440b-b573-edd576db683e admin admin] Pushing event updated for resources: {'Port': ['ID=2fb4ecba-5efa-4a5c-855e-620588636537,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:36:41.113227 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfd3bf90-8408-4c8c-9f85-82cab8aa607c None None] The sync data for ids ['165e855e-513d-4aad-a45b-6587bbf941a7'] in dv-neutron-master-2-hyperv is: [{'id': '165e855e-513d-4aad-a45b-6587bbf941a7', 'name': 'tempest-TestEncryptedCinderVolumes-1703224653-router', 'tenant_id': 'e2b308e3b7d74d8796d3e9510eb5c32c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.81'}], 'enable_snat': True}, 'gw_port_id': 'b972b120-5c5a-434a-a5ea-f578a4ad5cbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:36:38Z', 'updated_at': '2022-01-05T17:36:39Z', 'revision_number': 3, 'project_id': 'e2b308e3b7d74d8796d3e9510eb5c32c', 'gw_port': {'id': 'b972b120-5c5a-434a-a5ea-f578a4ad5cbc', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:89:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '165e855e-513d-4aad-a45b-6587bbf941a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:36:38Z', 'updated_at': '2022-01-05T17:36:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=103803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 05 17:36:41.147095 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-8805d76c-af28-440b-b573-edd576db683e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-648552'] for router_interface, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:41.360594 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-306e3354-a7f8-4479-bcd8-111ada185549 None None] Provisioning complete for port 2fb4ecba-5efa-4a5c-855e-620588636537 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:36:41.361136 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-306e3354-a7f8-4479-bcd8-111ada185549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:41.371058 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-8805d76c-af28-440b-b573-edd576db683e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:41.412833 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-306e3354-a7f8-4479-bcd8-111ada185549 None None] Port 2fb4ecba-5efa-4a5c-855e-620588636537 cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 17:36:41.554868 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-8805d76c-af28-440b-b573-edd576db683e admin admin] Publish callbacks [] for port, precommit_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:41.612166 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-8805d76c-af28-440b-b573-edd576db683e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11433169'] for port, after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:41.688988 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-8805d76c-af28-440b-b573-edd576db683e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-531704'] for router_interface, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:41.690800 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8805d76c-af28-440b-b573-edd576db683e admin admin] Pushing event updated for resources: {'Port': ['ID=2fb4ecba-5efa-4a5c-855e-620588636537,revision_number=2']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:36:41.787271 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8805d76c-af28-440b-b573-edd576db683e admin admin] Network 0ddc3040-9d85-4bc5-9880-3372667187c5 is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:36:41.788765 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-8805d76c-af28-440b-b573-edd576db683e admin admin] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:36:41.917498 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8805d76c-af28-440b-b573-edd576db683e admin admin] Router 165e855e-513d-4aad-a45b-6587bbf941a7 has already been hosted by L3 agent 59446fdc-40e0-41fe-a575-a8eb11d742f7 {{(pid=103801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 05 17:36:42.028909 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8805d76c-af28-440b-b573-edd576db683e admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 05 17:36:42.034225 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-8805d76c-af28-440b-b573-edd576db683e admin admin] 10.222.0.11 "PUT /v2.0/routers/165e855e-513d-4aad-a45b-6587bbf941a7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1519487 Jan 05 17:36:42.037702 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-78d9f7ce-0ad2-43d5-b1a3-98274457a742 None None] Provisioning complete for port 2fb4ecba-5efa-4a5c-855e-620588636537 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:36:42.038211 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-78d9f7ce-0ad2-43d5-b1a3-98274457a742 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:42.072479 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-78d9f7ce-0ad2-43d5-b1a3-98274457a742 None None] Port 2fb4ecba-5efa-4a5c-855e-620588636537 cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 17:36:42.497716 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device b972b120-5c5a-434a-a5ea-f578a4ad5cbc up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:36:42.553774 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Provisioning complete for port b972b120-5c5a-434a-a5ea-f578a4ad5cbc triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:36:42.553774 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:42.671491 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 50352) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:36:42.676928 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-3d999439-a0c9-436f-a99f-16f1901bad88 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1268713233-network', 'tenant_id': '804a92e907104b0bba6ec13478631de1'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:36:42.728371 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bacf4d73-1efd-4c91-a586-41b0329aa8d4 None None] Sync routers for ids ['165e855e-513d-4aad-a45b-6587bbf941a7'] in dv-neutron-master-2-hyperv {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 05 17:36:42.738879 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bacf4d73-1efd-4c91-a586-41b0329aa8d4 None None] Routers {'165e855e-513d-4aad-a45b-6587bbf941a7'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:36:42.739485 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-bacf4d73-1efd-4c91-a586-41b0329aa8d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:36:19Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['165e855e-513d-4aad-a45b-6587bbf941a7'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:36:42.771781 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d999439-a0c9-436f-a99f-16f1901bad88 admin admin] Made reservation on behalf of 804a92e907104b0bba6ec13478631de1 for: {'network': 1} {{(pid=103801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:36:42.774224 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3d999439-a0c9-436f-a99f-16f1901bad88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for network, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:42.783044 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3d999439-a0c9-436f-a99f-16f1901bad88 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:42.845695 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-bacf4d73-1efd-4c91-a586-41b0329aa8d4 None None] Set router 165e855e-513d-4aad-a45b-6587bbf941a7 gateway port host: dv-neutron-master-2-hyperv {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:36:42.857832 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3d999439-a0c9-436f-a99f-16f1901bad88 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:42.930558 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3d999439-a0c9-436f-a99f-16f1901bad88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:42.954587 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d999439-a0c9-436f-a99f-16f1901bad88 admin admin] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'} {{(pid=103801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 05 17:36:42.964140 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d999439-a0c9-436f-a99f-16f1901bad88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1ce8da8-8af7-43de-b519-0160d6876823,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:36:42.969577 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3d999439-a0c9-436f-a99f-16f1901bad88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225'] for segment, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:42.969932 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.db.segments_db [None req-3d999439-a0c9-436f-a99f-16f1901bad88 admin admin] Added segment 701b0c7a-60c0-4183-a982-028c85f0b25e of type vlan for network 67fd3a2c-03cb-4332-a5f6-c9a9dc225292 Jan 05 17:36:43.009449 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3d999439-a0c9-436f-a99f-16f1901bad88 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754180566020'] for network, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:43.058854 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-bacf4d73-1efd-4c91-a586-41b0329aa8d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '165e855e-513d-4aad-a45b-6587bbf941a7', 'name': 'tempest-TestEncryptedCinderVolumes-1703224653-router', 'tenant_id': 'e2b308e3b7d74d8796d3e9510eb5c32c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.81'}], 'enable_snat': True}, 'gw_port_id': 'b972b120-5c5a-434a-a5ea-f578a4ad5cbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:36:38Z', 'updated_at': '2022-01-05T17:36:41Z', 'revision_number': 4, 'project_id': 'e2b308e3b7d74d8796d3e9510eb5c32c', 'gw_port': {'id': 'b972b120-5c5a-434a-a5ea-f578a4ad5cbc', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:89:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '165e855e-513d-4aad-a45b-6587bbf941a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:36:38Z', 'updated_at': '2022-01-05T17:36:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '2fb4ecba-5efa-4a5c-855e-620588636537', 'name': '', 'network_id': '0ddc3040-9d85-4bc5-9880-3372667187c5', 'tenant_id': 'e2b308e3b7d74d8796d3e9510eb5c32c', 'mac_address': 'fa:16:3e:ad:45:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '165e855e-513d-4aad-a45b-6587bbf941a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': 'c46bb9a0-50ec-4716-9b4e-03bb5ae88a6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:36:40Z', 'updated_at': '2022-01-05T17:36:41Z', 'revision_number': 2, 'project_id': 'e2b308e3b7d74d8796d3e9510eb5c32c', 'subnets': [{'id': 'c46bb9a0-50ec-4716-9b4e-03bb5ae88a6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:36:43.086405 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3d999439-a0c9-436f-a99f-16f1901bad88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685'] for network, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:43.087383 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d999439-a0c9-436f-a99f-16f1901bad88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:36:43.087884 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bacf4d73-1efd-4c91-a586-41b0329aa8d4 None None] Checking router: 165e855e-513d-4aad-a45b-6587bbf941a7 for host: dv-neutron-master-2-hyperv {{(pid=103802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 05 17:36:43.087995 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3d999439-a0c9-436f-a99f-16f1901bad88 admin admin] Publish callbacks [] for network, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:43.088239 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bacf4d73-1efd-4c91-a586-41b0329aa8d4 None None] Updating router 165e855e-513d-4aad-a45b-6587bbf941a7 port 2fb4ecba-5efa-4a5c-855e-620588636537 binding host dv-neutron-master-2-hyperv {{(pid=103802) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 05 17:36:43.113618 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-bacf4d73-1efd-4c91-a586-41b0329aa8d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:43.145895 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d999439-a0c9-436f-a99f-16f1901bad88 admin admin] Pushing event updated for resources: {'Network': ['ID=67fd3a2c-03cb-4332-a5f6-c9a9dc225292,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:36:43.161399 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Network 67fd3a2c-03cb-4332-a5f6-c9a9dc225292 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 05 17:36:43.167606 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-3d999439-a0c9-436f-a99f-16f1901bad88 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.4944975 Jan 05 17:36:43.170339 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 50354) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:36:43.176119 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-d7800706-6736-47b6-9b6d-991f16ad6035 admin admin] Request body: {'subnet': {'network_id': '67fd3a2c-03cb-4332-a5f6-c9a9dc225292', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1268713233-subnet', 'tenant_id': '804a92e907104b0bba6ec13478631de1', 'ip_version': 4}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:36:43.246590 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7800706-6736-47b6-9b6d-991f16ad6035 admin admin] Made reservation on behalf of 804a92e907104b0bba6ec13478631de1 for: {'subnet': 1} {{(pid=103801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:36:43.249170 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-d7800706-6736-47b6-9b6d-991f16ad6035 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12480675'] for subnet, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:43.491300 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-d7800706-6736-47b6-9b6d-991f16ad6035 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11433288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12480593'] for subnet, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:43.547854 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7800706-6736-47b6-9b6d-991f16ad6035 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a941574a-b5d8-4986-95c6-4fb0d3c07244,revision_number=0']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:36:43.556121 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7800706-6736-47b6-9b6d-991f16ad6035 admin admin] Checking segment: {'id': '701b0c7a-60c0-4183-a982-028c85f0b25e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '67fd3a2c-03cb-4332-a5f6-c9a9dc225292'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:36:43.556477 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7800706-6736-47b6-9b6d-991f16ad6035 admin admin] Network hostable DHCP agents. Network: 67fd3a2c-03cb-4332-a5f6-c9a9dc225292, hostable agents: ['3f70c195-17da-4084-9fd6-bf6059d88535'], hosted agents: [] {{(pid=103801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 05 17:36:43.584202 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-bacf4d73-1efd-4c91-a586-41b0329aa8d4 None None] Publish callbacks [] for port, precommit_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:43.644965 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7800706-6736-47b6-9b6d-991f16ad6035 admin admin] Network 67fd3a2c-03cb-4332-a5f6-c9a9dc225292 is scheduled to be hosted by DHCP agent 3f70c195-17da-4084-9fd6-bf6059d88535 with binding_index 1 {{(pid=103801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 05 17:36:43.657299 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-bacf4d73-1efd-4c91-a586-41b0329aa8d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:43.705264 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c89484-7ffc-42a8-9e38-508ab3cee702 None None] Pushing event updated for resources: {'Port': ['ID=2fb4ecba-5efa-4a5c-855e-620588636537,revision_number=3']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:36:43.737514 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-d7800706-6736-47b6-9b6d-991f16ad6035 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 67fd3a2c-03cb-4332-a5f6-c9a9dc225292) {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:36:43.741809 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7800706-6736-47b6-9b6d-991f16ad6035 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:36:43.742406 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-d7800706-6736-47b6-9b6d-991f16ad6035 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:43.754920 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-848f1dc8-78fb-41f4-8755-d237d1ad8919 None None] Network 67fd3a2c-03cb-4332-a5f6-c9a9dc225292 requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:36:43.776478 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-bacf4d73-1efd-4c91-a586-41b0329aa8d4 None None] Attempting to bind port 2fb4ecba-5efa-4a5c-855e-620588636537 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 05 17:36:43.776868 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-bacf4d73-1efd-4c91-a586-41b0329aa8d4 None None] Attempting to bind port 2fb4ecba-5efa-4a5c-855e-620588636537 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'e94a0731-e7bd-477f-9c7d-6c61c4a7dea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '0ddc3040-9d85-4bc5-9880-3372667187c5'}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 05 17:36:43.777224 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bacf4d73-1efd-4c91-a586-41b0329aa8d4 None None] Attempting to bind port 2fb4ecba-5efa-4a5c-855e-620588636537 on network 0ddc3040-9d85-4bc5-9880-3372667187c5 {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:36:43.809250 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bacf4d73-1efd-4c91-a586-41b0329aa8d4 None None] Checking agent: {'id': '0d4f8fd3-ce62-4651-970c-efa6a8bb22b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 5, 16, 57, 23), 'started_at': datetime.datetime(2022, 1, 5, 16, 57, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 5, 17, 36, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 05 17:36:43.809642 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bacf4d73-1efd-4c91-a586-41b0329aa8d4 None None] Checking segment: {'id': 'e94a0731-e7bd-477f-9c7d-6c61c4a7dea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '0ddc3040-9d85-4bc5-9880-3372667187c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:36:43.810045 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-bacf4d73-1efd-4c91-a586-41b0329aa8d4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:43.810435 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bacf4d73-1efd-4c91-a586-41b0329aa8d4 None None] Bound using segment: {'id': 'e94a0731-e7bd-477f-9c7d-6c61c4a7dea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '0ddc3040-9d85-4bc5-9880-3372667187c5'} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 05 17:36:43.810963 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-bacf4d73-1efd-4c91-a586-41b0329aa8d4 None None] Bound port: 2fb4ecba-5efa-4a5c-855e-620588636537, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e94a0731-e7bd-477f-9c7d-6c61c4a7dea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '0ddc3040-9d85-4bc5-9880-3372667187c5'}}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 05 17:36:43.811336 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-bacf4d73-1efd-4c91-a586-41b0329aa8d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:43.850995 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-d7800706-6736-47b6-9b6d-991f16ad6035 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6776128 Jan 05 17:36:43.851515 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 50356) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:36:43.855777 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-2e0b5804-69a1-472d-af5e-b7146d80c60e admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1268713233-router', 'tenant_id': '804a92e907104b0bba6ec13478631de1', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573'}}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:36:43.913611 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c03a8ec3-d44a-42fe-b425-b2e4c2d4e8e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-67fd3a2c-03cb-4332-a5f6-c9a9dc225292', 'network_id': '67fd3a2c-03cb-4332-a5f6-c9a9dc225292', 'project_id': '804a92e907104b0bba6ec13478631de1', 'fixed_ips': [{'subnet_id': 'a941574a-b5d8-4986-95c6-4fb0d3c07244'}]}} from dv-neutron-master-2-hyperv. {{(pid=103802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 05 17:36:43.914442 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c03a8ec3-d44a-42fe-b425-b2e4c2d4e8e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:43.919731 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-bacf4d73-1efd-4c91-a586-41b0329aa8d4 None None] For port 2fb4ecba-5efa-4a5c-855e-620588636537, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 05 17:36:43.922911 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-bacf4d73-1efd-4c91-a586-41b0329aa8d4 None None] For port 2fb4ecba-5efa-4a5c-855e-620588636537, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=2fb4ecba-5efa-4a5c-855e-620588636537,segment=NetworkSegment(e94a0731-e7bd-477f-9c7d-6c61c4a7dea9),segment_id=e94a0731-e7bd-477f-9c7d-6c61c4a7dea9)] {{(pid=103802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 05 17:36:43.948174 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-2e0b5804-69a1-472d-af5e-b7146d80c60e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-649063', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58098'] for router, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:43.949304 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-2e0b5804-69a1-472d-af5e-b7146d80c60e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649832', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-545006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58091'] for router, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:44.007796 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-2e0b5804-69a1-472d-af5e-b7146d80c60e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:44.013820 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-bacf4d73-1efd-4c91-a586-41b0329aa8d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:44.079031 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-ed5c8de5-82c1-417f-ad83-1d9d25d26b96 None None] Provisioning complete for port 2fb4ecba-5efa-4a5c-855e-620588636537 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:36:44.079618 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-ed5c8de5-82c1-417f-ad83-1d9d25d26b96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:44.143072 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bacf4d73-1efd-4c91-a586-41b0329aa8d4 None None] Routers {'165e855e-513d-4aad-a45b-6587bbf941a7'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:36:44.143707 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-bacf4d73-1efd-4c91-a586-41b0329aa8d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:36:19Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['165e855e-513d-4aad-a45b-6587bbf941a7'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:36:44.157631 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.db_base_plugin_common [None req-c03a8ec3-d44a-42fe-b425-b2e4c2d4e8e8 None None] Allocated IP 172.20.0.2 (67fd3a2c-03cb-4332-a5f6-c9a9dc225292/a941574a-b5d8-4986-95c6-4fb0d3c07244/6dd189c1-c39d-4576-8993-0613e4c963d9) {{(pid=103802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:36:44.160041 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c89484-7ffc-42a8-9e38-508ab3cee702 None None] Pushing event updated for resources: {'Port': ['ID=2fb4ecba-5efa-4a5c-855e-620588636537,revision_number=4']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:36:44.199076 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-2e0b5804-69a1-472d-af5e-b7146d80c60e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:44.348478 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-bacf4d73-1efd-4c91-a586-41b0329aa8d4 None None] Set router 165e855e-513d-4aad-a45b-6587bbf941a7 gateway port host: dv-neutron-master-2-hyperv {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:36:44.392986 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-ed5c8de5-82c1-417f-ad83-1d9d25d26b96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:44.480520 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-2e0b5804-69a1-472d-af5e-b7146d80c60e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:44.499269 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-2e0b5804-69a1-472d-af5e-b7146d80c60e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:44.516150 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-ed5c8de5-82c1-417f-ad83-1d9d25d26b96 None None] For port 2fb4ecba-5efa-4a5c-855e-620588636537, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=2fb4ecba-5efa-4a5c-855e-620588636537,segment=NetworkSegment(e94a0731-e7bd-477f-9c7d-6c61c4a7dea9),segment_id=e94a0731-e7bd-477f-9c7d-6c61c4a7dea9)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:36:44.566003 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c03a8ec3-d44a-42fe-b425-b2e4c2d4e8e8 None None] Publish callbacks [] for port, precommit_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:44.584418 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-ed5c8de5-82c1-417f-ad83-1d9d25d26b96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:44.603770 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [None req-2e0b5804-69a1-472d-af5e-b7146d80c60e admin admin] Allocated IP 172.36.4.30 (b0167590-0699-4c5c-a932-3939414a9573/7a784a6d-3d96-418f-a645-b9ccd0b1ac55/73426bb4-51a9-4e7f-9880-a7d90b3cc7ce) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:36:44.667295 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c03a8ec3-d44a-42fe-b425-b2e4c2d4e8e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669'] for port, after_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:44.676779 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5c8de5-82c1-417f-ad83-1d9d25d26b96 None None] Pushing event updated for resources: {'Port': ['ID=2fb4ecba-5efa-4a5c-855e-620588636537,revision_number=5']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:36:44.707322 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-2e0b5804-69a1-472d-af5e-b7146d80c60e admin admin] Publish callbacks [] for port, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:44.716848 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c03a8ec3-d44a-42fe-b425-b2e4c2d4e8e8 None None] Network 67fd3a2c-03cb-4332-a5f6-c9a9dc225292 is already hosted by enough agents. {{(pid=103802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:36:44.723907 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.scheduler.base_scheduler [None req-c03a8ec3-d44a-42fe-b425-b2e4c2d4e8e8 None None] Resources bound (agent type, host, resource id): {{(pid=103802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:36:44.731571 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c03a8ec3-d44a-42fe-b425-b2e4c2d4e8e8 None None] Received port after_create {{(pid=103802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:36:44.751631 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03a8ec3-d44a-42fe-b425-b2e4c2d4e8e8 None None] Pushing event updated for resources: {'Port': ['ID=6dd189c1-c39d-4576-8993-0613e4c963d9,revision_number=1']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:36:44.772573 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-a12501f1-2538-48e1-a9e7-682cb7a7ccd0 None None] Provisioning complete for port 2fb4ecba-5efa-4a5c-855e-620588636537 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:36:44.772573 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-a12501f1-2538-48e1-a9e7-682cb7a7ccd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:44.778475 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-bacf4d73-1efd-4c91-a586-41b0329aa8d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '165e855e-513d-4aad-a45b-6587bbf941a7', 'name': 'tempest-TestEncryptedCinderVolumes-1703224653-router', 'tenant_id': 'e2b308e3b7d74d8796d3e9510eb5c32c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.81'}], 'enable_snat': True}, 'gw_port_id': 'b972b120-5c5a-434a-a5ea-f578a4ad5cbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:36:38Z', 'updated_at': '2022-01-05T17:36:41Z', 'revision_number': 4, 'project_id': 'e2b308e3b7d74d8796d3e9510eb5c32c', 'gw_port': {'id': 'b972b120-5c5a-434a-a5ea-f578a4ad5cbc', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:89:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '165e855e-513d-4aad-a45b-6587bbf941a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:36:38Z', 'updated_at': '2022-01-05T17:36:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '2fb4ecba-5efa-4a5c-855e-620588636537', 'name': '', 'network_id': '0ddc3040-9d85-4bc5-9880-3372667187c5', 'tenant_id': 'e2b308e3b7d74d8796d3e9510eb5c32c', 'mac_address': 'fa:16:3e:ad:45:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '165e855e-513d-4aad-a45b-6587bbf941a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': 'c46bb9a0-50ec-4716-9b4e-03bb5ae88a6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:36:40Z', 'updated_at': '2022-01-05T17:36:43Z', 'revision_number': 4, 'project_id': 'e2b308e3b7d74d8796d3e9510eb5c32c', 'subnets': [{'id': 'c46bb9a0-50ec-4716-9b4e-03bb5ae88a6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:36:44.783724 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-2e0b5804-69a1-472d-af5e-b7146d80c60e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11433176'] for port, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:44.821029 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e0b5804-69a1-472d-af5e-b7146d80c60e admin admin] Network b0167590-0699-4c5c-a932-3939414a9573 is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:36:44.825460 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-2e0b5804-69a1-472d-af5e-b7146d80c60e admin admin] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:36:44.832537 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e0b5804-69a1-472d-af5e-b7146d80c60e admin admin] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:36:44.834557 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0b5804-69a1-472d-af5e-b7146d80c60e admin admin] Pushing event updated for resources: {'Port': ['ID=73426bb4-51a9-4e7f-9880-a7d90b3cc7ce,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:36:44.842327 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-974c2049-7fa0-4400-ac95-1bde28d56e6e None None] DHCP port deletion for b0167590-0699-4c5c-a932-3939414a9573 request from dv-neutron-master-2-hyperv {{(pid=103802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 05 17:36:44.848525 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bacf4d73-1efd-4c91-a586-41b0329aa8d4 None None] The sync data for ids ['165e855e-513d-4aad-a45b-6587bbf941a7'] in dv-neutron-master-2-hyperv is: [{'id': '165e855e-513d-4aad-a45b-6587bbf941a7', 'name': 'tempest-TestEncryptedCinderVolumes-1703224653-router', 'tenant_id': 'e2b308e3b7d74d8796d3e9510eb5c32c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.81'}], 'enable_snat': True}, 'gw_port_id': 'b972b120-5c5a-434a-a5ea-f578a4ad5cbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:36:38Z', 'updated_at': '2022-01-05T17:36:41Z', 'revision_number': 4, 'project_id': 'e2b308e3b7d74d8796d3e9510eb5c32c', 'gw_port': {'id': 'b972b120-5c5a-434a-a5ea-f578a4ad5cbc', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:89:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '165e855e-513d-4aad-a45b-6587bbf941a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:36:38Z', 'updated_at': '2022-01-05T17:36:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '2fb4ecba-5efa-4a5c-855e-620588636537', 'name': '', 'network_id': '0ddc3040-9d85-4bc5-9880-3372667187c5', 'tenant_id': 'e2b308e3b7d74d8796d3e9510eb5c32c', 'mac_address': 'fa:16:3e:ad:45:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '165e855e-513d-4aad-a45b-6587bbf941a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': 'c46bb9a0-50ec-4716-9b4e-03bb5ae88a6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:36:40Z', 'updated_at': '2022-01-05T17:36:43Z', 'revision_number': 4, 'project_id': 'e2b308e3b7d74d8796d3e9510eb5c32c', 'subnets': [{'id': 'c46bb9a0-50ec-4716-9b4e-03bb5ae88a6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 05 17:36:44.865840 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-c03a8ec3-d44a-42fe-b425-b2e4c2d4e8e8 None None] Attempting to bind port 6dd189c1-c39d-4576-8993-0613e4c963d9 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 05 17:36:44.866205 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-c03a8ec3-d44a-42fe-b425-b2e4c2d4e8e8 None None] Attempting to bind port 6dd189c1-c39d-4576-8993-0613e4c963d9 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '701b0c7a-60c0-4183-a982-028c85f0b25e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '67fd3a2c-03cb-4332-a5f6-c9a9dc225292'}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 05 17:36:44.866567 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c03a8ec3-d44a-42fe-b425-b2e4c2d4e8e8 None None] Attempting to bind port 6dd189c1-c39d-4576-8993-0613e4c963d9 on network 67fd3a2c-03cb-4332-a5f6-c9a9dc225292 {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:36:44.878400 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c03a8ec3-d44a-42fe-b425-b2e4c2d4e8e8 None None] Checking agent: {'id': '0d4f8fd3-ce62-4651-970c-efa6a8bb22b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 5, 16, 57, 23), 'started_at': datetime.datetime(2022, 1, 5, 16, 57, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 5, 17, 36, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 05 17:36:44.878858 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c03a8ec3-d44a-42fe-b425-b2e4c2d4e8e8 None None] Checking segment: {'id': '701b0c7a-60c0-4183-a982-028c85f0b25e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '67fd3a2c-03cb-4332-a5f6-c9a9dc225292'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:36:44.879157 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c03a8ec3-d44a-42fe-b425-b2e4c2d4e8e8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:44.879561 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c03a8ec3-d44a-42fe-b425-b2e4c2d4e8e8 None None] Bound using segment: {'id': '701b0c7a-60c0-4183-a982-028c85f0b25e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '67fd3a2c-03cb-4332-a5f6-c9a9dc225292'} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 05 17:36:44.880080 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-c03a8ec3-d44a-42fe-b425-b2e4c2d4e8e8 None None] Bound port: 6dd189c1-c39d-4576-8993-0613e4c963d9, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '701b0c7a-60c0-4183-a982-028c85f0b25e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '67fd3a2c-03cb-4332-a5f6-c9a9dc225292'}}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 05 17:36:44.880370 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c03a8ec3-d44a-42fe-b425-b2e4c2d4e8e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:45.006648 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-c03a8ec3-d44a-42fe-b425-b2e4c2d4e8e8 None None] For port 6dd189c1-c39d-4576-8993-0613e4c963d9, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 05 17:36:45.010679 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-c03a8ec3-d44a-42fe-b425-b2e4c2d4e8e8 None None] For port 6dd189c1-c39d-4576-8993-0613e4c963d9, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=6dd189c1-c39d-4576-8993-0613e4c963d9,segment=NetworkSegment(701b0c7a-60c0-4183-a982-028c85f0b25e),segment_id=701b0c7a-60c0-4183-a982-028c85f0b25e)] {{(pid=103802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 05 17:36:45.086668 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c03a8ec3-d44a-42fe-b425-b2e4c2d4e8e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:45.159727 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-04a2a3c3-889c-4cc9-a950-aad554c3ba13 None None] Provisioning complete for port 73426bb4-51a9-4e7f-9880-a7d90b3cc7ce triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:36:45.160101 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-04a2a3c3-889c-4cc9-a950-aad554c3ba13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:45.167827 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03a8ec3-d44a-42fe-b425-b2e4c2d4e8e8 None None] Pushing event updated for resources: {'Port': ['ID=6dd189c1-c39d-4576-8993-0613e4c963d9,revision_number=2']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:36:45.209865 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-04a2a3c3-889c-4cc9-a950-aad554c3ba13 None None] Port 73426bb4-51a9-4e7f-9880-a7d90b3cc7ce cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 17:36:45.240774 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-2e0b5804-69a1-472d-af5e-b7146d80c60e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:45.472748 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-2e0b5804-69a1-472d-af5e-b7146d80c60e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-648430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648639'] for router, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:45.686296 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e0b5804-69a1-472d-af5e-b7146d80c60e admin admin] Router 27fdf90a-3a34-4b56-960a-f49bc33923ea is scheduled to L3 agent 59446fdc-40e0-41fe-a575-a8eb11d742f7 with binding_index 1 {{(pid=103801) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 05 17:36:45.795786 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e0b5804-69a1-472d-af5e-b7146d80c60e admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 05 17:36:45.809143 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df192dcd-029a-42dd-9ff8-30be4eb3f9f8 None None] Sync routers for ids ['27fdf90a-3a34-4b56-960a-f49bc33923ea'] in dv-neutron-master-2-hyperv {{(pid=103803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 05 17:36:45.824302 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df192dcd-029a-42dd-9ff8-30be4eb3f9f8 None None] Routers {'27fdf90a-3a34-4b56-960a-f49bc33923ea'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:36:45.827390 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-df192dcd-029a-42dd-9ff8-30be4eb3f9f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:36:19Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['27fdf90a-3a34-4b56-960a-f49bc33923ea'], 'active': True} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:36:45.894107 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-2e0b5804-69a1-472d-af5e-b7146d80c60e admin admin] Publish callbacks [] for router, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:45.895563 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-2e0b5804-69a1-472d-af5e-b7146d80c60e admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.0431104 Jan 05 17:36:45.898375 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 50358) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:36:46.049107 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvr_db [None req-df192dcd-029a-42dd-9ff8-30be4eb3f9f8 None None] Set router 27fdf90a-3a34-4b56-960a-f49bc33923ea gateway port host: dv-neutron-master-2-hyperv {{(pid=103803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:36:46.175302 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4283fba-c0c9-4024-a50a-21fba72dea37 None None] Network 67fd3a2c-03cb-4332-a5f6-c9a9dc225292 requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:36:46.249127 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-df192dcd-029a-42dd-9ff8-30be4eb3f9f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27fdf90a-3a34-4b56-960a-f49bc33923ea', 'name': 'tempest-TestEncryptedCinderVolumes-1268713233-router', 'tenant_id': '804a92e907104b0bba6ec13478631de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.30'}], 'enable_snat': True}, 'gw_port_id': '73426bb4-51a9-4e7f-9880-a7d90b3cc7ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:36:43Z', 'updated_at': '2022-01-05T17:36:45Z', 'revision_number': 3, 'project_id': '804a92e907104b0bba6ec13478631de1', 'gw_port': {'id': '73426bb4-51a9-4e7f-9880-a7d90b3cc7ce', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:1c:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27fdf90a-3a34-4b56-960a-f49bc33923ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:36:44Z', 'updated_at': '2022-01-05T17:36:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:36:46.264411 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-4ab8f107-012f-47ce-834d-73df8177f6cf None None] Provisioning complete for port 6dd189c1-c39d-4576-8993-0613e4c963d9 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:36:46.264806 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-4ab8f107-012f-47ce-834d-73df8177f6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:46.276270 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df192dcd-029a-42dd-9ff8-30be4eb3f9f8 None None] Checking router: 27fdf90a-3a34-4b56-960a-f49bc33923ea for host: dv-neutron-master-2-hyperv {{(pid=103803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 05 17:36:46.276712 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df192dcd-029a-42dd-9ff8-30be4eb3f9f8 None None] Updating router 27fdf90a-3a34-4b56-960a-f49bc33923ea port 73426bb4-51a9-4e7f-9880-a7d90b3cc7ce binding host dv-neutron-master-2-hyperv {{(pid=103803) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 05 17:36:46.308562 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-df192dcd-029a-42dd-9ff8-30be4eb3f9f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:46.407808 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-4ab8f107-012f-47ce-834d-73df8177f6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:46.428658 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-dd856319-7c7f-493a-87cd-ec8b45970c3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:46.472546 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-4ab8f107-012f-47ce-834d-73df8177f6cf None None] For port 6dd189c1-c39d-4576-8993-0613e4c963d9, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=6dd189c1-c39d-4576-8993-0613e4c963d9,segment=NetworkSegment(701b0c7a-60c0-4183-a982-028c85f0b25e),segment_id=701b0c7a-60c0-4183-a982-028c85f0b25e)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:36:46.590070 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-4ab8f107-012f-47ce-834d-73df8177f6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:46.651361 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 6dd189c1-c39d-4576-8993-0613e4c963d9 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:36:46.684833 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [None req-dd856319-7c7f-493a-87cd-ec8b45970c3e admin admin] Allocated IP 172.20.0.1 (67fd3a2c-03cb-4332-a5f6-c9a9dc225292/a941574a-b5d8-4986-95c6-4fb0d3c07244/a87de261-c4ff-4146-863e-ee9684a1da23) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:36:46.701143 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-df192dcd-029a-42dd-9ff8-30be4eb3f9f8 None None] Publish callbacks [] for port, precommit_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:46.709606 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab8f107-012f-47ce-834d-73df8177f6cf None None] Pushing event updated for resources: {'Port': ['ID=6dd189c1-c39d-4576-8993-0613e4c963d9,revision_number=3']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:36:46.738269 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-58444217-b3ca-4a14-a1c2-ea10282293a5 None None] Provisioning complete for port 6dd189c1-c39d-4576-8993-0613e4c963d9 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:36:46.738637 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-58444217-b3ca-4a14-a1c2-ea10282293a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:46.741939 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Provisioning complete for port 6dd189c1-c39d-4576-8993-0613e4c963d9 triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:36:46.741939 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:46.755051 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-df192dcd-029a-42dd-9ff8-30be4eb3f9f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:46.813817 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df988369-fd83-45db-b1cb-ad0ff479c26b None None] Pushing event updated for resources: {'Port': ['ID=73426bb4-51a9-4e7f-9880-a7d90b3cc7ce,revision_number=2']} {{(pid=103803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:36:46.818674 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.plugins.ml2.managers [None req-df192dcd-029a-42dd-9ff8-30be4eb3f9f8 None None] Attempting to bind port 73426bb4-51a9-4e7f-9880-a7d90b3cc7ce on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 05 17:36:46.819117 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.plugins.ml2.managers [None req-df192dcd-029a-42dd-9ff8-30be4eb3f9f8 None None] Attempting to bind port 73426bb4-51a9-4e7f-9880-a7d90b3cc7ce by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '3f961525-530f-4ce5-8222-1dbbbe774893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573'}] {{(pid=103803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 05 17:36:46.819647 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-dd856319-7c7f-493a-87cd-ec8b45970c3e admin admin] Publish callbacks [] for port, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:46.820095 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df192dcd-029a-42dd-9ff8-30be4eb3f9f8 None None] Attempting to bind port 73426bb4-51a9-4e7f-9880-a7d90b3cc7ce on network b0167590-0699-4c5c-a932-3939414a9573 {{(pid=103803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:36:46.827084 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df192dcd-029a-42dd-9ff8-30be4eb3f9f8 None None] Checking agent: {'id': '0d4f8fd3-ce62-4651-970c-efa6a8bb22b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 5, 16, 57, 23), 'started_at': datetime.datetime(2022, 1, 5, 16, 57, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 5, 17, 36, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 05 17:36:46.827586 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df192dcd-029a-42dd-9ff8-30be4eb3f9f8 None None] Checking segment: {'id': '3f961525-530f-4ce5-8222-1dbbbe774893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:36:46.828647 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-df192dcd-029a-42dd-9ff8-30be4eb3f9f8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:46.829568 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df192dcd-029a-42dd-9ff8-30be4eb3f9f8 None None] Bound using segment: {'id': '3f961525-530f-4ce5-8222-1dbbbe774893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573'} {{(pid=103803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 05 17:36:46.830161 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.plugins.ml2.managers [None req-df192dcd-029a-42dd-9ff8-30be4eb3f9f8 None None] Bound port: 73426bb4-51a9-4e7f-9880-a7d90b3cc7ce, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f961525-530f-4ce5-8222-1dbbbe774893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573'}}] {{(pid=103803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 05 17:36:46.830645 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-df192dcd-029a-42dd-9ff8-30be4eb3f9f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:46.850446 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79a5aed4-760c-4da3-8054-3d9a87c1e82b None None] DHCP port deletion for b0167590-0699-4c5c-a932-3939414a9573 request from dv-neutron-master-2-hyperv {{(pid=103802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 05 17:36:46.899010 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.plugins.ml2.db [None req-df192dcd-029a-42dd-9ff8-30be4eb3f9f8 None None] For port 73426bb4-51a9-4e7f-9880-a7d90b3cc7ce, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 05 17:36:46.902124 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.plugins.ml2.db [None req-df192dcd-029a-42dd-9ff8-30be4eb3f9f8 None None] For port 73426bb4-51a9-4e7f-9880-a7d90b3cc7ce, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=73426bb4-51a9-4e7f-9880-a7d90b3cc7ce,segment=NetworkSegment(3f961525-530f-4ce5-8222-1dbbbe774893),segment_id=3f961525-530f-4ce5-8222-1dbbbe774893)] {{(pid=103803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 05 17:36:46.902248 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 2fb4ecba-5efa-4a5c-855e-620588636537 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:36:46.920767 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-dd856319-7c7f-493a-87cd-ec8b45970c3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11433176'] for port, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:46.951722 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Provisioning complete for port 2fb4ecba-5efa-4a5c-855e-620588636537 triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:36:46.952089 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:46.957207 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd856319-7c7f-493a-87cd-ec8b45970c3e admin admin] Network 67fd3a2c-03cb-4332-a5f6-c9a9dc225292 is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:36:46.961890 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-dd856319-7c7f-493a-87cd-ec8b45970c3e admin admin] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:36:46.965326 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd856319-7c7f-493a-87cd-ec8b45970c3e admin admin] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:36:46.974285 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd856319-7c7f-493a-87cd-ec8b45970c3e admin admin] Pushing event updated for resources: {'Port': ['ID=a87de261-c4ff-4146-863e-ee9684a1da23,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:36:47.002287 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-df192dcd-029a-42dd-9ff8-30be4eb3f9f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:47.022957 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-dd856319-7c7f-493a-87cd-ec8b45970c3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-648552'] for router_interface, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:47.070436 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df192dcd-029a-42dd-9ff8-30be4eb3f9f8 None None] Routers {'27fdf90a-3a34-4b56-960a-f49bc33923ea'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:36:47.074743 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-df192dcd-029a-42dd-9ff8-30be4eb3f9f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:36:19Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['27fdf90a-3a34-4b56-960a-f49bc33923ea'], 'active': True} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:36:47.075692 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-636d6ad1-41d0-47da-8aaf-8644338f5724 None None] DHCP port deletion for b0167590-0699-4c5c-a932-3939414a9573 request from dv-neutron-master-2-hyperv {{(pid=103802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 05 17:36:47.084345 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-88b82a2e-0830-4f68-bdcb-016d757cc6d1 None None] Provisioning complete for port 73426bb4-51a9-4e7f-9880-a7d90b3cc7ce triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:36:47.084777 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-88b82a2e-0830-4f68-bdcb-016d757cc6d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:47.136463 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df988369-fd83-45db-b1cb-ad0ff479c26b None None] Pushing event updated for resources: {'Port': ['ID=73426bb4-51a9-4e7f-9880-a7d90b3cc7ce,revision_number=3']} {{(pid=103803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:36:47.218245 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvr_db [None req-df192dcd-029a-42dd-9ff8-30be4eb3f9f8 None None] Set router 27fdf90a-3a34-4b56-960a-f49bc33923ea gateway port host: dv-neutron-master-2-hyperv {{(pid=103803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:36:47.270341 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-dd856319-7c7f-493a-87cd-ec8b45970c3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:47.290852 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-1890a2ab-f8fe-4d2a-ad24-859059061ede None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:47.348428 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-88b82a2e-0830-4f68-bdcb-016d757cc6d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:47.368450 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-88b82a2e-0830-4f68-bdcb-016d757cc6d1 None None] For port 73426bb4-51a9-4e7f-9880-a7d90b3cc7ce, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=73426bb4-51a9-4e7f-9880-a7d90b3cc7ce,segment=NetworkSegment(3f961525-530f-4ce5-8222-1dbbbe774893),segment_id=3f961525-530f-4ce5-8222-1dbbbe774893)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:36:47.402596 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-df192dcd-029a-42dd-9ff8-30be4eb3f9f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27fdf90a-3a34-4b56-960a-f49bc33923ea', 'name': 'tempest-TestEncryptedCinderVolumes-1268713233-router', 'tenant_id': '804a92e907104b0bba6ec13478631de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.30'}], 'enable_snat': True}, 'gw_port_id': '73426bb4-51a9-4e7f-9880-a7d90b3cc7ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:36:43Z', 'updated_at': '2022-01-05T17:36:45Z', 'revision_number': 3, 'project_id': '804a92e907104b0bba6ec13478631de1', 'gw_port': {'id': '73426bb4-51a9-4e7f-9880-a7d90b3cc7ce', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:1c:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27fdf90a-3a34-4b56-960a-f49bc33923ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:36:44Z', 'updated_at': '2022-01-05T17:36:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:36:47.428940 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-88b82a2e-0830-4f68-bdcb-016d757cc6d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:47.432945 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df192dcd-029a-42dd-9ff8-30be4eb3f9f8 None None] The sync data for ids ['27fdf90a-3a34-4b56-960a-f49bc33923ea'] in dv-neutron-master-2-hyperv is: [{'id': '27fdf90a-3a34-4b56-960a-f49bc33923ea', 'name': 'tempest-TestEncryptedCinderVolumes-1268713233-router', 'tenant_id': '804a92e907104b0bba6ec13478631de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.30'}], 'enable_snat': True}, 'gw_port_id': '73426bb4-51a9-4e7f-9880-a7d90b3cc7ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:36:43Z', 'updated_at': '2022-01-05T17:36:45Z', 'revision_number': 3, 'project_id': '804a92e907104b0bba6ec13478631de1', 'gw_port': {'id': '73426bb4-51a9-4e7f-9880-a7d90b3cc7ce', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:1c:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27fdf90a-3a34-4b56-960a-f49bc33923ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:36:44Z', 'updated_at': '2022-01-05T17:36:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=103803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 05 17:36:47.443168 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-dd856319-7c7f-493a-87cd-ec8b45970c3e admin admin] Publish callbacks [] for port, precommit_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:47.482598 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b82a2e-0830-4f68-bdcb-016d757cc6d1 None None] Pushing event updated for resources: {'Port': ['ID=73426bb4-51a9-4e7f-9880-a7d90b3cc7ce,revision_number=4']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:36:47.526000 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-dd856319-7c7f-493a-87cd-ec8b45970c3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11433169'] for port, after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:47.550518 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-3740e93e-f87c-4c73-af2e-75ea8e25474e None None] Provisioning complete for port 73426bb4-51a9-4e7f-9880-a7d90b3cc7ce triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:36:47.550891 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-3740e93e-f87c-4c73-af2e-75ea8e25474e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:47.596570 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd856319-7c7f-493a-87cd-ec8b45970c3e admin admin] Pushing event updated for resources: {'Port': ['ID=a87de261-c4ff-4146-863e-ee9684a1da23,revision_number=2']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:36:47.599215 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-dd856319-7c7f-493a-87cd-ec8b45970c3e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-531704'] for router_interface, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:47.655380 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-3740e93e-f87c-4c73-af2e-75ea8e25474e None None] Provisioning complete for port a87de261-c4ff-4146-863e-ee9684a1da23 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:36:47.655778 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-3740e93e-f87c-4c73-af2e-75ea8e25474e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:47.697067 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-3740e93e-f87c-4c73-af2e-75ea8e25474e None None] Port a87de261-c4ff-4146-863e-ee9684a1da23 cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 17:36:47.719954 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd856319-7c7f-493a-87cd-ec8b45970c3e admin admin] Network 67fd3a2c-03cb-4332-a5f6-c9a9dc225292 is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:36:47.724086 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-dd856319-7c7f-493a-87cd-ec8b45970c3e admin admin] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:36:47.849146 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd856319-7c7f-493a-87cd-ec8b45970c3e admin admin] Router 27fdf90a-3a34-4b56-960a-f49bc33923ea has already been hosted by L3 agent 59446fdc-40e0-41fe-a575-a8eb11d742f7 {{(pid=103801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 05 17:36:47.966512 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd856319-7c7f-493a-87cd-ec8b45970c3e admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 05 17:36:47.972365 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-dd856319-7c7f-493a-87cd-ec8b45970c3e admin admin] 10.222.0.11 "PUT /v2.0/routers/27fdf90a-3a34-4b56-960a-f49bc33923ea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0728481 Jan 05 17:36:48.028328 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-fc14ed1f-4298-4f5d-ae8b-5655923e9d06 None None] Provisioning complete for port a87de261-c4ff-4146-863e-ee9684a1da23 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:36:48.028797 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-fc14ed1f-4298-4f5d-ae8b-5655923e9d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:48.069006 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-fc14ed1f-4298-4f5d-ae8b-5655923e9d06 None None] Port a87de261-c4ff-4146-863e-ee9684a1da23 cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 17:36:48.544119 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 6dd189c1-c39d-4576-8993-0613e4c963d9 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:36:48.592681 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Provisioning complete for port 6dd189c1-c39d-4576-8993-0613e4c963d9 triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:36:48.593041 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:48.670721 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 73426bb4-51a9-4e7f-9880-a7d90b3cc7ce up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:36:48.722356 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Provisioning complete for port 73426bb4-51a9-4e7f-9880-a7d90b3cc7ce triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:36:48.722719 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:48.794733 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a70351c-679d-44d6-9b69-279718b141a7 req-2b6c5733-089e-4f21-825c-d2e7ae58039f tempest-TestEncryptedCinderVolumes-563821735 tempest-TestEncryptedCinderVolumes-563821735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:36:48.795958 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-5a70351c-679d-44d6-9b69-279718b141a7 req-2b6c5733-089e-4f21-825c-d2e7ae58039f tempest-TestEncryptedCinderVolumes-563821735 tempest-TestEncryptedCinderVolumes-563821735-project] 10.222.0.11 "GET /v2.0/networks?id=0ddc3040-9d85-4bc5-9880-3372667187c5 HTTP/1.1" status: 200 len: 817 time: 0.1097648 Jan 05 17:36:48.811457 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-5a70351c-679d-44d6-9b69-279718b141a7 req-3c055d32-9c94-4967-96a4-b72bd7a59e61 tempest-TestEncryptedCinderVolumes-563821735 tempest-TestEncryptedCinderVolumes-563821735-project] 10.222.0.11 "GET /v2.0/quotas/e2b308e3b7d74d8796d3e9510eb5c32c HTTP/1.1" status: 200 len: 375 time: 0.0091817 Jan 05 17:36:48.866576 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-5a70351c-679d-44d6-9b69-279718b141a7 req-0be81c37-98c0-41e4-acba-9ed0e09bad82 tempest-TestEncryptedCinderVolumes-563821735 tempest-TestEncryptedCinderVolumes-563821735-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=e2b308e3b7d74d8796d3e9510eb5c32c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0488570 Jan 05 17:36:48.959781 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-5a70351c-679d-44d6-9b69-279718b141a7 req-6e36f81f-44c5-4550-be28-9749c78a1904 service neutron] 10.222.0.11 "GET /v2.0/networks/0ddc3040-9d85-4bc5-9880-3372667187c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822592 Jan 05 17:36:48.975073 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c2b92d0-c9d8-4f8b-8d8a-26e6ec6f92d2 None None] Sync routers for ids ['27fdf90a-3a34-4b56-960a-f49bc33923ea'] in dv-neutron-master-2-hyperv {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 05 17:36:48.984881 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c2b92d0-c9d8-4f8b-8d8a-26e6ec6f92d2 None None] Routers {'27fdf90a-3a34-4b56-960a-f49bc33923ea'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:36:48.985485 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-5c2b92d0-c9d8-4f8b-8d8a-26e6ec6f92d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:36:19Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['27fdf90a-3a34-4b56-960a-f49bc33923ea'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:36:49.054270 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-5a70351c-679d-44d6-9b69-279718b141a7 req-486b8f08-4f53-47b6-8e36-a11fde628e8f service neutron] 10.222.0.11 "GET /v2.0/networks/0ddc3040-9d85-4bc5-9880-3372667187c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884883 Jan 05 17:36:49.089498 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-5c2b92d0-c9d8-4f8b-8d8a-26e6ec6f92d2 None None] Set router 27fdf90a-3a34-4b56-960a-f49bc33923ea gateway port host: dv-neutron-master-2-hyperv {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:36:49.311555 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-5c2b92d0-c9d8-4f8b-8d8a-26e6ec6f92d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27fdf90a-3a34-4b56-960a-f49bc33923ea', 'name': 'tempest-TestEncryptedCinderVolumes-1268713233-router', 'tenant_id': '804a92e907104b0bba6ec13478631de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.30'}], 'enable_snat': True}, 'gw_port_id': '73426bb4-51a9-4e7f-9880-a7d90b3cc7ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:36:43Z', 'updated_at': '2022-01-05T17:36:47Z', 'revision_number': 4, 'project_id': '804a92e907104b0bba6ec13478631de1', 'gw_port': {'id': '73426bb4-51a9-4e7f-9880-a7d90b3cc7ce', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:1c:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27fdf90a-3a34-4b56-960a-f49bc33923ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:36:44Z', 'updated_at': '2022-01-05T17:36:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'a87de261-c4ff-4146-863e-ee9684a1da23', 'name': '', 'network_id': '67fd3a2c-03cb-4332-a5f6-c9a9dc225292', 'tenant_id': '804a92e907104b0bba6ec13478631de1', 'mac_address': 'fa:16:3e:12:f3:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27fdf90a-3a34-4b56-960a-f49bc33923ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': 'a941574a-b5d8-4986-95c6-4fb0d3c07244', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:36:46Z', 'updated_at': '2022-01-05T17:36:47Z', 'revision_number': 2, 'project_id': '804a92e907104b0bba6ec13478631de1', 'subnets': [{'id': 'a941574a-b5d8-4986-95c6-4fb0d3c07244', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:36:49.325835 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-9e2193b2-5639-4b9b-b923-6e8ee89118be req-2c8b7692-e073-43d1-8243-f773dbbdc193 tempest-TestEncryptedCinderVolumes-563821735 tempest-TestEncryptedCinderVolumes-563821735-project] 10.222.0.11 "GET /v2.0/ports?device_id=a34b4fa6-5581-4341-b460-d0c7fc004ed4 HTTP/1.1" status: 200 len: 210 time: 0.0427799 Jan 05 17:36:49.340207 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c2b92d0-c9d8-4f8b-8d8a-26e6ec6f92d2 None None] Checking router: 27fdf90a-3a34-4b56-960a-f49bc33923ea for host: dv-neutron-master-2-hyperv {{(pid=103802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 05 17:36:49.340545 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c2b92d0-c9d8-4f8b-8d8a-26e6ec6f92d2 None None] Updating router 27fdf90a-3a34-4b56-960a-f49bc33923ea port a87de261-c4ff-4146-863e-ee9684a1da23 binding host dv-neutron-master-2-hyperv {{(pid=103802) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 05 17:36:49.366231 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-37e639ff-ee84-41be-8988-895abfb84398 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:49.367805 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-5c2b92d0-c9d8-4f8b-8d8a-26e6ec6f92d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:49.631886 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-5c2b92d0-c9d8-4f8b-8d8a-26e6ec6f92d2 None None] Publish callbacks [] for port, precommit_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:49.731480 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-5c2b92d0-c9d8-4f8b-8d8a-26e6ec6f92d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:49.783322 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe6049d-cc2a-442b-b2cc-eb74c5958e33 None None] Pushing event updated for resources: {'Port': ['ID=a87de261-c4ff-4146-863e-ee9684a1da23,revision_number=3']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:36:49.831922 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-5c2b92d0-c9d8-4f8b-8d8a-26e6ec6f92d2 None None] Attempting to bind port a87de261-c4ff-4146-863e-ee9684a1da23 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 05 17:36:49.832286 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-5c2b92d0-c9d8-4f8b-8d8a-26e6ec6f92d2 None None] Attempting to bind port a87de261-c4ff-4146-863e-ee9684a1da23 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '701b0c7a-60c0-4183-a982-028c85f0b25e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '67fd3a2c-03cb-4332-a5f6-c9a9dc225292'}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 05 17:36:49.832640 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c2b92d0-c9d8-4f8b-8d8a-26e6ec6f92d2 None None] Attempting to bind port a87de261-c4ff-4146-863e-ee9684a1da23 on network 67fd3a2c-03cb-4332-a5f6-c9a9dc225292 {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:36:49.837737 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c2b92d0-c9d8-4f8b-8d8a-26e6ec6f92d2 None None] Checking agent: {'id': '0d4f8fd3-ce62-4651-970c-efa6a8bb22b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 5, 16, 57, 23), 'started_at': datetime.datetime(2022, 1, 5, 16, 57, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 5, 17, 36, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 05 17:36:49.838111 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c2b92d0-c9d8-4f8b-8d8a-26e6ec6f92d2 None None] Checking segment: {'id': '701b0c7a-60c0-4183-a982-028c85f0b25e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '67fd3a2c-03cb-4332-a5f6-c9a9dc225292'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:36:49.838496 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-5c2b92d0-c9d8-4f8b-8d8a-26e6ec6f92d2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:49.838905 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c2b92d0-c9d8-4f8b-8d8a-26e6ec6f92d2 None None] Bound using segment: {'id': '701b0c7a-60c0-4183-a982-028c85f0b25e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '67fd3a2c-03cb-4332-a5f6-c9a9dc225292'} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 05 17:36:49.839353 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-5c2b92d0-c9d8-4f8b-8d8a-26e6ec6f92d2 None None] Bound port: a87de261-c4ff-4146-863e-ee9684a1da23, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '701b0c7a-60c0-4183-a982-028c85f0b25e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '67fd3a2c-03cb-4332-a5f6-c9a9dc225292'}}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 05 17:36:49.839723 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-5c2b92d0-c9d8-4f8b-8d8a-26e6ec6f92d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:49.907460 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-5c2b92d0-c9d8-4f8b-8d8a-26e6ec6f92d2 None None] For port a87de261-c4ff-4146-863e-ee9684a1da23, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 05 17:36:49.910695 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-5c2b92d0-c9d8-4f8b-8d8a-26e6ec6f92d2 None None] For port a87de261-c4ff-4146-863e-ee9684a1da23, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=a87de261-c4ff-4146-863e-ee9684a1da23,segment=NetworkSegment(701b0c7a-60c0-4183-a982-028c85f0b25e),segment_id=701b0c7a-60c0-4183-a982-028c85f0b25e)] {{(pid=103802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 05 17:36:49.990917 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-5c2b92d0-c9d8-4f8b-8d8a-26e6ec6f92d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:50.035425 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-2d789812-7875-41b7-83d3-73db371c8f43 None None] Provisioning complete for port a87de261-c4ff-4146-863e-ee9684a1da23 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:36:50.035788 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-2d789812-7875-41b7-83d3-73db371c8f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:50.037196 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:50.084082 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe6049d-cc2a-442b-b2cc-eb74c5958e33 None None] Pushing event updated for resources: {'Port': ['ID=a87de261-c4ff-4146-863e-ee9684a1da23,revision_number=4']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:36:50.086695 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c2b92d0-c9d8-4f8b-8d8a-26e6ec6f92d2 None None] Routers {'27fdf90a-3a34-4b56-960a-f49bc33923ea'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:36:50.087301 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-5c2b92d0-c9d8-4f8b-8d8a-26e6ec6f92d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:36:49Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['27fdf90a-3a34-4b56-960a-f49bc33923ea'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:36:50.244353 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-5c2b92d0-c9d8-4f8b-8d8a-26e6ec6f92d2 None None] Set router 27fdf90a-3a34-4b56-960a-f49bc33923ea gateway port host: dv-neutron-master-2-hyperv {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:36:50.279699 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-2d789812-7875-41b7-83d3-73db371c8f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:50.349537 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-2d789812-7875-41b7-83d3-73db371c8f43 None None] For port a87de261-c4ff-4146-863e-ee9684a1da23, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=a87de261-c4ff-4146-863e-ee9684a1da23,segment=NetworkSegment(701b0c7a-60c0-4183-a982-028c85f0b25e),segment_id=701b0c7a-60c0-4183-a982-028c85f0b25e)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:36:50.408938 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-0ebe61c5-548b-41cb-9165-982b2992bc7b req-283ed4ae-38e3-4112-bdc8-2f7028824dfc tempest-TestEncryptedCinderVolumes-563821735 tempest-TestEncryptedCinderVolumes-563821735-project] 10.222.0.11 "GET /v2.0/ports?device_id=a34b4fa6-5581-4341-b460-d0c7fc004ed4 HTTP/1.1" status: 200 len: 210 time: 0.0266609 Jan 05 17:36:50.482110 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-5c2b92d0-c9d8-4f8b-8d8a-26e6ec6f92d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27fdf90a-3a34-4b56-960a-f49bc33923ea', 'name': 'tempest-TestEncryptedCinderVolumes-1268713233-router', 'tenant_id': '804a92e907104b0bba6ec13478631de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.30'}], 'enable_snat': True}, 'gw_port_id': '73426bb4-51a9-4e7f-9880-a7d90b3cc7ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:36:43Z', 'updated_at': '2022-01-05T17:36:47Z', 'revision_number': 4, 'project_id': '804a92e907104b0bba6ec13478631de1', 'gw_port': {'id': '73426bb4-51a9-4e7f-9880-a7d90b3cc7ce', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:1c:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27fdf90a-3a34-4b56-960a-f49bc33923ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:36:44Z', 'updated_at': '2022-01-05T17:36:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'a87de261-c4ff-4146-863e-ee9684a1da23', 'name': '', 'network_id': '67fd3a2c-03cb-4332-a5f6-c9a9dc225292', 'tenant_id': '804a92e907104b0bba6ec13478631de1', 'mac_address': 'fa:16:3e:12:f3:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27fdf90a-3a34-4b56-960a-f49bc33923ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': 'a941574a-b5d8-4986-95c6-4fb0d3c07244', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:36:46Z', 'updated_at': '2022-01-05T17:36:49Z', 'revision_number': 4, 'project_id': '804a92e907104b0bba6ec13478631de1', 'subnets': [{'id': 'a941574a-b5d8-4986-95c6-4fb0d3c07244', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:36:50.486128 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-2d789812-7875-41b7-83d3-73db371c8f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:50.513226 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c2b92d0-c9d8-4f8b-8d8a-26e6ec6f92d2 None None] The sync data for ids ['27fdf90a-3a34-4b56-960a-f49bc33923ea'] in dv-neutron-master-2-hyperv is: [{'id': '27fdf90a-3a34-4b56-960a-f49bc33923ea', 'name': 'tempest-TestEncryptedCinderVolumes-1268713233-router', 'tenant_id': '804a92e907104b0bba6ec13478631de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.30'}], 'enable_snat': True}, 'gw_port_id': '73426bb4-51a9-4e7f-9880-a7d90b3cc7ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:36:43Z', 'updated_at': '2022-01-05T17:36:47Z', 'revision_number': 4, 'project_id': '804a92e907104b0bba6ec13478631de1', 'gw_port': {'id': '73426bb4-51a9-4e7f-9880-a7d90b3cc7ce', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:1c:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27fdf90a-3a34-4b56-960a-f49bc33923ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:36:44Z', 'updated_at': '2022-01-05T17:36:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'a87de261-c4ff-4146-863e-ee9684a1da23', 'name': '', 'network_id': '67fd3a2c-03cb-4332-a5f6-c9a9dc225292', 'tenant_id': '804a92e907104b0bba6ec13478631de1', 'mac_address': 'fa:16:3e:12:f3:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27fdf90a-3a34-4b56-960a-f49bc33923ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': 'a941574a-b5d8-4986-95c6-4fb0d3c07244', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:36:46Z', 'updated_at': '2022-01-05T17:36:49Z', 'revision_number': 4, 'project_id': '804a92e907104b0bba6ec13478631de1', 'subnets': [{'id': 'a941574a-b5d8-4986-95c6-4fb0d3c07244', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 05 17:36:50.587572 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d789812-7875-41b7-83d3-73db371c8f43 None None] Pushing event updated for resources: {'Port': ['ID=a87de261-c4ff-4146-863e-ee9684a1da23,revision_number=5']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:36:50.608016 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-51ef7462-986a-4827-b644-6260c49c83cd None None] Provisioning complete for port a87de261-c4ff-4146-863e-ee9684a1da23 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:36:50.608384 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-51ef7462-986a-4827-b644-6260c49c83cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:50.644002 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d2607572-b3c9-472c-85bc-c8de0c3fb75c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:51.502072 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-c3881044-5752-43b4-b904-7ded48f791f3 req-fb0b9795-6066-4ab4-b42c-df8686b83048 tempest-TestEncryptedCinderVolumes-563821735 tempest-TestEncryptedCinderVolumes-563821735-project] 10.222.0.11 "GET /v2.0/ports?device_id=a34b4fa6-5581-4341-b460-d0c7fc004ed4 HTTP/1.1" status: 200 len: 210 time: 0.0267420 Jan 05 17:36:51.580446 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a70351c-679d-44d6-9b69-279718b141a7 req-641ede52-9756-4d28-9090-c7f8f2a05b45 tempest-TestEncryptedCinderVolumes-563821735 tempest-TestEncryptedCinderVolumes-563821735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:36:51.582014 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-5a70351c-679d-44d6-9b69-279718b141a7 req-641ede52-9756-4d28-9090-c7f8f2a05b45 tempest-TestEncryptedCinderVolumes-563821735 tempest-TestEncryptedCinderVolumes-563821735-project] 10.222.0.13 "GET /v2.0/networks?id=0ddc3040-9d85-4bc5-9880-3372667187c5 HTTP/1.1" status: 200 len: 817 time: 0.1091726 Jan 05 17:36:51.594101 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [req-5a70351c-679d-44d6-9b69-279718b141a7 req-57d4cfd8-ca39-4971-85a6-726c407d4cfb tempest-TestEncryptedCinderVolumes-563821735 tempest-TestEncryptedCinderVolumes-563821735-project] Request body: {'port': {'device_id': 'a34b4fa6-5581-4341-b460-d0c7fc004ed4', 'network_id': '0ddc3040-9d85-4bc5-9880-3372667187c5', 'admin_state_up': True, 'tenant_id': 'e2b308e3b7d74d8796d3e9510eb5c32c'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:36:51.781817 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a70351c-679d-44d6-9b69-279718b141a7 req-57d4cfd8-ca39-4971-85a6-726c407d4cfb tempest-TestEncryptedCinderVolumes-563821735 tempest-TestEncryptedCinderVolumes-563821735-project] Made reservation on behalf of e2b308e3b7d74d8796d3e9510eb5c32c for: {'port': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:36:51.785654 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-5a70351c-679d-44d6-9b69-279718b141a7 req-57d4cfd8-ca39-4971-85a6-726c407d4cfb tempest-TestEncryptedCinderVolumes-563821735 tempest-TestEncryptedCinderVolumes-563821735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:51.921419 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [req-5a70351c-679d-44d6-9b69-279718b141a7 req-57d4cfd8-ca39-4971-85a6-726c407d4cfb tempest-TestEncryptedCinderVolumes-563821735 tempest-TestEncryptedCinderVolumes-563821735-project] Allocated IP 172.20.0.13 (0ddc3040-9d85-4bc5-9880-3372667187c5/c46bb9a0-50ec-4716-9b4e-03bb5ae88a6c/86be1591-2cf7-4764-8dd9-64f9ae4d7134) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:36:52.017367 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d504d802-9546-4ce5-a9d3-96c844ac5808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:52.073041 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-5a70351c-679d-44d6-9b69-279718b141a7 req-57d4cfd8-ca39-4971-85a6-726c407d4cfb tempest-TestEncryptedCinderVolumes-563821735 tempest-TestEncryptedCinderVolumes-563821735-project] Publish callbacks [] for port, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:52.149313 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-5a70351c-679d-44d6-9b69-279718b141a7 req-57d4cfd8-ca39-4971-85a6-726c407d4cfb tempest-TestEncryptedCinderVolumes-563821735 tempest-TestEncryptedCinderVolumes-563821735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:52.190613 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a70351c-679d-44d6-9b69-279718b141a7 req-57d4cfd8-ca39-4971-85a6-726c407d4cfb tempest-TestEncryptedCinderVolumes-563821735 tempest-TestEncryptedCinderVolumes-563821735-project] Network 0ddc3040-9d85-4bc5-9880-3372667187c5 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:36:52.193806 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [req-5a70351c-679d-44d6-9b69-279718b141a7 req-57d4cfd8-ca39-4971-85a6-726c407d4cfb tempest-TestEncryptedCinderVolumes-563821735 tempest-TestEncryptedCinderVolumes-563821735-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:36:52.196310 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a70351c-679d-44d6-9b69-279718b141a7 req-57d4cfd8-ca39-4971-85a6-726c407d4cfb tempest-TestEncryptedCinderVolumes-563821735 tempest-TestEncryptedCinderVolumes-563821735-project] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:36:52.231934 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d4cfd8-ca39-4971-85a6-726c407d4cfb tempest-TestEncryptedCinderVolumes-563821735 tempest-TestEncryptedCinderVolumes-563821735-project] Pushing event updated for resources: {'Port': ['ID=86be1591-2cf7-4764-8dd9-64f9ae4d7134,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:36:52.259091 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a70351c-679d-44d6-9b69-279718b141a7 req-57d4cfd8-ca39-4971-85a6-726c407d4cfb tempest-TestEncryptedCinderVolumes-563821735 tempest-TestEncryptedCinderVolumes-563821735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:36:52.259716 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-5a70351c-679d-44d6-9b69-279718b141a7 req-57d4cfd8-ca39-4971-85a6-726c407d4cfb tempest-TestEncryptedCinderVolumes-563821735 tempest-TestEncryptedCinderVolumes-563821735-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:52.334747 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-5a70351c-679d-44d6-9b69-279718b141a7 req-57d4cfd8-ca39-4971-85a6-726c407d4cfb tempest-TestEncryptedCinderVolumes-563821735 tempest-TestEncryptedCinderVolumes-563821735-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7448692 Jan 05 17:36:52.344660 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [req-5a70351c-679d-44d6-9b69-279718b141a7 req-55ede3fa-6047-4f19-a7b2-6cac189c6e4f tempest-TestEncryptedCinderVolumes-563821735 tempest-TestEncryptedCinderVolumes-563821735-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103800) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 05 17:36:52.347010 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-5a70351c-679d-44d6-9b69-279718b141a7 req-55ede3fa-6047-4f19-a7b2-6cac189c6e4f tempest-TestEncryptedCinderVolumes-563821735 tempest-TestEncryptedCinderVolumes-563821735-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0061121 Jan 05 17:36:52.356303 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [req-5a70351c-679d-44d6-9b69-279718b141a7 req-9d6b7923-553d-4827-9b65-a9967750e862 service neutron] Request body: {'port': {'device_id': 'a34b4fa6-5581-4341-b460-d0c7fc004ed4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:36:52.413055 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-5a70351c-679d-44d6-9b69-279718b141a7 req-9d6b7923-553d-4827-9b65-a9967750e862 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:52.430013 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-8504c349-74f2-4a51-85c2-2fd9fd7a6536 None None] Provisioning complete for port 86be1591-2cf7-4764-8dd9-64f9ae4d7134 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:36:52.430684 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-8504c349-74f2-4a51-85c2-2fd9fd7a6536 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:52.467529 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-8504c349-74f2-4a51-85c2-2fd9fd7a6536 None None] Port 86be1591-2cf7-4764-8dd9-64f9ae4d7134 cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 17:36:52.501008 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device a87de261-c4ff-4146-863e-ee9684a1da23 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:36:52.551756 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Provisioning complete for port a87de261-c4ff-4146-863e-ee9684a1da23 triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:36:52.552119 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:52.656529 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f168fc16-3a27-41b5-b6e1-434c5ac39c2c req-015ed466-e590-4198-97ae-8da6e0ad1eea tempest-TestEncryptedCinderVolumes-563821735 tempest-TestEncryptedCinderVolumes-563821735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:36:52.658008 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-f168fc16-3a27-41b5-b6e1-434c5ac39c2c req-015ed466-e590-4198-97ae-8da6e0ad1eea tempest-TestEncryptedCinderVolumes-563821735 tempest-TestEncryptedCinderVolumes-563821735-project] 10.222.0.11 "GET /v2.0/ports?device_id=a34b4fa6-5581-4341-b460-d0c7fc004ed4 HTTP/1.1" status: 200 len: 932 time: 0.0753479 Jan 05 17:36:52.743132 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-f168fc16-3a27-41b5-b6e1-434c5ac39c2c req-c3f283a8-9870-4b21-aaf2-96738776a759 tempest-TestEncryptedCinderVolumes-563821735 tempest-TestEncryptedCinderVolumes-563821735-project] 10.222.0.11 "GET /v2.0/security-groups?id=d457dbfe-296b-43d2-919e-3b1e251297b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792375 Jan 05 17:36:52.750810 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.notifiers.nova [req-5a70351c-679d-44d6-9b69-279718b141a7 req-9d6b7923-553d-4827-9b65-a9967750e862 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86be1591-2cf7-4764-8dd9-64f9ae4d7134 {{(pid=103800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 05 17:36:52.758229 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-5a70351c-679d-44d6-9b69-279718b141a7 req-9d6b7923-553d-4827-9b65-a9967750e862 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:52.770225 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.provisioning_blocks [req-5a70351c-679d-44d6-9b69-279718b141a7 req-9d6b7923-553d-4827-9b65-a9967750e862 service neutron] Transition to ACTIVE for port object 86be1591-2cf7-4764-8dd9-64f9ae4d7134 will not be triggered until provisioned by entity L2. {{(pid=103800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 05 17:36:52.845484 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-5a70351c-679d-44d6-9b69-279718b141a7 req-9d6b7923-553d-4827-9b65-a9967750e862 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8784461'] for port, after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:52.897598 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6b7923-553d-4827-9b65-a9967750e862 service neutron] Pushing event updated for resources: {'Port': ['ID=86be1591-2cf7-4764-8dd9-64f9ae4d7134,revision_number=2']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:36:52.963691 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [req-5a70351c-679d-44d6-9b69-279718b141a7 req-9d6b7923-553d-4827-9b65-a9967750e862 service neutron] Attempting to bind port 86be1591-2cf7-4764-8dd9-64f9ae4d7134 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 05 17:36:52.964036 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [req-5a70351c-679d-44d6-9b69-279718b141a7 req-9d6b7923-553d-4827-9b65-a9967750e862 service neutron] Attempting to bind port 86be1591-2cf7-4764-8dd9-64f9ae4d7134 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'e94a0731-e7bd-477f-9c7d-6c61c4a7dea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '0ddc3040-9d85-4bc5-9880-3372667187c5'}] {{(pid=103800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 05 17:36:52.964405 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a70351c-679d-44d6-9b69-279718b141a7 req-9d6b7923-553d-4827-9b65-a9967750e862 service neutron] Attempting to bind port 86be1591-2cf7-4764-8dd9-64f9ae4d7134 on network 0ddc3040-9d85-4bc5-9880-3372667187c5 {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:36:52.969159 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a70351c-679d-44d6-9b69-279718b141a7 req-9d6b7923-553d-4827-9b65-a9967750e862 service neutron] Port 86be1591-2cf7-4764-8dd9-64f9ae4d7134 on network 0ddc3040-9d85-4bc5-9880-3372667187c5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 05 17:36:52.969487 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a70351c-679d-44d6-9b69-279718b141a7 req-9d6b7923-553d-4827-9b65-a9967750e862 service neutron] Attempting to bind port 86be1591-2cf7-4764-8dd9-64f9ae4d7134 on network 0ddc3040-9d85-4bc5-9880-3372667187c5 {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:36:52.974526 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a70351c-679d-44d6-9b69-279718b141a7 req-9d6b7923-553d-4827-9b65-a9967750e862 service neutron] Checking agent: {'id': '5c36d785-abe8-4e89-a23a-b403333d2378', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 5, 17, 3, 49), 'started_at': datetime.datetime(2022, 1, 5, 17, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 1, 5, 17, 36, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 05 17:36:52.974869 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a70351c-679d-44d6-9b69-279718b141a7 req-9d6b7923-553d-4827-9b65-a9967750e862 service neutron] Checking segment: {'id': 'e94a0731-e7bd-477f-9c7d-6c61c4a7dea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '0ddc3040-9d85-4bc5-9880-3372667187c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:36:52.975252 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a70351c-679d-44d6-9b69-279718b141a7 req-9d6b7923-553d-4827-9b65-a9967750e862 service neutron] Bound using segment: {'id': 'e94a0731-e7bd-477f-9c7d-6c61c4a7dea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '0ddc3040-9d85-4bc5-9880-3372667187c5'} {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 05 17:36:52.975683 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [req-5a70351c-679d-44d6-9b69-279718b141a7 req-9d6b7923-553d-4827-9b65-a9967750e862 service neutron] Bound port: 86be1591-2cf7-4764-8dd9-64f9ae4d7134, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e94a0731-e7bd-477f-9c7d-6c61c4a7dea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '0ddc3040-9d85-4bc5-9880-3372667187c5'}}] {{(pid=103800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 05 17:36:52.976043 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-5a70351c-679d-44d6-9b69-279718b141a7 req-9d6b7923-553d-4827-9b65-a9967750e862 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:53.049062 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.db [req-5a70351c-679d-44d6-9b69-279718b141a7 req-9d6b7923-553d-4827-9b65-a9967750e862 service neutron] For port 86be1591-2cf7-4764-8dd9-64f9ae4d7134, host hv-neutron-mast, cleared binding levels {{(pid=103800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 05 17:36:53.052297 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.db [req-5a70351c-679d-44d6-9b69-279718b141a7 req-9d6b7923-553d-4827-9b65-a9967750e862 service neutron] For port 86be1591-2cf7-4764-8dd9-64f9ae4d7134, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=86be1591-2cf7-4764-8dd9-64f9ae4d7134,segment=NetworkSegment(e94a0731-e7bd-477f-9c7d-6c61c4a7dea9),segment_id=e94a0731-e7bd-477f-9c7d-6c61c4a7dea9)] {{(pid=103800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 05 17:36:53.155133 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-5a70351c-679d-44d6-9b69-279718b141a7 req-9d6b7923-553d-4827-9b65-a9967750e862 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8784461'] for port, after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:53.189295 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a70351c-679d-44d6-9b69-279718b141a7 req-9d6b7923-553d-4827-9b65-a9967750e862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:36:53.189955 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-5a70351c-679d-44d6-9b69-279718b141a7 req-9d6b7923-553d-4827-9b65-a9967750e862 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:53.191275 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-5a70351c-679d-44d6-9b69-279718b141a7 req-9d6b7923-553d-4827-9b65-a9967750e862 service neutron] 10.222.0.13 "PUT /v2.0/ports/86be1591-2cf7-4764-8dd9-64f9ae4d7134 HTTP/1.1" status: 200 len: 1094 time: 0.8390782 Jan 05 17:36:53.191708 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a34b4fa6-5581-4341-b460-d0c7fc004ed4', 'tag': '86be1591-2cf7-4764-8dd9-64f9ae4d7134'}] {{(pid=103800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 05 17:36:53.193956 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f64b9d4628f7eefcc27168a80c04985d23f0ea5def038dae05e1deb7357f3bfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b1b477e-b1cf-4ee4-b303-10a0d0942c8b" -d '{"events": [{"name": "network-changed", "server_uuid": "a34b4fa6-5581-4341-b460-d0c7fc004ed4", "tag": "86be1591-2cf7-4764-8dd9-64f9ae4d7134"}]}' {{(pid=103800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 05 17:36:53.221364 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6b7923-553d-4827-9b65-a9967750e862 service neutron] Pushing event updated for resources: {'Port': ['ID=86be1591-2cf7-4764-8dd9-64f9ae4d7134,revision_number=3']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:36:53.257299 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Jan 2022 17:36:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56816f61-2fc1-4b0b-9e4d-58e200da9fac x-openstack-request-id: req-56816f61-2fc1-4b0b-9e4d-58e200da9fac {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 05 17:36:53.257641 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a34b4fa6-5581-4341-b460-d0c7fc004ed4", "tag": "86be1591-2cf7-4764-8dd9-64f9ae4d7134", "status": "completed", "code": 200}]} {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 05 17:36:53.257964 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-56816f61-2fc1-4b0b-9e4d-58e200da9fac {{(pid=103800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 05 17:36:53.258456 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a34b4fa6-5581-4341-b460-d0c7fc004ed4', 'tag': '86be1591-2cf7-4764-8dd9-64f9ae4d7134', 'status': 'completed', 'code': 200} Jan 05 17:36:53.320209 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1b477e-b1cf-4ee4-b303-10a0d0942c8b req-00cff7d9-c418-4544-a048-234e6b5b3ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:36:53.321858 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-4b1b477e-b1cf-4ee4-b303-10a0d0942c8b req-00cff7d9-c418-4544-a048-234e6b5b3ce5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e2b308e3b7d74d8796d3e9510eb5c32c&device_id=a34b4fa6-5581-4341-b460-d0c7fc004ed4 HTTP/1.1" status: 200 len: 1097 time: 0.0467653 Jan 05 17:36:53.354329 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:53.427005 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1b477e-b1cf-4ee4-b303-10a0d0942c8b req-eb5c7e5c-c225-483c-a735-db0bcd70933d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:36:53.428471 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-4b1b477e-b1cf-4ee4-b303-10a0d0942c8b req-eb5c7e5c-c225-483c-a735-db0bcd70933d service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=e2b308e3b7d74d8796d3e9510eb5c32c&shared=False HTTP/1.1" status: 200 len: 918 time: 0.0993686 Jan 05 17:36:53.517130 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1b477e-b1cf-4ee4-b303-10a0d0942c8b req-9d6835eb-fce7-4fba-8a79-5d2745efb12e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:36:53.518511 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-4b1b477e-b1cf-4ee4-b303-10a0d0942c8b req-9d6835eb-fce7-4fba-8a79-5d2745efb12e service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0843716 Jan 05 17:36:53.591035 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a70351c-679d-44d6-9b69-279718b141a7 req-6c5bd249-5436-4752-99b9-50212df4779e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:36:53.592751 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-5a70351c-679d-44d6-9b69-279718b141a7 req-6c5bd249-5436-4752-99b9-50212df4779e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e2b308e3b7d74d8796d3e9510eb5c32c&device_id=a34b4fa6-5581-4341-b460-d0c7fc004ed4 HTTP/1.1" status: 200 len: 1097 time: 0.0394690 Jan 05 17:36:53.637476 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-5a70351c-679d-44d6-9b69-279718b141a7 req-2b1b3006-af7c-442e-817a-d378e7bb601b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=86be1591-2cf7-4764-8dd9-64f9ae4d7134 HTTP/1.1" status: 200 len: 217 time: 0.0387690 Jan 05 17:36:53.691656 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a70351c-679d-44d6-9b69-279718b141a7 req-fb262240-2578-480d-ab37-636890a22df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:36:53.693073 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-5a70351c-679d-44d6-9b69-279718b141a7 req-fb262240-2578-480d-ab37-636890a22df8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c46bb9a0-50ec-4716-9b4e-03bb5ae88a6c HTTP/1.1" status: 200 len: 856 time: 0.0464082 Jan 05 17:36:53.736225 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a70351c-679d-44d6-9b69-279718b141a7 req-51c724ee-b108-4eab-b70f-f5d91790101e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:36:53.737649 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-5a70351c-679d-44d6-9b69-279718b141a7 req-51c724ee-b108-4eab-b70f-f5d91790101e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0ddc3040-9d85-4bc5-9880-3372667187c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0384855 Jan 05 17:36:53.836470 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-5a70351c-679d-44d6-9b69-279718b141a7 req-8c262aa9-fd6f-49ef-9678-f0ba3bce9511 service neutron] 10.222.0.13 "GET /v2.0/networks/0ddc3040-9d85-4bc5-9880-3372667187c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926292 Jan 05 17:36:53.923017 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45953e30-42a0-4d37-bc05-e88b2193e220 req-25e0b06f-e022-4b88-aae2-b555019965b4 tempest-TestEncryptedCinderVolumes-563821735 tempest-TestEncryptedCinderVolumes-563821735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:36:53.924465 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-45953e30-42a0-4d37-bc05-e88b2193e220 req-25e0b06f-e022-4b88-aae2-b555019965b4 tempest-TestEncryptedCinderVolumes-563821735 tempest-TestEncryptedCinderVolumes-563821735-project] 10.222.0.11 "GET /v2.0/ports?device_id=a34b4fa6-5581-4341-b460-d0c7fc004ed4 HTTP/1.1" status: 200 len: 944 time: 0.1096187 Jan 05 17:36:53.975220 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-5a70351c-679d-44d6-9b69-279718b141a7 req-76d0921d-50d9-4d1e-9190-74ee3a6bd1e4 service neutron] 10.222.0.13 "GET /v2.0/networks/0ddc3040-9d85-4bc5-9880-3372667187c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253290 Jan 05 17:36:53.997664 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-45953e30-42a0-4d37-bc05-e88b2193e220 req-e2b40b0e-9dd7-4913-8348-2479c00cbb2f tempest-TestEncryptedCinderVolumes-563821735 tempest-TestEncryptedCinderVolumes-563821735-project] 10.222.0.11 "GET /v2.0/security-groups?id=d457dbfe-296b-43d2-919e-3b1e251297b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587678 Jan 05 17:36:55.422506 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839bfb29-e762-49a7-941d-dcbbe1b56f30 req-f801db6b-5eb2-431d-80fd-1f715557cf9c tempest-TestEncryptedCinderVolumes-563821735 tempest-TestEncryptedCinderVolumes-563821735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:36:55.423983 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-839bfb29-e762-49a7-941d-dcbbe1b56f30 req-f801db6b-5eb2-431d-80fd-1f715557cf9c tempest-TestEncryptedCinderVolumes-563821735 tempest-TestEncryptedCinderVolumes-563821735-project] 10.222.0.11 "GET /v2.0/ports?device_id=a34b4fa6-5581-4341-b460-d0c7fc004ed4 HTTP/1.1" status: 200 len: 944 time: 0.3590302 Jan 05 17:36:55.470566 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-839bfb29-e762-49a7-941d-dcbbe1b56f30 req-0039031b-e126-41aa-a0cc-c2d37f3cedb5 tempest-TestEncryptedCinderVolumes-563821735 tempest-TestEncryptedCinderVolumes-563821735-project] 10.222.0.11 "GET /v2.0/security-groups?id=d457dbfe-296b-43d2-919e-3b1e251297b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404954 Jan 05 17:36:56.585754 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77138395-e482-45b0-952f-5f0340def235 req-a29f527b-4a76-482e-ba6b-d24977bd1887 tempest-TestEncryptedCinderVolumes-563821735 tempest-TestEncryptedCinderVolumes-563821735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:36:56.587264 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-77138395-e482-45b0-952f-5f0340def235 req-a29f527b-4a76-482e-ba6b-d24977bd1887 tempest-TestEncryptedCinderVolumes-563821735 tempest-TestEncryptedCinderVolumes-563821735-project] 10.222.0.11 "GET /v2.0/ports?device_id=a34b4fa6-5581-4341-b460-d0c7fc004ed4 HTTP/1.1" status: 200 len: 944 time: 0.0534334 Jan 05 17:36:56.633723 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-77138395-e482-45b0-952f-5f0340def235 req-7121d2fd-44ba-49fb-b7be-9b69100a7c5e tempest-TestEncryptedCinderVolumes-563821735 tempest-TestEncryptedCinderVolumes-563821735-project] 10.222.0.11 "GET /v2.0/security-groups?id=d457dbfe-296b-43d2-919e-3b1e251297b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407629 Jan 05 17:36:57.049371 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Device 86be1591-2cf7-4764-8dd9-64f9ae4d7134 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 05 17:36:57.144402 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] For port 86be1591-2cf7-4764-8dd9-64f9ae4d7134, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=86be1591-2cf7-4764-8dd9-64f9ae4d7134,segment=NetworkSegment(e94a0731-e7bd-477f-9c7d-6c61c4a7dea9),segment_id=e94a0731-e7bd-477f-9c7d-6c61c4a7dea9)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:36:57.155905 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Returning: {'device': '86be1591-2cf7-4764-8dd9-64f9ae4d7134', 'network_id': '0ddc3040-9d85-4bc5-9880-3372667187c5', 'port_id': '86be1591-2cf7-4764-8dd9-64f9ae4d7134', 'mac_address': 'fa:16:3e:0d:5a:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c46bb9a0-50ec-4716-9b4e-03bb5ae88a6c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 05 17:36:57.190640 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:57.202464 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.notifiers.nova [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86be1591-2cf7-4764-8dd9-64f9ae4d7134 {{(pid=103802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 05 17:36:57.222876 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] For port 86be1591-2cf7-4764-8dd9-64f9ae4d7134, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=86be1591-2cf7-4764-8dd9-64f9ae4d7134,segment=NetworkSegment(e94a0731-e7bd-477f-9c7d-6c61c4a7dea9),segment_id=e94a0731-e7bd-477f-9c7d-6c61c4a7dea9)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:36:57.291091 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:57.337303 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Pushing event updated for resources: {'Port': ['ID=86be1591-2cf7-4764-8dd9-64f9ae4d7134,revision_number=4']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:36:57.520409 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] get_ports_and_sgs() called for port_ids ['86be1591-2cf7-4764-8dd9-64f9ae4d7134'] {{(pid=103802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 05 17:36:57.746004 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324b751f-1117-4d00-a855-5ee466d631ae req-4cd83ef5-f26c-47dc-8f55-5a3cbdade7ea tempest-TestEncryptedCinderVolumes-563821735 tempest-TestEncryptedCinderVolumes-563821735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:36:57.747470 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-324b751f-1117-4d00-a855-5ee466d631ae req-4cd83ef5-f26c-47dc-8f55-5a3cbdade7ea tempest-TestEncryptedCinderVolumes-563821735 tempest-TestEncryptedCinderVolumes-563821735-project] 10.222.0.11 "GET /v2.0/ports?device_id=a34b4fa6-5581-4341-b460-d0c7fc004ed4 HTTP/1.1" status: 200 len: 945 time: 0.0469103 Jan 05 17:36:57.792945 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-324b751f-1117-4d00-a855-5ee466d631ae req-26bc8257-3c18-4ae0-9da5-fe0b51dc20ed tempest-TestEncryptedCinderVolumes-563821735 tempest-TestEncryptedCinderVolumes-563821735-project] 10.222.0.11 "GET /v2.0/security-groups?id=d457dbfe-296b-43d2-919e-3b1e251297b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392890 Jan 05 17:36:58.909367 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e53cc5-0f2f-4214-a701-14c9565756de req-31130648-40f6-4246-955d-1adc3908856d tempest-TestEncryptedCinderVolumes-563821735 tempest-TestEncryptedCinderVolumes-563821735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:36:58.910874 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-d7e53cc5-0f2f-4214-a701-14c9565756de req-31130648-40f6-4246-955d-1adc3908856d tempest-TestEncryptedCinderVolumes-563821735 tempest-TestEncryptedCinderVolumes-563821735-project] 10.222.0.11 "GET /v2.0/ports?device_id=a34b4fa6-5581-4341-b460-d0c7fc004ed4 HTTP/1.1" status: 200 len: 945 time: 0.0519650 Jan 05 17:36:58.956620 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-d7e53cc5-0f2f-4214-a701-14c9565756de req-1b067103-7ef6-4f53-8592-7af93330bd02 tempest-TestEncryptedCinderVolumes-563821735 tempest-TestEncryptedCinderVolumes-563821735-project] 10.222.0.11 "GET /v2.0/security-groups?id=d457dbfe-296b-43d2-919e-3b1e251297b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400941 Jan 05 17:36:59.061639 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Device 86be1591-2cf7-4764-8dd9-64f9ae4d7134 up at agent hyperv_hv-neutron-mast {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:36:59.194200 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Provisioning for port 86be1591-2cf7-4764-8dd9-64f9ae4d7134 completed by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 05 17:36:59.198250 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Provisioning complete for port 86be1591-2cf7-4764-8dd9-64f9ae4d7134 triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:36:59.198619 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:59.276076 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:59.299610 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a34b4fa6-5581-4341-b460-d0c7fc004ed4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86be1591-2cf7-4764-8dd9-64f9ae4d7134'}] {{(pid=103802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 05 17:36:59.300989 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36b213fbd845b3f09e785999bbcda1c85cd5592d7f001460987854e5c1683bd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-044ff8d8-4731-454d-a6b9-bced79683007" -d '{"events": [{"server_uuid": "a34b4fa6-5581-4341-b460-d0c7fc004ed4", "name": "network-vif-plugged", "status": "completed", "tag": "86be1591-2cf7-4764-8dd9-64f9ae4d7134"}]}' {{(pid=103802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 05 17:36:59.314186 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] For port 86be1591-2cf7-4764-8dd9-64f9ae4d7134, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=86be1591-2cf7-4764-8dd9-64f9ae4d7134,segment=NetworkSegment(e94a0731-e7bd-477f-9c7d-6c61c4a7dea9),segment_id=e94a0731-e7bd-477f-9c7d-6c61c4a7dea9)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:36:59.335775 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Jan 2022 17:36:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0722b43-c228-42d7-9f93-df6c0a9cbdd7 x-openstack-request-id: req-a0722b43-c228-42d7-9f93-df6c0a9cbdd7 {{(pid=103802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 05 17:36:59.336169 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a34b4fa6-5581-4341-b460-d0c7fc004ed4", "name": "network-vif-plugged", "status": "completed", "tag": "86be1591-2cf7-4764-8dd9-64f9ae4d7134", "code": 200}]} {{(pid=103802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 05 17:36:59.336429 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a0722b43-c228-42d7-9f93-df6c0a9cbdd7 {{(pid=103802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 05 17:36:59.336825 dv-neutron-master-2-hyperv neutron-server[103802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a34b4fa6-5581-4341-b460-d0c7fc004ed4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86be1591-2cf7-4764-8dd9-64f9ae4d7134', 'code': 200} Jan 05 17:36:59.393033 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:36:59.439361 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Pushing event updated for resources: {'Port': ['ID=86be1591-2cf7-4764-8dd9-64f9ae4d7134,revision_number=5']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:36:59.632658 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfc1469-579d-47de-8db4-f4bf64af93a6 req-fe73f087-82cb-416e-a288-e2575685632a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:36:59.634182 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-0cfc1469-579d-47de-8db4-f4bf64af93a6 req-fe73f087-82cb-416e-a288-e2575685632a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a34b4fa6-5581-4341-b460-d0c7fc004ed4 HTTP/1.1" status: 200 len: 1099 time: 0.0432951 Jan 05 17:36:59.679127 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-0cfc1469-579d-47de-8db4-f4bf64af93a6 req-ce46b39d-7166-44eb-a749-e15fb0d5b0db service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=d457dbfe-296b-43d2-919e-3b1e251297b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389626 Jan 05 17:37:00.067944 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd30c9d-8697-426f-a4a0-93db3f51deb2 req-5c1d0596-fbf8-47ce-bc6f-9540f1b870d7 tempest-TestEncryptedCinderVolumes-563821735 tempest-TestEncryptedCinderVolumes-563821735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:37:00.069415 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-1bd30c9d-8697-426f-a4a0-93db3f51deb2 req-5c1d0596-fbf8-47ce-bc6f-9540f1b870d7 tempest-TestEncryptedCinderVolumes-563821735 tempest-TestEncryptedCinderVolumes-563821735-project] 10.222.0.11 "GET /v2.0/ports?device_id=a34b4fa6-5581-4341-b460-d0c7fc004ed4 HTTP/1.1" status: 200 len: 946 time: 0.0486126 Jan 05 17:37:00.118908 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-1bd30c9d-8697-426f-a4a0-93db3f51deb2 req-fc0da347-d5bc-41c1-859e-ecb36ec5be8c tempest-TestEncryptedCinderVolumes-563821735 tempest-TestEncryptedCinderVolumes-563821735-project] 10.222.0.11 "GET /v2.0/security-groups?id=d457dbfe-296b-43d2-919e-3b1e251297b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440757 Jan 05 17:37:01.238113 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2939c5be-c52f-43b1-b299-2498ec758a80 req-34648988-2eb4-46d8-bfe0-d637562cdbaa tempest-TestEncryptedCinderVolumes-563821735 tempest-TestEncryptedCinderVolumes-563821735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:37:01.239577 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-2939c5be-c52f-43b1-b299-2498ec758a80 req-34648988-2eb4-46d8-bfe0-d637562cdbaa tempest-TestEncryptedCinderVolumes-563821735 tempest-TestEncryptedCinderVolumes-563821735-project] 10.222.0.11 "GET /v2.0/ports?device_id=a34b4fa6-5581-4341-b460-d0c7fc004ed4 HTTP/1.1" status: 200 len: 946 time: 0.0510519 Jan 05 17:37:01.288719 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-2939c5be-c52f-43b1-b299-2498ec758a80 req-cc83543a-335d-4025-9a5f-30bb4aec30bd tempest-TestEncryptedCinderVolumes-563821735 tempest-TestEncryptedCinderVolumes-563821735-project] 10.222.0.11 "GET /v2.0/security-groups?id=d457dbfe-296b-43d2-919e-3b1e251297b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435417 Jan 05 17:37:01.399317 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed1d98c-26e9-40e5-88b1-1b3046645d6c req-2ed66ed9-3eb2-4b98-80a2-784c1c97b0f5 tempest-TestEncryptedCinderVolumes-563821735 tempest-TestEncryptedCinderVolumes-563821735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:37:01.400674 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-bed1d98c-26e9-40e5-88b1-1b3046645d6c req-2ed66ed9-3eb2-4b98-80a2-784c1c97b0f5 tempest-TestEncryptedCinderVolumes-563821735 tempest-TestEncryptedCinderVolumes-563821735-project] 10.222.0.11 "GET /v2.0/ports?device_id=a34b4fa6-5581-4341-b460-d0c7fc004ed4 HTTP/1.1" status: 200 len: 946 time: 0.0472345 Jan 05 17:37:01.445792 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-bed1d98c-26e9-40e5-88b1-1b3046645d6c req-170d6290-2aa7-49a6-8806-b733bdde9fd0 tempest-TestEncryptedCinderVolumes-563821735 tempest-TestEncryptedCinderVolumes-563821735-project] 10.222.0.11 "GET /v2.0/security-groups?id=d457dbfe-296b-43d2-919e-3b1e251297b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389919 Jan 05 17:37:14.697128 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.agents_db [None req-291d1585-17df-45c0-b64a-d244e6d90872 None None] Agent healthcheck: found 6 active agents {{(pid=103803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 05 17:37:17.107471 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d6834d1d-f3e6-43ef-804e-343de2e984d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:37:19.325351 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-f6ee34a1-93a0-4374-aed5-62c68ba446d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:37:20.005126 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:37:20.622638 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d2607572-b3c9-472c-85bc-c8de0c3fb75c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:37:22.016419 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d504d802-9546-4ce5-a9d3-96c844ac5808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:37:23.273528 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:37:26.406609 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-bd2f994d-8b3b-4b3d-9930-1f99fcee1c63 req-3c4ca171-e11e-4bfa-a6f6-71ed95d19d32 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a34b4fa6-5581-4341-b460-d0c7fc004ed4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1232641 Jan 05 17:37:26.849950 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2f994d-8b3b-4b3d-9930-1f99fcee1c63 req-e4ec5e7d-e54b-4ada-96f7-0b640a0d197a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:37:26.851456 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-bd2f994d-8b3b-4b3d-9930-1f99fcee1c63 req-e4ec5e7d-e54b-4ada-96f7-0b640a0d197a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e2b308e3b7d74d8796d3e9510eb5c32c&device_id=a34b4fa6-5581-4341-b460-d0c7fc004ed4 HTTP/1.1" status: 200 len: 1099 time: 0.4038744 Jan 05 17:37:26.959679 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2f994d-8b3b-4b3d-9930-1f99fcee1c63 req-c66956fa-baa1-4c13-b479-34b350376e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:37:26.961309 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-bd2f994d-8b3b-4b3d-9930-1f99fcee1c63 req-c66956fa-baa1-4c13-b479-34b350376e97 service neutron] 10.222.0.13 "GET /v2.0/networks?id=0ddc3040-9d85-4bc5-9880-3372667187c5 HTTP/1.1" status: 200 len: 918 time: 0.0893993 Jan 05 17:37:27.004704 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-bd2f994d-8b3b-4b3d-9930-1f99fcee1c63 req-6c87ecea-6678-48f1-acb7-a3f773ff512f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=86be1591-2cf7-4764-8dd9-64f9ae4d7134 HTTP/1.1" status: 200 len: 217 time: 0.0378394 Jan 05 17:37:27.051753 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2f994d-8b3b-4b3d-9930-1f99fcee1c63 req-9159c80e-f63b-4d01-aa1e-078a5cffff42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:37:27.053185 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-bd2f994d-8b3b-4b3d-9930-1f99fcee1c63 req-9159c80e-f63b-4d01-aa1e-078a5cffff42 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c46bb9a0-50ec-4716-9b4e-03bb5ae88a6c HTTP/1.1" status: 200 len: 856 time: 0.0429251 Jan 05 17:37:27.097278 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2f994d-8b3b-4b3d-9930-1f99fcee1c63 req-ecc11975-1c1e-4e35-bbf0-8dc389a83b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:37:27.098736 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-bd2f994d-8b3b-4b3d-9930-1f99fcee1c63 req-ecc11975-1c1e-4e35-bbf0-8dc389a83b40 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0ddc3040-9d85-4bc5-9880-3372667187c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0399799 Jan 05 17:37:27.194164 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-bd2f994d-8b3b-4b3d-9930-1f99fcee1c63 req-1d846ec3-daec-4a9f-b9c4-3955528dd550 service neutron] 10.222.0.13 "GET /v2.0/networks/0ddc3040-9d85-4bc5-9880-3372667187c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887628 Jan 05 17:37:27.281643 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-bd2f994d-8b3b-4b3d-9930-1f99fcee1c63 req-7d2b4d61-80bc-405e-9ec3-61e8bc334bf6 service neutron] 10.222.0.13 "GET /v2.0/networks/0ddc3040-9d85-4bc5-9880-3372667187c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807340 Jan 05 17:37:37.130793 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736817ad-4bb3-4be4-83f2-28a20df542f6 req-4e7acce6-77a4-4ce5-8d34-5e3216b3e001 tempest-TestEncryptedCinderVolumes-563821735 tempest-TestEncryptedCinderVolumes-563821735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:37:37.135852 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-736817ad-4bb3-4be4-83f2-28a20df542f6 req-4e7acce6-77a4-4ce5-8d34-5e3216b3e001 tempest-TestEncryptedCinderVolumes-563821735 tempest-TestEncryptedCinderVolumes-563821735-project] 10.222.0.11 "GET /v2.0/ports?device_id=a34b4fa6-5581-4341-b460-d0c7fc004ed4 HTTP/1.1" status: 200 len: 946 time: 0.0492868 Jan 05 17:37:37.178950 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-736817ad-4bb3-4be4-83f2-28a20df542f6 req-b7670049-6f4b-4e03-98e9-6e0762076cdc tempest-TestEncryptedCinderVolumes-563821735 tempest-TestEncryptedCinderVolumes-563821735-project] 10.222.0.11 "GET /v2.0/security-groups?id=d457dbfe-296b-43d2-919e-3b1e251297b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409064 Jan 05 17:37:38.342244 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808ff5a1-fe3e-463f-b93d-fd3b361f7677 req-85eebe27-0faa-48ff-84ee-d2ed514c5157 tempest-TestEncryptedCinderVolumes-563821735 tempest-TestEncryptedCinderVolumes-563821735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:37:38.344568 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-808ff5a1-fe3e-463f-b93d-fd3b361f7677 req-85eebe27-0faa-48ff-84ee-d2ed514c5157 tempest-TestEncryptedCinderVolumes-563821735 tempest-TestEncryptedCinderVolumes-563821735-project] 10.222.0.11 "GET /v2.0/ports?device_id=a34b4fa6-5581-4341-b460-d0c7fc004ed4 HTTP/1.1" status: 200 len: 946 time: 0.0978596 Jan 05 17:37:38.400086 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-808ff5a1-fe3e-463f-b93d-fd3b361f7677 req-a4c24277-dfe8-4e1f-afb6-90ab1bd45ca2 tempest-TestEncryptedCinderVolumes-563821735 tempest-TestEncryptedCinderVolumes-563821735-project] 10.222.0.11 "GET /v2.0/security-groups?id=d457dbfe-296b-43d2-919e-3b1e251297b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495918 Jan 05 17:37:38.606423 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66506a26-6210-4e39-9d54-adef6f7816bf req-8441ba39-de42-4b23-bbb4-1765f9db1051 tempest-TestEncryptedCinderVolumes-563821735 tempest-TestEncryptedCinderVolumes-563821735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:37:38.607935 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-66506a26-6210-4e39-9d54-adef6f7816bf req-8441ba39-de42-4b23-bbb4-1765f9db1051 tempest-TestEncryptedCinderVolumes-563821735 tempest-TestEncryptedCinderVolumes-563821735-project] 10.222.0.13 "GET /v2.0/ports?device_id=a34b4fa6-5581-4341-b460-d0c7fc004ed4 HTTP/1.1" status: 200 len: 946 time: 0.0479929 Jan 05 17:37:38.693445 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [req-66506a26-6210-4e39-9d54-adef6f7816bf req-688b04aa-3db4-4804-b4e6-086b07276805 tempest-TestEncryptedCinderVolumes-563821735 tempest-TestEncryptedCinderVolumes-563821735-project] Deleting port 86be1591-2cf7-4764-8dd9-64f9ae4d7134 {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:37:38.693802 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-66506a26-6210-4e39-9d54-adef6f7816bf req-688b04aa-3db4-4804-b4e6-086b07276805 tempest-TestEncryptedCinderVolumes-563821735 tempest-TestEncryptedCinderVolumes-563821735-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:37:38.782616 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.db [req-66506a26-6210-4e39-9d54-adef6f7816bf req-688b04aa-3db4-4804-b4e6-086b07276805 tempest-TestEncryptedCinderVolumes-563821735 tempest-TestEncryptedCinderVolumes-563821735-project] For port 86be1591-2cf7-4764-8dd9-64f9ae4d7134, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=86be1591-2cf7-4764-8dd9-64f9ae4d7134,segment=NetworkSegment(e94a0731-e7bd-477f-9c7d-6c61c4a7dea9),segment_id=e94a0731-e7bd-477f-9c7d-6c61c4a7dea9)] {{(pid=103800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:37:38.782901 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-66506a26-6210-4e39-9d54-adef6f7816bf req-688b04aa-3db4-4804-b4e6-086b07276805 tempest-TestEncryptedCinderVolumes-563821735 tempest-TestEncryptedCinderVolumes-563821735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:37:38.795585 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [req-66506a26-6210-4e39-9d54-adef6f7816bf req-688b04aa-3db4-4804-b4e6-086b07276805 tempest-TestEncryptedCinderVolumes-563821735 tempest-TestEncryptedCinderVolumes-563821735-project] Calling delete_port for 86be1591-2cf7-4764-8dd9-64f9ae4d7134 owned by compute:nova {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:37:38.964352 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-66506a26-6210-4e39-9d54-adef6f7816bf req-688b04aa-3db4-4804-b4e6-086b07276805 tempest-TestEncryptedCinderVolumes-563821735 tempest-TestEncryptedCinderVolumes-563821735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:37:38.976291 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] get_ports_and_sgs() called for port_ids ['86be1591-2cf7-4764-8dd9-64f9ae4d7134'] {{(pid=103802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 05 17:37:38.994368 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688b04aa-3db4-4804-b4e6-086b07276805 tempest-TestEncryptedCinderVolumes-563821735 tempest-TestEncryptedCinderVolumes-563821735-project] Pushing event deleted for resources: {'Port': ['ID=86be1591-2cf7-4764-8dd9-64f9ae4d7134,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:37:39.018106 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688b04aa-3db4-4804-b4e6-086b07276805 tempest-TestEncryptedCinderVolumes-563821735 tempest-TestEncryptedCinderVolumes-563821735-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:37:39.018461 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688b04aa-3db4-4804-b4e6-086b07276805 tempest-TestEncryptedCinderVolumes-563821735 tempest-TestEncryptedCinderVolumes-563821735-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:37:39.018800 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688b04aa-3db4-4804-b4e6-086b07276805 tempest-TestEncryptedCinderVolumes-563821735 tempest-TestEncryptedCinderVolumes-563821735-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:37:39.019133 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688b04aa-3db4-4804-b4e6-086b07276805 tempest-TestEncryptedCinderVolumes-563821735 tempest-TestEncryptedCinderVolumes-563821735-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:37:39.019469 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688b04aa-3db4-4804-b4e6-086b07276805 tempest-TestEncryptedCinderVolumes-563821735 tempest-TestEncryptedCinderVolumes-563821735-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:37:39.019798 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688b04aa-3db4-4804-b4e6-086b07276805 tempest-TestEncryptedCinderVolumes-563821735 tempest-TestEncryptedCinderVolumes-563821735-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:37:39.020124 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688b04aa-3db4-4804-b4e6-086b07276805 tempest-TestEncryptedCinderVolumes-563821735 tempest-TestEncryptedCinderVolumes-563821735-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:37:39.020452 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688b04aa-3db4-4804-b4e6-086b07276805 tempest-TestEncryptedCinderVolumes-563821735 tempest-TestEncryptedCinderVolumes-563821735-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:37:39.020795 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688b04aa-3db4-4804-b4e6-086b07276805 tempest-TestEncryptedCinderVolumes-563821735 tempest-TestEncryptedCinderVolumes-563821735-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:37:39.021117 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688b04aa-3db4-4804-b4e6-086b07276805 tempest-TestEncryptedCinderVolumes-563821735 tempest-TestEncryptedCinderVolumes-563821735-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:37:39.021643 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688b04aa-3db4-4804-b4e6-086b07276805 tempest-TestEncryptedCinderVolumes-563821735 tempest-TestEncryptedCinderVolumes-563821735-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:37:39.021764 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688b04aa-3db4-4804-b4e6-086b07276805 tempest-TestEncryptedCinderVolumes-563821735 tempest-TestEncryptedCinderVolumes-563821735-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:37:39.022088 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688b04aa-3db4-4804-b4e6-086b07276805 tempest-TestEncryptedCinderVolumes-563821735 tempest-TestEncryptedCinderVolumes-563821735-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:37:39.043549 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [req-66506a26-6210-4e39-9d54-adef6f7816bf req-688b04aa-3db4-4804-b4e6-086b07276805 tempest-TestEncryptedCinderVolumes-563821735 tempest-TestEncryptedCinderVolumes-563821735-project] No DVR routers for this DVR port 86be1591-2cf7-4764-8dd9-64f9ae4d7134 on host hv-neutron-mast {{(pid=103800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 05 17:37:39.045838 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-66506a26-6210-4e39-9d54-adef6f7816bf req-688b04aa-3db4-4804-b4e6-086b07276805 tempest-TestEncryptedCinderVolumes-563821735 tempest-TestEncryptedCinderVolumes-563821735-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:37:39.049079 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-66506a26-6210-4e39-9d54-adef6f7816bf req-688b04aa-3db4-4804-b4e6-086b07276805 tempest-TestEncryptedCinderVolumes-563821735 tempest-TestEncryptedCinderVolumes-563821735-project] 10.222.0.13 "DELETE /v2.0/ports/86be1591-2cf7-4764-8dd9-64f9ae4d7134 HTTP/1.1" status: 204 len: 173 time: 0.4359972 Jan 05 17:37:39.049504 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a34b4fa6-5581-4341-b460-d0c7fc004ed4', 'name': 'network-vif-deleted', 'tag': '86be1591-2cf7-4764-8dd9-64f9ae4d7134'}] {{(pid=103800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 05 17:37:39.051748 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f64b9d4628f7eefcc27168a80c04985d23f0ea5def038dae05e1deb7357f3bfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b7d56ec-dea2-436d-bacc-87346ce9fd4a" -d '{"events": [{"server_uuid": "a34b4fa6-5581-4341-b460-d0c7fc004ed4", "name": "network-vif-deleted", "tag": "86be1591-2cf7-4764-8dd9-64f9ae4d7134"}]}' {{(pid=103800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 05 17:37:39.087102 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Jan 2022 17:37:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6d78dc6-a931-448a-adb2-42276587381e x-openstack-request-id: req-b6d78dc6-a931-448a-adb2-42276587381e {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 05 17:37:39.087421 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a34b4fa6-5581-4341-b460-d0c7fc004ed4", "name": "network-vif-deleted", "tag": "86be1591-2cf7-4764-8dd9-64f9ae4d7134", "status": "completed", "code": 200}]} {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 05 17:37:39.087708 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b6d78dc6-a931-448a-adb2-42276587381e {{(pid=103800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 05 17:37:39.088110 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a34b4fa6-5581-4341-b460-d0c7fc004ed4', 'name': 'network-vif-deleted', 'tag': '86be1591-2cf7-4764-8dd9-64f9ae4d7134', 'status': 'completed', 'code': 200} Jan 05 17:37:39.508488 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-c6ab017d-ba8f-4600-87d1-f8b8e207b335 req-1227445b-4c24-4a93-94ce-3be4935024a9 tempest-TestEncryptedCinderVolumes-563821735 tempest-TestEncryptedCinderVolumes-563821735-project] 10.222.0.11 "GET /v2.0/ports?device_id=a34b4fa6-5581-4341-b460-d0c7fc004ed4 HTTP/1.1" status: 200 len: 210 time: 0.0275078 Jan 05 17:37:41.248303 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f25ea77-2ce5-4149-a508-5e3e2edc6d99 req-8be30dfa-bb77-471b-9ba0-469480bc8f67 tempest-TestEncryptedCinderVolumes-563821735 tempest-TestEncryptedCinderVolumes-563821735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:37:41.249861 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-7f25ea77-2ce5-4149-a508-5e3e2edc6d99 req-8be30dfa-bb77-471b-9ba0-469480bc8f67 tempest-TestEncryptedCinderVolumes-563821735 tempest-TestEncryptedCinderVolumes-563821735-project] 10.222.0.11 "GET /v2.0/networks?id=0ddc3040-9d85-4bc5-9880-3372667187c5 HTTP/1.1" status: 200 len: 817 time: 0.1059146 Jan 05 17:37:41.264683 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-7f25ea77-2ce5-4149-a508-5e3e2edc6d99 req-665f67ea-81a2-4501-a34d-ebf7a9e75418 tempest-TestEncryptedCinderVolumes-563821735 tempest-TestEncryptedCinderVolumes-563821735-project] 10.222.0.11 "GET /v2.0/quotas/e2b308e3b7d74d8796d3e9510eb5c32c HTTP/1.1" status: 200 len: 375 time: 0.0089936 Jan 05 17:37:41.316318 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-7f25ea77-2ce5-4149-a508-5e3e2edc6d99 req-ee1e6c45-0c9d-4587-8fb9-62c5b15cbda1 tempest-TestEncryptedCinderVolumes-563821735 tempest-TestEncryptedCinderVolumes-563821735-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=e2b308e3b7d74d8796d3e9510eb5c32c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0465310 Jan 05 17:37:41.331647 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [req-7f25ea77-2ce5-4149-a508-5e3e2edc6d99 req-9b71f164-de6a-463a-9c79-efe47ea43e22 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103800) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 05 17:37:41.332702 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-7f25ea77-2ce5-4149-a508-5e3e2edc6d99 req-9b71f164-de6a-463a-9c79-efe47ea43e22 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052176 Jan 05 17:37:41.426260 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-7f25ea77-2ce5-4149-a508-5e3e2edc6d99 req-1b5fe1ea-5856-473a-a45a-556a1a25f438 service neutron] 10.222.0.11 "GET /v2.0/networks/0ddc3040-9d85-4bc5-9880-3372667187c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880668 Jan 05 17:37:41.512929 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-7f25ea77-2ce5-4149-a508-5e3e2edc6d99 req-bd402a53-6c10-478e-bf5e-e782b5bf014b service neutron] 10.222.0.11 "GET /v2.0/networks/0ddc3040-9d85-4bc5-9880-3372667187c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806313 Jan 05 17:37:41.756419 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-2e2ec6b8-4188-4769-b6f2-e0aff55a2f73 req-8bd91408-1d46-41f8-bec3-b2bb2a84aad6 tempest-TestEncryptedCinderVolumes-563821735 tempest-TestEncryptedCinderVolumes-563821735-project] 10.222.0.11 "GET /v2.0/ports?device_id=8b9de4c2-4e25-4da3-83cd-7d267409056e HTTP/1.1" status: 200 len: 210 time: 0.0266888 Jan 05 17:37:42.862598 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-83af7165-0213-4919-ac06-8a88cdfe049d req-2befac0c-f931-4832-b005-ab17875a8ec8 tempest-TestEncryptedCinderVolumes-563821735 tempest-TestEncryptedCinderVolumes-563821735-project] 10.222.0.11 "GET /v2.0/ports?device_id=8b9de4c2-4e25-4da3-83cd-7d267409056e HTTP/1.1" status: 200 len: 210 time: 0.0282290 Jan 05 17:37:43.293060 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Device 86be1591-2cf7-4764-8dd9-64f9ae4d7134 no longer exists at agent hyperv_hv-neutron-mast {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 05 17:37:43.312388 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] No Port match for: 86be1591-2cf7-4764-8dd9-64f9ae4d7134 {{(pid=103802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 05 17:37:43.312828 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Device 86be1591-2cf7-4764-8dd9-64f9ae4d7134 not bound to the agent host hv-neutron-mast {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 05 17:37:43.367644 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f25ea77-2ce5-4149-a508-5e3e2edc6d99 req-5e3d7274-9604-435d-b126-0647a2ed2975 tempest-TestEncryptedCinderVolumes-563821735 tempest-TestEncryptedCinderVolumes-563821735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:37:43.369070 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-7f25ea77-2ce5-4149-a508-5e3e2edc6d99 req-5e3d7274-9604-435d-b126-0647a2ed2975 tempest-TestEncryptedCinderVolumes-563821735 tempest-TestEncryptedCinderVolumes-563821735-project] 10.222.0.13 "GET /v2.0/networks?id=0ddc3040-9d85-4bc5-9880-3372667187c5 HTTP/1.1" status: 200 len: 817 time: 0.1071656 Jan 05 17:37:43.379903 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [req-7f25ea77-2ce5-4149-a508-5e3e2edc6d99 req-b1db3111-dc53-4af0-8299-13e9ba903d12 tempest-TestEncryptedCinderVolumes-563821735 tempest-TestEncryptedCinderVolumes-563821735-project] Request body: {'port': {'device_id': '8b9de4c2-4e25-4da3-83cd-7d267409056e', 'network_id': '0ddc3040-9d85-4bc5-9880-3372667187c5', 'admin_state_up': True, 'tenant_id': 'e2b308e3b7d74d8796d3e9510eb5c32c'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:37:43.553313 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f25ea77-2ce5-4149-a508-5e3e2edc6d99 req-b1db3111-dc53-4af0-8299-13e9ba903d12 tempest-TestEncryptedCinderVolumes-563821735 tempest-TestEncryptedCinderVolumes-563821735-project] Made reservation on behalf of e2b308e3b7d74d8796d3e9510eb5c32c for: {'port': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:37:43.556844 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-7f25ea77-2ce5-4149-a508-5e3e2edc6d99 req-b1db3111-dc53-4af0-8299-13e9ba903d12 tempest-TestEncryptedCinderVolumes-563821735 tempest-TestEncryptedCinderVolumes-563821735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:37:43.686395 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [req-7f25ea77-2ce5-4149-a508-5e3e2edc6d99 req-b1db3111-dc53-4af0-8299-13e9ba903d12 tempest-TestEncryptedCinderVolumes-563821735 tempest-TestEncryptedCinderVolumes-563821735-project] Allocated IP 172.20.0.10 (0ddc3040-9d85-4bc5-9880-3372667187c5/c46bb9a0-50ec-4716-9b4e-03bb5ae88a6c/f141e28d-1b8f-42f8-9380-145c9a9d4d29) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:37:43.834629 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-7f25ea77-2ce5-4149-a508-5e3e2edc6d99 req-b1db3111-dc53-4af0-8299-13e9ba903d12 tempest-TestEncryptedCinderVolumes-563821735 tempest-TestEncryptedCinderVolumes-563821735-project] Publish callbacks [] for port, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:37:43.919535 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-7f25ea77-2ce5-4149-a508-5e3e2edc6d99 req-b1db3111-dc53-4af0-8299-13e9ba903d12 tempest-TestEncryptedCinderVolumes-563821735 tempest-TestEncryptedCinderVolumes-563821735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:37:43.963574 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f25ea77-2ce5-4149-a508-5e3e2edc6d99 req-b1db3111-dc53-4af0-8299-13e9ba903d12 tempest-TestEncryptedCinderVolumes-563821735 tempest-TestEncryptedCinderVolumes-563821735-project] Network 0ddc3040-9d85-4bc5-9880-3372667187c5 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:37:43.967212 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [req-7f25ea77-2ce5-4149-a508-5e3e2edc6d99 req-b1db3111-dc53-4af0-8299-13e9ba903d12 tempest-TestEncryptedCinderVolumes-563821735 tempest-TestEncryptedCinderVolumes-563821735-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:37:43.970866 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f25ea77-2ce5-4149-a508-5e3e2edc6d99 req-b1db3111-dc53-4af0-8299-13e9ba903d12 tempest-TestEncryptedCinderVolumes-563821735 tempest-TestEncryptedCinderVolumes-563821735-project] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:37:43.979471 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1db3111-dc53-4af0-8299-13e9ba903d12 tempest-TestEncryptedCinderVolumes-563821735 tempest-TestEncryptedCinderVolumes-563821735-project] Pushing event updated for resources: {'Port': ['ID=f141e28d-1b8f-42f8-9380-145c9a9d4d29,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:37:43.988194 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ed9747-237e-4c0b-aaab-00ae3768afa8 req-86ccc23c-a4a0-4e2d-9deb-6627eaaa03b4 tempest-TestEncryptedCinderVolumes-563821735 tempest-TestEncryptedCinderVolumes-563821735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:37:43.989830 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-47ed9747-237e-4c0b-aaab-00ae3768afa8 req-86ccc23c-a4a0-4e2d-9deb-6627eaaa03b4 tempest-TestEncryptedCinderVolumes-563821735 tempest-TestEncryptedCinderVolumes-563821735-project] 10.222.0.11 "GET /v2.0/ports?device_id=8b9de4c2-4e25-4da3-83cd-7d267409056e HTTP/1.1" status: 200 len: 932 time: 0.0614276 Jan 05 17:37:44.027556 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f25ea77-2ce5-4149-a508-5e3e2edc6d99 req-b1db3111-dc53-4af0-8299-13e9ba903d12 tempest-TestEncryptedCinderVolumes-563821735 tempest-TestEncryptedCinderVolumes-563821735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:37:44.028199 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-7f25ea77-2ce5-4149-a508-5e3e2edc6d99 req-b1db3111-dc53-4af0-8299-13e9ba903d12 tempest-TestEncryptedCinderVolumes-563821735 tempest-TestEncryptedCinderVolumes-563821735-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:37:44.044283 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-47ed9747-237e-4c0b-aaab-00ae3768afa8 req-4aaf2bcc-6231-41ef-8453-b32ef6dc905f tempest-TestEncryptedCinderVolumes-563821735 tempest-TestEncryptedCinderVolumes-563821735-project] 10.222.0.11 "GET /v2.0/security-groups?id=d457dbfe-296b-43d2-919e-3b1e251297b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450974 Jan 05 17:37:44.099047 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-7f25ea77-2ce5-4149-a508-5e3e2edc6d99 req-b1db3111-dc53-4af0-8299-13e9ba903d12 tempest-TestEncryptedCinderVolumes-563821735 tempest-TestEncryptedCinderVolumes-563821735-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7225862 Jan 05 17:37:44.111176 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [req-7f25ea77-2ce5-4149-a508-5e3e2edc6d99 req-ccb3e42a-a510-4770-9acc-52ef6ef8b2d8 service neutron] Request body: {'port': {'device_id': '8b9de4c2-4e25-4da3-83cd-7d267409056e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:37:44.170948 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-7f25ea77-2ce5-4149-a508-5e3e2edc6d99 req-ccb3e42a-a510-4770-9acc-52ef6ef8b2d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:37:44.244240 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-3d933f4e-0c7b-4438-ab63-6e67c547d332 None None] Provisioning complete for port f141e28d-1b8f-42f8-9380-145c9a9d4d29 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:37:44.244884 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-3d933f4e-0c7b-4438-ab63-6e67c547d332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:37:44.290645 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-3d933f4e-0c7b-4438-ab63-6e67c547d332 None None] Port f141e28d-1b8f-42f8-9380-145c9a9d4d29 cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 17:37:44.424439 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.notifiers.nova [req-7f25ea77-2ce5-4149-a508-5e3e2edc6d99 req-ccb3e42a-a510-4770-9acc-52ef6ef8b2d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f141e28d-1b8f-42f8-9380-145c9a9d4d29 {{(pid=103800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 05 17:37:44.431852 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-7f25ea77-2ce5-4149-a508-5e3e2edc6d99 req-ccb3e42a-a510-4770-9acc-52ef6ef8b2d8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:37:44.443308 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.provisioning_blocks [req-7f25ea77-2ce5-4149-a508-5e3e2edc6d99 req-ccb3e42a-a510-4770-9acc-52ef6ef8b2d8 service neutron] Transition to ACTIVE for port object f141e28d-1b8f-42f8-9380-145c9a9d4d29 will not be triggered until provisioned by entity L2. {{(pid=103800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 05 17:37:44.501295 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-7f25ea77-2ce5-4149-a508-5e3e2edc6d99 req-ccb3e42a-a510-4770-9acc-52ef6ef8b2d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8784461'] for port, after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:37:44.553384 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb3e42a-a510-4770-9acc-52ef6ef8b2d8 service neutron] Pushing event updated for resources: {'Port': ['ID=f141e28d-1b8f-42f8-9380-145c9a9d4d29,revision_number=2']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:37:44.623403 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [req-7f25ea77-2ce5-4149-a508-5e3e2edc6d99 req-ccb3e42a-a510-4770-9acc-52ef6ef8b2d8 service neutron] Attempting to bind port f141e28d-1b8f-42f8-9380-145c9a9d4d29 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 05 17:37:44.623739 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [req-7f25ea77-2ce5-4149-a508-5e3e2edc6d99 req-ccb3e42a-a510-4770-9acc-52ef6ef8b2d8 service neutron] Attempting to bind port f141e28d-1b8f-42f8-9380-145c9a9d4d29 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'e94a0731-e7bd-477f-9c7d-6c61c4a7dea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '0ddc3040-9d85-4bc5-9880-3372667187c5'}] {{(pid=103800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 05 17:37:44.624071 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f25ea77-2ce5-4149-a508-5e3e2edc6d99 req-ccb3e42a-a510-4770-9acc-52ef6ef8b2d8 service neutron] Attempting to bind port f141e28d-1b8f-42f8-9380-145c9a9d4d29 on network 0ddc3040-9d85-4bc5-9880-3372667187c5 {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:37:44.628684 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f25ea77-2ce5-4149-a508-5e3e2edc6d99 req-ccb3e42a-a510-4770-9acc-52ef6ef8b2d8 service neutron] Port f141e28d-1b8f-42f8-9380-145c9a9d4d29 on network 0ddc3040-9d85-4bc5-9880-3372667187c5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 05 17:37:44.629011 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f25ea77-2ce5-4149-a508-5e3e2edc6d99 req-ccb3e42a-a510-4770-9acc-52ef6ef8b2d8 service neutron] Attempting to bind port f141e28d-1b8f-42f8-9380-145c9a9d4d29 on network 0ddc3040-9d85-4bc5-9880-3372667187c5 {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:37:44.634036 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f25ea77-2ce5-4149-a508-5e3e2edc6d99 req-ccb3e42a-a510-4770-9acc-52ef6ef8b2d8 service neutron] Checking agent: {'id': '5c36d785-abe8-4e89-a23a-b403333d2378', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 5, 17, 3, 49), 'started_at': datetime.datetime(2022, 1, 5, 17, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 1, 5, 17, 37, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 05 17:37:44.634376 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f25ea77-2ce5-4149-a508-5e3e2edc6d99 req-ccb3e42a-a510-4770-9acc-52ef6ef8b2d8 service neutron] Checking segment: {'id': 'e94a0731-e7bd-477f-9c7d-6c61c4a7dea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '0ddc3040-9d85-4bc5-9880-3372667187c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:37:44.634763 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f25ea77-2ce5-4149-a508-5e3e2edc6d99 req-ccb3e42a-a510-4770-9acc-52ef6ef8b2d8 service neutron] Bound using segment: {'id': 'e94a0731-e7bd-477f-9c7d-6c61c4a7dea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '0ddc3040-9d85-4bc5-9880-3372667187c5'} {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 05 17:37:44.635191 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [req-7f25ea77-2ce5-4149-a508-5e3e2edc6d99 req-ccb3e42a-a510-4770-9acc-52ef6ef8b2d8 service neutron] Bound port: f141e28d-1b8f-42f8-9380-145c9a9d4d29, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e94a0731-e7bd-477f-9c7d-6c61c4a7dea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '0ddc3040-9d85-4bc5-9880-3372667187c5'}}] {{(pid=103800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 05 17:37:44.635547 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-7f25ea77-2ce5-4149-a508-5e3e2edc6d99 req-ccb3e42a-a510-4770-9acc-52ef6ef8b2d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:37:44.698852 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.db [req-7f25ea77-2ce5-4149-a508-5e3e2edc6d99 req-ccb3e42a-a510-4770-9acc-52ef6ef8b2d8 service neutron] For port f141e28d-1b8f-42f8-9380-145c9a9d4d29, host hv-neutron-mast, cleared binding levels {{(pid=103800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 05 17:37:44.701793 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.db [req-7f25ea77-2ce5-4149-a508-5e3e2edc6d99 req-ccb3e42a-a510-4770-9acc-52ef6ef8b2d8 service neutron] For port f141e28d-1b8f-42f8-9380-145c9a9d4d29, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=f141e28d-1b8f-42f8-9380-145c9a9d4d29,segment=NetworkSegment(e94a0731-e7bd-477f-9c7d-6c61c4a7dea9),segment_id=e94a0731-e7bd-477f-9c7d-6c61c4a7dea9)] {{(pid=103800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 05 17:37:44.764794 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-7f25ea77-2ce5-4149-a508-5e3e2edc6d99 req-ccb3e42a-a510-4770-9acc-52ef6ef8b2d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8784461'] for port, after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:37:44.798865 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f25ea77-2ce5-4149-a508-5e3e2edc6d99 req-ccb3e42a-a510-4770-9acc-52ef6ef8b2d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:37:44.799558 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-7f25ea77-2ce5-4149-a508-5e3e2edc6d99 req-ccb3e42a-a510-4770-9acc-52ef6ef8b2d8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:37:44.800920 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-7f25ea77-2ce5-4149-a508-5e3e2edc6d99 req-ccb3e42a-a510-4770-9acc-52ef6ef8b2d8 service neutron] 10.222.0.13 "PUT /v2.0/ports/f141e28d-1b8f-42f8-9380-145c9a9d4d29 HTTP/1.1" status: 200 len: 1094 time: 0.6946533 Jan 05 17:37:44.801354 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b9de4c2-4e25-4da3-83cd-7d267409056e', 'tag': 'f141e28d-1b8f-42f8-9380-145c9a9d4d29'}] {{(pid=103800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 05 17:37:44.803600 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f64b9d4628f7eefcc27168a80c04985d23f0ea5def038dae05e1deb7357f3bfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39b41f3f-c8e3-4995-af8c-7e847aa4c076" -d '{"events": [{"name": "network-changed", "server_uuid": "8b9de4c2-4e25-4da3-83cd-7d267409056e", "tag": "f141e28d-1b8f-42f8-9380-145c9a9d4d29"}]}' {{(pid=103800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 05 17:37:44.827878 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb3e42a-a510-4770-9acc-52ef6ef8b2d8 service neutron] Pushing event updated for resources: {'Port': ['ID=f141e28d-1b8f-42f8-9380-145c9a9d4d29,revision_number=3']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:37:44.907927 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Jan 2022 17:37:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e38b809-1aef-400d-aced-32b1068eeee3 x-openstack-request-id: req-2e38b809-1aef-400d-aced-32b1068eeee3 {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 05 17:37:44.908250 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b9de4c2-4e25-4da3-83cd-7d267409056e", "tag": "f141e28d-1b8f-42f8-9380-145c9a9d4d29", "status": "completed", "code": 200}]} {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 05 17:37:44.908509 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-2e38b809-1aef-400d-aced-32b1068eeee3 {{(pid=103800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 05 17:37:44.908924 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b9de4c2-4e25-4da3-83cd-7d267409056e', 'tag': 'f141e28d-1b8f-42f8-9380-145c9a9d4d29', 'status': 'completed', 'code': 200} Jan 05 17:37:44.969940 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f25ea77-2ce5-4149-a508-5e3e2edc6d99 req-bbd0bf9f-635b-4fbc-947d-ebba4e23f415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:37:44.971471 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-7f25ea77-2ce5-4149-a508-5e3e2edc6d99 req-bbd0bf9f-635b-4fbc-947d-ebba4e23f415 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e2b308e3b7d74d8796d3e9510eb5c32c&device_id=8b9de4c2-4e25-4da3-83cd-7d267409056e HTTP/1.1" status: 200 len: 1097 time: 0.0473371 Jan 05 17:37:45.011241 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-7f25ea77-2ce5-4149-a508-5e3e2edc6d99 req-f7f73231-63a0-4985-8969-2b358c591f1d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f141e28d-1b8f-42f8-9380-145c9a9d4d29 HTTP/1.1" status: 200 len: 217 time: 0.0335515 Jan 05 17:37:45.058094 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f25ea77-2ce5-4149-a508-5e3e2edc6d99 req-090b8922-479a-4558-908f-63b6cf5045b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:37:45.059527 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-7f25ea77-2ce5-4149-a508-5e3e2edc6d99 req-090b8922-479a-4558-908f-63b6cf5045b3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c46bb9a0-50ec-4716-9b4e-03bb5ae88a6c HTTP/1.1" status: 200 len: 856 time: 0.0425270 Jan 05 17:37:45.107946 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f25ea77-2ce5-4149-a508-5e3e2edc6d99 req-e680f774-8c24-4f1d-9857-c0ac667094b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:37:45.109448 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-7f25ea77-2ce5-4149-a508-5e3e2edc6d99 req-e680f774-8c24-4f1d-9857-c0ac667094b4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0ddc3040-9d85-4bc5-9880-3372667187c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0447021 Jan 05 17:37:45.161540 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963e6684-e65b-4d79-8ade-827900e33df3 req-05fe7a89-6e21-4e7a-bb9c-ee8eb04d0631 tempest-TestEncryptedCinderVolumes-563821735 tempest-TestEncryptedCinderVolumes-563821735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:37:45.163034 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-963e6684-e65b-4d79-8ade-827900e33df3 req-05fe7a89-6e21-4e7a-bb9c-ee8eb04d0631 tempest-TestEncryptedCinderVolumes-563821735 tempest-TestEncryptedCinderVolumes-563821735-project] 10.222.0.11 "GET /v2.0/ports?device_id=8b9de4c2-4e25-4da3-83cd-7d267409056e HTTP/1.1" status: 200 len: 944 time: 0.0486028 Jan 05 17:37:45.197737 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-7f25ea77-2ce5-4149-a508-5e3e2edc6d99 req-a5e45d74-5286-4612-bdef-caaf46d6d651 service neutron] 10.222.0.13 "GET /v2.0/networks/0ddc3040-9d85-4bc5-9880-3372667187c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817192 Jan 05 17:37:45.209319 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-963e6684-e65b-4d79-8ade-827900e33df3 req-f907cb99-922a-4556-bf47-61c859411bdf tempest-TestEncryptedCinderVolumes-563821735 tempest-TestEncryptedCinderVolumes-563821735-project] 10.222.0.11 "GET /v2.0/security-groups?id=d457dbfe-296b-43d2-919e-3b1e251297b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407162 Jan 05 17:37:45.289306 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-7f25ea77-2ce5-4149-a508-5e3e2edc6d99 req-809336f9-542c-48cc-a8cc-95280e4eccba service neutron] 10.222.0.13 "GET /v2.0/networks/0ddc3040-9d85-4bc5-9880-3372667187c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861564 Jan 05 17:37:45.447985 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b41f3f-c8e3-4995-af8c-7e847aa4c076 req-9ec020d1-3454-4f49-8745-5ba259d8db5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:37:45.449476 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-39b41f3f-c8e3-4995-af8c-7e847aa4c076 req-9ec020d1-3454-4f49-8745-5ba259d8db5b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e2b308e3b7d74d8796d3e9510eb5c32c&device_id=8b9de4c2-4e25-4da3-83cd-7d267409056e HTTP/1.1" status: 200 len: 1097 time: 0.0416951 Jan 05 17:37:45.535214 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b41f3f-c8e3-4995-af8c-7e847aa4c076 req-76dda51e-4912-4400-ae72-235467a5acdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:37:45.536566 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-39b41f3f-c8e3-4995-af8c-7e847aa4c076 req-76dda51e-4912-4400-ae72-235467a5acdf service neutron] 10.222.0.13 "GET /v2.0/networks?id=0ddc3040-9d85-4bc5-9880-3372667187c5 HTTP/1.1" status: 200 len: 918 time: 0.0815816 Jan 05 17:37:45.581032 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-39b41f3f-c8e3-4995-af8c-7e847aa4c076 req-018256c8-4d25-40fa-b8e0-2396cbe96fa9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f141e28d-1b8f-42f8-9380-145c9a9d4d29 HTTP/1.1" status: 200 len: 217 time: 0.0375340 Jan 05 17:37:45.628174 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b41f3f-c8e3-4995-af8c-7e847aa4c076 req-38c3118e-c718-4894-b79a-975422737e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:37:45.629618 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-39b41f3f-c8e3-4995-af8c-7e847aa4c076 req-38c3118e-c718-4894-b79a-975422737e26 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c46bb9a0-50ec-4716-9b4e-03bb5ae88a6c HTTP/1.1" status: 200 len: 856 time: 0.0431004 Jan 05 17:37:45.675065 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b41f3f-c8e3-4995-af8c-7e847aa4c076 req-b5e4bb1b-adf1-4506-b4e7-f495bba2c059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:37:45.676525 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-39b41f3f-c8e3-4995-af8c-7e847aa4c076 req-b5e4bb1b-adf1-4506-b4e7-f495bba2c059 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0ddc3040-9d85-4bc5-9880-3372667187c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0402443 Jan 05 17:37:45.766695 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-39b41f3f-c8e3-4995-af8c-7e847aa4c076 req-484b2e29-faad-4e74-be37-30d9a0ca933e service neutron] 10.222.0.13 "GET /v2.0/networks/0ddc3040-9d85-4bc5-9880-3372667187c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835083 Jan 05 17:37:45.858711 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-39b41f3f-c8e3-4995-af8c-7e847aa4c076 req-03c77789-2c53-4f27-aa97-f135d767c8e4 service neutron] 10.222.0.13 "GET /v2.0/networks/0ddc3040-9d85-4bc5-9880-3372667187c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850677 Jan 05 17:37:46.324747 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc70f9e-fa82-45dc-9248-1d9ad04b7b40 req-2c262e5c-003f-4d27-967c-e3c11bfb947d tempest-TestEncryptedCinderVolumes-563821735 tempest-TestEncryptedCinderVolumes-563821735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:37:46.326234 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-dbc70f9e-fa82-45dc-9248-1d9ad04b7b40 req-2c262e5c-003f-4d27-967c-e3c11bfb947d tempest-TestEncryptedCinderVolumes-563821735 tempest-TestEncryptedCinderVolumes-563821735-project] 10.222.0.11 "GET /v2.0/ports?device_id=8b9de4c2-4e25-4da3-83cd-7d267409056e HTTP/1.1" status: 200 len: 944 time: 0.0486131 Jan 05 17:37:46.378150 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-dbc70f9e-fa82-45dc-9248-1d9ad04b7b40 req-0911bcb4-7127-42a2-a6dd-0a35b2b52cc6 tempest-TestEncryptedCinderVolumes-563821735 tempest-TestEncryptedCinderVolumes-563821735-project] 10.222.0.11 "GET /v2.0/security-groups?id=d457dbfe-296b-43d2-919e-3b1e251297b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458348 Jan 05 17:37:47.113072 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-eb6af411-2f00-4d59-88bd-f3815b5bc5ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:37:47.323395 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Device f141e28d-1b8f-42f8-9380-145c9a9d4d29 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 05 17:37:47.414991 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] For port f141e28d-1b8f-42f8-9380-145c9a9d4d29, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=f141e28d-1b8f-42f8-9380-145c9a9d4d29,segment=NetworkSegment(e94a0731-e7bd-477f-9c7d-6c61c4a7dea9),segment_id=e94a0731-e7bd-477f-9c7d-6c61c4a7dea9)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:37:47.430927 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Returning: {'device': 'f141e28d-1b8f-42f8-9380-145c9a9d4d29', 'network_id': '0ddc3040-9d85-4bc5-9880-3372667187c5', 'port_id': 'f141e28d-1b8f-42f8-9380-145c9a9d4d29', 'mac_address': 'fa:16:3e:36:7b:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c46bb9a0-50ec-4716-9b4e-03bb5ae88a6c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 05 17:37:47.477296 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:37:47.490680 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.notifiers.nova [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f141e28d-1b8f-42f8-9380-145c9a9d4d29 {{(pid=103802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 05 17:37:47.494409 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04241cc8-2be4-4037-b049-a4af743c44d6 req-adbe14d5-d00d-4d99-9a88-7c519319875f tempest-TestEncryptedCinderVolumes-563821735 tempest-TestEncryptedCinderVolumes-563821735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:37:47.495881 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-04241cc8-2be4-4037-b049-a4af743c44d6 req-adbe14d5-d00d-4d99-9a88-7c519319875f tempest-TestEncryptedCinderVolumes-563821735 tempest-TestEncryptedCinderVolumes-563821735-project] 10.222.0.11 "GET /v2.0/ports?device_id=8b9de4c2-4e25-4da3-83cd-7d267409056e HTTP/1.1" status: 200 len: 944 time: 0.0497403 Jan 05 17:37:47.509437 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] For port f141e28d-1b8f-42f8-9380-145c9a9d4d29, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=f141e28d-1b8f-42f8-9380-145c9a9d4d29,segment=NetworkSegment(e94a0731-e7bd-477f-9c7d-6c61c4a7dea9),segment_id=e94a0731-e7bd-477f-9c7d-6c61c4a7dea9)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:37:47.544833 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-04241cc8-2be4-4037-b049-a4af743c44d6 req-fbde9294-3760-4691-8695-2278f47864f0 tempest-TestEncryptedCinderVolumes-563821735 tempest-TestEncryptedCinderVolumes-563821735-project] 10.222.0.11 "GET /v2.0/security-groups?id=d457dbfe-296b-43d2-919e-3b1e251297b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433738 Jan 05 17:37:47.592069 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:37:47.638958 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Pushing event updated for resources: {'Port': ['ID=f141e28d-1b8f-42f8-9380-145c9a9d4d29,revision_number=4']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:37:47.646363 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:37:47.649193 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:37:47.649193 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:37:47.649193 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:37:47.649193 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:37:47.649193 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:37:47.649193 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:37:47.649193 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:37:47.649193 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:37:47.650054 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:37:47.650054 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:37:47.650054 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:37:47.650282 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:37:47.857110 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] get_ports_and_sgs() called for port_ids ['f141e28d-1b8f-42f8-9380-145c9a9d4d29'] {{(pid=103802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 05 17:37:48.656829 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e166968c-1f9d-4805-aa07-04866f95964a req-c25ca13a-b58b-4928-a663-90e68c316dae tempest-TestEncryptedCinderVolumes-563821735 tempest-TestEncryptedCinderVolumes-563821735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:37:48.658343 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-e166968c-1f9d-4805-aa07-04866f95964a req-c25ca13a-b58b-4928-a663-90e68c316dae tempest-TestEncryptedCinderVolumes-563821735 tempest-TestEncryptedCinderVolumes-563821735-project] 10.222.0.11 "GET /v2.0/ports?device_id=8b9de4c2-4e25-4da3-83cd-7d267409056e HTTP/1.1" status: 200 len: 945 time: 0.0487032 Jan 05 17:37:48.704384 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-e166968c-1f9d-4805-aa07-04866f95964a req-6e334d8a-0cc2-4b0c-8784-028c07611b55 tempest-TestEncryptedCinderVolumes-563821735 tempest-TestEncryptedCinderVolumes-563821735-project] 10.222.0.11 "GET /v2.0/security-groups?id=d457dbfe-296b-43d2-919e-3b1e251297b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404990 Jan 05 17:37:49.325454 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Device f141e28d-1b8f-42f8-9380-145c9a9d4d29 up at agent hyperv_hv-neutron-mast {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:37:49.354067 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-aec77ce8-f675-4d0f-8067-8768c41e03a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:37:49.419763 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Provisioning for port f141e28d-1b8f-42f8-9380-145c9a9d4d29 completed by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 05 17:37:49.423369 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Provisioning complete for port f141e28d-1b8f-42f8-9380-145c9a9d4d29 triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:37:49.423730 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:37:49.501139 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:37:49.522834 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b9de4c2-4e25-4da3-83cd-7d267409056e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f141e28d-1b8f-42f8-9380-145c9a9d4d29'}] {{(pid=103802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 05 17:37:49.525035 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36b213fbd845b3f09e785999bbcda1c85cd5592d7f001460987854e5c1683bd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f4977b0-28eb-4f83-a70c-e5fe2e8d39ba" -d '{"events": [{"server_uuid": "8b9de4c2-4e25-4da3-83cd-7d267409056e", "name": "network-vif-plugged", "status": "completed", "tag": "f141e28d-1b8f-42f8-9380-145c9a9d4d29"}]}' {{(pid=103802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 05 17:37:49.537272 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] For port f141e28d-1b8f-42f8-9380-145c9a9d4d29, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=f141e28d-1b8f-42f8-9380-145c9a9d4d29,segment=NetworkSegment(e94a0731-e7bd-477f-9c7d-6c61c4a7dea9),segment_id=e94a0731-e7bd-477f-9c7d-6c61c4a7dea9)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:37:49.561094 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Jan 2022 17:37:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a9f69ae-56dd-487c-9e53-3e12d9879608 x-openstack-request-id: req-2a9f69ae-56dd-487c-9e53-3e12d9879608 {{(pid=103802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 05 17:37:49.561382 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b9de4c2-4e25-4da3-83cd-7d267409056e", "name": "network-vif-plugged", "status": "completed", "tag": "f141e28d-1b8f-42f8-9380-145c9a9d4d29", "code": 200}]} {{(pid=103802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 05 17:37:49.561674 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-2a9f69ae-56dd-487c-9e53-3e12d9879608 {{(pid=103802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 05 17:37:49.562071 dv-neutron-master-2-hyperv neutron-server[103802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b9de4c2-4e25-4da3-83cd-7d267409056e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f141e28d-1b8f-42f8-9380-145c9a9d4d29', 'code': 200} Jan 05 17:37:49.597328 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:37:49.648471 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Pushing event updated for resources: {'Port': ['ID=f141e28d-1b8f-42f8-9380-145c9a9d4d29,revision_number=5']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:37:49.818880 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2719d4a5-98c9-4749-97a5-68ae1c54cc9e req-58638a03-3f97-4a00-b9b3-cbaf08762ba7 tempest-TestEncryptedCinderVolumes-563821735 tempest-TestEncryptedCinderVolumes-563821735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:37:49.820401 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-2719d4a5-98c9-4749-97a5-68ae1c54cc9e req-58638a03-3f97-4a00-b9b3-cbaf08762ba7 tempest-TestEncryptedCinderVolumes-563821735 tempest-TestEncryptedCinderVolumes-563821735-project] 10.222.0.11 "GET /v2.0/ports?device_id=8b9de4c2-4e25-4da3-83cd-7d267409056e HTTP/1.1" status: 200 len: 946 time: 0.0508156 Jan 05 17:37:49.896442 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-2719d4a5-98c9-4749-97a5-68ae1c54cc9e req-b5211fbf-bd21-4970-ba50-1b2c234b0efc tempest-TestEncryptedCinderVolumes-563821735 tempest-TestEncryptedCinderVolumes-563821735-project] 10.222.0.11 "GET /v2.0/security-groups?id=d457dbfe-296b-43d2-919e-3b1e251297b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680575 Jan 05 17:37:49.898190 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1750d952-b415-4961-a9fa-e89ff9ab5fb5 req-43d67c41-b45c-4994-a916-4978ca3cc5ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:37:49.899548 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-1750d952-b415-4961-a9fa-e89ff9ab5fb5 req-43d67c41-b45c-4994-a916-4978ca3cc5ca service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=8b9de4c2-4e25-4da3-83cd-7d267409056e HTTP/1.1" status: 200 len: 1099 time: 0.0783291 Jan 05 17:37:49.948137 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-1750d952-b415-4961-a9fa-e89ff9ab5fb5 req-d52a52ed-0120-4e5c-b6a8-917c9980df64 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=d457dbfe-296b-43d2-919e-3b1e251297b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387652 Jan 05 17:37:49.970181 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:37:50.608886 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d2607572-b3c9-472c-85bc-c8de0c3fb75c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:37:51.012134 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cc37da-cdb0-4e5a-8d9a-57408b010dce req-ef970f6a-83c5-474e-bd8b-6f7866328221 tempest-TestEncryptedCinderVolumes-563821735 tempest-TestEncryptedCinderVolumes-563821735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:37:51.013606 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-01cc37da-cdb0-4e5a-8d9a-57408b010dce req-ef970f6a-83c5-474e-bd8b-6f7866328221 tempest-TestEncryptedCinderVolumes-563821735 tempest-TestEncryptedCinderVolumes-563821735-project] 10.222.0.11 "GET /v2.0/ports?device_id=8b9de4c2-4e25-4da3-83cd-7d267409056e HTTP/1.1" status: 200 len: 946 time: 0.0493984 Jan 05 17:37:51.059260 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-01cc37da-cdb0-4e5a-8d9a-57408b010dce req-c84f29aa-a703-4124-b631-c0bbdfac0592 tempest-TestEncryptedCinderVolumes-563821735 tempest-TestEncryptedCinderVolumes-563821735-project] 10.222.0.11 "GET /v2.0/security-groups?id=d457dbfe-296b-43d2-919e-3b1e251297b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396285 Jan 05 17:37:51.696018 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.agents_db [None req-291d1585-17df-45c0-b64a-d244e6d90872 None None] Agent healthcheck: found 6 active agents {{(pid=103803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 05 17:37:52.021350 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d504d802-9546-4ce5-a9d3-96c844ac5808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:37:52.175129 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc9c1b1-a605-481f-a04f-ae5048dd2bee req-d3070436-90b4-475a-a57d-ade3031456fc tempest-TestEncryptedCinderVolumes-563821735 tempest-TestEncryptedCinderVolumes-563821735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:37:52.176614 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-edc9c1b1-a605-481f-a04f-ae5048dd2bee req-d3070436-90b4-475a-a57d-ade3031456fc tempest-TestEncryptedCinderVolumes-563821735 tempest-TestEncryptedCinderVolumes-563821735-project] 10.222.0.11 "GET /v2.0/ports?device_id=8b9de4c2-4e25-4da3-83cd-7d267409056e HTTP/1.1" status: 200 len: 946 time: 0.0478911 Jan 05 17:37:52.222178 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-edc9c1b1-a605-481f-a04f-ae5048dd2bee req-7fb85b12-d5fc-4dfb-adf3-9c8987ee4705 tempest-TestEncryptedCinderVolumes-563821735 tempest-TestEncryptedCinderVolumes-563821735-project] 10.222.0.11 "GET /v2.0/security-groups?id=d457dbfe-296b-43d2-919e-3b1e251297b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400045 Jan 05 17:37:52.332738 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f428b74c-b65a-4310-9183-a33a4aec0157 req-12a5e3b8-5539-4499-8083-4000c3f34bb4 tempest-TestEncryptedCinderVolumes-563821735 tempest-TestEncryptedCinderVolumes-563821735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:37:52.334243 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-f428b74c-b65a-4310-9183-a33a4aec0157 req-12a5e3b8-5539-4499-8083-4000c3f34bb4 tempest-TestEncryptedCinderVolumes-563821735 tempest-TestEncryptedCinderVolumes-563821735-project] 10.222.0.11 "GET /v2.0/ports?device_id=8b9de4c2-4e25-4da3-83cd-7d267409056e HTTP/1.1" status: 200 len: 946 time: 0.0472939 Jan 05 17:37:52.380732 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-f428b74c-b65a-4310-9183-a33a4aec0157 req-6282d6bd-0b24-4e6f-8a98-049608383fad tempest-TestEncryptedCinderVolumes-563821735 tempest-TestEncryptedCinderVolumes-563821735-project] 10.222.0.11 "GET /v2.0/security-groups?id=d457dbfe-296b-43d2-919e-3b1e251297b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408137 Jan 05 17:37:53.307279 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:38:17.111986 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-0bfab1cb-e3af-41bd-b0cf-7d9a1c045756 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:38:19.341262 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-e9398b40-50d1-4a60-97c9-8b220b68396b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:38:20.009135 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:38:20.619830 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d2607572-b3c9-472c-85bc-c8de0c3fb75c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:38:22.032210 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d504d802-9546-4ce5-a9d3-96c844ac5808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:38:23.277838 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:38:26.320964 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-8aa92694-1fa6-4d3f-973c-3c2026744b26 req-cfaaf027-7d67-45ce-8cab-a634feada275 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=8b9de4c2-4e25-4da3-83cd-7d267409056e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0388913 Jan 05 17:38:26.400121 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa92694-1fa6-4d3f-973c-3c2026744b26 req-af33e89a-bc89-4204-a564-230202321e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:38:26.401667 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-8aa92694-1fa6-4d3f-973c-3c2026744b26 req-af33e89a-bc89-4204-a564-230202321e5d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e2b308e3b7d74d8796d3e9510eb5c32c&device_id=8b9de4c2-4e25-4da3-83cd-7d267409056e HTTP/1.1" status: 200 len: 1099 time: 0.0397456 Jan 05 17:38:26.506985 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa92694-1fa6-4d3f-973c-3c2026744b26 req-9cf6ffba-ccd6-40b5-8844-af1d43c3b255 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:38:26.508450 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-8aa92694-1fa6-4d3f-973c-3c2026744b26 req-9cf6ffba-ccd6-40b5-8844-af1d43c3b255 service neutron] 10.222.0.13 "GET /v2.0/networks?id=0ddc3040-9d85-4bc5-9880-3372667187c5 HTTP/1.1" status: 200 len: 918 time: 0.0873361 Jan 05 17:38:26.550801 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-8aa92694-1fa6-4d3f-973c-3c2026744b26 req-2183f8f7-19af-4d46-b6b5-a2cdbb72c9d4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f141e28d-1b8f-42f8-9380-145c9a9d4d29 HTTP/1.1" status: 200 len: 217 time: 0.0355847 Jan 05 17:38:26.596994 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa92694-1fa6-4d3f-973c-3c2026744b26 req-cabd068a-7dc7-44b7-a507-d6b28d071270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:38:26.598463 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-8aa92694-1fa6-4d3f-973c-3c2026744b26 req-cabd068a-7dc7-44b7-a507-d6b28d071270 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c46bb9a0-50ec-4716-9b4e-03bb5ae88a6c HTTP/1.1" status: 200 len: 856 time: 0.0421698 Jan 05 17:38:26.641568 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa92694-1fa6-4d3f-973c-3c2026744b26 req-d788d2fd-eb89-487a-ac02-59d262e720ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:38:26.643083 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-8aa92694-1fa6-4d3f-973c-3c2026744b26 req-d788d2fd-eb89-487a-ac02-59d262e720ac service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0ddc3040-9d85-4bc5-9880-3372667187c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0386908 Jan 05 17:38:26.735663 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-8aa92694-1fa6-4d3f-973c-3c2026744b26 req-9e36f68d-faa5-48b7-8213-17f056dbfc25 service neutron] 10.222.0.13 "GET /v2.0/networks/0ddc3040-9d85-4bc5-9880-3372667187c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866764 Jan 05 17:38:26.823972 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-8aa92694-1fa6-4d3f-973c-3c2026744b26 req-c24f6d79-94f6-4575-992b-162c62857d3e service neutron] 10.222.0.13 "GET /v2.0/networks/0ddc3040-9d85-4bc5-9880-3372667187c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822554 Jan 05 17:38:27.879785 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f022ea01-7eb9-4d5a-a7e9-fd18b267a4ae req-ceefbee0-b1ae-4978-82e9-a5d7bb701778 tempest-TestEncryptedCinderVolumes-563821735 tempest-TestEncryptedCinderVolumes-563821735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:38:27.881185 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-f022ea01-7eb9-4d5a-a7e9-fd18b267a4ae req-ceefbee0-b1ae-4978-82e9-a5d7bb701778 tempest-TestEncryptedCinderVolumes-563821735 tempest-TestEncryptedCinderVolumes-563821735-project] 10.222.0.11 "GET /v2.0/ports?device_id=8b9de4c2-4e25-4da3-83cd-7d267409056e HTTP/1.1" status: 200 len: 946 time: 0.0545981 Jan 05 17:38:27.927845 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-f022ea01-7eb9-4d5a-a7e9-fd18b267a4ae req-bc591cfd-3528-4293-a078-09b4d777c88c tempest-TestEncryptedCinderVolumes-563821735 tempest-TestEncryptedCinderVolumes-563821735-project] 10.222.0.11 "GET /v2.0/security-groups?id=d457dbfe-296b-43d2-919e-3b1e251297b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409198 Jan 05 17:38:28.695467 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.agents_db [None req-291d1585-17df-45c0-b64a-d244e6d90872 None None] Agent healthcheck: found 6 active agents {{(pid=103803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 05 17:38:29.053807 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae888ca1-5b6b-46b8-a955-0dd6fbf71468 req-54f06b42-8624-4bcc-9a8d-4b78297f59a8 tempest-TestEncryptedCinderVolumes-563821735 tempest-TestEncryptedCinderVolumes-563821735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:38:29.056351 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-ae888ca1-5b6b-46b8-a955-0dd6fbf71468 req-54f06b42-8624-4bcc-9a8d-4b78297f59a8 tempest-TestEncryptedCinderVolumes-563821735 tempest-TestEncryptedCinderVolumes-563821735-project] 10.222.0.11 "GET /v2.0/ports?device_id=8b9de4c2-4e25-4da3-83cd-7d267409056e HTTP/1.1" status: 200 len: 946 time: 0.0605836 Jan 05 17:38:29.109144 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-ae888ca1-5b6b-46b8-a955-0dd6fbf71468 req-612316b5-0163-4aee-a290-74823410fb23 tempest-TestEncryptedCinderVolumes-563821735 tempest-TestEncryptedCinderVolumes-563821735-project] 10.222.0.11 "GET /v2.0/security-groups?id=d457dbfe-296b-43d2-919e-3b1e251297b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471857 Jan 05 17:38:29.337813 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505d9b9b-9920-499b-8dcc-9f34db173766 req-63f40b9d-0a3d-4f40-8d8e-1e65d7a933f9 tempest-TestEncryptedCinderVolumes-563821735 tempest-TestEncryptedCinderVolumes-563821735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:38:29.339221 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-505d9b9b-9920-499b-8dcc-9f34db173766 req-63f40b9d-0a3d-4f40-8d8e-1e65d7a933f9 tempest-TestEncryptedCinderVolumes-563821735 tempest-TestEncryptedCinderVolumes-563821735-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b9de4c2-4e25-4da3-83cd-7d267409056e HTTP/1.1" status: 200 len: 946 time: 0.0496738 Jan 05 17:38:29.430698 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [req-505d9b9b-9920-499b-8dcc-9f34db173766 req-26e21d99-b0de-480e-a827-9b15f5cd96a5 tempest-TestEncryptedCinderVolumes-563821735 tempest-TestEncryptedCinderVolumes-563821735-project] Deleting port f141e28d-1b8f-42f8-9380-145c9a9d4d29 {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:38:29.431029 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-505d9b9b-9920-499b-8dcc-9f34db173766 req-26e21d99-b0de-480e-a827-9b15f5cd96a5 tempest-TestEncryptedCinderVolumes-563821735 tempest-TestEncryptedCinderVolumes-563821735-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:38:29.517073 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.db [req-505d9b9b-9920-499b-8dcc-9f34db173766 req-26e21d99-b0de-480e-a827-9b15f5cd96a5 tempest-TestEncryptedCinderVolumes-563821735 tempest-TestEncryptedCinderVolumes-563821735-project] For port f141e28d-1b8f-42f8-9380-145c9a9d4d29, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=f141e28d-1b8f-42f8-9380-145c9a9d4d29,segment=NetworkSegment(e94a0731-e7bd-477f-9c7d-6c61c4a7dea9),segment_id=e94a0731-e7bd-477f-9c7d-6c61c4a7dea9)] {{(pid=103800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:38:29.517409 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-505d9b9b-9920-499b-8dcc-9f34db173766 req-26e21d99-b0de-480e-a827-9b15f5cd96a5 tempest-TestEncryptedCinderVolumes-563821735 tempest-TestEncryptedCinderVolumes-563821735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:38:29.529952 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [req-505d9b9b-9920-499b-8dcc-9f34db173766 req-26e21d99-b0de-480e-a827-9b15f5cd96a5 tempest-TestEncryptedCinderVolumes-563821735 tempest-TestEncryptedCinderVolumes-563821735-project] Calling delete_port for f141e28d-1b8f-42f8-9380-145c9a9d4d29 owned by compute:nova {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:38:29.752248 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-505d9b9b-9920-499b-8dcc-9f34db173766 req-26e21d99-b0de-480e-a827-9b15f5cd96a5 tempest-TestEncryptedCinderVolumes-563821735 tempest-TestEncryptedCinderVolumes-563821735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:38:29.764314 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] get_ports_and_sgs() called for port_ids ['f141e28d-1b8f-42f8-9380-145c9a9d4d29'] {{(pid=103802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 05 17:38:29.782393 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e21d99-b0de-480e-a827-9b15f5cd96a5 tempest-TestEncryptedCinderVolumes-563821735 tempest-TestEncryptedCinderVolumes-563821735-project] Pushing event deleted for resources: {'Port': ['ID=f141e28d-1b8f-42f8-9380-145c9a9d4d29,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:38:29.825058 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [req-505d9b9b-9920-499b-8dcc-9f34db173766 req-26e21d99-b0de-480e-a827-9b15f5cd96a5 tempest-TestEncryptedCinderVolumes-563821735 tempest-TestEncryptedCinderVolumes-563821735-project] No DVR routers for this DVR port f141e28d-1b8f-42f8-9380-145c9a9d4d29 on host hv-neutron-mast {{(pid=103800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 05 17:38:29.827626 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-505d9b9b-9920-499b-8dcc-9f34db173766 req-26e21d99-b0de-480e-a827-9b15f5cd96a5 tempest-TestEncryptedCinderVolumes-563821735 tempest-TestEncryptedCinderVolumes-563821735-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:38:29.830941 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-505d9b9b-9920-499b-8dcc-9f34db173766 req-26e21d99-b0de-480e-a827-9b15f5cd96a5 tempest-TestEncryptedCinderVolumes-563821735 tempest-TestEncryptedCinderVolumes-563821735-project] 10.222.0.13 "DELETE /v2.0/ports/f141e28d-1b8f-42f8-9380-145c9a9d4d29 HTTP/1.1" status: 204 len: 173 time: 0.4859452 Jan 05 17:38:29.831378 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b9de4c2-4e25-4da3-83cd-7d267409056e', 'name': 'network-vif-deleted', 'tag': 'f141e28d-1b8f-42f8-9380-145c9a9d4d29'}] {{(pid=103800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 05 17:38:29.833612 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f64b9d4628f7eefcc27168a80c04985d23f0ea5def038dae05e1deb7357f3bfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d01a3d1f-cf8f-423c-bd95-27176975dfa7" -d '{"events": [{"server_uuid": "8b9de4c2-4e25-4da3-83cd-7d267409056e", "name": "network-vif-deleted", "tag": "f141e28d-1b8f-42f8-9380-145c9a9d4d29"}]}' {{(pid=103800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 05 17:38:29.869738 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Jan 2022 17:38:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f97df1a-06e6-4cce-8fae-ed83a9afe183 x-openstack-request-id: req-8f97df1a-06e6-4cce-8fae-ed83a9afe183 {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 05 17:38:29.869738 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b9de4c2-4e25-4da3-83cd-7d267409056e", "name": "network-vif-deleted", "tag": "f141e28d-1b8f-42f8-9380-145c9a9d4d29", "status": "completed", "code": 200}]} {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 05 17:38:29.869738 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-8f97df1a-06e6-4cce-8fae-ed83a9afe183 {{(pid=103800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 05 17:38:29.870113 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b9de4c2-4e25-4da3-83cd-7d267409056e', 'name': 'network-vif-deleted', 'tag': 'f141e28d-1b8f-42f8-9380-145c9a9d4d29', 'status': 'completed', 'code': 200} Jan 05 17:38:30.223415 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-54026be8-f261-410f-b154-377b1f5805fd req-e3024ce7-01af-4e42-9273-7590fbd7814a tempest-TestEncryptedCinderVolumes-563821735 tempest-TestEncryptedCinderVolumes-563821735-project] 10.222.0.11 "GET /v2.0/ports?device_id=8b9de4c2-4e25-4da3-83cd-7d267409056e HTTP/1.1" status: 200 len: 210 time: 0.0272348 Jan 05 17:38:31.389007 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 50732) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:38:31.721134 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-16a72605-f7cb-4c8e-a0ea-fdf290e3e4fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-531685'] for router_interface, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:38:31.957650 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-16a72605-f7cb-4c8e-a0ea-fdf290e3e4fd admin admin] Deleting port 2fb4ecba-5efa-4a5c-855e-620588636537 {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:38:31.957985 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-16a72605-f7cb-4c8e-a0ea-fdf290e3e4fd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:38:32.033495 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-16a72605-f7cb-4c8e-a0ea-fdf290e3e4fd admin admin] For port 2fb4ecba-5efa-4a5c-855e-620588636537, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=2fb4ecba-5efa-4a5c-855e-620588636537,segment=NetworkSegment(e94a0731-e7bd-477f-9c7d-6c61c4a7dea9),segment_id=e94a0731-e7bd-477f-9c7d-6c61c4a7dea9)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:38:32.035721 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-16a72605-f7cb-4c8e-a0ea-fdf290e3e4fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:38:32.047506 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-16a72605-f7cb-4c8e-a0ea-fdf290e3e4fd admin admin] Calling delete_port for 2fb4ecba-5efa-4a5c-855e-620588636537 owned by network:router_interface {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:38:32.283330 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-16a72605-f7cb-4c8e-a0ea-fdf290e3e4fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11433176'] for port, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:38:32.308813 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a72605-f7cb-4c8e-a0ea-fdf290e3e4fd admin admin] Pushing event deleted for resources: {'Port': ['ID=2fb4ecba-5efa-4a5c-855e-620588636537,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:38:32.336328 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a72605-f7cb-4c8e-a0ea-fdf290e3e4fd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:38:32.336683 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a72605-f7cb-4c8e-a0ea-fdf290e3e4fd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:38:32.337004 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a72605-f7cb-4c8e-a0ea-fdf290e3e4fd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:38:32.337334 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a72605-f7cb-4c8e-a0ea-fdf290e3e4fd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:38:32.337686 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a72605-f7cb-4c8e-a0ea-fdf290e3e4fd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:38:32.338024 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a72605-f7cb-4c8e-a0ea-fdf290e3e4fd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:38:32.338348 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a72605-f7cb-4c8e-a0ea-fdf290e3e4fd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:38:32.338675 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a72605-f7cb-4c8e-a0ea-fdf290e3e4fd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:38:32.338998 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a72605-f7cb-4c8e-a0ea-fdf290e3e4fd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:38:32.339317 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a72605-f7cb-4c8e-a0ea-fdf290e3e4fd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:38:32.339638 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a72605-f7cb-4c8e-a0ea-fdf290e3e4fd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:38:32.340209 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a72605-f7cb-4c8e-a0ea-fdf290e3e4fd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:38:32.340525 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a72605-f7cb-4c8e-a0ea-fdf290e3e4fd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:38:32.504638 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-16a72605-f7cb-4c8e-a0ea-fdf290e3e4fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-560676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531569'] for router_interface, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:38:32.710899 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16a72605-f7cb-4c8e-a0ea-fdf290e3e4fd admin admin] Router 165e855e-513d-4aad-a45b-6587bbf941a7 has already been hosted by L3 agent 59446fdc-40e0-41fe-a575-a8eb11d742f7 {{(pid=103801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 05 17:38:32.831162 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16a72605-f7cb-4c8e-a0ea-fdf290e3e4fd admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 05 17:38:32.838040 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-16a72605-f7cb-4c8e-a0ea-fdf290e3e4fd admin admin] 10.222.0.11 "PUT /v2.0/routers/165e855e-513d-4aad-a45b-6587bbf941a7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4476154 Jan 05 17:38:32.840265 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-087e1edc-13d3-4a59-9f6b-889bd72d3db7 None None] Sync routers for ids ['165e855e-513d-4aad-a45b-6587bbf941a7'] in dv-neutron-master-2-hyperv {{(pid=103803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 05 17:38:32.852754 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-087e1edc-13d3-4a59-9f6b-889bd72d3db7 None None] Routers {'165e855e-513d-4aad-a45b-6587bbf941a7'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:38:32.853347 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-087e1edc-13d3-4a59-9f6b-889bd72d3db7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:38:19Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['165e855e-513d-4aad-a45b-6587bbf941a7'], 'active': True} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:38:32.858669 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 50734) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:38:32.978187 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-1ab44312-4d5b-41f9-8bbc-0489cd26bf47 admin admin] Publish callbacks [] for router, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:38:33.040015 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvr_db [None req-087e1edc-13d3-4a59-9f6b-889bd72d3db7 None None] Set router 165e855e-513d-4aad-a45b-6587bbf941a7 gateway port host: dv-neutron-master-2-hyperv {{(pid=103803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:38:33.077304 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-1ab44312-4d5b-41f9-8bbc-0489cd26bf47 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:38:33.198297 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-1ab44312-4d5b-41f9-8bbc-0489cd26bf47 admin admin] Deleting port b972b120-5c5a-434a-a5ea-f578a4ad5cbc {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:38:33.198628 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-1ab44312-4d5b-41f9-8bbc-0489cd26bf47 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:38:33.220908 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-087e1edc-13d3-4a59-9f6b-889bd72d3db7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '165e855e-513d-4aad-a45b-6587bbf941a7', 'name': 'tempest-TestEncryptedCinderVolumes-1703224653-router', 'tenant_id': 'e2b308e3b7d74d8796d3e9510eb5c32c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.81'}], 'enable_snat': True}, 'gw_port_id': 'b972b120-5c5a-434a-a5ea-f578a4ad5cbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:36:38Z', 'updated_at': '2022-01-05T17:38:32Z', 'revision_number': 5, 'project_id': 'e2b308e3b7d74d8796d3e9510eb5c32c', 'gw_port': {'id': 'b972b120-5c5a-434a-a5ea-f578a4ad5cbc', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:89:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '165e855e-513d-4aad-a45b-6587bbf941a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:36:38Z', 'updated_at': '2022-01-05T17:36:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:38:33.246993 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-087e1edc-13d3-4a59-9f6b-889bd72d3db7 None None] Checking router: 165e855e-513d-4aad-a45b-6587bbf941a7 for host: dv-neutron-master-2-hyperv {{(pid=103803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 05 17:38:33.254967 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-087e1edc-13d3-4a59-9f6b-889bd72d3db7 None None] Routers {'165e855e-513d-4aad-a45b-6587bbf941a7'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:38:33.255770 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-087e1edc-13d3-4a59-9f6b-889bd72d3db7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:38:19Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['165e855e-513d-4aad-a45b-6587bbf941a7'], 'active': True} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:38:33.278184 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-1ab44312-4d5b-41f9-8bbc-0489cd26bf47 admin admin] For port b972b120-5c5a-434a-a5ea-f578a4ad5cbc, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b972b120-5c5a-434a-a5ea-f578a4ad5cbc,segment=NetworkSegment(3f961525-530f-4ce5-8222-1dbbbe774893),segment_id=3f961525-530f-4ce5-8222-1dbbbe774893)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:38:33.278572 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-1ab44312-4d5b-41f9-8bbc-0489cd26bf47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:38:33.290436 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-1ab44312-4d5b-41f9-8bbc-0489cd26bf47 admin admin] Calling delete_port for b972b120-5c5a-434a-a5ea-f578a4ad5cbc owned by network:router_gateway {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:38:33.339222 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvr_db [None req-087e1edc-13d3-4a59-9f6b-889bd72d3db7 None None] Set router 165e855e-513d-4aad-a45b-6587bbf941a7 gateway port host: None {{(pid=103803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:38:33.392265 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-087e1edc-13d3-4a59-9f6b-889bd72d3db7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '165e855e-513d-4aad-a45b-6587bbf941a7', 'name': 'tempest-TestEncryptedCinderVolumes-1703224653-router', 'tenant_id': 'e2b308e3b7d74d8796d3e9510eb5c32c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:36:38Z', 'updated_at': '2022-01-05T17:38:33Z', 'revision_number': 6, 'project_id': 'e2b308e3b7d74d8796d3e9510eb5c32c', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:38:33.418769 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-087e1edc-13d3-4a59-9f6b-889bd72d3db7 None None] The sync data for ids ['165e855e-513d-4aad-a45b-6587bbf941a7'] in dv-neutron-master-2-hyperv is: [{'id': '165e855e-513d-4aad-a45b-6587bbf941a7', 'name': 'tempest-TestEncryptedCinderVolumes-1703224653-router', 'tenant_id': 'e2b308e3b7d74d8796d3e9510eb5c32c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:36:38Z', 'updated_at': '2022-01-05T17:38:33Z', 'revision_number': 6, 'project_id': 'e2b308e3b7d74d8796d3e9510eb5c32c', 'gw_port_host': None}] {{(pid=103803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 05 17:38:33.550963 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-1ab44312-4d5b-41f9-8bbc-0489cd26bf47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11433176'] for port, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:38:33.576272 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab44312-4d5b-41f9-8bbc-0489cd26bf47 admin admin] Pushing event deleted for resources: {'Port': ['ID=b972b120-5c5a-434a-a5ea-f578a4ad5cbc,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:38:33.590731 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a95c08b2-722c-4cc0-99d0-3cb64aa051cc None None] DHCP port deletion for b0167590-0699-4c5c-a932-3939414a9573 request from dv-neutron-master-2-hyperv {{(pid=103802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 05 17:38:33.643733 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-1ab44312-4d5b-41f9-8bbc-0489cd26bf47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-648595'] for router_gateway, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:38:33.667835 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Device f141e28d-1b8f-42f8-9380-145c9a9d4d29 no longer exists at agent hyperv_hv-neutron-mast {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 05 17:38:33.687125 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] No Port match for: f141e28d-1b8f-42f8-9380-145c9a9d4d29 {{(pid=103802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 05 17:38:33.687463 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Device f141e28d-1b8f-42f8-9380-145c9a9d4d29 not bound to the agent host hv-neutron-mast {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 05 17:38:33.731206 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-1ab44312-4d5b-41f9-8bbc-0489cd26bf47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-648249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62744'] for router, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:38:33.733213 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-1ab44312-4d5b-41f9-8bbc-0489cd26bf47 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:38:33.854911 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-1ab44312-4d5b-41f9-8bbc-0489cd26bf47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-648240'] for router, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:38:33.855560 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ab44312-4d5b-41f9-8bbc-0489cd26bf47 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 165e855e-513d-4aad-a45b-6587bbf941a7 {{(pid=103801) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 05 17:38:33.867133 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-1ab44312-4d5b-41f9-8bbc-0489cd26bf47 admin admin] Publish callbacks [] for router, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:38:33.867133 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-1ab44312-4d5b-41f9-8bbc-0489cd26bf47 admin admin] 10.222.0.11 "DELETE /v2.0/routers/165e855e-513d-4aad-a45b-6587bbf941a7 HTTP/1.1" status: 204 len: 168 time: 1.0042870 Jan 05 17:38:33.867557 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 50736) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:38:33.913959 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc22b04d-4114-4c95-a169-5627a455a81e admin admin] Deleting subnet c46bb9a0-50ec-4716-9b4e-03bb5ae88a6c {{(pid=103800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 05 17:38:33.916898 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-bc22b04d-4114-4c95-a169-5627a455a81e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:38:33.949957 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-bc22b04d-4114-4c95-a169-5627a455a81e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8784846'] for subnet, precommit_delete_associations {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:38:34.027384 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-bc22b04d-4114-4c95-a169-5627a455a81e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892868'] for subnet, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:38:34.129166 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-bc22b04d-4114-4c95-a169-5627a455a81e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3893367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8784787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8521880'] for subnet, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:38:34.160255 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc22b04d-4114-4c95-a169-5627a455a81e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c46bb9a0-50ec-4716-9b4e-03bb5ae88a6c,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:38:34.162245 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-bc22b04d-4114-4c95-a169-5627a455a81e admin admin] Publish callbacks [] for subnet, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:38:34.167915 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-bc22b04d-4114-4c95-a169-5627a455a81e admin admin] 10.222.0.11 "DELETE /v2.0/subnets/c46bb9a0-50ec-4716-9b4e-03bb5ae88a6c HTTP/1.1" status: 204 len: 168 time: 0.2971659 Jan 05 17:38:34.168074 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 50738) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:38:34.168707 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13ccc3c0-93fa-4d71-9f39-52fd72f7b035 None None] Network 0ddc3040-9d85-4bc5-9880-3372667187c5 requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:38:34.238605 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3696b81f-5861-45ce-b0ea-38785ead9dbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3809644'] for network, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:38:34.297073 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-3696b81f-5861-45ce-b0ea-38785ead9dbd admin admin] Deleting port 583db69b-32ef-4aae-88fe-afabc6e39915 {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:38:34.297414 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3696b81f-5861-45ce-b0ea-38785ead9dbd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:38:34.333104 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a13437a-f095-4ef5-914a-e00c11aeaf4e None None] DHCP port deletion for 0ddc3040-9d85-4bc5-9880-3372667187c5 request from dv-neutron-master-2-hyperv {{(pid=103802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 05 17:38:34.364185 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.db [None req-3696b81f-5861-45ce-b0ea-38785ead9dbd admin admin] For port 583db69b-32ef-4aae-88fe-afabc6e39915, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=583db69b-32ef-4aae-88fe-afabc6e39915,segment=NetworkSegment(e94a0731-e7bd-477f-9c7d-6c61c4a7dea9),segment_id=e94a0731-e7bd-477f-9c7d-6c61c4a7dea9)] {{(pid=103800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:38:34.364553 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3696b81f-5861-45ce-b0ea-38785ead9dbd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:38:34.379850 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-3696b81f-5861-45ce-b0ea-38785ead9dbd admin admin] Calling delete_port for 583db69b-32ef-4aae-88fe-afabc6e39915 owned by network:dhcp {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:38:34.382002 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-7a13437a-f095-4ef5-914a-e00c11aeaf4e None None] Deleting port 583db69b-32ef-4aae-88fe-afabc6e39915 {{(pid=103802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:38:34.382370 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-7a13437a-f095-4ef5-914a-e00c11aeaf4e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:38:34.455337 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-7a13437a-f095-4ef5-914a-e00c11aeaf4e None None] For port 583db69b-32ef-4aae-88fe-afabc6e39915, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=583db69b-32ef-4aae-88fe-afabc6e39915,segment=NetworkSegment(e94a0731-e7bd-477f-9c7d-6c61c4a7dea9),segment_id=e94a0731-e7bd-477f-9c7d-6c61c4a7dea9)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:38:34.455685 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-7a13437a-f095-4ef5-914a-e00c11aeaf4e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:38:34.471394 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-7a13437a-f095-4ef5-914a-e00c11aeaf4e None None] Calling delete_port for 583db69b-32ef-4aae-88fe-afabc6e39915 owned by network:dhcp {{(pid=103802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:38:34.528457 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 2fb4ecba-5efa-4a5c-855e-620588636537 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 05 17:38:34.546414 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3696b81f-5861-45ce-b0ea-38785ead9dbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:38:34.559241 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] No Port match for: 2fb4ecba-5efa-4a5c-855e-620588636537 {{(pid=103802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 05 17:38:34.559582 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 2fb4ecba-5efa-4a5c-855e-620588636537 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 05 17:38:34.560003 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 583db69b-32ef-4aae-88fe-afabc6e39915 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 05 17:38:34.574260 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3696b81f-5861-45ce-b0ea-38785ead9dbd admin admin] Pushing event deleted for resources: {'Port': ['ID=583db69b-32ef-4aae-88fe-afabc6e39915,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:38:34.578642 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3696b81f-5861-45ce-b0ea-38785ead9dbd admin admin] No DVR routers for this DVR port 583db69b-32ef-4aae-88fe-afabc6e39915 on host dv-neutron-master-2-hyperv {{(pid=103800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 05 17:38:34.586259 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] No Port match for: 583db69b-32ef-4aae-88fe-afabc6e39915 {{(pid=103802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 05 17:38:34.586605 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 583db69b-32ef-4aae-88fe-afabc6e39915 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 05 17:38:34.587027 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device b972b120-5c5a-434a-a5ea-f578a4ad5cbc no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 05 17:38:34.608891 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] No Port match for: b972b120-5c5a-434a-a5ea-f578a4ad5cbc {{(pid=103802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 05 17:38:34.608891 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device b972b120-5c5a-434a-a5ea-f578a4ad5cbc not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 05 17:38:34.611105 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-7a13437a-f095-4ef5-914a-e00c11aeaf4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678'] for port, after_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:38:34.638548 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a13437a-f095-4ef5-914a-e00c11aeaf4e None None] Pushing event deleted for resources: {'Port': ['ID=583db69b-32ef-4aae-88fe-afabc6e39915,revision_number=None']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:38:34.640363 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a13437a-f095-4ef5-914a-e00c11aeaf4e None None] No DVR routers for this DVR port 583db69b-32ef-4aae-88fe-afabc6e39915 on host dv-neutron-master-2-hyperv {{(pid=103802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 05 17:38:34.661096 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3696b81f-5861-45ce-b0ea-38785ead9dbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3891715', 'neutron.services.segments.db._delete_segments_for_network-8754181063482'] for network, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:38:34.680713 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.services.segments.db [None req-3696b81f-5861-45ce-b0ea-38785ead9dbd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ddc3040-9d85-4bc5-9880-3372667187c5']}} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:38:34.689638 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.services.segments.db [None req-3696b81f-5861-45ce-b0ea-38785ead9dbd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e94a0731-e7bd-477f-9c7d-6c61c4a7dea9') {'for_net_delete': True} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:38:34.689914 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.services.segments.db [None req-3696b81f-5861-45ce-b0ea-38785ead9dbd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e94a0731-e7bd-477f-9c7d-6c61c4a7dea9') {} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:38:34.699394 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3696b81f-5861-45ce-b0ea-38785ead9dbd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754181064771', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8784833'] for segment, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:38:34.713011 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3696b81f-5861-45ce-b0ea-38785ead9dbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225'] for segment, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:38:34.719123 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3696b81f-5861-45ce-b0ea-38785ead9dbd admin admin] Releasing vlan 142 on physical network physnet1 to pool {{(pid=103800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 05 17:38:34.719499 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3696b81f-5861-45ce-b0ea-38785ead9dbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8784497'] for segment, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:38:34.721111 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:38:34.721111 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:38:34.721111 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:38:34.721111 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:38:34.721111 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:38:34.721111 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:38:34.721111 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:38:34.721111 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:38:34.721111 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:38:34.721111 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:38:34.721111 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:38:34.721111 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:38:34.721111 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:38:34.721111 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:38:34.721111 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:38:34.721111 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:38:34.721111 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:38:34.721111 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:38:34.721111 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:38:34.721111 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:38:34.721111 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:38:34.721111 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:38:34.721111 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:38:34.721111 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:38:34.721111 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:38:34.721111 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:38:34.721111 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:38:34.721111 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:38:34.721111 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:38:34.721111 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:38:34.721111 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:38:34.721111 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:38:34.721111 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:38:34.721111 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:38:34.721111 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:38:34.721111 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:38:34.721111 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:38:34.721111 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:38:34.721111 dv-neutron-master-2-hyperv neutron-server[103800]: Traceback (most recent call last): Jan 05 17:38:34.721111 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 05 17:38:34.721111 dv-neutron-master-2-hyperv neutron-server[103800]: timer() Jan 05 17:38:34.721111 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 05 17:38:34.721111 dv-neutron-master-2-hyperv neutron-server[103800]: cb(*args, **kw) Jan 05 17:38:34.721111 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 05 17:38:34.721111 dv-neutron-master-2-hyperv neutron-server[103800]: return func(*args, **kwargs) Jan 05 17:38:34.721111 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 05 17:38:34.721111 dv-neutron-master-2-hyperv neutron-server[103800]: self._notify() Jan 05 17:38:34.721111 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 05 17:38:34.721111 dv-neutron-master-2-hyperv neutron-server[103800]: self.callback(batched_events) Jan 05 17:38:34.721111 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 05 17:38:34.721111 dv-neutron-master-2-hyperv neutron-server[103800]: event.method(event) Jan 05 17:38:34.721111 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 05 17:38:34.721111 dv-neutron-master-2-hyperv neutron-server[103800]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 05 17:38:34.721111 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 05 17:38:34.721111 dv-neutron-master-2-hyperv neutron-server[103800]: aggregate_uuid = self.p_client.list_aggregates( Jan 05 17:38:34.721111 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 05 17:38:34.721111 dv-neutron-master-2-hyperv neutron-server[103800]: return f(self, *a, **k) Jan 05 17:38:34.721111 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 05 17:38:34.721111 dv-neutron-master-2-hyperv neutron-server[103800]: return self._get(url).json() Jan 05 17:38:34.721111 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 05 17:38:34.721111 dv-neutron-master-2-hyperv neutron-server[103800]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 05 17:38:34.721111 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 05 17:38:34.721111 dv-neutron-master-2-hyperv neutron-server[103800]: return self.request(url, 'GET', **kwargs) Jan 05 17:38:34.721111 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 05 17:38:34.721111 dv-neutron-master-2-hyperv neutron-server[103800]: base_url = self.get_endpoint(auth, allow=allow, Jan 05 17:38:34.729483 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 05 17:38:34.729483 dv-neutron-master-2-hyperv neutron-server[103800]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 05 17:38:34.729483 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 05 17:38:34.729483 dv-neutron-master-2-hyperv neutron-server[103800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 05 17:38:34.729483 dv-neutron-master-2-hyperv neutron-server[103800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 05 17:38:34.865166 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3696b81f-5861-45ce-b0ea-38785ead9dbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3891722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648695'] for network, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:38:34.871044 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3696b81f-5861-45ce-b0ea-38785ead9dbd admin admin] Publish callbacks [] for network, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:38:34.874192 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-3696b81f-5861-45ce-b0ea-38785ead9dbd admin admin] 10.222.0.11 "DELETE /v2.0/networks/0ddc3040-9d85-4bc5-9880-3372667187c5 HTTP/1.1" status: 204 len: 168 time: 0.7052598 Jan 05 17:38:34.877305 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 50740) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:38:34.885859 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3696b81f-5861-45ce-b0ea-38785ead9dbd admin admin] Pushing event deleted for resources: {'Network': ['ID=0ddc3040-9d85-4bc5-9880-3372667187c5,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:38:35.210600 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-a48b097d-0879-4756-8835-7ec4ab522516 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-531685'] for router_interface, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:38:35.750184 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-a48b097d-0879-4756-8835-7ec4ab522516 admin admin] Deleting port a87de261-c4ff-4146-863e-ee9684a1da23 {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:38:35.750521 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-a48b097d-0879-4756-8835-7ec4ab522516 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:38:35.823993 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-a48b097d-0879-4756-8835-7ec4ab522516 admin admin] For port a87de261-c4ff-4146-863e-ee9684a1da23, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=a87de261-c4ff-4146-863e-ee9684a1da23,segment=NetworkSegment(701b0c7a-60c0-4183-a982-028c85f0b25e),segment_id=701b0c7a-60c0-4183-a982-028c85f0b25e)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:38:35.824351 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-a48b097d-0879-4756-8835-7ec4ab522516 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:38:35.837041 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-a48b097d-0879-4756-8835-7ec4ab522516 admin admin] Calling delete_port for a87de261-c4ff-4146-863e-ee9684a1da23 owned by network:router_interface {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:38:36.076208 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-a48b097d-0879-4756-8835-7ec4ab522516 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11433176'] for port, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:38:36.101795 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48b097d-0879-4756-8835-7ec4ab522516 admin admin] Pushing event deleted for resources: {'Port': ['ID=a87de261-c4ff-4146-863e-ee9684a1da23,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:38:36.266146 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-a48b097d-0879-4756-8835-7ec4ab522516 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-560676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531569'] for router_interface, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:38:36.476554 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a48b097d-0879-4756-8835-7ec4ab522516 admin admin] Router 27fdf90a-3a34-4b56-960a-f49bc33923ea has already been hosted by L3 agent 59446fdc-40e0-41fe-a575-a8eb11d742f7 {{(pid=103801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 05 17:38:36.581390 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a48b097d-0879-4756-8835-7ec4ab522516 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 05 17:38:36.586843 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-a48b097d-0879-4756-8835-7ec4ab522516 admin admin] 10.222.0.11 "PUT /v2.0/routers/27fdf90a-3a34-4b56-960a-f49bc33923ea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7081163 Jan 05 17:38:36.589069 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 50742) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:38:36.590421 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bf38fea-4c5d-41d0-8b30-3e1dd739b330 None None] Sync routers for ids ['27fdf90a-3a34-4b56-960a-f49bc33923ea'] in dv-neutron-master-2-hyperv {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 05 17:38:36.601471 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bf38fea-4c5d-41d0-8b30-3e1dd739b330 None None] Routers {'27fdf90a-3a34-4b56-960a-f49bc33923ea'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:38:36.602337 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-2bf38fea-4c5d-41d0-8b30-3e1dd739b330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:38:19Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['27fdf90a-3a34-4b56-960a-f49bc33923ea'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:38:36.692494 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3fbac431-3610-433d-aacc-86e1fd10b45e admin admin] Publish callbacks [] for router, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:38:36.704203 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-2bf38fea-4c5d-41d0-8b30-3e1dd739b330 None None] Set router 27fdf90a-3a34-4b56-960a-f49bc33923ea gateway port host: dv-neutron-master-2-hyperv {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:38:36.789504 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3fbac431-3610-433d-aacc-86e1fd10b45e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:38:36.879662 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-2bf38fea-4c5d-41d0-8b30-3e1dd739b330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27fdf90a-3a34-4b56-960a-f49bc33923ea', 'name': 'tempest-TestEncryptedCinderVolumes-1268713233-router', 'tenant_id': '804a92e907104b0bba6ec13478631de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.30'}], 'enable_snat': True}, 'gw_port_id': '73426bb4-51a9-4e7f-9880-a7d90b3cc7ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:36:43Z', 'updated_at': '2022-01-05T17:38:35Z', 'revision_number': 5, 'project_id': '804a92e907104b0bba6ec13478631de1', 'gw_port': {'id': '73426bb4-51a9-4e7f-9880-a7d90b3cc7ce', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:1c:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27fdf90a-3a34-4b56-960a-f49bc33923ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:36:44Z', 'updated_at': '2022-01-05T17:36:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:38:36.905949 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bf38fea-4c5d-41d0-8b30-3e1dd739b330 None None] Checking router: 27fdf90a-3a34-4b56-960a-f49bc33923ea for host: dv-neutron-master-2-hyperv {{(pid=103802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 05 17:38:36.914506 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bf38fea-4c5d-41d0-8b30-3e1dd739b330 None None] Routers {'27fdf90a-3a34-4b56-960a-f49bc33923ea'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:38:36.915108 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-2bf38fea-4c5d-41d0-8b30-3e1dd739b330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:38:19Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['27fdf90a-3a34-4b56-960a-f49bc33923ea'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:38:36.922669 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-3fbac431-3610-433d-aacc-86e1fd10b45e admin admin] Deleting port 73426bb4-51a9-4e7f-9880-a7d90b3cc7ce {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:38:36.923014 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3fbac431-3610-433d-aacc-86e1fd10b45e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:38:36.998423 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-2bf38fea-4c5d-41d0-8b30-3e1dd739b330 None None] Set router 27fdf90a-3a34-4b56-960a-f49bc33923ea gateway port host: None {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:38:36.998935 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-3fbac431-3610-433d-aacc-86e1fd10b45e admin admin] For port 73426bb4-51a9-4e7f-9880-a7d90b3cc7ce, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=73426bb4-51a9-4e7f-9880-a7d90b3cc7ce,segment=NetworkSegment(3f961525-530f-4ce5-8222-1dbbbe774893),segment_id=3f961525-530f-4ce5-8222-1dbbbe774893)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:38:36.999297 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3fbac431-3610-433d-aacc-86e1fd10b45e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:38:37.011773 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-3fbac431-3610-433d-aacc-86e1fd10b45e admin admin] Calling delete_port for 73426bb4-51a9-4e7f-9880-a7d90b3cc7ce owned by network:router_gateway {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:38:37.051633 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-2bf38fea-4c5d-41d0-8b30-3e1dd739b330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27fdf90a-3a34-4b56-960a-f49bc33923ea', 'name': 'tempest-TestEncryptedCinderVolumes-1268713233-router', 'tenant_id': '804a92e907104b0bba6ec13478631de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:36:43Z', 'updated_at': '2022-01-05T17:38:36Z', 'revision_number': 6, 'project_id': '804a92e907104b0bba6ec13478631de1', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:38:37.076826 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bf38fea-4c5d-41d0-8b30-3e1dd739b330 None None] The sync data for ids ['27fdf90a-3a34-4b56-960a-f49bc33923ea'] in dv-neutron-master-2-hyperv is: [{'id': '27fdf90a-3a34-4b56-960a-f49bc33923ea', 'name': 'tempest-TestEncryptedCinderVolumes-1268713233-router', 'tenant_id': '804a92e907104b0bba6ec13478631de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:36:43Z', 'updated_at': '2022-01-05T17:38:36Z', 'revision_number': 6, 'project_id': '804a92e907104b0bba6ec13478631de1', 'gw_port_host': None}] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 05 17:38:37.220296 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3fbac431-3610-433d-aacc-86e1fd10b45e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11433176'] for port, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:38:37.245093 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbac431-3610-433d-aacc-86e1fd10b45e admin admin] Pushing event deleted for resources: {'Port': ['ID=73426bb4-51a9-4e7f-9880-a7d90b3cc7ce,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:38:37.258299 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-728e1d84-84d6-44bd-aeca-017c842a19d2 None None] DHCP port deletion for b0167590-0699-4c5c-a932-3939414a9573 request from dv-neutron-master-2-hyperv {{(pid=103802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 05 17:38:37.308947 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3fbac431-3610-433d-aacc-86e1fd10b45e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-648595'] for router_gateway, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:38:37.396378 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3fbac431-3610-433d-aacc-86e1fd10b45e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-648249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62744'] for router, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:38:37.399000 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3fbac431-3610-433d-aacc-86e1fd10b45e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:38:37.508110 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3fbac431-3610-433d-aacc-86e1fd10b45e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-648240'] for router, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:38:37.508730 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fbac431-3610-433d-aacc-86e1fd10b45e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 27fdf90a-3a34-4b56-960a-f49bc33923ea {{(pid=103801) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 05 17:38:37.514506 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3fbac431-3610-433d-aacc-86e1fd10b45e admin admin] Publish callbacks [] for router, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:38:37.514506 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-3fbac431-3610-433d-aacc-86e1fd10b45e admin admin] 10.222.0.11 "DELETE /v2.0/routers/27fdf90a-3a34-4b56-960a-f49bc33923ea HTTP/1.1" status: 204 len: 168 time: 0.9240005 Jan 05 17:38:37.516887 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 50744) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:38:37.563841 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.db_base_plugin_v2 [None req-2950c9f8-7821-4787-8d49-af2b34fb2f7d admin admin] Deleting subnet a941574a-b5d8-4986-95c6-4fb0d3c07244 {{(pid=103801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 05 17:38:37.566790 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-2950c9f8-7821-4787-8d49-af2b34fb2f7d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:38:37.601047 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-2950c9f8-7821-4787-8d49-af2b34fb2f7d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11316398'] for subnet, precommit_delete_associations {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:38:37.675054 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-2950c9f8-7821-4787-8d49-af2b34fb2f7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892868'] for subnet, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:38:37.803905 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-2950c9f8-7821-4787-8d49-af2b34fb2f7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3893367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11433231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12480600'] for subnet, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:38:37.836102 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2950c9f8-7821-4787-8d49-af2b34fb2f7d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a941574a-b5d8-4986-95c6-4fb0d3c07244,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:38:37.838143 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-2950c9f8-7821-4787-8d49-af2b34fb2f7d admin admin] Publish callbacks [] for subnet, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:38:37.841609 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-2950c9f8-7821-4787-8d49-af2b34fb2f7d admin admin] 10.222.0.11 "DELETE /v2.0/subnets/a941574a-b5d8-4986-95c6-4fb0d3c07244 HTTP/1.1" status: 204 len: 168 time: 0.3237734 Jan 05 17:38:37.844070 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 50746) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:38:37.847958 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f212e92e-d286-4bdd-be89-f4b89d5a5b19 None None] Network 67fd3a2c-03cb-4332-a5f6-c9a9dc225292 requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:38:37.913175 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-6911827d-118a-4d04-8edd-b91d5252b818 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3809644'] for network, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:38:37.970947 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-6911827d-118a-4d04-8edd-b91d5252b818 admin admin] Deleting port 6dd189c1-c39d-4576-8993-0613e4c963d9 {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:38:37.971378 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-6911827d-118a-4d04-8edd-b91d5252b818 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:38:38.044975 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-6911827d-118a-4d04-8edd-b91d5252b818 admin admin] For port 6dd189c1-c39d-4576-8993-0613e4c963d9, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=6dd189c1-c39d-4576-8993-0613e4c963d9,segment=NetworkSegment(701b0c7a-60c0-4183-a982-028c85f0b25e),segment_id=701b0c7a-60c0-4183-a982-028c85f0b25e)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:38:38.045341 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-6911827d-118a-4d04-8edd-b91d5252b818 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:38:38.059674 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-6911827d-118a-4d04-8edd-b91d5252b818 admin admin] Calling delete_port for 6dd189c1-c39d-4576-8993-0613e4c963d9 owned by network:dhcp {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:38:38.173195 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b388f1b-a0af-466a-9547-3a08a7204e66 None None] DHCP port deletion for 67fd3a2c-03cb-4332-a5f6-c9a9dc225292 request from dv-neutron-master-2-hyperv {{(pid=103802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 05 17:38:38.219357 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-6b388f1b-a0af-466a-9547-3a08a7204e66 None None] Deleting port 6dd189c1-c39d-4576-8993-0613e4c963d9 {{(pid=103802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:38:38.219728 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-6b388f1b-a0af-466a-9547-3a08a7204e66 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:38:38.225375 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-6911827d-118a-4d04-8edd-b91d5252b818 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11433176'] for port, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:38:38.252165 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6911827d-118a-4d04-8edd-b91d5252b818 admin admin] Pushing event deleted for resources: {'Port': ['ID=6dd189c1-c39d-4576-8993-0613e4c963d9,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:38:38.253916 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6911827d-118a-4d04-8edd-b91d5252b818 admin admin] No DVR routers for this DVR port 6dd189c1-c39d-4576-8993-0613e4c963d9 on host dv-neutron-master-2-hyperv {{(pid=103801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 05 17:38:38.284729 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-6b388f1b-a0af-466a-9547-3a08a7204e66 None None] For port 6dd189c1-c39d-4576-8993-0613e4c963d9, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=6dd189c1-c39d-4576-8993-0613e4c963d9,segment=NetworkSegment(701b0c7a-60c0-4183-a982-028c85f0b25e),segment_id=701b0c7a-60c0-4183-a982-028c85f0b25e)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:38:38.285117 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-6b388f1b-a0af-466a-9547-3a08a7204e66 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:38:38.298229 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-6b388f1b-a0af-466a-9547-3a08a7204e66 None None] Calling delete_port for 6dd189c1-c39d-4576-8993-0613e4c963d9 owned by network:dhcp {{(pid=103802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:38:38.326871 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-6911827d-118a-4d04-8edd-b91d5252b818 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3891715', 'neutron.services.segments.db._delete_segments_for_network-8754181063482'] for network, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:38:38.346812 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.services.segments.db [None req-6911827d-118a-4d04-8edd-b91d5252b818 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67fd3a2c-03cb-4332-a5f6-c9a9dc225292']}} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:38:38.356369 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.services.segments.db [None req-6911827d-118a-4d04-8edd-b91d5252b818 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '701b0c7a-60c0-4183-a982-028c85f0b25e') {'for_net_delete': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:38:38.356667 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.services.segments.db [None req-6911827d-118a-4d04-8edd-b91d5252b818 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '701b0c7a-60c0-4183-a982-028c85f0b25e') {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:38:38.366363 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-6911827d-118a-4d04-8edd-b91d5252b818 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754181064771', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11316385'] for segment, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:38:38.371299 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-6b388f1b-a0af-466a-9547-3a08a7204e66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678'] for port, after_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:38:38.383296 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-6911827d-118a-4d04-8edd-b91d5252b818 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225'] for segment, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:38:38.385497 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6911827d-118a-4d04-8edd-b91d5252b818 admin admin] Releasing vlan 124 on physical network physnet1 to pool {{(pid=103801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 05 17:38:38.385913 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-6911827d-118a-4d04-8edd-b91d5252b818 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11433197'] for segment, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:38:38.387585 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:38:38.387585 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:38:38.387585 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:38:38.387585 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:38:38.387585 dv-neutron-master-2-hyperv neutron-server[103801]: Traceback (most recent call last): Jan 05 17:38:38.387585 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 05 17:38:38.387585 dv-neutron-master-2-hyperv neutron-server[103801]: timer() Jan 05 17:38:38.387585 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 05 17:38:38.387585 dv-neutron-master-2-hyperv neutron-server[103801]: cb(*args, **kw) Jan 05 17:38:38.387585 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 05 17:38:38.387585 dv-neutron-master-2-hyperv neutron-server[103801]: return func(*args, **kwargs) Jan 05 17:38:38.387585 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 05 17:38:38.387585 dv-neutron-master-2-hyperv neutron-server[103801]: self._notify() Jan 05 17:38:38.387585 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 05 17:38:38.387585 dv-neutron-master-2-hyperv neutron-server[103801]: self.callback(batched_events) Jan 05 17:38:38.387585 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 05 17:38:38.387585 dv-neutron-master-2-hyperv neutron-server[103801]: event.method(event) Jan 05 17:38:38.387585 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 05 17:38:38.387585 dv-neutron-master-2-hyperv neutron-server[103801]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 05 17:38:38.387585 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 05 17:38:38.387585 dv-neutron-master-2-hyperv neutron-server[103801]: aggregate_uuid = self.p_client.list_aggregates( Jan 05 17:38:38.387585 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 05 17:38:38.387585 dv-neutron-master-2-hyperv neutron-server[103801]: return f(self, *a, **k) Jan 05 17:38:38.387585 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 05 17:38:38.387585 dv-neutron-master-2-hyperv neutron-server[103801]: return self._get(url).json() Jan 05 17:38:38.387585 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 05 17:38:38.387585 dv-neutron-master-2-hyperv neutron-server[103801]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 05 17:38:38.387585 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 05 17:38:38.387585 dv-neutron-master-2-hyperv neutron-server[103801]: return self.request(url, 'GET', **kwargs) Jan 05 17:38:38.387585 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 05 17:38:38.387585 dv-neutron-master-2-hyperv neutron-server[103801]: base_url = self.get_endpoint(auth, allow=allow, Jan 05 17:38:38.387585 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 05 17:38:38.387585 dv-neutron-master-2-hyperv neutron-server[103801]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 05 17:38:38.387585 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 05 17:38:38.387585 dv-neutron-master-2-hyperv neutron-server[103801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 05 17:38:38.387585 dv-neutron-master-2-hyperv neutron-server[103801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 05 17:38:38.396766 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b388f1b-a0af-466a-9547-3a08a7204e66 None None] Pushing event deleted for resources: {'Port': ['ID=6dd189c1-c39d-4576-8993-0613e4c963d9,revision_number=None']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:38:38.398609 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b388f1b-a0af-466a-9547-3a08a7204e66 None None] No DVR routers for this DVR port 6dd189c1-c39d-4576-8993-0613e4c963d9 on host dv-neutron-master-2-hyperv {{(pid=103802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 05 17:38:38.521179 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 6dd189c1-c39d-4576-8993-0613e4c963d9 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 05 17:38:38.522404 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-6911827d-118a-4d04-8edd-b91d5252b818 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3891722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648695'] for network, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:38:38.526705 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-6911827d-118a-4d04-8edd-b91d5252b818 admin admin] Publish callbacks [] for network, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:38:38.530256 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-6911827d-118a-4d04-8edd-b91d5252b818 admin admin] 10.222.0.11 "DELETE /v2.0/networks/67fd3a2c-03cb-4332-a5f6-c9a9dc225292 HTTP/1.1" status: 204 len: 168 time: 0.6852663 Jan 05 17:38:38.547539 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] No Port match for: 6dd189c1-c39d-4576-8993-0613e4c963d9 {{(pid=103802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 05 17:38:38.547737 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6911827d-118a-4d04-8edd-b91d5252b818 admin admin] Pushing event deleted for resources: {'Network': ['ID=67fd3a2c-03cb-4332-a5f6-c9a9dc225292,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:38:38.547971 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 6dd189c1-c39d-4576-8993-0613e4c963d9 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 05 17:38:38.548294 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 73426bb4-51a9-4e7f-9880-a7d90b3cc7ce no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 05 17:38:38.567278 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] No Port match for: 73426bb4-51a9-4e7f-9880-a7d90b3cc7ce {{(pid=103802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 05 17:38:38.567616 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 73426bb4-51a9-4e7f-9880-a7d90b3cc7ce not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 05 17:38:38.568036 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device a87de261-c4ff-4146-863e-ee9684a1da23 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 05 17:38:38.586860 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] No Port match for: a87de261-c4ff-4146-863e-ee9684a1da23 {{(pid=103802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 05 17:38:38.587132 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device a87de261-c4ff-4146-863e-ee9684a1da23 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 05 17:38:38.915415 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 50750) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:38:38.953795 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-a93a3de6-5c3f-4f21-81d4-31d94a054d19 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e2b308e3b7d74d8796d3e9510eb5c32c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0371890 Jan 05 17:38:38.956165 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 50752) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:38:39.001838 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4e99b166-66dc-432f-b147-ca8494b1545f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:38:39.022906 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4e99b166-66dc-432f-b147-ca8494b1545f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:38:39.140249 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4e99b166-66dc-432f-b147-ca8494b1545f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:38:39.142799 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4e99b166-66dc-432f-b147-ca8494b1545f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:38:39.143960 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-4e99b166-66dc-432f-b147-ca8494b1545f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d457dbfe-296b-43d2-919e-3b1e251297b0 HTTP/1.1" status: 204 len: 168 time: 0.1869111 Jan 05 17:38:39.152222 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e99b166-66dc-432f-b147-ca8494b1545f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d457dbfe-296b-43d2-919e-3b1e251297b0,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:38:39.159028 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e99b166-66dc-432f-b147-ca8494b1545f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:38:39.159376 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e99b166-66dc-432f-b147-ca8494b1545f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:38:39.159715 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e99b166-66dc-432f-b147-ca8494b1545f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:38:39.160049 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e99b166-66dc-432f-b147-ca8494b1545f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:38:39.160377 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e99b166-66dc-432f-b147-ca8494b1545f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:38:39.160704 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e99b166-66dc-432f-b147-ca8494b1545f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:38:39.161027 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e99b166-66dc-432f-b147-ca8494b1545f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:38:39.161349 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e99b166-66dc-432f-b147-ca8494b1545f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:38:39.161692 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e99b166-66dc-432f-b147-ca8494b1545f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:38:39.162016 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e99b166-66dc-432f-b147-ca8494b1545f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:38:39.162335 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e99b166-66dc-432f-b147-ca8494b1545f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:38:39.162651 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e99b166-66dc-432f-b147-ca8494b1545f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:38:39.162966 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e99b166-66dc-432f-b147-ca8494b1545f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:38:39.879532 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 50758) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:38:39.918087 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-e343658e-5fa2-4311-9863-721221853e6c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=804a92e907104b0bba6ec13478631de1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0373366 Jan 05 17:38:39.920452 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 50760) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:38:39.968394 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e4a1bc24-5410-46da-b858-9c9a042e52be admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:38:39.988832 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e4a1bc24-5410-46da-b858-9c9a042e52be admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:38:40.104761 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e4a1bc24-5410-46da-b858-9c9a042e52be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:38:40.107322 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e4a1bc24-5410-46da-b858-9c9a042e52be admin admin] Publish callbacks [] for security_group, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:38:40.108459 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-e4a1bc24-5410-46da-b858-9c9a042e52be admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a1ce8da8-8af7-43de-b519-0160d6876823 HTTP/1.1" status: 204 len: 168 time: 0.1871548 Jan 05 17:38:40.116207 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a1bc24-5410-46da-b858-9c9a042e52be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1ce8da8-8af7-43de-b519-0160d6876823,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:38:41.063816 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 50782) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:38:41.163465 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-b0c51480-bb2c-4399-9965-695021db19de admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-189331491-network', 'tenant_id': '3296bccf5303476ba2853b152fcf13af'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:38:41.259288 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0c51480-bb2c-4399-9965-695021db19de admin admin] Made reservation on behalf of 3296bccf5303476ba2853b152fcf13af for: {'network': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:38:41.261778 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b0c51480-bb2c-4399-9965-695021db19de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for network, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:38:41.271097 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b0c51480-bb2c-4399-9965-695021db19de admin admin] Publish callbacks [] for security_group, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:38:41.346674 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b0c51480-bb2c-4399-9965-695021db19de admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:38:41.407414 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b0c51480-bb2c-4399-9965-695021db19de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:38:41.433020 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0c51480-bb2c-4399-9965-695021db19de admin admin] vlan segment allocate from pool success with {'vlan_id': 134, 'physical_network': 'physnet1'} {{(pid=103800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 05 17:38:41.443815 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c51480-bb2c-4399-9965-695021db19de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef91d799-525d-4f02-b54d-b8e421ee0ed0,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:38:41.450312 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b0c51480-bb2c-4399-9965-695021db19de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225'] for segment, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:38:41.450765 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.db.segments_db [None req-b0c51480-bb2c-4399-9965-695021db19de admin admin] Added segment 046a27ca-53af-49f3-b1ec-8ea53dfb28de of type vlan for network 872dfea2-1631-452e-af81-484be9ab4f5f Jan 05 17:38:41.493060 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b0c51480-bb2c-4399-9965-695021db19de admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754180566020'] for network, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:38:41.574525 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b0c51480-bb2c-4399-9965-695021db19de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685'] for network, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:38:41.575395 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0c51480-bb2c-4399-9965-695021db19de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:38:41.575978 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b0c51480-bb2c-4399-9965-695021db19de admin admin] Publish callbacks [] for network, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:38:41.634024 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c51480-bb2c-4399-9965-695021db19de admin admin] Pushing event updated for resources: {'Network': ['ID=872dfea2-1631-452e-af81-484be9ab4f5f,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:38:41.643882 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Network 872dfea2-1631-452e-af81-484be9ab4f5f details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 05 17:38:41.692269 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-b0c51480-bb2c-4399-9965-695021db19de admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6273170 Jan 05 17:38:41.695590 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 50786) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:38:41.700390 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-cf2b8c47-1cc2-4456-b7f2-a2fc7c629208 admin admin] Request body: {'subnet': {'network_id': '872dfea2-1631-452e-af81-484be9ab4f5f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-189331491-subnet', 'tenant_id': '3296bccf5303476ba2853b152fcf13af', 'ip_version': 4}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:38:41.790583 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf2b8c47-1cc2-4456-b7f2-a2fc7c629208 admin admin] Made reservation on behalf of 3296bccf5303476ba2853b152fcf13af for: {'subnet': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:38:41.792940 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-cf2b8c47-1cc2-4456-b7f2-a2fc7c629208 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8521827'] for subnet, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:38:42.019351 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-cf2b8c47-1cc2-4456-b7f2-a2fc7c629208 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8784852', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8521873'] for subnet, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:38:42.076371 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2b8c47-1cc2-4456-b7f2-a2fc7c629208 admin admin] Pushing event updated for resources: {'Subnet': ['ID=189c4e3a-5bff-4745-9b2b-dc68e73cab4a,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:38:42.081543 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf2b8c47-1cc2-4456-b7f2-a2fc7c629208 admin admin] Checking segment: {'id': '046a27ca-53af-49f3-b1ec-8ea53dfb28de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '872dfea2-1631-452e-af81-484be9ab4f5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:38:42.082062 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf2b8c47-1cc2-4456-b7f2-a2fc7c629208 admin admin] Network hostable DHCP agents. Network: 872dfea2-1631-452e-af81-484be9ab4f5f, hostable agents: ['3f70c195-17da-4084-9fd6-bf6059d88535'], hosted agents: [] {{(pid=103800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 05 17:38:42.191582 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf2b8c47-1cc2-4456-b7f2-a2fc7c629208 admin admin] Network 872dfea2-1631-452e-af81-484be9ab4f5f is scheduled to be hosted by DHCP agent 3f70c195-17da-4084-9fd6-bf6059d88535 with binding_index 1 {{(pid=103800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 05 17:38:42.294371 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-cf2b8c47-1cc2-4456-b7f2-a2fc7c629208 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 872dfea2-1631-452e-af81-484be9ab4f5f) {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:38:42.298393 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf2b8c47-1cc2-4456-b7f2-a2fc7c629208 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:38:42.298991 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-cf2b8c47-1cc2-4456-b7f2-a2fc7c629208 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:38:42.303020 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21dc4709-a409-416a-924f-5e4c1af12073 None None] Network 872dfea2-1631-452e-af81-484be9ab4f5f requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:38:42.394053 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-cf2b8c47-1cc2-4456-b7f2-a2fc7c629208 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6973820 Jan 05 17:38:42.397137 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 50788) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:38:42.401293 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-4ebdc4bf-7fed-46e4-be48-d2ca433e0c5c admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-189331491-router', 'tenant_id': '3296bccf5303476ba2853b152fcf13af', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573'}}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:38:42.403054 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-098758ea-9bde-432d-9470-016aa033311b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-872dfea2-1631-452e-af81-484be9ab4f5f', 'network_id': '872dfea2-1631-452e-af81-484be9ab4f5f', 'project_id': '3296bccf5303476ba2853b152fcf13af', 'fixed_ips': [{'subnet_id': '189c4e3a-5bff-4745-9b2b-dc68e73cab4a'}]}} from dv-neutron-master-2-hyperv. {{(pid=103802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 05 17:38:42.403917 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-098758ea-9bde-432d-9470-016aa033311b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:38:42.494719 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4ebdc4bf-7fed-46e4-be48-d2ca433e0c5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-649063', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58098'] for router, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:38:42.495809 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4ebdc4bf-7fed-46e4-be48-d2ca433e0c5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649832', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-545006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58091'] for router, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:38:42.533871 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.db_base_plugin_common [None req-098758ea-9bde-432d-9470-016aa033311b None None] Allocated IP 172.20.0.2 (872dfea2-1631-452e-af81-484be9ab4f5f/189c4e3a-5bff-4745-9b2b-dc68e73cab4a/70cd5cbc-42f4-410c-a136-a5ddb8e772d0) {{(pid=103802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:38:42.549168 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4ebdc4bf-7fed-46e4-be48-d2ca433e0c5c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:38:42.676972 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-098758ea-9bde-432d-9470-016aa033311b None None] Publish callbacks [] for port, precommit_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:38:42.712319 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4ebdc4bf-7fed-46e4-be48-d2ca433e0c5c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:38:42.746224 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-098758ea-9bde-432d-9470-016aa033311b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669'] for port, after_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:38:42.782731 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-098758ea-9bde-432d-9470-016aa033311b None None] Network 872dfea2-1631-452e-af81-484be9ab4f5f is already hosted by enough agents. {{(pid=103802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:38:42.785567 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.scheduler.base_scheduler [None req-098758ea-9bde-432d-9470-016aa033311b None None] Resources bound (agent type, host, resource id): {{(pid=103802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:38:42.788835 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-098758ea-9bde-432d-9470-016aa033311b None None] Received port after_create {{(pid=103802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:38:42.801074 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098758ea-9bde-432d-9470-016aa033311b None None] Pushing event updated for resources: {'Port': ['ID=70cd5cbc-42f4-410c-a136-a5ddb8e772d0,revision_number=1']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:38:42.850943 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-098758ea-9bde-432d-9470-016aa033311b None None] Attempting to bind port 70cd5cbc-42f4-410c-a136-a5ddb8e772d0 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 05 17:38:42.851317 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-098758ea-9bde-432d-9470-016aa033311b None None] Attempting to bind port 70cd5cbc-42f4-410c-a136-a5ddb8e772d0 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '046a27ca-53af-49f3-b1ec-8ea53dfb28de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '872dfea2-1631-452e-af81-484be9ab4f5f'}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 05 17:38:42.851672 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-098758ea-9bde-432d-9470-016aa033311b None None] Attempting to bind port 70cd5cbc-42f4-410c-a136-a5ddb8e772d0 on network 872dfea2-1631-452e-af81-484be9ab4f5f {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:38:42.856583 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-098758ea-9bde-432d-9470-016aa033311b None None] Checking agent: {'id': '0d4f8fd3-ce62-4651-970c-efa6a8bb22b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 5, 16, 57, 23), 'started_at': datetime.datetime(2022, 1, 5, 16, 57, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 5, 17, 38, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 05 17:38:42.856972 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-098758ea-9bde-432d-9470-016aa033311b None None] Checking segment: {'id': '046a27ca-53af-49f3-b1ec-8ea53dfb28de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '872dfea2-1631-452e-af81-484be9ab4f5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:38:42.857356 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-098758ea-9bde-432d-9470-016aa033311b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:38:42.857775 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-098758ea-9bde-432d-9470-016aa033311b None None] Bound using segment: {'id': '046a27ca-53af-49f3-b1ec-8ea53dfb28de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '872dfea2-1631-452e-af81-484be9ab4f5f'} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 05 17:38:42.858349 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-098758ea-9bde-432d-9470-016aa033311b None None] Bound port: 70cd5cbc-42f4-410c-a136-a5ddb8e772d0, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '046a27ca-53af-49f3-b1ec-8ea53dfb28de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '872dfea2-1631-452e-af81-484be9ab4f5f'}}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 05 17:38:42.858725 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-098758ea-9bde-432d-9470-016aa033311b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:38:42.918809 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-098758ea-9bde-432d-9470-016aa033311b None None] For port 70cd5cbc-42f4-410c-a136-a5ddb8e772d0, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 05 17:38:42.922057 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-098758ea-9bde-432d-9470-016aa033311b None None] For port 70cd5cbc-42f4-410c-a136-a5ddb8e772d0, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=70cd5cbc-42f4-410c-a136-a5ddb8e772d0,segment=NetworkSegment(046a27ca-53af-49f3-b1ec-8ea53dfb28de),segment_id=046a27ca-53af-49f3-b1ec-8ea53dfb28de)] {{(pid=103802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 05 17:38:42.975942 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4ebdc4bf-7fed-46e4-be48-d2ca433e0c5c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:38:42.994464 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4ebdc4bf-7fed-46e4-be48-d2ca433e0c5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:38:42.996293 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-098758ea-9bde-432d-9470-016aa033311b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:38:43.055463 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098758ea-9bde-432d-9470-016aa033311b None None] Pushing event updated for resources: {'Port': ['ID=70cd5cbc-42f4-410c-a136-a5ddb8e772d0,revision_number=2']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:38:43.458050 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [None req-4ebdc4bf-7fed-46e4-be48-d2ca433e0c5c admin admin] Allocated IP 172.36.4.25 (b0167590-0699-4c5c-a932-3939414a9573/7a784a6d-3d96-418f-a645-b9ccd0b1ac55/e30286f2-4311-4910-8c37-03016e544d1d) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:38:43.554457 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4ebdc4bf-7fed-46e4-be48-d2ca433e0c5c admin admin] Publish callbacks [] for port, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:38:43.649491 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4ebdc4bf-7fed-46e4-be48-d2ca433e0c5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:38:43.693701 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ebdc4bf-7fed-46e4-be48-d2ca433e0c5c admin admin] Network b0167590-0699-4c5c-a932-3939414a9573 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:38:43.696686 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-4ebdc4bf-7fed-46e4-be48-d2ca433e0c5c admin admin] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:38:43.703735 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ebdc4bf-7fed-46e4-be48-d2ca433e0c5c admin admin] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:38:43.706829 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebdc4bf-7fed-46e4-be48-d2ca433e0c5c admin admin] Pushing event updated for resources: {'Port': ['ID=e30286f2-4311-4910-8c37-03016e544d1d,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:38:43.717312 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa6d6e96-1914-4eaa-b222-f3628be7da43 None None] DHCP port deletion for b0167590-0699-4c5c-a932-3939414a9573 request from dv-neutron-master-2-hyperv {{(pid=103802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 05 17:38:43.826743 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-5f81abaf-ca2f-4999-b5d9-efb2f7a8c801 None None] Provisioning complete for port e30286f2-4311-4910-8c37-03016e544d1d triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:38:43.827246 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-5f81abaf-ca2f-4999-b5d9-efb2f7a8c801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:38:43.866431 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-5f81abaf-ca2f-4999-b5d9-efb2f7a8c801 None None] Port e30286f2-4311-4910-8c37-03016e544d1d cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 17:38:43.951178 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0b58fc8-3835-4437-b311-7e3ad223c05b None None] Network 872dfea2-1631-452e-af81-484be9ab4f5f requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:38:44.034189 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-5afc6ba0-61b8-4d2e-8805-19959579ac73 None None] Provisioning complete for port 70cd5cbc-42f4-410c-a136-a5ddb8e772d0 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:38:44.034553 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-5afc6ba0-61b8-4d2e-8805-19959579ac73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:38:44.057314 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4ebdc4bf-7fed-46e4-be48-d2ca433e0c5c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:38:44.146430 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-5afc6ba0-61b8-4d2e-8805-19959579ac73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:38:44.186283 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-5afc6ba0-61b8-4d2e-8805-19959579ac73 None None] For port 70cd5cbc-42f4-410c-a136-a5ddb8e772d0, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=70cd5cbc-42f4-410c-a136-a5ddb8e772d0,segment=NetworkSegment(046a27ca-53af-49f3-b1ec-8ea53dfb28de),segment_id=046a27ca-53af-49f3-b1ec-8ea53dfb28de)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:38:44.262141 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4ebdc4bf-7fed-46e4-be48-d2ca433e0c5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-648430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648639'] for router, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:38:44.266406 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-5afc6ba0-61b8-4d2e-8805-19959579ac73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:38:44.320547 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afc6ba0-61b8-4d2e-8805-19959579ac73 None None] Pushing event updated for resources: {'Port': ['ID=70cd5cbc-42f4-410c-a136-a5ddb8e772d0,revision_number=3']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:38:44.386659 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-46ea1785-c6cd-4eac-9b04-2271562d5f7c None None] Provisioning complete for port 70cd5cbc-42f4-410c-a136-a5ddb8e772d0 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:38:44.386947 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-46ea1785-c6cd-4eac-9b04-2271562d5f7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:38:44.476389 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ebdc4bf-7fed-46e4-be48-d2ca433e0c5c admin admin] Router bc374e63-bf2b-45d6-a405-dc4a974d429e is scheduled to L3 agent 59446fdc-40e0-41fe-a575-a8eb11d742f7 with binding_index 1 {{(pid=103800) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 05 17:38:44.544821 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 70cd5cbc-42f4-410c-a136-a5ddb8e772d0 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:38:44.592025 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Provisioning complete for port 70cd5cbc-42f4-410c-a136-a5ddb8e772d0 triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:38:44.592391 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:38:44.593577 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ebdc4bf-7fed-46e4-be48-d2ca433e0c5c admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 05 17:38:44.603318 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25bd8f08-d339-4248-8dae-ab4be564a8ea None None] Sync routers for ids ['bc374e63-bf2b-45d6-a405-dc4a974d429e'] in dv-neutron-master-2-hyperv {{(pid=103803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 05 17:38:44.617167 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25bd8f08-d339-4248-8dae-ab4be564a8ea None None] Routers {'bc374e63-bf2b-45d6-a405-dc4a974d429e'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:38:44.619987 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-25bd8f08-d339-4248-8dae-ab4be564a8ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:38:19Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['bc374e63-bf2b-45d6-a405-dc4a974d429e'], 'active': True} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:38:44.666468 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4ebdc4bf-7fed-46e4-be48-d2ca433e0c5c admin admin] Publish callbacks [] for router, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:38:44.670267 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-4ebdc4bf-7fed-46e4-be48-d2ca433e0c5c admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.2696767 Jan 05 17:38:44.670937 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 50790) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:38:44.717446 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvr_db [None req-25bd8f08-d339-4248-8dae-ab4be564a8ea None None] Set router bc374e63-bf2b-45d6-a405-dc4a974d429e gateway port host: dv-neutron-master-2-hyperv {{(pid=103803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:38:44.892996 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-25bd8f08-d339-4248-8dae-ab4be564a8ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc374e63-bf2b-45d6-a405-dc4a974d429e', 'name': 'tempest-TestMinimumBasicScenario-189331491-router', 'tenant_id': '3296bccf5303476ba2853b152fcf13af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.25'}], 'enable_snat': True}, 'gw_port_id': 'e30286f2-4311-4910-8c37-03016e544d1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:38:42Z', 'updated_at': '2022-01-05T17:38:43Z', 'revision_number': 3, 'project_id': '3296bccf5303476ba2853b152fcf13af', 'gw_port': {'id': 'e30286f2-4311-4910-8c37-03016e544d1d', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:6e:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc374e63-bf2b-45d6-a405-dc4a974d429e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:38:42Z', 'updated_at': '2022-01-05T17:38:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:38:44.919919 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25bd8f08-d339-4248-8dae-ab4be564a8ea None None] Checking router: bc374e63-bf2b-45d6-a405-dc4a974d429e for host: dv-neutron-master-2-hyperv {{(pid=103803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 05 17:38:44.920188 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25bd8f08-d339-4248-8dae-ab4be564a8ea None None] Updating router bc374e63-bf2b-45d6-a405-dc4a974d429e port e30286f2-4311-4910-8c37-03016e544d1d binding host dv-neutron-master-2-hyperv {{(pid=103803) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 05 17:38:44.944080 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-25bd8f08-d339-4248-8dae-ab4be564a8ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:38:45.072127 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e245d261-2f91-4d38-9cb1-25c79af8882a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:38:45.187780 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-25bd8f08-d339-4248-8dae-ab4be564a8ea None None] Publish callbacks [] for port, precommit_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:38:45.223042 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [None req-e245d261-2f91-4d38-9cb1-25c79af8882a admin admin] Allocated IP 172.20.0.1 (872dfea2-1631-452e-af81-484be9ab4f5f/189c4e3a-5bff-4745-9b2b-dc68e73cab4a/3cab0f59-1147-4af7-8bc6-8071c3c3b6d3) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:38:45.260087 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-25bd8f08-d339-4248-8dae-ab4be564a8ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:38:45.284799 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eed8a9fc-978d-4a5e-9471-e1b50740d0ac None None] DHCP port deletion for b0167590-0699-4c5c-a932-3939414a9573 request from dv-neutron-master-2-hyperv {{(pid=103802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 05 17:38:45.313442 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.plugins.ml2.managers [None req-25bd8f08-d339-4248-8dae-ab4be564a8ea None None] Attempting to bind port e30286f2-4311-4910-8c37-03016e544d1d on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 05 17:38:45.313861 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.plugins.ml2.managers [None req-25bd8f08-d339-4248-8dae-ab4be564a8ea None None] Attempting to bind port e30286f2-4311-4910-8c37-03016e544d1d by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '3f961525-530f-4ce5-8222-1dbbbe774893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573'}] {{(pid=103803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 05 17:38:45.314224 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25bd8f08-d339-4248-8dae-ab4be564a8ea None None] Attempting to bind port e30286f2-4311-4910-8c37-03016e544d1d on network b0167590-0699-4c5c-a932-3939414a9573 {{(pid=103803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:38:45.327130 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25bd8f08-d339-4248-8dae-ab4be564a8ea None None] Checking agent: {'id': '0d4f8fd3-ce62-4651-970c-efa6a8bb22b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 5, 16, 57, 23), 'started_at': datetime.datetime(2022, 1, 5, 16, 57, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 5, 17, 38, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 05 17:38:45.327500 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25bd8f08-d339-4248-8dae-ab4be564a8ea None None] Checking segment: {'id': '3f961525-530f-4ce5-8222-1dbbbe774893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:38:45.327893 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-25bd8f08-d339-4248-8dae-ab4be564a8ea None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:38:45.328944 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25bd8f08-d339-4248-8dae-ab4be564a8ea None None] Bound using segment: {'id': '3f961525-530f-4ce5-8222-1dbbbe774893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573'} {{(pid=103803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 05 17:38:45.328944 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.plugins.ml2.managers [None req-25bd8f08-d339-4248-8dae-ab4be564a8ea None None] Bound port: e30286f2-4311-4910-8c37-03016e544d1d, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f961525-530f-4ce5-8222-1dbbbe774893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573'}}] {{(pid=103803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 05 17:38:45.329294 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-25bd8f08-d339-4248-8dae-ab4be564a8ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:38:45.331030 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a298ceae-2be2-426d-9cec-ed58a7b602bd None None] Pushing event updated for resources: {'Port': ['ID=e30286f2-4311-4910-8c37-03016e544d1d,revision_number=2']} {{(pid=103803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:38:45.358650 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a298ceae-2be2-426d-9cec-ed58a7b602bd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:38:45.358998 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a298ceae-2be2-426d-9cec-ed58a7b602bd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:38:45.359335 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a298ceae-2be2-426d-9cec-ed58a7b602bd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:38:45.359683 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a298ceae-2be2-426d-9cec-ed58a7b602bd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:38:45.359988 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a298ceae-2be2-426d-9cec-ed58a7b602bd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:38:45.360307 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a298ceae-2be2-426d-9cec-ed58a7b602bd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:38:45.360632 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a298ceae-2be2-426d-9cec-ed58a7b602bd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:38:45.360950 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a298ceae-2be2-426d-9cec-ed58a7b602bd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:38:45.361267 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a298ceae-2be2-426d-9cec-ed58a7b602bd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:38:45.361716 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a298ceae-2be2-426d-9cec-ed58a7b602bd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:38:45.362037 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a298ceae-2be2-426d-9cec-ed58a7b602bd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:38:45.362393 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a298ceae-2be2-426d-9cec-ed58a7b602bd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:38:45.362710 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a298ceae-2be2-426d-9cec-ed58a7b602bd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:38:45.391072 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-10f012a1-7c17-48a2-98c2-9220145feacf None None] Provisioning complete for port e30286f2-4311-4910-8c37-03016e544d1d triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:38:45.391072 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-10f012a1-7c17-48a2-98c2-9220145feacf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:38:45.400846 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.plugins.ml2.db [None req-25bd8f08-d339-4248-8dae-ab4be564a8ea None None] For port e30286f2-4311-4910-8c37-03016e544d1d, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 05 17:38:45.404699 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.plugins.ml2.db [None req-25bd8f08-d339-4248-8dae-ab4be564a8ea None None] For port e30286f2-4311-4910-8c37-03016e544d1d, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e30286f2-4311-4910-8c37-03016e544d1d,segment=NetworkSegment(3f961525-530f-4ce5-8222-1dbbbe774893),segment_id=3f961525-530f-4ce5-8222-1dbbbe774893)] {{(pid=103803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 05 17:38:45.429175 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-10f012a1-7c17-48a2-98c2-9220145feacf None None] Port e30286f2-4311-4910-8c37-03016e544d1d cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 17:38:45.455005 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-25bd8f08-d339-4248-8dae-ab4be564a8ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:38:45.500617 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5089ce2a-c676-42a8-8904-493ea55bc6ec None None] DHCP port deletion for b0167590-0699-4c5c-a932-3939414a9573 request from dv-neutron-master-2-hyperv {{(pid=103802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 05 17:38:45.513729 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25bd8f08-d339-4248-8dae-ab4be564a8ea None None] Routers {'bc374e63-bf2b-45d6-a405-dc4a974d429e'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:38:45.514357 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-25bd8f08-d339-4248-8dae-ab4be564a8ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:38:19Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['bc374e63-bf2b-45d6-a405-dc4a974d429e'], 'active': True} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:38:45.549762 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-a3c756bb-d6b1-4f3a-8497-78e062d242bf None None] Provisioning complete for port e30286f2-4311-4910-8c37-03016e544d1d triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:38:45.550423 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-a3c756bb-d6b1-4f3a-8497-78e062d242bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:38:45.568646 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a298ceae-2be2-426d-9cec-ed58a7b602bd None None] Pushing event updated for resources: {'Port': ['ID=e30286f2-4311-4910-8c37-03016e544d1d,revision_number=3']} {{(pid=103803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:38:45.634028 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvr_db [None req-25bd8f08-d339-4248-8dae-ab4be564a8ea None None] Set router bc374e63-bf2b-45d6-a405-dc4a974d429e gateway port host: dv-neutron-master-2-hyperv {{(pid=103803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:38:45.638233 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-a3c756bb-d6b1-4f3a-8497-78e062d242bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:38:45.648787 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e245d261-2f91-4d38-9cb1-25c79af8882a admin admin] Publish callbacks [] for port, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:38:45.661410 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-a3c756bb-d6b1-4f3a-8497-78e062d242bf None None] For port e30286f2-4311-4910-8c37-03016e544d1d, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e30286f2-4311-4910-8c37-03016e544d1d,segment=NetworkSegment(3f961525-530f-4ce5-8222-1dbbbe774893),segment_id=3f961525-530f-4ce5-8222-1dbbbe774893)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:38:45.745039 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-a3c756bb-d6b1-4f3a-8497-78e062d242bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:38:45.774135 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e245d261-2f91-4d38-9cb1-25c79af8882a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11433176'] for port, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:38:45.793972 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c756bb-d6b1-4f3a-8497-78e062d242bf None None] Pushing event updated for resources: {'Port': ['ID=e30286f2-4311-4910-8c37-03016e544d1d,revision_number=4']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:38:45.813343 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e245d261-2f91-4d38-9cb1-25c79af8882a admin admin] Network 872dfea2-1631-452e-af81-484be9ab4f5f is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:38:45.816646 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-e245d261-2f91-4d38-9cb1-25c79af8882a admin admin] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:38:45.820586 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e245d261-2f91-4d38-9cb1-25c79af8882a admin admin] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:38:45.851333 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e245d261-2f91-4d38-9cb1-25c79af8882a admin admin] Pushing event updated for resources: {'Port': ['ID=3cab0f59-1147-4af7-8bc6-8071c3c3b6d3,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:38:45.868650 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e245d261-2f91-4d38-9cb1-25c79af8882a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-648552'] for router_interface, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:38:45.895004 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-25bd8f08-d339-4248-8dae-ab4be564a8ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc374e63-bf2b-45d6-a405-dc4a974d429e', 'name': 'tempest-TestMinimumBasicScenario-189331491-router', 'tenant_id': '3296bccf5303476ba2853b152fcf13af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.25'}], 'enable_snat': True}, 'gw_port_id': 'e30286f2-4311-4910-8c37-03016e544d1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:38:42Z', 'updated_at': '2022-01-05T17:38:43Z', 'revision_number': 3, 'project_id': '3296bccf5303476ba2853b152fcf13af', 'gw_port': {'id': 'e30286f2-4311-4910-8c37-03016e544d1d', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:6e:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc374e63-bf2b-45d6-a405-dc4a974d429e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:38:42Z', 'updated_at': '2022-01-05T17:38:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:38:45.922616 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25bd8f08-d339-4248-8dae-ab4be564a8ea None None] The sync data for ids ['bc374e63-bf2b-45d6-a405-dc4a974d429e'] in dv-neutron-master-2-hyperv is: [{'id': 'bc374e63-bf2b-45d6-a405-dc4a974d429e', 'name': 'tempest-TestMinimumBasicScenario-189331491-router', 'tenant_id': '3296bccf5303476ba2853b152fcf13af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.25'}], 'enable_snat': True}, 'gw_port_id': 'e30286f2-4311-4910-8c37-03016e544d1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:38:42Z', 'updated_at': '2022-01-05T17:38:43Z', 'revision_number': 3, 'project_id': '3296bccf5303476ba2853b152fcf13af', 'gw_port': {'id': 'e30286f2-4311-4910-8c37-03016e544d1d', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:6e:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc374e63-bf2b-45d6-a405-dc4a974d429e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:38:42Z', 'updated_at': '2022-01-05T17:38:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=103803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 05 17:38:46.066421 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-99a16d83-6460-4027-af05-53a46cffa563 None None] Provisioning complete for port 3cab0f59-1147-4af7-8bc6-8071c3c3b6d3 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:38:46.067191 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-99a16d83-6460-4027-af05-53a46cffa563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:38:46.086829 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e245d261-2f91-4d38-9cb1-25c79af8882a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:38:46.103424 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-99a16d83-6460-4027-af05-53a46cffa563 None None] Port 3cab0f59-1147-4af7-8bc6-8071c3c3b6d3 cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 17:38:46.272438 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e245d261-2f91-4d38-9cb1-25c79af8882a admin admin] Publish callbacks [] for port, precommit_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:38:46.344378 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e245d261-2f91-4d38-9cb1-25c79af8882a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11433169'] for port, after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:38:46.412283 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e245d261-2f91-4d38-9cb1-25c79af8882a admin admin] Pushing event updated for resources: {'Port': ['ID=3cab0f59-1147-4af7-8bc6-8071c3c3b6d3,revision_number=2']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:38:46.414696 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e245d261-2f91-4d38-9cb1-25c79af8882a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-531704'] for router_interface, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:38:46.514226 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e245d261-2f91-4d38-9cb1-25c79af8882a admin admin] Network 872dfea2-1631-452e-af81-484be9ab4f5f is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:38:46.515655 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-e245d261-2f91-4d38-9cb1-25c79af8882a admin admin] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:38:46.571686 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device e30286f2-4311-4910-8c37-03016e544d1d up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:38:46.640852 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Provisioning complete for port e30286f2-4311-4910-8c37-03016e544d1d triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:38:46.641220 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:38:46.655546 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e245d261-2f91-4d38-9cb1-25c79af8882a admin admin] Router bc374e63-bf2b-45d6-a405-dc4a974d429e has already been hosted by L3 agent 59446fdc-40e0-41fe-a575-a8eb11d742f7 {{(pid=103801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 05 17:38:46.791910 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e245d261-2f91-4d38-9cb1-25c79af8882a admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 05 17:38:46.796894 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-e245d261-2f91-4d38-9cb1-25c79af8882a admin admin] 10.222.0.11 "PUT /v2.0/routers/bc374e63-bf2b-45d6-a405-dc4a974d429e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1235569 Jan 05 17:38:46.825754 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-35831267-a6a7-4c5e-84af-e10382b8399e None None] Provisioning complete for port 3cab0f59-1147-4af7-8bc6-8071c3c3b6d3 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:38:46.826367 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-35831267-a6a7-4c5e-84af-e10382b8399e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:38:46.867001 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-35831267-a6a7-4c5e-84af-e10382b8399e None None] Port 3cab0f59-1147-4af7-8bc6-8071c3c3b6d3 cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 17:38:47.105835 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-07a8de7c-c4ff-4969-96e5-9bd3585bebf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:38:47.446434 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51038bfc-9002-45ad-98e5-fb6662b5d117 None None] Sync routers for ids ['bc374e63-bf2b-45d6-a405-dc4a974d429e'] in dv-neutron-master-2-hyperv {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 05 17:38:47.457497 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51038bfc-9002-45ad-98e5-fb6662b5d117 None None] Routers {'bc374e63-bf2b-45d6-a405-dc4a974d429e'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:38:47.458205 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-51038bfc-9002-45ad-98e5-fb6662b5d117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:38:19Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['bc374e63-bf2b-45d6-a405-dc4a974d429e'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:38:47.488968 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 50806) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:38:47.493916 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-63916c08-1e95-4d10-8a4f-f5be9d896f33 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1992912825-network', 'tenant_id': '769b525e89c642c49bb7c593f9e60b67'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:38:47.561513 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-51038bfc-9002-45ad-98e5-fb6662b5d117 None None] Set router bc374e63-bf2b-45d6-a405-dc4a974d429e gateway port host: dv-neutron-master-2-hyperv {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:38:47.568680 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63916c08-1e95-4d10-8a4f-f5be9d896f33 admin admin] Made reservation on behalf of 769b525e89c642c49bb7c593f9e60b67 for: {'network': 1} {{(pid=103801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:38:47.571153 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-63916c08-1e95-4d10-8a4f-f5be9d896f33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for network, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:38:47.580074 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-63916c08-1e95-4d10-8a4f-f5be9d896f33 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:38:47.655966 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-63916c08-1e95-4d10-8a4f-f5be9d896f33 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:38:47.723024 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-63916c08-1e95-4d10-8a4f-f5be9d896f33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:38:47.749942 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63916c08-1e95-4d10-8a4f-f5be9d896f33 admin admin] vlan segment allocate from pool success with {'vlan_id': 116, 'physical_network': 'physnet1'} {{(pid=103801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 05 17:38:47.756254 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-51038bfc-9002-45ad-98e5-fb6662b5d117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc374e63-bf2b-45d6-a405-dc4a974d429e', 'name': 'tempest-TestMinimumBasicScenario-189331491-router', 'tenant_id': '3296bccf5303476ba2853b152fcf13af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.25'}], 'enable_snat': True}, 'gw_port_id': 'e30286f2-4311-4910-8c37-03016e544d1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:38:42Z', 'updated_at': '2022-01-05T17:38:45Z', 'revision_number': 4, 'project_id': '3296bccf5303476ba2853b152fcf13af', 'gw_port': {'id': 'e30286f2-4311-4910-8c37-03016e544d1d', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:6e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc374e63-bf2b-45d6-a405-dc4a974d429e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:38:42Z', 'updated_at': '2022-01-05T17:38:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '3cab0f59-1147-4af7-8bc6-8071c3c3b6d3', 'name': '', 'network_id': '872dfea2-1631-452e-af81-484be9ab4f5f', 'tenant_id': '3296bccf5303476ba2853b152fcf13af', 'mac_address': 'fa:16:3e:1a:3b:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc374e63-bf2b-45d6-a405-dc4a974d429e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1680, 'fixed_ips': [{'subnet_id': '189c4e3a-5bff-4745-9b2b-dc68e73cab4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:38:45Z', 'updated_at': '2022-01-05T17:38:46Z', 'revision_number': 2, 'project_id': '3296bccf5303476ba2853b152fcf13af', 'subnets': [{'id': '189c4e3a-5bff-4745-9b2b-dc68e73cab4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:38:47.759852 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63916c08-1e95-4d10-8a4f-f5be9d896f33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5d38c64-3c64-440b-9f81-81e562fc8860,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:38:47.763835 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-63916c08-1e95-4d10-8a4f-f5be9d896f33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225'] for segment, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:38:47.764466 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.db.segments_db [None req-63916c08-1e95-4d10-8a4f-f5be9d896f33 admin admin] Added segment 5335dd0d-7a8e-4b75-ad3e-1f5959690099 of type vlan for network 88cb06db-496d-4df7-bcb6-4b526df588d0 Jan 05 17:38:47.788013 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51038bfc-9002-45ad-98e5-fb6662b5d117 None None] Checking router: bc374e63-bf2b-45d6-a405-dc4a974d429e for host: dv-neutron-master-2-hyperv {{(pid=103802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 05 17:38:47.788452 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51038bfc-9002-45ad-98e5-fb6662b5d117 None None] Updating router bc374e63-bf2b-45d6-a405-dc4a974d429e port 3cab0f59-1147-4af7-8bc6-8071c3c3b6d3 binding host dv-neutron-master-2-hyperv {{(pid=103802) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 05 17:38:47.805882 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-63916c08-1e95-4d10-8a4f-f5be9d896f33 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754180566020'] for network, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:38:47.819192 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-51038bfc-9002-45ad-98e5-fb6662b5d117 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:38:47.887662 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-63916c08-1e95-4d10-8a4f-f5be9d896f33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685'] for network, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:38:47.888695 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63916c08-1e95-4d10-8a4f-f5be9d896f33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:38:47.889267 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-63916c08-1e95-4d10-8a4f-f5be9d896f33 admin admin] Publish callbacks [] for network, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:38:47.949751 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63916c08-1e95-4d10-8a4f-f5be9d896f33 admin admin] Pushing event updated for resources: {'Network': ['ID=88cb06db-496d-4df7-bcb6-4b526df588d0,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:38:47.976945 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Network 88cb06db-496d-4df7-bcb6-4b526df588d0 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 05 17:38:47.987471 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-63916c08-1e95-4d10-8a4f-f5be9d896f33 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4973707 Jan 05 17:38:47.990167 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 50808) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:38:47.995429 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-274b75b4-9724-4bad-8300-a2e1a0306fdc admin admin] Request body: {'subnet': {'network_id': '88cb06db-496d-4df7-bcb6-4b526df588d0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1992912825-subnet', 'tenant_id': '769b525e89c642c49bb7c593f9e60b67', 'ip_version': 4}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:38:48.077570 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-274b75b4-9724-4bad-8300-a2e1a0306fdc admin admin] Made reservation on behalf of 769b525e89c642c49bb7c593f9e60b67 for: {'subnet': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:38:48.080183 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-274b75b4-9724-4bad-8300-a2e1a0306fdc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8521827'] for subnet, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:38:48.279749 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-51038bfc-9002-45ad-98e5-fb6662b5d117 None None] Publish callbacks [] for port, precommit_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:38:48.328859 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-274b75b4-9724-4bad-8300-a2e1a0306fdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8784852', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8521873'] for subnet, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:38:48.357050 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-51038bfc-9002-45ad-98e5-fb6662b5d117 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:38:48.384620 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274b75b4-9724-4bad-8300-a2e1a0306fdc admin admin] Pushing event updated for resources: {'Subnet': ['ID=970524bc-478e-4c90-bd28-d6d5124844f9,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:38:48.394451 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-274b75b4-9724-4bad-8300-a2e1a0306fdc admin admin] Checking segment: {'id': '5335dd0d-7a8e-4b75-ad3e-1f5959690099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '88cb06db-496d-4df7-bcb6-4b526df588d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:38:48.394815 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-274b75b4-9724-4bad-8300-a2e1a0306fdc admin admin] Network hostable DHCP agents. Network: 88cb06db-496d-4df7-bcb6-4b526df588d0, hostable agents: ['3f70c195-17da-4084-9fd6-bf6059d88535'], hosted agents: [] {{(pid=103800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 05 17:38:48.408660 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87092b8-2783-4116-a7b6-91638db80830 None None] Pushing event updated for resources: {'Port': ['ID=3cab0f59-1147-4af7-8bc6-8071c3c3b6d3,revision_number=3']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:38:48.431593 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87092b8-2783-4116-a7b6-91638db80830 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:38:48.431949 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87092b8-2783-4116-a7b6-91638db80830 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:38:48.432292 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87092b8-2783-4116-a7b6-91638db80830 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:38:48.432631 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87092b8-2783-4116-a7b6-91638db80830 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:38:48.432961 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87092b8-2783-4116-a7b6-91638db80830 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:38:48.433289 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87092b8-2783-4116-a7b6-91638db80830 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:38:48.433644 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87092b8-2783-4116-a7b6-91638db80830 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:38:48.433975 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87092b8-2783-4116-a7b6-91638db80830 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:38:48.434300 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87092b8-2783-4116-a7b6-91638db80830 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:38:48.434625 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87092b8-2783-4116-a7b6-91638db80830 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:38:48.434947 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87092b8-2783-4116-a7b6-91638db80830 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:38:48.435264 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87092b8-2783-4116-a7b6-91638db80830 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:38:48.435582 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87092b8-2783-4116-a7b6-91638db80830 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:38:48.464267 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-274b75b4-9724-4bad-8300-a2e1a0306fdc admin admin] Network 88cb06db-496d-4df7-bcb6-4b526df588d0 is scheduled to be hosted by DHCP agent 3f70c195-17da-4084-9fd6-bf6059d88535 with binding_index 1 {{(pid=103800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 05 17:38:48.475186 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-51038bfc-9002-45ad-98e5-fb6662b5d117 None None] Attempting to bind port 3cab0f59-1147-4af7-8bc6-8071c3c3b6d3 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 05 17:38:48.475749 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-51038bfc-9002-45ad-98e5-fb6662b5d117 None None] Attempting to bind port 3cab0f59-1147-4af7-8bc6-8071c3c3b6d3 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '046a27ca-53af-49f3-b1ec-8ea53dfb28de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '872dfea2-1631-452e-af81-484be9ab4f5f'}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 05 17:38:48.476149 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51038bfc-9002-45ad-98e5-fb6662b5d117 None None] Attempting to bind port 3cab0f59-1147-4af7-8bc6-8071c3c3b6d3 on network 872dfea2-1631-452e-af81-484be9ab4f5f {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:38:48.481494 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51038bfc-9002-45ad-98e5-fb6662b5d117 None None] Checking agent: {'id': '0d4f8fd3-ce62-4651-970c-efa6a8bb22b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 5, 16, 57, 23), 'started_at': datetime.datetime(2022, 1, 5, 16, 57, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 5, 17, 38, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 05 17:38:48.481930 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51038bfc-9002-45ad-98e5-fb6662b5d117 None None] Checking segment: {'id': '046a27ca-53af-49f3-b1ec-8ea53dfb28de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '872dfea2-1631-452e-af81-484be9ab4f5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:38:48.482323 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-51038bfc-9002-45ad-98e5-fb6662b5d117 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:38:48.482707 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51038bfc-9002-45ad-98e5-fb6662b5d117 None None] Bound using segment: {'id': '046a27ca-53af-49f3-b1ec-8ea53dfb28de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '872dfea2-1631-452e-af81-484be9ab4f5f'} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 05 17:38:48.483168 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-51038bfc-9002-45ad-98e5-fb6662b5d117 None None] Bound port: 3cab0f59-1147-4af7-8bc6-8071c3c3b6d3, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '046a27ca-53af-49f3-b1ec-8ea53dfb28de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '872dfea2-1631-452e-af81-484be9ab4f5f'}}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 05 17:38:48.483541 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-51038bfc-9002-45ad-98e5-fb6662b5d117 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:38:48.523039 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-274b75b4-9724-4bad-8300-a2e1a0306fdc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 88cb06db-496d-4df7-bcb6-4b526df588d0) {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:38:48.535847 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-274b75b4-9724-4bad-8300-a2e1a0306fdc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:38:48.536731 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-274b75b4-9724-4bad-8300-a2e1a0306fdc admin admin] Publish callbacks [] for subnet, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:38:48.537213 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b627f10-19d7-4589-9cf9-8381af4e3e80 None None] Network 88cb06db-496d-4df7-bcb6-4b526df588d0 requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:38:48.594753 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-51038bfc-9002-45ad-98e5-fb6662b5d117 None None] For port 3cab0f59-1147-4af7-8bc6-8071c3c3b6d3, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 05 17:38:48.600659 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-274b75b4-9724-4bad-8300-a2e1a0306fdc admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6093862 Jan 05 17:38:48.603220 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 50810) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:38:48.607519 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-c62bb0c9-d59f-48a1-98a6-f2b803b8386d admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1992912825-router', 'tenant_id': '769b525e89c642c49bb7c593f9e60b67', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573'}}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:38:48.621861 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-51038bfc-9002-45ad-98e5-fb6662b5d117 None None] For port 3cab0f59-1147-4af7-8bc6-8071c3c3b6d3, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=3cab0f59-1147-4af7-8bc6-8071c3c3b6d3,segment=NetworkSegment(046a27ca-53af-49f3-b1ec-8ea53dfb28de),segment_id=046a27ca-53af-49f3-b1ec-8ea53dfb28de)] {{(pid=103802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 05 17:38:48.666554 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afe80239-9939-4511-a3ee-ea21c6fdddec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-88cb06db-496d-4df7-bcb6-4b526df588d0', 'network_id': '88cb06db-496d-4df7-bcb6-4b526df588d0', 'project_id': '769b525e89c642c49bb7c593f9e60b67', 'fixed_ips': [{'subnet_id': '970524bc-478e-4c90-bd28-d6d5124844f9'}]}} from dv-neutron-master-2-hyperv. {{(pid=103802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 05 17:38:48.672135 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-afe80239-9939-4511-a3ee-ea21c6fdddec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:38:48.693239 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-51038bfc-9002-45ad-98e5-fb6662b5d117 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:38:48.700008 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c62bb0c9-d59f-48a1-98a6-f2b803b8386d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-649063', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58098'] for router, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:38:48.701138 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c62bb0c9-d59f-48a1-98a6-f2b803b8386d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649832', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-545006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58091'] for router, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:38:48.750770 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c62bb0c9-d59f-48a1-98a6-f2b803b8386d admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:38:48.806463 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-baf85690-9888-455e-94e9-88730fcc8139 None None] Provisioning complete for port 3cab0f59-1147-4af7-8bc6-8071c3c3b6d3 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:38:48.806999 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-baf85690-9888-455e-94e9-88730fcc8139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:38:48.863462 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87092b8-2783-4116-a7b6-91638db80830 None None] Pushing event updated for resources: {'Port': ['ID=3cab0f59-1147-4af7-8bc6-8071c3c3b6d3,revision_number=4']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:38:48.879611 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51038bfc-9002-45ad-98e5-fb6662b5d117 None None] Routers {'bc374e63-bf2b-45d6-a405-dc4a974d429e'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:38:48.879611 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-51038bfc-9002-45ad-98e5-fb6662b5d117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:38:19Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['bc374e63-bf2b-45d6-a405-dc4a974d429e'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:38:48.943647 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.db_base_plugin_common [None req-afe80239-9939-4511-a3ee-ea21c6fdddec None None] Allocated IP 172.20.0.2 (88cb06db-496d-4df7-bcb6-4b526df588d0/970524bc-478e-4c90-bd28-d6d5124844f9/916c7c25-5694-444f-a7cb-40e26bdf66f7) {{(pid=103802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:38:48.962449 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c62bb0c9-d59f-48a1-98a6-f2b803b8386d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:38:49.104768 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-51038bfc-9002-45ad-98e5-fb6662b5d117 None None] Set router bc374e63-bf2b-45d6-a405-dc4a974d429e gateway port host: dv-neutron-master-2-hyperv {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:38:49.139314 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-baf85690-9888-455e-94e9-88730fcc8139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:38:49.223916 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c62bb0c9-d59f-48a1-98a6-f2b803b8386d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:38:49.244120 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c62bb0c9-d59f-48a1-98a6-f2b803b8386d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:38:49.275645 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-baf85690-9888-455e-94e9-88730fcc8139 None None] For port 3cab0f59-1147-4af7-8bc6-8071c3c3b6d3, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=3cab0f59-1147-4af7-8bc6-8071c3c3b6d3,segment=NetworkSegment(046a27ca-53af-49f3-b1ec-8ea53dfb28de),segment_id=046a27ca-53af-49f3-b1ec-8ea53dfb28de)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:38:49.310234 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-afe80239-9939-4511-a3ee-ea21c6fdddec None None] Publish callbacks [] for port, precommit_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:38:49.346369 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [None req-c62bb0c9-d59f-48a1-98a6-f2b803b8386d admin admin] Allocated IP 172.36.4.207 (b0167590-0699-4c5c-a932-3939414a9573/7a784a6d-3d96-418f-a645-b9ccd0b1ac55/50785d54-1ff7-45e0-ac68-593fbf13a451) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:38:49.370992 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-baf85690-9888-455e-94e9-88730fcc8139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:38:49.406004 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-afe80239-9939-4511-a3ee-ea21c6fdddec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669'] for port, after_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:38:49.406004 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-51cf114f-2df9-4267-aba9-1bdc6388d94e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:38:49.428642 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afe80239-9939-4511-a3ee-ea21c6fdddec None None] Network 88cb06db-496d-4df7-bcb6-4b526df588d0 is already hosted by enough agents. {{(pid=103802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:38:49.441043 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.scheduler.base_scheduler [None req-afe80239-9939-4511-a3ee-ea21c6fdddec None None] Resources bound (agent type, host, resource id): {{(pid=103802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:38:49.446236 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afe80239-9939-4511-a3ee-ea21c6fdddec None None] Received port after_create {{(pid=103802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:38:49.449791 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf85690-9888-455e-94e9-88730fcc8139 None None] Pushing event updated for resources: {'Port': ['ID=3cab0f59-1147-4af7-8bc6-8071c3c3b6d3,revision_number=5']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:38:49.453576 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c62bb0c9-d59f-48a1-98a6-f2b803b8386d admin admin] Publish callbacks [] for port, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:38:49.526352 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-51038bfc-9002-45ad-98e5-fb6662b5d117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc374e63-bf2b-45d6-a405-dc4a974d429e', 'name': 'tempest-TestMinimumBasicScenario-189331491-router', 'tenant_id': '3296bccf5303476ba2853b152fcf13af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.25'}], 'enable_snat': True}, 'gw_port_id': 'e30286f2-4311-4910-8c37-03016e544d1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:38:42Z', 'updated_at': '2022-01-05T17:38:45Z', 'revision_number': 4, 'project_id': '3296bccf5303476ba2853b152fcf13af', 'gw_port': {'id': 'e30286f2-4311-4910-8c37-03016e544d1d', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:6e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc374e63-bf2b-45d6-a405-dc4a974d429e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:38:42Z', 'updated_at': '2022-01-05T17:38:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '3cab0f59-1147-4af7-8bc6-8071c3c3b6d3', 'name': '', 'network_id': '872dfea2-1631-452e-af81-484be9ab4f5f', 'tenant_id': '3296bccf5303476ba2853b152fcf13af', 'mac_address': 'fa:16:3e:1a:3b:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc374e63-bf2b-45d6-a405-dc4a974d429e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1680, 'fixed_ips': [{'subnet_id': '189c4e3a-5bff-4745-9b2b-dc68e73cab4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:38:45Z', 'updated_at': '2022-01-05T17:38:48Z', 'revision_number': 4, 'project_id': '3296bccf5303476ba2853b152fcf13af', 'subnets': [{'id': '189c4e3a-5bff-4745-9b2b-dc68e73cab4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:38:49.540420 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c62bb0c9-d59f-48a1-98a6-f2b803b8386d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:38:49.570644 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe80239-9939-4511-a3ee-ea21c6fdddec None None] Pushing event updated for resources: {'Port': ['ID=916c7c25-5694-444f-a7cb-40e26bdf66f7,revision_number=1']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:38:49.574479 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51038bfc-9002-45ad-98e5-fb6662b5d117 None None] The sync data for ids ['bc374e63-bf2b-45d6-a405-dc4a974d429e'] in dv-neutron-master-2-hyperv is: [{'id': 'bc374e63-bf2b-45d6-a405-dc4a974d429e', 'name': 'tempest-TestMinimumBasicScenario-189331491-router', 'tenant_id': '3296bccf5303476ba2853b152fcf13af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.25'}], 'enable_snat': True}, 'gw_port_id': 'e30286f2-4311-4910-8c37-03016e544d1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:38:42Z', 'updated_at': '2022-01-05T17:38:45Z', 'revision_number': 4, 'project_id': '3296bccf5303476ba2853b152fcf13af', 'gw_port': {'id': 'e30286f2-4311-4910-8c37-03016e544d1d', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:6e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc374e63-bf2b-45d6-a405-dc4a974d429e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:38:42Z', 'updated_at': '2022-01-05T17:38:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '3cab0f59-1147-4af7-8bc6-8071c3c3b6d3', 'name': '', 'network_id': '872dfea2-1631-452e-af81-484be9ab4f5f', 'tenant_id': '3296bccf5303476ba2853b152fcf13af', 'mac_address': 'fa:16:3e:1a:3b:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc374e63-bf2b-45d6-a405-dc4a974d429e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1680, 'fixed_ips': [{'subnet_id': '189c4e3a-5bff-4745-9b2b-dc68e73cab4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:38:45Z', 'updated_at': '2022-01-05T17:38:48Z', 'revision_number': 4, 'project_id': '3296bccf5303476ba2853b152fcf13af', 'subnets': [{'id': '189c4e3a-5bff-4745-9b2b-dc68e73cab4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 05 17:38:49.581138 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-43bf97e3-7d16-4f70-83b9-c6b9060984f7 None None] Provisioning complete for port 3cab0f59-1147-4af7-8bc6-8071c3c3b6d3 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:38:49.581802 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c62bb0c9-d59f-48a1-98a6-f2b803b8386d admin admin] Network b0167590-0699-4c5c-a932-3939414a9573 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:38:49.585486 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-c62bb0c9-d59f-48a1-98a6-f2b803b8386d admin admin] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:38:49.586488 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-43bf97e3-7d16-4f70-83b9-c6b9060984f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:38:49.587958 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c62bb0c9-d59f-48a1-98a6-f2b803b8386d admin admin] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:38:49.588366 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-afe80239-9939-4511-a3ee-ea21c6fdddec None None] Attempting to bind port 916c7c25-5694-444f-a7cb-40e26bdf66f7 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 05 17:38:49.588731 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-afe80239-9939-4511-a3ee-ea21c6fdddec None None] Attempting to bind port 916c7c25-5694-444f-a7cb-40e26bdf66f7 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '5335dd0d-7a8e-4b75-ad3e-1f5959690099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '88cb06db-496d-4df7-bcb6-4b526df588d0'}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 05 17:38:49.589178 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afe80239-9939-4511-a3ee-ea21c6fdddec None None] Attempting to bind port 916c7c25-5694-444f-a7cb-40e26bdf66f7 on network 88cb06db-496d-4df7-bcb6-4b526df588d0 {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:38:49.615588 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62bb0c9-d59f-48a1-98a6-f2b803b8386d admin admin] Pushing event updated for resources: {'Port': ['ID=50785d54-1ff7-45e0-ac68-593fbf13a451,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:38:49.618422 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af7b958d-0bcd-43c5-a0b9-33f7770956dc None None] DHCP port deletion for b0167590-0699-4c5c-a932-3939414a9573 request from dv-neutron-master-2-hyperv {{(pid=103802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 05 17:38:49.623219 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afe80239-9939-4511-a3ee-ea21c6fdddec None None] Checking agent: {'id': '0d4f8fd3-ce62-4651-970c-efa6a8bb22b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 5, 16, 57, 23), 'started_at': datetime.datetime(2022, 1, 5, 16, 57, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 5, 17, 38, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 05 17:38:49.630459 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afe80239-9939-4511-a3ee-ea21c6fdddec None None] Checking segment: {'id': '5335dd0d-7a8e-4b75-ad3e-1f5959690099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '88cb06db-496d-4df7-bcb6-4b526df588d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:38:49.630459 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-afe80239-9939-4511-a3ee-ea21c6fdddec None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:38:49.630459 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afe80239-9939-4511-a3ee-ea21c6fdddec None None] Bound using segment: {'id': '5335dd0d-7a8e-4b75-ad3e-1f5959690099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '88cb06db-496d-4df7-bcb6-4b526df588d0'} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 05 17:38:49.630459 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-afe80239-9939-4511-a3ee-ea21c6fdddec None None] Bound port: 916c7c25-5694-444f-a7cb-40e26bdf66f7, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5335dd0d-7a8e-4b75-ad3e-1f5959690099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '88cb06db-496d-4df7-bcb6-4b526df588d0'}}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 05 17:38:49.630459 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-afe80239-9939-4511-a3ee-ea21c6fdddec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:38:49.757506 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-afe80239-9939-4511-a3ee-ea21c6fdddec None None] For port 916c7c25-5694-444f-a7cb-40e26bdf66f7, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 05 17:38:49.762226 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-afe80239-9939-4511-a3ee-ea21c6fdddec None None] For port 916c7c25-5694-444f-a7cb-40e26bdf66f7, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=916c7c25-5694-444f-a7cb-40e26bdf66f7,segment=NetworkSegment(5335dd0d-7a8e-4b75-ad3e-1f5959690099),segment_id=5335dd0d-7a8e-4b75-ad3e-1f5959690099)] {{(pid=103802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 05 17:38:49.853507 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-afe80239-9939-4511-a3ee-ea21c6fdddec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:38:49.925635 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-71eb3472-0811-4897-9ddc-3dcffd8779c2 None None] Provisioning complete for port 50785d54-1ff7-45e0-ac68-593fbf13a451 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:38:49.925996 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-71eb3472-0811-4897-9ddc-3dcffd8779c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:38:49.928565 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe80239-9939-4511-a3ee-ea21c6fdddec None None] Pushing event updated for resources: {'Port': ['ID=916c7c25-5694-444f-a7cb-40e26bdf66f7,revision_number=2']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:38:49.983390 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-71eb3472-0811-4897-9ddc-3dcffd8779c2 None None] Port 50785d54-1ff7-45e0-ac68-593fbf13a451 cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 17:38:49.988382 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c62bb0c9-d59f-48a1-98a6-f2b803b8386d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:38:50.042074 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:38:50.225712 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c62bb0c9-d59f-48a1-98a6-f2b803b8386d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-648430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648639'] for router, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:38:50.437009 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c62bb0c9-d59f-48a1-98a6-f2b803b8386d admin admin] Router 04db3971-d438-4b05-8f0e-3f3984e01510 is scheduled to L3 agent 59446fdc-40e0-41fe-a575-a8eb11d742f7 with binding_index 1 {{(pid=103800) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 05 17:38:50.595511 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c62bb0c9-d59f-48a1-98a6-f2b803b8386d admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 05 17:38:50.609648 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fef2486-38ef-4e7d-b21c-5b4d5ee219c0 None None] Sync routers for ids ['04db3971-d438-4b05-8f0e-3f3984e01510'] in dv-neutron-master-2-hyperv {{(pid=103803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 05 17:38:50.621382 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 916c7c25-5694-444f-a7cb-40e26bdf66f7 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:38:50.628004 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fef2486-38ef-4e7d-b21c-5b4d5ee219c0 None None] Routers {'04db3971-d438-4b05-8f0e-3f3984e01510'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:38:50.628953 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-5fef2486-38ef-4e7d-b21c-5b4d5ee219c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:38:49Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['04db3971-d438-4b05-8f0e-3f3984e01510'], 'active': True} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:38:50.646920 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d2607572-b3c9-472c-85bc-c8de0c3fb75c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:38:50.683236 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Provisioning complete for port 916c7c25-5694-444f-a7cb-40e26bdf66f7 triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:38:50.683671 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:38:50.690991 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c62bb0c9-d59f-48a1-98a6-f2b803b8386d admin admin] Publish callbacks [] for router, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:38:50.694886 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-c62bb0c9-d59f-48a1-98a6-f2b803b8386d admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.0882030 Jan 05 17:38:50.695241 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 50812) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:38:50.752814 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvr_db [None req-5fef2486-38ef-4e7d-b21c-5b4d5ee219c0 None None] Set router 04db3971-d438-4b05-8f0e-3f3984e01510 gateway port host: dv-neutron-master-2-hyperv {{(pid=103803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:38:50.795905 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:38:50.848412 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] For port 916c7c25-5694-444f-a7cb-40e26bdf66f7, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=916c7c25-5694-444f-a7cb-40e26bdf66f7,segment=NetworkSegment(5335dd0d-7a8e-4b75-ad3e-1f5959690099),segment_id=5335dd0d-7a8e-4b75-ad3e-1f5959690099)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:38:50.917300 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:38:50.918239 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 3cab0f59-1147-4af7-8bc6-8071c3c3b6d3 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:38:50.967866 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-5fef2486-38ef-4e7d-b21c-5b4d5ee219c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04db3971-d438-4b05-8f0e-3f3984e01510', 'name': 'tempest-TestMinimumBasicScenario-1992912825-router', 'tenant_id': '769b525e89c642c49bb7c593f9e60b67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.207'}], 'enable_snat': True}, 'gw_port_id': '50785d54-1ff7-45e0-ac68-593fbf13a451', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:38:48Z', 'updated_at': '2022-01-05T17:38:49Z', 'revision_number': 3, 'project_id': '769b525e89c642c49bb7c593f9e60b67', 'gw_port': {'id': '50785d54-1ff7-45e0-ac68-593fbf13a451', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:fd:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04db3971-d438-4b05-8f0e-3f3984e01510', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:38:49Z', 'updated_at': '2022-01-05T17:38:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:38:50.997416 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fef2486-38ef-4e7d-b21c-5b4d5ee219c0 None None] Checking router: 04db3971-d438-4b05-8f0e-3f3984e01510 for host: dv-neutron-master-2-hyperv {{(pid=103803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 05 17:38:50.998062 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fef2486-38ef-4e7d-b21c-5b4d5ee219c0 None None] Updating router 04db3971-d438-4b05-8f0e-3f3984e01510 port 50785d54-1ff7-45e0-ac68-593fbf13a451 binding host dv-neutron-master-2-hyperv {{(pid=103803) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 05 17:38:51.020839 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Pushing event updated for resources: {'Port': ['ID=916c7c25-5694-444f-a7cb-40e26bdf66f7,revision_number=3']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:38:51.033063 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-5fef2486-38ef-4e7d-b21c-5b4d5ee219c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:38:51.048022 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Provisioning complete for port 3cab0f59-1147-4af7-8bc6-8071c3c3b6d3 triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:38:51.048465 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:38:51.092566 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0aa02b1-1a4a-44e3-84e9-594e93db642b None None] Network 88cb06db-496d-4df7-bcb6-4b526df588d0 requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:38:51.181614 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-1752428d-3ac3-4e45-b298-b74521bc5c92 None None] Provisioning complete for port 916c7c25-5694-444f-a7cb-40e26bdf66f7 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:38:51.182082 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-1752428d-3ac3-4e45-b298-b74521bc5c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:38:51.223775 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e75f93a8-83aa-4162-80b2-270c145b571a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:38:51.308739 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-5fef2486-38ef-4e7d-b21c-5b4d5ee219c0 None None] Publish callbacks [] for port, precommit_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:38:51.379980 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-5fef2486-38ef-4e7d-b21c-5b4d5ee219c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:38:51.390289 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [None req-e75f93a8-83aa-4162-80b2-270c145b571a admin admin] Allocated IP 172.20.0.1 (88cb06db-496d-4df7-bcb6-4b526df588d0/970524bc-478e-4c90-bd28-d6d5124844f9/fbb8caf9-6f35-4bea-baa9-f19a3dffa971) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:38:51.406322 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b02eb635-a36d-4120-932b-3947d6448e54 None None] DHCP port deletion for b0167590-0699-4c5c-a932-3939414a9573 request from dv-neutron-master-2-hyperv {{(pid=103802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 05 17:38:51.436408 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac80b0cb-f5b1-413e-9e10-477662371e4d None None] Pushing event updated for resources: {'Port': ['ID=50785d54-1ff7-45e0-ac68-593fbf13a451,revision_number=2']} {{(pid=103803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:38:51.440759 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.plugins.ml2.managers [None req-5fef2486-38ef-4e7d-b21c-5b4d5ee219c0 None None] Attempting to bind port 50785d54-1ff7-45e0-ac68-593fbf13a451 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 05 17:38:51.441119 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.plugins.ml2.managers [None req-5fef2486-38ef-4e7d-b21c-5b4d5ee219c0 None None] Attempting to bind port 50785d54-1ff7-45e0-ac68-593fbf13a451 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '3f961525-530f-4ce5-8222-1dbbbe774893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573'}] {{(pid=103803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 05 17:38:51.441613 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fef2486-38ef-4e7d-b21c-5b4d5ee219c0 None None] Attempting to bind port 50785d54-1ff7-45e0-ac68-593fbf13a451 on network b0167590-0699-4c5c-a932-3939414a9573 {{(pid=103803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:38:51.449212 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fef2486-38ef-4e7d-b21c-5b4d5ee219c0 None None] Checking agent: {'id': '0d4f8fd3-ce62-4651-970c-efa6a8bb22b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 5, 16, 57, 23), 'started_at': datetime.datetime(2022, 1, 5, 16, 57, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 5, 17, 38, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 05 17:38:51.449674 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fef2486-38ef-4e7d-b21c-5b4d5ee219c0 None None] Checking segment: {'id': '3f961525-530f-4ce5-8222-1dbbbe774893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:38:51.450073 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-5fef2486-38ef-4e7d-b21c-5b4d5ee219c0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:38:51.450466 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fef2486-38ef-4e7d-b21c-5b4d5ee219c0 None None] Bound using segment: {'id': '3f961525-530f-4ce5-8222-1dbbbe774893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573'} {{(pid=103803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 05 17:38:51.451120 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.plugins.ml2.managers [None req-5fef2486-38ef-4e7d-b21c-5b4d5ee219c0 None None] Bound port: 50785d54-1ff7-45e0-ac68-593fbf13a451, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f961525-530f-4ce5-8222-1dbbbe774893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573'}}] {{(pid=103803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 05 17:38:51.451500 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-5fef2486-38ef-4e7d-b21c-5b4d5ee219c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:38:51.513008 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.plugins.ml2.db [None req-5fef2486-38ef-4e7d-b21c-5b4d5ee219c0 None None] For port 50785d54-1ff7-45e0-ac68-593fbf13a451, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 05 17:38:51.516245 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.plugins.ml2.db [None req-5fef2486-38ef-4e7d-b21c-5b4d5ee219c0 None None] For port 50785d54-1ff7-45e0-ac68-593fbf13a451, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=50785d54-1ff7-45e0-ac68-593fbf13a451,segment=NetworkSegment(3f961525-530f-4ce5-8222-1dbbbe774893),segment_id=3f961525-530f-4ce5-8222-1dbbbe774893)] {{(pid=103803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 05 17:38:51.534980 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e75f93a8-83aa-4162-80b2-270c145b571a admin admin] Publish callbacks [] for port, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:38:51.598009 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-5fef2486-38ef-4e7d-b21c-5b4d5ee219c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:38:51.614950 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-c7bb1974-5204-4e83-a2d0-0d6c02b3d4c5 None None] Provisioning complete for port 50785d54-1ff7-45e0-ac68-593fbf13a451 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:38:51.615947 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c7bb1974-5204-4e83-a2d0-0d6c02b3d4c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:38:51.627939 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e75f93a8-83aa-4162-80b2-270c145b571a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11433176'] for port, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:38:51.647959 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-839fbe41-9666-4828-8385-f91dee269b17 None None] DHCP port deletion for b0167590-0699-4c5c-a932-3939414a9573 request from dv-neutron-master-2-hyperv {{(pid=103802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 05 17:38:51.648178 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fef2486-38ef-4e7d-b21c-5b4d5ee219c0 None None] Routers {'04db3971-d438-4b05-8f0e-3f3984e01510'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:38:51.648656 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-5fef2486-38ef-4e7d-b21c-5b4d5ee219c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:38:49Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['04db3971-d438-4b05-8f0e-3f3984e01510'], 'active': True} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:38:51.661631 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e75f93a8-83aa-4162-80b2-270c145b571a admin admin] Network 88cb06db-496d-4df7-bcb6-4b526df588d0 is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:38:51.665551 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-e75f93a8-83aa-4162-80b2-270c145b571a admin admin] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:38:51.669376 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e75f93a8-83aa-4162-80b2-270c145b571a admin admin] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:38:51.715023 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75f93a8-83aa-4162-80b2-270c145b571a admin admin] Pushing event updated for resources: {'Port': ['ID=fbb8caf9-6f35-4bea-baa9-f19a3dffa971,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:38:51.736812 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e75f93a8-83aa-4162-80b2-270c145b571a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-648552'] for router_interface, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:38:51.746757 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c7bb1974-5204-4e83-a2d0-0d6c02b3d4c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:38:51.774158 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-c7bb1974-5204-4e83-a2d0-0d6c02b3d4c5 None None] For port 50785d54-1ff7-45e0-ac68-593fbf13a451, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=50785d54-1ff7-45e0-ac68-593fbf13a451,segment=NetworkSegment(3f961525-530f-4ce5-8222-1dbbbe774893),segment_id=3f961525-530f-4ce5-8222-1dbbbe774893)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:38:51.785035 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvr_db [None req-5fef2486-38ef-4e7d-b21c-5b4d5ee219c0 None None] Set router 04db3971-d438-4b05-8f0e-3f3984e01510 gateway port host: dv-neutron-master-2-hyperv {{(pid=103803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:38:51.810888 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac80b0cb-f5b1-413e-9e10-477662371e4d None None] Pushing event updated for resources: {'Port': ['ID=50785d54-1ff7-45e0-ac68-593fbf13a451,revision_number=3']} {{(pid=103803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:38:51.832123 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c7bb1974-5204-4e83-a2d0-0d6c02b3d4c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:38:51.885575 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bb1974-5204-4e83-a2d0-0d6c02b3d4c5 None None] Pushing event updated for resources: {'Port': ['ID=50785d54-1ff7-45e0-ac68-593fbf13a451,revision_number=4']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:38:51.942972 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e75f93a8-83aa-4162-80b2-270c145b571a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:38:51.966848 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-546c6271-4706-4636-9c0d-d2ed0c2982db None None] Provisioning complete for port 50785d54-1ff7-45e0-ac68-593fbf13a451 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:38:51.967472 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-546c6271-4706-4636-9c0d-d2ed0c2982db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:38:51.988097 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-5fef2486-38ef-4e7d-b21c-5b4d5ee219c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04db3971-d438-4b05-8f0e-3f3984e01510', 'name': 'tempest-TestMinimumBasicScenario-1992912825-router', 'tenant_id': '769b525e89c642c49bb7c593f9e60b67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.207'}], 'enable_snat': True}, 'gw_port_id': '50785d54-1ff7-45e0-ac68-593fbf13a451', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:38:48Z', 'updated_at': '2022-01-05T17:38:49Z', 'revision_number': 3, 'project_id': '769b525e89c642c49bb7c593f9e60b67', 'gw_port': {'id': '50785d54-1ff7-45e0-ac68-593fbf13a451', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:fd:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04db3971-d438-4b05-8f0e-3f3984e01510', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:38:49Z', 'updated_at': '2022-01-05T17:38:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:38:52.016410 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fef2486-38ef-4e7d-b21c-5b4d5ee219c0 None None] The sync data for ids ['04db3971-d438-4b05-8f0e-3f3984e01510'] in dv-neutron-master-2-hyperv is: [{'id': '04db3971-d438-4b05-8f0e-3f3984e01510', 'name': 'tempest-TestMinimumBasicScenario-1992912825-router', 'tenant_id': '769b525e89c642c49bb7c593f9e60b67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.207'}], 'enable_snat': True}, 'gw_port_id': '50785d54-1ff7-45e0-ac68-593fbf13a451', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:38:48Z', 'updated_at': '2022-01-05T17:38:49Z', 'revision_number': 3, 'project_id': '769b525e89c642c49bb7c593f9e60b67', 'gw_port': {'id': '50785d54-1ff7-45e0-ac68-593fbf13a451', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:fd:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04db3971-d438-4b05-8f0e-3f3984e01510', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:38:49Z', 'updated_at': '2022-01-05T17:38:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=103803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 05 17:38:52.054706 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d504d802-9546-4ce5-a9d3-96c844ac5808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:38:52.075780 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-546c6271-4706-4636-9c0d-d2ed0c2982db None None] Provisioning complete for port 916c7c25-5694-444f-a7cb-40e26bdf66f7 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:38:52.076116 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-546c6271-4706-4636-9c0d-d2ed0c2982db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:38:52.134489 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e75f93a8-83aa-4162-80b2-270c145b571a admin admin] Publish callbacks [] for port, precommit_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:38:52.207439 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e75f93a8-83aa-4162-80b2-270c145b571a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11433169'] for port, after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:38:52.280953 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-af91ba14-4bf5-4cb2-ae01-9afc7de25793 None None] Provisioning complete for port fbb8caf9-6f35-4bea-baa9-f19a3dffa971 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:38:52.281327 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-af91ba14-4bf5-4cb2-ae01-9afc7de25793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:38:52.285682 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e75f93a8-83aa-4162-80b2-270c145b571a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-531704'] for router_interface, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:38:52.287526 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75f93a8-83aa-4162-80b2-270c145b571a admin admin] Pushing event updated for resources: {'Port': ['ID=fbb8caf9-6f35-4bea-baa9-f19a3dffa971,revision_number=2']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:38:52.324018 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-af91ba14-4bf5-4cb2-ae01-9afc7de25793 None None] Port fbb8caf9-6f35-4bea-baa9-f19a3dffa971 cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 17:38:52.391823 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e75f93a8-83aa-4162-80b2-270c145b571a admin admin] Network 88cb06db-496d-4df7-bcb6-4b526df588d0 is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:38:52.393289 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-e75f93a8-83aa-4162-80b2-270c145b571a admin admin] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:38:52.529051 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e75f93a8-83aa-4162-80b2-270c145b571a admin admin] Router 04db3971-d438-4b05-8f0e-3f3984e01510 has already been hosted by L3 agent 59446fdc-40e0-41fe-a575-a8eb11d742f7 {{(pid=103801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 05 17:38:52.641431 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 50785d54-1ff7-45e0-ac68-593fbf13a451 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:38:52.658722 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e75f93a8-83aa-4162-80b2-270c145b571a admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 05 17:38:52.664337 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-e75f93a8-83aa-4162-80b2-270c145b571a admin admin] 10.222.0.11 "PUT /v2.0/routers/04db3971-d438-4b05-8f0e-3f3984e01510/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9673822 Jan 05 17:38:52.691329 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-654ace0b-d8cc-45c0-aa85-44f07b0fb6e5 None None] Provisioning complete for port fbb8caf9-6f35-4bea-baa9-f19a3dffa971 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:38:52.691778 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-654ace0b-d8cc-45c0-aa85-44f07b0fb6e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:38:52.734863 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-654ace0b-d8cc-45c0-aa85-44f07b0fb6e5 None None] Port fbb8caf9-6f35-4bea-baa9-f19a3dffa971 cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 17:38:52.737485 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Provisioning complete for port 50785d54-1ff7-45e0-ac68-593fbf13a451 triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:38:52.737979 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:38:52.829121 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 916c7c25-5694-444f-a7cb-40e26bdf66f7 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:38:52.878442 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Provisioning complete for port 916c7c25-5694-444f-a7cb-40e26bdf66f7 triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:38:52.878816 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:38:53.305962 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:38:53.636415 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-950614b9-092c-4ee6-be52-3f1d4a1b88f4 None None] Sync routers for ids ['04db3971-d438-4b05-8f0e-3f3984e01510'] in dv-neutron-master-2-hyperv {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 05 17:38:53.646843 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-950614b9-092c-4ee6-be52-3f1d4a1b88f4 None None] Routers {'04db3971-d438-4b05-8f0e-3f3984e01510'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:38:53.647460 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-950614b9-092c-4ee6-be52-3f1d4a1b88f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:38:49Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['04db3971-d438-4b05-8f0e-3f3984e01510'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:38:53.763583 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-950614b9-092c-4ee6-be52-3f1d4a1b88f4 None None] Set router 04db3971-d438-4b05-8f0e-3f3984e01510 gateway port host: dv-neutron-master-2-hyperv {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:38:53.985916 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-950614b9-092c-4ee6-be52-3f1d4a1b88f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04db3971-d438-4b05-8f0e-3f3984e01510', 'name': 'tempest-TestMinimumBasicScenario-1992912825-router', 'tenant_id': '769b525e89c642c49bb7c593f9e60b67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.207'}], 'enable_snat': True}, 'gw_port_id': '50785d54-1ff7-45e0-ac68-593fbf13a451', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:38:48Z', 'updated_at': '2022-01-05T17:38:51Z', 'revision_number': 4, 'project_id': '769b525e89c642c49bb7c593f9e60b67', 'gw_port': {'id': '50785d54-1ff7-45e0-ac68-593fbf13a451', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:fd:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04db3971-d438-4b05-8f0e-3f3984e01510', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:38:49Z', 'updated_at': '2022-01-05T17:38:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'fbb8caf9-6f35-4bea-baa9-f19a3dffa971', 'name': '', 'network_id': '88cb06db-496d-4df7-bcb6-4b526df588d0', 'tenant_id': '769b525e89c642c49bb7c593f9e60b67', 'mac_address': 'fa:16:3e:9e:23:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04db3971-d438-4b05-8f0e-3f3984e01510', 'device_owner': 'network:router_interface', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': '970524bc-478e-4c90-bd28-d6d5124844f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:38:51Z', 'updated_at': '2022-01-05T17:38:51Z', 'revision_number': 2, 'project_id': '769b525e89c642c49bb7c593f9e60b67', 'subnets': [{'id': '970524bc-478e-4c90-bd28-d6d5124844f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:38:54.017689 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-950614b9-092c-4ee6-be52-3f1d4a1b88f4 None None] Checking router: 04db3971-d438-4b05-8f0e-3f3984e01510 for host: dv-neutron-master-2-hyperv {{(pid=103802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 05 17:38:54.018177 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-950614b9-092c-4ee6-be52-3f1d4a1b88f4 None None] Updating router 04db3971-d438-4b05-8f0e-3f3984e01510 port fbb8caf9-6f35-4bea-baa9-f19a3dffa971 binding host dv-neutron-master-2-hyperv {{(pid=103802) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 05 17:38:54.048120 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-950614b9-092c-4ee6-be52-3f1d4a1b88f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:38:54.346379 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-950614b9-092c-4ee6-be52-3f1d4a1b88f4 None None] Publish callbacks [] for port, precommit_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:38:54.414514 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-950614b9-092c-4ee6-be52-3f1d4a1b88f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:38:54.473229 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaa912b-944f-491a-8e13-0a22b04df698 None None] Pushing event updated for resources: {'Port': ['ID=fbb8caf9-6f35-4bea-baa9-f19a3dffa971,revision_number=3']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:38:54.535136 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-950614b9-092c-4ee6-be52-3f1d4a1b88f4 None None] Attempting to bind port fbb8caf9-6f35-4bea-baa9-f19a3dffa971 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 05 17:38:54.535864 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-950614b9-092c-4ee6-be52-3f1d4a1b88f4 None None] Attempting to bind port fbb8caf9-6f35-4bea-baa9-f19a3dffa971 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '5335dd0d-7a8e-4b75-ad3e-1f5959690099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '88cb06db-496d-4df7-bcb6-4b526df588d0'}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 05 17:38:54.535985 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-950614b9-092c-4ee6-be52-3f1d4a1b88f4 None None] Attempting to bind port fbb8caf9-6f35-4bea-baa9-f19a3dffa971 on network 88cb06db-496d-4df7-bcb6-4b526df588d0 {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:38:54.543254 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-950614b9-092c-4ee6-be52-3f1d4a1b88f4 None None] Checking agent: {'id': '0d4f8fd3-ce62-4651-970c-efa6a8bb22b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 5, 16, 57, 23), 'started_at': datetime.datetime(2022, 1, 5, 16, 57, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 5, 17, 38, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 05 17:38:54.543639 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-950614b9-092c-4ee6-be52-3f1d4a1b88f4 None None] Checking segment: {'id': '5335dd0d-7a8e-4b75-ad3e-1f5959690099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '88cb06db-496d-4df7-bcb6-4b526df588d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:38:54.544077 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-950614b9-092c-4ee6-be52-3f1d4a1b88f4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:38:54.544467 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-950614b9-092c-4ee6-be52-3f1d4a1b88f4 None None] Bound using segment: {'id': '5335dd0d-7a8e-4b75-ad3e-1f5959690099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '88cb06db-496d-4df7-bcb6-4b526df588d0'} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 05 17:38:54.544934 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-950614b9-092c-4ee6-be52-3f1d4a1b88f4 None None] Bound port: fbb8caf9-6f35-4bea-baa9-f19a3dffa971, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5335dd0d-7a8e-4b75-ad3e-1f5959690099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '88cb06db-496d-4df7-bcb6-4b526df588d0'}}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 05 17:38:54.545469 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-950614b9-092c-4ee6-be52-3f1d4a1b88f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:38:54.645130 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-950614b9-092c-4ee6-be52-3f1d4a1b88f4 None None] For port fbb8caf9-6f35-4bea-baa9-f19a3dffa971, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 05 17:38:54.648860 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-950614b9-092c-4ee6-be52-3f1d4a1b88f4 None None] For port fbb8caf9-6f35-4bea-baa9-f19a3dffa971, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=fbb8caf9-6f35-4bea-baa9-f19a3dffa971,segment=NetworkSegment(5335dd0d-7a8e-4b75-ad3e-1f5959690099),segment_id=5335dd0d-7a8e-4b75-ad3e-1f5959690099)] {{(pid=103802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 05 17:38:54.728808 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-950614b9-092c-4ee6-be52-3f1d4a1b88f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:38:54.797837 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-66836b7a-0058-4e47-aa7a-064101abd876 None None] Provisioning complete for port fbb8caf9-6f35-4bea-baa9-f19a3dffa971 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:38:54.798192 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-66836b7a-0058-4e47-aa7a-064101abd876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:38:54.842843 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaa912b-944f-491a-8e13-0a22b04df698 None None] Pushing event updated for resources: {'Port': ['ID=fbb8caf9-6f35-4bea-baa9-f19a3dffa971,revision_number=4']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:38:54.847758 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-950614b9-092c-4ee6-be52-3f1d4a1b88f4 None None] Routers {'04db3971-d438-4b05-8f0e-3f3984e01510'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:38:54.848775 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-950614b9-092c-4ee6-be52-3f1d4a1b88f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:38:49Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['04db3971-d438-4b05-8f0e-3f3984e01510'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:38:55.023223 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-950614b9-092c-4ee6-be52-3f1d4a1b88f4 None None] Set router 04db3971-d438-4b05-8f0e-3f3984e01510 gateway port host: dv-neutron-master-2-hyperv {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:38:55.025451 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-66836b7a-0058-4e47-aa7a-064101abd876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:38:55.119828 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-66836b7a-0058-4e47-aa7a-064101abd876 None None] For port fbb8caf9-6f35-4bea-baa9-f19a3dffa971, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=fbb8caf9-6f35-4bea-baa9-f19a3dffa971,segment=NetworkSegment(5335dd0d-7a8e-4b75-ad3e-1f5959690099),segment_id=5335dd0d-7a8e-4b75-ad3e-1f5959690099)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:38:55.183340 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-66836b7a-0058-4e47-aa7a-064101abd876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:38:55.302104 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66836b7a-0058-4e47-aa7a-064101abd876 None None] Pushing event updated for resources: {'Port': ['ID=fbb8caf9-6f35-4bea-baa9-f19a3dffa971,revision_number=5']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:38:55.321218 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-680f102b-20ae-43b0-bdd6-bcebee90c102 None None] Provisioning complete for port fbb8caf9-6f35-4bea-baa9-f19a3dffa971 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:38:55.321659 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-680f102b-20ae-43b0-bdd6-bcebee90c102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:38:55.347749 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-950614b9-092c-4ee6-be52-3f1d4a1b88f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04db3971-d438-4b05-8f0e-3f3984e01510', 'name': 'tempest-TestMinimumBasicScenario-1992912825-router', 'tenant_id': '769b525e89c642c49bb7c593f9e60b67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.207'}], 'enable_snat': True}, 'gw_port_id': '50785d54-1ff7-45e0-ac68-593fbf13a451', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:38:48Z', 'updated_at': '2022-01-05T17:38:51Z', 'revision_number': 4, 'project_id': '769b525e89c642c49bb7c593f9e60b67', 'gw_port': {'id': '50785d54-1ff7-45e0-ac68-593fbf13a451', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:fd:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04db3971-d438-4b05-8f0e-3f3984e01510', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:38:49Z', 'updated_at': '2022-01-05T17:38:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'fbb8caf9-6f35-4bea-baa9-f19a3dffa971', 'name': '', 'network_id': '88cb06db-496d-4df7-bcb6-4b526df588d0', 'tenant_id': '769b525e89c642c49bb7c593f9e60b67', 'mac_address': 'fa:16:3e:9e:23:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04db3971-d438-4b05-8f0e-3f3984e01510', 'device_owner': 'network:router_interface', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': '970524bc-478e-4c90-bd28-d6d5124844f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:38:51Z', 'updated_at': '2022-01-05T17:38:54Z', 'revision_number': 4, 'project_id': '769b525e89c642c49bb7c593f9e60b67', 'subnets': [{'id': '970524bc-478e-4c90-bd28-d6d5124844f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:38:55.377226 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-950614b9-092c-4ee6-be52-3f1d4a1b88f4 None None] The sync data for ids ['04db3971-d438-4b05-8f0e-3f3984e01510'] in dv-neutron-master-2-hyperv is: [{'id': '04db3971-d438-4b05-8f0e-3f3984e01510', 'name': 'tempest-TestMinimumBasicScenario-1992912825-router', 'tenant_id': '769b525e89c642c49bb7c593f9e60b67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.207'}], 'enable_snat': True}, 'gw_port_id': '50785d54-1ff7-45e0-ac68-593fbf13a451', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:38:48Z', 'updated_at': '2022-01-05T17:38:51Z', 'revision_number': 4, 'project_id': '769b525e89c642c49bb7c593f9e60b67', 'gw_port': {'id': '50785d54-1ff7-45e0-ac68-593fbf13a451', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:fd:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04db3971-d438-4b05-8f0e-3f3984e01510', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:38:49Z', 'updated_at': '2022-01-05T17:38:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'fbb8caf9-6f35-4bea-baa9-f19a3dffa971', 'name': '', 'network_id': '88cb06db-496d-4df7-bcb6-4b526df588d0', 'tenant_id': '769b525e89c642c49bb7c593f9e60b67', 'mac_address': 'fa:16:3e:9e:23:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04db3971-d438-4b05-8f0e-3f3984e01510', 'device_owner': 'network:router_interface', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': '970524bc-478e-4c90-bd28-d6d5124844f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:38:51Z', 'updated_at': '2022-01-05T17:38:54Z', 'revision_number': 4, 'project_id': '769b525e89c642c49bb7c593f9e60b67', 'subnets': [{'id': '970524bc-478e-4c90-bd28-d6d5124844f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 05 17:38:56.568064 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device fbb8caf9-6f35-4bea-baa9-f19a3dffa971 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:38:56.625370 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Provisioning complete for port fbb8caf9-6f35-4bea-baa9-f19a3dffa971 triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:38:56.625779 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:39:04.693942 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16feb7c-0706-40d6-a48b-25f708c9749a req-ed8d86b3-5eed-4fdc-a918-d36c0044f8ae tempest-TestMinimumBasicScenario-1828001790 tempest-TestMinimumBasicScenario-1828001790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:39:04.695400 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-f16feb7c-0706-40d6-a48b-25f708c9749a req-ed8d86b3-5eed-4fdc-a918-d36c0044f8ae tempest-TestMinimumBasicScenario-1828001790 tempest-TestMinimumBasicScenario-1828001790-project] 10.222.0.11 "GET /v2.0/networks?id=872dfea2-1631-452e-af81-484be9ab4f5f HTTP/1.1" status: 200 len: 814 time: 0.0999246 Jan 05 17:39:04.710310 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-f16feb7c-0706-40d6-a48b-25f708c9749a req-dfae31d9-c0f1-47c9-9fad-73673ac1c0f3 tempest-TestMinimumBasicScenario-1828001790 tempest-TestMinimumBasicScenario-1828001790-project] 10.222.0.11 "GET /v2.0/quotas/3296bccf5303476ba2853b152fcf13af HTTP/1.1" status: 200 len: 375 time: 0.0094953 Jan 05 17:39:04.763905 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-f16feb7c-0706-40d6-a48b-25f708c9749a req-63604a55-75ea-47fe-8e9a-fa94b06ccea8 tempest-TestMinimumBasicScenario-1828001790 tempest-TestMinimumBasicScenario-1828001790-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=3296bccf5303476ba2853b152fcf13af&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0484776 Jan 05 17:39:04.944693 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-f16feb7c-0706-40d6-a48b-25f708c9749a req-ad67e146-6312-470b-8ab5-196fed1fdc9f service neutron] 10.222.0.11 "GET /v2.0/networks/872dfea2-1631-452e-af81-484be9ab4f5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1698658 Jan 05 17:39:05.036958 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-f16feb7c-0706-40d6-a48b-25f708c9749a req-2a2ac243-c069-4016-8651-d21da8ba815b service neutron] 10.222.0.11 "GET /v2.0/networks/872dfea2-1631-452e-af81-484be9ab4f5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865560 Jan 05 17:39:05.323773 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-ee6846be-c822-4b76-b91b-a50652bab28d req-b7335cfd-709c-4fbd-8be4-3217a2d78706 tempest-TestMinimumBasicScenario-1828001790 tempest-TestMinimumBasicScenario-1828001790-project] 10.222.0.11 "GET /v2.0/ports?device_id=ecab36ab-7c31-4bbb-97b3-a89fbd6336f3 HTTP/1.1" status: 200 len: 210 time: 0.0272541 Jan 05 17:39:05.694046 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.agents_db [None req-291d1585-17df-45c0-b64a-d244e6d90872 None None] Agent healthcheck: found 6 active agents {{(pid=103803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 05 17:39:06.400947 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-84854136-9f40-41af-9019-5683bd6147e4 req-40efbbc9-a9ac-42e9-9e58-3931c3c3d9cd tempest-TestMinimumBasicScenario-1828001790 tempest-TestMinimumBasicScenario-1828001790-project] 10.222.0.11 "GET /v2.0/ports?device_id=ecab36ab-7c31-4bbb-97b3-a89fbd6336f3 HTTP/1.1" status: 200 len: 210 time: 0.0265784 Jan 05 17:39:07.449078 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16feb7c-0706-40d6-a48b-25f708c9749a req-bde8a05c-f698-4e55-b64f-04c5d1960058 tempest-TestMinimumBasicScenario-1828001790 tempest-TestMinimumBasicScenario-1828001790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:39:07.450587 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-f16feb7c-0706-40d6-a48b-25f708c9749a req-bde8a05c-f698-4e55-b64f-04c5d1960058 tempest-TestMinimumBasicScenario-1828001790 tempest-TestMinimumBasicScenario-1828001790-project] 10.222.0.13 "GET /v2.0/networks?id=872dfea2-1631-452e-af81-484be9ab4f5f HTTP/1.1" status: 200 len: 814 time: 0.1045892 Jan 05 17:39:07.463881 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [req-f16feb7c-0706-40d6-a48b-25f708c9749a req-f63a6ed0-0355-4235-be6c-886de3e190d5 tempest-TestMinimumBasicScenario-1828001790 tempest-TestMinimumBasicScenario-1828001790-project] Request body: {'port': {'device_id': 'ecab36ab-7c31-4bbb-97b3-a89fbd6336f3', 'network_id': '872dfea2-1631-452e-af81-484be9ab4f5f', 'admin_state_up': True, 'tenant_id': '3296bccf5303476ba2853b152fcf13af'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:39:07.529666 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-706f2ac2-4ee0-45c5-94f2-d3a66a670006 req-5ea3e272-ae24-4337-80b2-f11650285cd1 tempest-TestMinimumBasicScenario-1828001790 tempest-TestMinimumBasicScenario-1828001790-project] 10.222.0.11 "GET /v2.0/ports?device_id=ecab36ab-7c31-4bbb-97b3-a89fbd6336f3 HTTP/1.1" status: 200 len: 210 time: 0.0494907 Jan 05 17:39:07.652508 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f16feb7c-0706-40d6-a48b-25f708c9749a req-f63a6ed0-0355-4235-be6c-886de3e190d5 tempest-TestMinimumBasicScenario-1828001790 tempest-TestMinimumBasicScenario-1828001790-project] Made reservation on behalf of 3296bccf5303476ba2853b152fcf13af for: {'port': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:39:07.656084 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-f16feb7c-0706-40d6-a48b-25f708c9749a req-f63a6ed0-0355-4235-be6c-886de3e190d5 tempest-TestMinimumBasicScenario-1828001790 tempest-TestMinimumBasicScenario-1828001790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:39:07.782233 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [req-f16feb7c-0706-40d6-a48b-25f708c9749a req-f63a6ed0-0355-4235-be6c-886de3e190d5 tempest-TestMinimumBasicScenario-1828001790 tempest-TestMinimumBasicScenario-1828001790-project] Allocated IP 172.20.0.6 (872dfea2-1631-452e-af81-484be9ab4f5f/189c4e3a-5bff-4745-9b2b-dc68e73cab4a/49f26ebc-d786-44df-b3f1-70fd5dc901d1) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:39:07.924427 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-f16feb7c-0706-40d6-a48b-25f708c9749a req-f63a6ed0-0355-4235-be6c-886de3e190d5 tempest-TestMinimumBasicScenario-1828001790 tempest-TestMinimumBasicScenario-1828001790-project] Publish callbacks [] for port, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:39:08.014434 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-f16feb7c-0706-40d6-a48b-25f708c9749a req-f63a6ed0-0355-4235-be6c-886de3e190d5 tempest-TestMinimumBasicScenario-1828001790 tempest-TestMinimumBasicScenario-1828001790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:39:08.063055 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f16feb7c-0706-40d6-a48b-25f708c9749a req-f63a6ed0-0355-4235-be6c-886de3e190d5 tempest-TestMinimumBasicScenario-1828001790 tempest-TestMinimumBasicScenario-1828001790-project] Network 872dfea2-1631-452e-af81-484be9ab4f5f is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:39:08.066401 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [req-f16feb7c-0706-40d6-a48b-25f708c9749a req-f63a6ed0-0355-4235-be6c-886de3e190d5 tempest-TestMinimumBasicScenario-1828001790 tempest-TestMinimumBasicScenario-1828001790-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:39:08.071194 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [req-f16feb7c-0706-40d6-a48b-25f708c9749a req-f63a6ed0-0355-4235-be6c-886de3e190d5 tempest-TestMinimumBasicScenario-1828001790 tempest-TestMinimumBasicScenario-1828001790-project] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:39:08.079784 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63a6ed0-0355-4235-be6c-886de3e190d5 tempest-TestMinimumBasicScenario-1828001790 tempest-TestMinimumBasicScenario-1828001790-project] Pushing event updated for resources: {'Port': ['ID=49f26ebc-d786-44df-b3f1-70fd5dc901d1,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:39:08.131342 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16feb7c-0706-40d6-a48b-25f708c9749a req-f63a6ed0-0355-4235-be6c-886de3e190d5 tempest-TestMinimumBasicScenario-1828001790 tempest-TestMinimumBasicScenario-1828001790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:39:08.131962 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-f16feb7c-0706-40d6-a48b-25f708c9749a req-f63a6ed0-0355-4235-be6c-886de3e190d5 tempest-TestMinimumBasicScenario-1828001790 tempest-TestMinimumBasicScenario-1828001790-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:39:08.200348 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-f16feb7c-0706-40d6-a48b-25f708c9749a req-f63a6ed0-0355-4235-be6c-886de3e190d5 tempest-TestMinimumBasicScenario-1828001790 tempest-TestMinimumBasicScenario-1828001790-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7405264 Jan 05 17:39:08.400477 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-e4cfea7a-26aa-4148-8e8d-4ea240098c49 None None] Provisioning complete for port 49f26ebc-d786-44df-b3f1-70fd5dc901d1 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:39:08.402192 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-e4cfea7a-26aa-4148-8e8d-4ea240098c49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:39:08.440513 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-e4cfea7a-26aa-4148-8e8d-4ea240098c49 None None] Port 49f26ebc-d786-44df-b3f1-70fd5dc901d1 cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 17:39:08.655099 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5beebc63-bbf7-42c5-8dad-c024f4352325 req-f0937807-032c-4617-b311-90c23f27ab70 tempest-TestMinimumBasicScenario-1828001790 tempest-TestMinimumBasicScenario-1828001790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:39:08.656694 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-5beebc63-bbf7-42c5-8dad-c024f4352325 req-f0937807-032c-4617-b311-90c23f27ab70 tempest-TestMinimumBasicScenario-1828001790 tempest-TestMinimumBasicScenario-1828001790-project] 10.222.0.11 "GET /v2.0/ports?device_id=ecab36ab-7c31-4bbb-97b3-a89fbd6336f3 HTTP/1.1" status: 200 len: 931 time: 0.0533800 Jan 05 17:39:08.708825 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-5beebc63-bbf7-42c5-8dad-c024f4352325 req-f72d2a47-0c07-428a-8101-ea9c766cc1dc tempest-TestMinimumBasicScenario-1828001790 tempest-TestMinimumBasicScenario-1828001790-project] 10.222.0.11 "GET /v2.0/security-groups?id=ef91d799-525d-4f02-b54d-b8e421ee0ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460906 Jan 05 17:39:09.835529 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdbead2-0cc0-4d6f-8ed8-a6a6d77cf2c7 req-ae3b1978-7ba8-4cb8-81f7-2ecdff7fee66 tempest-TestMinimumBasicScenario-1828001790 tempest-TestMinimumBasicScenario-1828001790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:39:09.837074 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-dbdbead2-0cc0-4d6f-8ed8-a6a6d77cf2c7 req-ae3b1978-7ba8-4cb8-81f7-2ecdff7fee66 tempest-TestMinimumBasicScenario-1828001790 tempest-TestMinimumBasicScenario-1828001790-project] 10.222.0.11 "GET /v2.0/ports?device_id=ecab36ab-7c31-4bbb-97b3-a89fbd6336f3 HTTP/1.1" status: 200 len: 931 time: 0.0544240 Jan 05 17:39:09.892412 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-dbdbead2-0cc0-4d6f-8ed8-a6a6d77cf2c7 req-8ddb7d36-5301-4572-867e-c45ff1d7d80d tempest-TestMinimumBasicScenario-1828001790 tempest-TestMinimumBasicScenario-1828001790-project] 10.222.0.11 "GET /v2.0/security-groups?id=ef91d799-525d-4f02-b54d-b8e421ee0ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486569 Jan 05 17:39:11.034952 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f251eaa-184c-4a44-8f02-f7a8fd0fd192 req-5c837704-6718-4c3c-be30-2c8a6a7549d4 tempest-TestMinimumBasicScenario-1828001790 tempest-TestMinimumBasicScenario-1828001790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:39:11.036468 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-4f251eaa-184c-4a44-8f02-f7a8fd0fd192 req-5c837704-6718-4c3c-be30-2c8a6a7549d4 tempest-TestMinimumBasicScenario-1828001790 tempest-TestMinimumBasicScenario-1828001790-project] 10.222.0.11 "GET /v2.0/ports?device_id=ecab36ab-7c31-4bbb-97b3-a89fbd6336f3 HTTP/1.1" status: 200 len: 931 time: 0.0679185 Jan 05 17:39:11.101872 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-4f251eaa-184c-4a44-8f02-f7a8fd0fd192 req-aff3a8a0-d664-43a8-8401-89f26c449b65 tempest-TestMinimumBasicScenario-1828001790 tempest-TestMinimumBasicScenario-1828001790-project] 10.222.0.11 "GET /v2.0/security-groups?id=ef91d799-525d-4f02-b54d-b8e421ee0ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554373 Jan 05 17:39:12.229997 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6a85ab-fa0a-40fc-af00-8353d0cd9da2 req-0afaf19d-1f15-4062-8962-562a28477d48 tempest-TestMinimumBasicScenario-1828001790 tempest-TestMinimumBasicScenario-1828001790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:39:12.232240 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-cb6a85ab-fa0a-40fc-af00-8353d0cd9da2 req-0afaf19d-1f15-4062-8962-562a28477d48 tempest-TestMinimumBasicScenario-1828001790 tempest-TestMinimumBasicScenario-1828001790-project] 10.222.0.11 "GET /v2.0/ports?device_id=ecab36ab-7c31-4bbb-97b3-a89fbd6336f3 HTTP/1.1" status: 200 len: 931 time: 0.0597367 Jan 05 17:39:12.280696 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-cb6a85ab-fa0a-40fc-af00-8353d0cd9da2 req-85fd127e-34e2-4351-852a-7fc7bf7aa8b8 tempest-TestMinimumBasicScenario-1828001790 tempest-TestMinimumBasicScenario-1828001790-project] 10.222.0.11 "GET /v2.0/security-groups?id=ef91d799-525d-4f02-b54d-b8e421ee0ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425332 Jan 05 17:39:13.406326 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1946e46a-be36-4a22-91a8-abac9ddea723 req-6284fb80-4aae-4712-ad71-a5cf7b16af11 tempest-TestMinimumBasicScenario-1828001790 tempest-TestMinimumBasicScenario-1828001790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:39:13.408813 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-1946e46a-be36-4a22-91a8-abac9ddea723 req-6284fb80-4aae-4712-ad71-a5cf7b16af11 tempest-TestMinimumBasicScenario-1828001790 tempest-TestMinimumBasicScenario-1828001790-project] 10.222.0.11 "GET /v2.0/ports?device_id=ecab36ab-7c31-4bbb-97b3-a89fbd6336f3 HTTP/1.1" status: 200 len: 931 time: 0.0584748 Jan 05 17:39:13.460254 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-1946e46a-be36-4a22-91a8-abac9ddea723 req-a42f3fd0-57e7-4364-ae80-3fa05d649d5b tempest-TestMinimumBasicScenario-1828001790 tempest-TestMinimumBasicScenario-1828001790-project] 10.222.0.11 "GET /v2.0/security-groups?id=ef91d799-525d-4f02-b54d-b8e421ee0ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458338 Jan 05 17:39:14.578612 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abd4694-53c7-4cf1-87c1-339143cc4057 req-65e56bef-b7f4-4b4c-9095-d789522dd606 tempest-TestMinimumBasicScenario-1828001790 tempest-TestMinimumBasicScenario-1828001790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:39:14.580068 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-7abd4694-53c7-4cf1-87c1-339143cc4057 req-65e56bef-b7f4-4b4c-9095-d789522dd606 tempest-TestMinimumBasicScenario-1828001790 tempest-TestMinimumBasicScenario-1828001790-project] 10.222.0.11 "GET /v2.0/ports?device_id=ecab36ab-7c31-4bbb-97b3-a89fbd6336f3 HTTP/1.1" status: 200 len: 931 time: 0.0497510 Jan 05 17:39:14.638016 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-7abd4694-53c7-4cf1-87c1-339143cc4057 req-e352eb94-de70-41d8-9a18-3354076fa850 tempest-TestMinimumBasicScenario-1828001790 tempest-TestMinimumBasicScenario-1828001790-project] 10.222.0.11 "GET /v2.0/security-groups?id=ef91d799-525d-4f02-b54d-b8e421ee0ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518372 Jan 05 17:39:15.757524 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ec1c81-48d8-4407-8fd0-b0320951494b req-bdac1fe6-b361-4a54-995d-4d1c4b8849f8 tempest-TestMinimumBasicScenario-1828001790 tempest-TestMinimumBasicScenario-1828001790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:39:15.759034 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-88ec1c81-48d8-4407-8fd0-b0320951494b req-bdac1fe6-b361-4a54-995d-4d1c4b8849f8 tempest-TestMinimumBasicScenario-1828001790 tempest-TestMinimumBasicScenario-1828001790-project] 10.222.0.11 "GET /v2.0/ports?device_id=ecab36ab-7c31-4bbb-97b3-a89fbd6336f3 HTTP/1.1" status: 200 len: 931 time: 0.0524085 Jan 05 17:39:15.812348 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-88ec1c81-48d8-4407-8fd0-b0320951494b req-55333d3a-b42d-40c7-ab45-17e30adaa433 tempest-TestMinimumBasicScenario-1828001790 tempest-TestMinimumBasicScenario-1828001790-project] 10.222.0.11 "GET /v2.0/security-groups?id=ef91d799-525d-4f02-b54d-b8e421ee0ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476313 Jan 05 17:39:16.750482 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [req-f16feb7c-0706-40d6-a48b-25f708c9749a req-92fd6170-8cf5-439c-bb52-658032aa1412 service neutron] Request body: {'port': {'device_id': 'ecab36ab-7c31-4bbb-97b3-a89fbd6336f3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:39:16.806473 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-f16feb7c-0706-40d6-a48b-25f708c9749a req-92fd6170-8cf5-439c-bb52-658032aa1412 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:39:17.116508 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-e896c329-92f8-45ee-9f44-f3cf6e83a2c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:39:17.349569 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af42fccb-ad70-402a-ad9c-88565d185770 req-ccebd0f9-d126-401a-8667-07f64371b36f tempest-TestMinimumBasicScenario-1828001790 tempest-TestMinimumBasicScenario-1828001790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:39:17.351009 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-af42fccb-ad70-402a-ad9c-88565d185770 req-ccebd0f9-d126-401a-8667-07f64371b36f tempest-TestMinimumBasicScenario-1828001790 tempest-TestMinimumBasicScenario-1828001790-project] 10.222.0.11 "GET /v2.0/ports?device_id=ecab36ab-7c31-4bbb-97b3-a89fbd6336f3 HTTP/1.1" status: 200 len: 931 time: 0.4488597 Jan 05 17:39:17.429471 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-af42fccb-ad70-402a-ad9c-88565d185770 req-684c1216-091d-4ae7-a79e-fccf3c82822b tempest-TestMinimumBasicScenario-1828001790 tempest-TestMinimumBasicScenario-1828001790-project] 10.222.0.11 "GET /v2.0/security-groups?id=ef91d799-525d-4f02-b54d-b8e421ee0ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727839 Jan 05 17:39:17.475085 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.notifiers.nova [req-f16feb7c-0706-40d6-a48b-25f708c9749a req-92fd6170-8cf5-439c-bb52-658032aa1412 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49f26ebc-d786-44df-b3f1-70fd5dc901d1 {{(pid=103800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 05 17:39:17.482379 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-f16feb7c-0706-40d6-a48b-25f708c9749a req-92fd6170-8cf5-439c-bb52-658032aa1412 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:39:17.493771 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.provisioning_blocks [req-f16feb7c-0706-40d6-a48b-25f708c9749a req-92fd6170-8cf5-439c-bb52-658032aa1412 service neutron] Transition to ACTIVE for port object 49f26ebc-d786-44df-b3f1-70fd5dc901d1 will not be triggered until provisioned by entity L2. {{(pid=103800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 05 17:39:17.583691 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-f16feb7c-0706-40d6-a48b-25f708c9749a req-92fd6170-8cf5-439c-bb52-658032aa1412 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8784461'] for port, after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:39:17.650085 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fd6170-8cf5-439c-bb52-658032aa1412 service neutron] Pushing event updated for resources: {'Port': ['ID=49f26ebc-d786-44df-b3f1-70fd5dc901d1,revision_number=2']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:39:17.705409 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [req-f16feb7c-0706-40d6-a48b-25f708c9749a req-92fd6170-8cf5-439c-bb52-658032aa1412 service neutron] Attempting to bind port 49f26ebc-d786-44df-b3f1-70fd5dc901d1 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 05 17:39:17.705782 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [req-f16feb7c-0706-40d6-a48b-25f708c9749a req-92fd6170-8cf5-439c-bb52-658032aa1412 service neutron] Attempting to bind port 49f26ebc-d786-44df-b3f1-70fd5dc901d1 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '046a27ca-53af-49f3-b1ec-8ea53dfb28de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '872dfea2-1631-452e-af81-484be9ab4f5f'}] {{(pid=103800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 05 17:39:17.706120 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f16feb7c-0706-40d6-a48b-25f708c9749a req-92fd6170-8cf5-439c-bb52-658032aa1412 service neutron] Attempting to bind port 49f26ebc-d786-44df-b3f1-70fd5dc901d1 on network 872dfea2-1631-452e-af81-484be9ab4f5f {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:39:17.711275 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f16feb7c-0706-40d6-a48b-25f708c9749a req-92fd6170-8cf5-439c-bb52-658032aa1412 service neutron] Port 49f26ebc-d786-44df-b3f1-70fd5dc901d1 on network 872dfea2-1631-452e-af81-484be9ab4f5f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 05 17:39:17.711603 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f16feb7c-0706-40d6-a48b-25f708c9749a req-92fd6170-8cf5-439c-bb52-658032aa1412 service neutron] Attempting to bind port 49f26ebc-d786-44df-b3f1-70fd5dc901d1 on network 872dfea2-1631-452e-af81-484be9ab4f5f {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:39:17.716785 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f16feb7c-0706-40d6-a48b-25f708c9749a req-92fd6170-8cf5-439c-bb52-658032aa1412 service neutron] Checking agent: {'id': '5c36d785-abe8-4e89-a23a-b403333d2378', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 5, 17, 3, 49), 'started_at': datetime.datetime(2022, 1, 5, 17, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 1, 5, 17, 38, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 05 17:39:17.720961 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f16feb7c-0706-40d6-a48b-25f708c9749a req-92fd6170-8cf5-439c-bb52-658032aa1412 service neutron] Checking segment: {'id': '046a27ca-53af-49f3-b1ec-8ea53dfb28de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '872dfea2-1631-452e-af81-484be9ab4f5f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:39:17.720961 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f16feb7c-0706-40d6-a48b-25f708c9749a req-92fd6170-8cf5-439c-bb52-658032aa1412 service neutron] Bound using segment: {'id': '046a27ca-53af-49f3-b1ec-8ea53dfb28de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '872dfea2-1631-452e-af81-484be9ab4f5f'} {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 05 17:39:17.720961 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [req-f16feb7c-0706-40d6-a48b-25f708c9749a req-92fd6170-8cf5-439c-bb52-658032aa1412 service neutron] Bound port: 49f26ebc-d786-44df-b3f1-70fd5dc901d1, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '046a27ca-53af-49f3-b1ec-8ea53dfb28de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '872dfea2-1631-452e-af81-484be9ab4f5f'}}] {{(pid=103800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 05 17:39:17.720961 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-f16feb7c-0706-40d6-a48b-25f708c9749a req-92fd6170-8cf5-439c-bb52-658032aa1412 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:39:17.782118 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.db [req-f16feb7c-0706-40d6-a48b-25f708c9749a req-92fd6170-8cf5-439c-bb52-658032aa1412 service neutron] For port 49f26ebc-d786-44df-b3f1-70fd5dc901d1, host hv-neutron-mast, cleared binding levels {{(pid=103800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 05 17:39:17.787975 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.db [req-f16feb7c-0706-40d6-a48b-25f708c9749a req-92fd6170-8cf5-439c-bb52-658032aa1412 service neutron] For port 49f26ebc-d786-44df-b3f1-70fd5dc901d1, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=49f26ebc-d786-44df-b3f1-70fd5dc901d1,segment=NetworkSegment(046a27ca-53af-49f3-b1ec-8ea53dfb28de),segment_id=046a27ca-53af-49f3-b1ec-8ea53dfb28de)] {{(pid=103800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 05 17:39:17.865495 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-f16feb7c-0706-40d6-a48b-25f708c9749a req-92fd6170-8cf5-439c-bb52-658032aa1412 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8784461'] for port, after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:39:17.899587 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16feb7c-0706-40d6-a48b-25f708c9749a req-92fd6170-8cf5-439c-bb52-658032aa1412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:39:17.900217 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-f16feb7c-0706-40d6-a48b-25f708c9749a req-92fd6170-8cf5-439c-bb52-658032aa1412 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:39:17.901613 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-f16feb7c-0706-40d6-a48b-25f708c9749a req-92fd6170-8cf5-439c-bb52-658032aa1412 service neutron] 10.222.0.13 "PUT /v2.0/ports/49f26ebc-d786-44df-b3f1-70fd5dc901d1 HTTP/1.1" status: 200 len: 1093 time: 1.1561875 Jan 05 17:39:17.902048 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecab36ab-7c31-4bbb-97b3-a89fbd6336f3', 'tag': '49f26ebc-d786-44df-b3f1-70fd5dc901d1'}] {{(pid=103800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 05 17:39:17.904264 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f64b9d4628f7eefcc27168a80c04985d23f0ea5def038dae05e1deb7357f3bfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a5239ee-449f-4e0c-a0df-2436458d1403" -d '{"events": [{"name": "network-changed", "server_uuid": "ecab36ab-7c31-4bbb-97b3-a89fbd6336f3", "tag": "49f26ebc-d786-44df-b3f1-70fd5dc901d1"}]}' {{(pid=103800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 05 17:39:17.933145 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fd6170-8cf5-439c-bb52-658032aa1412 service neutron] Pushing event updated for resources: {'Port': ['ID=49f26ebc-d786-44df-b3f1-70fd5dc901d1,revision_number=3']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:39:17.947671 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Jan 2022 17:39:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a3f52bc-e1e3-4ff3-9821-2024135a1456 x-openstack-request-id: req-0a3f52bc-e1e3-4ff3-9821-2024135a1456 {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 05 17:39:17.948004 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecab36ab-7c31-4bbb-97b3-a89fbd6336f3", "tag": "49f26ebc-d786-44df-b3f1-70fd5dc901d1", "status": "completed", "code": 200}]} {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 05 17:39:17.948250 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-0a3f52bc-e1e3-4ff3-9821-2024135a1456 {{(pid=103800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 05 17:39:17.948658 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecab36ab-7c31-4bbb-97b3-a89fbd6336f3', 'tag': '49f26ebc-d786-44df-b3f1-70fd5dc901d1', 'status': 'completed', 'code': 200} Jan 05 17:39:18.008188 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5239ee-449f-4e0c-a0df-2436458d1403 req-f64f42c1-baa3-4f81-9dd0-031ef4e05a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:39:18.009715 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-8a5239ee-449f-4e0c-a0df-2436458d1403 req-f64f42c1-baa3-4f81-9dd0-031ef4e05a4c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3296bccf5303476ba2853b152fcf13af&device_id=ecab36ab-7c31-4bbb-97b3-a89fbd6336f3 HTTP/1.1" status: 200 len: 1096 time: 0.0424726 Jan 05 17:39:18.111080 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5239ee-449f-4e0c-a0df-2436458d1403 req-8fba7440-8396-4537-b7b7-38e279c19cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:39:18.112542 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-8a5239ee-449f-4e0c-a0df-2436458d1403 req-8fba7440-8396-4537-b7b7-38e279c19cc2 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=3296bccf5303476ba2853b152fcf13af&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0954375 Jan 05 17:39:18.207823 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5239ee-449f-4e0c-a0df-2436458d1403 req-d28e7319-d5f4-443d-8227-bca62e84e3f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:39:18.209888 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-8a5239ee-449f-4e0c-a0df-2436458d1403 req-d28e7319-d5f4-443d-8227-bca62e84e3f7 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0894303 Jan 05 17:39:18.286056 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16feb7c-0706-40d6-a48b-25f708c9749a req-bbafa499-7fdd-4682-a2d6-d0e29476be57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:39:18.287517 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-f16feb7c-0706-40d6-a48b-25f708c9749a req-bbafa499-7fdd-4682-a2d6-d0e29476be57 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3296bccf5303476ba2853b152fcf13af&device_id=ecab36ab-7c31-4bbb-97b3-a89fbd6336f3 HTTP/1.1" status: 200 len: 1096 time: 0.0452225 Jan 05 17:39:18.327343 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-f16feb7c-0706-40d6-a48b-25f708c9749a req-06d00101-1b62-46ea-aaff-c601902da960 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=49f26ebc-d786-44df-b3f1-70fd5dc901d1 HTTP/1.1" status: 200 len: 217 time: 0.0331764 Jan 05 17:39:18.372785 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16feb7c-0706-40d6-a48b-25f708c9749a req-e94023b8-eed2-42f2-aa5f-128afb32117e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:39:18.374192 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-f16feb7c-0706-40d6-a48b-25f708c9749a req-e94023b8-eed2-42f2-aa5f-128afb32117e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=189c4e3a-5bff-4745-9b2b-dc68e73cab4a HTTP/1.1" status: 200 len: 853 time: 0.0420368 Jan 05 17:39:18.419820 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16feb7c-0706-40d6-a48b-25f708c9749a req-00088be3-da22-46e6-897a-3233b267e311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:39:18.421286 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-f16feb7c-0706-40d6-a48b-25f708c9749a req-00088be3-da22-46e6-897a-3233b267e311 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=872dfea2-1631-452e-af81-484be9ab4f5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0416081 Jan 05 17:39:18.530007 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-f16feb7c-0706-40d6-a48b-25f708c9749a req-f59efcdd-5388-43de-a38c-7e47ff078eec service neutron] 10.222.0.13 "GET /v2.0/networks/872dfea2-1631-452e-af81-484be9ab4f5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032197 Jan 05 17:39:18.601982 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57051cea-ff78-41b2-aa92-9cf311c0c0e2 req-2e9c6803-c6e2-4ddb-aa01-a6202ce54069 tempest-TestMinimumBasicScenario-1828001790 tempest-TestMinimumBasicScenario-1828001790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:39:18.603552 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-57051cea-ff78-41b2-aa92-9cf311c0c0e2 req-2e9c6803-c6e2-4ddb-aa01-a6202ce54069 tempest-TestMinimumBasicScenario-1828001790 tempest-TestMinimumBasicScenario-1828001790-project] 10.222.0.11 "GET /v2.0/ports?device_id=ecab36ab-7c31-4bbb-97b3-a89fbd6336f3 HTTP/1.1" status: 200 len: 943 time: 0.1091125 Jan 05 17:39:18.657687 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-f16feb7c-0706-40d6-a48b-25f708c9749a req-c143db2d-5aa1-4b3d-919d-0d92997d5126 service neutron] 10.222.0.13 "GET /v2.0/networks/872dfea2-1631-452e-af81-484be9ab4f5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221805 Jan 05 17:39:18.672805 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-57051cea-ff78-41b2-aa92-9cf311c0c0e2 req-f3a733c0-12ad-4e89-9eeb-f8409fcbe940 tempest-TestMinimumBasicScenario-1828001790 tempest-TestMinimumBasicScenario-1828001790-project] 10.222.0.11 "GET /v2.0/security-groups?id=ef91d799-525d-4f02-b54d-b8e421ee0ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634449 Jan 05 17:39:19.339362 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-4a5d5592-4f69-49d9-bdff-a806f68ed063 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:39:19.790057 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f50503-8ec5-44bc-9461-fdf42159af64 req-06c706ad-988f-42ea-85f8-f68752d7e8d4 tempest-TestMinimumBasicScenario-1828001790 tempest-TestMinimumBasicScenario-1828001790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:39:19.791510 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-54f50503-8ec5-44bc-9461-fdf42159af64 req-06c706ad-988f-42ea-85f8-f68752d7e8d4 tempest-TestMinimumBasicScenario-1828001790 tempest-TestMinimumBasicScenario-1828001790-project] 10.222.0.11 "GET /v2.0/ports?device_id=ecab36ab-7c31-4bbb-97b3-a89fbd6336f3 HTTP/1.1" status: 200 len: 943 time: 0.0512547 Jan 05 17:39:19.837019 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-54f50503-8ec5-44bc-9461-fdf42159af64 req-c759144b-1f97-4828-abc0-58c3b6105ecc tempest-TestMinimumBasicScenario-1828001790 tempest-TestMinimumBasicScenario-1828001790-project] 10.222.0.11 "GET /v2.0/security-groups?id=ef91d799-525d-4f02-b54d-b8e421ee0ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400732 Jan 05 17:39:19.885871 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Device 49f26ebc-d786-44df-b3f1-70fd5dc901d1 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 05 17:39:19.988803 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] For port 49f26ebc-d786-44df-b3f1-70fd5dc901d1, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=49f26ebc-d786-44df-b3f1-70fd5dc901d1,segment=NetworkSegment(046a27ca-53af-49f3-b1ec-8ea53dfb28de),segment_id=046a27ca-53af-49f3-b1ec-8ea53dfb28de)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:39:19.999387 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Returning: {'device': '49f26ebc-d786-44df-b3f1-70fd5dc901d1', 'network_id': '872dfea2-1631-452e-af81-484be9ab4f5f', 'port_id': '49f26ebc-d786-44df-b3f1-70fd5dc901d1', 'mac_address': 'fa:16:3e:c4:4e:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '189c4e3a-5bff-4745-9b2b-dc68e73cab4a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 05 17:39:20.035641 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:39:20.048232 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.notifiers.nova [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49f26ebc-d786-44df-b3f1-70fd5dc901d1 {{(pid=103802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 05 17:39:20.052847 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:39:20.068467 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] For port 49f26ebc-d786-44df-b3f1-70fd5dc901d1, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=49f26ebc-d786-44df-b3f1-70fd5dc901d1,segment=NetworkSegment(046a27ca-53af-49f3-b1ec-8ea53dfb28de),segment_id=046a27ca-53af-49f3-b1ec-8ea53dfb28de)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:39:20.110301 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:39:20.156712 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Pushing event updated for resources: {'Port': ['ID=49f26ebc-d786-44df-b3f1-70fd5dc901d1,revision_number=4']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:39:20.351918 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] get_ports_and_sgs() called for port_ids ['49f26ebc-d786-44df-b3f1-70fd5dc901d1'] {{(pid=103802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 05 17:39:20.623491 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d2607572-b3c9-472c-85bc-c8de0c3fb75c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:39:20.950112 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585ae0c1-c911-46e4-9eb1-be2e1919084b req-3dc09b7f-6a79-447d-a755-0c68432d8854 tempest-TestMinimumBasicScenario-1828001790 tempest-TestMinimumBasicScenario-1828001790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:39:20.951573 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-585ae0c1-c911-46e4-9eb1-be2e1919084b req-3dc09b7f-6a79-447d-a755-0c68432d8854 tempest-TestMinimumBasicScenario-1828001790 tempest-TestMinimumBasicScenario-1828001790-project] 10.222.0.11 "GET /v2.0/ports?device_id=ecab36ab-7c31-4bbb-97b3-a89fbd6336f3 HTTP/1.1" status: 200 len: 944 time: 0.0489590 Jan 05 17:39:20.997358 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-585ae0c1-c911-46e4-9eb1-be2e1919084b req-fce874f4-074e-4fff-ac63-6671b8460a21 tempest-TestMinimumBasicScenario-1828001790 tempest-TestMinimumBasicScenario-1828001790-project] 10.222.0.11 "GET /v2.0/security-groups?id=ef91d799-525d-4f02-b54d-b8e421ee0ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402424 Jan 05 17:39:21.894117 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Device 49f26ebc-d786-44df-b3f1-70fd5dc901d1 up at agent hyperv_hv-neutron-mast {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:39:22.024885 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Provisioning for port 49f26ebc-d786-44df-b3f1-70fd5dc901d1 completed by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 05 17:39:22.028882 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Provisioning complete for port 49f26ebc-d786-44df-b3f1-70fd5dc901d1 triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:39:22.034993 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:39:22.115522 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18da37a-7060-4bae-a0de-5661ba24d6fd req-637d0353-883a-49f6-bf19-80b444b3d773 tempest-TestMinimumBasicScenario-1828001790 tempest-TestMinimumBasicScenario-1828001790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:39:22.117136 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-d18da37a-7060-4bae-a0de-5661ba24d6fd req-637d0353-883a-49f6-bf19-80b444b3d773 tempest-TestMinimumBasicScenario-1828001790 tempest-TestMinimumBasicScenario-1828001790-project] 10.222.0.11 "GET /v2.0/ports?device_id=ecab36ab-7c31-4bbb-97b3-a89fbd6336f3 HTTP/1.1" status: 200 len: 944 time: 0.0515053 Jan 05 17:39:22.171727 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-d18da37a-7060-4bae-a0de-5661ba24d6fd req-ce3a9b33-bec1-470c-9e5e-ddb44e5aa7a6 tempest-TestMinimumBasicScenario-1828001790 tempest-TestMinimumBasicScenario-1828001790-project] 10.222.0.11 "GET /v2.0/security-groups?id=ef91d799-525d-4f02-b54d-b8e421ee0ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487361 Jan 05 17:39:22.206093 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d504d802-9546-4ce5-a9d3-96c844ac5808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:39:22.258434 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:39:22.280157 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecab36ab-7c31-4bbb-97b3-a89fbd6336f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49f26ebc-d786-44df-b3f1-70fd5dc901d1'}] {{(pid=103802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 05 17:39:22.282422 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36b213fbd845b3f09e785999bbcda1c85cd5592d7f001460987854e5c1683bd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cec75842-db66-4eac-a8ee-638b0d03c117" -d '{"events": [{"server_uuid": "ecab36ab-7c31-4bbb-97b3-a89fbd6336f3", "name": "network-vif-plugged", "status": "completed", "tag": "49f26ebc-d786-44df-b3f1-70fd5dc901d1"}]}' {{(pid=103802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 05 17:39:22.295083 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] For port 49f26ebc-d786-44df-b3f1-70fd5dc901d1, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=49f26ebc-d786-44df-b3f1-70fd5dc901d1,segment=NetworkSegment(046a27ca-53af-49f3-b1ec-8ea53dfb28de),segment_id=046a27ca-53af-49f3-b1ec-8ea53dfb28de)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:39:22.378905 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:39:22.426185 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Pushing event updated for resources: {'Port': ['ID=49f26ebc-d786-44df-b3f1-70fd5dc901d1,revision_number=5']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:39:22.431558 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Jan 2022 17:39:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-827f1028-5e9f-4c0b-96ef-66199b7b54ab x-openstack-request-id: req-827f1028-5e9f-4c0b-96ef-66199b7b54ab {{(pid=103802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 05 17:39:22.431841 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecab36ab-7c31-4bbb-97b3-a89fbd6336f3", "name": "network-vif-plugged", "status": "completed", "tag": "49f26ebc-d786-44df-b3f1-70fd5dc901d1", "code": 200}]} {{(pid=103802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 05 17:39:22.432088 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-827f1028-5e9f-4c0b-96ef-66199b7b54ab {{(pid=103802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 05 17:39:22.432496 dv-neutron-master-2-hyperv neutron-server[103802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecab36ab-7c31-4bbb-97b3-a89fbd6336f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49f26ebc-d786-44df-b3f1-70fd5dc901d1', 'code': 200} Jan 05 17:39:22.721734 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811c3ca3-d782-453e-a14e-1a30ab2383a9 req-00abb4bb-0cbd-4cad-a780-2ee1793ab72f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:39:22.723073 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-811c3ca3-d782-453e-a14e-1a30ab2383a9 req-00abb4bb-0cbd-4cad-a780-2ee1793ab72f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ecab36ab-7c31-4bbb-97b3-a89fbd6336f3 HTTP/1.1" status: 200 len: 1098 time: 0.0442574 Jan 05 17:39:22.765696 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-811c3ca3-d782-453e-a14e-1a30ab2383a9 req-a33baec0-2616-41e5-a41a-d2a9ae366205 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=ef91d799-525d-4f02-b54d-b8e421ee0ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361674 Jan 05 17:39:23.282909 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c232ac-a8ad-4acd-b8cd-b9ece6a1ffb2 req-c99b7a43-f65f-408d-874a-6e4ca2620f95 tempest-TestMinimumBasicScenario-1828001790 tempest-TestMinimumBasicScenario-1828001790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:39:23.284354 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-d9c232ac-a8ad-4acd-b8cd-b9ece6a1ffb2 req-c99b7a43-f65f-408d-874a-6e4ca2620f95 tempest-TestMinimumBasicScenario-1828001790 tempest-TestMinimumBasicScenario-1828001790-project] 10.222.0.11 "GET /v2.0/ports?device_id=ecab36ab-7c31-4bbb-97b3-a89fbd6336f3 HTTP/1.1" status: 200 len: 945 time: 0.0484593 Jan 05 17:39:23.310726 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:39:23.334591 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-d9c232ac-a8ad-4acd-b8cd-b9ece6a1ffb2 req-12b3c4b4-6a31-4921-b8f0-7c9e982400de tempest-TestMinimumBasicScenario-1828001790 tempest-TestMinimumBasicScenario-1828001790-project] 10.222.0.11 "GET /v2.0/security-groups?id=ef91d799-525d-4f02-b54d-b8e421ee0ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440636 Jan 05 17:39:24.448898 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80af5bf7-d05e-4050-b8e6-80fee13c875e req-af13106c-7f6a-4e87-b8d0-a569f0ac4a9c tempest-TestMinimumBasicScenario-1828001790 tempest-TestMinimumBasicScenario-1828001790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:39:24.450788 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-80af5bf7-d05e-4050-b8e6-80fee13c875e req-af13106c-7f6a-4e87-b8d0-a569f0ac4a9c tempest-TestMinimumBasicScenario-1828001790 tempest-TestMinimumBasicScenario-1828001790-project] 10.222.0.11 "GET /v2.0/ports?device_id=ecab36ab-7c31-4bbb-97b3-a89fbd6336f3 HTTP/1.1" status: 200 len: 945 time: 0.0489278 Jan 05 17:39:24.504090 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-80af5bf7-d05e-4050-b8e6-80fee13c875e req-ee3858bf-860d-42c8-8283-db909d8c6a06 tempest-TestMinimumBasicScenario-1828001790 tempest-TestMinimumBasicScenario-1828001790-project] 10.222.0.11 "GET /v2.0/security-groups?id=ef91d799-525d-4f02-b54d-b8e421ee0ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479481 Jan 05 17:39:24.616560 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ccfbba-b741-41b8-8079-6445075a1473 req-e631ebfa-d3c6-416d-82da-af409d7ecd53 tempest-TestMinimumBasicScenario-1828001790 tempest-TestMinimumBasicScenario-1828001790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:39:24.617964 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-75ccfbba-b741-41b8-8079-6445075a1473 req-e631ebfa-d3c6-416d-82da-af409d7ecd53 tempest-TestMinimumBasicScenario-1828001790 tempest-TestMinimumBasicScenario-1828001790-project] 10.222.0.11 "GET /v2.0/ports?device_id=ecab36ab-7c31-4bbb-97b3-a89fbd6336f3 HTTP/1.1" status: 200 len: 945 time: 0.0491235 Jan 05 17:39:24.663896 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-75ccfbba-b741-41b8-8079-6445075a1473 req-d9574c9b-1348-4545-971b-2f12f1bcb44f tempest-TestMinimumBasicScenario-1828001790 tempest-TestMinimumBasicScenario-1828001790-project] 10.222.0.11 "GET /v2.0/security-groups?id=ef91d799-525d-4f02-b54d-b8e421ee0ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404093 Jan 05 17:39:24.975871 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085ef335-9bf1-4959-a906-0704c6fa901f req-522799f4-2f37-4b6b-8776-b50062494111 tempest-TestMinimumBasicScenario-1828001790 tempest-TestMinimumBasicScenario-1828001790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:39:24.977325 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-085ef335-9bf1-4959-a906-0704c6fa901f req-522799f4-2f37-4b6b-8776-b50062494111 tempest-TestMinimumBasicScenario-1828001790 tempest-TestMinimumBasicScenario-1828001790-project] 10.222.0.11 "GET /v2.0/ports?device_id=ecab36ab-7c31-4bbb-97b3-a89fbd6336f3 HTTP/1.1" status: 200 len: 945 time: 0.0484040 Jan 05 17:39:25.021702 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-085ef335-9bf1-4959-a906-0704c6fa901f req-e1b3ec7d-773b-4f94-9ecf-451b90d3c777 tempest-TestMinimumBasicScenario-1828001790 tempest-TestMinimumBasicScenario-1828001790-project] 10.222.0.11 "GET /v2.0/security-groups?id=ef91d799-525d-4f02-b54d-b8e421ee0ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389526 Jan 05 17:39:26.325033 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-3284c5f2-2be7-4654-bb62-50a7ec007ec0 req-b48221b3-8682-4fbe-bbb8-2afb6009758e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ecab36ab-7c31-4bbb-97b3-a89fbd6336f3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0430839 Jan 05 17:39:26.402838 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3284c5f2-2be7-4654-bb62-50a7ec007ec0 req-764f1366-00a3-40cf-9c2c-0b270a644630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:39:26.404319 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-3284c5f2-2be7-4654-bb62-50a7ec007ec0 req-764f1366-00a3-40cf-9c2c-0b270a644630 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3296bccf5303476ba2853b152fcf13af&device_id=ecab36ab-7c31-4bbb-97b3-a89fbd6336f3 HTTP/1.1" status: 200 len: 1098 time: 0.0399988 Jan 05 17:39:26.505452 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3284c5f2-2be7-4654-bb62-50a7ec007ec0 req-6f1ade4c-d94a-40de-bea6-de32236772c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:39:26.506945 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-3284c5f2-2be7-4654-bb62-50a7ec007ec0 req-6f1ade4c-d94a-40de-bea6-de32236772c6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=872dfea2-1631-452e-af81-484be9ab4f5f HTTP/1.1" status: 200 len: 915 time: 0.0859568 Jan 05 17:39:26.555427 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-3284c5f2-2be7-4654-bb62-50a7ec007ec0 req-d73ba539-99ee-4a01-94c0-6dda6d3e3b12 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=49f26ebc-d786-44df-b3f1-70fd5dc901d1 HTTP/1.1" status: 200 len: 217 time: 0.0427437 Jan 05 17:39:26.604288 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3284c5f2-2be7-4654-bb62-50a7ec007ec0 req-b17f54e0-673d-470c-86e7-a4233791a533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:39:26.605709 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-3284c5f2-2be7-4654-bb62-50a7ec007ec0 req-b17f54e0-673d-470c-86e7-a4233791a533 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=189c4e3a-5bff-4745-9b2b-dc68e73cab4a HTTP/1.1" status: 200 len: 853 time: 0.0454721 Jan 05 17:39:26.650130 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3284c5f2-2be7-4654-bb62-50a7ec007ec0 req-08a73ca5-0c46-4ee7-94cd-1d8063dc93c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:39:26.651612 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-3284c5f2-2be7-4654-bb62-50a7ec007ec0 req-08a73ca5-0c46-4ee7-94cd-1d8063dc93c4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=872dfea2-1631-452e-af81-484be9ab4f5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0394282 Jan 05 17:39:26.746969 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-3284c5f2-2be7-4654-bb62-50a7ec007ec0 req-649baff6-66c4-430a-a844-c1a1175a1203 service neutron] 10.222.0.13 "GET /v2.0/networks/872dfea2-1631-452e-af81-484be9ab4f5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886278 Jan 05 17:39:26.835541 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-3284c5f2-2be7-4654-bb62-50a7ec007ec0 req-3cab0c17-8a6c-42b4-a4a8-89102a7e2a5b service neutron] 10.222.0.13 "GET /v2.0/networks/872dfea2-1631-452e-af81-484be9ab4f5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831032 Jan 05 17:39:42.693764 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.agents_db [None req-291d1585-17df-45c0-b64a-d244e6d90872 None None] Agent healthcheck: found 6 active agents {{(pid=103803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 05 17:39:44.605882 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811e9e97-447f-413b-baee-2de315759793 req-c4f9b32c-ef97-4bf6-8844-67e0f5e096e8 tempest-TestMinimumBasicScenario-1828001790 tempest-TestMinimumBasicScenario-1828001790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:39:44.607364 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-811e9e97-447f-413b-baee-2de315759793 req-c4f9b32c-ef97-4bf6-8844-67e0f5e096e8 tempest-TestMinimumBasicScenario-1828001790 tempest-TestMinimumBasicScenario-1828001790-project] 10.222.0.11 "GET /v2.0/ports?device_id=ecab36ab-7c31-4bbb-97b3-a89fbd6336f3 HTTP/1.1" status: 200 len: 945 time: 0.0513833 Jan 05 17:39:44.654233 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-811e9e97-447f-413b-baee-2de315759793 req-f1adb74c-c27f-4469-93a7-3c525d812b03 tempest-TestMinimumBasicScenario-1828001790 tempest-TestMinimumBasicScenario-1828001790-project] 10.222.0.11 "GET /v2.0/security-groups?id=ef91d799-525d-4f02-b54d-b8e421ee0ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412073 Jan 05 17:39:44.675571 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 51032) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:39:44.755663 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29cd40b5-a7fd-4bb9-beb5-a5f18e78178d tempest-TestMinimumBasicScenario-582300501 tempest-TestMinimumBasicScenario-582300501-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:39:44.757155 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-29cd40b5-a7fd-4bb9-beb5-a5f18e78178d tempest-TestMinimumBasicScenario-582300501 tempest-TestMinimumBasicScenario-582300501-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=ecab36ab-7c31-4bbb-97b3-a89fbd6336f3 HTTP/1.1" status: 200 len: 1093 time: 0.0801454 Jan 05 17:39:44.760158 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 51036) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:39:44.764423 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-fea03df3-9d02-4a5b-bb74-149422f5eca8 tempest-TestMinimumBasicScenario-1828001790 tempest-TestMinimumBasicScenario-1828001790-project] Request body: {'floatingip': {'floating_network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'port_id': '49f26ebc-d786-44df-b3f1-70fd5dc901d1', 'tenant_id': '3296bccf5303476ba2853b152fcf13af', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:39:44.845436 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-fea03df3-9d02-4a5b-bb74-149422f5eca8 tempest-TestMinimumBasicScenario-1828001790 tempest-TestMinimumBasicScenario-1828001790-project] Publish callbacks [] for floatingip, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:39:44.942367 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-fea03df3-9d02-4a5b-bb74-149422f5eca8 tempest-TestMinimumBasicScenario-1828001790 tempest-TestMinimumBasicScenario-1828001790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:39:45.041720 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [None req-fea03df3-9d02-4a5b-bb74-149422f5eca8 tempest-TestMinimumBasicScenario-1828001790 tempest-TestMinimumBasicScenario-1828001790-project] Allocated IP 172.36.4.164 (b0167590-0699-4c5c-a932-3939414a9573/7a784a6d-3d96-418f-a645-b9ccd0b1ac55/231290fc-fe0b-4249-8802-eaf0ed933446) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:39:45.142544 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-fea03df3-9d02-4a5b-bb74-149422f5eca8 tempest-TestMinimumBasicScenario-1828001790 tempest-TestMinimumBasicScenario-1828001790-project] Publish callbacks [] for port, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:39:45.247445 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-fea03df3-9d02-4a5b-bb74-149422f5eca8 tempest-TestMinimumBasicScenario-1828001790 tempest-TestMinimumBasicScenario-1828001790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11433176'] for port, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:39:45.284221 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fea03df3-9d02-4a5b-bb74-149422f5eca8 tempest-TestMinimumBasicScenario-1828001790 tempest-TestMinimumBasicScenario-1828001790-project] Network b0167590-0699-4c5c-a932-3939414a9573 is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:39:45.288006 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-fea03df3-9d02-4a5b-bb74-149422f5eca8 tempest-TestMinimumBasicScenario-1828001790 tempest-TestMinimumBasicScenario-1828001790-project] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:39:45.291396 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fea03df3-9d02-4a5b-bb74-149422f5eca8 tempest-TestMinimumBasicScenario-1828001790 tempest-TestMinimumBasicScenario-1828001790-project] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:39:45.299272 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea03df3-9d02-4a5b-bb74-149422f5eca8 tempest-TestMinimumBasicScenario-1828001790 tempest-TestMinimumBasicScenario-1828001790-project] Pushing event updated for resources: {'Port': ['ID=231290fc-fe0b-4249-8802-eaf0ed933446,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:39:45.325564 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea03df3-9d02-4a5b-bb74-149422f5eca8 tempest-TestMinimumBasicScenario-1828001790 tempest-TestMinimumBasicScenario-1828001790-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:39:45.325978 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea03df3-9d02-4a5b-bb74-149422f5eca8 tempest-TestMinimumBasicScenario-1828001790 tempest-TestMinimumBasicScenario-1828001790-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:39:45.326316 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea03df3-9d02-4a5b-bb74-149422f5eca8 tempest-TestMinimumBasicScenario-1828001790 tempest-TestMinimumBasicScenario-1828001790-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:39:45.326647 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea03df3-9d02-4a5b-bb74-149422f5eca8 tempest-TestMinimumBasicScenario-1828001790 tempest-TestMinimumBasicScenario-1828001790-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:39:45.326982 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea03df3-9d02-4a5b-bb74-149422f5eca8 tempest-TestMinimumBasicScenario-1828001790 tempest-TestMinimumBasicScenario-1828001790-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:39:45.327308 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea03df3-9d02-4a5b-bb74-149422f5eca8 tempest-TestMinimumBasicScenario-1828001790 tempest-TestMinimumBasicScenario-1828001790-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:39:45.327633 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea03df3-9d02-4a5b-bb74-149422f5eca8 tempest-TestMinimumBasicScenario-1828001790 tempest-TestMinimumBasicScenario-1828001790-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:39:45.327956 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea03df3-9d02-4a5b-bb74-149422f5eca8 tempest-TestMinimumBasicScenario-1828001790 tempest-TestMinimumBasicScenario-1828001790-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:39:45.328275 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea03df3-9d02-4a5b-bb74-149422f5eca8 tempest-TestMinimumBasicScenario-1828001790 tempest-TestMinimumBasicScenario-1828001790-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:39:45.328594 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea03df3-9d02-4a5b-bb74-149422f5eca8 tempest-TestMinimumBasicScenario-1828001790 tempest-TestMinimumBasicScenario-1828001790-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:39:45.328911 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea03df3-9d02-4a5b-bb74-149422f5eca8 tempest-TestMinimumBasicScenario-1828001790 tempest-TestMinimumBasicScenario-1828001790-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:39:45.329228 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea03df3-9d02-4a5b-bb74-149422f5eca8 tempest-TestMinimumBasicScenario-1828001790 tempest-TestMinimumBasicScenario-1828001790-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:39:45.329546 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea03df3-9d02-4a5b-bb74-149422f5eca8 tempest-TestMinimumBasicScenario-1828001790 tempest-TestMinimumBasicScenario-1828001790-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:39:45.991303 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-fea03df3-9d02-4a5b-bb74-149422f5eca8 tempest-TestMinimumBasicScenario-1828001790 tempest-TestMinimumBasicScenario-1828001790-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:39:46.116521 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-fea03df3-9d02-4a5b-bb74-149422f5eca8 tempest-TestMinimumBasicScenario-1828001790 tempest-TestMinimumBasicScenario-1828001790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:39:46.264538 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-fea03df3-9d02-4a5b-bb74-149422f5eca8 tempest-TestMinimumBasicScenario-1828001790 tempest-TestMinimumBasicScenario-1828001790-project] Publish callbacks [] for port, precommit_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:39:46.321119 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-fea03df3-9d02-4a5b-bb74-149422f5eca8 tempest-TestMinimumBasicScenario-1828001790 tempest-TestMinimumBasicScenario-1828001790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11433169'] for port, after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:39:46.390746 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea03df3-9d02-4a5b-bb74-149422f5eca8 tempest-TestMinimumBasicScenario-1828001790 tempest-TestMinimumBasicScenario-1828001790-project] Pushing event updated for resources: {'Port': ['ID=231290fc-fe0b-4249-8802-eaf0ed933446,revision_number=2']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:39:46.400961 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-fea03df3-9d02-4a5b-bb74-149422f5eca8 tempest-TestMinimumBasicScenario-1828001790 tempest-TestMinimumBasicScenario-1828001790-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648677'] for floatingip, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:39:46.499024 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.db.l3_db [None req-fea03df3-9d02-4a5b-bb74-149422f5eca8 tempest-TestMinimumBasicScenario-1828001790 tempest-TestMinimumBasicScenario-1828001790-project] Floating IP 4ada555d-8b72-43a2-8a55-76ab5214926f associated. External IP: 172.36.4.164, port: 49f26ebc-d786-44df-b3f1-70fd5dc901d1. Jan 05 17:39:46.706170 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fea03df3-9d02-4a5b-bb74-149422f5eca8 tempest-TestMinimumBasicScenario-1828001790 tempest-TestMinimumBasicScenario-1828001790-project] Router bc374e63-bf2b-45d6-a405-dc4a974d429e has already been hosted by L3 agent 59446fdc-40e0-41fe-a575-a8eb11d742f7 {{(pid=103801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 05 17:39:46.815033 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fea03df3-9d02-4a5b-bb74-149422f5eca8 tempest-TestMinimumBasicScenario-1828001790 tempest-TestMinimumBasicScenario-1828001790-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 05 17:39:46.824761 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19f85ec9-6ea5-4525-9051-602e1fa9ecf6 None None] Sync routers for ids ['bc374e63-bf2b-45d6-a405-dc4a974d429e'] in dv-neutron-master-2-hyperv {{(pid=103803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 05 17:39:46.834245 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19f85ec9-6ea5-4525-9051-602e1fa9ecf6 None None] Routers {'bc374e63-bf2b-45d6-a405-dc4a974d429e'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:39:46.834836 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-19f85ec9-6ea5-4525-9051-602e1fa9ecf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:39:19Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['bc374e63-bf2b-45d6-a405-dc4a974d429e'], 'active': True} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:39:46.968853 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-fea03df3-9d02-4a5b-bb74-149422f5eca8 tempest-TestMinimumBasicScenario-1828001790 tempest-TestMinimumBasicScenario-1828001790-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for floatingip, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:39:46.996611 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-fea03df3-9d02-4a5b-bb74-149422f5eca8 tempest-TestMinimumBasicScenario-1828001790 tempest-TestMinimumBasicScenario-1828001790-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2354095 Jan 05 17:39:46.997980 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecab36ab-7c31-4bbb-97b3-a89fbd6336f3', 'tag': '49f26ebc-d786-44df-b3f1-70fd5dc901d1'}] {{(pid=103801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 05 17:39:46.999586 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 51038) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:39:47.000229 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cee9004337cfdaf047d78d8066c7d6073fad8dbc2217b3b67c4523abea34d3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fc9d30b-8967-4136-b806-4221b07827a9" -d '{"events": [{"name": "network-changed", "server_uuid": "ecab36ab-7c31-4bbb-97b3-a89fbd6336f3", "tag": "49f26ebc-d786-44df-b3f1-70fd5dc901d1"}]}' {{(pid=103801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 05 17:39:47.005318 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-d32a9ab5-db2e-4a82-ad8f-981dccbad39b tempest-TestMinimumBasicScenario-1828001790 tempest-TestMinimumBasicScenario-1828001790-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-905352701', 'description': 'tempest-secgroup-smoke-905352701 description', 'project_id': '3296bccf5303476ba2853b152fcf13af'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:39:47.015219 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvr_db [None req-19f85ec9-6ea5-4525-9051-602e1fa9ecf6 None None] Set router bc374e63-bf2b-45d6-a405-dc4a974d429e gateway port host: dv-neutron-master-2-hyperv {{(pid=103803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:39:47.087701 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d32a9ab5-db2e-4a82-ad8f-981dccbad39b tempest-TestMinimumBasicScenario-1828001790 tempest-TestMinimumBasicScenario-1828001790-project] Publish callbacks [] for security_group, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:39:47.095794 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Jan 2022 17:39:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-127fdf23-49b1-4cda-84e4-d7620fad8983 x-openstack-request-id: req-127fdf23-49b1-4cda-84e4-d7620fad8983 {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 05 17:39:47.096085 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecab36ab-7c31-4bbb-97b3-a89fbd6336f3", "tag": "49f26ebc-d786-44df-b3f1-70fd5dc901d1", "status": "completed", "code": 200}]} {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 05 17:39:47.096334 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-127fdf23-49b1-4cda-84e4-d7620fad8983 {{(pid=103801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 05 17:39:47.096735 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecab36ab-7c31-4bbb-97b3-a89fbd6336f3', 'tag': '49f26ebc-d786-44df-b3f1-70fd5dc901d1', 'status': 'completed', 'code': 200} Jan 05 17:39:47.115841 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-5814d589-d720-4232-a71b-e14c658250e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:39:47.184305 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc9d30b-8967-4136-b806-4221b07827a9 req-6f139ff4-f468-47f1-a567-d33794d506d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:39:47.185853 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-1fc9d30b-8967-4136-b806-4221b07827a9 req-6f139ff4-f468-47f1-a567-d33794d506d9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3296bccf5303476ba2853b152fcf13af&device_id=ecab36ab-7c31-4bbb-97b3-a89fbd6336f3 HTTP/1.1" status: 200 len: 1098 time: 0.0675509 Jan 05 17:39:47.224324 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d32a9ab5-db2e-4a82-ad8f-981dccbad39b tempest-TestMinimumBasicScenario-1828001790 tempest-TestMinimumBasicScenario-1828001790-project] Publish callbacks [] for security_group, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:39:47.248772 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-19f85ec9-6ea5-4525-9051-602e1fa9ecf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc374e63-bf2b-45d6-a405-dc4a974d429e', 'name': 'tempest-TestMinimumBasicScenario-189331491-router', 'tenant_id': '3296bccf5303476ba2853b152fcf13af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.25'}], 'enable_snat': True}, 'gw_port_id': 'e30286f2-4311-4910-8c37-03016e544d1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:38:42Z', 'updated_at': '2022-01-05T17:38:45Z', 'revision_number': 4, 'project_id': '3296bccf5303476ba2853b152fcf13af', 'gw_port': {'id': 'e30286f2-4311-4910-8c37-03016e544d1d', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:6e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc374e63-bf2b-45d6-a405-dc4a974d429e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:38:42Z', 'updated_at': '2022-01-05T17:38:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '4ada555d-8b72-43a2-8a55-76ab5214926f', 'tenant_id': '3296bccf5303476ba2853b152fcf13af', 'floating_ip_address': '172.36.4.164', 'floating_network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'router_id': 'bc374e63-bf2b-45d6-a405-dc4a974d429e', 'port_id': '49f26ebc-d786-44df-b3f1-70fd5dc901d1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1695, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '872dfea2-1631-452e-af81-484be9ab4f5f', 'mac_address': 'fa:16:3e:c4:4e:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecab36ab-7c31-4bbb-97b3-a89fbd6336f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-05T17:39:45Z', 'updated_at': '2022-01-05T17:39:45Z', 'revision_number': 0, 'project_id': '3296bccf5303476ba2853b152fcf13af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3cab0f59-1147-4af7-8bc6-8071c3c3b6d3', 'name': '', 'network_id': '872dfea2-1631-452e-af81-484be9ab4f5f', 'tenant_id': '3296bccf5303476ba2853b152fcf13af', 'mac_address': 'fa:16:3e:1a:3b:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc374e63-bf2b-45d6-a405-dc4a974d429e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1680, 'fixed_ips': [{'subnet_id': '189c4e3a-5bff-4745-9b2b-dc68e73cab4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:38:45Z', 'updated_at': '2022-01-05T17:38:49Z', 'revision_number': 5, 'project_id': '3296bccf5303476ba2853b152fcf13af', 'subnets': [{'id': '189c4e3a-5bff-4745-9b2b-dc68e73cab4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:39:47.278686 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19f85ec9-6ea5-4525-9051-602e1fa9ecf6 None None] Checking router: bc374e63-bf2b-45d6-a405-dc4a974d429e for host: dv-neutron-master-2-hyperv {{(pid=103803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 05 17:39:47.286929 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19f85ec9-6ea5-4525-9051-602e1fa9ecf6 None None] Routers {'bc374e63-bf2b-45d6-a405-dc4a974d429e'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:39:47.287528 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-19f85ec9-6ea5-4525-9051-602e1fa9ecf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:39:19Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['bc374e63-bf2b-45d6-a405-dc4a974d429e'], 'active': True} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:39:47.292231 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d32a9ab5-db2e-4a82-ad8f-981dccbad39b tempest-TestMinimumBasicScenario-1828001790 tempest-TestMinimumBasicScenario-1828001790-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:39:47.316048 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc9d30b-8967-4136-b806-4221b07827a9 req-ea722ae2-8af4-40bf-8c55-a8ded9290d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:39:47.318640 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-1fc9d30b-8967-4136-b806-4221b07827a9 req-ea722ae2-8af4-40bf-8c55-a8ded9290d6e service neutron] 10.222.0.13 "GET /v2.0/networks?id=872dfea2-1631-452e-af81-484be9ab4f5f HTTP/1.1" status: 200 len: 915 time: 0.1235061 Jan 05 17:39:47.339386 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32a9ab5-db2e-4a82-ad8f-981dccbad39b tempest-TestMinimumBasicScenario-1828001790 tempest-TestMinimumBasicScenario-1828001790-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3c553a2-2d8c-49e4-9502-c31a2a641eeb,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:39:47.381003 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32a9ab5-db2e-4a82-ad8f-981dccbad39b tempest-TestMinimumBasicScenario-1828001790 tempest-TestMinimumBasicScenario-1828001790-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:39:47.381651 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32a9ab5-db2e-4a82-ad8f-981dccbad39b tempest-TestMinimumBasicScenario-1828001790 tempest-TestMinimumBasicScenario-1828001790-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:39:47.382159 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32a9ab5-db2e-4a82-ad8f-981dccbad39b tempest-TestMinimumBasicScenario-1828001790 tempest-TestMinimumBasicScenario-1828001790-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:39:47.382691 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32a9ab5-db2e-4a82-ad8f-981dccbad39b tempest-TestMinimumBasicScenario-1828001790 tempest-TestMinimumBasicScenario-1828001790-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:39:47.383201 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32a9ab5-db2e-4a82-ad8f-981dccbad39b tempest-TestMinimumBasicScenario-1828001790 tempest-TestMinimumBasicScenario-1828001790-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:39:47.383690 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32a9ab5-db2e-4a82-ad8f-981dccbad39b tempest-TestMinimumBasicScenario-1828001790 tempest-TestMinimumBasicScenario-1828001790-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:39:47.384178 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32a9ab5-db2e-4a82-ad8f-981dccbad39b tempest-TestMinimumBasicScenario-1828001790 tempest-TestMinimumBasicScenario-1828001790-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:39:47.384656 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32a9ab5-db2e-4a82-ad8f-981dccbad39b tempest-TestMinimumBasicScenario-1828001790 tempest-TestMinimumBasicScenario-1828001790-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:39:47.385136 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32a9ab5-db2e-4a82-ad8f-981dccbad39b tempest-TestMinimumBasicScenario-1828001790 tempest-TestMinimumBasicScenario-1828001790-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:39:47.385651 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32a9ab5-db2e-4a82-ad8f-981dccbad39b tempest-TestMinimumBasicScenario-1828001790 tempest-TestMinimumBasicScenario-1828001790-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:39:47.386135 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32a9ab5-db2e-4a82-ad8f-981dccbad39b tempest-TestMinimumBasicScenario-1828001790 tempest-TestMinimumBasicScenario-1828001790-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:39:47.386594 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32a9ab5-db2e-4a82-ad8f-981dccbad39b tempest-TestMinimumBasicScenario-1828001790 tempest-TestMinimumBasicScenario-1828001790-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:39:47.387059 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32a9ab5-db2e-4a82-ad8f-981dccbad39b tempest-TestMinimumBasicScenario-1828001790 tempest-TestMinimumBasicScenario-1828001790-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:39:47.408023 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d32a9ab5-db2e-4a82-ad8f-981dccbad39b tempest-TestMinimumBasicScenario-1828001790 tempest-TestMinimumBasicScenario-1828001790-project] Publish callbacks [] for security_group, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:39:47.408023 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-d32a9ab5-db2e-4a82-ad8f-981dccbad39b tempest-TestMinimumBasicScenario-1828001790 tempest-TestMinimumBasicScenario-1828001790-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4032507 Jan 05 17:39:47.408023 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 51044) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:39:47.409206 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvr_db [None req-19f85ec9-6ea5-4525-9051-602e1fa9ecf6 None None] Set router bc374e63-bf2b-45d6-a405-dc4a974d429e gateway port host: dv-neutron-master-2-hyperv {{(pid=103803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:39:47.412413 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-8ad069cd-fe7d-4fdb-b81d-dcbf5b68daf4 tempest-TestMinimumBasicScenario-1828001790 tempest-TestMinimumBasicScenario-1828001790-project] Request body: {'security_group_rule': {'security_group_id': 'd3c553a2-2d8c-49e4-9502-c31a2a641eeb', 'project_id': '3296bccf5303476ba2853b152fcf13af', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:39:47.435330 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-1fc9d30b-8967-4136-b806-4221b07827a9 req-2a2fe6f5-9f59-40f9-8aa0-b24a7cc08410 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=49f26ebc-d786-44df-b3f1-70fd5dc901d1 HTTP/1.1" status: 200 len: 999 time: 0.1075335 Jan 05 17:39:47.490052 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc9d30b-8967-4136-b806-4221b07827a9 req-678efdc3-f335-4132-a6fc-59e4ea794ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:39:47.491593 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-1fc9d30b-8967-4136-b806-4221b07827a9 req-678efdc3-f335-4132-a6fc-59e4ea794ad3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=189c4e3a-5bff-4745-9b2b-dc68e73cab4a HTTP/1.1" status: 200 len: 853 time: 0.0472724 Jan 05 17:39:47.541754 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc9d30b-8967-4136-b806-4221b07827a9 req-92720cff-7c57-4a70-9b60-2dbd6eec8ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:39:47.543255 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-1fc9d30b-8967-4136-b806-4221b07827a9 req-92720cff-7c57-4a70-9b60-2dbd6eec8ea4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=872dfea2-1631-452e-af81-484be9ab4f5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0457389 Jan 05 17:39:47.549114 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-8ad069cd-fe7d-4fdb-b81d-dcbf5b68daf4 tempest-TestMinimumBasicScenario-1828001790 tempest-TestMinimumBasicScenario-1828001790-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:39:47.645201 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-19f85ec9-6ea5-4525-9051-602e1fa9ecf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc374e63-bf2b-45d6-a405-dc4a974d429e', 'name': 'tempest-TestMinimumBasicScenario-189331491-router', 'tenant_id': '3296bccf5303476ba2853b152fcf13af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.25'}], 'enable_snat': True}, 'gw_port_id': 'e30286f2-4311-4910-8c37-03016e544d1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:38:42Z', 'updated_at': '2022-01-05T17:38:45Z', 'revision_number': 4, 'project_id': '3296bccf5303476ba2853b152fcf13af', 'gw_port': {'id': 'e30286f2-4311-4910-8c37-03016e544d1d', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:6e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc374e63-bf2b-45d6-a405-dc4a974d429e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:38:42Z', 'updated_at': '2022-01-05T17:38:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '4ada555d-8b72-43a2-8a55-76ab5214926f', 'tenant_id': '3296bccf5303476ba2853b152fcf13af', 'floating_ip_address': '172.36.4.164', 'floating_network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'router_id': 'bc374e63-bf2b-45d6-a405-dc4a974d429e', 'port_id': '49f26ebc-d786-44df-b3f1-70fd5dc901d1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1695, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '872dfea2-1631-452e-af81-484be9ab4f5f', 'mac_address': 'fa:16:3e:c4:4e:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecab36ab-7c31-4bbb-97b3-a89fbd6336f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-05T17:39:45Z', 'updated_at': '2022-01-05T17:39:45Z', 'revision_number': 0, 'project_id': '3296bccf5303476ba2853b152fcf13af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3cab0f59-1147-4af7-8bc6-8071c3c3b6d3', 'name': '', 'network_id': '872dfea2-1631-452e-af81-484be9ab4f5f', 'tenant_id': '3296bccf5303476ba2853b152fcf13af', 'mac_address': 'fa:16:3e:1a:3b:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc374e63-bf2b-45d6-a405-dc4a974d429e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1680, 'fixed_ips': [{'subnet_id': '189c4e3a-5bff-4745-9b2b-dc68e73cab4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:38:45Z', 'updated_at': '2022-01-05T17:38:49Z', 'revision_number': 5, 'project_id': '3296bccf5303476ba2853b152fcf13af', 'subnets': [{'id': '189c4e3a-5bff-4745-9b2b-dc68e73cab4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:39:47.656495 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-8ad069cd-fe7d-4fdb-b81d-dcbf5b68daf4 tempest-TestMinimumBasicScenario-1828001790 tempest-TestMinimumBasicScenario-1828001790-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:39:47.672182 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-1fc9d30b-8967-4136-b806-4221b07827a9 req-8dc6f1c5-f7a4-4aa4-9bb6-d728487f997c service neutron] 10.222.0.13 "GET /v2.0/networks/872dfea2-1631-452e-af81-484be9ab4f5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1137662 Jan 05 17:39:47.674964 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19f85ec9-6ea5-4525-9051-602e1fa9ecf6 None None] The sync data for ids ['bc374e63-bf2b-45d6-a405-dc4a974d429e'] in dv-neutron-master-2-hyperv is: [{'id': 'bc374e63-bf2b-45d6-a405-dc4a974d429e', 'name': 'tempest-TestMinimumBasicScenario-189331491-router', 'tenant_id': '3296bccf5303476ba2853b152fcf13af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.25'}], 'enable_snat': True}, 'gw_port_id': 'e30286f2-4311-4910-8c37-03016e544d1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:38:42Z', 'updated_at': '2022-01-05T17:38:45Z', 'revision_number': 4, 'project_id': '3296bccf5303476ba2853b152fcf13af', 'gw_port': {'id': 'e30286f2-4311-4910-8c37-03016e544d1d', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:6e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc374e63-bf2b-45d6-a405-dc4a974d429e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:38:42Z', 'updated_at': '2022-01-05T17:38:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '4ada555d-8b72-43a2-8a55-76ab5214926f', 'tenant_id': '3296bccf5303476ba2853b152fcf13af', 'floating_ip_address': '172.36.4.164', 'floating_network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'router_id': 'bc374e63-bf2b-45d6-a405-dc4a974d429e', 'port_id': '49f26ebc-d786-44df-b3f1-70fd5dc901d1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1695, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '872dfea2-1631-452e-af81-484be9ab4f5f', 'mac_address': 'fa:16:3e:c4:4e:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecab36ab-7c31-4bbb-97b3-a89fbd6336f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-05T17:39:45Z', 'updated_at': '2022-01-05T17:39:45Z', 'revision_number': 0, 'project_id': '3296bccf5303476ba2853b152fcf13af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3cab0f59-1147-4af7-8bc6-8071c3c3b6d3', 'name': '', 'network_id': '872dfea2-1631-452e-af81-484be9ab4f5f', 'tenant_id': '3296bccf5303476ba2853b152fcf13af', 'mac_address': 'fa:16:3e:1a:3b:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc374e63-bf2b-45d6-a405-dc4a974d429e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1680, 'fixed_ips': [{'subnet_id': '189c4e3a-5bff-4745-9b2b-dc68e73cab4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:38:45Z', 'updated_at': '2022-01-05T17:38:49Z', 'revision_number': 5, 'project_id': '3296bccf5303476ba2853b152fcf13af', 'subnets': [{'id': '189c4e3a-5bff-4745-9b2b-dc68e73cab4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 05 17:39:47.743007 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-8ad069cd-fe7d-4fdb-b81d-dcbf5b68daf4 tempest-TestMinimumBasicScenario-1828001790 tempest-TestMinimumBasicScenario-1828001790-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533437'] for security_group_rule, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:39:47.773761 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad069cd-fe7d-4fdb-b81d-dcbf5b68daf4 tempest-TestMinimumBasicScenario-1828001790 tempest-TestMinimumBasicScenario-1828001790-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbf65baf-cb60-4201-b000-2c83036745fb,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:39:47.792706 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-1fc9d30b-8967-4136-b806-4221b07827a9 req-38ce3f60-e86f-4a6c-9e12-347fbd674f84 service neutron] 10.222.0.13 "GET /v2.0/networks/872dfea2-1631-452e-af81-484be9ab4f5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134245 Jan 05 17:39:47.837362 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-8ad069cd-fe7d-4fdb-b81d-dcbf5b68daf4 tempest-TestMinimumBasicScenario-1828001790 tempest-TestMinimumBasicScenario-1828001790-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:39:47.841395 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-8ad069cd-fe7d-4fdb-b81d-dcbf5b68daf4 tempest-TestMinimumBasicScenario-1828001790 tempest-TestMinimumBasicScenario-1828001790-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4313259 Jan 05 17:39:47.841815 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 51046) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:39:47.846419 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-0f9c75e2-581b-4369-9421-1120da965e92 tempest-TestMinimumBasicScenario-1828001790 tempest-TestMinimumBasicScenario-1828001790-project] Request body: {'security_group_rule': {'security_group_id': 'd3c553a2-2d8c-49e4-9502-c31a2a641eeb', 'project_id': '3296bccf5303476ba2853b152fcf13af', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:39:47.893130 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4db67daf-bb2e-4484-86c4-cd7cc9a53bb5 None None] New status for floating IP 4ada555d-8b72-43a2-8a55-76ab5214926f: ACTIVE {{(pid=103802) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 05 17:39:47.937384 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0f9c75e2-581b-4369-9421-1120da965e92 tempest-TestMinimumBasicScenario-1828001790 tempest-TestMinimumBasicScenario-1828001790-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:39:47.994920 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0f9c75e2-581b-4369-9421-1120da965e92 tempest-TestMinimumBasicScenario-1828001790 tempest-TestMinimumBasicScenario-1828001790-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:39:48.081238 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0f9c75e2-581b-4369-9421-1120da965e92 tempest-TestMinimumBasicScenario-1828001790 tempest-TestMinimumBasicScenario-1828001790-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533437'] for security_group_rule, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:39:48.099771 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9c75e2-581b-4369-9421-1120da965e92 tempest-TestMinimumBasicScenario-1828001790 tempest-TestMinimumBasicScenario-1828001790-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3717047c-ef6c-44a2-90d5-6a5e6797c631,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:39:48.163605 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0f9c75e2-581b-4369-9421-1120da965e92 tempest-TestMinimumBasicScenario-1828001790 tempest-TestMinimumBasicScenario-1828001790-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:39:48.164890 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-0f9c75e2-581b-4369-9421-1120da965e92 tempest-TestMinimumBasicScenario-1828001790 tempest-TestMinimumBasicScenario-1828001790-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3220904 Jan 05 17:39:48.167622 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 51048) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:39:48.171933 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-8690f0fd-69b2-48a7-a344-b386b1fe1caf tempest-TestMinimumBasicScenario-1828001790 tempest-TestMinimumBasicScenario-1828001790-project] Request body: {'security_group_rule': {'security_group_id': 'd3c553a2-2d8c-49e4-9502-c31a2a641eeb', 'project_id': '3296bccf5303476ba2853b152fcf13af', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:39:48.250986 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-8690f0fd-69b2-48a7-a344-b386b1fe1caf tempest-TestMinimumBasicScenario-1828001790 tempest-TestMinimumBasicScenario-1828001790-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:39:48.307879 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-8690f0fd-69b2-48a7-a344-b386b1fe1caf tempest-TestMinimumBasicScenario-1828001790 tempest-TestMinimumBasicScenario-1828001790-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:39:48.360973 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-8690f0fd-69b2-48a7-a344-b386b1fe1caf tempest-TestMinimumBasicScenario-1828001790 tempest-TestMinimumBasicScenario-1828001790-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533437'] for security_group_rule, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:39:48.381555 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8690f0fd-69b2-48a7-a344-b386b1fe1caf tempest-TestMinimumBasicScenario-1828001790 tempest-TestMinimumBasicScenario-1828001790-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e17fd2c-2512-463f-b646-b7df56daa9e5,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:39:48.460960 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-8690f0fd-69b2-48a7-a344-b386b1fe1caf tempest-TestMinimumBasicScenario-1828001790 tempest-TestMinimumBasicScenario-1828001790-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:39:48.462209 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-8690f0fd-69b2-48a7-a344-b386b1fe1caf tempest-TestMinimumBasicScenario-1828001790 tempest-TestMinimumBasicScenario-1828001790-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2936599 Jan 05 17:39:48.465177 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 51050) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:39:48.469533 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-717431fe-2e60-4068-a716-680ca12d8000 tempest-TestMinimumBasicScenario-1828001790 tempest-TestMinimumBasicScenario-1828001790-project] Request body: {'security_group_rule': {'security_group_id': 'd3c553a2-2d8c-49e4-9502-c31a2a641eeb', 'project_id': '3296bccf5303476ba2853b152fcf13af', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:39:48.576443 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-717431fe-2e60-4068-a716-680ca12d8000 tempest-TestMinimumBasicScenario-1828001790 tempest-TestMinimumBasicScenario-1828001790-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:39:48.634131 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-717431fe-2e60-4068-a716-680ca12d8000 tempest-TestMinimumBasicScenario-1828001790 tempest-TestMinimumBasicScenario-1828001790-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:39:48.703100 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-717431fe-2e60-4068-a716-680ca12d8000 tempest-TestMinimumBasicScenario-1828001790 tempest-TestMinimumBasicScenario-1828001790-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533437'] for security_group_rule, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:39:48.721150 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717431fe-2e60-4068-a716-680ca12d8000 tempest-TestMinimumBasicScenario-1828001790 tempest-TestMinimumBasicScenario-1828001790-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25b6d195-86fe-481d-bf45-a138cc1845ad,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:39:48.790785 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-717431fe-2e60-4068-a716-680ca12d8000 tempest-TestMinimumBasicScenario-1828001790 tempest-TestMinimumBasicScenario-1828001790-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:39:48.791895 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-717431fe-2e60-4068-a716-680ca12d8000 tempest-TestMinimumBasicScenario-1828001790 tempest-TestMinimumBasicScenario-1828001790-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3257573 Jan 05 17:39:48.794673 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 51054) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:39:48.799225 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-52e2773d-3200-44fb-80eb-50e912b3ddb3 tempest-TestMinimumBasicScenario-1828001790 tempest-TestMinimumBasicScenario-1828001790-project] Request body: {'security_group_rule': {'security_group_id': 'd3c553a2-2d8c-49e4-9502-c31a2a641eeb', 'project_id': '3296bccf5303476ba2853b152fcf13af', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:39:48.880566 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.db.securitygroups_db [None req-52e2773d-3200-44fb-80eb-50e912b3ddb3 tempest-TestMinimumBasicScenario-1828001790 tempest-TestMinimumBasicScenario-1828001790-project] Project 3296bccf5303476ba2853b152fcf13af added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 05 17:39:48.885801 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-52e2773d-3200-44fb-80eb-50e912b3ddb3 tempest-TestMinimumBasicScenario-1828001790 tempest-TestMinimumBasicScenario-1828001790-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:39:48.943144 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-52e2773d-3200-44fb-80eb-50e912b3ddb3 tempest-TestMinimumBasicScenario-1828001790 tempest-TestMinimumBasicScenario-1828001790-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:39:49.023585 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-52e2773d-3200-44fb-80eb-50e912b3ddb3 tempest-TestMinimumBasicScenario-1828001790 tempest-TestMinimumBasicScenario-1828001790-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533437'] for security_group_rule, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:39:49.040693 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e2773d-3200-44fb-80eb-50e912b3ddb3 tempest-TestMinimumBasicScenario-1828001790 tempest-TestMinimumBasicScenario-1828001790-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dced391b-bb51-4c87-95de-ff3162e81de4,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:39:49.117232 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-52e2773d-3200-44fb-80eb-50e912b3ddb3 tempest-TestMinimumBasicScenario-1828001790 tempest-TestMinimumBasicScenario-1828001790-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:39:49.118546 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-52e2773d-3200-44fb-80eb-50e912b3ddb3 tempest-TestMinimumBasicScenario-1828001790 tempest-TestMinimumBasicScenario-1828001790-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3229191 Jan 05 17:39:49.121131 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 51056) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:39:49.125366 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-d71ae569-3355-44c9-bf2c-6bde8adbb491 tempest-TestMinimumBasicScenario-1828001790 tempest-TestMinimumBasicScenario-1828001790-project] Request body: {'security_group_rule': {'security_group_id': 'd3c553a2-2d8c-49e4-9502-c31a2a641eeb', 'project_id': '3296bccf5303476ba2853b152fcf13af', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:39:49.200274 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.db.securitygroups_db [None req-d71ae569-3355-44c9-bf2c-6bde8adbb491 tempest-TestMinimumBasicScenario-1828001790 tempest-TestMinimumBasicScenario-1828001790-project] Project 3296bccf5303476ba2853b152fcf13af added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 05 17:39:49.205523 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d71ae569-3355-44c9-bf2c-6bde8adbb491 tempest-TestMinimumBasicScenario-1828001790 tempest-TestMinimumBasicScenario-1828001790-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:39:49.264736 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d71ae569-3355-44c9-bf2c-6bde8adbb491 tempest-TestMinimumBasicScenario-1828001790 tempest-TestMinimumBasicScenario-1828001790-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:39:49.337032 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d71ae569-3355-44c9-bf2c-6bde8adbb491 tempest-TestMinimumBasicScenario-1828001790 tempest-TestMinimumBasicScenario-1828001790-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533437'] for security_group_rule, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:39:49.349165 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-88356393-bd3f-4cdd-ae65-3dd5238d622a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:39:49.352834 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71ae569-3355-44c9-bf2c-6bde8adbb491 tempest-TestMinimumBasicScenario-1828001790 tempest-TestMinimumBasicScenario-1828001790-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e58809f1-df5d-4e41-a87e-1dd165349dcb,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:39:49.425240 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d71ae569-3355-44c9-bf2c-6bde8adbb491 tempest-TestMinimumBasicScenario-1828001790 tempest-TestMinimumBasicScenario-1828001790-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:39:49.426525 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-d71ae569-3355-44c9-bf2c-6bde8adbb491 tempest-TestMinimumBasicScenario-1828001790 tempest-TestMinimumBasicScenario-1828001790-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3044400 Jan 05 17:39:49.514393 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-a9c727ee-11ed-4c48-b59f-57a2e6167992 req-e93f18c0-0754-42f5-bf0c-925d7cd13307 tempest-TestMinimumBasicScenario-1828001790 tempest-TestMinimumBasicScenario-1828001790-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-905352701&fields=id&tenant_id=3296bccf5303476ba2853b152fcf13af HTTP/1.1" status: 200 len: 267 time: 0.0436032 Jan 05 17:39:49.569022 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c727ee-11ed-4c48-b59f-57a2e6167992 req-80000eea-92e1-445d-9d25-c547d7f1737d tempest-TestMinimumBasicScenario-1828001790 tempest-TestMinimumBasicScenario-1828001790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:39:49.570531 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-a9c727ee-11ed-4c48-b59f-57a2e6167992 req-80000eea-92e1-445d-9d25-c547d7f1737d tempest-TestMinimumBasicScenario-1828001790 tempest-TestMinimumBasicScenario-1828001790-project] 10.222.0.11 "GET /v2.0/ports?device_id=ecab36ab-7c31-4bbb-97b3-a89fbd6336f3 HTTP/1.1" status: 200 len: 945 time: 0.0507493 Jan 05 17:39:49.581001 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [req-a9c727ee-11ed-4c48-b59f-57a2e6167992 req-e605165e-8a4a-4ca7-b26e-d51f925ff552 tempest-TestMinimumBasicScenario-1828001790 tempest-TestMinimumBasicScenario-1828001790-project] Request body: {'port': {'security_groups': ['ef91d799-525d-4f02-b54d-b8e421ee0ed0', 'd3c553a2-2d8c-49e4-9502-c31a2a641eeb']}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:39:49.644535 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [req-a9c727ee-11ed-4c48-b59f-57a2e6167992 req-e605165e-8a4a-4ca7-b26e-d51f925ff552 tempest-TestMinimumBasicScenario-1828001790 tempest-TestMinimumBasicScenario-1828001790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:39:49.819914 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.db [req-a9c727ee-11ed-4c48-b59f-57a2e6167992 req-e605165e-8a4a-4ca7-b26e-d51f925ff552 tempest-TestMinimumBasicScenario-1828001790 tempest-TestMinimumBasicScenario-1828001790-project] For port 49f26ebc-d786-44df-b3f1-70fd5dc901d1, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=49f26ebc-d786-44df-b3f1-70fd5dc901d1,segment=NetworkSegment(046a27ca-53af-49f3-b1ec-8ea53dfb28de),segment_id=046a27ca-53af-49f3-b1ec-8ea53dfb28de)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:39:49.854023 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [req-a9c727ee-11ed-4c48-b59f-57a2e6167992 req-e605165e-8a4a-4ca7-b26e-d51f925ff552 tempest-TestMinimumBasicScenario-1828001790 tempest-TestMinimumBasicScenario-1828001790-project] Publish callbacks [] for port, precommit_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:39:49.898667 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [req-a9c727ee-11ed-4c48-b59f-57a2e6167992 req-e605165e-8a4a-4ca7-b26e-d51f925ff552 tempest-TestMinimumBasicScenario-1828001790 tempest-TestMinimumBasicScenario-1828001790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11433169'] for port, after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:39:49.911542 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] get_ports_and_sgs() called for port_ids ['49f26ebc-d786-44df-b3f1-70fd5dc901d1'] {{(pid=103802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 05 17:39:49.942294 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c727ee-11ed-4c48-b59f-57a2e6167992 req-e605165e-8a4a-4ca7-b26e-d51f925ff552 tempest-TestMinimumBasicScenario-1828001790 tempest-TestMinimumBasicScenario-1828001790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:39:49.942918 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [req-a9c727ee-11ed-4c48-b59f-57a2e6167992 req-e605165e-8a4a-4ca7-b26e-d51f925ff552 tempest-TestMinimumBasicScenario-1828001790 tempest-TestMinimumBasicScenario-1828001790-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:39:49.946050 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-a9c727ee-11ed-4c48-b59f-57a2e6167992 req-e605165e-8a4a-4ca7-b26e-d51f925ff552 tempest-TestMinimumBasicScenario-1828001790 tempest-TestMinimumBasicScenario-1828001790-project] 10.222.0.11 "PUT /v2.0/ports/49f26ebc-d786-44df-b3f1-70fd5dc901d1 HTTP/1.1" status: 200 len: 981 time: 0.3693779 Jan 05 17:39:49.946593 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecab36ab-7c31-4bbb-97b3-a89fbd6336f3', 'tag': '49f26ebc-d786-44df-b3f1-70fd5dc901d1'}] {{(pid=103801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 05 17:39:49.951458 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cee9004337cfdaf047d78d8066c7d6073fad8dbc2217b3b67c4523abea34d3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc28d53c-cb9c-4d2e-b5dd-0e2f4fd217f7" -d '{"events": [{"name": "network-changed", "server_uuid": "ecab36ab-7c31-4bbb-97b3-a89fbd6336f3", "tag": "49f26ebc-d786-44df-b3f1-70fd5dc901d1"}]}' {{(pid=103801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 05 17:39:49.989808 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e605165e-8a4a-4ca7-b26e-d51f925ff552 tempest-TestMinimumBasicScenario-1828001790 tempest-TestMinimumBasicScenario-1828001790-project] Pushing event updated for resources: {'Port': ['ID=49f26ebc-d786-44df-b3f1-70fd5dc901d1,revision_number=6']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:39:50.008706 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Jan 2022 17:39:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-048865cf-de8c-40e1-8d14-1b86408c0d56 x-openstack-request-id: req-048865cf-de8c-40e1-8d14-1b86408c0d56 {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 05 17:39:50.009004 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecab36ab-7c31-4bbb-97b3-a89fbd6336f3", "tag": "49f26ebc-d786-44df-b3f1-70fd5dc901d1", "status": "completed", "code": 200}]} {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 05 17:39:50.009332 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-048865cf-de8c-40e1-8d14-1b86408c0d56 {{(pid=103801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 05 17:39:50.009787 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecab36ab-7c31-4bbb-97b3-a89fbd6336f3', 'tag': '49f26ebc-d786-44df-b3f1-70fd5dc901d1', 'status': 'completed', 'code': 200} Jan 05 17:39:50.011911 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] get_ports_and_sgs() called for port_ids ['49f26ebc-d786-44df-b3f1-70fd5dc901d1'] {{(pid=103802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 05 17:39:50.060235 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:39:50.107427 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc28d53c-cb9c-4d2e-b5dd-0e2f4fd217f7 req-810cc9b8-7dd7-476c-8320-6378bdff6568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:39:50.109051 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-dc28d53c-cb9c-4d2e-b5dd-0e2f4fd217f7 req-810cc9b8-7dd7-476c-8320-6378bdff6568 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3296bccf5303476ba2853b152fcf13af&device_id=ecab36ab-7c31-4bbb-97b3-a89fbd6336f3 HTTP/1.1" status: 200 len: 1137 time: 0.0786593 Jan 05 17:39:50.117545 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5089d9-c653-4aa6-9489-323b4cf2f1fb req-e4473895-ba36-43b5-994e-df9951a2b9ac tempest-TestMinimumBasicScenario-1828001790 tempest-TestMinimumBasicScenario-1828001790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:39:50.119206 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-2c5089d9-c653-4aa6-9489-323b4cf2f1fb req-e4473895-ba36-43b5-994e-df9951a2b9ac tempest-TestMinimumBasicScenario-1828001790 tempest-TestMinimumBasicScenario-1828001790-project] 10.222.0.11 "GET /v2.0/ports?device_id=ecab36ab-7c31-4bbb-97b3-a89fbd6336f3 HTTP/1.1" status: 200 len: 984 time: 0.0907831 Jan 05 17:39:50.252424 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-2c5089d9-c653-4aa6-9489-323b4cf2f1fb req-47f32944-26ee-4daf-aefa-4758fb2fb5ea tempest-TestMinimumBasicScenario-1828001790 tempest-TestMinimumBasicScenario-1828001790-project] 10.222.0.11 "GET /v2.0/security-groups?id=d3c553a2-2d8c-49e4-9502-c31a2a641eeb&id=ef91d799-525d-4f02-b54d-b8e421ee0ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1236854 Jan 05 17:39:50.253646 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc28d53c-cb9c-4d2e-b5dd-0e2f4fd217f7 req-80582cef-9696-4026-b23e-73769a75bea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:39:50.255129 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-dc28d53c-cb9c-4d2e-b5dd-0e2f4fd217f7 req-80582cef-9696-4026-b23e-73769a75bea2 service neutron] 10.222.0.13 "GET /v2.0/networks?id=872dfea2-1631-452e-af81-484be9ab4f5f HTTP/1.1" status: 200 len: 915 time: 0.1349566 Jan 05 17:39:50.322611 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-dc28d53c-cb9c-4d2e-b5dd-0e2f4fd217f7 req-9a02c115-bf12-4a53-b6ca-bdfde0cf2fb1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=49f26ebc-d786-44df-b3f1-70fd5dc901d1 HTTP/1.1" status: 200 len: 1001 time: 0.0611367 Jan 05 17:39:50.349133 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-64372791-1a7f-42f4-b580-bde20168a07d None None] Provisioning complete for port 49f26ebc-d786-44df-b3f1-70fd5dc901d1 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:39:50.350080 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-64372791-1a7f-42f4-b580-bde20168a07d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:39:50.376180 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc28d53c-cb9c-4d2e-b5dd-0e2f4fd217f7 req-d29c8197-d4c9-4dbc-aab5-7561811565c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:39:50.377693 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-dc28d53c-cb9c-4d2e-b5dd-0e2f4fd217f7 req-d29c8197-d4c9-4dbc-aab5-7561811565c5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=189c4e3a-5bff-4745-9b2b-dc68e73cab4a HTTP/1.1" status: 200 len: 853 time: 0.0492039 Jan 05 17:39:50.425234 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc28d53c-cb9c-4d2e-b5dd-0e2f4fd217f7 req-221090b5-821b-4403-b4ac-e0c251611282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:39:50.427351 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-dc28d53c-cb9c-4d2e-b5dd-0e2f4fd217f7 req-221090b5-821b-4403-b4ac-e0c251611282 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=872dfea2-1631-452e-af81-484be9ab4f5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0439489 Jan 05 17:39:50.515380 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-dc28d53c-cb9c-4d2e-b5dd-0e2f4fd217f7 req-2afaaf31-e277-402d-966d-9789e62f8664 service neutron] 10.222.0.13 "GET /v2.0/networks/872dfea2-1631-452e-af81-484be9ab4f5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823672 Jan 05 17:39:50.611196 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-dc28d53c-cb9c-4d2e-b5dd-0e2f4fd217f7 req-664470cd-c73c-46ff-acc5-c0be58f070a1 service neutron] 10.222.0.13 "GET /v2.0/networks/872dfea2-1631-452e-af81-484be9ab4f5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888491 Jan 05 17:39:50.658009 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d2607572-b3c9-472c-85bc-c8de0c3fb75c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:39:52.006734 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d504d802-9546-4ce5-a9d3-96c844ac5808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:39:53.304115 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:39:58.067946 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66800069-289b-4a1f-add1-78b411e6ae3f req-5c2b4af1-09bd-4b80-9e89-2b7b6a5a01e5 tempest-TestMinimumBasicScenario-1828001790 tempest-TestMinimumBasicScenario-1828001790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:39:58.069460 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-66800069-289b-4a1f-add1-78b411e6ae3f req-5c2b4af1-09bd-4b80-9e89-2b7b6a5a01e5 tempest-TestMinimumBasicScenario-1828001790 tempest-TestMinimumBasicScenario-1828001790-project] 10.222.0.11 "GET /v2.0/ports?device_id=ecab36ab-7c31-4bbb-97b3-a89fbd6336f3 HTTP/1.1" status: 200 len: 984 time: 0.0504928 Jan 05 17:39:58.167815 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-66800069-289b-4a1f-add1-78b411e6ae3f req-15c34d62-ab15-4ae0-ba9b-0c284729ed0c tempest-TestMinimumBasicScenario-1828001790 tempest-TestMinimumBasicScenario-1828001790-project] 10.222.0.11 "GET /v2.0/security-groups?id=d3c553a2-2d8c-49e4-9502-c31a2a641eeb&id=ef91d799-525d-4f02-b54d-b8e421ee0ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0916617 Jan 05 17:39:58.172386 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e49da6-ff35-48a2-825b-a607101e3fae req-96805ec1-f005-4b97-88ed-0fe001c7e425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:39:58.173871 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-31e49da6-ff35-48a2-825b-a607101e3fae req-96805ec1-f005-4b97-88ed-0fe001c7e425 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3296bccf5303476ba2853b152fcf13af&device_id=ecab36ab-7c31-4bbb-97b3-a89fbd6336f3 HTTP/1.1" status: 200 len: 1137 time: 0.0764449 Jan 05 17:39:58.262241 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e49da6-ff35-48a2-825b-a607101e3fae req-7c2c03f4-cd18-4802-9b34-c86399ff62e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:39:58.263664 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-31e49da6-ff35-48a2-825b-a607101e3fae req-7c2c03f4-cd18-4802-9b34-c86399ff62e9 service neutron] 10.222.0.13 "GET /v2.0/networks?id=872dfea2-1631-452e-af81-484be9ab4f5f HTTP/1.1" status: 200 len: 915 time: 0.0828950 Jan 05 17:39:58.337411 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-31e49da6-ff35-48a2-825b-a607101e3fae req-e4827d2d-d4cb-46bb-9584-69ded4279b03 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=49f26ebc-d786-44df-b3f1-70fd5dc901d1 HTTP/1.1" status: 200 len: 1001 time: 0.0665309 Jan 05 17:39:58.384921 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e49da6-ff35-48a2-825b-a607101e3fae req-70ff04ac-8f18-483d-ab9d-6c837c0a806c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:39:58.386369 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-31e49da6-ff35-48a2-825b-a607101e3fae req-70ff04ac-8f18-483d-ab9d-6c837c0a806c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=189c4e3a-5bff-4745-9b2b-dc68e73cab4a HTTP/1.1" status: 200 len: 853 time: 0.0433609 Jan 05 17:39:58.432002 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e49da6-ff35-48a2-825b-a607101e3fae req-36db71e1-7f9e-426e-87a6-2d3061b02c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:39:58.433491 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-31e49da6-ff35-48a2-825b-a607101e3fae req-36db71e1-7f9e-426e-87a6-2d3061b02c9b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=872dfea2-1631-452e-af81-484be9ab4f5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0390251 Jan 05 17:39:58.532341 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-31e49da6-ff35-48a2-825b-a607101e3fae req-1f747827-937e-4726-9e12-a6bf21a46d14 service neutron] 10.222.0.13 "GET /v2.0/networks/872dfea2-1631-452e-af81-484be9ab4f5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910087 Jan 05 17:39:58.617310 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-31e49da6-ff35-48a2-825b-a607101e3fae req-08f49087-935c-4472-9e1d-22efc999e4b6 service neutron] 10.222.0.13 "GET /v2.0/networks/872dfea2-1631-452e-af81-484be9ab4f5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804050 Jan 05 17:39:59.284263 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570493af-1cee-47dc-a9fd-c6f6b4a75397 req-607a7bc9-93bc-4fbf-95b1-aaa137a4a4a5 tempest-TestMinimumBasicScenario-1828001790 tempest-TestMinimumBasicScenario-1828001790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:39:59.286291 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-570493af-1cee-47dc-a9fd-c6f6b4a75397 req-607a7bc9-93bc-4fbf-95b1-aaa137a4a4a5 tempest-TestMinimumBasicScenario-1828001790 tempest-TestMinimumBasicScenario-1828001790-project] 10.222.0.11 "GET /v2.0/ports?device_id=ecab36ab-7c31-4bbb-97b3-a89fbd6336f3 HTTP/1.1" status: 200 len: 984 time: 0.0503113 Jan 05 17:39:59.346109 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-570493af-1cee-47dc-a9fd-c6f6b4a75397 req-b0d993d6-14e6-494d-9f71-2f9bfddeff84 tempest-TestMinimumBasicScenario-1828001790 tempest-TestMinimumBasicScenario-1828001790-project] 10.222.0.11 "GET /v2.0/security-groups?id=d3c553a2-2d8c-49e4-9502-c31a2a641eeb&id=ef91d799-525d-4f02-b54d-b8e421ee0ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0539136 Jan 05 17:40:00.462152 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab12d694-1985-48eb-bab5-14456220de20 req-2a60bcbe-3112-4ffc-ac38-0147b0e81321 tempest-TestMinimumBasicScenario-1828001790 tempest-TestMinimumBasicScenario-1828001790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:40:00.463850 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-ab12d694-1985-48eb-bab5-14456220de20 req-2a60bcbe-3112-4ffc-ac38-0147b0e81321 tempest-TestMinimumBasicScenario-1828001790 tempest-TestMinimumBasicScenario-1828001790-project] 10.222.0.11 "GET /v2.0/ports?device_id=ecab36ab-7c31-4bbb-97b3-a89fbd6336f3 HTTP/1.1" status: 200 len: 984 time: 0.0501640 Jan 05 17:40:00.527437 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-ab12d694-1985-48eb-bab5-14456220de20 req-5407051e-be9b-49f7-9043-fe614f30d271 tempest-TestMinimumBasicScenario-1828001790 tempest-TestMinimumBasicScenario-1828001790-project] 10.222.0.11 "GET /v2.0/security-groups?id=d3c553a2-2d8c-49e4-9502-c31a2a641eeb&id=ef91d799-525d-4f02-b54d-b8e421ee0ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0580416 Jan 05 17:40:01.639788 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68c176f-1715-4812-90d1-bf56afe8a454 req-365bdd05-0c92-4ea1-b307-7fdc6652d6fd tempest-TestMinimumBasicScenario-1828001790 tempest-TestMinimumBasicScenario-1828001790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:40:01.641233 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-c68c176f-1715-4812-90d1-bf56afe8a454 req-365bdd05-0c92-4ea1-b307-7fdc6652d6fd tempest-TestMinimumBasicScenario-1828001790 tempest-TestMinimumBasicScenario-1828001790-project] 10.222.0.11 "GET /v2.0/ports?device_id=ecab36ab-7c31-4bbb-97b3-a89fbd6336f3 HTTP/1.1" status: 200 len: 984 time: 0.0478041 Jan 05 17:40:01.702302 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-c68c176f-1715-4812-90d1-bf56afe8a454 req-5df92afe-6dc8-46fa-8d34-c51f482d7bd3 tempest-TestMinimumBasicScenario-1828001790 tempest-TestMinimumBasicScenario-1828001790-project] 10.222.0.11 "GET /v2.0/security-groups?id=d3c553a2-2d8c-49e4-9502-c31a2a641eeb&id=ef91d799-525d-4f02-b54d-b8e421ee0ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0548749 Jan 05 17:40:02.815640 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67424d83-84b5-4963-ab47-a545c4f8e698 req-3230d129-b20f-489f-b633-267e79b298b9 tempest-TestMinimumBasicScenario-1828001790 tempest-TestMinimumBasicScenario-1828001790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:40:02.817038 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-67424d83-84b5-4963-ab47-a545c4f8e698 req-3230d129-b20f-489f-b633-267e79b298b9 tempest-TestMinimumBasicScenario-1828001790 tempest-TestMinimumBasicScenario-1828001790-project] 10.222.0.11 "GET /v2.0/ports?device_id=ecab36ab-7c31-4bbb-97b3-a89fbd6336f3 HTTP/1.1" status: 200 len: 984 time: 0.0490916 Jan 05 17:40:02.876124 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-67424d83-84b5-4963-ab47-a545c4f8e698 req-8e71e20f-a3c0-4524-886d-f80160a97927 tempest-TestMinimumBasicScenario-1828001790 tempest-TestMinimumBasicScenario-1828001790-project] 10.222.0.11 "GET /v2.0/security-groups?id=d3c553a2-2d8c-49e4-9502-c31a2a641eeb&id=ef91d799-525d-4f02-b54d-b8e421ee0ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0533686 Jan 05 17:40:03.992454 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf79deb-b4fc-4e4e-b53b-018289f03db5 req-704383e7-906f-4fa4-9c66-5a067a359d57 tempest-TestMinimumBasicScenario-1828001790 tempest-TestMinimumBasicScenario-1828001790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:40:03.993935 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-7cf79deb-b4fc-4e4e-b53b-018289f03db5 req-704383e7-906f-4fa4-9c66-5a067a359d57 tempest-TestMinimumBasicScenario-1828001790 tempest-TestMinimumBasicScenario-1828001790-project] 10.222.0.11 "GET /v2.0/ports?device_id=ecab36ab-7c31-4bbb-97b3-a89fbd6336f3 HTTP/1.1" status: 200 len: 984 time: 0.0495291 Jan 05 17:40:04.052254 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-7cf79deb-b4fc-4e4e-b53b-018289f03db5 req-196e21d5-841a-4512-a85b-5c5bdc9ca906 tempest-TestMinimumBasicScenario-1828001790 tempest-TestMinimumBasicScenario-1828001790-project] 10.222.0.11 "GET /v2.0/security-groups?id=d3c553a2-2d8c-49e4-9502-c31a2a641eeb&id=ef91d799-525d-4f02-b54d-b8e421ee0ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0526493 Jan 05 17:40:05.171160 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399f2254-4140-4c3f-8b92-fcad25cc242e req-5857feb2-0b33-483d-a656-5e033225882d tempest-TestMinimumBasicScenario-1828001790 tempest-TestMinimumBasicScenario-1828001790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:40:05.172881 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-399f2254-4140-4c3f-8b92-fcad25cc242e req-5857feb2-0b33-483d-a656-5e033225882d tempest-TestMinimumBasicScenario-1828001790 tempest-TestMinimumBasicScenario-1828001790-project] 10.222.0.11 "GET /v2.0/ports?device_id=ecab36ab-7c31-4bbb-97b3-a89fbd6336f3 HTTP/1.1" status: 200 len: 984 time: 0.0553505 Jan 05 17:40:05.233829 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-399f2254-4140-4c3f-8b92-fcad25cc242e req-b90d789f-4ca5-4eea-a143-4dd0452a759d tempest-TestMinimumBasicScenario-1828001790 tempest-TestMinimumBasicScenario-1828001790-project] 10.222.0.11 "GET /v2.0/security-groups?id=d3c553a2-2d8c-49e4-9502-c31a2a641eeb&id=ef91d799-525d-4f02-b54d-b8e421ee0ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0525546 Jan 05 17:40:06.345504 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798cb767-420f-4f5b-899c-656979d87fda req-4273d7dd-2f36-4760-bb5c-e4234229a47a tempest-TestMinimumBasicScenario-1828001790 tempest-TestMinimumBasicScenario-1828001790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:40:06.346967 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-798cb767-420f-4f5b-899c-656979d87fda req-4273d7dd-2f36-4760-bb5c-e4234229a47a tempest-TestMinimumBasicScenario-1828001790 tempest-TestMinimumBasicScenario-1828001790-project] 10.222.0.11 "GET /v2.0/ports?device_id=ecab36ab-7c31-4bbb-97b3-a89fbd6336f3 HTTP/1.1" status: 200 len: 984 time: 0.0485351 Jan 05 17:40:06.406943 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-798cb767-420f-4f5b-899c-656979d87fda req-fc3b67b5-8b52-4397-abaa-4a00c7cbd3cf tempest-TestMinimumBasicScenario-1828001790 tempest-TestMinimumBasicScenario-1828001790-project] 10.222.0.11 "GET /v2.0/security-groups?id=d3c553a2-2d8c-49e4-9502-c31a2a641eeb&id=ef91d799-525d-4f02-b54d-b8e421ee0ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0543997 Jan 05 17:40:07.523542 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d780be02-3eb6-4a59-a94f-835656db847d req-5eec40d4-f739-4b8e-897b-468797872d0a tempest-TestMinimumBasicScenario-1828001790 tempest-TestMinimumBasicScenario-1828001790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:40:07.525024 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-d780be02-3eb6-4a59-a94f-835656db847d req-5eec40d4-f739-4b8e-897b-468797872d0a tempest-TestMinimumBasicScenario-1828001790 tempest-TestMinimumBasicScenario-1828001790-project] 10.222.0.11 "GET /v2.0/ports?device_id=ecab36ab-7c31-4bbb-97b3-a89fbd6336f3 HTTP/1.1" status: 200 len: 984 time: 0.0522306 Jan 05 17:40:07.582820 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-d780be02-3eb6-4a59-a94f-835656db847d req-9e617294-d231-45f7-aff2-ccbb24ae20fc tempest-TestMinimumBasicScenario-1828001790 tempest-TestMinimumBasicScenario-1828001790-project] 10.222.0.11 "GET /v2.0/security-groups?id=d3c553a2-2d8c-49e4-9502-c31a2a641eeb&id=ef91d799-525d-4f02-b54d-b8e421ee0ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0522575 Jan 05 17:40:08.699446 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0e60d1-61ab-4363-84e6-46c5ed39c39a req-db8a1809-ed1b-43e0-a320-284f10d90fe0 tempest-TestMinimumBasicScenario-1828001790 tempest-TestMinimumBasicScenario-1828001790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:40:08.700887 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-db0e60d1-61ab-4363-84e6-46c5ed39c39a req-db8a1809-ed1b-43e0-a320-284f10d90fe0 tempest-TestMinimumBasicScenario-1828001790 tempest-TestMinimumBasicScenario-1828001790-project] 10.222.0.11 "GET /v2.0/ports?device_id=ecab36ab-7c31-4bbb-97b3-a89fbd6336f3 HTTP/1.1" status: 200 len: 984 time: 0.0524175 Jan 05 17:40:08.758753 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-db0e60d1-61ab-4363-84e6-46c5ed39c39a req-cfd93a29-7545-43c1-a44f-bf1b3b2626ac tempest-TestMinimumBasicScenario-1828001790 tempest-TestMinimumBasicScenario-1828001790-project] 10.222.0.11 "GET /v2.0/security-groups?id=d3c553a2-2d8c-49e4-9502-c31a2a641eeb&id=ef91d799-525d-4f02-b54d-b8e421ee0ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0522091 Jan 05 17:40:09.871611 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6583b7-2d5d-428a-8cb1-5e4e4f78a73b req-380a98bf-9f9d-49fa-9197-c66c611da3df tempest-TestMinimumBasicScenario-1828001790 tempest-TestMinimumBasicScenario-1828001790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:40:09.873077 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-6a6583b7-2d5d-428a-8cb1-5e4e4f78a73b req-380a98bf-9f9d-49fa-9197-c66c611da3df tempest-TestMinimumBasicScenario-1828001790 tempest-TestMinimumBasicScenario-1828001790-project] 10.222.0.11 "GET /v2.0/ports?device_id=ecab36ab-7c31-4bbb-97b3-a89fbd6336f3 HTTP/1.1" status: 200 len: 984 time: 0.0499320 Jan 05 17:40:09.932348 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-6a6583b7-2d5d-428a-8cb1-5e4e4f78a73b req-a9f7f0df-aab1-413e-b5e1-2cc76d29a36f tempest-TestMinimumBasicScenario-1828001790 tempest-TestMinimumBasicScenario-1828001790-project] 10.222.0.11 "GET /v2.0/security-groups?id=d3c553a2-2d8c-49e4-9502-c31a2a641eeb&id=ef91d799-525d-4f02-b54d-b8e421ee0ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0534744 Jan 05 17:40:17.131855 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-a2cf4250-721d-421f-990a-a689b03fd79f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:40:19.331986 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-3574a013-8fcb-4a0e-8e5f-f11148b8e1c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:40:19.693316 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.agents_db [None req-291d1585-17df-45c0-b64a-d244e6d90872 None None] Agent healthcheck: found 6 active agents {{(pid=103803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 05 17:40:20.034274 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:40:20.629357 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d2607572-b3c9-472c-85bc-c8de0c3fb75c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:40:22.022057 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d504d802-9546-4ce5-a9d3-96c844ac5808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:40:23.303464 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:40:28.339437 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-159ea1d7-e6c3-41d8-99ac-b5d6f6766ce1 req-eb0365f9-eec7-4088-8ae5-6e09401f2c8e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ecab36ab-7c31-4bbb-97b3-a89fbd6336f3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0436745 Jan 05 17:40:28.420878 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159ea1d7-e6c3-41d8-99ac-b5d6f6766ce1 req-8fb15c08-9c7e-4c97-ba58-435725fbb008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:40:28.422417 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-159ea1d7-e6c3-41d8-99ac-b5d6f6766ce1 req-8fb15c08-9c7e-4c97-ba58-435725fbb008 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3296bccf5303476ba2853b152fcf13af&device_id=ecab36ab-7c31-4bbb-97b3-a89fbd6336f3 HTTP/1.1" status: 200 len: 1137 time: 0.0455961 Jan 05 17:40:28.525812 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159ea1d7-e6c3-41d8-99ac-b5d6f6766ce1 req-c9f6e64f-5c69-4613-b4f6-bffa2f137f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:40:28.525812 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-159ea1d7-e6c3-41d8-99ac-b5d6f6766ce1 req-c9f6e64f-5c69-4613-b4f6-bffa2f137f1a service neutron] 10.222.0.13 "GET /v2.0/networks?id=872dfea2-1631-452e-af81-484be9ab4f5f HTTP/1.1" status: 200 len: 915 time: 0.0841222 Jan 05 17:40:28.590472 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-159ea1d7-e6c3-41d8-99ac-b5d6f6766ce1 req-03a702ec-50db-474a-a287-16975e08febd service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=49f26ebc-d786-44df-b3f1-70fd5dc901d1 HTTP/1.1" status: 200 len: 1001 time: 0.0595415 Jan 05 17:40:28.636276 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159ea1d7-e6c3-41d8-99ac-b5d6f6766ce1 req-da87a97b-683f-4bbf-a8da-64ad2734e29f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:40:28.637736 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-159ea1d7-e6c3-41d8-99ac-b5d6f6766ce1 req-da87a97b-683f-4bbf-a8da-64ad2734e29f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=189c4e3a-5bff-4745-9b2b-dc68e73cab4a HTTP/1.1" status: 200 len: 853 time: 0.0420680 Jan 05 17:40:28.681678 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159ea1d7-e6c3-41d8-99ac-b5d6f6766ce1 req-e6a8d186-9d25-4b09-86cb-bff63e1cd2d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:40:28.683088 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-159ea1d7-e6c3-41d8-99ac-b5d6f6766ce1 req-e6a8d186-9d25-4b09-86cb-bff63e1cd2d2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=872dfea2-1631-452e-af81-484be9ab4f5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0384343 Jan 05 17:40:28.777933 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-159ea1d7-e6c3-41d8-99ac-b5d6f6766ce1 req-3091a6db-175e-4da8-88c3-a066bc684715 service neutron] 10.222.0.13 "GET /v2.0/networks/872dfea2-1631-452e-af81-484be9ab4f5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886221 Jan 05 17:40:28.869312 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-159ea1d7-e6c3-41d8-99ac-b5d6f6766ce1 req-24ed0c30-1e81-4112-a8c5-b0e8038bb0cc service neutron] 10.222.0.13 "GET /v2.0/networks/872dfea2-1631-452e-af81-484be9ab4f5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821362 Jan 05 17:40:42.212521 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-51989935-42d4-40eb-98d7-2f068c0d453c req-9b38f0ec-2756-489b-958e-2fc7c3d69379 tempest-TestMinimumBasicScenario-1828001790 tempest-TestMinimumBasicScenario-1828001790-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-905352701&fields=id&tenant_id=3296bccf5303476ba2853b152fcf13af HTTP/1.1" status: 200 len: 267 time: 0.0437627 Jan 05 17:40:42.282099 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51989935-42d4-40eb-98d7-2f068c0d453c req-c91a53cc-81ee-4398-8963-cbeed04c00c6 tempest-TestMinimumBasicScenario-1828001790 tempest-TestMinimumBasicScenario-1828001790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:40:42.283581 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-51989935-42d4-40eb-98d7-2f068c0d453c req-c91a53cc-81ee-4398-8963-cbeed04c00c6 tempest-TestMinimumBasicScenario-1828001790 tempest-TestMinimumBasicScenario-1828001790-project] 10.222.0.11 "GET /v2.0/ports?device_id=ecab36ab-7c31-4bbb-97b3-a89fbd6336f3 HTTP/1.1" status: 200 len: 984 time: 0.0659556 Jan 05 17:40:42.295000 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [req-51989935-42d4-40eb-98d7-2f068c0d453c req-72294f09-5944-4dd5-ab68-51458d938891 tempest-TestMinimumBasicScenario-1828001790 tempest-TestMinimumBasicScenario-1828001790-project] Request body: {'port': {'security_groups': ['ef91d799-525d-4f02-b54d-b8e421ee0ed0']}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:40:42.368234 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [req-51989935-42d4-40eb-98d7-2f068c0d453c req-72294f09-5944-4dd5-ab68-51458d938891 tempest-TestMinimumBasicScenario-1828001790 tempest-TestMinimumBasicScenario-1828001790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:40:42.549067 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.db [req-51989935-42d4-40eb-98d7-2f068c0d453c req-72294f09-5944-4dd5-ab68-51458d938891 tempest-TestMinimumBasicScenario-1828001790 tempest-TestMinimumBasicScenario-1828001790-project] For port 49f26ebc-d786-44df-b3f1-70fd5dc901d1, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=49f26ebc-d786-44df-b3f1-70fd5dc901d1,segment=NetworkSegment(046a27ca-53af-49f3-b1ec-8ea53dfb28de),segment_id=046a27ca-53af-49f3-b1ec-8ea53dfb28de)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:40:42.578112 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [req-51989935-42d4-40eb-98d7-2f068c0d453c req-72294f09-5944-4dd5-ab68-51458d938891 tempest-TestMinimumBasicScenario-1828001790 tempest-TestMinimumBasicScenario-1828001790-project] Publish callbacks [] for port, precommit_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:40:42.632671 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [req-51989935-42d4-40eb-98d7-2f068c0d453c req-72294f09-5944-4dd5-ab68-51458d938891 tempest-TestMinimumBasicScenario-1828001790 tempest-TestMinimumBasicScenario-1828001790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11433169'] for port, after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:40:42.644526 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] get_ports_and_sgs() called for port_ids ['49f26ebc-d786-44df-b3f1-70fd5dc901d1'] {{(pid=103802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 05 17:40:42.675231 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51989935-42d4-40eb-98d7-2f068c0d453c req-72294f09-5944-4dd5-ab68-51458d938891 tempest-TestMinimumBasicScenario-1828001790 tempest-TestMinimumBasicScenario-1828001790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:40:42.675851 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [req-51989935-42d4-40eb-98d7-2f068c0d453c req-72294f09-5944-4dd5-ab68-51458d938891 tempest-TestMinimumBasicScenario-1828001790 tempest-TestMinimumBasicScenario-1828001790-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:40:42.677239 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-51989935-42d4-40eb-98d7-2f068c0d453c req-72294f09-5944-4dd5-ab68-51458d938891 tempest-TestMinimumBasicScenario-1828001790 tempest-TestMinimumBasicScenario-1828001790-project] 10.222.0.11 "PUT /v2.0/ports/49f26ebc-d786-44df-b3f1-70fd5dc901d1 HTTP/1.1" status: 200 len: 942 time: 0.3869727 Jan 05 17:40:42.677720 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecab36ab-7c31-4bbb-97b3-a89fbd6336f3', 'tag': '49f26ebc-d786-44df-b3f1-70fd5dc901d1'}] {{(pid=103801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 05 17:40:42.680003 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cee9004337cfdaf047d78d8066c7d6073fad8dbc2217b3b67c4523abea34d3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a1e58e7-5de8-4332-a55b-41c197bc6cce" -d '{"events": [{"name": "network-changed", "server_uuid": "ecab36ab-7c31-4bbb-97b3-a89fbd6336f3", "tag": "49f26ebc-d786-44df-b3f1-70fd5dc901d1"}]}' {{(pid=103801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 05 17:40:42.687813 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 51110) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:40:42.717935 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72294f09-5944-4dd5-ab68-51458d938891 tempest-TestMinimumBasicScenario-1828001790 tempest-TestMinimumBasicScenario-1828001790-project] Pushing event updated for resources: {'Port': ['ID=49f26ebc-d786-44df-b3f1-70fd5dc901d1,revision_number=7']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:40:42.746745 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Jan 2022 17:40:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f958b170-c444-4b8f-bdfb-e5b14c369064 x-openstack-request-id: req-f958b170-c444-4b8f-bdfb-e5b14c369064 {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 05 17:40:42.747136 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecab36ab-7c31-4bbb-97b3-a89fbd6336f3", "tag": "49f26ebc-d786-44df-b3f1-70fd5dc901d1", "status": "completed", "code": 200}]} {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 05 17:40:42.747394 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f958b170-c444-4b8f-bdfb-e5b14c369064 {{(pid=103801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 05 17:40:42.747801 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecab36ab-7c31-4bbb-97b3-a89fbd6336f3', 'tag': '49f26ebc-d786-44df-b3f1-70fd5dc901d1', 'status': 'completed', 'code': 200} Jan 05 17:40:42.753114 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] get_ports_and_sgs() called for port_ids ['49f26ebc-d786-44df-b3f1-70fd5dc901d1'] {{(pid=103802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 05 17:40:42.813499 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-10f8bd20-d911-40ca-aeb0-e7f35f6db016 tempest-TestMinimumBasicScenario-1828001790 tempest-TestMinimumBasicScenario-1828001790-project] Publish callbacks [] for security_group, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:40:42.842159 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-10f8bd20-d911-40ca-aeb0-e7f35f6db016 tempest-TestMinimumBasicScenario-1828001790 tempest-TestMinimumBasicScenario-1828001790-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:40:42.886004 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1e58e7-5de8-4332-a55b-41c197bc6cce req-ca6c1966-f4a1-49ff-9fea-644394ba172a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:40:42.887076 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-0a1e58e7-5de8-4332-a55b-41c197bc6cce req-ca6c1966-f4a1-49ff-9fea-644394ba172a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3296bccf5303476ba2853b152fcf13af&device_id=ecab36ab-7c31-4bbb-97b3-a89fbd6336f3 HTTP/1.1" status: 200 len: 1098 time: 0.1124847 Jan 05 17:40:42.974185 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-bb4872f6-83fc-4650-98ec-e3b369e0529f None None] Provisioning complete for port 49f26ebc-d786-44df-b3f1-70fd5dc901d1 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:40:42.974468 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-bb4872f6-83fc-4650-98ec-e3b369e0529f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:40:42.981299 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1e58e7-5de8-4332-a55b-41c197bc6cce req-aa2e8e7e-6300-4371-9c74-cd4e4970c77f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:40:42.982812 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-0a1e58e7-5de8-4332-a55b-41c197bc6cce req-aa2e8e7e-6300-4371-9c74-cd4e4970c77f service neutron] 10.222.0.13 "GET /v2.0/networks?id=872dfea2-1631-452e-af81-484be9ab4f5f HTTP/1.1" status: 200 len: 915 time: 0.0903900 Jan 05 17:40:43.040158 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-10f8bd20-d911-40ca-aeb0-e7f35f6db016 tempest-TestMinimumBasicScenario-1828001790 tempest-TestMinimumBasicScenario-1828001790-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:40:43.042756 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-10f8bd20-d911-40ca-aeb0-e7f35f6db016 tempest-TestMinimumBasicScenario-1828001790 tempest-TestMinimumBasicScenario-1828001790-project] Publish callbacks [] for security_group, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:40:43.043918 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-10f8bd20-d911-40ca-aeb0-e7f35f6db016 tempest-TestMinimumBasicScenario-1828001790 tempest-TestMinimumBasicScenario-1828001790-project] 10.222.0.11 "DELETE /v2.0/security-groups/d3c553a2-2d8c-49e4-9502-c31a2a641eeb HTTP/1.1" status: 204 len: 168 time: 0.3551760 Jan 05 17:40:43.054498 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 51112) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:40:43.056469 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-0a1e58e7-5de8-4332-a55b-41c197bc6cce req-f4daff91-2db0-448a-a694-00190b1e266c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=49f26ebc-d786-44df-b3f1-70fd5dc901d1 HTTP/1.1" status: 200 len: 1001 time: 0.0666628 Jan 05 17:40:43.061181 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f8bd20-d911-40ca-aeb0-e7f35f6db016 tempest-TestMinimumBasicScenario-1828001790 tempest-TestMinimumBasicScenario-1828001790-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3c553a2-2d8c-49e4-9502-c31a2a641eeb,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:40:43.106668 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1e58e7-5de8-4332-a55b-41c197bc6cce req-022f547a-69e6-466c-be40-d20e6bd30736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:40:43.108153 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-0a1e58e7-5de8-4332-a55b-41c197bc6cce req-022f547a-69e6-466c-be40-d20e6bd30736 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=189c4e3a-5bff-4745-9b2b-dc68e73cab4a HTTP/1.1" status: 200 len: 853 time: 0.0450037 Jan 05 17:40:43.156835 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1e58e7-5de8-4332-a55b-41c197bc6cce req-3220820f-7428-46cf-828c-22ae20ee0475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:40:43.158378 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-0a1e58e7-5de8-4332-a55b-41c197bc6cce req-3220820f-7428-46cf-828c-22ae20ee0475 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=872dfea2-1631-452e-af81-484be9ab4f5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0441678 Jan 05 17:40:43.215860 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-234c836a-74a6-4fce-946e-8c33a88acfde tempest-TestMinimumBasicScenario-1828001790 tempest-TestMinimumBasicScenario-1828001790-project] Deleting port 231290fc-fe0b-4249-8802-eaf0ed933446 {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:40:43.216471 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-234c836a-74a6-4fce-946e-8c33a88acfde tempest-TestMinimumBasicScenario-1828001790 tempest-TestMinimumBasicScenario-1828001790-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:40:43.246301 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-0a1e58e7-5de8-4332-a55b-41c197bc6cce req-bcea3fa5-3c10-4121-941c-8bcf2a772451 service neutron] 10.222.0.13 "GET /v2.0/networks/872dfea2-1631-452e-af81-484be9ab4f5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809195 Jan 05 17:40:43.291916 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-234c836a-74a6-4fce-946e-8c33a88acfde tempest-TestMinimumBasicScenario-1828001790 tempest-TestMinimumBasicScenario-1828001790-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:40:43.292241 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-234c836a-74a6-4fce-946e-8c33a88acfde tempest-TestMinimumBasicScenario-1828001790 tempest-TestMinimumBasicScenario-1828001790-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:40:43.304202 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-234c836a-74a6-4fce-946e-8c33a88acfde tempest-TestMinimumBasicScenario-1828001790 tempest-TestMinimumBasicScenario-1828001790-project] Calling delete_port for 231290fc-fe0b-4249-8802-eaf0ed933446 owned by network:floatingip {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:40:43.336850 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-0a1e58e7-5de8-4332-a55b-41c197bc6cce req-b1192039-d94f-4156-9a16-3e7a6eda9e40 service neutron] 10.222.0.13 "GET /v2.0/networks/872dfea2-1631-452e-af81-484be9ab4f5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848029 Jan 05 17:40:43.525675 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-234c836a-74a6-4fce-946e-8c33a88acfde tempest-TestMinimumBasicScenario-1828001790 tempest-TestMinimumBasicScenario-1828001790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11433176'] for port, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:40:43.549853 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234c836a-74a6-4fce-946e-8c33a88acfde tempest-TestMinimumBasicScenario-1828001790 tempest-TestMinimumBasicScenario-1828001790-project] Pushing event deleted for resources: {'Port': ['ID=231290fc-fe0b-4249-8802-eaf0ed933446,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:40:43.610117 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-234c836a-74a6-4fce-946e-8c33a88acfde tempest-TestMinimumBasicScenario-1828001790 tempest-TestMinimumBasicScenario-1828001790-project] Publish callbacks [] for floatingip, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:40:43.610371 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.db.l3_db [None req-234c836a-74a6-4fce-946e-8c33a88acfde tempest-TestMinimumBasicScenario-1828001790 tempest-TestMinimumBasicScenario-1828001790-project] Floating IP 4ada555d-8b72-43a2-8a55-76ab5214926f disassociated (deleted). External IP: 172.36.4.164, port: 49f26ebc-d786-44df-b3f1-70fd5dc901d1. Jan 05 17:40:43.816402 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-234c836a-74a6-4fce-946e-8c33a88acfde tempest-TestMinimumBasicScenario-1828001790 tempest-TestMinimumBasicScenario-1828001790-project] Router bc374e63-bf2b-45d6-a405-dc4a974d429e has already been hosted by L3 agent 59446fdc-40e0-41fe-a575-a8eb11d742f7 {{(pid=103801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 05 17:40:43.921682 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-234c836a-74a6-4fce-946e-8c33a88acfde tempest-TestMinimumBasicScenario-1828001790 tempest-TestMinimumBasicScenario-1828001790-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 05 17:40:43.927662 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-234c836a-74a6-4fce-946e-8c33a88acfde tempest-TestMinimumBasicScenario-1828001790 tempest-TestMinimumBasicScenario-1828001790-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for floatingip, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:40:43.934227 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02fa5fa0-82a6-4b85-8ed2-fec4f9201442 None None] Sync routers for ids ['bc374e63-bf2b-45d6-a405-dc4a974d429e'] in dv-neutron-master-2-hyperv {{(pid=103803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 05 17:40:43.946525 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02fa5fa0-82a6-4b85-8ed2-fec4f9201442 None None] Routers {'bc374e63-bf2b-45d6-a405-dc4a974d429e'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:40:43.947392 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-02fa5fa0-82a6-4b85-8ed2-fec4f9201442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:40:19Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['bc374e63-bf2b-45d6-a405-dc4a974d429e'], 'active': True} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:40:43.954814 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-234c836a-74a6-4fce-946e-8c33a88acfde tempest-TestMinimumBasicScenario-1828001790 tempest-TestMinimumBasicScenario-1828001790-project] 10.222.0.11 "DELETE /v2.0/floatingips/4ada555d-8b72-43a2-8a55-76ab5214926f HTTP/1.1" status: 204 len: 168 time: 0.9063094 Jan 05 17:40:44.090718 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvr_db [None req-02fa5fa0-82a6-4b85-8ed2-fec4f9201442 None None] Set router bc374e63-bf2b-45d6-a405-dc4a974d429e gateway port host: dv-neutron-master-2-hyperv {{(pid=103803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:40:44.286938 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-02fa5fa0-82a6-4b85-8ed2-fec4f9201442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc374e63-bf2b-45d6-a405-dc4a974d429e', 'name': 'tempest-TestMinimumBasicScenario-189331491-router', 'tenant_id': '3296bccf5303476ba2853b152fcf13af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.25'}], 'enable_snat': True}, 'gw_port_id': 'e30286f2-4311-4910-8c37-03016e544d1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:38:42Z', 'updated_at': '2022-01-05T17:38:45Z', 'revision_number': 4, 'project_id': '3296bccf5303476ba2853b152fcf13af', 'gw_port': {'id': 'e30286f2-4311-4910-8c37-03016e544d1d', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:6e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc374e63-bf2b-45d6-a405-dc4a974d429e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:38:42Z', 'updated_at': '2022-01-05T17:38:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '3cab0f59-1147-4af7-8bc6-8071c3c3b6d3', 'name': '', 'network_id': '872dfea2-1631-452e-af81-484be9ab4f5f', 'tenant_id': '3296bccf5303476ba2853b152fcf13af', 'mac_address': 'fa:16:3e:1a:3b:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc374e63-bf2b-45d6-a405-dc4a974d429e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1680, 'fixed_ips': [{'subnet_id': '189c4e3a-5bff-4745-9b2b-dc68e73cab4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:38:45Z', 'updated_at': '2022-01-05T17:38:49Z', 'revision_number': 5, 'project_id': '3296bccf5303476ba2853b152fcf13af', 'subnets': [{'id': '189c4e3a-5bff-4745-9b2b-dc68e73cab4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:40:44.312642 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02fa5fa0-82a6-4b85-8ed2-fec4f9201442 None None] Checking router: bc374e63-bf2b-45d6-a405-dc4a974d429e for host: dv-neutron-master-2-hyperv {{(pid=103803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 05 17:40:44.321272 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02fa5fa0-82a6-4b85-8ed2-fec4f9201442 None None] Routers {'bc374e63-bf2b-45d6-a405-dc4a974d429e'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:40:44.321901 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-02fa5fa0-82a6-4b85-8ed2-fec4f9201442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:40:19Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['bc374e63-bf2b-45d6-a405-dc4a974d429e'], 'active': True} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:40:44.435071 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvr_db [None req-02fa5fa0-82a6-4b85-8ed2-fec4f9201442 None None] Set router bc374e63-bf2b-45d6-a405-dc4a974d429e gateway port host: dv-neutron-master-2-hyperv {{(pid=103803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:40:44.709250 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-02fa5fa0-82a6-4b85-8ed2-fec4f9201442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc374e63-bf2b-45d6-a405-dc4a974d429e', 'name': 'tempest-TestMinimumBasicScenario-189331491-router', 'tenant_id': '3296bccf5303476ba2853b152fcf13af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.25'}], 'enable_snat': True}, 'gw_port_id': 'e30286f2-4311-4910-8c37-03016e544d1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:38:42Z', 'updated_at': '2022-01-05T17:38:45Z', 'revision_number': 4, 'project_id': '3296bccf5303476ba2853b152fcf13af', 'gw_port': {'id': 'e30286f2-4311-4910-8c37-03016e544d1d', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:6e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc374e63-bf2b-45d6-a405-dc4a974d429e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:38:42Z', 'updated_at': '2022-01-05T17:38:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '3cab0f59-1147-4af7-8bc6-8071c3c3b6d3', 'name': '', 'network_id': '872dfea2-1631-452e-af81-484be9ab4f5f', 'tenant_id': '3296bccf5303476ba2853b152fcf13af', 'mac_address': 'fa:16:3e:1a:3b:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc374e63-bf2b-45d6-a405-dc4a974d429e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1680, 'fixed_ips': [{'subnet_id': '189c4e3a-5bff-4745-9b2b-dc68e73cab4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:38:45Z', 'updated_at': '2022-01-05T17:38:49Z', 'revision_number': 5, 'project_id': '3296bccf5303476ba2853b152fcf13af', 'subnets': [{'id': '189c4e3a-5bff-4745-9b2b-dc68e73cab4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:40:44.735088 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02fa5fa0-82a6-4b85-8ed2-fec4f9201442 None None] The sync data for ids ['bc374e63-bf2b-45d6-a405-dc4a974d429e'] in dv-neutron-master-2-hyperv is: [{'id': 'bc374e63-bf2b-45d6-a405-dc4a974d429e', 'name': 'tempest-TestMinimumBasicScenario-189331491-router', 'tenant_id': '3296bccf5303476ba2853b152fcf13af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.25'}], 'enable_snat': True}, 'gw_port_id': 'e30286f2-4311-4910-8c37-03016e544d1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:38:42Z', 'updated_at': '2022-01-05T17:38:45Z', 'revision_number': 4, 'project_id': '3296bccf5303476ba2853b152fcf13af', 'gw_port': {'id': 'e30286f2-4311-4910-8c37-03016e544d1d', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:6e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc374e63-bf2b-45d6-a405-dc4a974d429e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:38:42Z', 'updated_at': '2022-01-05T17:38:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '3cab0f59-1147-4af7-8bc6-8071c3c3b6d3', 'name': '', 'network_id': '872dfea2-1631-452e-af81-484be9ab4f5f', 'tenant_id': '3296bccf5303476ba2853b152fcf13af', 'mac_address': 'fa:16:3e:1a:3b:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc374e63-bf2b-45d6-a405-dc4a974d429e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1680, 'fixed_ips': [{'subnet_id': '189c4e3a-5bff-4745-9b2b-dc68e73cab4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:38:45Z', 'updated_at': '2022-01-05T17:38:49Z', 'revision_number': 5, 'project_id': '3296bccf5303476ba2853b152fcf13af', 'subnets': [{'id': '189c4e3a-5bff-4745-9b2b-dc68e73cab4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 05 17:40:44.749106 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecab36ab-7c31-4bbb-97b3-a89fbd6336f3', 'tag': '49f26ebc-d786-44df-b3f1-70fd5dc901d1'}] {{(pid=103801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 05 17:40:44.751696 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cee9004337cfdaf047d78d8066c7d6073fad8dbc2217b3b67c4523abea34d3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42655988-21a3-4d5c-b0ea-256c7a925991" -d '{"events": [{"name": "network-changed", "server_uuid": "ecab36ab-7c31-4bbb-97b3-a89fbd6336f3", "tag": "49f26ebc-d786-44df-b3f1-70fd5dc901d1"}]}' {{(pid=103801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 05 17:40:44.794234 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Jan 2022 17:40:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e6f6350-116f-4b6e-91ec-330409275a0f x-openstack-request-id: req-7e6f6350-116f-4b6e-91ec-330409275a0f {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 05 17:40:44.794603 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecab36ab-7c31-4bbb-97b3-a89fbd6336f3", "tag": "49f26ebc-d786-44df-b3f1-70fd5dc901d1", "status": "completed", "code": 200}]} {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 05 17:40:44.794920 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-7e6f6350-116f-4b6e-91ec-330409275a0f {{(pid=103801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 05 17:40:44.795380 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecab36ab-7c31-4bbb-97b3-a89fbd6336f3', 'tag': '49f26ebc-d786-44df-b3f1-70fd5dc901d1', 'status': 'completed', 'code': 200} Jan 05 17:40:44.857880 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42655988-21a3-4d5c-b0ea-256c7a925991 req-6abcf9d5-607d-48d6-b9b5-80cb7b389a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:40:44.859633 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-42655988-21a3-4d5c-b0ea-256c7a925991 req-6abcf9d5-607d-48d6-b9b5-80cb7b389a1e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3296bccf5303476ba2853b152fcf13af&device_id=ecab36ab-7c31-4bbb-97b3-a89fbd6336f3 HTTP/1.1" status: 200 len: 1098 time: 0.0433383 Jan 05 17:40:44.968781 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42655988-21a3-4d5c-b0ea-256c7a925991 req-65d421e2-f95e-4002-b902-25dafd0f2fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:40:44.971121 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-42655988-21a3-4d5c-b0ea-256c7a925991 req-65d421e2-f95e-4002-b902-25dafd0f2fa6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=872dfea2-1631-452e-af81-484be9ab4f5f HTTP/1.1" status: 200 len: 915 time: 0.1028354 Jan 05 17:40:44.994049 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a921b775-7f4f-48d0-ba1a-b5747e4fcbb7 None None] New status for floating IP 4ada555d-8b72-43a2-8a55-76ab5214926f: DOWN {{(pid=103802) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 05 17:40:45.014114 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-42655988-21a3-4d5c-b0ea-256c7a925991 req-f126a906-bfd2-41e8-9bc0-c49ea7bff61e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=49f26ebc-d786-44df-b3f1-70fd5dc901d1 HTTP/1.1" status: 200 len: 217 time: 0.0360448 Jan 05 17:40:45.061655 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42655988-21a3-4d5c-b0ea-256c7a925991 req-ceec0426-d7e0-4581-9a9b-adcd49faeb5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:40:45.063858 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-42655988-21a3-4d5c-b0ea-256c7a925991 req-ceec0426-d7e0-4581-9a9b-adcd49faeb5d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=189c4e3a-5bff-4745-9b2b-dc68e73cab4a HTTP/1.1" status: 200 len: 853 time: 0.0444243 Jan 05 17:40:45.121386 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42655988-21a3-4d5c-b0ea-256c7a925991 req-405d687f-d229-454f-a0a1-6f2b35527bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:40:45.122936 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-42655988-21a3-4d5c-b0ea-256c7a925991 req-405d687f-d229-454f-a0a1-6f2b35527bb4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=872dfea2-1631-452e-af81-484be9ab4f5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0434673 Jan 05 17:40:45.214069 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-42655988-21a3-4d5c-b0ea-256c7a925991 req-48bde41d-3c67-4982-96c2-8bf2d9e2262b service neutron] 10.222.0.13 "GET /v2.0/networks/872dfea2-1631-452e-af81-484be9ab4f5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836096 Jan 05 17:40:45.307510 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-42655988-21a3-4d5c-b0ea-256c7a925991 req-5a0cdc72-bd8f-4a83-8797-ee2dbe62a32f service neutron] 10.222.0.13 "GET /v2.0/networks/872dfea2-1631-452e-af81-484be9ab4f5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856228 Jan 05 17:40:47.119016 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-b16eb524-82dc-4c45-8c27-2d7f8ec64df7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:40:49.336575 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-df460f46-e581-4878-a361-c874ce03712c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:40:50.056879 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:40:50.616833 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d2607572-b3c9-472c-85bc-c8de0c3fb75c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:40:52.022653 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d504d802-9546-4ce5-a9d3-96c844ac5808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:40:53.330473 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:40:56.693084 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.agents_db [None req-291d1585-17df-45c0-b64a-d244e6d90872 None None] Agent healthcheck: found 6 active agents {{(pid=103803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 05 17:40:59.813573 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e97995-e8a3-4597-8931-5333aa792574 req-ffaa6036-b0c9-4293-9844-b1ea99326e19 tempest-TestMinimumBasicScenario-1828001790 tempest-TestMinimumBasicScenario-1828001790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:40:59.815082 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-d3e97995-e8a3-4597-8931-5333aa792574 req-ffaa6036-b0c9-4293-9844-b1ea99326e19 tempest-TestMinimumBasicScenario-1828001790 tempest-TestMinimumBasicScenario-1828001790-project] 10.222.0.11 "GET /v2.0/ports?device_id=ecab36ab-7c31-4bbb-97b3-a89fbd6336f3 HTTP/1.1" status: 200 len: 945 time: 0.0514543 Jan 05 17:40:59.866342 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-d3e97995-e8a3-4597-8931-5333aa792574 req-ee87657c-6605-4e4b-b4b3-e7d124bd7c27 tempest-TestMinimumBasicScenario-1828001790 tempest-TestMinimumBasicScenario-1828001790-project] 10.222.0.11 "GET /v2.0/security-groups?id=ef91d799-525d-4f02-b54d-b8e421ee0ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449793 Jan 05 17:41:00.982707 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fef672-082d-46e2-9280-5c2d56de461b req-1604a343-819b-45e6-8eda-3f83d6d7a12d tempest-TestMinimumBasicScenario-1828001790 tempest-TestMinimumBasicScenario-1828001790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:41:00.984192 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-c2fef672-082d-46e2-9280-5c2d56de461b req-1604a343-819b-45e6-8eda-3f83d6d7a12d tempest-TestMinimumBasicScenario-1828001790 tempest-TestMinimumBasicScenario-1828001790-project] 10.222.0.11 "GET /v2.0/ports?device_id=ecab36ab-7c31-4bbb-97b3-a89fbd6336f3 HTTP/1.1" status: 200 len: 945 time: 0.0499904 Jan 05 17:41:01.031470 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-c2fef672-082d-46e2-9280-5c2d56de461b req-757bd537-9878-4a0c-a9f5-e6b27caba7f8 tempest-TestMinimumBasicScenario-1828001790 tempest-TestMinimumBasicScenario-1828001790-project] 10.222.0.11 "GET /v2.0/security-groups?id=ef91d799-525d-4f02-b54d-b8e421ee0ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407703 Jan 05 17:41:01.456743 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e0be3d-fed7-4b00-93f2-3dc949d04afb req-9e009510-4de6-4226-8f7b-d8a2533604d4 tempest-TestMinimumBasicScenario-1828001790 tempest-TestMinimumBasicScenario-1828001790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:41:01.458163 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-22e0be3d-fed7-4b00-93f2-3dc949d04afb req-9e009510-4de6-4226-8f7b-d8a2533604d4 tempest-TestMinimumBasicScenario-1828001790 tempest-TestMinimumBasicScenario-1828001790-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecab36ab-7c31-4bbb-97b3-a89fbd6336f3 HTTP/1.1" status: 200 len: 945 time: 0.0469339 Jan 05 17:41:01.545205 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [req-22e0be3d-fed7-4b00-93f2-3dc949d04afb req-5f89e629-115b-4071-89b5-17eef4ae048f tempest-TestMinimumBasicScenario-1828001790 tempest-TestMinimumBasicScenario-1828001790-project] Deleting port 49f26ebc-d786-44df-b3f1-70fd5dc901d1 {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:41:01.545437 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-22e0be3d-fed7-4b00-93f2-3dc949d04afb req-5f89e629-115b-4071-89b5-17eef4ae048f tempest-TestMinimumBasicScenario-1828001790 tempest-TestMinimumBasicScenario-1828001790-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:41:01.631069 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.db [req-22e0be3d-fed7-4b00-93f2-3dc949d04afb req-5f89e629-115b-4071-89b5-17eef4ae048f tempest-TestMinimumBasicScenario-1828001790 tempest-TestMinimumBasicScenario-1828001790-project] For port 49f26ebc-d786-44df-b3f1-70fd5dc901d1, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=49f26ebc-d786-44df-b3f1-70fd5dc901d1,segment=NetworkSegment(046a27ca-53af-49f3-b1ec-8ea53dfb28de),segment_id=046a27ca-53af-49f3-b1ec-8ea53dfb28de)] {{(pid=103800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:41:01.631432 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-22e0be3d-fed7-4b00-93f2-3dc949d04afb req-5f89e629-115b-4071-89b5-17eef4ae048f tempest-TestMinimumBasicScenario-1828001790 tempest-TestMinimumBasicScenario-1828001790-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:41:01.644021 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [req-22e0be3d-fed7-4b00-93f2-3dc949d04afb req-5f89e629-115b-4071-89b5-17eef4ae048f tempest-TestMinimumBasicScenario-1828001790 tempest-TestMinimumBasicScenario-1828001790-project] Calling delete_port for 49f26ebc-d786-44df-b3f1-70fd5dc901d1 owned by compute:nova {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:41:01.833635 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-22e0be3d-fed7-4b00-93f2-3dc949d04afb req-5f89e629-115b-4071-89b5-17eef4ae048f tempest-TestMinimumBasicScenario-1828001790 tempest-TestMinimumBasicScenario-1828001790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:41:01.845691 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] get_ports_and_sgs() called for port_ids ['49f26ebc-d786-44df-b3f1-70fd5dc901d1'] {{(pid=103802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 05 17:41:01.864350 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f89e629-115b-4071-89b5-17eef4ae048f tempest-TestMinimumBasicScenario-1828001790 tempest-TestMinimumBasicScenario-1828001790-project] Pushing event deleted for resources: {'Port': ['ID=49f26ebc-d786-44df-b3f1-70fd5dc901d1,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:41:01.876049 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f89e629-115b-4071-89b5-17eef4ae048f tempest-TestMinimumBasicScenario-1828001790 tempest-TestMinimumBasicScenario-1828001790-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:41:01.876408 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f89e629-115b-4071-89b5-17eef4ae048f tempest-TestMinimumBasicScenario-1828001790 tempest-TestMinimumBasicScenario-1828001790-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:41:01.876778 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f89e629-115b-4071-89b5-17eef4ae048f tempest-TestMinimumBasicScenario-1828001790 tempest-TestMinimumBasicScenario-1828001790-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:41:01.877151 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f89e629-115b-4071-89b5-17eef4ae048f tempest-TestMinimumBasicScenario-1828001790 tempest-TestMinimumBasicScenario-1828001790-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:41:01.877485 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f89e629-115b-4071-89b5-17eef4ae048f tempest-TestMinimumBasicScenario-1828001790 tempest-TestMinimumBasicScenario-1828001790-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:41:01.877854 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f89e629-115b-4071-89b5-17eef4ae048f tempest-TestMinimumBasicScenario-1828001790 tempest-TestMinimumBasicScenario-1828001790-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:41:01.878169 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f89e629-115b-4071-89b5-17eef4ae048f tempest-TestMinimumBasicScenario-1828001790 tempest-TestMinimumBasicScenario-1828001790-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:41:01.878492 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f89e629-115b-4071-89b5-17eef4ae048f tempest-TestMinimumBasicScenario-1828001790 tempest-TestMinimumBasicScenario-1828001790-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:41:01.878820 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f89e629-115b-4071-89b5-17eef4ae048f tempest-TestMinimumBasicScenario-1828001790 tempest-TestMinimumBasicScenario-1828001790-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:41:01.879144 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f89e629-115b-4071-89b5-17eef4ae048f tempest-TestMinimumBasicScenario-1828001790 tempest-TestMinimumBasicScenario-1828001790-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:41:01.879462 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f89e629-115b-4071-89b5-17eef4ae048f tempest-TestMinimumBasicScenario-1828001790 tempest-TestMinimumBasicScenario-1828001790-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:41:01.879785 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f89e629-115b-4071-89b5-17eef4ae048f tempest-TestMinimumBasicScenario-1828001790 tempest-TestMinimumBasicScenario-1828001790-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:41:01.880100 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f89e629-115b-4071-89b5-17eef4ae048f tempest-TestMinimumBasicScenario-1828001790 tempest-TestMinimumBasicScenario-1828001790-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:41:01.917010 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [req-22e0be3d-fed7-4b00-93f2-3dc949d04afb req-5f89e629-115b-4071-89b5-17eef4ae048f tempest-TestMinimumBasicScenario-1828001790 tempest-TestMinimumBasicScenario-1828001790-project] No DVR routers for this DVR port 49f26ebc-d786-44df-b3f1-70fd5dc901d1 on host hv-neutron-mast {{(pid=103800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 05 17:41:01.919453 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-22e0be3d-fed7-4b00-93f2-3dc949d04afb req-5f89e629-115b-4071-89b5-17eef4ae048f tempest-TestMinimumBasicScenario-1828001790 tempest-TestMinimumBasicScenario-1828001790-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:41:01.922804 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-22e0be3d-fed7-4b00-93f2-3dc949d04afb req-5f89e629-115b-4071-89b5-17eef4ae048f tempest-TestMinimumBasicScenario-1828001790 tempest-TestMinimumBasicScenario-1828001790-project] 10.222.0.13 "DELETE /v2.0/ports/49f26ebc-d786-44df-b3f1-70fd5dc901d1 HTTP/1.1" status: 204 len: 173 time: 0.4599197 Jan 05 17:41:01.923246 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecab36ab-7c31-4bbb-97b3-a89fbd6336f3', 'name': 'network-vif-deleted', 'tag': '49f26ebc-d786-44df-b3f1-70fd5dc901d1'}] {{(pid=103800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 05 17:41:01.925491 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f64b9d4628f7eefcc27168a80c04985d23f0ea5def038dae05e1deb7357f3bfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2de4a78f-bd1d-420c-9231-69a05dd6a801" -d '{"events": [{"server_uuid": "ecab36ab-7c31-4bbb-97b3-a89fbd6336f3", "name": "network-vif-deleted", "tag": "49f26ebc-d786-44df-b3f1-70fd5dc901d1"}]}' {{(pid=103800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 05 17:41:01.961577 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Jan 2022 17:41:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9ce65cd-072e-4d92-9fad-18812b8d2035 x-openstack-request-id: req-b9ce65cd-072e-4d92-9fad-18812b8d2035 {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 05 17:41:01.961577 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecab36ab-7c31-4bbb-97b3-a89fbd6336f3", "name": "network-vif-deleted", "tag": "49f26ebc-d786-44df-b3f1-70fd5dc901d1", "status": "completed", "code": 200}]} {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 05 17:41:01.962110 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b9ce65cd-072e-4d92-9fad-18812b8d2035 {{(pid=103800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 05 17:41:01.962384 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecab36ab-7c31-4bbb-97b3-a89fbd6336f3', 'name': 'network-vif-deleted', 'tag': '49f26ebc-d786-44df-b3f1-70fd5dc901d1', 'status': 'completed', 'code': 200} Jan 05 17:41:02.126291 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-782499fc-467b-4192-8687-052905e082ec req-1c7cdb63-07a8-47e7-a06d-a3450368faa7 tempest-TestMinimumBasicScenario-1828001790 tempest-TestMinimumBasicScenario-1828001790-project] 10.222.0.11 "GET /v2.0/ports?device_id=ecab36ab-7c31-4bbb-97b3-a89fbd6336f3 HTTP/1.1" status: 200 len: 210 time: 0.0253685 Jan 05 17:41:04.342397 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 51228) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:41:04.414761 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Device 49f26ebc-d786-44df-b3f1-70fd5dc901d1 no longer exists at agent hyperv_hv-neutron-mast {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 05 17:41:04.438175 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] No Port match for: 49f26ebc-d786-44df-b3f1-70fd5dc901d1 {{(pid=103802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 05 17:41:04.438437 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Device 49f26ebc-d786-44df-b3f1-70fd5dc901d1 not bound to the agent host hv-neutron-mast {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 05 17:41:04.670655 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-68cd4220-4f2d-4c73-a5cd-5e3b341a1358 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-531685'] for router_interface, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:41:05.214004 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-68cd4220-4f2d-4c73-a5cd-5e3b341a1358 admin admin] Deleting port 3cab0f59-1147-4af7-8bc6-8071c3c3b6d3 {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:41:05.214343 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-68cd4220-4f2d-4c73-a5cd-5e3b341a1358 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:41:05.291286 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-68cd4220-4f2d-4c73-a5cd-5e3b341a1358 admin admin] For port 3cab0f59-1147-4af7-8bc6-8071c3c3b6d3, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=3cab0f59-1147-4af7-8bc6-8071c3c3b6d3,segment=NetworkSegment(046a27ca-53af-49f3-b1ec-8ea53dfb28de),segment_id=046a27ca-53af-49f3-b1ec-8ea53dfb28de)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:41:05.291648 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-68cd4220-4f2d-4c73-a5cd-5e3b341a1358 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:41:05.304278 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-68cd4220-4f2d-4c73-a5cd-5e3b341a1358 admin admin] Calling delete_port for 3cab0f59-1147-4af7-8bc6-8071c3c3b6d3 owned by network:router_interface {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:41:05.519414 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-68cd4220-4f2d-4c73-a5cd-5e3b341a1358 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11433176'] for port, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:41:05.546217 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cd4220-4f2d-4c73-a5cd-5e3b341a1358 admin admin] Pushing event deleted for resources: {'Port': ['ID=3cab0f59-1147-4af7-8bc6-8071c3c3b6d3,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:41:05.569487 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68cd4220-4f2d-4c73-a5cd-5e3b341a1358 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:41:05.569904 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68cd4220-4f2d-4c73-a5cd-5e3b341a1358 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:41:05.570186 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68cd4220-4f2d-4c73-a5cd-5e3b341a1358 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:41:05.570519 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68cd4220-4f2d-4c73-a5cd-5e3b341a1358 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:41:05.571394 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68cd4220-4f2d-4c73-a5cd-5e3b341a1358 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:41:05.571394 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68cd4220-4f2d-4c73-a5cd-5e3b341a1358 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:41:05.571683 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68cd4220-4f2d-4c73-a5cd-5e3b341a1358 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:41:05.571785 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68cd4220-4f2d-4c73-a5cd-5e3b341a1358 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:41:05.572087 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68cd4220-4f2d-4c73-a5cd-5e3b341a1358 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:41:05.572403 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68cd4220-4f2d-4c73-a5cd-5e3b341a1358 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:41:05.572731 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68cd4220-4f2d-4c73-a5cd-5e3b341a1358 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:41:05.573048 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68cd4220-4f2d-4c73-a5cd-5e3b341a1358 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:41:05.573362 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68cd4220-4f2d-4c73-a5cd-5e3b341a1358 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:41:05.717830 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-68cd4220-4f2d-4c73-a5cd-5e3b341a1358 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-560676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531569'] for router_interface, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:41:05.931747 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68cd4220-4f2d-4c73-a5cd-5e3b341a1358 admin admin] Router bc374e63-bf2b-45d6-a405-dc4a974d429e has already been hosted by L3 agent 59446fdc-40e0-41fe-a575-a8eb11d742f7 {{(pid=103801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 05 17:41:06.036414 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68cd4220-4f2d-4c73-a5cd-5e3b341a1358 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 05 17:41:06.041303 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-68cd4220-4f2d-4c73-a5cd-5e3b341a1358 admin admin] 10.222.0.11 "PUT /v2.0/routers/bc374e63-bf2b-45d6-a405-dc4a974d429e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6978984 Jan 05 17:41:06.043970 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 51230) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:41:06.045555 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bdb2c95-100a-4264-8551-0011e4b49224 None None] Sync routers for ids ['bc374e63-bf2b-45d6-a405-dc4a974d429e'] in dv-neutron-master-2-hyperv {{(pid=103803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 05 17:41:06.055447 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bdb2c95-100a-4264-8551-0011e4b49224 None None] Routers {'bc374e63-bf2b-45d6-a405-dc4a974d429e'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:41:06.056037 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-4bdb2c95-100a-4264-8551-0011e4b49224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:40:49Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['bc374e63-bf2b-45d6-a405-dc4a974d429e'], 'active': True} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:41:06.161057 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvr_db [None req-4bdb2c95-100a-4264-8551-0011e4b49224 None None] Set router bc374e63-bf2b-45d6-a405-dc4a974d429e gateway port host: dv-neutron-master-2-hyperv {{(pid=103803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:41:06.169833 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-cb9d10eb-d913-4128-94a5-1d031606e639 admin admin] Publish callbacks [] for router, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:41:06.271512 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-cb9d10eb-d913-4128-94a5-1d031606e639 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:41:06.330112 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-4bdb2c95-100a-4264-8551-0011e4b49224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc374e63-bf2b-45d6-a405-dc4a974d429e', 'name': 'tempest-TestMinimumBasicScenario-189331491-router', 'tenant_id': '3296bccf5303476ba2853b152fcf13af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.25'}], 'enable_snat': True}, 'gw_port_id': 'e30286f2-4311-4910-8c37-03016e544d1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:38:42Z', 'updated_at': '2022-01-05T17:41:05Z', 'revision_number': 5, 'project_id': '3296bccf5303476ba2853b152fcf13af', 'gw_port': {'id': 'e30286f2-4311-4910-8c37-03016e544d1d', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:6e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc374e63-bf2b-45d6-a405-dc4a974d429e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:38:42Z', 'updated_at': '2022-01-05T17:38:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:41:06.357131 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bdb2c95-100a-4264-8551-0011e4b49224 None None] Checking router: bc374e63-bf2b-45d6-a405-dc4a974d429e for host: dv-neutron-master-2-hyperv {{(pid=103803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 05 17:41:06.365401 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bdb2c95-100a-4264-8551-0011e4b49224 None None] Routers {'bc374e63-bf2b-45d6-a405-dc4a974d429e'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:41:06.366031 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-4bdb2c95-100a-4264-8551-0011e4b49224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:40:49Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['bc374e63-bf2b-45d6-a405-dc4a974d429e'], 'active': True} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:41:06.383184 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-cb9d10eb-d913-4128-94a5-1d031606e639 admin admin] Deleting port e30286f2-4311-4910-8c37-03016e544d1d {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:41:06.383578 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-cb9d10eb-d913-4128-94a5-1d031606e639 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:41:06.464645 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvr_db [None req-4bdb2c95-100a-4264-8551-0011e4b49224 None None] Set router bc374e63-bf2b-45d6-a405-dc4a974d429e gateway port host: None {{(pid=103803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:41:06.474685 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-cb9d10eb-d913-4128-94a5-1d031606e639 admin admin] For port e30286f2-4311-4910-8c37-03016e544d1d, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e30286f2-4311-4910-8c37-03016e544d1d,segment=NetworkSegment(3f961525-530f-4ce5-8222-1dbbbe774893),segment_id=3f961525-530f-4ce5-8222-1dbbbe774893)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:41:06.475098 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-cb9d10eb-d913-4128-94a5-1d031606e639 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:41:06.489204 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-cb9d10eb-d913-4128-94a5-1d031606e639 admin admin] Calling delete_port for e30286f2-4311-4910-8c37-03016e544d1d owned by network:router_gateway {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:41:06.530596 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-4bdb2c95-100a-4264-8551-0011e4b49224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc374e63-bf2b-45d6-a405-dc4a974d429e', 'name': 'tempest-TestMinimumBasicScenario-189331491-router', 'tenant_id': '3296bccf5303476ba2853b152fcf13af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:38:42Z', 'updated_at': '2022-01-05T17:41:06Z', 'revision_number': 6, 'project_id': '3296bccf5303476ba2853b152fcf13af', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:41:06.563098 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bdb2c95-100a-4264-8551-0011e4b49224 None None] The sync data for ids ['bc374e63-bf2b-45d6-a405-dc4a974d429e'] in dv-neutron-master-2-hyperv is: [{'id': 'bc374e63-bf2b-45d6-a405-dc4a974d429e', 'name': 'tempest-TestMinimumBasicScenario-189331491-router', 'tenant_id': '3296bccf5303476ba2853b152fcf13af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:38:42Z', 'updated_at': '2022-01-05T17:41:06Z', 'revision_number': 6, 'project_id': '3296bccf5303476ba2853b152fcf13af', 'gw_port_host': None}] {{(pid=103803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 05 17:41:06.763748 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-cb9d10eb-d913-4128-94a5-1d031606e639 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11433176'] for port, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:41:06.795151 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9d10eb-d913-4128-94a5-1d031606e639 admin admin] Pushing event deleted for resources: {'Port': ['ID=e30286f2-4311-4910-8c37-03016e544d1d,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:41:06.808977 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7edaa859-83e2-4f68-9f60-3ca602dddb66 None None] DHCP port deletion for b0167590-0699-4c5c-a932-3939414a9573 request from dv-neutron-master-2-hyperv {{(pid=103802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 05 17:41:06.858995 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-cb9d10eb-d913-4128-94a5-1d031606e639 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-648595'] for router_gateway, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:41:06.956761 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-cb9d10eb-d913-4128-94a5-1d031606e639 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-648249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62744'] for router, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:41:06.959204 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-cb9d10eb-d913-4128-94a5-1d031606e639 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:41:07.073446 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-cb9d10eb-d913-4128-94a5-1d031606e639 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-648240'] for router, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:41:07.073925 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb9d10eb-d913-4128-94a5-1d031606e639 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bc374e63-bf2b-45d6-a405-dc4a974d429e {{(pid=103801) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 05 17:41:07.078340 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-cb9d10eb-d913-4128-94a5-1d031606e639 admin admin] Publish callbacks [] for router, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:41:07.079512 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-cb9d10eb-d913-4128-94a5-1d031606e639 admin admin] 10.222.0.11 "DELETE /v2.0/routers/bc374e63-bf2b-45d6-a405-dc4a974d429e HTTP/1.1" status: 204 len: 168 time: 1.0345984 Jan 05 17:41:07.082009 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 51232) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:41:07.126845 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d4f38f4-19b0-4171-a294-180f074a15f5 admin admin] Deleting subnet 189c4e3a-5bff-4745-9b2b-dc68e73cab4a {{(pid=103801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 05 17:41:07.130549 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-7d4f38f4-19b0-4171-a294-180f074a15f5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:41:07.163169 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-7d4f38f4-19b0-4171-a294-180f074a15f5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11316398'] for subnet, precommit_delete_associations {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:41:07.242015 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-7d4f38f4-19b0-4171-a294-180f074a15f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892868'] for subnet, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:41:07.364889 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-7d4f38f4-19b0-4171-a294-180f074a15f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3893367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11433231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12480600'] for subnet, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:41:07.390074 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4f38f4-19b0-4171-a294-180f074a15f5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=189c4e3a-5bff-4745-9b2b-dc68e73cab4a,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:41:07.393731 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-7d4f38f4-19b0-4171-a294-180f074a15f5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:41:07.396986 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-7d4f38f4-19b0-4171-a294-180f074a15f5 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/189c4e3a-5bff-4745-9b2b-dc68e73cab4a HTTP/1.1" status: 204 len: 168 time: 0.3139648 Jan 05 17:41:07.399080 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bb24d7c-a4dc-4a3f-a2cb-96df873436dd None None] Network 872dfea2-1631-452e-af81-484be9ab4f5f requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:41:07.399537 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 51234) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:41:07.471249 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-ed1dafc9-c661-40ba-9970-6cc5fa82b88a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3809644'] for network, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:41:07.526086 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-ed1dafc9-c661-40ba-9970-6cc5fa82b88a admin admin] Deleting port 70cd5cbc-42f4-410c-a136-a5ddb8e772d0 {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:41:07.526537 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-ed1dafc9-c661-40ba-9970-6cc5fa82b88a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:41:07.549694 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efe5565a-a00a-4788-a3f1-8f1e3b0f876c None None] DHCP port deletion for 872dfea2-1631-452e-af81-484be9ab4f5f request from dv-neutron-master-2-hyperv {{(pid=103802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 05 17:41:07.592970 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-ed1dafc9-c661-40ba-9970-6cc5fa82b88a admin admin] For port 70cd5cbc-42f4-410c-a136-a5ddb8e772d0, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=70cd5cbc-42f4-410c-a136-a5ddb8e772d0,segment=NetworkSegment(046a27ca-53af-49f3-b1ec-8ea53dfb28de),segment_id=046a27ca-53af-49f3-b1ec-8ea53dfb28de)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:41:07.593236 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-ed1dafc9-c661-40ba-9970-6cc5fa82b88a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:41:07.607546 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-efe5565a-a00a-4788-a3f1-8f1e3b0f876c None None] Deleting port 70cd5cbc-42f4-410c-a136-a5ddb8e772d0 {{(pid=103802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:41:07.607729 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-ed1dafc9-c661-40ba-9970-6cc5fa82b88a admin admin] Calling delete_port for 70cd5cbc-42f4-410c-a136-a5ddb8e772d0 owned by network:dhcp {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:41:07.608365 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-efe5565a-a00a-4788-a3f1-8f1e3b0f876c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:41:07.672228 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-efe5565a-a00a-4788-a3f1-8f1e3b0f876c None None] For port 70cd5cbc-42f4-410c-a136-a5ddb8e772d0, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=70cd5cbc-42f4-410c-a136-a5ddb8e772d0,segment=NetworkSegment(046a27ca-53af-49f3-b1ec-8ea53dfb28de),segment_id=046a27ca-53af-49f3-b1ec-8ea53dfb28de)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:41:07.672621 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-efe5565a-a00a-4788-a3f1-8f1e3b0f876c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:41:07.685846 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-efe5565a-a00a-4788-a3f1-8f1e3b0f876c None None] Calling delete_port for 70cd5cbc-42f4-410c-a136-a5ddb8e772d0 owned by network:dhcp {{(pid=103802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:41:07.781224 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-ed1dafc9-c661-40ba-9970-6cc5fa82b88a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11433176'] for port, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:41:07.787645 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-efe5565a-a00a-4788-a3f1-8f1e3b0f876c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678'] for port, after_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:41:07.808329 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1dafc9-c661-40ba-9970-6cc5fa82b88a admin admin] Pushing event deleted for resources: {'Port': ['ID=70cd5cbc-42f4-410c-a136-a5ddb8e772d0,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:41:07.810197 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed1dafc9-c661-40ba-9970-6cc5fa82b88a admin admin] No DVR routers for this DVR port 70cd5cbc-42f4-410c-a136-a5ddb8e772d0 on host dv-neutron-master-2-hyperv {{(pid=103801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 05 17:41:07.814662 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe5565a-a00a-4788-a3f1-8f1e3b0f876c None None] Pushing event deleted for resources: {'Port': ['ID=70cd5cbc-42f4-410c-a136-a5ddb8e772d0,revision_number=None']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:41:07.825100 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efe5565a-a00a-4788-a3f1-8f1e3b0f876c None None] No DVR routers for this DVR port 70cd5cbc-42f4-410c-a136-a5ddb8e772d0 on host dv-neutron-master-2-hyperv {{(pid=103802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 05 17:41:07.830032 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe5565a-a00a-4788-a3f1-8f1e3b0f876c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:41:07.830371 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe5565a-a00a-4788-a3f1-8f1e3b0f876c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:41:07.830710 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe5565a-a00a-4788-a3f1-8f1e3b0f876c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:41:07.831233 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe5565a-a00a-4788-a3f1-8f1e3b0f876c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:41:07.831345 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe5565a-a00a-4788-a3f1-8f1e3b0f876c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:41:07.832258 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe5565a-a00a-4788-a3f1-8f1e3b0f876c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:41:07.832503 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe5565a-a00a-4788-a3f1-8f1e3b0f876c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:41:07.832819 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe5565a-a00a-4788-a3f1-8f1e3b0f876c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:41:07.833142 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe5565a-a00a-4788-a3f1-8f1e3b0f876c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:41:07.833461 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe5565a-a00a-4788-a3f1-8f1e3b0f876c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:41:07.833800 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe5565a-a00a-4788-a3f1-8f1e3b0f876c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:41:07.834128 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe5565a-a00a-4788-a3f1-8f1e3b0f876c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:41:07.834429 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe5565a-a00a-4788-a3f1-8f1e3b0f876c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:41:07.882163 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-ed1dafc9-c661-40ba-9970-6cc5fa82b88a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3891715', 'neutron.services.segments.db._delete_segments_for_network-8754181063482'] for network, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:41:07.905496 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.services.segments.db [None req-ed1dafc9-c661-40ba-9970-6cc5fa82b88a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['872dfea2-1631-452e-af81-484be9ab4f5f']}} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:41:07.915403 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.services.segments.db [None req-ed1dafc9-c661-40ba-9970-6cc5fa82b88a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '046a27ca-53af-49f3-b1ec-8ea53dfb28de') {'for_net_delete': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:41:07.915698 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.services.segments.db [None req-ed1dafc9-c661-40ba-9970-6cc5fa82b88a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '046a27ca-53af-49f3-b1ec-8ea53dfb28de') {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:41:07.924913 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-ed1dafc9-c661-40ba-9970-6cc5fa82b88a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754181064771', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11316385'] for segment, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:41:07.937734 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-ed1dafc9-c661-40ba-9970-6cc5fa82b88a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225'] for segment, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:41:07.943451 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed1dafc9-c661-40ba-9970-6cc5fa82b88a admin admin] Releasing vlan 134 on physical network physnet1 to pool {{(pid=103801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 05 17:41:07.943916 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-ed1dafc9-c661-40ba-9970-6cc5fa82b88a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11433197'] for segment, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:41:07.945572 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:41:07.945572 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:41:07.945572 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:41:07.945572 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:41:07.945572 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:41:07.945572 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:41:07.945572 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:41:07.945572 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:41:07.945572 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:41:07.945572 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:41:07.945572 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:41:07.945572 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:41:07.945572 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:41:07.945572 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:41:07.945572 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:41:07.945572 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:41:07.945572 dv-neutron-master-2-hyperv neutron-server[103801]: Traceback (most recent call last): Jan 05 17:41:07.945572 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 05 17:41:07.945572 dv-neutron-master-2-hyperv neutron-server[103801]: timer() Jan 05 17:41:07.945572 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 05 17:41:07.945572 dv-neutron-master-2-hyperv neutron-server[103801]: cb(*args, **kw) Jan 05 17:41:07.945572 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 05 17:41:07.945572 dv-neutron-master-2-hyperv neutron-server[103801]: return func(*args, **kwargs) Jan 05 17:41:07.945572 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 05 17:41:07.945572 dv-neutron-master-2-hyperv neutron-server[103801]: self._notify() Jan 05 17:41:07.945572 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 05 17:41:07.945572 dv-neutron-master-2-hyperv neutron-server[103801]: self.callback(batched_events) Jan 05 17:41:07.945572 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 05 17:41:07.945572 dv-neutron-master-2-hyperv neutron-server[103801]: event.method(event) Jan 05 17:41:07.945572 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 05 17:41:07.945572 dv-neutron-master-2-hyperv neutron-server[103801]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 05 17:41:07.945572 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 05 17:41:07.945572 dv-neutron-master-2-hyperv neutron-server[103801]: aggregate_uuid = self.p_client.list_aggregates( Jan 05 17:41:07.945572 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 05 17:41:07.945572 dv-neutron-master-2-hyperv neutron-server[103801]: return f(self, *a, **k) Jan 05 17:41:07.945572 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 05 17:41:07.945572 dv-neutron-master-2-hyperv neutron-server[103801]: return self._get(url).json() Jan 05 17:41:07.945572 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 05 17:41:07.945572 dv-neutron-master-2-hyperv neutron-server[103801]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 05 17:41:07.945572 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 05 17:41:07.945572 dv-neutron-master-2-hyperv neutron-server[103801]: return self.request(url, 'GET', **kwargs) Jan 05 17:41:07.945572 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 05 17:41:07.945572 dv-neutron-master-2-hyperv neutron-server[103801]: base_url = self.get_endpoint(auth, allow=allow, Jan 05 17:41:07.945572 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 05 17:41:07.945572 dv-neutron-master-2-hyperv neutron-server[103801]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 05 17:41:07.945572 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 05 17:41:07.945572 dv-neutron-master-2-hyperv neutron-server[103801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 05 17:41:07.945572 dv-neutron-master-2-hyperv neutron-server[103801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 05 17:41:08.054899 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-ed1dafc9-c661-40ba-9970-6cc5fa82b88a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3891722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648695'] for network, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:41:08.060024 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-ed1dafc9-c661-40ba-9970-6cc5fa82b88a admin admin] Publish callbacks [] for network, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:41:08.063201 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-ed1dafc9-c661-40ba-9970-6cc5fa82b88a admin admin] 10.222.0.11 "DELETE /v2.0/networks/872dfea2-1631-452e-af81-484be9ab4f5f HTTP/1.1" status: 204 len: 168 time: 0.6627455 Jan 05 17:41:08.066816 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 51236) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:41:08.074511 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1dafc9-c661-40ba-9970-6cc5fa82b88a admin admin] Pushing event deleted for resources: {'Network': ['ID=872dfea2-1631-452e-af81-484be9ab4f5f,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:41:08.597555 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 70cd5cbc-42f4-410c-a136-a5ddb8e772d0 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 05 17:41:08.618776 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] No Port match for: 70cd5cbc-42f4-410c-a136-a5ddb8e772d0 {{(pid=103802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 05 17:41:08.619115 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 70cd5cbc-42f4-410c-a136-a5ddb8e772d0 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 05 17:41:08.619528 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device e30286f2-4311-4910-8c37-03016e544d1d no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 05 17:41:08.638415 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] No Port match for: e30286f2-4311-4910-8c37-03016e544d1d {{(pid=103802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 05 17:41:08.638756 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device e30286f2-4311-4910-8c37-03016e544d1d not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 05 17:41:08.639167 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 3cab0f59-1147-4af7-8bc6-8071c3c3b6d3 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 05 17:41:08.657224 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] No Port match for: 3cab0f59-1147-4af7-8bc6-8071c3c3b6d3 {{(pid=103802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 05 17:41:08.657560 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 3cab0f59-1147-4af7-8bc6-8071c3c3b6d3 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 05 17:41:08.736413 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-17247149-ee1a-4429-9f9d-e124901e66d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-531685'] for router_interface, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:41:08.972784 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-17247149-ee1a-4429-9f9d-e124901e66d2 admin admin] Deleting port fbb8caf9-6f35-4bea-baa9-f19a3dffa971 {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:41:08.973118 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-17247149-ee1a-4429-9f9d-e124901e66d2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:41:09.049706 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.db [None req-17247149-ee1a-4429-9f9d-e124901e66d2 admin admin] For port fbb8caf9-6f35-4bea-baa9-f19a3dffa971, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=fbb8caf9-6f35-4bea-baa9-f19a3dffa971,segment=NetworkSegment(5335dd0d-7a8e-4b75-ad3e-1f5959690099),segment_id=5335dd0d-7a8e-4b75-ad3e-1f5959690099)] {{(pid=103800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:41:09.050065 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-17247149-ee1a-4429-9f9d-e124901e66d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:41:09.062738 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-17247149-ee1a-4429-9f9d-e124901e66d2 admin admin] Calling delete_port for fbb8caf9-6f35-4bea-baa9-f19a3dffa971 owned by network:router_interface {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:41:09.289167 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-17247149-ee1a-4429-9f9d-e124901e66d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:41:09.311749 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17247149-ee1a-4429-9f9d-e124901e66d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=fbb8caf9-6f35-4bea-baa9-f19a3dffa971,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:41:09.477887 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-17247149-ee1a-4429-9f9d-e124901e66d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-560676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531569'] for router_interface, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:41:09.684547 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17247149-ee1a-4429-9f9d-e124901e66d2 admin admin] Router 04db3971-d438-4b05-8f0e-3f3984e01510 has already been hosted by L3 agent 59446fdc-40e0-41fe-a575-a8eb11d742f7 {{(pid=103800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 05 17:41:09.786868 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17247149-ee1a-4429-9f9d-e124901e66d2 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 05 17:41:09.791842 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-17247149-ee1a-4429-9f9d-e124901e66d2 admin admin] 10.222.0.11 "PUT /v2.0/routers/04db3971-d438-4b05-8f0e-3f3984e01510/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7239871 Jan 05 17:41:09.794325 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 51238) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:41:09.797821 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f32a7013-e56a-4ee3-bf97-46231dc0c47c None None] Sync routers for ids ['04db3971-d438-4b05-8f0e-3f3984e01510'] in dv-neutron-master-2-hyperv {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 05 17:41:09.807396 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f32a7013-e56a-4ee3-bf97-46231dc0c47c None None] Routers {'04db3971-d438-4b05-8f0e-3f3984e01510'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:41:09.808021 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-f32a7013-e56a-4ee3-bf97-46231dc0c47c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:40:49Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['04db3971-d438-4b05-8f0e-3f3984e01510'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:41:09.897382 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d3a55f47-369f-43f7-8593-10a06f3ee156 admin admin] Publish callbacks [] for router, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:41:09.911334 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-f32a7013-e56a-4ee3-bf97-46231dc0c47c None None] Set router 04db3971-d438-4b05-8f0e-3f3984e01510 gateway port host: dv-neutron-master-2-hyperv {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:41:09.998007 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d3a55f47-369f-43f7-8593-10a06f3ee156 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:41:10.111766 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-d3a55f47-369f-43f7-8593-10a06f3ee156 admin admin] Deleting port 50785d54-1ff7-45e0-ac68-593fbf13a451 {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:41:10.112085 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d3a55f47-369f-43f7-8593-10a06f3ee156 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:41:10.194674 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.db [None req-d3a55f47-369f-43f7-8593-10a06f3ee156 admin admin] For port 50785d54-1ff7-45e0-ac68-593fbf13a451, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=50785d54-1ff7-45e0-ac68-593fbf13a451,segment=NetworkSegment(3f961525-530f-4ce5-8222-1dbbbe774893),segment_id=3f961525-530f-4ce5-8222-1dbbbe774893)] {{(pid=103800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:41:10.195066 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d3a55f47-369f-43f7-8593-10a06f3ee156 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:41:10.207117 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-d3a55f47-369f-43f7-8593-10a06f3ee156 admin admin] Calling delete_port for 50785d54-1ff7-45e0-ac68-593fbf13a451 owned by network:router_gateway {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:41:10.231530 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-f32a7013-e56a-4ee3-bf97-46231dc0c47c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04db3971-d438-4b05-8f0e-3f3984e01510', 'name': 'tempest-TestMinimumBasicScenario-1992912825-router', 'tenant_id': '769b525e89c642c49bb7c593f9e60b67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.207'}], 'enable_snat': True}, 'gw_port_id': '50785d54-1ff7-45e0-ac68-593fbf13a451', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:38:48Z', 'updated_at': '2022-01-05T17:41:09Z', 'revision_number': 5, 'project_id': '769b525e89c642c49bb7c593f9e60b67', 'gw_port': {'id': '50785d54-1ff7-45e0-ac68-593fbf13a451', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:fd:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04db3971-d438-4b05-8f0e-3f3984e01510', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:38:49Z', 'updated_at': '2022-01-05T17:38:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:41:10.257780 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f32a7013-e56a-4ee3-bf97-46231dc0c47c None None] Checking router: 04db3971-d438-4b05-8f0e-3f3984e01510 for host: dv-neutron-master-2-hyperv {{(pid=103802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 05 17:41:10.265868 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f32a7013-e56a-4ee3-bf97-46231dc0c47c None None] Routers {'04db3971-d438-4b05-8f0e-3f3984e01510'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:41:10.266495 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-f32a7013-e56a-4ee3-bf97-46231dc0c47c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:40:49Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['04db3971-d438-4b05-8f0e-3f3984e01510'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:41:10.353036 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-f32a7013-e56a-4ee3-bf97-46231dc0c47c None None] Set router 04db3971-d438-4b05-8f0e-3f3984e01510 gateway port host: None {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:41:10.406298 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-f32a7013-e56a-4ee3-bf97-46231dc0c47c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04db3971-d438-4b05-8f0e-3f3984e01510', 'name': 'tempest-TestMinimumBasicScenario-1992912825-router', 'tenant_id': '769b525e89c642c49bb7c593f9e60b67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:38:48Z', 'updated_at': '2022-01-05T17:41:09Z', 'revision_number': 6, 'project_id': '769b525e89c642c49bb7c593f9e60b67', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:41:10.432583 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f32a7013-e56a-4ee3-bf97-46231dc0c47c None None] The sync data for ids ['04db3971-d438-4b05-8f0e-3f3984e01510'] in dv-neutron-master-2-hyperv is: [{'id': '04db3971-d438-4b05-8f0e-3f3984e01510', 'name': 'tempest-TestMinimumBasicScenario-1992912825-router', 'tenant_id': '769b525e89c642c49bb7c593f9e60b67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:38:48Z', 'updated_at': '2022-01-05T17:41:09Z', 'revision_number': 6, 'project_id': '769b525e89c642c49bb7c593f9e60b67', 'gw_port_host': None}] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 05 17:41:10.465861 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d3a55f47-369f-43f7-8593-10a06f3ee156 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:41:10.488329 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a55f47-369f-43f7-8593-10a06f3ee156 admin admin] Pushing event deleted for resources: {'Port': ['ID=50785d54-1ff7-45e0-ac68-593fbf13a451,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:41:10.503832 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-263d0c19-bf7f-4363-a900-ea9a1a25a726 None None] DHCP port deletion for b0167590-0699-4c5c-a932-3939414a9573 request from dv-neutron-master-2-hyperv {{(pid=103802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 05 17:41:10.548573 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d3a55f47-369f-43f7-8593-10a06f3ee156 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-648595'] for router_gateway, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:41:10.642062 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d3a55f47-369f-43f7-8593-10a06f3ee156 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-648249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62744'] for router, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:41:10.644199 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d3a55f47-369f-43f7-8593-10a06f3ee156 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:41:10.763838 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d3a55f47-369f-43f7-8593-10a06f3ee156 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-648240'] for router, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:41:10.763838 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3a55f47-369f-43f7-8593-10a06f3ee156 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 04db3971-d438-4b05-8f0e-3f3984e01510 {{(pid=103800) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 05 17:41:10.764458 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d3a55f47-369f-43f7-8593-10a06f3ee156 admin admin] Publish callbacks [] for router, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:41:10.765655 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-d3a55f47-369f-43f7-8593-10a06f3ee156 admin admin] 10.222.0.11 "DELETE /v2.0/routers/04db3971-d438-4b05-8f0e-3f3984e01510 HTTP/1.1" status: 204 len: 168 time: 0.9703829 Jan 05 17:41:10.768324 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 51240) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:41:10.814666 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.db_base_plugin_v2 [None req-360f1223-7399-4979-8054-de17cff6ca25 admin admin] Deleting subnet 970524bc-478e-4c90-bd28-d6d5124844f9 {{(pid=103801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 05 17:41:10.819965 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-360f1223-7399-4979-8054-de17cff6ca25 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:41:10.861486 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-360f1223-7399-4979-8054-de17cff6ca25 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11316398'] for subnet, precommit_delete_associations {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:41:10.891794 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device fbb8caf9-6f35-4bea-baa9-f19a3dffa971 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 05 17:41:10.912749 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] No Port match for: fbb8caf9-6f35-4bea-baa9-f19a3dffa971 {{(pid=103802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 05 17:41:10.913097 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device fbb8caf9-6f35-4bea-baa9-f19a3dffa971 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 05 17:41:10.944844 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-360f1223-7399-4979-8054-de17cff6ca25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892868'] for subnet, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:41:11.062094 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-360f1223-7399-4979-8054-de17cff6ca25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3893367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11433231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12480600'] for subnet, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:41:11.088090 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360f1223-7399-4979-8054-de17cff6ca25 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=970524bc-478e-4c90-bd28-d6d5124844f9,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:41:11.091818 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-360f1223-7399-4979-8054-de17cff6ca25 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:41:11.094951 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-360f1223-7399-4979-8054-de17cff6ca25 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/970524bc-478e-4c90-bd28-d6d5124844f9 HTTP/1.1" status: 204 len: 168 time: 0.3251059 Jan 05 17:41:11.097436 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa6ceb1f-8600-4920-9127-c1cf0ef8f875 None None] Network 88cb06db-496d-4df7-bcb6-4b526df588d0 requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:41:11.097574 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 51242) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:41:11.169222 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-8fe73cdc-694e-43fa-b7a3-1a1fc4816562 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3809644'] for network, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:41:11.230979 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-8fe73cdc-694e-43fa-b7a3-1a1fc4816562 admin admin] Deleting port 916c7c25-5694-444f-a7cb-40e26bdf66f7 {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:41:11.231319 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-8fe73cdc-694e-43fa-b7a3-1a1fc4816562 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:41:11.248427 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13553519-7fc3-45e9-8101-c71000a6bdfa None None] DHCP port deletion for 88cb06db-496d-4df7-bcb6-4b526df588d0 request from dv-neutron-master-2-hyperv {{(pid=103802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 05 17:41:11.295503 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-13553519-7fc3-45e9-8101-c71000a6bdfa None None] Deleting port 916c7c25-5694-444f-a7cb-40e26bdf66f7 {{(pid=103802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:41:11.295875 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-13553519-7fc3-45e9-8101-c71000a6bdfa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:41:11.296853 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-8fe73cdc-694e-43fa-b7a3-1a1fc4816562 admin admin] For port 916c7c25-5694-444f-a7cb-40e26bdf66f7, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=916c7c25-5694-444f-a7cb-40e26bdf66f7,segment=NetworkSegment(5335dd0d-7a8e-4b75-ad3e-1f5959690099),segment_id=5335dd0d-7a8e-4b75-ad3e-1f5959690099)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:41:11.297307 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-8fe73cdc-694e-43fa-b7a3-1a1fc4816562 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:41:11.317507 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-8fe73cdc-694e-43fa-b7a3-1a1fc4816562 admin admin] Calling delete_port for 916c7c25-5694-444f-a7cb-40e26bdf66f7 owned by network:dhcp {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:41:11.362743 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-13553519-7fc3-45e9-8101-c71000a6bdfa None None] For port 916c7c25-5694-444f-a7cb-40e26bdf66f7, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=916c7c25-5694-444f-a7cb-40e26bdf66f7,segment=NetworkSegment(5335dd0d-7a8e-4b75-ad3e-1f5959690099),segment_id=5335dd0d-7a8e-4b75-ad3e-1f5959690099)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:41:11.362988 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-13553519-7fc3-45e9-8101-c71000a6bdfa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:41:11.377673 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-13553519-7fc3-45e9-8101-c71000a6bdfa None None] Calling delete_port for 916c7c25-5694-444f-a7cb-40e26bdf66f7 owned by network:dhcp {{(pid=103802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:41:11.478179 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-8fe73cdc-694e-43fa-b7a3-1a1fc4816562 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11433176'] for port, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:41:11.481113 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-13553519-7fc3-45e9-8101-c71000a6bdfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678'] for port, after_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:41:11.500053 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe73cdc-694e-43fa-b7a3-1a1fc4816562 admin admin] Pushing event deleted for resources: {'Port': ['ID=916c7c25-5694-444f-a7cb-40e26bdf66f7,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:41:11.504503 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fe73cdc-694e-43fa-b7a3-1a1fc4816562 admin admin] No DVR routers for this DVR port 916c7c25-5694-444f-a7cb-40e26bdf66f7 on host dv-neutron-master-2-hyperv {{(pid=103801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 05 17:41:11.514785 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13553519-7fc3-45e9-8101-c71000a6bdfa None None] Pushing event deleted for resources: {'Port': ['ID=916c7c25-5694-444f-a7cb-40e26bdf66f7,revision_number=None']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:41:11.516665 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13553519-7fc3-45e9-8101-c71000a6bdfa None None] No DVR routers for this DVR port 916c7c25-5694-444f-a7cb-40e26bdf66f7 on host dv-neutron-master-2-hyperv {{(pid=103802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 05 17:41:11.584387 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-8fe73cdc-694e-43fa-b7a3-1a1fc4816562 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3891715', 'neutron.services.segments.db._delete_segments_for_network-8754181063482'] for network, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:41:11.603704 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.services.segments.db [None req-8fe73cdc-694e-43fa-b7a3-1a1fc4816562 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88cb06db-496d-4df7-bcb6-4b526df588d0']}} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:41:11.613227 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.services.segments.db [None req-8fe73cdc-694e-43fa-b7a3-1a1fc4816562 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5335dd0d-7a8e-4b75-ad3e-1f5959690099') {'for_net_delete': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:41:11.613517 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.services.segments.db [None req-8fe73cdc-694e-43fa-b7a3-1a1fc4816562 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5335dd0d-7a8e-4b75-ad3e-1f5959690099') {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:41:11.622490 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-8fe73cdc-694e-43fa-b7a3-1a1fc4816562 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754181064771', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11316385'] for segment, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:41:11.636011 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-8fe73cdc-694e-43fa-b7a3-1a1fc4816562 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225'] for segment, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:41:11.641982 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8fe73cdc-694e-43fa-b7a3-1a1fc4816562 admin admin] Releasing vlan 116 on physical network physnet1 to pool {{(pid=103801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 05 17:41:11.643650 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-8fe73cdc-694e-43fa-b7a3-1a1fc4816562 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11433197'] for segment, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:41:11.643974 dv-neutron-master-2-hyperv neutron-server[103801]: Traceback (most recent call last): Jan 05 17:41:11.643974 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 05 17:41:11.643974 dv-neutron-master-2-hyperv neutron-server[103801]: timer() Jan 05 17:41:11.643974 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 05 17:41:11.643974 dv-neutron-master-2-hyperv neutron-server[103801]: cb(*args, **kw) Jan 05 17:41:11.643974 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 05 17:41:11.643974 dv-neutron-master-2-hyperv neutron-server[103801]: return func(*args, **kwargs) Jan 05 17:41:11.643974 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 05 17:41:11.643974 dv-neutron-master-2-hyperv neutron-server[103801]: self._notify() Jan 05 17:41:11.643974 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 05 17:41:11.643974 dv-neutron-master-2-hyperv neutron-server[103801]: self.callback(batched_events) Jan 05 17:41:11.643974 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 05 17:41:11.643974 dv-neutron-master-2-hyperv neutron-server[103801]: event.method(event) Jan 05 17:41:11.643974 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 05 17:41:11.643974 dv-neutron-master-2-hyperv neutron-server[103801]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 05 17:41:11.643974 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 05 17:41:11.643974 dv-neutron-master-2-hyperv neutron-server[103801]: aggregate_uuid = self.p_client.list_aggregates( Jan 05 17:41:11.643974 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 05 17:41:11.643974 dv-neutron-master-2-hyperv neutron-server[103801]: return f(self, *a, **k) Jan 05 17:41:11.643974 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 05 17:41:11.643974 dv-neutron-master-2-hyperv neutron-server[103801]: return self._get(url).json() Jan 05 17:41:11.643974 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 05 17:41:11.643974 dv-neutron-master-2-hyperv neutron-server[103801]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 05 17:41:11.643974 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 05 17:41:11.643974 dv-neutron-master-2-hyperv neutron-server[103801]: return self.request(url, 'GET', **kwargs) Jan 05 17:41:11.643974 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 05 17:41:11.643974 dv-neutron-master-2-hyperv neutron-server[103801]: base_url = self.get_endpoint(auth, allow=allow, Jan 05 17:41:11.643974 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 05 17:41:11.643974 dv-neutron-master-2-hyperv neutron-server[103801]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 05 17:41:11.643974 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 05 17:41:11.643974 dv-neutron-master-2-hyperv neutron-server[103801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 05 17:41:11.643974 dv-neutron-master-2-hyperv neutron-server[103801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 05 17:41:11.776280 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-8fe73cdc-694e-43fa-b7a3-1a1fc4816562 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3891722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648695'] for network, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:41:11.781667 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-8fe73cdc-694e-43fa-b7a3-1a1fc4816562 admin admin] Publish callbacks [] for network, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:41:11.784794 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-8fe73cdc-694e-43fa-b7a3-1a1fc4816562 admin admin] 10.222.0.11 "DELETE /v2.0/networks/88cb06db-496d-4df7-bcb6-4b526df588d0 HTTP/1.1" status: 204 len: 168 time: 0.6863377 Jan 05 17:41:11.795702 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe73cdc-694e-43fa-b7a3-1a1fc4816562 admin admin] Pushing event deleted for resources: {'Network': ['ID=88cb06db-496d-4df7-bcb6-4b526df588d0,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:41:12.110670 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 51246) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:41:12.153997 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-3facd620-14ab-4a80-b4e5-2fa5423790da admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=3296bccf5303476ba2853b152fcf13af&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0421762 Jan 05 17:41:12.156468 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 51248) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:41:12.201681 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3bb6c8e9-22d2-4c0b-b462-437bf46ef0bd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:41:12.222827 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3bb6c8e9-22d2-4c0b-b462-437bf46ef0bd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:41:12.334702 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3bb6c8e9-22d2-4c0b-b462-437bf46ef0bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:41:12.337574 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3bb6c8e9-22d2-4c0b-b462-437bf46ef0bd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:41:12.338746 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-3bb6c8e9-22d2-4c0b-b462-437bf46ef0bd admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ef91d799-525d-4f02-b54d-b8e421ee0ed0 HTTP/1.1" status: 204 len: 168 time: 0.1814117 Jan 05 17:41:12.346411 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb6c8e9-22d2-4c0b-b462-437bf46ef0bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef91d799-525d-4f02-b54d-b8e421ee0ed0,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:41:12.607146 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 50785d54-1ff7-45e0-ac68-593fbf13a451 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 05 17:41:12.629400 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] No Port match for: 50785d54-1ff7-45e0-ac68-593fbf13a451 {{(pid=103802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 05 17:41:12.629781 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 50785d54-1ff7-45e0-ac68-593fbf13a451 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 05 17:41:12.630188 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 916c7c25-5694-444f-a7cb-40e26bdf66f7 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 05 17:41:12.649250 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] No Port match for: 916c7c25-5694-444f-a7cb-40e26bdf66f7 {{(pid=103802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 05 17:41:12.649616 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 916c7c25-5694-444f-a7cb-40e26bdf66f7 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 05 17:41:12.905072 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 51254) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:41:12.945748 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-2e59eec5-f9b6-4d90-9547-1a7c048106ec admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=769b525e89c642c49bb7c593f9e60b67&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0394626 Jan 05 17:41:12.948044 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 51256) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:41:12.994215 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6abbae36-c6d3-4aa8-a0f1-b14223503065 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:41:13.015040 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6abbae36-c6d3-4aa8-a0f1-b14223503065 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:41:13.118647 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6abbae36-c6d3-4aa8-a0f1-b14223503065 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:41:13.121216 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6abbae36-c6d3-4aa8-a0f1-b14223503065 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:41:13.122382 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-6abbae36-c6d3-4aa8-a0f1-b14223503065 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b5d38c64-3c64-440b-9f81-81e562fc8860 HTTP/1.1" status: 204 len: 168 time: 0.1734617 Jan 05 17:41:13.130401 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abbae36-c6d3-4aa8-a0f1-b14223503065 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5d38c64-3c64-440b-9f81-81e562fc8860,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:41:15.365526 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 51296) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:41:15.370095 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-aa41691d-b7ca-4d5d-a76f-c4e0475fc1fd tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1280819592', 'description': 'tempest-secgroup-smoke-1280819592 description', 'project_id': '8e518d29c86c4653a8de8a7aad689e14'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:41:15.472594 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-aa41691d-b7ca-4d5d-a76f-c4e0475fc1fd tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks [] for security_group, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:41:15.480520 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-aa41691d-b7ca-4d5d-a76f-c4e0475fc1fd tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks [] for security_group, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:41:15.551220 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-aa41691d-b7ca-4d5d-a76f-c4e0475fc1fd tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks [] for security_group, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:41:15.614587 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-aa41691d-b7ca-4d5d-a76f-c4e0475fc1fd tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:41:15.651080 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa41691d-b7ca-4d5d-a76f-c4e0475fc1fd tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb938023-cddb-4244-9f1d-70eee7d464b2,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:41:15.692355 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-aa41691d-b7ca-4d5d-a76f-c4e0475fc1fd tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks [] for security_group, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:41:15.770382 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-aa41691d-b7ca-4d5d-a76f-c4e0475fc1fd tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:41:15.798167 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa41691d-b7ca-4d5d-a76f-c4e0475fc1fd tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b1d34c2-c270-49ee-8422-17147a0eb3f0,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:41:15.857571 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-aa41691d-b7ca-4d5d-a76f-c4e0475fc1fd tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks [] for security_group, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:41:15.858834 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-aa41691d-b7ca-4d5d-a76f-c4e0475fc1fd tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.4922812 Jan 05 17:41:15.861567 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 51298) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:41:15.865902 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-e2984388-fe63-4ecd-88cf-f6b89f1c85a7 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Request body: {'security_group_rule': {'security_group_id': '3b1d34c2-c270-49ee-8422-17147a0eb3f0', 'project_id': '8e518d29c86c4653a8de8a7aad689e14', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:41:15.951639 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e2984388-fe63-4ecd-88cf-f6b89f1c85a7 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:41:16.005662 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e2984388-fe63-4ecd-88cf-f6b89f1c85a7 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:41:16.084497 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e2984388-fe63-4ecd-88cf-f6b89f1c85a7 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533437'] for security_group_rule, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:41:16.103433 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2984388-fe63-4ecd-88cf-f6b89f1c85a7 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2cbbec8-111a-4042-b601-d76c1629a19b,revision_number=0']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:41:16.155040 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e2984388-fe63-4ecd-88cf-f6b89f1c85a7 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:41:16.156180 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-e2984388-fe63-4ecd-88cf-f6b89f1c85a7 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2936523 Jan 05 17:41:16.158877 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 51300) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:41:16.163117 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-8ae4be3c-fa68-422a-9aaa-75cd443003af tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Request body: {'security_group_rule': {'security_group_id': '3b1d34c2-c270-49ee-8422-17147a0eb3f0', 'project_id': '8e518d29c86c4653a8de8a7aad689e14', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:41:16.231813 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-8ae4be3c-fa68-422a-9aaa-75cd443003af tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:41:16.285616 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-8ae4be3c-fa68-422a-9aaa-75cd443003af tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:41:16.340216 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-8ae4be3c-fa68-422a-9aaa-75cd443003af tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533437'] for security_group_rule, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:41:16.357233 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae4be3c-fa68-422a-9aaa-75cd443003af tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f70a7e64-7b5f-4580-9634-a32103f711fe,revision_number=0']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:41:16.416504 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-8ae4be3c-fa68-422a-9aaa-75cd443003af tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:41:16.417760 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-8ae4be3c-fa68-422a-9aaa-75cd443003af tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2579219 Jan 05 17:41:16.420456 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 51302) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:41:16.424651 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-a00bc3be-d164-4cd6-a002-4ec17031c894 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Request body: {'security_group_rule': {'security_group_id': '3b1d34c2-c270-49ee-8422-17147a0eb3f0', 'project_id': '8e518d29c86c4653a8de8a7aad689e14', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:41:16.511585 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-a00bc3be-d164-4cd6-a002-4ec17031c894 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:41:16.568627 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-a00bc3be-d164-4cd6-a002-4ec17031c894 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:41:16.632066 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-a00bc3be-d164-4cd6-a002-4ec17031c894 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533437'] for security_group_rule, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:41:16.649394 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00bc3be-d164-4cd6-a002-4ec17031c894 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de200768-e657-4882-9c4e-03cf7e01e2ba,revision_number=0']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:41:16.726077 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-a00bc3be-d164-4cd6-a002-4ec17031c894 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:41:16.727238 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-a00bc3be-d164-4cd6-a002-4ec17031c894 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3058529 Jan 05 17:41:16.729956 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 51304) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:41:16.734081 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-f466a782-9b22-4f55-9cfc-4a5c0bd54b37 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Request body: {'security_group_rule': {'security_group_id': '3b1d34c2-c270-49ee-8422-17147a0eb3f0', 'project_id': '8e518d29c86c4653a8de8a7aad689e14', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:41:16.830532 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f466a782-9b22-4f55-9cfc-4a5c0bd54b37 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:41:16.886655 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f466a782-9b22-4f55-9cfc-4a5c0bd54b37 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:41:16.952587 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f466a782-9b22-4f55-9cfc-4a5c0bd54b37 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533437'] for security_group_rule, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:41:16.969906 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f466a782-9b22-4f55-9cfc-4a5c0bd54b37 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56cd7784-5cfd-48fd-a076-d819d92f0a08,revision_number=0']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:41:17.052053 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f466a782-9b22-4f55-9cfc-4a5c0bd54b37 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:41:17.053268 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-f466a782-9b22-4f55-9cfc-4a5c0bd54b37 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3224092 Jan 05 17:41:17.056084 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 51306) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:41:17.060428 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-fccbbce8-b617-43c9-92f9-6be74b254adb tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Request body: {'security_group_rule': {'security_group_id': '3b1d34c2-c270-49ee-8422-17147a0eb3f0', 'project_id': '8e518d29c86c4653a8de8a7aad689e14', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:41:17.130349 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-bfb09d56-3a1c-417b-a3de-b57c36471cab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:41:17.163605 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.db.securitygroups_db [None req-fccbbce8-b617-43c9-92f9-6be74b254adb tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Project 8e518d29c86c4653a8de8a7aad689e14 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 05 17:41:17.168959 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-fccbbce8-b617-43c9-92f9-6be74b254adb tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:41:17.225277 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-fccbbce8-b617-43c9-92f9-6be74b254adb tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:41:17.301257 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-fccbbce8-b617-43c9-92f9-6be74b254adb tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533437'] for security_group_rule, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:41:17.319261 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccbbce8-b617-43c9-92f9-6be74b254adb tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b78a05c1-2959-4221-9b72-b4a3bc546d35,revision_number=0']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:41:17.395668 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-fccbbce8-b617-43c9-92f9-6be74b254adb tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:41:17.396898 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-fccbbce8-b617-43c9-92f9-6be74b254adb tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3398850 Jan 05 17:41:17.399655 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 51308) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:41:17.403882 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-7d284e80-e953-493e-8648-8bc55c2885b2 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Request body: {'security_group_rule': {'security_group_id': '3b1d34c2-c270-49ee-8422-17147a0eb3f0', 'project_id': '8e518d29c86c4653a8de8a7aad689e14', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:41:17.484322 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.db.securitygroups_db [None req-7d284e80-e953-493e-8648-8bc55c2885b2 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Project 8e518d29c86c4653a8de8a7aad689e14 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 05 17:41:17.489756 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-7d284e80-e953-493e-8648-8bc55c2885b2 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:41:17.547572 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-7d284e80-e953-493e-8648-8bc55c2885b2 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:41:17.627495 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-7d284e80-e953-493e-8648-8bc55c2885b2 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533437'] for security_group_rule, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:41:17.646514 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d284e80-e953-493e-8648-8bc55c2885b2 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9136630e-9a00-4d69-a3d6-4487a5effc43,revision_number=0']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:41:17.733066 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-7d284e80-e953-493e-8648-8bc55c2885b2 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:41:17.734499 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-7d284e80-e953-493e-8648-8bc55c2885b2 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3337638 Jan 05 17:41:17.737295 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 51310) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:41:17.742658 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-1647ee12-c637-4ca2-add1-3bec3a5f4525 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Request body: {'network': {'name': 'tempest-network-smoke--499283086', 'project_id': '8e518d29c86c4653a8de8a7aad689e14', 'port_security_enabled': True}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:41:17.815813 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1647ee12-c637-4ca2-add1-3bec3a5f4525 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Made reservation on behalf of 8e518d29c86c4653a8de8a7aad689e14 for: {'network': 1} {{(pid=103801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:41:17.819196 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-1647ee12-c637-4ca2-add1-3bec3a5f4525 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for network, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:41:17.842509 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1647ee12-c637-4ca2-add1-3bec3a5f4525 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'} {{(pid=103801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 05 17:41:17.852009 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-1647ee12-c637-4ca2-add1-3bec3a5f4525 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225'] for segment, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:41:17.852346 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.db.segments_db [None req-1647ee12-c637-4ca2-add1-3bec3a5f4525 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Added segment 53d7ca76-fb3a-4263-9e0f-aad97e6e3794 of type vlan for network c52cc210-c9c8-461c-9368-b022d6c6664d Jan 05 17:41:17.891220 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-1647ee12-c637-4ca2-add1-3bec3a5f4525 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754180566020'] for network, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:41:17.975709 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-1647ee12-c637-4ca2-add1-3bec3a5f4525 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685'] for network, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:41:17.981592 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1647ee12-c637-4ca2-add1-3bec3a5f4525 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:41:17.982174 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-1647ee12-c637-4ca2-add1-3bec3a5f4525 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks [] for network, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:41:18.047846 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1647ee12-c637-4ca2-add1-3bec3a5f4525 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Pushing event updated for resources: {'Network': ['ID=c52cc210-c9c8-461c-9368-b022d6c6664d,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:41:18.058872 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Network c52cc210-c9c8-461c-9368-b022d6c6664d details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 05 17:41:18.074489 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-1647ee12-c637-4ca2-add1-3bec3a5f4525 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3356435 Jan 05 17:41:18.077414 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 51312) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:41:18.082741 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-1b65be0e-33a6-46a6-9773-d713f47cd12d tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1179301185', 'admin_state_up': True, 'project_id': '8e518d29c86c4653a8de8a7aad689e14', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573'}}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:41:18.164658 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1b65be0e-33a6-46a6-9773-d713f47cd12d tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-649063', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58098'] for router, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:41:18.165754 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1b65be0e-33a6-46a6-9773-d713f47cd12d tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649832', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-545006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58091'] for router, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:41:18.217823 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1b65be0e-33a6-46a6-9773-d713f47cd12d tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:41:18.394828 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1b65be0e-33a6-46a6-9773-d713f47cd12d tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:41:18.652069 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1b65be0e-33a6-46a6-9773-d713f47cd12d tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks [] for router_gateway, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:41:18.670355 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1b65be0e-33a6-46a6-9773-d713f47cd12d tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:41:18.773430 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [None req-1b65be0e-33a6-46a6-9773-d713f47cd12d tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Allocated IP 172.36.4.154 (b0167590-0699-4c5c-a932-3939414a9573/7a784a6d-3d96-418f-a645-b9ccd0b1ac55/f1a17f93-f01f-44a4-af01-dab7a0970bc6) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:41:18.869699 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1b65be0e-33a6-46a6-9773-d713f47cd12d tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks [] for port, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:41:18.987963 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1b65be0e-33a6-46a6-9773-d713f47cd12d tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:41:19.029694 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b65be0e-33a6-46a6-9773-d713f47cd12d tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Network b0167590-0699-4c5c-a932-3939414a9573 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:41:19.034158 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-1b65be0e-33a6-46a6-9773-d713f47cd12d tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:41:19.040403 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b65be0e-33a6-46a6-9773-d713f47cd12d tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:41:19.043457 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b65be0e-33a6-46a6-9773-d713f47cd12d tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Pushing event updated for resources: {'Port': ['ID=f1a17f93-f01f-44a4-af01-dab7a0970bc6,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:41:19.046445 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f43b998-47cf-4ff6-9f2e-822161bb3cff None None] DHCP port deletion for b0167590-0699-4c5c-a932-3939414a9573 request from dv-neutron-master-2-hyperv {{(pid=103802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 05 17:41:19.104326 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-3fb20ce8-74a5-4bc2-a677-f7d909efaed4 None None] Provisioning complete for port f1a17f93-f01f-44a4-af01-dab7a0970bc6 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:41:19.104698 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-3fb20ce8-74a5-4bc2-a677-f7d909efaed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:41:19.138082 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-3fb20ce8-74a5-4bc2-a677-f7d909efaed4 None None] Port f1a17f93-f01f-44a4-af01-dab7a0970bc6 cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 17:41:19.370071 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-00a170f7-1481-4d0c-a4b7-db5afb176617 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:41:19.373881 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1b65be0e-33a6-46a6-9773-d713f47cd12d tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks [] for router_gateway, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:41:19.565096 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1b65be0e-33a6-46a6-9773-d713f47cd12d tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-648430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648639'] for router, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:41:19.770353 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b65be0e-33a6-46a6-9773-d713f47cd12d tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Router 9e1cde6e-c663-45ee-b9c3-9d1db19352a8 is scheduled to L3 agent 59446fdc-40e0-41fe-a575-a8eb11d742f7 with binding_index 1 {{(pid=103800) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 05 17:41:19.869370 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b65be0e-33a6-46a6-9773-d713f47cd12d tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 05 17:41:19.879069 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a468fe9b-7405-4d19-969d-2e8c33d6a5e6 None None] Sync routers for ids ['9e1cde6e-c663-45ee-b9c3-9d1db19352a8'] in dv-neutron-master-2-hyperv {{(pid=103803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 05 17:41:19.888851 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a468fe9b-7405-4d19-969d-2e8c33d6a5e6 None None] Routers {'9e1cde6e-c663-45ee-b9c3-9d1db19352a8'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:41:19.889460 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-a468fe9b-7405-4d19-969d-2e8c33d6a5e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:41:19Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['9e1cde6e-c663-45ee-b9c3-9d1db19352a8'], 'active': True} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:41:19.937950 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1b65be0e-33a6-46a6-9773-d713f47cd12d tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks [] for router, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:41:19.939193 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-1b65be0e-33a6-46a6-9773-d713f47cd12d tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.8607523 Jan 05 17:41:19.942344 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 51314) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:41:19.992964 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvr_db [None req-a468fe9b-7405-4d19-969d-2e8c33d6a5e6 None None] Set router 9e1cde6e-c663-45ee-b9c3-9d1db19352a8 gateway port host: dv-neutron-master-2-hyperv {{(pid=103803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:41:20.072668 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-152bb91f-05a9-4e42-85d3-4c6763f472a0 tempest-TestNetworkAdvancedServerOps-2131337417 tempest-TestNetworkAdvancedServerOps-2131337417-project-admin] 10.222.0.11 "GET /v2.0/subnets?project_id=8e518d29c86c4653a8de8a7aad689e14&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1290927 Jan 05 17:41:20.075512 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 51318) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:41:20.078498 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:41:20.160857 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19f5ef2c-c83a-4f31-8856-3d3d962c9991 tempest-TestNetworkAdvancedServerOps-2131337417 tempest-TestNetworkAdvancedServerOps-2131337417-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:41:20.163806 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-19f5ef2c-c83a-4f31-8856-3d3d962c9991 tempest-TestNetworkAdvancedServerOps-2131337417 tempest-TestNetworkAdvancedServerOps-2131337417-project-admin] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0858743 Jan 05 17:41:20.165158 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 51320) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:41:20.171998 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-a468fe9b-7405-4d19-969d-2e8c33d6a5e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e1cde6e-c663-45ee-b9c3-9d1db19352a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1179301185', 'tenant_id': '8e518d29c86c4653a8de8a7aad689e14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.154'}], 'enable_snat': True}, 'gw_port_id': 'f1a17f93-f01f-44a4-af01-dab7a0970bc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:41:18Z', 'updated_at': '2022-01-05T17:41:19Z', 'revision_number': 3, 'project_id': '8e518d29c86c4653a8de8a7aad689e14', 'gw_port': {'id': 'f1a17f93-f01f-44a4-af01-dab7a0970bc6', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:b7:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e1cde6e-c663-45ee-b9c3-9d1db19352a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:41:18Z', 'updated_at': '2022-01-05T17:41:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:41:20.192351 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-bc194444-bee7-4377-8c5f-285ed3f81b76 tempest-TestNetworkAdvancedServerOps-2131337417 tempest-TestNetworkAdvancedServerOps-2131337417-project-admin] 10.222.0.11 "GET /v2.0/subnets?network_id=b0167590-0699-4c5c-a932-3939414a9573&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0261307 Jan 05 17:41:20.194963 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 51322) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:41:20.198701 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a468fe9b-7405-4d19-969d-2e8c33d6a5e6 None None] Checking router: 9e1cde6e-c663-45ee-b9c3-9d1db19352a8 for host: dv-neutron-master-2-hyperv {{(pid=103803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 05 17:41:20.199046 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a468fe9b-7405-4d19-969d-2e8c33d6a5e6 None None] Updating router 9e1cde6e-c663-45ee-b9c3-9d1db19352a8 port f1a17f93-f01f-44a4-af01-dab7a0970bc6 binding host dv-neutron-master-2-hyperv {{(pid=103803) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 05 17:41:20.199495 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-6d774f7b-94ac-4189-8310-444c0dd8a4cb tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-350420085', 'network_id': 'c52cc210-c9c8-461c-9368-b022d6c6664d', 'project_id': '8e518d29c86c4653a8de8a7aad689e14', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:41:20.223511 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-a468fe9b-7405-4d19-969d-2e8c33d6a5e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:41:20.353036 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d774f7b-94ac-4189-8310-444c0dd8a4cb tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Made reservation on behalf of 8e518d29c86c4653a8de8a7aad689e14 for: {'subnet': 1} {{(pid=103801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:41:20.356918 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-6d774f7b-94ac-4189-8310-444c0dd8a4cb tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12480675'] for subnet, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:41:20.463646 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-a468fe9b-7405-4d19-969d-2e8c33d6a5e6 None None] Publish callbacks [] for port, precommit_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:41:20.518691 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-a468fe9b-7405-4d19-969d-2e8c33d6a5e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:41:20.561757 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31cc7631-0c7f-4d72-b681-722408fc2ca9 None None] DHCP port deletion for b0167590-0699-4c5c-a932-3939414a9573 request from dv-neutron-master-2-hyperv {{(pid=103802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 05 17:41:20.573322 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.plugins.ml2.managers [None req-a468fe9b-7405-4d19-969d-2e8c33d6a5e6 None None] Attempting to bind port f1a17f93-f01f-44a4-af01-dab7a0970bc6 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 05 17:41:20.573709 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.plugins.ml2.managers [None req-a468fe9b-7405-4d19-969d-2e8c33d6a5e6 None None] Attempting to bind port f1a17f93-f01f-44a4-af01-dab7a0970bc6 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '3f961525-530f-4ce5-8222-1dbbbe774893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573'}] {{(pid=103803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 05 17:41:20.574065 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a468fe9b-7405-4d19-969d-2e8c33d6a5e6 None None] Attempting to bind port f1a17f93-f01f-44a4-af01-dab7a0970bc6 on network b0167590-0699-4c5c-a932-3939414a9573 {{(pid=103803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:41:20.575998 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad10daa-2ca4-48ea-9737-fd676cd1d74e None None] Pushing event updated for resources: {'Port': ['ID=f1a17f93-f01f-44a4-af01-dab7a0970bc6,revision_number=2']} {{(pid=103803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:41:20.584589 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a468fe9b-7405-4d19-969d-2e8c33d6a5e6 None None] Checking agent: {'id': '0d4f8fd3-ce62-4651-970c-efa6a8bb22b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 5, 16, 57, 23), 'started_at': datetime.datetime(2022, 1, 5, 16, 57, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 5, 17, 40, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 05 17:41:20.584958 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a468fe9b-7405-4d19-969d-2e8c33d6a5e6 None None] Checking segment: {'id': '3f961525-530f-4ce5-8222-1dbbbe774893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:41:20.585350 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-a468fe9b-7405-4d19-969d-2e8c33d6a5e6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:41:20.585754 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a468fe9b-7405-4d19-969d-2e8c33d6a5e6 None None] Bound using segment: {'id': '3f961525-530f-4ce5-8222-1dbbbe774893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573'} {{(pid=103803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 05 17:41:20.596291 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.plugins.ml2.managers [None req-a468fe9b-7405-4d19-969d-2e8c33d6a5e6 None None] Bound port: f1a17f93-f01f-44a4-af01-dab7a0970bc6, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f961525-530f-4ce5-8222-1dbbbe774893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573'}}] {{(pid=103803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 05 17:41:20.596291 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-a468fe9b-7405-4d19-969d-2e8c33d6a5e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:41:20.596291 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad10daa-2ca4-48ea-9737-fd676cd1d74e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:41:20.596291 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad10daa-2ca4-48ea-9737-fd676cd1d74e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:41:20.596291 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad10daa-2ca4-48ea-9737-fd676cd1d74e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:41:20.596291 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad10daa-2ca4-48ea-9737-fd676cd1d74e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:41:20.596291 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad10daa-2ca4-48ea-9737-fd676cd1d74e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:41:20.596291 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad10daa-2ca4-48ea-9737-fd676cd1d74e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:41:20.596291 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad10daa-2ca4-48ea-9737-fd676cd1d74e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:41:20.596291 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad10daa-2ca4-48ea-9737-fd676cd1d74e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:41:20.596291 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad10daa-2ca4-48ea-9737-fd676cd1d74e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:41:20.596291 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad10daa-2ca4-48ea-9737-fd676cd1d74e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:41:20.596291 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad10daa-2ca4-48ea-9737-fd676cd1d74e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:41:20.596291 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad10daa-2ca4-48ea-9737-fd676cd1d74e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:41:20.596291 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad10daa-2ca4-48ea-9737-fd676cd1d74e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:41:20.616334 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-6d774f7b-94ac-4189-8310-444c0dd8a4cb tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11433288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12480593'] for subnet, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:41:20.646891 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.plugins.ml2.db [None req-a468fe9b-7405-4d19-969d-2e8c33d6a5e6 None None] For port f1a17f93-f01f-44a4-af01-dab7a0970bc6, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 05 17:41:20.650217 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.plugins.ml2.db [None req-a468fe9b-7405-4d19-969d-2e8c33d6a5e6 None None] For port f1a17f93-f01f-44a4-af01-dab7a0970bc6, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f1a17f93-f01f-44a4-af01-dab7a0970bc6,segment=NetworkSegment(3f961525-530f-4ce5-8222-1dbbbe774893),segment_id=3f961525-530f-4ce5-8222-1dbbbe774893)] {{(pid=103803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 05 17:41:20.665648 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-ba712338-3fda-4b1b-bf11-7d4b6f54b7a5 None None] Provisioning complete for port f1a17f93-f01f-44a4-af01-dab7a0970bc6 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:41:20.666037 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-ba712338-3fda-4b1b-bf11-7d4b6f54b7a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:41:20.686296 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d774f7b-94ac-4189-8310-444c0dd8a4cb tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Pushing event updated for resources: {'Subnet': ['ID=df91f77c-8f10-4ec2-9ac4-89468588ec8c,revision_number=0']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:41:20.688172 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d2607572-b3c9-472c-85bc-c8de0c3fb75c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:41:20.695523 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d774f7b-94ac-4189-8310-444c0dd8a4cb tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Checking segment: {'id': '53d7ca76-fb3a-4263-9e0f-aad97e6e3794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'c52cc210-c9c8-461c-9368-b022d6c6664d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:41:20.695889 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d774f7b-94ac-4189-8310-444c0dd8a4cb tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Network hostable DHCP agents. Network: c52cc210-c9c8-461c-9368-b022d6c6664d, hostable agents: ['3f70c195-17da-4084-9fd6-bf6059d88535'], hosted agents: [] {{(pid=103801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 05 17:41:20.702241 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-ba712338-3fda-4b1b-bf11-7d4b6f54b7a5 None None] Port f1a17f93-f01f-44a4-af01-dab7a0970bc6 cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 17:41:20.736467 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-a468fe9b-7405-4d19-969d-2e8c33d6a5e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:41:20.775264 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22b4d665-37bb-48ea-abdc-1adab834e4fe None None] DHCP port deletion for b0167590-0699-4c5c-a932-3939414a9573 request from dv-neutron-master-2-hyperv {{(pid=103802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 05 17:41:20.793075 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d774f7b-94ac-4189-8310-444c0dd8a4cb tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Network c52cc210-c9c8-461c-9368-b022d6c6664d is scheduled to be hosted by DHCP agent 3f70c195-17da-4084-9fd6-bf6059d88535 with binding_index 1 {{(pid=103801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 05 17:41:20.794325 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad10daa-2ca4-48ea-9737-fd676cd1d74e None None] Pushing event updated for resources: {'Port': ['ID=f1a17f93-f01f-44a4-af01-dab7a0970bc6,revision_number=3']} {{(pid=103803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:41:20.797148 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a468fe9b-7405-4d19-969d-2e8c33d6a5e6 None None] Routers {'9e1cde6e-c663-45ee-b9c3-9d1db19352a8'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:41:20.797774 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-a468fe9b-7405-4d19-969d-2e8c33d6a5e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:41:19Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['9e1cde6e-c663-45ee-b9c3-9d1db19352a8'], 'active': True} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:41:20.821546 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-98eb2db1-f51d-4752-a964-c6dc5fb6c404 None None] Provisioning complete for port f1a17f93-f01f-44a4-af01-dab7a0970bc6 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:41:20.821946 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-98eb2db1-f51d-4752-a964-c6dc5fb6c404 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:41:20.873288 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-6d774f7b-94ac-4189-8310-444c0dd8a4cb tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, c52cc210-c9c8-461c-9368-b022d6c6664d) {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:41:20.877866 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d774f7b-94ac-4189-8310-444c0dd8a4cb tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:41:20.878567 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-6d774f7b-94ac-4189-8310-444c0dd8a4cb tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks [] for subnet, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:41:20.894322 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e168cd7c-f798-4d19-8f4e-0a11b9ffb5b8 None None] Network c52cc210-c9c8-461c-9368-b022d6c6664d requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:41:20.951240 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-6d774f7b-94ac-4189-8310-444c0dd8a4cb tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7552652 Jan 05 17:41:20.954062 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 51324) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:41:20.957304 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-98eb2db1-f51d-4752-a964-c6dc5fb6c404 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:41:20.988949 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-98eb2db1-f51d-4752-a964-c6dc5fb6c404 None None] For port f1a17f93-f01f-44a4-af01-dab7a0970bc6, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f1a17f93-f01f-44a4-af01-dab7a0970bc6,segment=NetworkSegment(3f961525-530f-4ce5-8222-1dbbbe774893),segment_id=3f961525-530f-4ce5-8222-1dbbbe774893)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:41:21.000047 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvr_db [None req-a468fe9b-7405-4d19-969d-2e8c33d6a5e6 None None] Set router 9e1cde6e-c663-45ee-b9c3-9d1db19352a8 gateway port host: dv-neutron-master-2-hyperv {{(pid=103803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:41:21.025772 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-453d951b-a3d5-4da4-a9a8-3b57189fe410 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-c52cc210-c9c8-461c-9368-b022d6c6664d', 'network_id': 'c52cc210-c9c8-461c-9368-b022d6c6664d', 'project_id': '8e518d29c86c4653a8de8a7aad689e14', 'fixed_ips': [{'subnet_id': 'df91f77c-8f10-4ec2-9ac4-89468588ec8c'}]}} from dv-neutron-master-2-hyperv. {{(pid=103802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 05 17:41:21.026714 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-453d951b-a3d5-4da4-a9a8-3b57189fe410 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:41:21.103912 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-98eb2db1-f51d-4752-a964-c6dc5fb6c404 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:41:21.164506 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98eb2db1-f51d-4752-a964-c6dc5fb6c404 None None] Pushing event updated for resources: {'Port': ['ID=f1a17f93-f01f-44a4-af01-dab7a0970bc6,revision_number=4']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:41:21.199168 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-a468fe9b-7405-4d19-969d-2e8c33d6a5e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e1cde6e-c663-45ee-b9c3-9d1db19352a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1179301185', 'tenant_id': '8e518d29c86c4653a8de8a7aad689e14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.154'}], 'enable_snat': True}, 'gw_port_id': 'f1a17f93-f01f-44a4-af01-dab7a0970bc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:41:18Z', 'updated_at': '2022-01-05T17:41:19Z', 'revision_number': 3, 'project_id': '8e518d29c86c4653a8de8a7aad689e14', 'gw_port': {'id': 'f1a17f93-f01f-44a4-af01-dab7a0970bc6', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:b7:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e1cde6e-c663-45ee-b9c3-9d1db19352a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:41:18Z', 'updated_at': '2022-01-05T17:41:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:41:21.217570 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.db_base_plugin_common [None req-453d951b-a3d5-4da4-a9a8-3b57189fe410 None None] Allocated IP 172.20.0.2 (c52cc210-c9c8-461c-9368-b022d6c6664d/df91f77c-8f10-4ec2-9ac4-89468588ec8c/b53ba9aa-0c02-475e-a7b6-020871df840d) {{(pid=103802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:41:21.227226 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a468fe9b-7405-4d19-969d-2e8c33d6a5e6 None None] The sync data for ids ['9e1cde6e-c663-45ee-b9c3-9d1db19352a8'] in dv-neutron-master-2-hyperv is: [{'id': '9e1cde6e-c663-45ee-b9c3-9d1db19352a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1179301185', 'tenant_id': '8e518d29c86c4653a8de8a7aad689e14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.154'}], 'enable_snat': True}, 'gw_port_id': 'f1a17f93-f01f-44a4-af01-dab7a0970bc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:41:18Z', 'updated_at': '2022-01-05T17:41:19Z', 'revision_number': 3, 'project_id': '8e518d29c86c4653a8de8a7aad689e14', 'gw_port': {'id': 'f1a17f93-f01f-44a4-af01-dab7a0970bc6', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:b7:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e1cde6e-c663-45ee-b9c3-9d1db19352a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:41:18Z', 'updated_at': '2022-01-05T17:41:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=103803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 05 17:41:21.371673 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-453d951b-a3d5-4da4-a9a8-3b57189fe410 None None] Publish callbacks [] for port, precommit_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:41:21.432778 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-a576c7a1-e85a-4caf-8a64-1cb9dbecdb00 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:41:21.439466 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-453d951b-a3d5-4da4-a9a8-3b57189fe410 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669'] for port, after_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:41:21.496515 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-453d951b-a3d5-4da4-a9a8-3b57189fe410 None None] Network c52cc210-c9c8-461c-9368-b022d6c6664d is already hosted by enough agents. {{(pid=103802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:41:21.497738 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.scheduler.base_scheduler [None req-453d951b-a3d5-4da4-a9a8-3b57189fe410 None None] Resources bound (agent type, host, resource id): {{(pid=103802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:41:21.508092 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-453d951b-a3d5-4da4-a9a8-3b57189fe410 None None] Received port after_create {{(pid=103802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:41:21.519578 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453d951b-a3d5-4da4-a9a8-3b57189fe410 None None] Pushing event updated for resources: {'Port': ['ID=b53ba9aa-0c02-475e-a7b6-020871df840d,revision_number=1']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:41:21.571535 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-453d951b-a3d5-4da4-a9a8-3b57189fe410 None None] Attempting to bind port b53ba9aa-0c02-475e-a7b6-020871df840d on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 05 17:41:21.571908 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-453d951b-a3d5-4da4-a9a8-3b57189fe410 None None] Attempting to bind port b53ba9aa-0c02-475e-a7b6-020871df840d by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '53d7ca76-fb3a-4263-9e0f-aad97e6e3794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'c52cc210-c9c8-461c-9368-b022d6c6664d'}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 05 17:41:21.572272 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-453d951b-a3d5-4da4-a9a8-3b57189fe410 None None] Attempting to bind port b53ba9aa-0c02-475e-a7b6-020871df840d on network c52cc210-c9c8-461c-9368-b022d6c6664d {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:41:21.578044 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-453d951b-a3d5-4da4-a9a8-3b57189fe410 None None] Checking agent: {'id': '0d4f8fd3-ce62-4651-970c-efa6a8bb22b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 5, 16, 57, 23), 'started_at': datetime.datetime(2022, 1, 5, 16, 57, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 5, 17, 40, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 05 17:41:21.578414 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-453d951b-a3d5-4da4-a9a8-3b57189fe410 None None] Checking segment: {'id': '53d7ca76-fb3a-4263-9e0f-aad97e6e3794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'c52cc210-c9c8-461c-9368-b022d6c6664d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:41:21.578816 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-453d951b-a3d5-4da4-a9a8-3b57189fe410 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:41:21.579203 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-453d951b-a3d5-4da4-a9a8-3b57189fe410 None None] Bound using segment: {'id': '53d7ca76-fb3a-4263-9e0f-aad97e6e3794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'c52cc210-c9c8-461c-9368-b022d6c6664d'} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 05 17:41:21.579675 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-453d951b-a3d5-4da4-a9a8-3b57189fe410 None None] Bound port: b53ba9aa-0c02-475e-a7b6-020871df840d, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53d7ca76-fb3a-4263-9e0f-aad97e6e3794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'c52cc210-c9c8-461c-9368-b022d6c6664d'}}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 05 17:41:21.580051 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-453d951b-a3d5-4da4-a9a8-3b57189fe410 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:41:21.659503 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-453d951b-a3d5-4da4-a9a8-3b57189fe410 None None] For port b53ba9aa-0c02-475e-a7b6-020871df840d, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 05 17:41:21.663216 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-453d951b-a3d5-4da4-a9a8-3b57189fe410 None None] For port b53ba9aa-0c02-475e-a7b6-020871df840d, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b53ba9aa-0c02-475e-a7b6-020871df840d,segment=NetworkSegment(53d7ca76-fb3a-4263-9e0f-aad97e6e3794),segment_id=53d7ca76-fb3a-4263-9e0f-aad97e6e3794)] {{(pid=103802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 05 17:41:21.719768 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-453d951b-a3d5-4da4-a9a8-3b57189fe410 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:41:21.790943 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453d951b-a3d5-4da4-a9a8-3b57189fe410 None None] Pushing event updated for resources: {'Port': ['ID=b53ba9aa-0c02-475e-a7b6-020871df840d,revision_number=2']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:41:22.056769 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d504d802-9546-4ce5-a9d3-96c844ac5808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:41:22.142061 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [None req-a576c7a1-e85a-4caf-8a64-1cb9dbecdb00 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Allocated IP 172.20.0.1 (c52cc210-c9c8-461c-9368-b022d6c6664d/df91f77c-8f10-4ec2-9ac4-89468588ec8c/8cc80197-1146-408a-b20a-c2ea68ccb5d2) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:41:22.254707 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-a576c7a1-e85a-4caf-8a64-1cb9dbecdb00 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks [] for port, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:41:22.365756 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-a576c7a1-e85a-4caf-8a64-1cb9dbecdb00 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11433176'] for port, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:41:22.407788 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a576c7a1-e85a-4caf-8a64-1cb9dbecdb00 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Network c52cc210-c9c8-461c-9368-b022d6c6664d is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:41:22.411738 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-a576c7a1-e85a-4caf-8a64-1cb9dbecdb00 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:41:22.415606 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a576c7a1-e85a-4caf-8a64-1cb9dbecdb00 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:41:22.424756 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a576c7a1-e85a-4caf-8a64-1cb9dbecdb00 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Pushing event updated for resources: {'Port': ['ID=8cc80197-1146-408a-b20a-c2ea68ccb5d2,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:41:22.470903 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-a576c7a1-e85a-4caf-8a64-1cb9dbecdb00 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-648552'] for router_interface, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:41:22.671317 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device f1a17f93-f01f-44a4-af01-dab7a0970bc6 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:41:22.678390 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-a576c7a1-e85a-4caf-8a64-1cb9dbecdb00 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:41:22.717744 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43edf717-f274-4825-af43-5fd1dd31f3f9 None None] Network c52cc210-c9c8-461c-9368-b022d6c6664d requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:41:22.791926 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Provisioning complete for port f1a17f93-f01f-44a4-af01-dab7a0970bc6 triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:41:22.792288 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:41:22.794415 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-bfaa0554-39e7-486d-a314-7fe77af3752c None None] Provisioning complete for port b53ba9aa-0c02-475e-a7b6-020871df840d triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:41:22.794766 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-bfaa0554-39e7-486d-a314-7fe77af3752c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:41:22.972400 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-a576c7a1-e85a-4caf-8a64-1cb9dbecdb00 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks [] for port, precommit_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:41:22.975317 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-bfaa0554-39e7-486d-a314-7fe77af3752c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:41:22.994067 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device b53ba9aa-0c02-475e-a7b6-020871df840d up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:41:23.045302 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-a576c7a1-e85a-4caf-8a64-1cb9dbecdb00 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11433169'] for port, after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:41:23.046509 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-bfaa0554-39e7-486d-a314-7fe77af3752c None None] For port b53ba9aa-0c02-475e-a7b6-020871df840d, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b53ba9aa-0c02-475e-a7b6-020871df840d,segment=NetworkSegment(53d7ca76-fb3a-4263-9e0f-aad97e6e3794),segment_id=53d7ca76-fb3a-4263-9e0f-aad97e6e3794)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:41:23.066935 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Provisioning complete for port b53ba9aa-0c02-475e-a7b6-020871df840d triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:41:23.067373 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:41:23.114039 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-bfaa0554-39e7-486d-a314-7fe77af3752c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:41:23.127335 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-a576c7a1-e85a-4caf-8a64-1cb9dbecdb00 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-531704'] for router_interface, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:41:23.130055 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a576c7a1-e85a-4caf-8a64-1cb9dbecdb00 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Pushing event updated for resources: {'Port': ['ID=8cc80197-1146-408a-b20a-c2ea68ccb5d2,revision_number=2']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:41:23.203695 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaa0554-39e7-486d-a314-7fe77af3752c None None] Pushing event updated for resources: {'Port': ['ID=b53ba9aa-0c02-475e-a7b6-020871df840d,revision_number=3']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:41:23.239751 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a576c7a1-e85a-4caf-8a64-1cb9dbecdb00 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Network c52cc210-c9c8-461c-9368-b022d6c6664d is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:41:23.241246 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-a576c7a1-e85a-4caf-8a64-1cb9dbecdb00 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:41:23.247875 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-f88f9a76-7552-4443-a1c3-00a21f7b3c53 None None] Provisioning complete for port b53ba9aa-0c02-475e-a7b6-020871df840d triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:41:23.248247 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-f88f9a76-7552-4443-a1c3-00a21f7b3c53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:41:23.319890 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:41:23.344364 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-f88f9a76-7552-4443-a1c3-00a21f7b3c53 None None] Provisioning complete for port 8cc80197-1146-408a-b20a-c2ea68ccb5d2 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:41:23.345075 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-f88f9a76-7552-4443-a1c3-00a21f7b3c53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:41:23.364242 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a576c7a1-e85a-4caf-8a64-1cb9dbecdb00 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Router 9e1cde6e-c663-45ee-b9c3-9d1db19352a8 has already been hosted by L3 agent 59446fdc-40e0-41fe-a575-a8eb11d742f7 {{(pid=103801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 05 17:41:23.385122 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-f88f9a76-7552-4443-a1c3-00a21f7b3c53 None None] Port 8cc80197-1146-408a-b20a-c2ea68ccb5d2 cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 17:41:23.484596 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a576c7a1-e85a-4caf-8a64-1cb9dbecdb00 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 05 17:41:23.494964 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-a576c7a1-e85a-4caf-8a64-1cb9dbecdb00 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "PUT /v2.0/routers/9e1cde6e-c663-45ee-b9c3-9d1db19352a8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5354097 Jan 05 17:41:23.502092 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bc1753b-963d-4df7-b483-7fa556fb5c5c None None] Sync routers for ids ['9e1cde6e-c663-45ee-b9c3-9d1db19352a8'] in dv-neutron-master-2-hyperv {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 05 17:41:23.521916 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bc1753b-963d-4df7-b483-7fa556fb5c5c None None] Routers {'9e1cde6e-c663-45ee-b9c3-9d1db19352a8'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:41:23.522636 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-4bc1753b-963d-4df7-b483-7fa556fb5c5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:41:19Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['9e1cde6e-c663-45ee-b9c3-9d1db19352a8'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:41:23.527312 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-214f3815-75af-4539-9115-563f649dc344 None None] Provisioning complete for port 8cc80197-1146-408a-b20a-c2ea68ccb5d2 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:41:23.527682 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-214f3815-75af-4539-9115-563f649dc344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:41:23.599883 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-214f3815-75af-4539-9115-563f649dc344 None None] Port 8cc80197-1146-408a-b20a-c2ea68ccb5d2 cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 17:41:23.649462 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-7cea370c-ee96-4a07-b5bf-669dbae22b11 req-3c56c042-3c9c-4d6c-af44-87778636cc0b tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1280819592&fields=id&tenant_id=8e518d29c86c4653a8de8a7aad689e14 HTTP/1.1" status: 200 len: 267 time: 0.0466223 Jan 05 17:41:23.662196 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-4bc1753b-963d-4df7-b483-7fa556fb5c5c None None] Set router 9e1cde6e-c663-45ee-b9c3-9d1db19352a8 gateway port host: dv-neutron-master-2-hyperv {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:41:23.756067 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cea370c-ee96-4a07-b5bf-669dbae22b11 req-fbe02935-7530-4022-a51f-bec32f2f8ae5 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:41:23.757645 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-7cea370c-ee96-4a07-b5bf-669dbae22b11 req-fbe02935-7530-4022-a51f-bec32f2f8ae5 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "GET /v2.0/networks?id=c52cc210-c9c8-461c-9368-b022d6c6664d HTTP/1.1" status: 200 len: 796 time: 0.1017358 Jan 05 17:41:23.773072 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-7cea370c-ee96-4a07-b5bf-669dbae22b11 req-79dc49e2-144e-4484-959c-731770b2e003 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "GET /v2.0/quotas/8e518d29c86c4653a8de8a7aad689e14 HTTP/1.1" status: 200 len: 375 time: 0.0098584 Jan 05 17:41:23.831722 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-7cea370c-ee96-4a07-b5bf-669dbae22b11 req-74376428-27e6-4dd3-a3cd-0fca4ddbebc1 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=8e518d29c86c4653a8de8a7aad689e14&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0533116 Jan 05 17:41:23.938696 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-5ea054f1-838b-4faf-a9c9-8b381a47e727 None None] Provisioning complete for port 8cc80197-1146-408a-b20a-c2ea68ccb5d2 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:41:23.939325 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-5ea054f1-838b-4faf-a9c9-8b381a47e727 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:41:23.967181 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-7cea370c-ee96-4a07-b5bf-669dbae22b11 req-804af3da-ec52-4452-b3fd-8724461f910d service neutron] 10.222.0.11 "GET /v2.0/networks/c52cc210-c9c8-461c-9368-b022d6c6664d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246297 Jan 05 17:41:23.991569 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-5ea054f1-838b-4faf-a9c9-8b381a47e727 None None] Port 8cc80197-1146-408a-b20a-c2ea68ccb5d2 cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 17:41:24.054347 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-4bc1753b-963d-4df7-b483-7fa556fb5c5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e1cde6e-c663-45ee-b9c3-9d1db19352a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1179301185', 'tenant_id': '8e518d29c86c4653a8de8a7aad689e14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.154'}], 'enable_snat': True}, 'gw_port_id': 'f1a17f93-f01f-44a4-af01-dab7a0970bc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:41:18Z', 'updated_at': '2022-01-05T17:41:22Z', 'revision_number': 4, 'project_id': '8e518d29c86c4653a8de8a7aad689e14', 'gw_port': {'id': 'f1a17f93-f01f-44a4-af01-dab7a0970bc6', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:b7:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e1cde6e-c663-45ee-b9c3-9d1db19352a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:41:18Z', 'updated_at': '2022-01-05T17:41:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '8cc80197-1146-408a-b20a-c2ea68ccb5d2', 'name': '', 'network_id': 'c52cc210-c9c8-461c-9368-b022d6c6664d', 'tenant_id': '8e518d29c86c4653a8de8a7aad689e14', 'mac_address': 'fa:16:3e:c5:d9:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e1cde6e-c663-45ee-b9c3-9d1db19352a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': 'df91f77c-8f10-4ec2-9ac4-89468588ec8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:41:21Z', 'updated_at': '2022-01-05T17:41:22Z', 'revision_number': 2, 'project_id': '8e518d29c86c4653a8de8a7aad689e14', 'subnets': [{'id': 'df91f77c-8f10-4ec2-9ac4-89468588ec8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:41:24.064189 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-7cea370c-ee96-4a07-b5bf-669dbae22b11 req-e3051ad3-9712-4c1a-98d3-e957b9b8dd1f service neutron] 10.222.0.11 "GET /v2.0/networks/c52cc210-c9c8-461c-9368-b022d6c6664d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898099 Jan 05 17:41:24.080345 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bc1753b-963d-4df7-b483-7fa556fb5c5c None None] Checking router: 9e1cde6e-c663-45ee-b9c3-9d1db19352a8 for host: dv-neutron-master-2-hyperv {{(pid=103802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 05 17:41:24.080695 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bc1753b-963d-4df7-b483-7fa556fb5c5c None None] Updating router 9e1cde6e-c663-45ee-b9c3-9d1db19352a8 port 8cc80197-1146-408a-b20a-c2ea68ccb5d2 binding host dv-neutron-master-2-hyperv {{(pid=103802) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 05 17:41:24.113075 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-4bc1753b-963d-4df7-b483-7fa556fb5c5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:41:24.283822 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-27efa0ff-c127-400a-87d4-562ff9d0b3f5 req-c83d8242-72da-4b66-a74e-5647693042dd tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "GET /v2.0/ports?device_id=147c34a9-d19b-46eb-897e-7b7d2ae6d21c HTTP/1.1" status: 200 len: 210 time: 0.0271847 Jan 05 17:41:24.391078 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-4bc1753b-963d-4df7-b483-7fa556fb5c5c None None] Publish callbacks [] for port, precommit_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:41:24.461606 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-4bc1753b-963d-4df7-b483-7fa556fb5c5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:41:24.512275 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2431d31c-f07c-48ea-9a37-15151c13fd7c None None] Pushing event updated for resources: {'Port': ['ID=8cc80197-1146-408a-b20a-c2ea68ccb5d2,revision_number=3']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:41:24.568306 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-4bc1753b-963d-4df7-b483-7fa556fb5c5c None None] Attempting to bind port 8cc80197-1146-408a-b20a-c2ea68ccb5d2 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 05 17:41:24.568306 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-4bc1753b-963d-4df7-b483-7fa556fb5c5c None None] Attempting to bind port 8cc80197-1146-408a-b20a-c2ea68ccb5d2 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '53d7ca76-fb3a-4263-9e0f-aad97e6e3794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'c52cc210-c9c8-461c-9368-b022d6c6664d'}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 05 17:41:24.568306 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bc1753b-963d-4df7-b483-7fa556fb5c5c None None] Attempting to bind port 8cc80197-1146-408a-b20a-c2ea68ccb5d2 on network c52cc210-c9c8-461c-9368-b022d6c6664d {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:41:24.572663 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bc1753b-963d-4df7-b483-7fa556fb5c5c None None] Checking agent: {'id': '0d4f8fd3-ce62-4651-970c-efa6a8bb22b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 5, 16, 57, 23), 'started_at': datetime.datetime(2022, 1, 5, 16, 57, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 5, 17, 41, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 05 17:41:24.573124 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bc1753b-963d-4df7-b483-7fa556fb5c5c None None] Checking segment: {'id': '53d7ca76-fb3a-4263-9e0f-aad97e6e3794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'c52cc210-c9c8-461c-9368-b022d6c6664d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:41:24.573640 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-4bc1753b-963d-4df7-b483-7fa556fb5c5c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:41:24.574057 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bc1753b-963d-4df7-b483-7fa556fb5c5c None None] Bound using segment: {'id': '53d7ca76-fb3a-4263-9e0f-aad97e6e3794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'c52cc210-c9c8-461c-9368-b022d6c6664d'} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 05 17:41:24.574587 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-4bc1753b-963d-4df7-b483-7fa556fb5c5c None None] Bound port: 8cc80197-1146-408a-b20a-c2ea68ccb5d2, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53d7ca76-fb3a-4263-9e0f-aad97e6e3794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'c52cc210-c9c8-461c-9368-b022d6c6664d'}}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 05 17:41:24.575038 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-4bc1753b-963d-4df7-b483-7fa556fb5c5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:41:24.628652 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device b53ba9aa-0c02-475e-a7b6-020871df840d up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:41:24.679601 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-4bc1753b-963d-4df7-b483-7fa556fb5c5c None None] For port 8cc80197-1146-408a-b20a-c2ea68ccb5d2, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 05 17:41:24.685835 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-4bc1753b-963d-4df7-b483-7fa556fb5c5c None None] For port 8cc80197-1146-408a-b20a-c2ea68ccb5d2, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=8cc80197-1146-408a-b20a-c2ea68ccb5d2,segment=NetworkSegment(53d7ca76-fb3a-4263-9e0f-aad97e6e3794),segment_id=53d7ca76-fb3a-4263-9e0f-aad97e6e3794)] {{(pid=103802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 05 17:41:24.700153 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Provisioning complete for port b53ba9aa-0c02-475e-a7b6-020871df840d triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:41:24.700525 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:41:24.749289 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-14b6d0bc-866f-4c7c-984e-2037ece1d793 None None] Provisioning complete for port 8cc80197-1146-408a-b20a-c2ea68ccb5d2 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:41:24.749624 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-14b6d0bc-866f-4c7c-984e-2037ece1d793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:41:24.774429 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-4bc1753b-963d-4df7-b483-7fa556fb5c5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:41:24.889110 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2431d31c-f07c-48ea-9a37-15151c13fd7c None None] Pushing event updated for resources: {'Port': ['ID=8cc80197-1146-408a-b20a-c2ea68ccb5d2,revision_number=4']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:41:24.891676 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bc1753b-963d-4df7-b483-7fa556fb5c5c None None] Routers {'9e1cde6e-c663-45ee-b9c3-9d1db19352a8'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:41:24.892280 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-4bc1753b-963d-4df7-b483-7fa556fb5c5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:41:19Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['9e1cde6e-c663-45ee-b9c3-9d1db19352a8'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:41:25.007704 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-14b6d0bc-866f-4c7c-984e-2037ece1d793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:41:25.052472 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-4bc1753b-963d-4df7-b483-7fa556fb5c5c None None] Set router 9e1cde6e-c663-45ee-b9c3-9d1db19352a8 gateway port host: dv-neutron-master-2-hyperv {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:41:25.078371 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-14b6d0bc-866f-4c7c-984e-2037ece1d793 None None] For port 8cc80197-1146-408a-b20a-c2ea68ccb5d2, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=8cc80197-1146-408a-b20a-c2ea68ccb5d2,segment=NetworkSegment(53d7ca76-fb3a-4263-9e0f-aad97e6e3794),segment_id=53d7ca76-fb3a-4263-9e0f-aad97e6e3794)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:41:25.127104 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-14b6d0bc-866f-4c7c-984e-2037ece1d793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:41:25.228237 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b6d0bc-866f-4c7c-984e-2037ece1d793 None None] Pushing event updated for resources: {'Port': ['ID=8cc80197-1146-408a-b20a-c2ea68ccb5d2,revision_number=5']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:41:25.283815 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-1a86b8b7-cf4d-4bcc-9908-873fbc063319 None None] Provisioning complete for port 8cc80197-1146-408a-b20a-c2ea68ccb5d2 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:41:25.284105 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-1a86b8b7-cf4d-4bcc-9908-873fbc063319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:41:25.345459 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-4bc1753b-963d-4df7-b483-7fa556fb5c5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e1cde6e-c663-45ee-b9c3-9d1db19352a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1179301185', 'tenant_id': '8e518d29c86c4653a8de8a7aad689e14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.154'}], 'enable_snat': True}, 'gw_port_id': 'f1a17f93-f01f-44a4-af01-dab7a0970bc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:41:18Z', 'updated_at': '2022-01-05T17:41:22Z', 'revision_number': 4, 'project_id': '8e518d29c86c4653a8de8a7aad689e14', 'gw_port': {'id': 'f1a17f93-f01f-44a4-af01-dab7a0970bc6', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:b7:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e1cde6e-c663-45ee-b9c3-9d1db19352a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:41:18Z', 'updated_at': '2022-01-05T17:41:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '8cc80197-1146-408a-b20a-c2ea68ccb5d2', 'name': '', 'network_id': 'c52cc210-c9c8-461c-9368-b022d6c6664d', 'tenant_id': '8e518d29c86c4653a8de8a7aad689e14', 'mac_address': 'fa:16:3e:c5:d9:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e1cde6e-c663-45ee-b9c3-9d1db19352a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': 'df91f77c-8f10-4ec2-9ac4-89468588ec8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:41:21Z', 'updated_at': '2022-01-05T17:41:24Z', 'revision_number': 4, 'project_id': '8e518d29c86c4653a8de8a7aad689e14', 'subnets': [{'id': 'df91f77c-8f10-4ec2-9ac4-89468588ec8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:41:25.383371 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-5a0b98b4-d096-4429-b145-b680ff105cb3 req-8e9e760b-d7ae-497c-adac-c1b636f45392 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "GET /v2.0/ports?device_id=147c34a9-d19b-46eb-897e-7b7d2ae6d21c HTTP/1.1" status: 200 len: 210 time: 0.0278249 Jan 05 17:41:25.390926 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bc1753b-963d-4df7-b483-7fa556fb5c5c None None] The sync data for ids ['9e1cde6e-c663-45ee-b9c3-9d1db19352a8'] in dv-neutron-master-2-hyperv is: [{'id': '9e1cde6e-c663-45ee-b9c3-9d1db19352a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1179301185', 'tenant_id': '8e518d29c86c4653a8de8a7aad689e14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.154'}], 'enable_snat': True}, 'gw_port_id': 'f1a17f93-f01f-44a4-af01-dab7a0970bc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:41:18Z', 'updated_at': '2022-01-05T17:41:22Z', 'revision_number': 4, 'project_id': '8e518d29c86c4653a8de8a7aad689e14', 'gw_port': {'id': 'f1a17f93-f01f-44a4-af01-dab7a0970bc6', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:b7:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e1cde6e-c663-45ee-b9c3-9d1db19352a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:41:18Z', 'updated_at': '2022-01-05T17:41:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '8cc80197-1146-408a-b20a-c2ea68ccb5d2', 'name': '', 'network_id': 'c52cc210-c9c8-461c-9368-b022d6c6664d', 'tenant_id': '8e518d29c86c4653a8de8a7aad689e14', 'mac_address': 'fa:16:3e:c5:d9:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e1cde6e-c663-45ee-b9c3-9d1db19352a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': 'df91f77c-8f10-4ec2-9ac4-89468588ec8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:41:21Z', 'updated_at': '2022-01-05T17:41:24Z', 'revision_number': 4, 'project_id': '8e518d29c86c4653a8de8a7aad689e14', 'subnets': [{'id': 'df91f77c-8f10-4ec2-9ac4-89468588ec8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 05 17:41:26.271586 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cea370c-ee96-4a07-b5bf-669dbae22b11 req-144aefab-fd3f-434f-80eb-61b6962d1fdc tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:41:26.273085 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-7cea370c-ee96-4a07-b5bf-669dbae22b11 req-144aefab-fd3f-434f-80eb-61b6962d1fdc tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.13 "GET /v2.0/networks?id=c52cc210-c9c8-461c-9368-b022d6c6664d HTTP/1.1" status: 200 len: 796 time: 0.1070397 Jan 05 17:41:26.347048 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-7cea370c-ee96-4a07-b5bf-669dbae22b11 req-41142ff3-07c4-47eb-8c24-9cb331eb12a7 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8e518d29c86c4653a8de8a7aad689e14 HTTP/1.1" status: 200 len: 380 time: 0.0626881 Jan 05 17:41:26.362190 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [req-7cea370c-ee96-4a07-b5bf-669dbae22b11 req-45d038ca-2696-43f7-b25b-8c3764e6352c tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Request body: {'port': {'device_id': '147c34a9-d19b-46eb-897e-7b7d2ae6d21c', 'network_id': 'c52cc210-c9c8-461c-9368-b022d6c6664d', 'admin_state_up': True, 'tenant_id': '8e518d29c86c4653a8de8a7aad689e14', 'security_groups': ['3b1d34c2-c270-49ee-8422-17147a0eb3f0']}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:41:26.486674 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-cd502618-436e-45eb-9e7c-85432f9b7848 req-a067b5e0-7438-4c7b-86c0-c8114e95e48d tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "GET /v2.0/ports?device_id=147c34a9-d19b-46eb-897e-7b7d2ae6d21c HTTP/1.1" status: 200 len: 210 time: 0.0268092 Jan 05 17:41:26.576202 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7cea370c-ee96-4a07-b5bf-669dbae22b11 req-45d038ca-2696-43f7-b25b-8c3764e6352c tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Made reservation on behalf of 8e518d29c86c4653a8de8a7aad689e14 for: {'port': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:41:26.579973 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-7cea370c-ee96-4a07-b5bf-669dbae22b11 req-45d038ca-2696-43f7-b25b-8c3764e6352c tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:41:26.626226 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 8cc80197-1146-408a-b20a-c2ea68ccb5d2 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:41:26.679631 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Provisioning complete for port 8cc80197-1146-408a-b20a-c2ea68ccb5d2 triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:41:26.679999 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:41:27.078625 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [req-7cea370c-ee96-4a07-b5bf-669dbae22b11 req-45d038ca-2696-43f7-b25b-8c3764e6352c tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Allocated IP 172.20.0.8 (c52cc210-c9c8-461c-9368-b022d6c6664d/df91f77c-8f10-4ec2-9ac4-89468588ec8c/3d7528c3-075b-4266-a4fe-699f9562b7d7) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:41:27.210013 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-7cea370c-ee96-4a07-b5bf-669dbae22b11 req-45d038ca-2696-43f7-b25b-8c3764e6352c tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks [] for port, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:41:27.313678 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-7cea370c-ee96-4a07-b5bf-669dbae22b11 req-45d038ca-2696-43f7-b25b-8c3764e6352c tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:41:27.354175 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7cea370c-ee96-4a07-b5bf-669dbae22b11 req-45d038ca-2696-43f7-b25b-8c3764e6352c tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Network c52cc210-c9c8-461c-9368-b022d6c6664d is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:41:27.357247 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [req-7cea370c-ee96-4a07-b5bf-669dbae22b11 req-45d038ca-2696-43f7-b25b-8c3764e6352c tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:41:27.361037 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cea370c-ee96-4a07-b5bf-669dbae22b11 req-45d038ca-2696-43f7-b25b-8c3764e6352c tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:41:27.389806 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d038ca-2696-43f7-b25b-8c3764e6352c tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Pushing event updated for resources: {'Port': ['ID=3d7528c3-075b-4266-a4fe-699f9562b7d7,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:41:27.424823 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cea370c-ee96-4a07-b5bf-669dbae22b11 req-45d038ca-2696-43f7-b25b-8c3764e6352c tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:41:27.424823 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-7cea370c-ee96-4a07-b5bf-669dbae22b11 req-45d038ca-2696-43f7-b25b-8c3764e6352c tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:41:27.522408 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-7cea370c-ee96-4a07-b5bf-669dbae22b11 req-45d038ca-2696-43f7-b25b-8c3764e6352c tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1643188 Jan 05 17:41:27.535647 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [req-7cea370c-ee96-4a07-b5bf-669dbae22b11 req-b7b50abe-3c18-42f3-817f-70b28c7a22f0 service neutron] Request body: {'port': {'device_id': '147c34a9-d19b-46eb-897e-7b7d2ae6d21c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:41:27.541116 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-aac8ebf2-47e0-434a-8000-067d46d64bc3 None None] Provisioning complete for port 3d7528c3-075b-4266-a4fe-699f9562b7d7 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:41:27.541489 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-aac8ebf2-47e0-434a-8000-067d46d64bc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:41:27.578249 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-aac8ebf2-47e0-434a-8000-067d46d64bc3 None None] Port 3d7528c3-075b-4266-a4fe-699f9562b7d7 cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 17:41:27.618988 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-7cea370c-ee96-4a07-b5bf-669dbae22b11 req-b7b50abe-3c18-42f3-817f-70b28c7a22f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:41:27.645503 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99548976-bf1b-47cc-b953-ded7794b0bf3 req-fcf23fc1-8f41-4029-b588-537ce04f1955 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:41:27.646993 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-99548976-bf1b-47cc-b953-ded7794b0bf3 req-fcf23fc1-8f41-4029-b588-537ce04f1955 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "GET /v2.0/ports?device_id=147c34a9-d19b-46eb-897e-7b7d2ae6d21c HTTP/1.1" status: 200 len: 931 time: 0.0863202 Jan 05 17:41:27.779672 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-99548976-bf1b-47cc-b953-ded7794b0bf3 req-3e60b725-2b9b-45d0-91b0-4963e729ca90 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "GET /v2.0/security-groups?id=3b1d34c2-c270-49ee-8422-17147a0eb3f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1145885 Jan 05 17:41:27.920045 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.notifiers.nova [req-7cea370c-ee96-4a07-b5bf-669dbae22b11 req-b7b50abe-3c18-42f3-817f-70b28c7a22f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d7528c3-075b-4266-a4fe-699f9562b7d7 {{(pid=103800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 05 17:41:27.927879 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-7cea370c-ee96-4a07-b5bf-669dbae22b11 req-b7b50abe-3c18-42f3-817f-70b28c7a22f0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:41:27.939467 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.provisioning_blocks [req-7cea370c-ee96-4a07-b5bf-669dbae22b11 req-b7b50abe-3c18-42f3-817f-70b28c7a22f0 service neutron] Transition to ACTIVE for port object 3d7528c3-075b-4266-a4fe-699f9562b7d7 will not be triggered until provisioned by entity L2. {{(pid=103800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 05 17:41:27.986684 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-7cea370c-ee96-4a07-b5bf-669dbae22b11 req-b7b50abe-3c18-42f3-817f-70b28c7a22f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8784461'] for port, after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:41:28.041938 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b50abe-3c18-42f3-817f-70b28c7a22f0 service neutron] Pushing event updated for resources: {'Port': ['ID=3d7528c3-075b-4266-a4fe-699f9562b7d7,revision_number=2']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:41:28.106308 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [req-7cea370c-ee96-4a07-b5bf-669dbae22b11 req-b7b50abe-3c18-42f3-817f-70b28c7a22f0 service neutron] Attempting to bind port 3d7528c3-075b-4266-a4fe-699f9562b7d7 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 05 17:41:28.106651 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [req-7cea370c-ee96-4a07-b5bf-669dbae22b11 req-b7b50abe-3c18-42f3-817f-70b28c7a22f0 service neutron] Attempting to bind port 3d7528c3-075b-4266-a4fe-699f9562b7d7 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '53d7ca76-fb3a-4263-9e0f-aad97e6e3794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'c52cc210-c9c8-461c-9368-b022d6c6664d'}] {{(pid=103800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 05 17:41:28.106980 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cea370c-ee96-4a07-b5bf-669dbae22b11 req-b7b50abe-3c18-42f3-817f-70b28c7a22f0 service neutron] Attempting to bind port 3d7528c3-075b-4266-a4fe-699f9562b7d7 on network c52cc210-c9c8-461c-9368-b022d6c6664d {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:41:28.111580 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cea370c-ee96-4a07-b5bf-669dbae22b11 req-b7b50abe-3c18-42f3-817f-70b28c7a22f0 service neutron] Port 3d7528c3-075b-4266-a4fe-699f9562b7d7 on network c52cc210-c9c8-461c-9368-b022d6c6664d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 05 17:41:28.111904 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cea370c-ee96-4a07-b5bf-669dbae22b11 req-b7b50abe-3c18-42f3-817f-70b28c7a22f0 service neutron] Attempting to bind port 3d7528c3-075b-4266-a4fe-699f9562b7d7 on network c52cc210-c9c8-461c-9368-b022d6c6664d {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:41:28.117513 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cea370c-ee96-4a07-b5bf-669dbae22b11 req-b7b50abe-3c18-42f3-817f-70b28c7a22f0 service neutron] Checking agent: {'id': '5c36d785-abe8-4e89-a23a-b403333d2378', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 5, 17, 3, 49), 'started_at': datetime.datetime(2022, 1, 5, 17, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 1, 5, 17, 41, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 05 17:41:28.118119 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cea370c-ee96-4a07-b5bf-669dbae22b11 req-b7b50abe-3c18-42f3-817f-70b28c7a22f0 service neutron] Checking segment: {'id': '53d7ca76-fb3a-4263-9e0f-aad97e6e3794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'c52cc210-c9c8-461c-9368-b022d6c6664d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:41:28.118500 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cea370c-ee96-4a07-b5bf-669dbae22b11 req-b7b50abe-3c18-42f3-817f-70b28c7a22f0 service neutron] Bound using segment: {'id': '53d7ca76-fb3a-4263-9e0f-aad97e6e3794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'c52cc210-c9c8-461c-9368-b022d6c6664d'} {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 05 17:41:28.118950 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [req-7cea370c-ee96-4a07-b5bf-669dbae22b11 req-b7b50abe-3c18-42f3-817f-70b28c7a22f0 service neutron] Bound port: 3d7528c3-075b-4266-a4fe-699f9562b7d7, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53d7ca76-fb3a-4263-9e0f-aad97e6e3794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'c52cc210-c9c8-461c-9368-b022d6c6664d'}}] {{(pid=103800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 05 17:41:28.119303 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-7cea370c-ee96-4a07-b5bf-669dbae22b11 req-b7b50abe-3c18-42f3-817f-70b28c7a22f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:41:28.184195 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.db [req-7cea370c-ee96-4a07-b5bf-669dbae22b11 req-b7b50abe-3c18-42f3-817f-70b28c7a22f0 service neutron] For port 3d7528c3-075b-4266-a4fe-699f9562b7d7, host hv-neutron-mast, cleared binding levels {{(pid=103800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 05 17:41:28.187252 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.db [req-7cea370c-ee96-4a07-b5bf-669dbae22b11 req-b7b50abe-3c18-42f3-817f-70b28c7a22f0 service neutron] For port 3d7528c3-075b-4266-a4fe-699f9562b7d7, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=3d7528c3-075b-4266-a4fe-699f9562b7d7,segment=NetworkSegment(53d7ca76-fb3a-4263-9e0f-aad97e6e3794),segment_id=53d7ca76-fb3a-4263-9e0f-aad97e6e3794)] {{(pid=103800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 05 17:41:28.255953 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-7cea370c-ee96-4a07-b5bf-669dbae22b11 req-b7b50abe-3c18-42f3-817f-70b28c7a22f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8784461'] for port, after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:41:28.294178 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cea370c-ee96-4a07-b5bf-669dbae22b11 req-b7b50abe-3c18-42f3-817f-70b28c7a22f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:41:28.294799 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-7cea370c-ee96-4a07-b5bf-669dbae22b11 req-b7b50abe-3c18-42f3-817f-70b28c7a22f0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:41:28.296262 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-7cea370c-ee96-4a07-b5bf-669dbae22b11 req-b7b50abe-3c18-42f3-817f-70b28c7a22f0 service neutron] 10.222.0.13 "PUT /v2.0/ports/3d7528c3-075b-4266-a4fe-699f9562b7d7 HTTP/1.1" status: 200 len: 1093 time: 0.7658041 Jan 05 17:41:28.296750 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '147c34a9-d19b-46eb-897e-7b7d2ae6d21c', 'tag': '3d7528c3-075b-4266-a4fe-699f9562b7d7'}] {{(pid=103800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 05 17:41:28.298992 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f64b9d4628f7eefcc27168a80c04985d23f0ea5def038dae05e1deb7357f3bfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38faddd7-48bb-4a42-a85a-96eeb53e6e45" -d '{"events": [{"name": "network-changed", "server_uuid": "147c34a9-d19b-46eb-897e-7b7d2ae6d21c", "tag": "3d7528c3-075b-4266-a4fe-699f9562b7d7"}]}' {{(pid=103800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 05 17:41:28.333384 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b50abe-3c18-42f3-817f-70b28c7a22f0 service neutron] Pushing event updated for resources: {'Port': ['ID=3d7528c3-075b-4266-a4fe-699f9562b7d7,revision_number=3']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:41:28.344413 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Jan 2022 17:41:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58f39ab3-a5d4-49b7-8825-204bb82615bd x-openstack-request-id: req-58f39ab3-a5d4-49b7-8825-204bb82615bd {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 05 17:41:28.344713 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "147c34a9-d19b-46eb-897e-7b7d2ae6d21c", "tag": "3d7528c3-075b-4266-a4fe-699f9562b7d7", "status": "completed", "code": 200}]} {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 05 17:41:28.344966 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-58f39ab3-a5d4-49b7-8825-204bb82615bd {{(pid=103800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 05 17:41:28.345400 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '147c34a9-d19b-46eb-897e-7b7d2ae6d21c', 'tag': '3d7528c3-075b-4266-a4fe-699f9562b7d7', 'status': 'completed', 'code': 200} Jan 05 17:41:28.407411 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38faddd7-48bb-4a42-a85a-96eeb53e6e45 req-4d011ea3-d9e3-4244-bef9-b5714b9d9b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:41:28.409653 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-38faddd7-48bb-4a42-a85a-96eeb53e6e45 req-4d011ea3-d9e3-4244-bef9-b5714b9d9b75 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8e518d29c86c4653a8de8a7aad689e14&device_id=147c34a9-d19b-46eb-897e-7b7d2ae6d21c HTTP/1.1" status: 200 len: 1096 time: 0.0452662 Jan 05 17:41:28.508134 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38faddd7-48bb-4a42-a85a-96eeb53e6e45 req-1957b58c-67f8-457c-a4ef-d003c36b6134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:41:28.509628 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-38faddd7-48bb-4a42-a85a-96eeb53e6e45 req-1957b58c-67f8-457c-a4ef-d003c36b6134 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=8e518d29c86c4653a8de8a7aad689e14&shared=False HTTP/1.1" status: 200 len: 897 time: 0.0937123 Jan 05 17:41:28.602934 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38faddd7-48bb-4a42-a85a-96eeb53e6e45 req-f4d51015-5abb-4c8d-af9e-2b75fac51ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:41:28.604321 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-38faddd7-48bb-4a42-a85a-96eeb53e6e45 req-f4d51015-5abb-4c8d-af9e-2b75fac51ba4 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0898099 Jan 05 17:41:28.677236 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cea370c-ee96-4a07-b5bf-669dbae22b11 req-f43d7900-f36e-4bd8-8110-443567bff4d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:41:28.679146 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-7cea370c-ee96-4a07-b5bf-669dbae22b11 req-f43d7900-f36e-4bd8-8110-443567bff4d7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8e518d29c86c4653a8de8a7aad689e14&device_id=147c34a9-d19b-46eb-897e-7b7d2ae6d21c HTTP/1.1" status: 200 len: 1096 time: 0.0412605 Jan 05 17:41:28.722946 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-7cea370c-ee96-4a07-b5bf-669dbae22b11 req-36f91a83-5c94-435c-b032-f55cdc996112 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3d7528c3-075b-4266-a4fe-699f9562b7d7 HTTP/1.1" status: 200 len: 217 time: 0.0382669 Jan 05 17:41:28.768873 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cea370c-ee96-4a07-b5bf-669dbae22b11 req-3f28bb10-d1a2-4799-8ffb-95855b9643d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:41:28.770392 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-7cea370c-ee96-4a07-b5bf-669dbae22b11 req-3f28bb10-d1a2-4799-8ffb-95855b9643d9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=df91f77c-8f10-4ec2-9ac4-89468588ec8c HTTP/1.1" status: 200 len: 834 time: 0.0423546 Jan 05 17:41:28.815756 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cea370c-ee96-4a07-b5bf-669dbae22b11 req-c9c7d5cf-2311-435d-888a-9ff655e59f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:41:28.817251 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-7cea370c-ee96-4a07-b5bf-669dbae22b11 req-c9c7d5cf-2311-435d-888a-9ff655e59f26 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c52cc210-c9c8-461c-9368-b022d6c6664d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0412574 Jan 05 17:41:28.937226 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-7cea370c-ee96-4a07-b5bf-669dbae22b11 req-2559bf76-cee6-4ea0-b074-b423a5486682 service neutron] 10.222.0.13 "GET /v2.0/networks/c52cc210-c9c8-461c-9368-b022d6c6664d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1145000 Jan 05 17:41:28.945648 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90d6d4d-54be-4ec2-97a1-72470e9a0ee9 req-8c8b1455-db15-4611-84ec-d840e2c2e92b tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:41:28.947008 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-d90d6d4d-54be-4ec2-97a1-72470e9a0ee9 req-8c8b1455-db15-4611-84ec-d840e2c2e92b tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "GET /v2.0/ports?device_id=147c34a9-d19b-46eb-897e-7b7d2ae6d21c HTTP/1.1" status: 200 len: 943 time: 0.0757837 Jan 05 17:41:29.051100 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-d90d6d4d-54be-4ec2-97a1-72470e9a0ee9 req-9a5a5ac8-bc56-42e3-8cd7-4f9f9ed42dd8 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "GET /v2.0/security-groups?id=3b1d34c2-c270-49ee-8422-17147a0eb3f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0962207 Jan 05 17:41:29.077018 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-7cea370c-ee96-4a07-b5bf-669dbae22b11 req-93e32081-51cf-43c3-9872-03725a011026 service neutron] 10.222.0.13 "GET /v2.0/networks/c52cc210-c9c8-461c-9368-b022d6c6664d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291068 Jan 05 17:41:30.175633 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c027786b-0a42-4431-8cd2-fc1f787dd8e7 req-116c9f4b-f4cc-4a13-bfcc-5af1dd9a80e8 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:41:30.177113 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-c027786b-0a42-4431-8cd2-fc1f787dd8e7 req-116c9f4b-f4cc-4a13-bfcc-5af1dd9a80e8 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "GET /v2.0/ports?device_id=147c34a9-d19b-46eb-897e-7b7d2ae6d21c HTTP/1.1" status: 200 len: 943 time: 0.0582926 Jan 05 17:41:30.225325 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-c027786b-0a42-4431-8cd2-fc1f787dd8e7 req-ade62d6c-60d0-4ee2-8004-5f62e874abeb tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "GET /v2.0/security-groups?id=3b1d34c2-c270-49ee-8422-17147a0eb3f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426211 Jan 05 17:41:30.540540 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Device 3d7528c3-075b-4266-a4fe-699f9562b7d7 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 05 17:41:30.633901 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] For port 3d7528c3-075b-4266-a4fe-699f9562b7d7, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=3d7528c3-075b-4266-a4fe-699f9562b7d7,segment=NetworkSegment(53d7ca76-fb3a-4263-9e0f-aad97e6e3794),segment_id=53d7ca76-fb3a-4263-9e0f-aad97e6e3794)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:41:30.649165 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Returning: {'device': '3d7528c3-075b-4266-a4fe-699f9562b7d7', 'network_id': 'c52cc210-c9c8-461c-9368-b022d6c6664d', 'port_id': '3d7528c3-075b-4266-a4fe-699f9562b7d7', 'mac_address': 'fa:16:3e:c2:0b:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df91f77c-8f10-4ec2-9ac4-89468588ec8c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 05 17:41:30.685237 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:41:30.700309 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.notifiers.nova [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d7528c3-075b-4266-a4fe-699f9562b7d7 {{(pid=103802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 05 17:41:30.719645 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] For port 3d7528c3-075b-4266-a4fe-699f9562b7d7, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=3d7528c3-075b-4266-a4fe-699f9562b7d7,segment=NetworkSegment(53d7ca76-fb3a-4263-9e0f-aad97e6e3794),segment_id=53d7ca76-fb3a-4263-9e0f-aad97e6e3794)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:41:30.793060 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:41:30.843696 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Pushing event updated for resources: {'Port': ['ID=3d7528c3-075b-4266-a4fe-699f9562b7d7,revision_number=4']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:41:31.031126 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] get_ports_and_sgs() called for port_ids ['3d7528c3-075b-4266-a4fe-699f9562b7d7'] {{(pid=103802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 05 17:41:31.338267 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedd3dc6-6bf5-4e15-8261-ea07dd1afd5c req-2de22066-ef21-45de-8bc2-381878022cb7 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:41:31.339800 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-cedd3dc6-6bf5-4e15-8261-ea07dd1afd5c req-2de22066-ef21-45de-8bc2-381878022cb7 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "GET /v2.0/ports?device_id=147c34a9-d19b-46eb-897e-7b7d2ae6d21c HTTP/1.1" status: 200 len: 944 time: 0.0499191 Jan 05 17:41:31.388852 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-cedd3dc6-6bf5-4e15-8261-ea07dd1afd5c req-0caf7ca9-0ad3-4abe-b241-0ac65d4a61e7 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "GET /v2.0/security-groups?id=3b1d34c2-c270-49ee-8422-17147a0eb3f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435274 Jan 05 17:41:32.503551 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64418f5-bf40-4803-9ec2-22830cadea9f req-99bd31c4-c127-4ef5-91dc-5b26bc390073 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:41:32.505022 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-c64418f5-bf40-4803-9ec2-22830cadea9f req-99bd31c4-c127-4ef5-91dc-5b26bc390073 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "GET /v2.0/ports?device_id=147c34a9-d19b-46eb-897e-7b7d2ae6d21c HTTP/1.1" status: 200 len: 944 time: 0.0497274 Jan 05 17:41:32.552627 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-c64418f5-bf40-4803-9ec2-22830cadea9f req-d697fb94-a0b5-4234-a986-a49b88bd39a4 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "GET /v2.0/security-groups?id=3b1d34c2-c270-49ee-8422-17147a0eb3f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409210 Jan 05 17:41:32.554487 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Device 3d7528c3-075b-4266-a4fe-699f9562b7d7 up at agent hyperv_hv-neutron-mast {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:41:32.683846 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Provisioning for port 3d7528c3-075b-4266-a4fe-699f9562b7d7 completed by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 05 17:41:32.687789 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Provisioning complete for port 3d7528c3-075b-4266-a4fe-699f9562b7d7 triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:41:32.688159 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:41:32.774566 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:41:32.796147 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '147c34a9-d19b-46eb-897e-7b7d2ae6d21c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d7528c3-075b-4266-a4fe-699f9562b7d7'}] {{(pid=103802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 05 17:41:32.798415 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36b213fbd845b3f09e785999bbcda1c85cd5592d7f001460987854e5c1683bd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3267fd8-9352-44c9-8ac8-549b76c8565a" -d '{"events": [{"server_uuid": "147c34a9-d19b-46eb-897e-7b7d2ae6d21c", "name": "network-vif-plugged", "status": "completed", "tag": "3d7528c3-075b-4266-a4fe-699f9562b7d7"}]}' {{(pid=103802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 05 17:41:32.811024 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] For port 3d7528c3-075b-4266-a4fe-699f9562b7d7, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=3d7528c3-075b-4266-a4fe-699f9562b7d7,segment=NetworkSegment(53d7ca76-fb3a-4263-9e0f-aad97e6e3794),segment_id=53d7ca76-fb3a-4263-9e0f-aad97e6e3794)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:41:32.835774 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Jan 2022 17:41:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d590ea9-979c-4864-8733-a40ddd82305b x-openstack-request-id: req-6d590ea9-979c-4864-8733-a40ddd82305b {{(pid=103802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 05 17:41:32.836067 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "147c34a9-d19b-46eb-897e-7b7d2ae6d21c", "name": "network-vif-plugged", "status": "completed", "tag": "3d7528c3-075b-4266-a4fe-699f9562b7d7", "code": 200}]} {{(pid=103802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 05 17:41:32.836571 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-6d590ea9-979c-4864-8733-a40ddd82305b {{(pid=103802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 05 17:41:32.837126 dv-neutron-master-2-hyperv neutron-server[103802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '147c34a9-d19b-46eb-897e-7b7d2ae6d21c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d7528c3-075b-4266-a4fe-699f9562b7d7', 'code': 200} Jan 05 17:41:32.872649 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:41:32.919384 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Pushing event updated for resources: {'Port': ['ID=3d7528c3-075b-4266-a4fe-699f9562b7d7,revision_number=5']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:41:33.104600 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3431cd0-3f63-4a37-8bb0-85adbdeac06d req-cf17fee4-6597-45e1-8eca-fb3c8a6a9b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:41:33.106189 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-a3431cd0-3f63-4a37-8bb0-85adbdeac06d req-cf17fee4-6597-45e1-8eca-fb3c8a6a9b94 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=147c34a9-d19b-46eb-897e-7b7d2ae6d21c HTTP/1.1" status: 200 len: 1098 time: 0.0390964 Jan 05 17:41:33.157824 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-a3431cd0-3f63-4a37-8bb0-85adbdeac06d req-f5aec3bd-e1b0-4452-969e-b3a091ffbbf4 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=3b1d34c2-c270-49ee-8422-17147a0eb3f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459306 Jan 05 17:41:33.670607 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102e4487-41f1-4d70-ba1f-adb2e04d2a01 req-1eaacd6d-f4c0-4dd1-aefc-a86e0f2f8153 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:41:33.672066 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-102e4487-41f1-4d70-ba1f-adb2e04d2a01 req-1eaacd6d-f4c0-4dd1-aefc-a86e0f2f8153 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "GET /v2.0/ports?device_id=147c34a9-d19b-46eb-897e-7b7d2ae6d21c HTTP/1.1" status: 200 len: 945 time: 0.0521402 Jan 05 17:41:33.692245 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.agents_db [None req-291d1585-17df-45c0-b64a-d244e6d90872 None None] Agent healthcheck: found 6 active agents {{(pid=103803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 05 17:41:33.719739 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-102e4487-41f1-4d70-ba1f-adb2e04d2a01 req-e8910c5a-df4d-454d-bcd9-c6c87a234254 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "GET /v2.0/security-groups?id=3b1d34c2-c270-49ee-8422-17147a0eb3f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422390 Jan 05 17:41:34.853894 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44e293d-dfe5-479e-8153-2556603a1a63 req-96124d47-2c7e-4eee-b35a-dd037e966f81 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:41:34.855662 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-f44e293d-dfe5-479e-8153-2556603a1a63 req-96124d47-2c7e-4eee-b35a-dd037e966f81 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "GET /v2.0/ports?device_id=147c34a9-d19b-46eb-897e-7b7d2ae6d21c HTTP/1.1" status: 200 len: 945 time: 0.0541234 Jan 05 17:41:34.911487 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-f44e293d-dfe5-479e-8153-2556603a1a63 req-d4776700-ea87-4abb-a289-27a1e2bcf5d3 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "GET /v2.0/security-groups?id=3b1d34c2-c270-49ee-8422-17147a0eb3f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503201 Jan 05 17:41:35.031490 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ef4852-ab94-4fb9-ac59-ca553774f8af req-eef33637-474f-411e-b658-cd375a1e6ee8 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:41:35.032967 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-e7ef4852-ab94-4fb9-ac59-ca553774f8af req-eef33637-474f-411e-b658-cd375a1e6ee8 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "GET /v2.0/ports?device_id=147c34a9-d19b-46eb-897e-7b7d2ae6d21c HTTP/1.1" status: 200 len: 945 time: 0.0518353 Jan 05 17:41:35.083669 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-e7ef4852-ab94-4fb9-ac59-ca553774f8af req-fa6f9291-dd9b-41a0-a68b-7952386dfe17 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "GET /v2.0/security-groups?id=3b1d34c2-c270-49ee-8422-17147a0eb3f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443578 Jan 05 17:41:35.104789 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 51380) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:41:35.144378 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16c5a28d-23fa-4866-bdc7-08f7ce63245d tempest-TestNetworkAdvancedServerOps-2131337417 tempest-TestNetworkAdvancedServerOps-2131337417-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:41:35.145950 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-16c5a28d-23fa-4866-bdc7-08f7ce63245d tempest-TestNetworkAdvancedServerOps-2131337417 tempest-TestNetworkAdvancedServerOps-2131337417-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=147c34a9-d19b-46eb-897e-7b7d2ae6d21c HTTP/1.1" status: 200 len: 1093 time: 0.0402584 Jan 05 17:41:35.148825 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 51382) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:41:35.153092 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-4c5f19e5-fe0d-4b69-8515-a087bc67357b tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Request body: {'floatingip': {'floating_network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'port_id': '3d7528c3-075b-4266-a4fe-699f9562b7d7', 'tenant_id': '8e518d29c86c4653a8de8a7aad689e14', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:41:35.261118 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-4c5f19e5-fe0d-4b69-8515-a087bc67357b tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks [] for floatingip, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:41:35.361281 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-4c5f19e5-fe0d-4b69-8515-a087bc67357b tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:41:35.466773 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [None req-4c5f19e5-fe0d-4b69-8515-a087bc67357b tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Allocated IP 172.36.4.87 (b0167590-0699-4c5c-a932-3939414a9573/7a784a6d-3d96-418f-a645-b9ccd0b1ac55/c7cc8bde-89bd-4ddd-aae8-c91b2ef7f8b0) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:41:35.571862 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-4c5f19e5-fe0d-4b69-8515-a087bc67357b tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks [] for port, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:41:35.666363 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-4c5f19e5-fe0d-4b69-8515-a087bc67357b tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11433176'] for port, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:41:35.704304 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c5f19e5-fe0d-4b69-8515-a087bc67357b tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Network b0167590-0699-4c5c-a932-3939414a9573 is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:41:35.707284 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-4c5f19e5-fe0d-4b69-8515-a087bc67357b tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:41:35.710728 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c5f19e5-fe0d-4b69-8515-a087bc67357b tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:41:35.718394 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5f19e5-fe0d-4b69-8515-a087bc67357b tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Pushing event updated for resources: {'Port': ['ID=c7cc8bde-89bd-4ddd-aae8-c91b2ef7f8b0,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:41:36.076342 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-4c5f19e5-fe0d-4b69-8515-a087bc67357b tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:41:36.197801 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-4c5f19e5-fe0d-4b69-8515-a087bc67357b tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:41:36.341034 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-4c5f19e5-fe0d-4b69-8515-a087bc67357b tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks [] for port, precommit_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:41:36.403956 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-4c5f19e5-fe0d-4b69-8515-a087bc67357b tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11433169'] for port, after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:41:36.490670 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5f19e5-fe0d-4b69-8515-a087bc67357b tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Pushing event updated for resources: {'Port': ['ID=c7cc8bde-89bd-4ddd-aae8-c91b2ef7f8b0,revision_number=2']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:41:36.503129 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-4c5f19e5-fe0d-4b69-8515-a087bc67357b tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648677'] for floatingip, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:41:36.606813 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.db.l3_db [None req-4c5f19e5-fe0d-4b69-8515-a087bc67357b tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Floating IP 6390c0fa-6e55-421f-a6ef-576cf3b5a1a9 associated. External IP: 172.36.4.87, port: 3d7528c3-075b-4266-a4fe-699f9562b7d7. Jan 05 17:41:36.812622 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c5f19e5-fe0d-4b69-8515-a087bc67357b tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Router 9e1cde6e-c663-45ee-b9c3-9d1db19352a8 has already been hosted by L3 agent 59446fdc-40e0-41fe-a575-a8eb11d742f7 {{(pid=103801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 05 17:41:36.919997 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c5f19e5-fe0d-4b69-8515-a087bc67357b tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 05 17:41:36.930804 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1874e7c-9442-4ea2-87fd-2261e91b8a11 None None] Sync routers for ids ['9e1cde6e-c663-45ee-b9c3-9d1db19352a8'] in dv-neutron-master-2-hyperv {{(pid=103803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 05 17:41:36.940637 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1874e7c-9442-4ea2-87fd-2261e91b8a11 None None] Routers {'9e1cde6e-c663-45ee-b9c3-9d1db19352a8'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:41:36.941251 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-a1874e7c-9442-4ea2-87fd-2261e91b8a11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:41:19Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['9e1cde6e-c663-45ee-b9c3-9d1db19352a8'], 'active': True} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:41:36.989603 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-4c5f19e5-fe0d-4b69-8515-a087bc67357b tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for floatingip, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:41:37.016457 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-4c5f19e5-fe0d-4b69-8515-a087bc67357b tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8665955 Jan 05 17:41:37.017030 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '147c34a9-d19b-46eb-897e-7b7d2ae6d21c', 'tag': '3d7528c3-075b-4266-a4fe-699f9562b7d7'}] {{(pid=103801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 05 17:41:37.019424 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cee9004337cfdaf047d78d8066c7d6073fad8dbc2217b3b67c4523abea34d3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73ae2707-f3a0-44e8-a8ed-befa73eef97e" -d '{"events": [{"name": "network-changed", "server_uuid": "147c34a9-d19b-46eb-897e-7b7d2ae6d21c", "tag": "3d7528c3-075b-4266-a4fe-699f9562b7d7"}]}' {{(pid=103801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 05 17:41:37.046690 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvr_db [None req-a1874e7c-9442-4ea2-87fd-2261e91b8a11 None None] Set router 9e1cde6e-c663-45ee-b9c3-9d1db19352a8 gateway port host: dv-neutron-master-2-hyperv {{(pid=103803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:41:37.055557 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Jan 2022 17:41:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c597932b-4d86-46fb-a1dc-2d31755ce4b8 x-openstack-request-id: req-c597932b-4d86-46fb-a1dc-2d31755ce4b8 {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 05 17:41:37.056053 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "147c34a9-d19b-46eb-897e-7b7d2ae6d21c", "tag": "3d7528c3-075b-4266-a4fe-699f9562b7d7", "status": "completed", "code": 200}]} {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 05 17:41:37.056307 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c597932b-4d86-46fb-a1dc-2d31755ce4b8 {{(pid=103801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 05 17:41:37.057024 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '147c34a9-d19b-46eb-897e-7b7d2ae6d21c', 'tag': '3d7528c3-075b-4266-a4fe-699f9562b7d7', 'status': 'completed', 'code': 200} Jan 05 17:41:37.146810 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de28157-861d-488f-b2b2-1e861a21b111 req-ee736096-afb0-4ffa-9f0e-507bb6a1d0d3 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:41:37.148305 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-0de28157-861d-488f-b2b2-1e861a21b111 req-ee736096-afb0-4ffa-9f0e-507bb6a1d0d3 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "GET /v2.0/ports?device_id=147c34a9-d19b-46eb-897e-7b7d2ae6d21c HTTP/1.1" status: 200 len: 945 time: 0.0794272 Jan 05 17:41:37.150899 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ae2707-f3a0-44e8-a8ed-befa73eef97e req-aee8b45c-dc59-4f86-b6ee-89a84f76c90e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:41:37.152251 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-73ae2707-f3a0-44e8-a8ed-befa73eef97e req-aee8b45c-dc59-4f86-b6ee-89a84f76c90e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8e518d29c86c4653a8de8a7aad689e14&device_id=147c34a9-d19b-46eb-897e-7b7d2ae6d21c HTTP/1.1" status: 200 len: 1098 time: 0.0730994 Jan 05 17:41:37.245957 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-0de28157-861d-488f-b2b2-1e861a21b111 req-4dec5154-0dd7-400f-8e4d-a41fead04357 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "GET /v2.0/security-groups?id=3b1d34c2-c270-49ee-8422-17147a0eb3f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0920241 Jan 05 17:41:37.268066 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-a1874e7c-9442-4ea2-87fd-2261e91b8a11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e1cde6e-c663-45ee-b9c3-9d1db19352a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1179301185', 'tenant_id': '8e518d29c86c4653a8de8a7aad689e14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.154'}], 'enable_snat': True}, 'gw_port_id': 'f1a17f93-f01f-44a4-af01-dab7a0970bc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:41:18Z', 'updated_at': '2022-01-05T17:41:22Z', 'revision_number': 4, 'project_id': '8e518d29c86c4653a8de8a7aad689e14', 'gw_port': {'id': 'f1a17f93-f01f-44a4-af01-dab7a0970bc6', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:b7:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e1cde6e-c663-45ee-b9c3-9d1db19352a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:41:18Z', 'updated_at': '2022-01-05T17:41:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '6390c0fa-6e55-421f-a6ef-576cf3b5a1a9', 'tenant_id': '8e518d29c86c4653a8de8a7aad689e14', 'floating_ip_address': '172.36.4.87', 'floating_network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'router_id': '9e1cde6e-c663-45ee-b9c3-9d1db19352a8', 'port_id': '3d7528c3-075b-4266-a4fe-699f9562b7d7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1728, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c52cc210-c9c8-461c-9368-b022d6c6664d', 'mac_address': 'fa:16:3e:c2:0b:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '147c34a9-d19b-46eb-897e-7b7d2ae6d21c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-05T17:41:35Z', 'updated_at': '2022-01-05T17:41:35Z', 'revision_number': 0, 'project_id': '8e518d29c86c4653a8de8a7aad689e14', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8cc80197-1146-408a-b20a-c2ea68ccb5d2', 'name': '', 'network_id': 'c52cc210-c9c8-461c-9368-b022d6c6664d', 'tenant_id': '8e518d29c86c4653a8de8a7aad689e14', 'mac_address': 'fa:16:3e:c5:d9:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e1cde6e-c663-45ee-b9c3-9d1db19352a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': 'df91f77c-8f10-4ec2-9ac4-89468588ec8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:41:21Z', 'updated_at': '2022-01-05T17:41:25Z', 'revision_number': 5, 'project_id': '8e518d29c86c4653a8de8a7aad689e14', 'subnets': [{'id': 'df91f77c-8f10-4ec2-9ac4-89468588ec8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:41:37.269006 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 51388) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:41:37.278692 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ae2707-f3a0-44e8-a8ed-befa73eef97e req-29f49b0d-021b-40e6-87f8-5afa27256c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:41:37.280148 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-73ae2707-f3a0-44e8-a8ed-befa73eef97e req-29f49b0d-021b-40e6-87f8-5afa27256c87 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c52cc210-c9c8-461c-9368-b022d6c6664d HTTP/1.1" status: 200 len: 897 time: 0.1206744 Jan 05 17:41:37.294498 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1874e7c-9442-4ea2-87fd-2261e91b8a11 None None] Checking router: 9e1cde6e-c663-45ee-b9c3-9d1db19352a8 for host: dv-neutron-master-2-hyperv {{(pid=103803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 05 17:41:37.303126 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1874e7c-9442-4ea2-87fd-2261e91b8a11 None None] Routers {'9e1cde6e-c663-45ee-b9c3-9d1db19352a8'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:41:37.303726 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-a1874e7c-9442-4ea2-87fd-2261e91b8a11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:41:19Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['9e1cde6e-c663-45ee-b9c3-9d1db19352a8'], 'active': True} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:41:37.329853 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-f9dc36fb-bfce-4158-a30c-715cf98e6aba tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "GET /v2.0/floatingips/6390c0fa-6e55-421f-a6ef-576cf3b5a1a9 HTTP/1.1" status: 200 len: 990 time: 0.0596263 Jan 05 17:41:37.351259 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-73ae2707-f3a0-44e8-a8ed-befa73eef97e req-d1a93ad7-aadf-438f-a228-9a032f054018 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3d7528c3-075b-4266-a4fe-699f9562b7d7 HTTP/1.1" status: 200 len: 998 time: 0.0647135 Jan 05 17:41:37.398427 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ae2707-f3a0-44e8-a8ed-befa73eef97e req-3e096116-a269-4399-9cf9-bb4f4ec8b506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:41:37.399912 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-73ae2707-f3a0-44e8-a8ed-befa73eef97e req-3e096116-a269-4399-9cf9-bb4f4ec8b506 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=df91f77c-8f10-4ec2-9ac4-89468588ec8c HTTP/1.1" status: 200 len: 834 time: 0.0434167 Jan 05 17:41:37.408186 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvr_db [None req-a1874e7c-9442-4ea2-87fd-2261e91b8a11 None None] Set router 9e1cde6e-c663-45ee-b9c3-9d1db19352a8 gateway port host: dv-neutron-master-2-hyperv {{(pid=103803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:41:37.443608 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ae2707-f3a0-44e8-a8ed-befa73eef97e req-4e19c639-f8d1-4048-9f21-f997c8981ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:41:37.445129 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-73ae2707-f3a0-44e8-a8ed-befa73eef97e req-4e19c639-f8d1-4048-9f21-f997c8981ef8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c52cc210-c9c8-461c-9368-b022d6c6664d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0397887 Jan 05 17:41:37.536308 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-73ae2707-f3a0-44e8-a8ed-befa73eef97e req-57a1fd5c-0969-4af9-9bf4-ef370927475f service neutron] 10.222.0.13 "GET /v2.0/networks/c52cc210-c9c8-461c-9368-b022d6c6664d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852709 Jan 05 17:41:37.622952 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-73ae2707-f3a0-44e8-a8ed-befa73eef97e req-c9493598-b736-4cd7-ae48-dfc0564c30e4 service neutron] 10.222.0.13 "GET /v2.0/networks/c52cc210-c9c8-461c-9368-b022d6c6664d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815878 Jan 05 17:41:37.634833 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-a1874e7c-9442-4ea2-87fd-2261e91b8a11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e1cde6e-c663-45ee-b9c3-9d1db19352a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1179301185', 'tenant_id': '8e518d29c86c4653a8de8a7aad689e14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.154'}], 'enable_snat': True}, 'gw_port_id': 'f1a17f93-f01f-44a4-af01-dab7a0970bc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:41:18Z', 'updated_at': '2022-01-05T17:41:22Z', 'revision_number': 4, 'project_id': '8e518d29c86c4653a8de8a7aad689e14', 'gw_port': {'id': 'f1a17f93-f01f-44a4-af01-dab7a0970bc6', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:b7:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e1cde6e-c663-45ee-b9c3-9d1db19352a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:41:18Z', 'updated_at': '2022-01-05T17:41:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '6390c0fa-6e55-421f-a6ef-576cf3b5a1a9', 'tenant_id': '8e518d29c86c4653a8de8a7aad689e14', 'floating_ip_address': '172.36.4.87', 'floating_network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'router_id': '9e1cde6e-c663-45ee-b9c3-9d1db19352a8', 'port_id': '3d7528c3-075b-4266-a4fe-699f9562b7d7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1728, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c52cc210-c9c8-461c-9368-b022d6c6664d', 'mac_address': 'fa:16:3e:c2:0b:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '147c34a9-d19b-46eb-897e-7b7d2ae6d21c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-05T17:41:35Z', 'updated_at': '2022-01-05T17:41:35Z', 'revision_number': 0, 'project_id': '8e518d29c86c4653a8de8a7aad689e14', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8cc80197-1146-408a-b20a-c2ea68ccb5d2', 'name': '', 'network_id': 'c52cc210-c9c8-461c-9368-b022d6c6664d', 'tenant_id': '8e518d29c86c4653a8de8a7aad689e14', 'mac_address': 'fa:16:3e:c5:d9:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e1cde6e-c663-45ee-b9c3-9d1db19352a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': 'df91f77c-8f10-4ec2-9ac4-89468588ec8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:41:21Z', 'updated_at': '2022-01-05T17:41:25Z', 'revision_number': 5, 'project_id': '8e518d29c86c4653a8de8a7aad689e14', 'subnets': [{'id': 'df91f77c-8f10-4ec2-9ac4-89468588ec8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:41:37.656338 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1874e7c-9442-4ea2-87fd-2261e91b8a11 None None] The sync data for ids ['9e1cde6e-c663-45ee-b9c3-9d1db19352a8'] in dv-neutron-master-2-hyperv is: [{'id': '9e1cde6e-c663-45ee-b9c3-9d1db19352a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1179301185', 'tenant_id': '8e518d29c86c4653a8de8a7aad689e14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.154'}], 'enable_snat': True}, 'gw_port_id': 'f1a17f93-f01f-44a4-af01-dab7a0970bc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:41:18Z', 'updated_at': '2022-01-05T17:41:22Z', 'revision_number': 4, 'project_id': '8e518d29c86c4653a8de8a7aad689e14', 'gw_port': {'id': 'f1a17f93-f01f-44a4-af01-dab7a0970bc6', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:b7:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e1cde6e-c663-45ee-b9c3-9d1db19352a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:41:18Z', 'updated_at': '2022-01-05T17:41:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '6390c0fa-6e55-421f-a6ef-576cf3b5a1a9', 'tenant_id': '8e518d29c86c4653a8de8a7aad689e14', 'floating_ip_address': '172.36.4.87', 'floating_network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'router_id': '9e1cde6e-c663-45ee-b9c3-9d1db19352a8', 'port_id': '3d7528c3-075b-4266-a4fe-699f9562b7d7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1728, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c52cc210-c9c8-461c-9368-b022d6c6664d', 'mac_address': 'fa:16:3e:c2:0b:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '147c34a9-d19b-46eb-897e-7b7d2ae6d21c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-05T17:41:35Z', 'updated_at': '2022-01-05T17:41:35Z', 'revision_number': 0, 'project_id': '8e518d29c86c4653a8de8a7aad689e14', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8cc80197-1146-408a-b20a-c2ea68ccb5d2', 'name': '', 'network_id': 'c52cc210-c9c8-461c-9368-b022d6c6664d', 'tenant_id': '8e518d29c86c4653a8de8a7aad689e14', 'mac_address': 'fa:16:3e:c5:d9:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e1cde6e-c663-45ee-b9c3-9d1db19352a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': 'df91f77c-8f10-4ec2-9ac4-89468588ec8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:41:21Z', 'updated_at': '2022-01-05T17:41:25Z', 'revision_number': 5, 'project_id': '8e518d29c86c4653a8de8a7aad689e14', 'subnets': [{'id': 'df91f77c-8f10-4ec2-9ac4-89468588ec8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 05 17:41:37.854341 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2163a41e-0dca-45b4-8370-00de1ce93da9 None None] New status for floating IP 6390c0fa-6e55-421f-a6ef-576cf3b5a1a9: ACTIVE {{(pid=103802) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 05 17:41:38.333841 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 51390) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:41:38.397834 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-914924cf-171b-4f61-b0ae-97370217a429 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "GET /v2.0/floatingips/6390c0fa-6e55-421f-a6ef-576cf3b5a1a9 HTTP/1.1" status: 200 len: 992 time: 0.0628996 Jan 05 17:41:47.129461 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-362c8ca9-ee87-4064-9de4-5938436b1acf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:41:49.352372 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-4aadb513-86ba-43b0-a67d-e13ab0d24d17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:41:50.112131 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:41:50.654900 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d2607572-b3c9-472c-85bc-c8de0c3fb75c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:41:52.021212 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d504d802-9546-4ce5-a9d3-96c844ac5808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:41:53.322412 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:42:10.690738 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.agents_db [None req-291d1585-17df-45c0-b64a-d244e6d90872 None None] Agent healthcheck: found 6 active agents {{(pid=103803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 05 17:42:11.995995 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee673de8-5db4-4c47-8945-3d8d1ab71fc7 req-c5333647-baa5-4608-aa67-4d5728fe87d1 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:42:11.997559 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-ee673de8-5db4-4c47-8945-3d8d1ab71fc7 req-c5333647-baa5-4608-aa67-4d5728fe87d1 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "GET /v2.0/ports?device_id=147c34a9-d19b-46eb-897e-7b7d2ae6d21c HTTP/1.1" status: 200 len: 945 time: 0.0517418 Jan 05 17:42:12.049344 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-ee673de8-5db4-4c47-8945-3d8d1ab71fc7 req-6d788754-e1e2-4e83-baf8-fd6d003ac6e9 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "GET /v2.0/security-groups?id=3b1d34c2-c270-49ee-8422-17147a0eb3f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462260 Jan 05 17:42:13.163124 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fef21e0-cdfe-4239-9e34-598adc72ea3d req-08a9c756-63fc-4e6d-b3c0-971d242234a9 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:42:13.164590 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-1fef21e0-cdfe-4239-9e34-598adc72ea3d req-08a9c756-63fc-4e6d-b3c0-971d242234a9 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "GET /v2.0/ports?device_id=147c34a9-d19b-46eb-897e-7b7d2ae6d21c HTTP/1.1" status: 200 len: 945 time: 0.0481038 Jan 05 17:42:13.212850 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-1fef21e0-cdfe-4239-9e34-598adc72ea3d req-b855064b-7ce3-400d-9ec7-6f68b31fef7e tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "GET /v2.0/security-groups?id=3b1d34c2-c270-49ee-8422-17147a0eb3f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429034 Jan 05 17:42:13.233788 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 51408) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:42:13.292561 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-307d8696-6368-4d8a-938c-7d52aaba7dd1 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "GET /v2.0/floatingips/6390c0fa-6e55-421f-a6ef-576cf3b5a1a9 HTTP/1.1" status: 200 len: 992 time: 0.0576510 Jan 05 17:42:14.696653 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00b13d6-87b3-4e86-bc1c-4dfeb59598cf req-f0c0438e-0012-485a-bb9c-fe98b4464e53 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:42:14.698154 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-c00b13d6-87b3-4e86-bc1c-4dfeb59598cf req-f0c0438e-0012-485a-bb9c-fe98b4464e53 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "GET /v2.0/ports?device_id=147c34a9-d19b-46eb-897e-7b7d2ae6d21c HTTP/1.1" status: 200 len: 945 time: 0.0514174 Jan 05 17:42:14.750004 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-c00b13d6-87b3-4e86-bc1c-4dfeb59598cf req-098c435d-f183-45bd-8e21-106521fa4761 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "GET /v2.0/security-groups?id=3b1d34c2-c270-49ee-8422-17147a0eb3f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463746 Jan 05 17:42:15.871759 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553630a6-5beb-42f6-8d7d-6334ea2d41fe req-b0e45775-05f4-4fce-93c3-3bc882270dde tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:42:15.873241 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-553630a6-5beb-42f6-8d7d-6334ea2d41fe req-b0e45775-05f4-4fce-93c3-3bc882270dde tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "GET /v2.0/ports?device_id=147c34a9-d19b-46eb-897e-7b7d2ae6d21c HTTP/1.1" status: 200 len: 945 time: 0.0519767 Jan 05 17:42:15.921313 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-553630a6-5beb-42f6-8d7d-6334ea2d41fe req-8676663e-1398-4609-b950-94271d10e03b tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "GET /v2.0/security-groups?id=3b1d34c2-c270-49ee-8422-17147a0eb3f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425556 Jan 05 17:42:15.943537 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 51418) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:42:16.007250 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-0fa851ac-5047-49e3-a21f-575cfb3aa308 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "GET /v2.0/floatingips/6390c0fa-6e55-421f-a6ef-576cf3b5a1a9 HTTP/1.1" status: 200 len: 992 time: 0.0624554 Jan 05 17:42:16.271362 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 51424) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:42:16.428348 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-718ae5be-589f-498f-b005-3320be439695 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Deleting port c7cc8bde-89bd-4ddd-aae8-c91b2ef7f8b0 {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:42:16.428683 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-718ae5be-589f-498f-b005-3320be439695 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:42:16.501056 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-718ae5be-589f-498f-b005-3320be439695 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:42:16.501376 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-718ae5be-589f-498f-b005-3320be439695 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:42:16.512841 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-718ae5be-589f-498f-b005-3320be439695 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Calling delete_port for c7cc8bde-89bd-4ddd-aae8-c91b2ef7f8b0 owned by network:floatingip {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:42:16.706780 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-718ae5be-589f-498f-b005-3320be439695 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:42:16.732266 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718ae5be-589f-498f-b005-3320be439695 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Pushing event deleted for resources: {'Port': ['ID=c7cc8bde-89bd-4ddd-aae8-c91b2ef7f8b0,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:42:16.749052 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718ae5be-589f-498f-b005-3320be439695 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:42:16.749052 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718ae5be-589f-498f-b005-3320be439695 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:42:16.749052 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718ae5be-589f-498f-b005-3320be439695 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:42:16.749052 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718ae5be-589f-498f-b005-3320be439695 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:42:16.749052 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718ae5be-589f-498f-b005-3320be439695 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:42:16.749052 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718ae5be-589f-498f-b005-3320be439695 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:42:16.749052 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718ae5be-589f-498f-b005-3320be439695 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:42:16.749052 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718ae5be-589f-498f-b005-3320be439695 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:42:16.749052 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718ae5be-589f-498f-b005-3320be439695 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:42:16.749052 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718ae5be-589f-498f-b005-3320be439695 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:42:16.749052 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718ae5be-589f-498f-b005-3320be439695 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:42:16.749052 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718ae5be-589f-498f-b005-3320be439695 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:42:16.749052 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718ae5be-589f-498f-b005-3320be439695 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:42:16.802401 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-718ae5be-589f-498f-b005-3320be439695 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks [] for floatingip, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:42:16.802752 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.db.l3_db [None req-718ae5be-589f-498f-b005-3320be439695 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Floating IP 6390c0fa-6e55-421f-a6ef-576cf3b5a1a9 disassociated (deleted). External IP: 172.36.4.87, port: 3d7528c3-075b-4266-a4fe-699f9562b7d7. Jan 05 17:42:17.005426 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-718ae5be-589f-498f-b005-3320be439695 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Router 9e1cde6e-c663-45ee-b9c3-9d1db19352a8 has already been hosted by L3 agent 59446fdc-40e0-41fe-a575-a8eb11d742f7 {{(pid=103800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 05 17:42:17.111620 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-718ae5be-589f-498f-b005-3320be439695 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 05 17:42:17.111951 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-47e29802-872f-4418-be4e-0be37a61d7b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:42:17.116375 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-718ae5be-589f-498f-b005-3320be439695 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for floatingip, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:42:17.121211 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e56b6b07-7a5e-4f58-8185-9f13cc4872ef None None] Sync routers for ids ['9e1cde6e-c663-45ee-b9c3-9d1db19352a8'] in dv-neutron-master-2-hyperv {{(pid=103803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 05 17:42:17.134306 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e56b6b07-7a5e-4f58-8185-9f13cc4872ef None None] Routers {'9e1cde6e-c663-45ee-b9c3-9d1db19352a8'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:42:17.134921 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-e56b6b07-7a5e-4f58-8185-9f13cc4872ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:41:49Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['9e1cde6e-c663-45ee-b9c3-9d1db19352a8'], 'active': True} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:42:17.147069 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-718ae5be-589f-498f-b005-3320be439695 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "DELETE /v2.0/floatingips/6390c0fa-6e55-421f-a6ef-576cf3b5a1a9 HTTP/1.1" status: 204 len: 168 time: 0.8741329 Jan 05 17:42:17.147770 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '147c34a9-d19b-46eb-897e-7b7d2ae6d21c', 'tag': '3d7528c3-075b-4266-a4fe-699f9562b7d7'}] {{(pid=103800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 05 17:42:17.150198 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f64b9d4628f7eefcc27168a80c04985d23f0ea5def038dae05e1deb7357f3bfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3c32ecb-3e45-4bd3-b3ca-9a5a3b049322" -d '{"events": [{"name": "network-changed", "server_uuid": "147c34a9-d19b-46eb-897e-7b7d2ae6d21c", "tag": "3d7528c3-075b-4266-a4fe-699f9562b7d7"}]}' {{(pid=103800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 05 17:42:17.185720 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Jan 2022 17:42:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42c51ae3-7b02-4586-803c-31fa0b1b8688 x-openstack-request-id: req-42c51ae3-7b02-4586-803c-31fa0b1b8688 {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 05 17:42:17.186035 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "147c34a9-d19b-46eb-897e-7b7d2ae6d21c", "tag": "3d7528c3-075b-4266-a4fe-699f9562b7d7", "status": "completed", "code": 200}]} {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 05 17:42:17.186286 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-42c51ae3-7b02-4586-803c-31fa0b1b8688 {{(pid=103800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 05 17:42:17.186698 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '147c34a9-d19b-46eb-897e-7b7d2ae6d21c', 'tag': '3d7528c3-075b-4266-a4fe-699f9562b7d7', 'status': 'completed', 'code': 200} Jan 05 17:42:17.249521 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c32ecb-3e45-4bd3-b3ca-9a5a3b049322 req-a37d5f00-cbde-4aa2-9c9e-b8a0b09f71c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:42:17.251099 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-a3c32ecb-3e45-4bd3-b3ca-9a5a3b049322 req-a37d5f00-cbde-4aa2-9c9e-b8a0b09f71c7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8e518d29c86c4653a8de8a7aad689e14&device_id=147c34a9-d19b-46eb-897e-7b7d2ae6d21c HTTP/1.1" status: 200 len: 1098 time: 0.0424991 Jan 05 17:42:17.255254 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvr_db [None req-e56b6b07-7a5e-4f58-8185-9f13cc4872ef None None] Set router 9e1cde6e-c663-45ee-b9c3-9d1db19352a8 gateway port host: dv-neutron-master-2-hyperv {{(pid=103803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:42:17.339975 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c32ecb-3e45-4bd3-b3ca-9a5a3b049322 req-326d06d9-c80b-4013-900e-1c3ace47eb0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:42:17.341359 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-a3c32ecb-3e45-4bd3-b3ca-9a5a3b049322 req-326d06d9-c80b-4013-900e-1c3ace47eb0c service neutron] 10.222.0.13 "GET /v2.0/networks?id=c52cc210-c9c8-461c-9368-b022d6c6664d HTTP/1.1" status: 200 len: 897 time: 0.0845323 Jan 05 17:42:17.387247 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-a3c32ecb-3e45-4bd3-b3ca-9a5a3b049322 req-99bfe2cb-d8bf-4051-8714-38a58613646a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3d7528c3-075b-4266-a4fe-699f9562b7d7 HTTP/1.1" status: 200 len: 217 time: 0.0397906 Jan 05 17:42:17.438310 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c32ecb-3e45-4bd3-b3ca-9a5a3b049322 req-e7821fbd-9ea9-4f77-a1e3-127435f8ce41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:42:17.439985 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-a3c32ecb-3e45-4bd3-b3ca-9a5a3b049322 req-e7821fbd-9ea9-4f77-a1e3-127435f8ce41 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=df91f77c-8f10-4ec2-9ac4-89468588ec8c HTTP/1.1" status: 200 len: 834 time: 0.0473788 Jan 05 17:42:17.486294 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c32ecb-3e45-4bd3-b3ca-9a5a3b049322 req-bbfabe06-1f76-4529-8090-23d536de84d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:42:17.487860 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-a3c32ecb-3e45-4bd3-b3ca-9a5a3b049322 req-bbfabe06-1f76-4529-8090-23d536de84d3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c52cc210-c9c8-461c-9368-b022d6c6664d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0422938 Jan 05 17:42:17.534565 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bdf74b-0d0c-42b9-a5cd-06cebec89419 req-243ab759-cfc8-4ec7-8b30-b1a1c3a32b19 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:42:17.536113 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-33bdf74b-0d0c-42b9-a5cd-06cebec89419 req-243ab759-cfc8-4ec7-8b30-b1a1c3a32b19 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "GET /v2.0/ports?device_id=147c34a9-d19b-46eb-897e-7b7d2ae6d21c HTTP/1.1" status: 200 len: 945 time: 0.0497632 Jan 05 17:42:17.545018 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-e56b6b07-7a5e-4f58-8185-9f13cc4872ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e1cde6e-c663-45ee-b9c3-9d1db19352a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1179301185', 'tenant_id': '8e518d29c86c4653a8de8a7aad689e14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.154'}], 'enable_snat': True}, 'gw_port_id': 'f1a17f93-f01f-44a4-af01-dab7a0970bc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:41:18Z', 'updated_at': '2022-01-05T17:41:22Z', 'revision_number': 4, 'project_id': '8e518d29c86c4653a8de8a7aad689e14', 'gw_port': {'id': 'f1a17f93-f01f-44a4-af01-dab7a0970bc6', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:b7:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e1cde6e-c663-45ee-b9c3-9d1db19352a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:41:18Z', 'updated_at': '2022-01-05T17:41:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '8cc80197-1146-408a-b20a-c2ea68ccb5d2', 'name': '', 'network_id': 'c52cc210-c9c8-461c-9368-b022d6c6664d', 'tenant_id': '8e518d29c86c4653a8de8a7aad689e14', 'mac_address': 'fa:16:3e:c5:d9:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e1cde6e-c663-45ee-b9c3-9d1db19352a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': 'df91f77c-8f10-4ec2-9ac4-89468588ec8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:41:21Z', 'updated_at': '2022-01-05T17:41:25Z', 'revision_number': 5, 'project_id': '8e518d29c86c4653a8de8a7aad689e14', 'subnets': [{'id': 'df91f77c-8f10-4ec2-9ac4-89468588ec8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:42:17.571764 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e56b6b07-7a5e-4f58-8185-9f13cc4872ef None None] Checking router: 9e1cde6e-c663-45ee-b9c3-9d1db19352a8 for host: dv-neutron-master-2-hyperv {{(pid=103803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 05 17:42:17.580033 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e56b6b07-7a5e-4f58-8185-9f13cc4872ef None None] Routers {'9e1cde6e-c663-45ee-b9c3-9d1db19352a8'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:42:17.580639 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-e56b6b07-7a5e-4f58-8185-9f13cc4872ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:41:49Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['9e1cde6e-c663-45ee-b9c3-9d1db19352a8'], 'active': True} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:42:17.587887 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-a3c32ecb-3e45-4bd3-b3ca-9a5a3b049322 req-d3f9d558-73dc-472e-9ae8-9cb0056e951a service neutron] 10.222.0.13 "GET /v2.0/networks/c52cc210-c9c8-461c-9368-b022d6c6664d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927920 Jan 05 17:42:17.589160 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-33bdf74b-0d0c-42b9-a5cd-06cebec89419 req-435a0094-77d6-4a2d-8842-74022ca8bcb4 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "GET /v2.0/security-groups?id=3b1d34c2-c270-49ee-8422-17147a0eb3f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470791 Jan 05 17:42:17.679501 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-a3c32ecb-3e45-4bd3-b3ca-9a5a3b049322 req-81482e7c-a880-4abd-af69-82ac69a699c2 service neutron] 10.222.0.13 "GET /v2.0/networks/c52cc210-c9c8-461c-9368-b022d6c6664d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846136 Jan 05 17:42:17.684403 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvr_db [None req-e56b6b07-7a5e-4f58-8185-9f13cc4872ef None None] Set router 9e1cde6e-c663-45ee-b9c3-9d1db19352a8 gateway port host: dv-neutron-master-2-hyperv {{(pid=103803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:42:17.877370 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-e56b6b07-7a5e-4f58-8185-9f13cc4872ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e1cde6e-c663-45ee-b9c3-9d1db19352a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1179301185', 'tenant_id': '8e518d29c86c4653a8de8a7aad689e14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.154'}], 'enable_snat': True}, 'gw_port_id': 'f1a17f93-f01f-44a4-af01-dab7a0970bc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:41:18Z', 'updated_at': '2022-01-05T17:41:22Z', 'revision_number': 4, 'project_id': '8e518d29c86c4653a8de8a7aad689e14', 'gw_port': {'id': 'f1a17f93-f01f-44a4-af01-dab7a0970bc6', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:b7:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e1cde6e-c663-45ee-b9c3-9d1db19352a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:41:18Z', 'updated_at': '2022-01-05T17:41:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '8cc80197-1146-408a-b20a-c2ea68ccb5d2', 'name': '', 'network_id': 'c52cc210-c9c8-461c-9368-b022d6c6664d', 'tenant_id': '8e518d29c86c4653a8de8a7aad689e14', 'mac_address': 'fa:16:3e:c5:d9:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e1cde6e-c663-45ee-b9c3-9d1db19352a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': 'df91f77c-8f10-4ec2-9ac4-89468588ec8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:41:21Z', 'updated_at': '2022-01-05T17:41:25Z', 'revision_number': 5, 'project_id': '8e518d29c86c4653a8de8a7aad689e14', 'subnets': [{'id': 'df91f77c-8f10-4ec2-9ac4-89468588ec8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:42:17.902125 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e56b6b07-7a5e-4f58-8185-9f13cc4872ef None None] The sync data for ids ['9e1cde6e-c663-45ee-b9c3-9d1db19352a8'] in dv-neutron-master-2-hyperv is: [{'id': '9e1cde6e-c663-45ee-b9c3-9d1db19352a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1179301185', 'tenant_id': '8e518d29c86c4653a8de8a7aad689e14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.154'}], 'enable_snat': True}, 'gw_port_id': 'f1a17f93-f01f-44a4-af01-dab7a0970bc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:41:18Z', 'updated_at': '2022-01-05T17:41:22Z', 'revision_number': 4, 'project_id': '8e518d29c86c4653a8de8a7aad689e14', 'gw_port': {'id': 'f1a17f93-f01f-44a4-af01-dab7a0970bc6', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:b7:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e1cde6e-c663-45ee-b9c3-9d1db19352a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:41:18Z', 'updated_at': '2022-01-05T17:41:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '8cc80197-1146-408a-b20a-c2ea68ccb5d2', 'name': '', 'network_id': 'c52cc210-c9c8-461c-9368-b022d6c6664d', 'tenant_id': '8e518d29c86c4653a8de8a7aad689e14', 'mac_address': 'fa:16:3e:c5:d9:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e1cde6e-c663-45ee-b9c3-9d1db19352a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': 'df91f77c-8f10-4ec2-9ac4-89468588ec8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:41:21Z', 'updated_at': '2022-01-05T17:41:25Z', 'revision_number': 5, 'project_id': '8e518d29c86c4653a8de8a7aad689e14', 'subnets': [{'id': 'df91f77c-8f10-4ec2-9ac4-89468588ec8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 05 17:42:18.102869 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35c4b893-552f-486b-af99-ecb3898a3b86 None None] New status for floating IP 6390c0fa-6e55-421f-a6ef-576cf3b5a1a9: DOWN {{(pid=103802) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 05 17:42:18.704999 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7528b77-1257-4d20-9c83-eab4f720ce2e req-c28e4dc4-5071-443b-a923-21d6ec4b9973 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:42:18.706530 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-f7528b77-1257-4d20-9c83-eab4f720ce2e req-c28e4dc4-5071-443b-a923-21d6ec4b9973 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "GET /v2.0/ports?device_id=147c34a9-d19b-46eb-897e-7b7d2ae6d21c HTTP/1.1" status: 200 len: 945 time: 0.0486064 Jan 05 17:42:18.759053 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-f7528b77-1257-4d20-9c83-eab4f720ce2e req-d5095a7f-e5c2-4a6f-a6da-7e74fe7f9452 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "GET /v2.0/security-groups?id=3b1d34c2-c270-49ee-8422-17147a0eb3f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461836 Jan 05 17:42:19.095814 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540b7f4c-aa71-4c23-9832-e59a4eb28525 req-44251fa8-4d4d-4784-9e62-0b2d4f6e418c tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:42:19.097232 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-540b7f4c-aa71-4c23-9832-e59a4eb28525 req-44251fa8-4d4d-4784-9e62-0b2d4f6e418c tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.13 "GET /v2.0/ports?device_id=147c34a9-d19b-46eb-897e-7b7d2ae6d21c HTTP/1.1" status: 200 len: 945 time: 0.0479376 Jan 05 17:42:19.180640 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [req-540b7f4c-aa71-4c23-9832-e59a4eb28525 req-7a861c6d-c879-46b7-9db7-a7089cd35e45 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Deleting port 3d7528c3-075b-4266-a4fe-699f9562b7d7 {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:42:19.180969 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-540b7f4c-aa71-4c23-9832-e59a4eb28525 req-7a861c6d-c879-46b7-9db7-a7089cd35e45 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:42:19.271708 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.db [req-540b7f4c-aa71-4c23-9832-e59a4eb28525 req-7a861c6d-c879-46b7-9db7-a7089cd35e45 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] For port 3d7528c3-075b-4266-a4fe-699f9562b7d7, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=3d7528c3-075b-4266-a4fe-699f9562b7d7,segment=NetworkSegment(53d7ca76-fb3a-4263-9e0f-aad97e6e3794),segment_id=53d7ca76-fb3a-4263-9e0f-aad97e6e3794)] {{(pid=103800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:42:19.271982 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-540b7f4c-aa71-4c23-9832-e59a4eb28525 req-7a861c6d-c879-46b7-9db7-a7089cd35e45 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:42:19.283898 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [req-540b7f4c-aa71-4c23-9832-e59a4eb28525 req-7a861c6d-c879-46b7-9db7-a7089cd35e45 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Calling delete_port for 3d7528c3-075b-4266-a4fe-699f9562b7d7 owned by compute:nova {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:42:19.351413 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-5a7a3329-fac4-4110-82e5-dc8ca2e5a73d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:42:19.460920 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-540b7f4c-aa71-4c23-9832-e59a4eb28525 req-7a861c6d-c879-46b7-9db7-a7089cd35e45 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:42:19.489292 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a861c6d-c879-46b7-9db7-a7089cd35e45 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Pushing event deleted for resources: {'Port': ['ID=3d7528c3-075b-4266-a4fe-699f9562b7d7,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:42:19.529413 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [req-540b7f4c-aa71-4c23-9832-e59a4eb28525 req-7a861c6d-c879-46b7-9db7-a7089cd35e45 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] No DVR routers for this DVR port 3d7528c3-075b-4266-a4fe-699f9562b7d7 on host hv-neutron-mast {{(pid=103800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 05 17:42:19.531876 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-540b7f4c-aa71-4c23-9832-e59a4eb28525 req-7a861c6d-c879-46b7-9db7-a7089cd35e45 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:42:19.535213 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-540b7f4c-aa71-4c23-9832-e59a4eb28525 req-7a861c6d-c879-46b7-9db7-a7089cd35e45 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.13 "DELETE /v2.0/ports/3d7528c3-075b-4266-a4fe-699f9562b7d7 HTTP/1.1" status: 204 len: 173 time: 0.4330261 Jan 05 17:42:19.538941 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '147c34a9-d19b-46eb-897e-7b7d2ae6d21c', 'name': 'network-vif-deleted', 'tag': '3d7528c3-075b-4266-a4fe-699f9562b7d7'}] {{(pid=103800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 05 17:42:19.538941 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f64b9d4628f7eefcc27168a80c04985d23f0ea5def038dae05e1deb7357f3bfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2310be08-9714-4fa7-8096-69f0006bc039" -d '{"events": [{"server_uuid": "147c34a9-d19b-46eb-897e-7b7d2ae6d21c", "name": "network-vif-deleted", "tag": "3d7528c3-075b-4266-a4fe-699f9562b7d7"}]}' {{(pid=103800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 05 17:42:19.573952 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Jan 2022 17:42:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4beff54d-eec3-4d0f-92a9-375d1f502615 x-openstack-request-id: req-4beff54d-eec3-4d0f-92a9-375d1f502615 {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 05 17:42:19.574252 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "147c34a9-d19b-46eb-897e-7b7d2ae6d21c", "name": "network-vif-deleted", "tag": "3d7528c3-075b-4266-a4fe-699f9562b7d7", "status": "completed", "code": 200}]} {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 05 17:42:19.574510 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-4beff54d-eec3-4d0f-92a9-375d1f502615 {{(pid=103800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 05 17:42:19.574916 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '147c34a9-d19b-46eb-897e-7b7d2ae6d21c', 'name': 'network-vif-deleted', 'tag': '3d7528c3-075b-4266-a4fe-699f9562b7d7', 'status': 'completed', 'code': 200} Jan 05 17:42:19.866529 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-4ec7af1f-2fbe-4042-a08a-07495dcfd960 req-e8081d82-3142-40ec-bdaf-832b4c0c6031 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "GET /v2.0/ports?device_id=147c34a9-d19b-46eb-897e-7b7d2ae6d21c HTTP/1.1" status: 200 len: 210 time: 0.0278144 Jan 05 17:42:20.083524 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:42:20.654914 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d2607572-b3c9-472c-85bc-c8de0c3fb75c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:42:20.922619 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 51440) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:42:21.269930 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-da708ff6-4a3d-44c5-8614-96360533921c tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-531685'] for router_interface, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:42:21.545457 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-da708ff6-4a3d-44c5-8614-96360533921c tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Deleting port 8cc80197-1146-408a-b20a-c2ea68ccb5d2 {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:42:21.545741 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-da708ff6-4a3d-44c5-8614-96360533921c tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:42:21.630382 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.db [None req-da708ff6-4a3d-44c5-8614-96360533921c tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] For port 8cc80197-1146-408a-b20a-c2ea68ccb5d2, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=8cc80197-1146-408a-b20a-c2ea68ccb5d2,segment=NetworkSegment(53d7ca76-fb3a-4263-9e0f-aad97e6e3794),segment_id=53d7ca76-fb3a-4263-9e0f-aad97e6e3794)] {{(pid=103800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:42:21.631267 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-da708ff6-4a3d-44c5-8614-96360533921c tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:42:21.643680 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-da708ff6-4a3d-44c5-8614-96360533921c tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Calling delete_port for 8cc80197-1146-408a-b20a-c2ea68ccb5d2 owned by network:router_interface {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:42:21.872140 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-da708ff6-4a3d-44c5-8614-96360533921c tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:42:21.896897 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da708ff6-4a3d-44c5-8614-96360533921c tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Pushing event deleted for resources: {'Port': ['ID=8cc80197-1146-408a-b20a-c2ea68ccb5d2,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:42:22.032376 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d504d802-9546-4ce5-a9d3-96c844ac5808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:42:22.070737 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-da708ff6-4a3d-44c5-8614-96360533921c tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-560676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531569'] for router_interface, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:42:22.619812 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da708ff6-4a3d-44c5-8614-96360533921c tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Router 9e1cde6e-c663-45ee-b9c3-9d1db19352a8 has already been hosted by L3 agent 59446fdc-40e0-41fe-a575-a8eb11d742f7 {{(pid=103800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 05 17:42:22.722516 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da708ff6-4a3d-44c5-8614-96360533921c tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 05 17:42:22.728114 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-da708ff6-4a3d-44c5-8614-96360533921c tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "PUT /v2.0/routers/9e1cde6e-c663-45ee-b9c3-9d1db19352a8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8043270 Jan 05 17:42:22.730922 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 51442) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:42:22.734112 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c3618da-c0f5-4c66-bdd9-fb44c2a74d7f None None] Sync routers for ids ['9e1cde6e-c663-45ee-b9c3-9d1db19352a8'] in dv-neutron-master-2-hyperv {{(pid=103803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 05 17:42:22.743412 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c3618da-c0f5-4c66-bdd9-fb44c2a74d7f None None] Routers {'9e1cde6e-c663-45ee-b9c3-9d1db19352a8'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:42:22.744011 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-6c3618da-c0f5-4c66-bdd9-fb44c2a74d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:42:19Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['9e1cde6e-c663-45ee-b9c3-9d1db19352a8'], 'active': True} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:42:22.780032 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.db_base_plugin_v2 [None req-696851b6-947f-4400-aef0-c0cb6a5faeee tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Deleting subnet df91f77c-8f10-4ec2-9ac4-89468588ec8c {{(pid=103801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 05 17:42:22.783092 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-696851b6-947f-4400-aef0-c0cb6a5faeee tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks [] for subnet, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:42:22.825556 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-696851b6-947f-4400-aef0-c0cb6a5faeee tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11316398'] for subnet, precommit_delete_associations {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:42:22.844744 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Device 3d7528c3-075b-4266-a4fe-699f9562b7d7 no longer exists at agent hyperv_hv-neutron-mast {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 05 17:42:22.850673 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvr_db [None req-6c3618da-c0f5-4c66-bdd9-fb44c2a74d7f None None] Set router 9e1cde6e-c663-45ee-b9c3-9d1db19352a8 gateway port host: dv-neutron-master-2-hyperv {{(pid=103803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:42:22.868678 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] No Port match for: 3d7528c3-075b-4266-a4fe-699f9562b7d7 {{(pid=103802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 05 17:42:22.869025 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Device 3d7528c3-075b-4266-a4fe-699f9562b7d7 not bound to the agent host hv-neutron-mast {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 05 17:42:22.911137 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-696851b6-947f-4400-aef0-c0cb6a5faeee tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892868'] for subnet, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:42:23.031593 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-6c3618da-c0f5-4c66-bdd9-fb44c2a74d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e1cde6e-c663-45ee-b9c3-9d1db19352a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1179301185', 'tenant_id': '8e518d29c86c4653a8de8a7aad689e14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.154'}], 'enable_snat': True}, 'gw_port_id': 'f1a17f93-f01f-44a4-af01-dab7a0970bc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:41:18Z', 'updated_at': '2022-01-05T17:42:21Z', 'revision_number': 5, 'project_id': '8e518d29c86c4653a8de8a7aad689e14', 'gw_port': {'id': 'f1a17f93-f01f-44a4-af01-dab7a0970bc6', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:b7:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e1cde6e-c663-45ee-b9c3-9d1db19352a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:41:18Z', 'updated_at': '2022-01-05T17:41:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:42:23.049864 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-696851b6-947f-4400-aef0-c0cb6a5faeee tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3893367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11433231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12480600'] for subnet, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:42:23.056661 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c3618da-c0f5-4c66-bdd9-fb44c2a74d7f None None] Checking router: 9e1cde6e-c663-45ee-b9c3-9d1db19352a8 for host: dv-neutron-master-2-hyperv {{(pid=103803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 05 17:42:23.064570 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c3618da-c0f5-4c66-bdd9-fb44c2a74d7f None None] Routers {'9e1cde6e-c663-45ee-b9c3-9d1db19352a8'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:42:23.065168 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-6c3618da-c0f5-4c66-bdd9-fb44c2a74d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:42:19Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['9e1cde6e-c663-45ee-b9c3-9d1db19352a8'], 'active': True} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:42:23.081676 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-696851b6-947f-4400-aef0-c0cb6a5faeee tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks [] for subnet, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:42:23.085431 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-696851b6-947f-4400-aef0-c0cb6a5faeee tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "DELETE /v2.0/subnets/df91f77c-8f10-4ec2-9ac4-89468588ec8c HTTP/1.1" status: 204 len: 168 time: 0.3535242 Jan 05 17:42:23.087274 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696851b6-947f-4400-aef0-c0cb6a5faeee tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Pushing event deleted for resources: {'Subnet': ['ID=df91f77c-8f10-4ec2-9ac4-89468588ec8c,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:42:23.088493 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 51444) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:42:23.089533 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-030275d7-6af2-4f97-b48b-aa679a198c2b None None] Network c52cc210-c9c8-461c-9368-b022d6c6664d requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:42:23.105767 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696851b6-947f-4400-aef0-c0cb6a5faeee tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:42:23.106031 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696851b6-947f-4400-aef0-c0cb6a5faeee tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:42:23.106376 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696851b6-947f-4400-aef0-c0cb6a5faeee tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:42:23.106930 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696851b6-947f-4400-aef0-c0cb6a5faeee tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:42:23.107271 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696851b6-947f-4400-aef0-c0cb6a5faeee tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:42:23.107611 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696851b6-947f-4400-aef0-c0cb6a5faeee tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:42:23.108399 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696851b6-947f-4400-aef0-c0cb6a5faeee tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:42:23.108399 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696851b6-947f-4400-aef0-c0cb6a5faeee tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:42:23.108643 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696851b6-947f-4400-aef0-c0cb6a5faeee tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:42:23.108854 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696851b6-947f-4400-aef0-c0cb6a5faeee tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:42:23.109171 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696851b6-947f-4400-aef0-c0cb6a5faeee tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:42:23.109491 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696851b6-947f-4400-aef0-c0cb6a5faeee tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:42:23.109833 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696851b6-947f-4400-aef0-c0cb6a5faeee tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:42:23.174858 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvr_db [None req-6c3618da-c0f5-4c66-bdd9-fb44c2a74d7f None None] Set router 9e1cde6e-c663-45ee-b9c3-9d1db19352a8 gateway port host: dv-neutron-master-2-hyperv {{(pid=103803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:42:23.202324 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e6bf97c0-881e-4092-b3f0-e15587302941 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks [] for router, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:42:23.250415 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0db04eb-c6a4-431e-9053-f2e5dae90a2a None None] DHCP port deletion for c52cc210-c9c8-461c-9368-b022d6c6664d request from dv-neutron-master-2-hyperv {{(pid=103802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 05 17:42:23.303487 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-e0db04eb-c6a4-431e-9053-f2e5dae90a2a None None] Deleting port b53ba9aa-0c02-475e-a7b6-020871df840d {{(pid=103802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:42:23.304801 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-e0db04eb-c6a4-431e-9053-f2e5dae90a2a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:42:23.326019 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e6bf97c0-881e-4092-b3f0-e15587302941 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:42:23.353626 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:42:23.362927 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-6c3618da-c0f5-4c66-bdd9-fb44c2a74d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e1cde6e-c663-45ee-b9c3-9d1db19352a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1179301185', 'tenant_id': '8e518d29c86c4653a8de8a7aad689e14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.154'}], 'enable_snat': True}, 'gw_port_id': 'f1a17f93-f01f-44a4-af01-dab7a0970bc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:41:18Z', 'updated_at': '2022-01-05T17:42:21Z', 'revision_number': 5, 'project_id': '8e518d29c86c4653a8de8a7aad689e14', 'gw_port': {'id': 'f1a17f93-f01f-44a4-af01-dab7a0970bc6', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:b7:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e1cde6e-c663-45ee-b9c3-9d1db19352a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:41:18Z', 'updated_at': '2022-01-05T17:41:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:42:23.370572 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-e0db04eb-c6a4-431e-9053-f2e5dae90a2a None None] For port b53ba9aa-0c02-475e-a7b6-020871df840d, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b53ba9aa-0c02-475e-a7b6-020871df840d,segment=NetworkSegment(53d7ca76-fb3a-4263-9e0f-aad97e6e3794),segment_id=53d7ca76-fb3a-4263-9e0f-aad97e6e3794)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:42:23.371659 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-e0db04eb-c6a4-431e-9053-f2e5dae90a2a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:42:23.384493 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-e0db04eb-c6a4-431e-9053-f2e5dae90a2a None None] Calling delete_port for b53ba9aa-0c02-475e-a7b6-020871df840d owned by network:dhcp {{(pid=103802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:42:23.392391 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c3618da-c0f5-4c66-bdd9-fb44c2a74d7f None None] The sync data for ids ['9e1cde6e-c663-45ee-b9c3-9d1db19352a8'] in dv-neutron-master-2-hyperv is: [{'id': '9e1cde6e-c663-45ee-b9c3-9d1db19352a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1179301185', 'tenant_id': '8e518d29c86c4653a8de8a7aad689e14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.154'}], 'enable_snat': True}, 'gw_port_id': 'f1a17f93-f01f-44a4-af01-dab7a0970bc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:41:18Z', 'updated_at': '2022-01-05T17:42:21Z', 'revision_number': 5, 'project_id': '8e518d29c86c4653a8de8a7aad689e14', 'gw_port': {'id': 'f1a17f93-f01f-44a4-af01-dab7a0970bc6', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:b7:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e1cde6e-c663-45ee-b9c3-9d1db19352a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:41:18Z', 'updated_at': '2022-01-05T17:41:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=103803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 05 17:42:23.472316 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-e6bf97c0-881e-4092-b3f0-e15587302941 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Deleting port f1a17f93-f01f-44a4-af01-dab7a0970bc6 {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:42:23.472565 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e6bf97c0-881e-4092-b3f0-e15587302941 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:42:23.540735 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-e0db04eb-c6a4-431e-9053-f2e5dae90a2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678'] for port, after_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:42:23.549360 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.db [None req-e6bf97c0-881e-4092-b3f0-e15587302941 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] For port f1a17f93-f01f-44a4-af01-dab7a0970bc6, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f1a17f93-f01f-44a4-af01-dab7a0970bc6,segment=NetworkSegment(3f961525-530f-4ce5-8222-1dbbbe774893),segment_id=3f961525-530f-4ce5-8222-1dbbbe774893)] {{(pid=103800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:42:23.551588 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e6bf97c0-881e-4092-b3f0-e15587302941 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:42:23.566099 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0db04eb-c6a4-431e-9053-f2e5dae90a2a None None] Pushing event deleted for resources: {'Port': ['ID=b53ba9aa-0c02-475e-a7b6-020871df840d,revision_number=None']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:42:23.567421 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-e6bf97c0-881e-4092-b3f0-e15587302941 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Calling delete_port for f1a17f93-f01f-44a4-af01-dab7a0970bc6 owned by network:router_gateway {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:42:23.571688 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0db04eb-c6a4-431e-9053-f2e5dae90a2a None None] No DVR routers for this DVR port b53ba9aa-0c02-475e-a7b6-020871df840d on host dv-neutron-master-2-hyperv {{(pid=103802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 05 17:42:23.631176 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0db04eb-c6a4-431e-9053-f2e5dae90a2a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:42:23.631583 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0db04eb-c6a4-431e-9053-f2e5dae90a2a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:42:23.631708 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0db04eb-c6a4-431e-9053-f2e5dae90a2a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:42:23.632042 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0db04eb-c6a4-431e-9053-f2e5dae90a2a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:42:23.632438 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0db04eb-c6a4-431e-9053-f2e5dae90a2a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:42:23.632823 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0db04eb-c6a4-431e-9053-f2e5dae90a2a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:42:23.633007 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0db04eb-c6a4-431e-9053-f2e5dae90a2a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:42:23.633330 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0db04eb-c6a4-431e-9053-f2e5dae90a2a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:42:23.633668 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0db04eb-c6a4-431e-9053-f2e5dae90a2a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:42:23.634068 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0db04eb-c6a4-431e-9053-f2e5dae90a2a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:42:23.634394 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0db04eb-c6a4-431e-9053-f2e5dae90a2a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:42:23.634708 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0db04eb-c6a4-431e-9053-f2e5dae90a2a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:42:23.635022 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0db04eb-c6a4-431e-9053-f2e5dae90a2a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:42:23.804480 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e6bf97c0-881e-4092-b3f0-e15587302941 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:42:23.836935 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bf97c0-881e-4092-b3f0-e15587302941 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Pushing event deleted for resources: {'Port': ['ID=f1a17f93-f01f-44a4-af01-dab7a0970bc6,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:42:23.854754 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4344114a-ad18-4625-98c0-8495babdaf8f None None] DHCP port deletion for b0167590-0699-4c5c-a932-3939414a9573 request from dv-neutron-master-2-hyperv {{(pid=103802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 05 17:42:23.897317 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e6bf97c0-881e-4092-b3f0-e15587302941 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-648595'] for router_gateway, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:42:23.988355 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e6bf97c0-881e-4092-b3f0-e15587302941 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-648249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62744'] for router, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:42:23.991288 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e6bf97c0-881e-4092-b3f0-e15587302941 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:42:24.123524 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e6bf97c0-881e-4092-b3f0-e15587302941 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-648240'] for router, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:42:24.124229 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6bf97c0-881e-4092-b3f0-e15587302941 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Fanout notify agent at l3_agent the message router_deleted on router 9e1cde6e-c663-45ee-b9c3-9d1db19352a8 {{(pid=103800) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 05 17:42:24.128479 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:42:24.128479 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:42:24.128479 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:42:24.128479 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:42:24.128479 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:42:24.128479 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:42:24.128479 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:42:24.128479 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:42:24.128479 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:42:24.128479 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:42:24.128479 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:42:24.128479 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:42:24.128479 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:42:24.128479 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:42:24.128479 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:42:24.128479 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:42:24.128479 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:42:24.128479 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:42:24.128479 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:42:24.128479 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:42:24.128479 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:42:24.128479 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:42:24.128479 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:42:24.128479 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:42:24.128479 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:42:24.128479 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:42:24.128479 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:42:24.128479 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:42:24.128479 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:42:24.128479 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:42:24.128479 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:42:24.128479 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:42:24.128479 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:42:24.128479 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:42:24.128479 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:42:24.128479 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:42:24.128479 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:42:24.128479 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:42:24.128479 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:42:24.128479 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:42:24.128479 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:42:24.128479 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:42:24.128479 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:42:24.128479 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:42:24.128479 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:42:24.128479 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:42:24.128479 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:42:24.128479 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:42:24.132051 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e6bf97c0-881e-4092-b3f0-e15587302941 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks [] for router, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:42:24.132433 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-e6bf97c0-881e-4092-b3f0-e15587302941 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "DELETE /v2.0/routers/9e1cde6e-c663-45ee-b9c3-9d1db19352a8 HTTP/1.1" status: 204 len: 168 time: 1.0424929 Jan 05 17:42:24.135082 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 51446) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:42:24.217967 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-464442a6-8209-4232-aa7e-14c26471eecd tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3809644'] for network, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:42:24.301739 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-464442a6-8209-4232-aa7e-14c26471eecd tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3891715', 'neutron.services.segments.db._delete_segments_for_network-8754181063482'] for network, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:42:24.325027 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.services.segments.db [None req-464442a6-8209-4232-aa7e-14c26471eecd tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c52cc210-c9c8-461c-9368-b022d6c6664d']}} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:42:24.334416 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.services.segments.db [None req-464442a6-8209-4232-aa7e-14c26471eecd tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53d7ca76-fb3a-4263-9e0f-aad97e6e3794') {'for_net_delete': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:42:24.334711 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.services.segments.db [None req-464442a6-8209-4232-aa7e-14c26471eecd tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53d7ca76-fb3a-4263-9e0f-aad97e6e3794') {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:42:24.343903 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-464442a6-8209-4232-aa7e-14c26471eecd tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754181064771', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11316385'] for segment, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:42:24.357313 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-464442a6-8209-4232-aa7e-14c26471eecd tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225'] for segment, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:42:24.363094 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-464442a6-8209-4232-aa7e-14c26471eecd tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Releasing vlan 139 on physical network physnet1 to pool {{(pid=103801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 05 17:42:24.363476 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-464442a6-8209-4232-aa7e-14c26471eecd tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11433197'] for segment, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:42:24.366416 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:42:24.366416 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:42:24.366416 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:42:24.366416 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:42:24.366416 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:42:24.366416 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:42:24.366416 dv-neutron-master-2-hyperv neutron-server[103801]: Traceback (most recent call last): Jan 05 17:42:24.366416 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 05 17:42:24.366416 dv-neutron-master-2-hyperv neutron-server[103801]: timer() Jan 05 17:42:24.366416 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 05 17:42:24.366416 dv-neutron-master-2-hyperv neutron-server[103801]: cb(*args, **kw) Jan 05 17:42:24.366416 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 05 17:42:24.366416 dv-neutron-master-2-hyperv neutron-server[103801]: return func(*args, **kwargs) Jan 05 17:42:24.366416 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 05 17:42:24.366416 dv-neutron-master-2-hyperv neutron-server[103801]: self._notify() Jan 05 17:42:24.366416 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 05 17:42:24.366416 dv-neutron-master-2-hyperv neutron-server[103801]: self.callback(batched_events) Jan 05 17:42:24.366416 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 05 17:42:24.366416 dv-neutron-master-2-hyperv neutron-server[103801]: event.method(event) Jan 05 17:42:24.366416 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 05 17:42:24.366416 dv-neutron-master-2-hyperv neutron-server[103801]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 05 17:42:24.366416 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 05 17:42:24.366416 dv-neutron-master-2-hyperv neutron-server[103801]: aggregate_uuid = self.p_client.list_aggregates( Jan 05 17:42:24.366416 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 05 17:42:24.366416 dv-neutron-master-2-hyperv neutron-server[103801]: return f(self, *a, **k) Jan 05 17:42:24.366416 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 05 17:42:24.366416 dv-neutron-master-2-hyperv neutron-server[103801]: return self._get(url).json() Jan 05 17:42:24.366416 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 05 17:42:24.366416 dv-neutron-master-2-hyperv neutron-server[103801]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 05 17:42:24.366416 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 05 17:42:24.366416 dv-neutron-master-2-hyperv neutron-server[103801]: return self.request(url, 'GET', **kwargs) Jan 05 17:42:24.366416 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 05 17:42:24.366416 dv-neutron-master-2-hyperv neutron-server[103801]: base_url = self.get_endpoint(auth, allow=allow, Jan 05 17:42:24.366416 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 05 17:42:24.366416 dv-neutron-master-2-hyperv neutron-server[103801]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 05 17:42:24.366416 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 05 17:42:24.366416 dv-neutron-master-2-hyperv neutron-server[103801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 05 17:42:24.366416 dv-neutron-master-2-hyperv neutron-server[103801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 05 17:42:24.483866 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-464442a6-8209-4232-aa7e-14c26471eecd tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3891722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648695'] for network, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:42:24.491139 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-464442a6-8209-4232-aa7e-14c26471eecd tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks [] for network, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:42:24.493758 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-464442a6-8209-4232-aa7e-14c26471eecd tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "DELETE /v2.0/networks/c52cc210-c9c8-461c-9368-b022d6c6664d HTTP/1.1" status: 204 len: 168 time: 0.3574636 Jan 05 17:42:24.496623 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 51448) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:42:24.505308 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464442a6-8209-4232-aa7e-14c26471eecd tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Pushing event deleted for resources: {'Network': ['ID=c52cc210-c9c8-461c-9368-b022d6c6664d,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:42:24.556711 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-bfca3d50-62b6-431f-ac97-43a6831005bc tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks [] for security_group, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:42:24.585015 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-bfca3d50-62b6-431f-ac97-43a6831005bc tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:42:24.648873 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 8cc80197-1146-408a-b20a-c2ea68ccb5d2 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 05 17:42:24.668466 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] No Port match for: 8cc80197-1146-408a-b20a-c2ea68ccb5d2 {{(pid=103802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 05 17:42:24.668813 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 8cc80197-1146-408a-b20a-c2ea68ccb5d2 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 05 17:42:24.669234 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device b53ba9aa-0c02-475e-a7b6-020871df840d no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 05 17:42:24.690025 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] No Port match for: b53ba9aa-0c02-475e-a7b6-020871df840d {{(pid=103802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 05 17:42:24.690362 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device b53ba9aa-0c02-475e-a7b6-020871df840d not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 05 17:42:24.690765 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device f1a17f93-f01f-44a4-af01-dab7a0970bc6 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 05 17:42:24.710256 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] No Port match for: f1a17f93-f01f-44a4-af01-dab7a0970bc6 {{(pid=103802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 05 17:42:24.710592 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device f1a17f93-f01f-44a4-af01-dab7a0970bc6 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 05 17:42:24.724008 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-bfca3d50-62b6-431f-ac97-43a6831005bc tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:42:24.726631 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-bfca3d50-62b6-431f-ac97-43a6831005bc tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks [] for security_group, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:42:24.727772 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-bfca3d50-62b6-431f-ac97-43a6831005bc tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "DELETE /v2.0/security-groups/3b1d34c2-c270-49ee-8422-17147a0eb3f0 HTTP/1.1" status: 204 len: 168 time: 0.2300642 Jan 05 17:42:24.736934 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfca3d50-62b6-431f-ac97-43a6831005bc tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b1d34c2-c270-49ee-8422-17147a0eb3f0,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:42:25.185001 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 51454) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:42:25.189644 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-14305e44-e6bb-404f-a59a-d35d97df24e6 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1917754842', 'description': 'tempest-secgroup-smoke-1917754842 description', 'project_id': '8e518d29c86c4653a8de8a7aad689e14'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:42:25.266669 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-14305e44-e6bb-404f-a59a-d35d97df24e6 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks [] for security_group, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:42:25.332316 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-14305e44-e6bb-404f-a59a-d35d97df24e6 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks [] for security_group, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:42:25.380391 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-14305e44-e6bb-404f-a59a-d35d97df24e6 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:42:25.407816 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14305e44-e6bb-404f-a59a-d35d97df24e6 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3cffb15c-e288-4a7c-b3a2-31de7d7d70dd,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:42:25.449949 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-14305e44-e6bb-404f-a59a-d35d97df24e6 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks [] for security_group, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:42:25.451181 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-14305e44-e6bb-404f-a59a-d35d97df24e6 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2651181 Jan 05 17:42:25.454209 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 51456) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:42:25.458554 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-3fad679f-4c46-4c06-ad2f-51c94e346fac tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Request body: {'security_group_rule': {'security_group_id': '3cffb15c-e288-4a7c-b3a2-31de7d7d70dd', 'project_id': '8e518d29c86c4653a8de8a7aad689e14', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:42:25.562460 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3fad679f-4c46-4c06-ad2f-51c94e346fac tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:42:25.620418 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3fad679f-4c46-4c06-ad2f-51c94e346fac tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:42:25.688406 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3fad679f-4c46-4c06-ad2f-51c94e346fac tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533437'] for security_group_rule, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:42:25.705338 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fad679f-4c46-4c06-ad2f-51c94e346fac tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db0310d0-b38f-41cf-99e3-c3301231172b,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:42:25.793170 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3fad679f-4c46-4c06-ad2f-51c94e346fac tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:42:25.794404 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-3fad679f-4c46-4c06-ad2f-51c94e346fac tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3391802 Jan 05 17:42:25.797138 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 51458) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:42:25.801441 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-88f44f69-e661-41e1-aa26-2cd715c7e02e tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Request body: {'security_group_rule': {'security_group_id': '3cffb15c-e288-4a7c-b3a2-31de7d7d70dd', 'project_id': '8e518d29c86c4653a8de8a7aad689e14', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:42:25.892981 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-88f44f69-e661-41e1-aa26-2cd715c7e02e tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:42:25.947233 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-88f44f69-e661-41e1-aa26-2cd715c7e02e tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:42:26.026477 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-88f44f69-e661-41e1-aa26-2cd715c7e02e tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533437'] for security_group_rule, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:42:26.043225 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f44f69-e661-41e1-aa26-2cd715c7e02e tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a79bd47e-7058-49ed-9a4a-7d00b23516de,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:42:26.114109 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-88f44f69-e661-41e1-aa26-2cd715c7e02e tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:42:26.115294 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-88f44f69-e661-41e1-aa26-2cd715c7e02e tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3171926 Jan 05 17:42:26.118157 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 51460) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:42:26.122427 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-2b31caf5-2d5f-41e1-a14c-4c64baa26c51 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Request body: {'security_group_rule': {'security_group_id': '3cffb15c-e288-4a7c-b3a2-31de7d7d70dd', 'project_id': '8e518d29c86c4653a8de8a7aad689e14', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:42:26.208340 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2b31caf5-2d5f-41e1-a14c-4c64baa26c51 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:42:26.263227 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2b31caf5-2d5f-41e1-a14c-4c64baa26c51 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:42:26.329092 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2b31caf5-2d5f-41e1-a14c-4c64baa26c51 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533437'] for security_group_rule, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:42:26.348158 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b31caf5-2d5f-41e1-a14c-4c64baa26c51 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c4c2b23-91f9-47e1-9740-b5896f7bd5b6,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:42:26.416755 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2b31caf5-2d5f-41e1-a14c-4c64baa26c51 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:42:26.417999 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-2b31caf5-2d5f-41e1-a14c-4c64baa26c51 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2989244 Jan 05 17:42:26.420607 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 51462) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:42:26.424889 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-594dff70-66dd-48e9-9b3b-a890b3464e90 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Request body: {'security_group_rule': {'security_group_id': '3cffb15c-e288-4a7c-b3a2-31de7d7d70dd', 'project_id': '8e518d29c86c4653a8de8a7aad689e14', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:42:26.504205 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-594dff70-66dd-48e9-9b3b-a890b3464e90 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:42:26.561928 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-594dff70-66dd-48e9-9b3b-a890b3464e90 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:42:26.636699 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-594dff70-66dd-48e9-9b3b-a890b3464e90 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533437'] for security_group_rule, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:42:26.654877 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594dff70-66dd-48e9-9b3b-a890b3464e90 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1e26006-aedb-4ecd-a99a-3390e52bcec6,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:42:26.729927 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-594dff70-66dd-48e9-9b3b-a890b3464e90 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:42:26.731120 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-594dff70-66dd-48e9-9b3b-a890b3464e90 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3095925 Jan 05 17:42:26.733767 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 51464) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:42:26.738007 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-e663229b-cf75-4031-8aa8-217616321970 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Request body: {'security_group_rule': {'security_group_id': '3cffb15c-e288-4a7c-b3a2-31de7d7d70dd', 'project_id': '8e518d29c86c4653a8de8a7aad689e14', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:42:26.819801 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.db.securitygroups_db [None req-e663229b-cf75-4031-8aa8-217616321970 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Project 8e518d29c86c4653a8de8a7aad689e14 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 05 17:42:26.824603 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e663229b-cf75-4031-8aa8-217616321970 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:42:26.883046 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e663229b-cf75-4031-8aa8-217616321970 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:42:26.962773 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e663229b-cf75-4031-8aa8-217616321970 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533437'] for security_group_rule, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:42:26.980915 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e663229b-cf75-4031-8aa8-217616321970 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff31c2f3-903a-47ab-8cad-bbd070b6bfdb,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:42:27.044286 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e663229b-cf75-4031-8aa8-217616321970 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:42:27.045491 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-e663229b-cf75-4031-8aa8-217616321970 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3107951 Jan 05 17:42:27.048110 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 51466) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:42:27.052360 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-ce0574f0-16a1-4660-b230-4653c63f0afa tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Request body: {'security_group_rule': {'security_group_id': '3cffb15c-e288-4a7c-b3a2-31de7d7d70dd', 'project_id': '8e518d29c86c4653a8de8a7aad689e14', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:42:27.140730 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.db.securitygroups_db [None req-ce0574f0-16a1-4660-b230-4653c63f0afa tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Project 8e518d29c86c4653a8de8a7aad689e14 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 05 17:42:27.145635 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ce0574f0-16a1-4660-b230-4653c63f0afa tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:42:27.203513 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ce0574f0-16a1-4660-b230-4653c63f0afa tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:42:27.283457 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ce0574f0-16a1-4660-b230-4653c63f0afa tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533437'] for security_group_rule, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:42:27.301280 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0574f0-16a1-4660-b230-4653c63f0afa tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e16f3202-728f-4579-bc74-a86a288f4c64,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:42:27.365391 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ce0574f0-16a1-4660-b230-4653c63f0afa tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:42:27.366629 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-ce0574f0-16a1-4660-b230-4653c63f0afa tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3176084 Jan 05 17:42:27.369399 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 51468) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:42:27.374213 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-381341f9-5ae0-408e-8f7c-eddfa36af517 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Request body: {'network': {'name': 'tempest-network-smoke--1066158798', 'project_id': '8e518d29c86c4653a8de8a7aad689e14', 'port_security_enabled': True}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:42:27.466300 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-381341f9-5ae0-408e-8f7c-eddfa36af517 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Made reservation on behalf of 8e518d29c86c4653a8de8a7aad689e14 for: {'network': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:42:27.469848 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-381341f9-5ae0-408e-8f7c-eddfa36af517 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for network, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:42:27.492629 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-381341f9-5ae0-408e-8f7c-eddfa36af517 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] vlan segment allocate from pool success with {'vlan_id': 132, 'physical_network': 'physnet1'} {{(pid=103800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 05 17:42:27.501181 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-381341f9-5ae0-408e-8f7c-eddfa36af517 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225'] for segment, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:42:27.504709 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.db.segments_db [None req-381341f9-5ae0-408e-8f7c-eddfa36af517 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Added segment b217d18a-d770-4a7c-92ce-af09d9306830 of type vlan for network 850ae6b7-f35d-4b22-886f-4dccd0c9b649 Jan 05 17:42:27.541999 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-381341f9-5ae0-408e-8f7c-eddfa36af517 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754180566020'] for network, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:42:27.638131 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-381341f9-5ae0-408e-8f7c-eddfa36af517 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685'] for network, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:42:27.644451 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-381341f9-5ae0-408e-8f7c-eddfa36af517 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:42:27.645112 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-381341f9-5ae0-408e-8f7c-eddfa36af517 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks [] for network, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:42:27.708328 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381341f9-5ae0-408e-8f7c-eddfa36af517 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Pushing event updated for resources: {'Network': ['ID=850ae6b7-f35d-4b22-886f-4dccd0c9b649,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:42:27.719382 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Network 850ae6b7-f35d-4b22-886f-4dccd0c9b649 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 05 17:42:27.766484 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-381341f9-5ae0-408e-8f7c-eddfa36af517 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3960354 Jan 05 17:42:27.769189 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 51470) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:42:27.774222 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-65716798-5a57-43b4-958b-564e49e7502e tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2098302760', 'admin_state_up': True, 'project_id': '8e518d29c86c4653a8de8a7aad689e14', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573'}}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:42:27.854222 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-65716798-5a57-43b4-958b-564e49e7502e tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-649063', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58098'] for router, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:42:27.855233 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-65716798-5a57-43b4-958b-564e49e7502e tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649832', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-545006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58091'] for router, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:42:27.909616 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-65716798-5a57-43b4-958b-564e49e7502e tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:42:28.109075 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-65716798-5a57-43b4-958b-564e49e7502e tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:42:28.357549 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-65716798-5a57-43b4-958b-564e49e7502e tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks [] for router_gateway, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:42:28.376110 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-65716798-5a57-43b4-958b-564e49e7502e tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:42:28.478418 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [None req-65716798-5a57-43b4-958b-564e49e7502e tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Allocated IP 172.36.4.89 (b0167590-0699-4c5c-a932-3939414a9573/7a784a6d-3d96-418f-a645-b9ccd0b1ac55/a9de4567-b414-4542-82e8-f7136666b731) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:42:28.575242 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-65716798-5a57-43b4-958b-564e49e7502e tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks [] for port, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:42:28.672817 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-65716798-5a57-43b4-958b-564e49e7502e tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:42:28.710308 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65716798-5a57-43b4-958b-564e49e7502e tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Network b0167590-0699-4c5c-a932-3939414a9573 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:42:28.715007 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-65716798-5a57-43b4-958b-564e49e7502e tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:42:28.721137 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65716798-5a57-43b4-958b-564e49e7502e tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:42:28.724177 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65716798-5a57-43b4-958b-564e49e7502e tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Pushing event updated for resources: {'Port': ['ID=a9de4567-b414-4542-82e8-f7136666b731,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:42:28.728630 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c73dc03-c6ef-496f-a233-ea2f30cc7af7 None None] DHCP port deletion for b0167590-0699-4c5c-a932-3939414a9573 request from dv-neutron-master-2-hyperv {{(pid=103802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 05 17:42:28.807299 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-c2874f24-08a1-464e-9b80-aeab05c212f3 None None] Provisioning complete for port a9de4567-b414-4542-82e8-f7136666b731 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:42:28.807759 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c2874f24-08a1-464e-9b80-aeab05c212f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:42:28.844976 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-c2874f24-08a1-464e-9b80-aeab05c212f3 None None] Port a9de4567-b414-4542-82e8-f7136666b731 cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 17:42:29.023884 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-65716798-5a57-43b4-958b-564e49e7502e tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks [] for router_gateway, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:42:29.212264 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-65716798-5a57-43b4-958b-564e49e7502e tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-648430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648639'] for router, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:42:29.404077 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65716798-5a57-43b4-958b-564e49e7502e tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Router 9c7e1230-27de-44a0-a982-15c5481ac04e is scheduled to L3 agent 59446fdc-40e0-41fe-a575-a8eb11d742f7 with binding_index 1 {{(pid=103800) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 05 17:42:29.510453 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65716798-5a57-43b4-958b-564e49e7502e tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 05 17:42:29.520898 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae239a9e-ba6c-49ce-a73f-1a90879c0635 None None] Sync routers for ids ['9c7e1230-27de-44a0-a982-15c5481ac04e'] in dv-neutron-master-2-hyperv {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 05 17:42:29.532497 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae239a9e-ba6c-49ce-a73f-1a90879c0635 None None] Routers {'9c7e1230-27de-44a0-a982-15c5481ac04e'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:42:29.533300 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-ae239a9e-ba6c-49ce-a73f-1a90879c0635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:42:19Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['9c7e1230-27de-44a0-a982-15c5481ac04e'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:42:29.588861 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-65716798-5a57-43b4-958b-564e49e7502e tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks [] for router, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:42:29.590133 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-65716798-5a57-43b4-958b-564e49e7502e tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8199890 Jan 05 17:42:29.593120 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 51472) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:42:29.622630 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-e0f74033-84e9-44ef-9b0e-519962613a30 tempest-TestNetworkAdvancedServerOps-2131337417 tempest-TestNetworkAdvancedServerOps-2131337417-project-admin] 10.222.0.11 "GET /v2.0/subnets?project_id=8e518d29c86c4653a8de8a7aad689e14&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0272658 Jan 05 17:42:29.624305 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 51474) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:42:29.644267 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-ae239a9e-ba6c-49ce-a73f-1a90879c0635 None None] Set router 9c7e1230-27de-44a0-a982-15c5481ac04e gateway port host: dv-neutron-master-2-hyperv {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:42:29.716944 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-851c8d9e-44e8-4890-bdb6-eb12097d0264 tempest-TestNetworkAdvancedServerOps-2131337417 tempest-TestNetworkAdvancedServerOps-2131337417-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:42:29.718500 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-851c8d9e-44e8-4890-bdb6-eb12097d0264 tempest-TestNetworkAdvancedServerOps-2131337417 tempest-TestNetworkAdvancedServerOps-2131337417-project-admin] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0930216 Jan 05 17:42:29.721438 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 51476) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:42:29.752417 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-45592d4d-7a05-4632-86ee-e7daf35f0e19 tempest-TestNetworkAdvancedServerOps-2131337417 tempest-TestNetworkAdvancedServerOps-2131337417-project-admin] 10.222.0.11 "GET /v2.0/subnets?network_id=b0167590-0699-4c5c-a932-3939414a9573&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0298438 Jan 05 17:42:29.754973 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 51478) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:42:29.760482 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-d049aad1-7a08-46c4-b4df-34148b2e5f6f tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-855368861', 'network_id': '850ae6b7-f35d-4b22-886f-4dccd0c9b649', 'project_id': '8e518d29c86c4653a8de8a7aad689e14', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:42:29.833729 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-ae239a9e-ba6c-49ce-a73f-1a90879c0635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c7e1230-27de-44a0-a982-15c5481ac04e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2098302760', 'tenant_id': '8e518d29c86c4653a8de8a7aad689e14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.89'}], 'enable_snat': True}, 'gw_port_id': 'a9de4567-b414-4542-82e8-f7136666b731', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:42:27Z', 'updated_at': '2022-01-05T17:42:28Z', 'revision_number': 3, 'project_id': '8e518d29c86c4653a8de8a7aad689e14', 'gw_port': {'id': 'a9de4567-b414-4542-82e8-f7136666b731', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:75:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c7e1230-27de-44a0-a982-15c5481ac04e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:42:28Z', 'updated_at': '2022-01-05T17:42:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:42:29.865804 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae239a9e-ba6c-49ce-a73f-1a90879c0635 None None] Checking router: 9c7e1230-27de-44a0-a982-15c5481ac04e for host: dv-neutron-master-2-hyperv {{(pid=103802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 05 17:42:29.866231 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae239a9e-ba6c-49ce-a73f-1a90879c0635 None None] Updating router 9c7e1230-27de-44a0-a982-15c5481ac04e port a9de4567-b414-4542-82e8-f7136666b731 binding host dv-neutron-master-2-hyperv {{(pid=103802) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 05 17:42:29.897492 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-ae239a9e-ba6c-49ce-a73f-1a90879c0635 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:42:29.923935 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d049aad1-7a08-46c4-b4df-34148b2e5f6f tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Made reservation on behalf of 8e518d29c86c4653a8de8a7aad689e14 for: {'subnet': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:42:29.928068 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d049aad1-7a08-46c4-b4df-34148b2e5f6f tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8521827'] for subnet, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:42:30.147537 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d049aad1-7a08-46c4-b4df-34148b2e5f6f tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8784852', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8521873'] for subnet, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:42:30.154066 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-ae239a9e-ba6c-49ce-a73f-1a90879c0635 None None] Publish callbacks [] for port, precommit_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:42:30.216109 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d049aad1-7a08-46c4-b4df-34148b2e5f6f tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Pushing event updated for resources: {'Subnet': ['ID=636c8698-7249-4cb8-a3d8-7ad0a34337a3,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:42:30.220458 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d049aad1-7a08-46c4-b4df-34148b2e5f6f tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Checking segment: {'id': 'b217d18a-d770-4a7c-92ce-af09d9306830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '850ae6b7-f35d-4b22-886f-4dccd0c9b649'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:42:30.220818 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d049aad1-7a08-46c4-b4df-34148b2e5f6f tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Network hostable DHCP agents. Network: 850ae6b7-f35d-4b22-886f-4dccd0c9b649, hostable agents: ['3f70c195-17da-4084-9fd6-bf6059d88535'], hosted agents: [] {{(pid=103800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 05 17:42:30.242989 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-ae239a9e-ba6c-49ce-a73f-1a90879c0635 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:42:30.291322 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81d87d98-4e0e-462c-98db-23a4a9635964 None None] DHCP port deletion for b0167590-0699-4c5c-a932-3939414a9573 request from dv-neutron-master-2-hyperv {{(pid=103802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 05 17:42:30.306180 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-ae239a9e-ba6c-49ce-a73f-1a90879c0635 None None] Attempting to bind port a9de4567-b414-4542-82e8-f7136666b731 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 05 17:42:30.306546 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-ae239a9e-ba6c-49ce-a73f-1a90879c0635 None None] Attempting to bind port a9de4567-b414-4542-82e8-f7136666b731 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '3f961525-530f-4ce5-8222-1dbbbe774893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573'}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 05 17:42:30.306900 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae239a9e-ba6c-49ce-a73f-1a90879c0635 None None] Attempting to bind port a9de4567-b414-4542-82e8-f7136666b731 on network b0167590-0699-4c5c-a932-3939414a9573 {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:42:30.308898 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed961036-2f34-4a41-b3ef-8a4deba00538 None None] Pushing event updated for resources: {'Port': ['ID=a9de4567-b414-4542-82e8-f7136666b731,revision_number=2']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:42:30.316804 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae239a9e-ba6c-49ce-a73f-1a90879c0635 None None] Checking agent: {'id': '0d4f8fd3-ce62-4651-970c-efa6a8bb22b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 5, 16, 57, 23), 'started_at': datetime.datetime(2022, 1, 5, 16, 57, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 5, 17, 42, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 05 17:42:30.317238 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae239a9e-ba6c-49ce-a73f-1a90879c0635 None None] Checking segment: {'id': '3f961525-530f-4ce5-8222-1dbbbe774893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:42:30.317522 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-ae239a9e-ba6c-49ce-a73f-1a90879c0635 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:42:30.317926 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae239a9e-ba6c-49ce-a73f-1a90879c0635 None None] Bound using segment: {'id': '3f961525-530f-4ce5-8222-1dbbbe774893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573'} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 05 17:42:30.318410 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-ae239a9e-ba6c-49ce-a73f-1a90879c0635 None None] Bound port: a9de4567-b414-4542-82e8-f7136666b731, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f961525-530f-4ce5-8222-1dbbbe774893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573'}}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 05 17:42:30.318782 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-ae239a9e-ba6c-49ce-a73f-1a90879c0635 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:42:30.323847 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d049aad1-7a08-46c4-b4df-34148b2e5f6f tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Network 850ae6b7-f35d-4b22-886f-4dccd0c9b649 is scheduled to be hosted by DHCP agent 3f70c195-17da-4084-9fd6-bf6059d88535 with binding_index 1 {{(pid=103800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 05 17:42:30.378006 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-ae239a9e-ba6c-49ce-a73f-1a90879c0635 None None] For port a9de4567-b414-4542-82e8-f7136666b731, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 05 17:42:30.381467 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-ae239a9e-ba6c-49ce-a73f-1a90879c0635 None None] For port a9de4567-b414-4542-82e8-f7136666b731, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=a9de4567-b414-4542-82e8-f7136666b731,segment=NetworkSegment(3f961525-530f-4ce5-8222-1dbbbe774893),segment_id=3f961525-530f-4ce5-8222-1dbbbe774893)] {{(pid=103802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 05 17:42:30.386084 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-f85d1c2a-4885-4a5d-9c6e-b9f71480a2be None None] Provisioning complete for port a9de4567-b414-4542-82e8-f7136666b731 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:42:30.386443 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-f85d1c2a-4885-4a5d-9c6e-b9f71480a2be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:42:30.392559 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-d049aad1-7a08-46c4-b4df-34148b2e5f6f tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 850ae6b7-f35d-4b22-886f-4dccd0c9b649) {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:42:30.401425 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d049aad1-7a08-46c4-b4df-34148b2e5f6f tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:42:30.401425 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d049aad1-7a08-46c4-b4df-34148b2e5f6f tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks [] for subnet, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:42:30.413796 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bb332f9-6165-49c5-9b4d-5b4e49efb568 None None] Network 850ae6b7-f35d-4b22-886f-4dccd0c9b649 requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:42:30.471729 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-f85d1c2a-4885-4a5d-9c6e-b9f71480a2be None None] Port a9de4567-b414-4542-82e8-f7136666b731 cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 17:42:30.484299 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-ae239a9e-ba6c-49ce-a73f-1a90879c0635 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:42:30.512380 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-d049aad1-7a08-46c4-b4df-34148b2e5f6f tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7533062 Jan 05 17:42:30.513003 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 51480) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:42:30.557374 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-429e16a3-5374-40c0-96ac-cb283b886d7d None None] DHCP port deletion for b0167590-0699-4c5c-a932-3939414a9573 request from dv-neutron-master-2-hyperv {{(pid=103802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 05 17:42:30.582030 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f414129e-3910-4e5a-bb17-8f1d3a9d7b57 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-850ae6b7-f35d-4b22-886f-4dccd0c9b649', 'network_id': '850ae6b7-f35d-4b22-886f-4dccd0c9b649', 'project_id': '8e518d29c86c4653a8de8a7aad689e14', 'fixed_ips': [{'subnet_id': '636c8698-7249-4cb8-a3d8-7ad0a34337a3'}]}} from dv-neutron-master-2-hyperv. {{(pid=103802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 05 17:42:30.582943 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-f414129e-3910-4e5a-bb17-8f1d3a9d7b57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:42:30.592709 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae239a9e-ba6c-49ce-a73f-1a90879c0635 None None] Routers {'9c7e1230-27de-44a0-a982-15c5481ac04e'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:42:30.593338 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-ae239a9e-ba6c-49ce-a73f-1a90879c0635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:42:19Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['9c7e1230-27de-44a0-a982-15c5481ac04e'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:42:30.602994 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed961036-2f34-4a41-b3ef-8a4deba00538 None None] Pushing event updated for resources: {'Port': ['ID=a9de4567-b414-4542-82e8-f7136666b731,revision_number=3']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:42:30.794547 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-715828d5-c34b-41d4-af88-ad8deaeb7e46 None None] Provisioning complete for port a9de4567-b414-4542-82e8-f7136666b731 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:42:30.794952 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-715828d5-c34b-41d4-af88-ad8deaeb7e46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:42:30.797546 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-ae239a9e-ba6c-49ce-a73f-1a90879c0635 None None] Set router 9c7e1230-27de-44a0-a982-15c5481ac04e gateway port host: dv-neutron-master-2-hyperv {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:42:30.972393 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.db_base_plugin_common [None req-f414129e-3910-4e5a-bb17-8f1d3a9d7b57 None None] Allocated IP 172.20.0.2 (850ae6b7-f35d-4b22-886f-4dccd0c9b649/636c8698-7249-4cb8-a3d8-7ad0a34337a3/ba9bc6df-e983-4d5b-83c7-1670731aee92) {{(pid=103802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:42:31.278166 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-715828d5-c34b-41d4-af88-ad8deaeb7e46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:42:31.320029 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-715828d5-c34b-41d4-af88-ad8deaeb7e46 None None] For port a9de4567-b414-4542-82e8-f7136666b731, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=a9de4567-b414-4542-82e8-f7136666b731,segment=NetworkSegment(3f961525-530f-4ce5-8222-1dbbbe774893),segment_id=3f961525-530f-4ce5-8222-1dbbbe774893)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:42:31.334263 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b27a5d84-f4e3-4509-9881-1810b5773107 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:42:31.367891 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-715828d5-c34b-41d4-af88-ad8deaeb7e46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:42:31.411353 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-f414129e-3910-4e5a-bb17-8f1d3a9d7b57 None None] Publish callbacks [] for port, precommit_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:42:31.418308 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-ae239a9e-ba6c-49ce-a73f-1a90879c0635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c7e1230-27de-44a0-a982-15c5481ac04e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2098302760', 'tenant_id': '8e518d29c86c4653a8de8a7aad689e14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.89'}], 'enable_snat': True}, 'gw_port_id': 'a9de4567-b414-4542-82e8-f7136666b731', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:42:27Z', 'updated_at': '2022-01-05T17:42:28Z', 'revision_number': 3, 'project_id': '8e518d29c86c4653a8de8a7aad689e14', 'gw_port': {'id': 'a9de4567-b414-4542-82e8-f7136666b731', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:75:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c7e1230-27de-44a0-a982-15c5481ac04e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:42:28Z', 'updated_at': '2022-01-05T17:42:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:42:31.460318 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae239a9e-ba6c-49ce-a73f-1a90879c0635 None None] The sync data for ids ['9c7e1230-27de-44a0-a982-15c5481ac04e'] in dv-neutron-master-2-hyperv is: [{'id': '9c7e1230-27de-44a0-a982-15c5481ac04e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2098302760', 'tenant_id': '8e518d29c86c4653a8de8a7aad689e14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.89'}], 'enable_snat': True}, 'gw_port_id': 'a9de4567-b414-4542-82e8-f7136666b731', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:42:27Z', 'updated_at': '2022-01-05T17:42:28Z', 'revision_number': 3, 'project_id': '8e518d29c86c4653a8de8a7aad689e14', 'gw_port': {'id': 'a9de4567-b414-4542-82e8-f7136666b731', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:75:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c7e1230-27de-44a0-a982-15c5481ac04e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:42:28Z', 'updated_at': '2022-01-05T17:42:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 05 17:42:31.465088 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715828d5-c34b-41d4-af88-ad8deaeb7e46 None None] Pushing event updated for resources: {'Port': ['ID=a9de4567-b414-4542-82e8-f7136666b731,revision_number=4']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:42:31.513039 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-f414129e-3910-4e5a-bb17-8f1d3a9d7b57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669'] for port, after_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:42:31.551282 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f414129e-3910-4e5a-bb17-8f1d3a9d7b57 None None] Network 850ae6b7-f35d-4b22-886f-4dccd0c9b649 is already hosted by enough agents. {{(pid=103802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:42:31.554989 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.scheduler.base_scheduler [None req-f414129e-3910-4e5a-bb17-8f1d3a9d7b57 None None] Resources bound (agent type, host, resource id): {{(pid=103802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:42:31.558846 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f414129e-3910-4e5a-bb17-8f1d3a9d7b57 None None] Received port after_create {{(pid=103802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:42:31.569487 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f414129e-3910-4e5a-bb17-8f1d3a9d7b57 None None] Pushing event updated for resources: {'Port': ['ID=ba9bc6df-e983-4d5b-83c7-1670731aee92,revision_number=1']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:42:31.622296 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-f414129e-3910-4e5a-bb17-8f1d3a9d7b57 None None] Attempting to bind port ba9bc6df-e983-4d5b-83c7-1670731aee92 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 05 17:42:31.622671 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-f414129e-3910-4e5a-bb17-8f1d3a9d7b57 None None] Attempting to bind port ba9bc6df-e983-4d5b-83c7-1670731aee92 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'b217d18a-d770-4a7c-92ce-af09d9306830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '850ae6b7-f35d-4b22-886f-4dccd0c9b649'}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 05 17:42:31.623037 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f414129e-3910-4e5a-bb17-8f1d3a9d7b57 None None] Attempting to bind port ba9bc6df-e983-4d5b-83c7-1670731aee92 on network 850ae6b7-f35d-4b22-886f-4dccd0c9b649 {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:42:31.629357 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f414129e-3910-4e5a-bb17-8f1d3a9d7b57 None None] Checking agent: {'id': '0d4f8fd3-ce62-4651-970c-efa6a8bb22b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 5, 16, 57, 23), 'started_at': datetime.datetime(2022, 1, 5, 16, 57, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 5, 17, 42, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 05 17:42:31.629650 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f414129e-3910-4e5a-bb17-8f1d3a9d7b57 None None] Checking segment: {'id': 'b217d18a-d770-4a7c-92ce-af09d9306830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '850ae6b7-f35d-4b22-886f-4dccd0c9b649'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:42:31.630066 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-f414129e-3910-4e5a-bb17-8f1d3a9d7b57 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:42:31.630493 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f414129e-3910-4e5a-bb17-8f1d3a9d7b57 None None] Bound using segment: {'id': 'b217d18a-d770-4a7c-92ce-af09d9306830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '850ae6b7-f35d-4b22-886f-4dccd0c9b649'} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 05 17:42:31.631131 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-f414129e-3910-4e5a-bb17-8f1d3a9d7b57 None None] Bound port: ba9bc6df-e983-4d5b-83c7-1670731aee92, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b217d18a-d770-4a7c-92ce-af09d9306830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '850ae6b7-f35d-4b22-886f-4dccd0c9b649'}}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 05 17:42:31.631652 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-f414129e-3910-4e5a-bb17-8f1d3a9d7b57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:42:31.632424 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [None req-b27a5d84-f4e3-4509-9881-1810b5773107 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Allocated IP 172.20.0.1 (850ae6b7-f35d-4b22-886f-4dccd0c9b649/636c8698-7249-4cb8-a3d8-7ad0a34337a3/480d6a24-a423-4165-8a42-2182e4cdd36b) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:42:31.738045 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-f414129e-3910-4e5a-bb17-8f1d3a9d7b57 None None] For port ba9bc6df-e983-4d5b-83c7-1670731aee92, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 05 17:42:31.747367 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-f414129e-3910-4e5a-bb17-8f1d3a9d7b57 None None] For port ba9bc6df-e983-4d5b-83c7-1670731aee92, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ba9bc6df-e983-4d5b-83c7-1670731aee92,segment=NetworkSegment(b217d18a-d770-4a7c-92ce-af09d9306830),segment_id=b217d18a-d770-4a7c-92ce-af09d9306830)] {{(pid=103802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 05 17:42:31.770644 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b27a5d84-f4e3-4509-9881-1810b5773107 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks [] for port, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:42:31.833250 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-f414129e-3910-4e5a-bb17-8f1d3a9d7b57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:42:31.866315 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b27a5d84-f4e3-4509-9881-1810b5773107 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:42:31.901894 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f414129e-3910-4e5a-bb17-8f1d3a9d7b57 None None] Pushing event updated for resources: {'Port': ['ID=ba9bc6df-e983-4d5b-83c7-1670731aee92,revision_number=2']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:42:31.913337 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b27a5d84-f4e3-4509-9881-1810b5773107 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Network 850ae6b7-f35d-4b22-886f-4dccd0c9b649 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:42:31.916864 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-b27a5d84-f4e3-4509-9881-1810b5773107 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:42:31.920713 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b27a5d84-f4e3-4509-9881-1810b5773107 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:42:31.956284 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27a5d84-f4e3-4509-9881-1810b5773107 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Pushing event updated for resources: {'Port': ['ID=480d6a24-a423-4165-8a42-2182e4cdd36b,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:42:31.986946 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b27a5d84-f4e3-4509-9881-1810b5773107 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-648552'] for router_interface, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:42:32.221881 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b27a5d84-f4e3-4509-9881-1810b5773107 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:42:32.507748 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b27a5d84-f4e3-4509-9881-1810b5773107 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks [] for port, precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:42:32.587280 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b27a5d84-f4e3-4509-9881-1810b5773107 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8784461'] for port, after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:42:32.666472 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27a5d84-f4e3-4509-9881-1810b5773107 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Pushing event updated for resources: {'Port': ['ID=480d6a24-a423-4165-8a42-2182e4cdd36b,revision_number=2']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:42:32.669935 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b27a5d84-f4e3-4509-9881-1810b5773107 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-531704'] for router_interface, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:42:32.714074 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device ba9bc6df-e983-4d5b-83c7-1670731aee92 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:42:32.766913 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Provisioning complete for port ba9bc6df-e983-4d5b-83c7-1670731aee92 triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:42:32.767271 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:42:32.777106 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b27a5d84-f4e3-4509-9881-1810b5773107 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Network 850ae6b7-f35d-4b22-886f-4dccd0c9b649 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:42:32.778682 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-b27a5d84-f4e3-4509-9881-1810b5773107 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:42:32.859912 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:42:32.895482 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] For port ba9bc6df-e983-4d5b-83c7-1670731aee92, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ba9bc6df-e983-4d5b-83c7-1670731aee92,segment=NetworkSegment(b217d18a-d770-4a7c-92ce-af09d9306830),segment_id=b217d18a-d770-4a7c-92ce-af09d9306830)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:42:32.899739 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fe0e0ac-5abb-4871-bbe5-1dd30f9b0c84 None None] Network 850ae6b7-f35d-4b22-886f-4dccd0c9b649 requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:42:32.915087 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b27a5d84-f4e3-4509-9881-1810b5773107 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Router 9c7e1230-27de-44a0-a982-15c5481ac04e has already been hosted by L3 agent 59446fdc-40e0-41fe-a575-a8eb11d742f7 {{(pid=103800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 05 17:42:32.955603 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-209131c5-8347-446a-b330-6cf2a23a9703 None None] Provisioning complete for port ba9bc6df-e983-4d5b-83c7-1670731aee92 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:42:32.955969 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-209131c5-8347-446a-b330-6cf2a23a9703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:42:32.960123 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:42:32.960884 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device a9de4567-b414-4542-82e8-f7136666b731 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:42:33.026412 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b27a5d84-f4e3-4509-9881-1810b5773107 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 05 17:42:33.033089 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-b27a5d84-f4e3-4509-9881-1810b5773107 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "PUT /v2.0/routers/9c7e1230-27de-44a0-a982-15c5481ac04e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5184882 Jan 05 17:42:33.108253 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Pushing event updated for resources: {'Port': ['ID=ba9bc6df-e983-4d5b-83c7-1670731aee92,revision_number=3']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:42:33.158900 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Provisioning complete for port a9de4567-b414-4542-82e8-f7136666b731 triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:42:33.159266 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:42:33.190168 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-b20257d8-d11f-4163-b973-18d73af3d89f req-1b130656-24b7-4a9f-9bb1-b8882611d308 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1917754842&fields=id&tenant_id=8e518d29c86c4653a8de8a7aad689e14 HTTP/1.1" status: 200 len: 267 time: 0.0500581 Jan 05 17:42:33.313333 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20257d8-d11f-4163-b973-18d73af3d89f req-96cf4d06-0cc0-4b71-9f2b-9230efa8d26d tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:42:33.315044 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-b20257d8-d11f-4163-b973-18d73af3d89f req-96cf4d06-0cc0-4b71-9f2b-9230efa8d26d tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "GET /v2.0/networks?id=850ae6b7-f35d-4b22-886f-4dccd0c9b649 HTTP/1.1" status: 200 len: 797 time: 0.1147404 Jan 05 17:42:33.329943 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-b20257d8-d11f-4163-b973-18d73af3d89f req-c3536ba1-4c41-4eed-9680-6165fbcef8c3 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "GET /v2.0/quotas/8e518d29c86c4653a8de8a7aad689e14 HTTP/1.1" status: 200 len: 375 time: 0.0093634 Jan 05 17:42:33.389398 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-b20257d8-d11f-4163-b973-18d73af3d89f req-4077cb96-123d-4b89-88c9-65fa1f240748 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=8e518d29c86c4653a8de8a7aad689e14&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0531170 Jan 05 17:42:33.392591 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9547c56-5c4d-4538-8c84-d6f6f673ddd4 None None] Sync routers for ids ['9c7e1230-27de-44a0-a982-15c5481ac04e'] in dv-neutron-master-2-hyperv {{(pid=103803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 05 17:42:33.405452 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9547c56-5c4d-4538-8c84-d6f6f673ddd4 None None] Routers {'9c7e1230-27de-44a0-a982-15c5481ac04e'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:42:33.406265 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-a9547c56-5c4d-4538-8c84-d6f6f673ddd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:42:19Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['9c7e1230-27de-44a0-a982-15c5481ac04e'], 'active': True} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:42:33.423529 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-d2cdf07c-869c-42f7-b14a-5c68547f761d None None] Provisioning complete for port 480d6a24-a423-4165-8a42-2182e4cdd36b triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:42:33.423898 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d2cdf07c-869c-42f7-b14a-5c68547f761d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:42:33.465893 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-d2cdf07c-869c-42f7-b14a-5c68547f761d None None] Port 480d6a24-a423-4165-8a42-2182e4cdd36b cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 17:42:33.479208 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-d2cdf07c-869c-42f7-b14a-5c68547f761d None None] Provisioning complete for port ba9bc6df-e983-4d5b-83c7-1670731aee92 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:42:33.479567 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d2cdf07c-869c-42f7-b14a-5c68547f761d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:42:33.506042 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-b20257d8-d11f-4163-b973-18d73af3d89f req-15b0d194-c88a-41cc-af74-036be6ff0df7 service neutron] 10.222.0.11 "GET /v2.0/networks/850ae6b7-f35d-4b22-886f-4dccd0c9b649?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024616 Jan 05 17:42:33.534438 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvr_db [None req-a9547c56-5c4d-4538-8c84-d6f6f673ddd4 None None] Set router 9c7e1230-27de-44a0-a982-15c5481ac04e gateway port host: dv-neutron-master-2-hyperv {{(pid=103803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:42:33.606344 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-b20257d8-d11f-4163-b973-18d73af3d89f req-7697a946-449b-4ae1-8499-797cf109f085 service neutron] 10.222.0.11 "GET /v2.0/networks/850ae6b7-f35d-4b22-886f-4dccd0c9b649?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991395 Jan 05 17:42:33.703488 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-e19de9d9-8d16-4a48-b7c0-bf6f860ff5d9 None None] Provisioning complete for port 480d6a24-a423-4165-8a42-2182e4cdd36b triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:42:33.704100 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-e19de9d9-8d16-4a48-b7c0-bf6f860ff5d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:42:33.742393 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-e19de9d9-8d16-4a48-b7c0-bf6f860ff5d9 None None] Port 480d6a24-a423-4165-8a42-2182e4cdd36b cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 17:42:33.840775 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-a9547c56-5c4d-4538-8c84-d6f6f673ddd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c7e1230-27de-44a0-a982-15c5481ac04e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2098302760', 'tenant_id': '8e518d29c86c4653a8de8a7aad689e14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.89'}], 'enable_snat': True}, 'gw_port_id': 'a9de4567-b414-4542-82e8-f7136666b731', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:42:27Z', 'updated_at': '2022-01-05T17:42:32Z', 'revision_number': 4, 'project_id': '8e518d29c86c4653a8de8a7aad689e14', 'gw_port': {'id': 'a9de4567-b414-4542-82e8-f7136666b731', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:75:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c7e1230-27de-44a0-a982-15c5481ac04e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:42:28Z', 'updated_at': '2022-01-05T17:42:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '480d6a24-a423-4165-8a42-2182e4cdd36b', 'name': '', 'network_id': '850ae6b7-f35d-4b22-886f-4dccd0c9b649', 'tenant_id': '8e518d29c86c4653a8de8a7aad689e14', 'mac_address': 'fa:16:3e:26:27:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c7e1230-27de-44a0-a982-15c5481ac04e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': '636c8698-7249-4cb8-a3d8-7ad0a34337a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:42:31Z', 'updated_at': '2022-01-05T17:42:32Z', 'revision_number': 2, 'project_id': '8e518d29c86c4653a8de8a7aad689e14', 'subnets': [{'id': '636c8698-7249-4cb8-a3d8-7ad0a34337a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:42:33.868535 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9547c56-5c4d-4538-8c84-d6f6f673ddd4 None None] Checking router: 9c7e1230-27de-44a0-a982-15c5481ac04e for host: dv-neutron-master-2-hyperv {{(pid=103803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 05 17:42:33.868892 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9547c56-5c4d-4538-8c84-d6f6f673ddd4 None None] Updating router 9c7e1230-27de-44a0-a982-15c5481ac04e port 480d6a24-a423-4165-8a42-2182e4cdd36b binding host dv-neutron-master-2-hyperv {{(pid=103803) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 05 17:42:33.873864 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-f495cf88-6627-454b-92b0-21c3a1fa2611 None None] Provisioning complete for port 480d6a24-a423-4165-8a42-2182e4cdd36b triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:42:33.874619 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-f495cf88-6627-454b-92b0-21c3a1fa2611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:42:33.908608 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-a9547c56-5c4d-4538-8c84-d6f6f673ddd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:42:33.928017 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-f495cf88-6627-454b-92b0-21c3a1fa2611 None None] Port 480d6a24-a423-4165-8a42-2182e4cdd36b cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 17:42:33.995486 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-3ac876d6-faad-4178-b9ef-d7966cd1a424 req-9a19fe8d-3501-47c7-b92b-51cd10484ab0 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "GET /v2.0/ports?device_id=f74e8013-9921-44bd-adc6-df0fb37054ea HTTP/1.1" status: 200 len: 210 time: 0.1521523 Jan 05 17:42:34.184176 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-a9547c56-5c4d-4538-8c84-d6f6f673ddd4 None None] Publish callbacks [] for port, precommit_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:42:34.249466 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-a9547c56-5c4d-4538-8c84-d6f6f673ddd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:42:34.299606 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a59021f-21e0-4d0f-b465-ed37cf57d2df None None] Pushing event updated for resources: {'Port': ['ID=480d6a24-a423-4165-8a42-2182e4cdd36b,revision_number=3']} {{(pid=103803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:42:34.311533 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a59021f-21e0-4d0f-b465-ed37cf57d2df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:42:34.311533 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a59021f-21e0-4d0f-b465-ed37cf57d2df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:42:34.311848 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a59021f-21e0-4d0f-b465-ed37cf57d2df None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:42:34.312066 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a59021f-21e0-4d0f-b465-ed37cf57d2df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:42:34.312261 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a59021f-21e0-4d0f-b465-ed37cf57d2df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:42:34.312584 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a59021f-21e0-4d0f-b465-ed37cf57d2df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:42:34.312933 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a59021f-21e0-4d0f-b465-ed37cf57d2df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:42:34.313252 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a59021f-21e0-4d0f-b465-ed37cf57d2df None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:42:34.313683 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a59021f-21e0-4d0f-b465-ed37cf57d2df None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:42:34.313972 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a59021f-21e0-4d0f-b465-ed37cf57d2df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:42:34.314328 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a59021f-21e0-4d0f-b465-ed37cf57d2df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:42:34.314636 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a59021f-21e0-4d0f-b465-ed37cf57d2df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:42:34.314947 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a59021f-21e0-4d0f-b465-ed37cf57d2df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:42:34.366698 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.plugins.ml2.managers [None req-a9547c56-5c4d-4538-8c84-d6f6f673ddd4 None None] Attempting to bind port 480d6a24-a423-4165-8a42-2182e4cdd36b on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 05 17:42:34.367080 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.plugins.ml2.managers [None req-a9547c56-5c4d-4538-8c84-d6f6f673ddd4 None None] Attempting to bind port 480d6a24-a423-4165-8a42-2182e4cdd36b by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'b217d18a-d770-4a7c-92ce-af09d9306830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '850ae6b7-f35d-4b22-886f-4dccd0c9b649'}] {{(pid=103803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 05 17:42:34.367442 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9547c56-5c4d-4538-8c84-d6f6f673ddd4 None None] Attempting to bind port 480d6a24-a423-4165-8a42-2182e4cdd36b on network 850ae6b7-f35d-4b22-886f-4dccd0c9b649 {{(pid=103803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:42:34.372769 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9547c56-5c4d-4538-8c84-d6f6f673ddd4 None None] Checking agent: {'id': '0d4f8fd3-ce62-4651-970c-efa6a8bb22b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 5, 16, 57, 23), 'started_at': datetime.datetime(2022, 1, 5, 16, 57, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 5, 17, 42, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 05 17:42:34.373209 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9547c56-5c4d-4538-8c84-d6f6f673ddd4 None None] Checking segment: {'id': 'b217d18a-d770-4a7c-92ce-af09d9306830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '850ae6b7-f35d-4b22-886f-4dccd0c9b649'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:42:34.373524 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-a9547c56-5c4d-4538-8c84-d6f6f673ddd4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:42:34.373935 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9547c56-5c4d-4538-8c84-d6f6f673ddd4 None None] Bound using segment: {'id': 'b217d18a-d770-4a7c-92ce-af09d9306830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '850ae6b7-f35d-4b22-886f-4dccd0c9b649'} {{(pid=103803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 05 17:42:34.374391 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.plugins.ml2.managers [None req-a9547c56-5c4d-4538-8c84-d6f6f673ddd4 None None] Bound port: 480d6a24-a423-4165-8a42-2182e4cdd36b, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b217d18a-d770-4a7c-92ce-af09d9306830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '850ae6b7-f35d-4b22-886f-4dccd0c9b649'}}] {{(pid=103803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 05 17:42:34.374756 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-a9547c56-5c4d-4538-8c84-d6f6f673ddd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:42:34.443216 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.plugins.ml2.db [None req-a9547c56-5c4d-4538-8c84-d6f6f673ddd4 None None] For port 480d6a24-a423-4165-8a42-2182e4cdd36b, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 05 17:42:34.447212 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.plugins.ml2.db [None req-a9547c56-5c4d-4538-8c84-d6f6f673ddd4 None None] For port 480d6a24-a423-4165-8a42-2182e4cdd36b, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=480d6a24-a423-4165-8a42-2182e4cdd36b,segment=NetworkSegment(b217d18a-d770-4a7c-92ce-af09d9306830),segment_id=b217d18a-d770-4a7c-92ce-af09d9306830)] {{(pid=103803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 05 17:42:34.547381 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-a9547c56-5c4d-4538-8c84-d6f6f673ddd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:42:34.554730 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-bb06438c-3a1f-432e-a0b1-93513ddcd389 None None] Provisioning complete for port 480d6a24-a423-4165-8a42-2182e4cdd36b triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:42:34.555058 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-bb06438c-3a1f-432e-a0b1-93513ddcd389 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:42:34.614354 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9547c56-5c4d-4538-8c84-d6f6f673ddd4 None None] Routers {'9c7e1230-27de-44a0-a982-15c5481ac04e'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:42:34.615802 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-a9547c56-5c4d-4538-8c84-d6f6f673ddd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:42:19Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['9c7e1230-27de-44a0-a982-15c5481ac04e'], 'active': True} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:42:34.621007 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a59021f-21e0-4d0f-b465-ed37cf57d2df None None] Pushing event updated for resources: {'Port': ['ID=480d6a24-a423-4165-8a42-2182e4cdd36b,revision_number=4']} {{(pid=103803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:42:34.660032 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-bb06438c-3a1f-432e-a0b1-93513ddcd389 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:42:34.669524 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device ba9bc6df-e983-4d5b-83c7-1670731aee92 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:42:34.736729 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-bb06438c-3a1f-432e-a0b1-93513ddcd389 None None] For port 480d6a24-a423-4165-8a42-2182e4cdd36b, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=480d6a24-a423-4165-8a42-2182e4cdd36b,segment=NetworkSegment(b217d18a-d770-4a7c-92ce-af09d9306830),segment_id=b217d18a-d770-4a7c-92ce-af09d9306830)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:42:34.750118 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Provisioning complete for port ba9bc6df-e983-4d5b-83c7-1670731aee92 triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:42:34.750789 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:42:34.752260 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvr_db [None req-a9547c56-5c4d-4538-8c84-d6f6f673ddd4 None None] Set router 9c7e1230-27de-44a0-a982-15c5481ac04e gateway port host: dv-neutron-master-2-hyperv {{(pid=103803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:42:34.824872 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-bb06438c-3a1f-432e-a0b1-93513ddcd389 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:42:34.884811 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb06438c-3a1f-432e-a0b1-93513ddcd389 None None] Pushing event updated for resources: {'Port': ['ID=480d6a24-a423-4165-8a42-2182e4cdd36b,revision_number=5']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:42:34.944024 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-8ed1ef9a-55dc-464e-ad92-92082cbca696 None None] Provisioning complete for port 480d6a24-a423-4165-8a42-2182e4cdd36b triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:42:34.944482 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-8ed1ef9a-55dc-464e-ad92-92082cbca696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:42:34.967009 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-a9547c56-5c4d-4538-8c84-d6f6f673ddd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c7e1230-27de-44a0-a982-15c5481ac04e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2098302760', 'tenant_id': '8e518d29c86c4653a8de8a7aad689e14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.89'}], 'enable_snat': True}, 'gw_port_id': 'a9de4567-b414-4542-82e8-f7136666b731', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:42:27Z', 'updated_at': '2022-01-05T17:42:32Z', 'revision_number': 4, 'project_id': '8e518d29c86c4653a8de8a7aad689e14', 'gw_port': {'id': 'a9de4567-b414-4542-82e8-f7136666b731', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:75:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c7e1230-27de-44a0-a982-15c5481ac04e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:42:28Z', 'updated_at': '2022-01-05T17:42:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '480d6a24-a423-4165-8a42-2182e4cdd36b', 'name': '', 'network_id': '850ae6b7-f35d-4b22-886f-4dccd0c9b649', 'tenant_id': '8e518d29c86c4653a8de8a7aad689e14', 'mac_address': 'fa:16:3e:26:27:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c7e1230-27de-44a0-a982-15c5481ac04e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': '636c8698-7249-4cb8-a3d8-7ad0a34337a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:42:31Z', 'updated_at': '2022-01-05T17:42:34Z', 'revision_number': 4, 'project_id': '8e518d29c86c4653a8de8a7aad689e14', 'subnets': [{'id': '636c8698-7249-4cb8-a3d8-7ad0a34337a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:42:34.993843 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9547c56-5c4d-4538-8c84-d6f6f673ddd4 None None] The sync data for ids ['9c7e1230-27de-44a0-a982-15c5481ac04e'] in dv-neutron-master-2-hyperv is: [{'id': '9c7e1230-27de-44a0-a982-15c5481ac04e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2098302760', 'tenant_id': '8e518d29c86c4653a8de8a7aad689e14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.89'}], 'enable_snat': True}, 'gw_port_id': 'a9de4567-b414-4542-82e8-f7136666b731', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:42:27Z', 'updated_at': '2022-01-05T17:42:32Z', 'revision_number': 4, 'project_id': '8e518d29c86c4653a8de8a7aad689e14', 'gw_port': {'id': 'a9de4567-b414-4542-82e8-f7136666b731', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:75:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c7e1230-27de-44a0-a982-15c5481ac04e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:42:28Z', 'updated_at': '2022-01-05T17:42:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '480d6a24-a423-4165-8a42-2182e4cdd36b', 'name': '', 'network_id': '850ae6b7-f35d-4b22-886f-4dccd0c9b649', 'tenant_id': '8e518d29c86c4653a8de8a7aad689e14', 'mac_address': 'fa:16:3e:26:27:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c7e1230-27de-44a0-a982-15c5481ac04e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': '636c8698-7249-4cb8-a3d8-7ad0a34337a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:42:31Z', 'updated_at': '2022-01-05T17:42:34Z', 'revision_number': 4, 'project_id': '8e518d29c86c4653a8de8a7aad689e14', 'subnets': [{'id': '636c8698-7249-4cb8-a3d8-7ad0a34337a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 05 17:42:35.125107 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-2609da92-0b2b-422a-bae1-9c6da5b14145 req-d9c73a2d-8065-4aa6-a963-04cea2ce55e4 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "GET /v2.0/ports?device_id=f74e8013-9921-44bd-adc6-df0fb37054ea HTTP/1.1" status: 200 len: 210 time: 0.0281749 Jan 05 17:42:35.794694 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20257d8-d11f-4163-b973-18d73af3d89f req-9274f312-6498-4232-b506-02006cfd0a35 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:42:35.796193 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-b20257d8-d11f-4163-b973-18d73af3d89f req-9274f312-6498-4232-b506-02006cfd0a35 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.13 "GET /v2.0/networks?id=850ae6b7-f35d-4b22-886f-4dccd0c9b649 HTTP/1.1" status: 200 len: 797 time: 0.1105769 Jan 05 17:42:35.869702 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-b20257d8-d11f-4163-b973-18d73af3d89f req-df31878e-a288-4039-9d94-8fc28b78fa78 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8e518d29c86c4653a8de8a7aad689e14 HTTP/1.1" status: 200 len: 380 time: 0.0646920 Jan 05 17:42:35.879545 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [req-b20257d8-d11f-4163-b973-18d73af3d89f req-045320a2-f005-44dc-ad4d-11a1a515c0e3 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Request body: {'port': {'device_id': 'f74e8013-9921-44bd-adc6-df0fb37054ea', 'network_id': '850ae6b7-f35d-4b22-886f-4dccd0c9b649', 'admin_state_up': True, 'tenant_id': '8e518d29c86c4653a8de8a7aad689e14', 'security_groups': ['3cffb15c-e288-4a7c-b3a2-31de7d7d70dd']}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:42:36.059831 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b20257d8-d11f-4163-b973-18d73af3d89f req-045320a2-f005-44dc-ad4d-11a1a515c0e3 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Made reservation on behalf of 8e518d29c86c4653a8de8a7aad689e14 for: {'port': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:42:36.063513 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-b20257d8-d11f-4163-b973-18d73af3d89f req-045320a2-f005-44dc-ad4d-11a1a515c0e3 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:42:36.191562 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [req-b20257d8-d11f-4163-b973-18d73af3d89f req-045320a2-f005-44dc-ad4d-11a1a515c0e3 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Allocated IP 172.20.0.7 (850ae6b7-f35d-4b22-886f-4dccd0c9b649/636c8698-7249-4cb8-a3d8-7ad0a34337a3/e0d2c995-356a-4773-81e2-47da70db5145) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:42:36.218547 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-83515115-7784-4777-9cd9-bf5fe2c887ed req-9b0cf6b6-f158-40f7-912b-929d2c0bac4d tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "GET /v2.0/ports?device_id=f74e8013-9921-44bd-adc6-df0fb37054ea HTTP/1.1" status: 200 len: 210 time: 0.0267084 Jan 05 17:42:36.332008 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-b20257d8-d11f-4163-b973-18d73af3d89f req-045320a2-f005-44dc-ad4d-11a1a515c0e3 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks [] for port, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:42:36.409470 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-b20257d8-d11f-4163-b973-18d73af3d89f req-045320a2-f005-44dc-ad4d-11a1a515c0e3 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:42:36.454994 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b20257d8-d11f-4163-b973-18d73af3d89f req-045320a2-f005-44dc-ad4d-11a1a515c0e3 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Network 850ae6b7-f35d-4b22-886f-4dccd0c9b649 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:42:36.459081 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [req-b20257d8-d11f-4163-b973-18d73af3d89f req-045320a2-f005-44dc-ad4d-11a1a515c0e3 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:42:36.463132 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [req-b20257d8-d11f-4163-b973-18d73af3d89f req-045320a2-f005-44dc-ad4d-11a1a515c0e3 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:42:36.472534 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045320a2-f005-44dc-ad4d-11a1a515c0e3 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Pushing event updated for resources: {'Port': ['ID=e0d2c995-356a-4773-81e2-47da70db5145,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:42:36.519330 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20257d8-d11f-4163-b973-18d73af3d89f req-045320a2-f005-44dc-ad4d-11a1a515c0e3 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:42:36.519948 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-b20257d8-d11f-4163-b973-18d73af3d89f req-045320a2-f005-44dc-ad4d-11a1a515c0e3 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:42:36.566802 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-b20257d8-d11f-4163-b973-18d73af3d89f req-045320a2-f005-44dc-ad4d-11a1a515c0e3 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6915691 Jan 05 17:42:36.643770 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [req-b20257d8-d11f-4163-b973-18d73af3d89f req-61510678-c00c-4339-933c-0e66561c2fc5 service neutron] Request body: {'port': {'device_id': 'f74e8013-9921-44bd-adc6-df0fb37054ea', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:42:36.673446 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 480d6a24-a423-4165-8a42-2182e4cdd36b up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:42:36.699176 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-b20257d8-d11f-4163-b973-18d73af3d89f req-61510678-c00c-4339-933c-0e66561c2fc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:42:36.720473 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Provisioning complete for port 480d6a24-a423-4165-8a42-2182e4cdd36b triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:42:36.720840 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:42:36.772386 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-cc802576-0e13-495e-bcf5-14824bd3dc0b None None] Provisioning complete for port e0d2c995-356a-4773-81e2-47da70db5145 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:42:36.772646 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-cc802576-0e13-495e-bcf5-14824bd3dc0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:42:36.829049 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-cc802576-0e13-495e-bcf5-14824bd3dc0b None None] Port e0d2c995-356a-4773-81e2-47da70db5145 cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 17:42:36.965609 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.notifiers.nova [req-b20257d8-d11f-4163-b973-18d73af3d89f req-61510678-c00c-4339-933c-0e66561c2fc5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0d2c995-356a-4773-81e2-47da70db5145 {{(pid=103800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 05 17:42:36.973146 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-b20257d8-d11f-4163-b973-18d73af3d89f req-61510678-c00c-4339-933c-0e66561c2fc5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:42:36.984906 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.provisioning_blocks [req-b20257d8-d11f-4163-b973-18d73af3d89f req-61510678-c00c-4339-933c-0e66561c2fc5 service neutron] Transition to ACTIVE for port object e0d2c995-356a-4773-81e2-47da70db5145 will not be triggered until provisioned by entity L2. {{(pid=103800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 05 17:42:37.042762 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-b20257d8-d11f-4163-b973-18d73af3d89f req-61510678-c00c-4339-933c-0e66561c2fc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8784461'] for port, after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:42:37.091917 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61510678-c00c-4339-933c-0e66561c2fc5 service neutron] Pushing event updated for resources: {'Port': ['ID=e0d2c995-356a-4773-81e2-47da70db5145,revision_number=2']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:42:37.165176 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [req-b20257d8-d11f-4163-b973-18d73af3d89f req-61510678-c00c-4339-933c-0e66561c2fc5 service neutron] Attempting to bind port e0d2c995-356a-4773-81e2-47da70db5145 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 05 17:42:37.165605 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [req-b20257d8-d11f-4163-b973-18d73af3d89f req-61510678-c00c-4339-933c-0e66561c2fc5 service neutron] Attempting to bind port e0d2c995-356a-4773-81e2-47da70db5145 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'b217d18a-d770-4a7c-92ce-af09d9306830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '850ae6b7-f35d-4b22-886f-4dccd0c9b649'}] {{(pid=103800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 05 17:42:37.166023 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b20257d8-d11f-4163-b973-18d73af3d89f req-61510678-c00c-4339-933c-0e66561c2fc5 service neutron] Attempting to bind port e0d2c995-356a-4773-81e2-47da70db5145 on network 850ae6b7-f35d-4b22-886f-4dccd0c9b649 {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:42:37.170680 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b20257d8-d11f-4163-b973-18d73af3d89f req-61510678-c00c-4339-933c-0e66561c2fc5 service neutron] Port e0d2c995-356a-4773-81e2-47da70db5145 on network 850ae6b7-f35d-4b22-886f-4dccd0c9b649 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 05 17:42:37.171089 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b20257d8-d11f-4163-b973-18d73af3d89f req-61510678-c00c-4339-933c-0e66561c2fc5 service neutron] Attempting to bind port e0d2c995-356a-4773-81e2-47da70db5145 on network 850ae6b7-f35d-4b22-886f-4dccd0c9b649 {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:42:37.176023 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b20257d8-d11f-4163-b973-18d73af3d89f req-61510678-c00c-4339-933c-0e66561c2fc5 service neutron] Checking agent: {'id': '5c36d785-abe8-4e89-a23a-b403333d2378', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 5, 17, 3, 49), 'started_at': datetime.datetime(2022, 1, 5, 17, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 1, 5, 17, 42, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 05 17:42:37.176366 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b20257d8-d11f-4163-b973-18d73af3d89f req-61510678-c00c-4339-933c-0e66561c2fc5 service neutron] Checking segment: {'id': 'b217d18a-d770-4a7c-92ce-af09d9306830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '850ae6b7-f35d-4b22-886f-4dccd0c9b649'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:42:37.176752 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b20257d8-d11f-4163-b973-18d73af3d89f req-61510678-c00c-4339-933c-0e66561c2fc5 service neutron] Bound using segment: {'id': 'b217d18a-d770-4a7c-92ce-af09d9306830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '850ae6b7-f35d-4b22-886f-4dccd0c9b649'} {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 05 17:42:37.177182 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [req-b20257d8-d11f-4163-b973-18d73af3d89f req-61510678-c00c-4339-933c-0e66561c2fc5 service neutron] Bound port: e0d2c995-356a-4773-81e2-47da70db5145, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b217d18a-d770-4a7c-92ce-af09d9306830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '850ae6b7-f35d-4b22-886f-4dccd0c9b649'}}] {{(pid=103800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 05 17:42:37.178051 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-b20257d8-d11f-4163-b973-18d73af3d89f req-61510678-c00c-4339-933c-0e66561c2fc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:42:37.242620 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.db [req-b20257d8-d11f-4163-b973-18d73af3d89f req-61510678-c00c-4339-933c-0e66561c2fc5 service neutron] For port e0d2c995-356a-4773-81e2-47da70db5145, host hv-neutron-mast, cleared binding levels {{(pid=103800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 05 17:42:37.245766 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.db [req-b20257d8-d11f-4163-b973-18d73af3d89f req-61510678-c00c-4339-933c-0e66561c2fc5 service neutron] For port e0d2c995-356a-4773-81e2-47da70db5145, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=e0d2c995-356a-4773-81e2-47da70db5145,segment=NetworkSegment(b217d18a-d770-4a7c-92ce-af09d9306830),segment_id=b217d18a-d770-4a7c-92ce-af09d9306830)] {{(pid=103800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 05 17:42:37.315126 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-b20257d8-d11f-4163-b973-18d73af3d89f req-61510678-c00c-4339-933c-0e66561c2fc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8784461'] for port, after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:42:37.356491 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20257d8-d11f-4163-b973-18d73af3d89f req-61510678-c00c-4339-933c-0e66561c2fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:42:37.357102 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-b20257d8-d11f-4163-b973-18d73af3d89f req-61510678-c00c-4339-933c-0e66561c2fc5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:42:37.358769 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-b20257d8-d11f-4163-b973-18d73af3d89f req-61510678-c00c-4339-933c-0e66561c2fc5 service neutron] 10.222.0.13 "PUT /v2.0/ports/e0d2c995-356a-4773-81e2-47da70db5145 HTTP/1.1" status: 200 len: 1093 time: 0.7849557 Jan 05 17:42:37.359205 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f74e8013-9921-44bd-adc6-df0fb37054ea', 'tag': 'e0d2c995-356a-4773-81e2-47da70db5145'}] {{(pid=103800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 05 17:42:37.361474 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f64b9d4628f7eefcc27168a80c04985d23f0ea5def038dae05e1deb7357f3bfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0420bd37-56be-42f9-a372-33dc4027abde" -d '{"events": [{"name": "network-changed", "server_uuid": "f74e8013-9921-44bd-adc6-df0fb37054ea", "tag": "e0d2c995-356a-4773-81e2-47da70db5145"}]}' {{(pid=103800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 05 17:42:37.389713 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcb683c-0cbc-4b58-b560-e602f26e8272 req-ab493459-a2ac-4934-b8e4-a1195aee07be tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:42:37.391270 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-5fcb683c-0cbc-4b58-b560-e602f26e8272 req-ab493459-a2ac-4934-b8e4-a1195aee07be tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "GET /v2.0/ports?device_id=f74e8013-9921-44bd-adc6-df0fb37054ea HTTP/1.1" status: 200 len: 943 time: 0.1036718 Jan 05 17:42:37.408387 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Jan 2022 17:42:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5a99f9b-5914-45c6-8284-9ba0af71dda1 x-openstack-request-id: req-e5a99f9b-5914-45c6-8284-9ba0af71dda1 {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 05 17:42:37.408621 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f74e8013-9921-44bd-adc6-df0fb37054ea", "tag": "e0d2c995-356a-4773-81e2-47da70db5145", "status": "completed", "code": 200}]} {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 05 17:42:37.408872 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e5a99f9b-5914-45c6-8284-9ba0af71dda1 {{(pid=103800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 05 17:42:37.409889 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f74e8013-9921-44bd-adc6-df0fb37054ea', 'tag': 'e0d2c995-356a-4773-81e2-47da70db5145', 'status': 'completed', 'code': 200} Jan 05 17:42:37.410600 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61510678-c00c-4339-933c-0e66561c2fc5 service neutron] Pushing event updated for resources: {'Port': ['ID=e0d2c995-356a-4773-81e2-47da70db5145,revision_number=3']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:42:37.489660 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-5fcb683c-0cbc-4b58-b560-e602f26e8272 req-3ae67dd4-8546-49a7-af9b-9db1a44ebeaf tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "GET /v2.0/security-groups?id=3cffb15c-e288-4a7c-b3a2-31de7d7d70dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903933 Jan 05 17:42:37.499433 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0420bd37-56be-42f9-a372-33dc4027abde req-e7c987e8-a76b-47f8-82b4-444e35c07068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:42:37.500971 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-0420bd37-56be-42f9-a372-33dc4027abde req-e7c987e8-a76b-47f8-82b4-444e35c07068 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8e518d29c86c4653a8de8a7aad689e14&device_id=f74e8013-9921-44bd-adc6-df0fb37054ea HTTP/1.1" status: 200 len: 1096 time: 0.0685956 Jan 05 17:42:37.598738 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0420bd37-56be-42f9-a372-33dc4027abde req-d84f45ee-9351-4ee7-9334-6e05cc674b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:42:37.600763 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-0420bd37-56be-42f9-a372-33dc4027abde req-d84f45ee-9351-4ee7-9334-6e05cc674b62 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=8e518d29c86c4653a8de8a7aad689e14&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0924501 Jan 05 17:42:37.694583 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0420bd37-56be-42f9-a372-33dc4027abde req-4896062a-901c-4eac-be7d-d6b9cd80e96c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:42:37.696051 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-0420bd37-56be-42f9-a372-33dc4027abde req-4896062a-901c-4eac-be7d-d6b9cd80e96c service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0895123 Jan 05 17:42:37.767549 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20257d8-d11f-4163-b973-18d73af3d89f req-3f116aef-c607-49bd-9afc-462942a5d0cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:42:37.769026 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-b20257d8-d11f-4163-b973-18d73af3d89f req-3f116aef-c607-49bd-9afc-462942a5d0cf service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8e518d29c86c4653a8de8a7aad689e14&device_id=f74e8013-9921-44bd-adc6-df0fb37054ea HTTP/1.1" status: 200 len: 1096 time: 0.0392277 Jan 05 17:42:37.810927 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-b20257d8-d11f-4163-b973-18d73af3d89f req-e1fc1e7e-88aa-4829-ad3d-cd352204a355 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e0d2c995-356a-4773-81e2-47da70db5145 HTTP/1.1" status: 200 len: 217 time: 0.0360863 Jan 05 17:42:37.858039 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20257d8-d11f-4163-b973-18d73af3d89f req-d2a857cb-f4fe-4336-8c34-7733df1742b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:42:37.859371 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-b20257d8-d11f-4163-b973-18d73af3d89f req-d2a857cb-f4fe-4336-8c34-7733df1742b2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=636c8698-7249-4cb8-a3d8-7ad0a34337a3 HTTP/1.1" status: 200 len: 834 time: 0.0428736 Jan 05 17:42:37.901921 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20257d8-d11f-4163-b973-18d73af3d89f req-3960ff54-c0bb-49c0-a74a-afbcc061ff48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:42:37.903356 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-b20257d8-d11f-4163-b973-18d73af3d89f req-3960ff54-c0bb-49c0-a74a-afbcc061ff48 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=850ae6b7-f35d-4b22-886f-4dccd0c9b649&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0385451 Jan 05 17:42:37.993136 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-b20257d8-d11f-4163-b973-18d73af3d89f req-d7ccf83c-83f9-4cf8-895e-14e290435a1b service neutron] 10.222.0.13 "GET /v2.0/networks/850ae6b7-f35d-4b22-886f-4dccd0c9b649?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839400 Jan 05 17:42:38.078730 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-b20257d8-d11f-4163-b973-18d73af3d89f req-dc819247-87a9-42e6-b18c-7941a685a8de service neutron] 10.222.0.13 "GET /v2.0/networks/850ae6b7-f35d-4b22-886f-4dccd0c9b649?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800507 Jan 05 17:42:38.613623 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589db996-a5f8-4f73-9933-504c4c925898 req-ef0b8ccc-2312-4115-a622-0742cc16ba79 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:42:38.615632 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-589db996-a5f8-4f73-9933-504c4c925898 req-ef0b8ccc-2312-4115-a622-0742cc16ba79 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "GET /v2.0/ports?device_id=f74e8013-9921-44bd-adc6-df0fb37054ea HTTP/1.1" status: 200 len: 943 time: 0.0526876 Jan 05 17:42:38.662805 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-589db996-a5f8-4f73-9933-504c4c925898 req-04479aeb-b1ca-4ca9-b3b3-562a59db1394 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "GET /v2.0/security-groups?id=3cffb15c-e288-4a7c-b3a2-31de7d7d70dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417154 Jan 05 17:42:39.822286 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd94ade-c96a-4908-963d-411ac041ff42 req-4887eca3-7d76-466a-937c-1fb564a7229c tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:42:39.823754 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-bcd94ade-c96a-4908-963d-411ac041ff42 req-4887eca3-7d76-466a-937c-1fb564a7229c tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "GET /v2.0/ports?device_id=f74e8013-9921-44bd-adc6-df0fb37054ea HTTP/1.1" status: 200 len: 943 time: 0.0952551 Jan 05 17:42:39.870532 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-bcd94ade-c96a-4908-963d-411ac041ff42 req-5e8e9ffd-c9d6-4a96-a8a1-0c9aca67b52e tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "GET /v2.0/security-groups?id=3cffb15c-e288-4a7c-b3a2-31de7d7d70dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412974 Jan 05 17:42:40.922675 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Device e0d2c995-356a-4773-81e2-47da70db5145 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 05 17:42:40.987886 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad684873-a107-463b-b0bd-a0d19839f5cc req-1d4464e2-6de1-4e84-9663-789a5f2db4ba tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:42:40.994095 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-ad684873-a107-463b-b0bd-a0d19839f5cc req-1d4464e2-6de1-4e84-9663-789a5f2db4ba tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "GET /v2.0/ports?device_id=f74e8013-9921-44bd-adc6-df0fb37054ea HTTP/1.1" status: 200 len: 943 time: 0.0541155 Jan 05 17:42:41.022703 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] For port e0d2c995-356a-4773-81e2-47da70db5145, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=e0d2c995-356a-4773-81e2-47da70db5145,segment=NetworkSegment(b217d18a-d770-4a7c-92ce-af09d9306830),segment_id=b217d18a-d770-4a7c-92ce-af09d9306830)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:42:41.033879 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Returning: {'device': 'e0d2c995-356a-4773-81e2-47da70db5145', 'network_id': '850ae6b7-f35d-4b22-886f-4dccd0c9b649', 'port_id': 'e0d2c995-356a-4773-81e2-47da70db5145', 'mac_address': 'fa:16:3e:45:22:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '636c8698-7249-4cb8-a3d8-7ad0a34337a3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 05 17:42:41.038416 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-ad684873-a107-463b-b0bd-a0d19839f5cc req-f5f52b62-4b11-4afc-bfa0-0bf1d04df6af tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "GET /v2.0/security-groups?id=3cffb15c-e288-4a7c-b3a2-31de7d7d70dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434244 Jan 05 17:42:41.070025 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:42:41.082682 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.notifiers.nova [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0d2c995-356a-4773-81e2-47da70db5145 {{(pid=103802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 05 17:42:41.102401 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] For port e0d2c995-356a-4773-81e2-47da70db5145, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=e0d2c995-356a-4773-81e2-47da70db5145,segment=NetworkSegment(b217d18a-d770-4a7c-92ce-af09d9306830),segment_id=b217d18a-d770-4a7c-92ce-af09d9306830)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:42:41.157566 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:42:41.207181 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Pushing event updated for resources: {'Port': ['ID=e0d2c995-356a-4773-81e2-47da70db5145,revision_number=4']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:42:41.363620 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] get_ports_and_sgs() called for port_ids ['e0d2c995-356a-4773-81e2-47da70db5145'] {{(pid=103802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 05 17:42:42.155249 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65537f65-66b8-4e4c-857e-f0999da0253e req-2fbeb2ef-d67f-4fda-9a9c-29a61cc09851 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:42:42.156699 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-65537f65-66b8-4e4c-857e-f0999da0253e req-2fbeb2ef-d67f-4fda-9a9c-29a61cc09851 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "GET /v2.0/ports?device_id=f74e8013-9921-44bd-adc6-df0fb37054ea HTTP/1.1" status: 200 len: 944 time: 0.0519552 Jan 05 17:42:42.203817 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-65537f65-66b8-4e4c-857e-f0999da0253e req-f3ec4041-fd12-470d-90e7-50264382313a tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "GET /v2.0/security-groups?id=3cffb15c-e288-4a7c-b3a2-31de7d7d70dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416455 Jan 05 17:42:42.944509 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Device e0d2c995-356a-4773-81e2-47da70db5145 up at agent hyperv_hv-neutron-mast {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:42:43.032252 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Provisioning for port e0d2c995-356a-4773-81e2-47da70db5145 completed by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 05 17:42:43.036055 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Provisioning complete for port e0d2c995-356a-4773-81e2-47da70db5145 triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:42:43.036414 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:42:43.117089 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:42:43.137946 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f74e8013-9921-44bd-adc6-df0fb37054ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0d2c995-356a-4773-81e2-47da70db5145'}] {{(pid=103802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 05 17:42:43.140157 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36b213fbd845b3f09e785999bbcda1c85cd5592d7f001460987854e5c1683bd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c55f5eb-ba6b-4f51-9f46-be8a42eef2d4" -d '{"events": [{"server_uuid": "f74e8013-9921-44bd-adc6-df0fb37054ea", "name": "network-vif-plugged", "status": "completed", "tag": "e0d2c995-356a-4773-81e2-47da70db5145"}]}' {{(pid=103802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 05 17:42:43.152657 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] For port e0d2c995-356a-4773-81e2-47da70db5145, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=e0d2c995-356a-4773-81e2-47da70db5145,segment=NetworkSegment(b217d18a-d770-4a7c-92ce-af09d9306830),segment_id=b217d18a-d770-4a7c-92ce-af09d9306830)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:42:43.175742 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Jan 2022 17:42:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8a29e4d-ade3-43ac-bc21-8df2a562faa2 x-openstack-request-id: req-d8a29e4d-ade3-43ac-bc21-8df2a562faa2 {{(pid=103802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 05 17:42:43.176026 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f74e8013-9921-44bd-adc6-df0fb37054ea", "name": "network-vif-plugged", "status": "completed", "tag": "e0d2c995-356a-4773-81e2-47da70db5145", "code": 200}]} {{(pid=103802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 05 17:42:43.176278 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d8a29e4d-ade3-43ac-bc21-8df2a562faa2 {{(pid=103802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 05 17:42:43.176680 dv-neutron-master-2-hyperv neutron-server[103802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f74e8013-9921-44bd-adc6-df0fb37054ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0d2c995-356a-4773-81e2-47da70db5145', 'code': 200} Jan 05 17:42:43.198130 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:42:43.250223 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Pushing event updated for resources: {'Port': ['ID=e0d2c995-356a-4773-81e2-47da70db5145,revision_number=5']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:42:43.330262 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877f66eb-1db9-4789-939c-25b070a6fff8 req-d5dfa5b9-502c-4f51-9db0-a3ff2aab4e32 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:42:43.331791 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-877f66eb-1db9-4789-939c-25b070a6fff8 req-d5dfa5b9-502c-4f51-9db0-a3ff2aab4e32 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "GET /v2.0/ports?device_id=f74e8013-9921-44bd-adc6-df0fb37054ea HTTP/1.1" status: 200 len: 945 time: 0.0498824 Jan 05 17:42:43.385020 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-877f66eb-1db9-4789-939c-25b070a6fff8 req-b7b582c6-41cb-40c3-b626-0a4a5a1fd6b4 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "GET /v2.0/security-groups?id=3cffb15c-e288-4a7c-b3a2-31de7d7d70dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467820 Jan 05 17:42:43.427878 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538232d1-8ca0-445a-a9ba-ef6ceb720aab req-528a3a25-0a46-4e42-871e-823420f9ee15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:42:43.429340 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-538232d1-8ca0-445a-a9ba-ef6ceb720aab req-528a3a25-0a46-4e42-871e-823420f9ee15 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f74e8013-9921-44bd-adc6-df0fb37054ea HTTP/1.1" status: 200 len: 1098 time: 0.0434821 Jan 05 17:42:43.475046 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-538232d1-8ca0-445a-a9ba-ef6ceb720aab req-a4900f26-6004-4aca-aaa9-6884da616e8b service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=3cffb15c-e288-4a7c-b3a2-31de7d7d70dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392973 Jan 05 17:42:44.506967 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e4850a-2770-4b89-a2e8-cc00c8cf39a0 req-e6717554-ef55-4584-a409-b9dc95721aa4 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:42:44.508417 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-a2e4850a-2770-4b89-a2e8-cc00c8cf39a0 req-e6717554-ef55-4584-a409-b9dc95721aa4 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "GET /v2.0/ports?device_id=f74e8013-9921-44bd-adc6-df0fb37054ea HTTP/1.1" status: 200 len: 945 time: 0.0536058 Jan 05 17:42:44.554902 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-a2e4850a-2770-4b89-a2e8-cc00c8cf39a0 req-3996b49d-e847-495c-9789-dc91a593c90c tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "GET /v2.0/security-groups?id=3cffb15c-e288-4a7c-b3a2-31de7d7d70dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409982 Jan 05 17:42:45.669177 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b14a681-db77-4c02-8253-615be8dea701 req-9e69ba4e-11ba-484b-8296-fc9d282f00b1 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:42:45.670687 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-8b14a681-db77-4c02-8253-615be8dea701 req-9e69ba4e-11ba-484b-8296-fc9d282f00b1 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "GET /v2.0/ports?device_id=f74e8013-9921-44bd-adc6-df0fb37054ea HTTP/1.1" status: 200 len: 945 time: 0.0494320 Jan 05 17:42:45.719609 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-8b14a681-db77-4c02-8253-615be8dea701 req-56a1bb97-fd52-4f26-ac8e-6874435d54c2 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "GET /v2.0/security-groups?id=3cffb15c-e288-4a7c-b3a2-31de7d7d70dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434425 Jan 05 17:42:45.829970 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b834121e-63b7-41eb-8945-138fb027444e req-3790bac9-4e69-4406-9a07-859362d58419 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:42:45.831440 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-b834121e-63b7-41eb-8945-138fb027444e req-3790bac9-4e69-4406-9a07-859362d58419 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "GET /v2.0/ports?device_id=f74e8013-9921-44bd-adc6-df0fb37054ea HTTP/1.1" status: 200 len: 945 time: 0.0477026 Jan 05 17:42:45.878829 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-b834121e-63b7-41eb-8945-138fb027444e req-532bc6e9-618f-4530-ab7e-4e3f2fa14cbc tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "GET /v2.0/security-groups?id=3cffb15c-e288-4a7c-b3a2-31de7d7d70dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409908 Jan 05 17:42:45.900580 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 51544) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:42:45.938277 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-690ad6d5-ddcb-455c-becf-6a53a2e72511 tempest-TestNetworkAdvancedServerOps-2131337417 tempest-TestNetworkAdvancedServerOps-2131337417-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:42:45.939741 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-690ad6d5-ddcb-455c-becf-6a53a2e72511 tempest-TestNetworkAdvancedServerOps-2131337417 tempest-TestNetworkAdvancedServerOps-2131337417-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=f74e8013-9921-44bd-adc6-df0fb37054ea HTTP/1.1" status: 200 len: 1093 time: 0.0381949 Jan 05 17:42:45.942383 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 51546) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:42:45.947130 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-dcc05561-89ee-40b1-9087-dd0d3ebe82ab tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Request body: {'floatingip': {'floating_network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'port_id': 'e0d2c995-356a-4773-81e2-47da70db5145', 'tenant_id': '8e518d29c86c4653a8de8a7aad689e14', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:42:46.019475 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-dcc05561-89ee-40b1-9087-dd0d3ebe82ab tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks [] for floatingip, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:42:46.418973 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-dcc05561-89ee-40b1-9087-dd0d3ebe82ab tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:42:46.608046 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [None req-dcc05561-89ee-40b1-9087-dd0d3ebe82ab tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Allocated IP 172.36.4.249 (b0167590-0699-4c5c-a932-3939414a9573/7a784a6d-3d96-418f-a645-b9ccd0b1ac55/97645ac2-1a31-4631-91fd-5459c150c616) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:42:46.713316 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-dcc05561-89ee-40b1-9087-dd0d3ebe82ab tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks [] for port, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:42:46.895757 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-dcc05561-89ee-40b1-9087-dd0d3ebe82ab tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11433176'] for port, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:42:46.936511 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcc05561-89ee-40b1-9087-dd0d3ebe82ab tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Network b0167590-0699-4c5c-a932-3939414a9573 is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:42:46.939466 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-dcc05561-89ee-40b1-9087-dd0d3ebe82ab tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:42:46.942821 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcc05561-89ee-40b1-9087-dd0d3ebe82ab tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:42:46.971487 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc05561-89ee-40b1-9087-dd0d3ebe82ab tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Pushing event updated for resources: {'Port': ['ID=97645ac2-1a31-4631-91fd-5459c150c616,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:42:47.117992 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-a25a7eec-f109-45c4-9a0e-c7330b563267 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:42:47.304529 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-dcc05561-89ee-40b1-9087-dd0d3ebe82ab tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:42:47.432817 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-dcc05561-89ee-40b1-9087-dd0d3ebe82ab tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:42:47.581315 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-dcc05561-89ee-40b1-9087-dd0d3ebe82ab tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks [] for port, precommit_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:42:47.643739 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-dcc05561-89ee-40b1-9087-dd0d3ebe82ab tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11433169'] for port, after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:42:47.688644 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.agents_db [None req-291d1585-17df-45c0-b64a-d244e6d90872 None None] Agent healthcheck: found 6 active agents {{(pid=103803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 05 17:42:47.709554 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc05561-89ee-40b1-9087-dd0d3ebe82ab tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Pushing event updated for resources: {'Port': ['ID=97645ac2-1a31-4631-91fd-5459c150c616,revision_number=2']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:42:47.721067 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-dcc05561-89ee-40b1-9087-dd0d3ebe82ab tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648677'] for floatingip, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:42:47.819867 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.db.l3_db [None req-dcc05561-89ee-40b1-9087-dd0d3ebe82ab tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Floating IP 25e5b2ea-8cf9-499f-94e3-abf91e30bd85 associated. External IP: 172.36.4.249, port: e0d2c995-356a-4773-81e2-47da70db5145. Jan 05 17:42:48.022343 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcc05561-89ee-40b1-9087-dd0d3ebe82ab tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Router 9c7e1230-27de-44a0-a982-15c5481ac04e has already been hosted by L3 agent 59446fdc-40e0-41fe-a575-a8eb11d742f7 {{(pid=103801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 05 17:42:48.127557 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcc05561-89ee-40b1-9087-dd0d3ebe82ab tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 05 17:42:48.136918 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3262b6ca-3fd1-4114-8c4f-7734137ec7bd None None] Sync routers for ids ['9c7e1230-27de-44a0-a982-15c5481ac04e'] in dv-neutron-master-2-hyperv {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 05 17:42:48.146767 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3262b6ca-3fd1-4114-8c4f-7734137ec7bd None None] Routers {'9c7e1230-27de-44a0-a982-15c5481ac04e'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:42:48.147377 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-3262b6ca-3fd1-4114-8c4f-7734137ec7bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:42:19Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['9c7e1230-27de-44a0-a982-15c5481ac04e'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:42:48.205750 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-dcc05561-89ee-40b1-9087-dd0d3ebe82ab tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for floatingip, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:42:48.237523 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-dcc05561-89ee-40b1-9087-dd0d3ebe82ab tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2935073 Jan 05 17:42:48.240060 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f74e8013-9921-44bd-adc6-df0fb37054ea', 'tag': 'e0d2c995-356a-4773-81e2-47da70db5145'}] {{(pid=103801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 05 17:42:48.241696 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cee9004337cfdaf047d78d8066c7d6073fad8dbc2217b3b67c4523abea34d3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18d705d0-538b-492a-8cd2-6518fedc0672" -d '{"events": [{"name": "network-changed", "server_uuid": "f74e8013-9921-44bd-adc6-df0fb37054ea", "tag": "e0d2c995-356a-4773-81e2-47da70db5145"}]}' {{(pid=103801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 05 17:42:48.262559 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-3262b6ca-3fd1-4114-8c4f-7734137ec7bd None None] Set router 9c7e1230-27de-44a0-a982-15c5481ac04e gateway port host: dv-neutron-master-2-hyperv {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:42:48.303206 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Jan 2022 17:42:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-686b6b4f-9dea-4007-917e-fff7d4f70c80 x-openstack-request-id: req-686b6b4f-9dea-4007-917e-fff7d4f70c80 {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 05 17:42:48.303206 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f74e8013-9921-44bd-adc6-df0fb37054ea", "tag": "e0d2c995-356a-4773-81e2-47da70db5145", "status": "completed", "code": 200}]} {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 05 17:42:48.303206 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-686b6b4f-9dea-4007-917e-fff7d4f70c80 {{(pid=103801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 05 17:42:48.303206 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f74e8013-9921-44bd-adc6-df0fb37054ea', 'tag': 'e0d2c995-356a-4773-81e2-47da70db5145', 'status': 'completed', 'code': 200} Jan 05 17:42:48.382280 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d705d0-538b-492a-8cd2-6518fedc0672 req-a932a665-19a6-4afc-b6cd-cf0f15b93e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:42:48.383879 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-18d705d0-538b-492a-8cd2-6518fedc0672 req-a932a665-19a6-4afc-b6cd-cf0f15b93e2f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8e518d29c86c4653a8de8a7aad689e14&device_id=f74e8013-9921-44bd-adc6-df0fb37054ea HTTP/1.1" status: 200 len: 1098 time: 0.0527883 Jan 05 17:42:48.395382 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f3d3a7-b696-483d-acad-353951775fde req-32769000-6d70-4773-ab63-e60204aed2bc tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:42:48.397357 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-16f3d3a7-b696-483d-acad-353951775fde req-32769000-6d70-4773-ab63-e60204aed2bc tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "GET /v2.0/ports?device_id=f74e8013-9921-44bd-adc6-df0fb37054ea HTTP/1.1" status: 200 len: 945 time: 0.0942955 Jan 05 17:42:48.499164 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-16f3d3a7-b696-483d-acad-353951775fde req-5b107ea5-2661-4e94-8215-558fe7a987e5 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "GET /v2.0/security-groups?id=3cffb15c-e288-4a7c-b3a2-31de7d7d70dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0935850 Jan 05 17:42:48.523007 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 51552) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:42:48.530173 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d705d0-538b-492a-8cd2-6518fedc0672 req-ff2f3dbc-122c-4147-b6db-c938d95c1aea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:42:48.531778 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-18d705d0-538b-492a-8cd2-6518fedc0672 req-ff2f3dbc-122c-4147-b6db-c938d95c1aea service neutron] 10.222.0.13 "GET /v2.0/networks?id=850ae6b7-f35d-4b22-886f-4dccd0c9b649 HTTP/1.1" status: 200 len: 898 time: 0.1333749 Jan 05 17:42:48.598229 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-2d08203e-1154-4825-96f7-1b34964448aa tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "GET /v2.0/floatingips/25e5b2ea-8cf9-499f-94e3-abf91e30bd85 HTTP/1.1" status: 200 len: 991 time: 0.0741441 Jan 05 17:42:48.618764 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-18d705d0-538b-492a-8cd2-6518fedc0672 req-cec7f5ea-38d9-4952-bd2e-8015020ca2ad service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e0d2c995-356a-4773-81e2-47da70db5145 HTTP/1.1" status: 200 len: 999 time: 0.0800252 Jan 05 17:42:48.669678 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d705d0-538b-492a-8cd2-6518fedc0672 req-2dd50548-6dbd-4d68-a7cf-3827a6cc67f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:42:48.671154 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-18d705d0-538b-492a-8cd2-6518fedc0672 req-2dd50548-6dbd-4d68-a7cf-3827a6cc67f7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=636c8698-7249-4cb8-a3d8-7ad0a34337a3 HTTP/1.1" status: 200 len: 834 time: 0.0456021 Jan 05 17:42:48.673471 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-3262b6ca-3fd1-4114-8c4f-7734137ec7bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c7e1230-27de-44a0-a982-15c5481ac04e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2098302760', 'tenant_id': '8e518d29c86c4653a8de8a7aad689e14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.89'}], 'enable_snat': True}, 'gw_port_id': 'a9de4567-b414-4542-82e8-f7136666b731', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:42:27Z', 'updated_at': '2022-01-05T17:42:32Z', 'revision_number': 4, 'project_id': '8e518d29c86c4653a8de8a7aad689e14', 'gw_port': {'id': 'a9de4567-b414-4542-82e8-f7136666b731', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:75:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c7e1230-27de-44a0-a982-15c5481ac04e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:42:28Z', 'updated_at': '2022-01-05T17:42:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '25e5b2ea-8cf9-499f-94e3-abf91e30bd85', 'tenant_id': '8e518d29c86c4653a8de8a7aad689e14', 'floating_ip_address': '172.36.4.249', 'floating_network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'router_id': '9c7e1230-27de-44a0-a982-15c5481ac04e', 'port_id': 'e0d2c995-356a-4773-81e2-47da70db5145', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1747, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '850ae6b7-f35d-4b22-886f-4dccd0c9b649', 'mac_address': 'fa:16:3e:45:22:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f74e8013-9921-44bd-adc6-df0fb37054ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-05T17:42:47Z', 'updated_at': '2022-01-05T17:42:47Z', 'revision_number': 0, 'project_id': '8e518d29c86c4653a8de8a7aad689e14', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '480d6a24-a423-4165-8a42-2182e4cdd36b', 'name': '', 'network_id': '850ae6b7-f35d-4b22-886f-4dccd0c9b649', 'tenant_id': '8e518d29c86c4653a8de8a7aad689e14', 'mac_address': 'fa:16:3e:26:27:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c7e1230-27de-44a0-a982-15c5481ac04e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': '636c8698-7249-4cb8-a3d8-7ad0a34337a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:42:31Z', 'updated_at': '2022-01-05T17:42:34Z', 'revision_number': 5, 'project_id': '8e518d29c86c4653a8de8a7aad689e14', 'subnets': [{'id': '636c8698-7249-4cb8-a3d8-7ad0a34337a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:42:48.699806 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3262b6ca-3fd1-4114-8c4f-7734137ec7bd None None] Checking router: 9c7e1230-27de-44a0-a982-15c5481ac04e for host: dv-neutron-master-2-hyperv {{(pid=103802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 05 17:42:48.707938 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3262b6ca-3fd1-4114-8c4f-7734137ec7bd None None] Routers {'9c7e1230-27de-44a0-a982-15c5481ac04e'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:42:48.709152 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-3262b6ca-3fd1-4114-8c4f-7734137ec7bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:42:19Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['9c7e1230-27de-44a0-a982-15c5481ac04e'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:42:48.716874 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d705d0-538b-492a-8cd2-6518fedc0672 req-6739b16e-946d-40ae-bd86-4372ec624f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:42:48.718414 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-18d705d0-538b-492a-8cd2-6518fedc0672 req-6739b16e-946d-40ae-bd86-4372ec624f22 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=850ae6b7-f35d-4b22-886f-4dccd0c9b649&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0411601 Jan 05 17:42:48.807767 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-18d705d0-538b-492a-8cd2-6518fedc0672 req-f5a9d8c2-cd69-4251-a4de-e8eb7b5d22f3 service neutron] 10.222.0.13 "GET /v2.0/networks/850ae6b7-f35d-4b22-886f-4dccd0c9b649?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829525 Jan 05 17:42:48.812745 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-3262b6ca-3fd1-4114-8c4f-7734137ec7bd None None] Set router 9c7e1230-27de-44a0-a982-15c5481ac04e gateway port host: dv-neutron-master-2-hyperv {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:42:48.894135 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-18d705d0-538b-492a-8cd2-6518fedc0672 req-23f50818-4b2e-4b83-9fdf-9f4afb7da42d service neutron] 10.222.0.13 "GET /v2.0/networks/850ae6b7-f35d-4b22-886f-4dccd0c9b649?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807173 Jan 05 17:42:49.034607 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-3262b6ca-3fd1-4114-8c4f-7734137ec7bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c7e1230-27de-44a0-a982-15c5481ac04e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2098302760', 'tenant_id': '8e518d29c86c4653a8de8a7aad689e14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.89'}], 'enable_snat': True}, 'gw_port_id': 'a9de4567-b414-4542-82e8-f7136666b731', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:42:27Z', 'updated_at': '2022-01-05T17:42:32Z', 'revision_number': 4, 'project_id': '8e518d29c86c4653a8de8a7aad689e14', 'gw_port': {'id': 'a9de4567-b414-4542-82e8-f7136666b731', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:75:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c7e1230-27de-44a0-a982-15c5481ac04e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:42:28Z', 'updated_at': '2022-01-05T17:42:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '25e5b2ea-8cf9-499f-94e3-abf91e30bd85', 'tenant_id': '8e518d29c86c4653a8de8a7aad689e14', 'floating_ip_address': '172.36.4.249', 'floating_network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'router_id': '9c7e1230-27de-44a0-a982-15c5481ac04e', 'port_id': 'e0d2c995-356a-4773-81e2-47da70db5145', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1747, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '850ae6b7-f35d-4b22-886f-4dccd0c9b649', 'mac_address': 'fa:16:3e:45:22:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f74e8013-9921-44bd-adc6-df0fb37054ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-05T17:42:47Z', 'updated_at': '2022-01-05T17:42:47Z', 'revision_number': 0, 'project_id': '8e518d29c86c4653a8de8a7aad689e14', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '480d6a24-a423-4165-8a42-2182e4cdd36b', 'name': '', 'network_id': '850ae6b7-f35d-4b22-886f-4dccd0c9b649', 'tenant_id': '8e518d29c86c4653a8de8a7aad689e14', 'mac_address': 'fa:16:3e:26:27:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c7e1230-27de-44a0-a982-15c5481ac04e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': '636c8698-7249-4cb8-a3d8-7ad0a34337a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:42:31Z', 'updated_at': '2022-01-05T17:42:34Z', 'revision_number': 5, 'project_id': '8e518d29c86c4653a8de8a7aad689e14', 'subnets': [{'id': '636c8698-7249-4cb8-a3d8-7ad0a34337a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:42:49.060105 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3262b6ca-3fd1-4114-8c4f-7734137ec7bd None None] The sync data for ids ['9c7e1230-27de-44a0-a982-15c5481ac04e'] in dv-neutron-master-2-hyperv is: [{'id': '9c7e1230-27de-44a0-a982-15c5481ac04e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2098302760', 'tenant_id': '8e518d29c86c4653a8de8a7aad689e14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.89'}], 'enable_snat': True}, 'gw_port_id': 'a9de4567-b414-4542-82e8-f7136666b731', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:42:27Z', 'updated_at': '2022-01-05T17:42:32Z', 'revision_number': 4, 'project_id': '8e518d29c86c4653a8de8a7aad689e14', 'gw_port': {'id': 'a9de4567-b414-4542-82e8-f7136666b731', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:75:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c7e1230-27de-44a0-a982-15c5481ac04e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:42:28Z', 'updated_at': '2022-01-05T17:42:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '25e5b2ea-8cf9-499f-94e3-abf91e30bd85', 'tenant_id': '8e518d29c86c4653a8de8a7aad689e14', 'floating_ip_address': '172.36.4.249', 'floating_network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'router_id': '9c7e1230-27de-44a0-a982-15c5481ac04e', 'port_id': 'e0d2c995-356a-4773-81e2-47da70db5145', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1747, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '850ae6b7-f35d-4b22-886f-4dccd0c9b649', 'mac_address': 'fa:16:3e:45:22:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f74e8013-9921-44bd-adc6-df0fb37054ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-05T17:42:47Z', 'updated_at': '2022-01-05T17:42:47Z', 'revision_number': 0, 'project_id': '8e518d29c86c4653a8de8a7aad689e14', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '480d6a24-a423-4165-8a42-2182e4cdd36b', 'name': '', 'network_id': '850ae6b7-f35d-4b22-886f-4dccd0c9b649', 'tenant_id': '8e518d29c86c4653a8de8a7aad689e14', 'mac_address': 'fa:16:3e:26:27:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c7e1230-27de-44a0-a982-15c5481ac04e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': '636c8698-7249-4cb8-a3d8-7ad0a34337a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:42:31Z', 'updated_at': '2022-01-05T17:42:34Z', 'revision_number': 5, 'project_id': '8e518d29c86c4653a8de8a7aad689e14', 'subnets': [{'id': '636c8698-7249-4cb8-a3d8-7ad0a34337a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 05 17:42:49.253676 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3212dc9b-b6fa-4e19-9ab0-628a18984402 None None] New status for floating IP 25e5b2ea-8cf9-499f-94e3-abf91e30bd85: ACTIVE {{(pid=103803) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 05 17:42:49.335112 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-df5384ba-3a94-485a-b23d-891004c4cd7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:42:49.602108 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 51554) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:42:49.665560 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-ae4e8f2b-309c-432d-969b-64b111a789d1 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "GET /v2.0/floatingips/25e5b2ea-8cf9-499f-94e3-abf91e30bd85 HTTP/1.1" status: 200 len: 993 time: 0.0623949 Jan 05 17:42:50.116647 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:42:50.654729 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d2607572-b3c9-472c-85bc-c8de0c3fb75c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:42:52.025149 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d504d802-9546-4ce5-a9d3-96c844ac5808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:42:53.311857 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:43:14.610708 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [req-67ec983e-2584-432c-b7cc-d46244b3f952 req-91a8531d-33ef-414e-ac6d-4b29d7f9f6c3 service neutron] (103800) timed out ('10.222.0.13', 49704) {{(pid=103800) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 05 17:43:17.101044 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-a4acf051-e3a7-45b6-a5c3-cb5592a9e440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:43:19.357850 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-4c752444-2e4a-409b-8a15-74f131c8c56c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:43:20.106333 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:43:20.637434 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d2607572-b3c9-472c-85bc-c8de0c3fb75c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:43:21.085459 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db0aea1-e095-4b0e-a8f4-03ea10afca72 req-bc3e51c5-4b73-4e7f-b44d-a2f132174216 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:43:21.087249 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-1db0aea1-e095-4b0e-a8f4-03ea10afca72 req-bc3e51c5-4b73-4e7f-b44d-a2f132174216 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "GET /v2.0/ports?device_id=f74e8013-9921-44bd-adc6-df0fb37054ea HTTP/1.1" status: 200 len: 945 time: 0.0521495 Jan 05 17:43:21.113739 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c914afb-91a2-4131-bdef-ad09446e0351 req-22c704f9-13c5-4769-9ce1-a0ed5f355313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:43:21.115226 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-2c914afb-91a2-4131-bdef-ad09446e0351 req-22c704f9-13c5-4769-9ce1-a0ed5f355313 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8e518d29c86c4653a8de8a7aad689e14&device_id=f74e8013-9921-44bd-adc6-df0fb37054ea HTTP/1.1" status: 200 len: 1098 time: 0.0404410 Jan 05 17:43:21.135774 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-1db0aea1-e095-4b0e-a8f4-03ea10afca72 req-e945f31d-7a77-490c-96c9-4e79a0517760 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "GET /v2.0/security-groups?id=3cffb15c-e288-4a7c-b3a2-31de7d7d70dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428936 Jan 05 17:43:21.201540 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c914afb-91a2-4131-bdef-ad09446e0351 req-6e3c94a3-a1e5-4c51-8913-4bcb9353d0ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:43:21.203013 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-2c914afb-91a2-4131-bdef-ad09446e0351 req-6e3c94a3-a1e5-4c51-8913-4bcb9353d0ad service neutron] 10.222.0.13 "GET /v2.0/networks?id=850ae6b7-f35d-4b22-886f-4dccd0c9b649 HTTP/1.1" status: 200 len: 898 time: 0.0816684 Jan 05 17:43:21.268628 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-2c914afb-91a2-4131-bdef-ad09446e0351 req-a9c70bf5-2ec5-4647-ad0a-7b8bbb9b88ae service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e0d2c995-356a-4773-81e2-47da70db5145 HTTP/1.1" status: 200 len: 1001 time: 0.0592692 Jan 05 17:43:21.314382 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c914afb-91a2-4131-bdef-ad09446e0351 req-543b2ca6-4e11-4bdd-b188-53c2f5621d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:43:21.315784 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-2c914afb-91a2-4131-bdef-ad09446e0351 req-543b2ca6-4e11-4bdd-b188-53c2f5621d5e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=636c8698-7249-4cb8-a3d8-7ad0a34337a3 HTTP/1.1" status: 200 len: 834 time: 0.0412674 Jan 05 17:43:21.357978 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c914afb-91a2-4131-bdef-ad09446e0351 req-aa1af64d-a151-4ea5-bae6-62aae34b9c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:43:21.359410 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-2c914afb-91a2-4131-bdef-ad09446e0351 req-aa1af64d-a151-4ea5-bae6-62aae34b9c86 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=850ae6b7-f35d-4b22-886f-4dccd0c9b649&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0377278 Jan 05 17:43:21.448628 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-2c914afb-91a2-4131-bdef-ad09446e0351 req-8759deb3-1571-4cba-9fd9-6981eb8bb91b service neutron] 10.222.0.13 "GET /v2.0/networks/850ae6b7-f35d-4b22-886f-4dccd0c9b649?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829935 Jan 05 17:43:21.539418 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-2c914afb-91a2-4131-bdef-ad09446e0351 req-84436723-f356-432c-86ba-849d24cef1c1 service neutron] 10.222.0.13 "GET /v2.0/networks/850ae6b7-f35d-4b22-886f-4dccd0c9b649?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839531 Jan 05 17:43:22.025474 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d504d802-9546-4ce5-a9d3-96c844ac5808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:43:22.251561 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0d8042-2b14-4fe2-ab3c-9289a9f0a450 req-05a49fc6-d1d9-454f-b035-6512c0f08a68 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:43:22.252924 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-2f0d8042-2b14-4fe2-ab3c-9289a9f0a450 req-05a49fc6-d1d9-454f-b035-6512c0f08a68 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "GET /v2.0/ports?device_id=f74e8013-9921-44bd-adc6-df0fb37054ea HTTP/1.1" status: 200 len: 945 time: 0.0486784 Jan 05 17:43:22.300614 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-2f0d8042-2b14-4fe2-ab3c-9289a9f0a450 req-1ea6845b-bcdd-48c2-ba02-0c40b2786206 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "GET /v2.0/security-groups?id=3cffb15c-e288-4a7c-b3a2-31de7d7d70dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416369 Jan 05 17:43:23.283296 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:43:23.418927 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6aab277-6bdf-4f3b-9421-b16c0ce78eab req-371d9db3-7a1f-4f29-ab22-d6af46031191 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:43:23.420370 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-d6aab277-6bdf-4f3b-9421-b16c0ce78eab req-371d9db3-7a1f-4f29-ab22-d6af46031191 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "GET /v2.0/ports?device_id=f74e8013-9921-44bd-adc6-df0fb37054ea HTTP/1.1" status: 200 len: 945 time: 0.0518508 Jan 05 17:43:23.467093 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-d6aab277-6bdf-4f3b-9421-b16c0ce78eab req-78f4a36b-e152-4de2-b451-06b98cfab2ec tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "GET /v2.0/security-groups?id=3cffb15c-e288-4a7c-b3a2-31de7d7d70dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412645 Jan 05 17:43:24.580244 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce58d080-e3f8-486e-a272-6664e2202779 req-affa9a2c-d5bb-4749-8e31-5ad0935e7bb1 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:43:24.581741 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-ce58d080-e3f8-486e-a272-6664e2202779 req-affa9a2c-d5bb-4749-8e31-5ad0935e7bb1 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "GET /v2.0/ports?device_id=f74e8013-9921-44bd-adc6-df0fb37054ea HTTP/1.1" status: 200 len: 945 time: 0.0494516 Jan 05 17:43:24.630083 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-ce58d080-e3f8-486e-a272-6664e2202779 req-99abc9ec-c80b-4942-ac0a-6676bc4df269 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "GET /v2.0/security-groups?id=3cffb15c-e288-4a7c-b3a2-31de7d7d70dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423214 Jan 05 17:43:24.687145 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.agents_db [None req-291d1585-17df-45c0-b64a-d244e6d90872 None None] Agent healthcheck: found 6 active agents {{(pid=103803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 05 17:43:25.742096 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7e0b80-ce0d-44b8-9eff-70efe437b82c req-fce333d6-dc61-4f17-9faf-3a097bb5a929 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:43:25.743556 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-7f7e0b80-ce0d-44b8-9eff-70efe437b82c req-fce333d6-dc61-4f17-9faf-3a097bb5a929 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "GET /v2.0/ports?device_id=f74e8013-9921-44bd-adc6-df0fb37054ea HTTP/1.1" status: 200 len: 945 time: 0.0485945 Jan 05 17:43:25.790618 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-7f7e0b80-ce0d-44b8-9eff-70efe437b82c req-b2c7133a-6dfc-4c19-8d8d-905795776d71 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "GET /v2.0/security-groups?id=3cffb15c-e288-4a7c-b3a2-31de7d7d70dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413938 Jan 05 17:43:26.907491 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a300bd-6a8f-45a5-80da-b00c6dc9dc1d req-a5055fbc-aecc-4f5a-b0bb-eb4735bc6d28 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:43:26.908874 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-a3a300bd-6a8f-45a5-80da-b00c6dc9dc1d req-a5055fbc-aecc-4f5a-b0bb-eb4735bc6d28 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "GET /v2.0/ports?device_id=f74e8013-9921-44bd-adc6-df0fb37054ea HTTP/1.1" status: 200 len: 945 time: 0.0514100 Jan 05 17:43:26.956001 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-a3a300bd-6a8f-45a5-80da-b00c6dc9dc1d req-abc1dc1b-1c17-4954-93a0-ae7c553bd4c6 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "GET /v2.0/security-groups?id=3cffb15c-e288-4a7c-b3a2-31de7d7d70dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416300 Jan 05 17:43:28.067702 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bc2ee0-4fe8-4cde-9d3a-fd8c09a5ef89 req-9bb20d91-5cc8-452b-80fb-54aafc7b9cf7 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:43:28.069196 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-a0bc2ee0-4fe8-4cde-9d3a-fd8c09a5ef89 req-9bb20d91-5cc8-452b-80fb-54aafc7b9cf7 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "GET /v2.0/ports?device_id=f74e8013-9921-44bd-adc6-df0fb37054ea HTTP/1.1" status: 200 len: 945 time: 0.0479021 Jan 05 17:43:28.121729 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-a0bc2ee0-4fe8-4cde-9d3a-fd8c09a5ef89 req-7d17b522-3144-455e-8f15-ee0797416a29 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "GET /v2.0/security-groups?id=3cffb15c-e288-4a7c-b3a2-31de7d7d70dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469451 Jan 05 17:43:29.237546 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d75786-cda7-45ce-b6fc-3f479b3af5b1 req-3ef443fe-99d3-43b0-9be8-8e45a4585254 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:43:29.239031 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-f2d75786-cda7-45ce-b6fc-3f479b3af5b1 req-3ef443fe-99d3-43b0-9be8-8e45a4585254 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "GET /v2.0/ports?device_id=f74e8013-9921-44bd-adc6-df0fb37054ea HTTP/1.1" status: 200 len: 945 time: 0.0478468 Jan 05 17:43:29.289121 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-f2d75786-cda7-45ce-b6fc-3f479b3af5b1 req-d8c62f9b-4ca2-4e2d-af06-351a206fdd12 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "GET /v2.0/security-groups?id=3cffb15c-e288-4a7c-b3a2-31de7d7d70dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435925 Jan 05 17:43:30.404259 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f227305-b85a-4a04-86b7-83198d69df87 req-b90663b3-65dc-4e52-b621-086629285818 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:43:30.405782 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-0f227305-b85a-4a04-86b7-83198d69df87 req-b90663b3-65dc-4e52-b621-086629285818 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "GET /v2.0/ports?device_id=f74e8013-9921-44bd-adc6-df0fb37054ea HTTP/1.1" status: 200 len: 945 time: 0.0504196 Jan 05 17:43:30.454545 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-0f227305-b85a-4a04-86b7-83198d69df87 req-d56a3622-3ab7-4ef3-966a-e538e1e2c977 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "GET /v2.0/security-groups?id=3cffb15c-e288-4a7c-b3a2-31de7d7d70dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432320 Jan 05 17:43:31.573465 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e93dcd-9c8e-40a7-ab9e-0c946e5eef52 req-5d2c2c2b-3052-42c4-b80c-f0967646b58a tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:43:31.574957 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-e0e93dcd-9c8e-40a7-ab9e-0c946e5eef52 req-5d2c2c2b-3052-42c4-b80c-f0967646b58a tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "GET /v2.0/ports?device_id=f74e8013-9921-44bd-adc6-df0fb37054ea HTTP/1.1" status: 200 len: 945 time: 0.0536900 Jan 05 17:43:31.622145 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-e0e93dcd-9c8e-40a7-ab9e-0c946e5eef52 req-77391d76-1a72-4c44-8b77-b8f2c712511c tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "GET /v2.0/security-groups?id=3cffb15c-e288-4a7c-b3a2-31de7d7d70dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418231 Jan 05 17:43:32.735119 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c85d21-9202-467c-b2fd-8b673de0a1c5 req-3d22dfc1-a0cc-444f-a827-d723e7af77da tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:43:32.736573 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-f8c85d21-9202-467c-b2fd-8b673de0a1c5 req-3d22dfc1-a0cc-444f-a827-d723e7af77da tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "GET /v2.0/ports?device_id=f74e8013-9921-44bd-adc6-df0fb37054ea HTTP/1.1" status: 200 len: 945 time: 0.0485671 Jan 05 17:43:32.783581 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-f8c85d21-9202-467c-b2fd-8b673de0a1c5 req-07e284c9-f676-466c-be52-f3f134ccc015 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "GET /v2.0/security-groups?id=3cffb15c-e288-4a7c-b3a2-31de7d7d70dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415378 Jan 05 17:43:33.357702 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffd16cb-7607-430c-8ea2-9a7786834501 req-7146d9e9-220e-4f32-b6c0-0b7ab9fe2f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:43:33.359166 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-9ffd16cb-7607-430c-8ea2-9a7786834501 req-7146d9e9-220e-4f32-b6c0-0b7ab9fe2f5d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8e518d29c86c4653a8de8a7aad689e14&device_id=f74e8013-9921-44bd-adc6-df0fb37054ea HTTP/1.1" status: 200 len: 1098 time: 0.0392122 Jan 05 17:43:33.460792 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffd16cb-7607-430c-8ea2-9a7786834501 req-5abca9cb-b432-4500-b34b-035d08e5ea77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:43:33.462524 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-9ffd16cb-7607-430c-8ea2-9a7786834501 req-5abca9cb-b432-4500-b34b-035d08e5ea77 service neutron] 10.222.0.13 "GET /v2.0/networks?id=850ae6b7-f35d-4b22-886f-4dccd0c9b649 HTTP/1.1" status: 200 len: 898 time: 0.0852766 Jan 05 17:43:33.527488 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-9ffd16cb-7607-430c-8ea2-9a7786834501 req-3b0afe7f-90b1-46cf-9393-9dcb7beceee8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e0d2c995-356a-4773-81e2-47da70db5145 HTTP/1.1" status: 200 len: 1001 time: 0.0585136 Jan 05 17:43:33.574225 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffd16cb-7607-430c-8ea2-9a7786834501 req-a142d4cd-a3c4-4873-8ba5-7cfbd5b07f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:43:33.575598 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-9ffd16cb-7607-430c-8ea2-9a7786834501 req-a142d4cd-a3c4-4873-8ba5-7cfbd5b07f8b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=636c8698-7249-4cb8-a3d8-7ad0a34337a3 HTTP/1.1" status: 200 len: 834 time: 0.0419023 Jan 05 17:43:33.622086 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffd16cb-7607-430c-8ea2-9a7786834501 req-c98c8a56-58c8-4bbb-85f8-b03a6421e65f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:43:33.623490 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-9ffd16cb-7607-430c-8ea2-9a7786834501 req-c98c8a56-58c8-4bbb-85f8-b03a6421e65f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=850ae6b7-f35d-4b22-886f-4dccd0c9b649&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0419369 Jan 05 17:43:33.707692 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-9ffd16cb-7607-430c-8ea2-9a7786834501 req-1cd3cb06-3231-49d8-9f14-e6a2ca233e5d service neutron] 10.222.0.13 "GET /v2.0/networks/850ae6b7-f35d-4b22-886f-4dccd0c9b649?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0780563 Jan 05 17:43:34.169849 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-9ffd16cb-7607-430c-8ea2-9a7786834501 req-b2941bd7-9cb8-427b-8f17-278c2f63e226 service neutron] 10.222.0.13 "GET /v2.0/networks/850ae6b7-f35d-4b22-886f-4dccd0c9b649?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4560535 Jan 05 17:43:34.178011 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caede9d-8801-44b8-81ee-3d5dbdcc0a77 req-228bc983-5718-4f1f-9537-0752e4677c37 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:43:34.179390 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-5caede9d-8801-44b8-81ee-3d5dbdcc0a77 req-228bc983-5718-4f1f-9537-0752e4677c37 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "GET /v2.0/ports?device_id=f74e8013-9921-44bd-adc6-df0fb37054ea HTTP/1.1" status: 200 len: 945 time: 0.0732915 Jan 05 17:43:34.227661 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-5caede9d-8801-44b8-81ee-3d5dbdcc0a77 req-700fce92-6884-43ef-817b-eea397989ca7 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "GET /v2.0/security-groups?id=3cffb15c-e288-4a7c-b3a2-31de7d7d70dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425224 Jan 05 17:43:35.343510 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8956de4-29b1-42be-9583-170aefc55ebc req-c65439d6-cfc1-427f-a748-faa0d2889ca0 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:43:35.345032 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-f8956de4-29b1-42be-9583-170aefc55ebc req-c65439d6-cfc1-427f-a748-faa0d2889ca0 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "GET /v2.0/ports?device_id=f74e8013-9921-44bd-adc6-df0fb37054ea HTTP/1.1" status: 200 len: 945 time: 0.0533710 Jan 05 17:43:35.393641 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-f8956de4-29b1-42be-9583-170aefc55ebc req-0be44623-9ef8-4669-8bff-963bf14d830a tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "GET /v2.0/security-groups?id=3cffb15c-e288-4a7c-b3a2-31de7d7d70dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424917 Jan 05 17:43:36.516504 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36fcb47-f118-4d76-b822-8933008a85fc req-5c592881-044b-4c91-8292-0824eee671f5 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:43:36.518013 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-c36fcb47-f118-4d76-b822-8933008a85fc req-5c592881-044b-4c91-8292-0824eee671f5 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "GET /v2.0/ports?device_id=f74e8013-9921-44bd-adc6-df0fb37054ea HTTP/1.1" status: 200 len: 945 time: 0.0574398 Jan 05 17:43:36.570888 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-c36fcb47-f118-4d76-b822-8933008a85fc req-c07121c7-52d1-4ea5-ad8d-d516014b9bc5 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "GET /v2.0/security-groups?id=3cffb15c-e288-4a7c-b3a2-31de7d7d70dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472615 Jan 05 17:43:37.687434 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f545dd5-6525-4c07-a798-9bb19c52c0ae req-3823030c-cc8f-40d1-960c-fd423645cf88 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:43:37.688911 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-0f545dd5-6525-4c07-a798-9bb19c52c0ae req-3823030c-cc8f-40d1-960c-fd423645cf88 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "GET /v2.0/ports?device_id=f74e8013-9921-44bd-adc6-df0fb37054ea HTTP/1.1" status: 200 len: 945 time: 0.0487404 Jan 05 17:43:37.743043 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-0f545dd5-6525-4c07-a798-9bb19c52c0ae req-f7bcfb1a-0841-4e31-b5c2-cfa9428a0f03 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "GET /v2.0/security-groups?id=3cffb15c-e288-4a7c-b3a2-31de7d7d70dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481975 Jan 05 17:43:37.764958 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 51600) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:43:37.827927 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-a5e22d22-9cf6-4b68-aae7-07dd2e6ede41 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "GET /v2.0/floatingips/25e5b2ea-8cf9-499f-94e3-abf91e30bd85 HTTP/1.1" status: 200 len: 993 time: 0.0618649 Jan 05 17:43:47.118003 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-4f2badfc-547d-4b54-9b3b-cb70c8c2fac1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:43:49.352229 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-2700b12b-abe5-4672-9e0d-e0ac9383507d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:43:50.123515 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:43:50.659399 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d2607572-b3c9-472c-85bc-c8de0c3fb75c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:43:52.020420 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d504d802-9546-4ce5-a9d3-96c844ac5808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:43:53.311673 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:44:01.687124 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.agents_db [None req-291d1585-17df-45c0-b64a-d244e6d90872 None None] Agent healthcheck: found 6 active agents {{(pid=103803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 05 17:44:10.479271 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 51616) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:44:10.631749 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-024599f6-488f-4763-8604-78075a9a65a4 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Deleting port 97645ac2-1a31-4631-91fd-5459c150c616 {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:44:10.631749 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-024599f6-488f-4763-8604-78075a9a65a4 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:44:10.703095 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-024599f6-488f-4763-8604-78075a9a65a4 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:44:10.703412 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-024599f6-488f-4763-8604-78075a9a65a4 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:44:10.715951 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-024599f6-488f-4763-8604-78075a9a65a4 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Calling delete_port for 97645ac2-1a31-4631-91fd-5459c150c616 owned by network:floatingip {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:44:10.934372 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-024599f6-488f-4763-8604-78075a9a65a4 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11433176'] for port, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:44:10.962178 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024599f6-488f-4763-8604-78075a9a65a4 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Pushing event deleted for resources: {'Port': ['ID=97645ac2-1a31-4631-91fd-5459c150c616,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:44:10.989925 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024599f6-488f-4763-8604-78075a9a65a4 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:44:10.990272 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024599f6-488f-4763-8604-78075a9a65a4 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:44:10.990612 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024599f6-488f-4763-8604-78075a9a65a4 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:44:10.990946 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024599f6-488f-4763-8604-78075a9a65a4 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:44:10.991281 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024599f6-488f-4763-8604-78075a9a65a4 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:44:10.991609 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024599f6-488f-4763-8604-78075a9a65a4 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:44:10.991936 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024599f6-488f-4763-8604-78075a9a65a4 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:44:10.992258 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024599f6-488f-4763-8604-78075a9a65a4 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:44:10.992578 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024599f6-488f-4763-8604-78075a9a65a4 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:44:10.992898 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024599f6-488f-4763-8604-78075a9a65a4 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:44:10.993217 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024599f6-488f-4763-8604-78075a9a65a4 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:44:10.993541 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024599f6-488f-4763-8604-78075a9a65a4 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:44:10.993881 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024599f6-488f-4763-8604-78075a9a65a4 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:44:11.032049 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-024599f6-488f-4763-8604-78075a9a65a4 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks [] for floatingip, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:44:11.032374 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.db.l3_db [None req-024599f6-488f-4763-8604-78075a9a65a4 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Floating IP 25e5b2ea-8cf9-499f-94e3-abf91e30bd85 disassociated (deleted). External IP: 172.36.4.249, port: e0d2c995-356a-4773-81e2-47da70db5145. Jan 05 17:44:11.232802 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-024599f6-488f-4763-8604-78075a9a65a4 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Router 9c7e1230-27de-44a0-a982-15c5481ac04e has already been hosted by L3 agent 59446fdc-40e0-41fe-a575-a8eb11d742f7 {{(pid=103801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 05 17:44:11.339665 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-024599f6-488f-4763-8604-78075a9a65a4 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 05 17:44:11.344331 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-024599f6-488f-4763-8604-78075a9a65a4 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for floatingip, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:44:11.349383 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b3a36f2-f35f-4aad-8bd6-519a9896a3e5 None None] Sync routers for ids ['9c7e1230-27de-44a0-a982-15c5481ac04e'] in dv-neutron-master-2-hyperv {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 05 17:44:11.358931 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b3a36f2-f35f-4aad-8bd6-519a9896a3e5 None None] Routers {'9c7e1230-27de-44a0-a982-15c5481ac04e'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:44:11.359772 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-8b3a36f2-f35f-4aad-8bd6-519a9896a3e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:43:49Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['9c7e1230-27de-44a0-a982-15c5481ac04e'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:44:11.370603 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-024599f6-488f-4763-8604-78075a9a65a4 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "DELETE /v2.0/floatingips/25e5b2ea-8cf9-499f-94e3-abf91e30bd85 HTTP/1.1" status: 204 len: 168 time: 0.8902583 Jan 05 17:44:11.371190 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f74e8013-9921-44bd-adc6-df0fb37054ea', 'tag': 'e0d2c995-356a-4773-81e2-47da70db5145'}] {{(pid=103801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 05 17:44:11.373408 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cee9004337cfdaf047d78d8066c7d6073fad8dbc2217b3b67c4523abea34d3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2be78acc-d34a-4c50-b784-7b42d22686a3" -d '{"events": [{"name": "network-changed", "server_uuid": "f74e8013-9921-44bd-adc6-df0fb37054ea", "tag": "e0d2c995-356a-4773-81e2-47da70db5145"}]}' {{(pid=103801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 05 17:44:11.411405 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Jan 2022 17:44:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fba17dd3-3dd1-4ac2-a014-bb386e95aed8 x-openstack-request-id: req-fba17dd3-3dd1-4ac2-a014-bb386e95aed8 {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 05 17:44:11.411765 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f74e8013-9921-44bd-adc6-df0fb37054ea", "tag": "e0d2c995-356a-4773-81e2-47da70db5145", "status": "completed", "code": 200}]} {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 05 17:44:11.412081 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-fba17dd3-3dd1-4ac2-a014-bb386e95aed8 {{(pid=103801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 05 17:44:11.412546 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f74e8013-9921-44bd-adc6-df0fb37054ea', 'tag': 'e0d2c995-356a-4773-81e2-47da70db5145', 'status': 'completed', 'code': 200} Jan 05 17:44:11.467744 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-8b3a36f2-f35f-4aad-8bd6-519a9896a3e5 None None] Set router 9c7e1230-27de-44a0-a982-15c5481ac04e gateway port host: dv-neutron-master-2-hyperv {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:44:11.480175 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be78acc-d34a-4c50-b784-7b42d22686a3 req-c578ad80-0476-41f7-b870-33a2f4a267f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:44:11.481719 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-2be78acc-d34a-4c50-b784-7b42d22686a3 req-c578ad80-0476-41f7-b870-33a2f4a267f7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8e518d29c86c4653a8de8a7aad689e14&device_id=f74e8013-9921-44bd-adc6-df0fb37054ea HTTP/1.1" status: 200 len: 1098 time: 0.0501752 Jan 05 17:44:11.579907 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be78acc-d34a-4c50-b784-7b42d22686a3 req-80b0ad8e-007a-482f-b48d-43143ece1a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:44:11.581304 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-2be78acc-d34a-4c50-b784-7b42d22686a3 req-80b0ad8e-007a-482f-b48d-43143ece1a62 service neutron] 10.222.0.13 "GET /v2.0/networks?id=850ae6b7-f35d-4b22-886f-4dccd0c9b649 HTTP/1.1" status: 200 len: 898 time: 0.0926273 Jan 05 17:44:11.621101 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-2be78acc-d34a-4c50-b784-7b42d22686a3 req-b9999a05-7bb3-463e-890a-e8e6bfe395b8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e0d2c995-356a-4773-81e2-47da70db5145 HTTP/1.1" status: 200 len: 217 time: 0.0340159 Jan 05 17:44:11.670198 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be78acc-d34a-4c50-b784-7b42d22686a3 req-cf08e2ca-8e9d-411d-8cd3-892700327262 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:44:11.671738 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-2be78acc-d34a-4c50-b784-7b42d22686a3 req-cf08e2ca-8e9d-411d-8cd3-892700327262 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=636c8698-7249-4cb8-a3d8-7ad0a34337a3 HTTP/1.1" status: 200 len: 834 time: 0.0453694 Jan 05 17:44:11.672767 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-8b3a36f2-f35f-4aad-8bd6-519a9896a3e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c7e1230-27de-44a0-a982-15c5481ac04e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2098302760', 'tenant_id': '8e518d29c86c4653a8de8a7aad689e14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.89'}], 'enable_snat': True}, 'gw_port_id': 'a9de4567-b414-4542-82e8-f7136666b731', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:42:27Z', 'updated_at': '2022-01-05T17:42:32Z', 'revision_number': 4, 'project_id': '8e518d29c86c4653a8de8a7aad689e14', 'gw_port': {'id': 'a9de4567-b414-4542-82e8-f7136666b731', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:75:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c7e1230-27de-44a0-a982-15c5481ac04e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:42:28Z', 'updated_at': '2022-01-05T17:42:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '480d6a24-a423-4165-8a42-2182e4cdd36b', 'name': '', 'network_id': '850ae6b7-f35d-4b22-886f-4dccd0c9b649', 'tenant_id': '8e518d29c86c4653a8de8a7aad689e14', 'mac_address': 'fa:16:3e:26:27:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c7e1230-27de-44a0-a982-15c5481ac04e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': '636c8698-7249-4cb8-a3d8-7ad0a34337a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:42:31Z', 'updated_at': '2022-01-05T17:42:34Z', 'revision_number': 5, 'project_id': '8e518d29c86c4653a8de8a7aad689e14', 'subnets': [{'id': '636c8698-7249-4cb8-a3d8-7ad0a34337a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:44:11.704161 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b3a36f2-f35f-4aad-8bd6-519a9896a3e5 None None] Checking router: 9c7e1230-27de-44a0-a982-15c5481ac04e for host: dv-neutron-master-2-hyperv {{(pid=103802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 05 17:44:11.713549 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b3a36f2-f35f-4aad-8bd6-519a9896a3e5 None None] Routers {'9c7e1230-27de-44a0-a982-15c5481ac04e'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:44:11.714365 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-8b3a36f2-f35f-4aad-8bd6-519a9896a3e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:43:49Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['9c7e1230-27de-44a0-a982-15c5481ac04e'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:44:11.720248 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be78acc-d34a-4c50-b784-7b42d22686a3 req-bc830936-f970-4a7c-98e7-c7fefc6d6519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:44:11.721876 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-2be78acc-d34a-4c50-b784-7b42d22686a3 req-bc830936-f970-4a7c-98e7-c7fefc6d6519 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=850ae6b7-f35d-4b22-886f-4dccd0c9b649&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0446858 Jan 05 17:44:11.830162 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-8b3a36f2-f35f-4aad-8bd6-519a9896a3e5 None None] Set router 9c7e1230-27de-44a0-a982-15c5481ac04e gateway port host: dv-neutron-master-2-hyperv {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:44:11.854879 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-2be78acc-d34a-4c50-b784-7b42d22686a3 req-869a0851-0761-42ed-bae6-4915eb3f04c0 service neutron] 10.222.0.13 "GET /v2.0/networks/850ae6b7-f35d-4b22-886f-4dccd0c9b649?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272762 Jan 05 17:44:11.871708 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f0aa5c-9d90-44d7-92f9-df0a202df654 req-b851fa62-562a-4833-b2a0-9bea13e2a774 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:44:11.873211 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-19f0aa5c-9d90-44d7-92f9-df0a202df654 req-b851fa62-562a-4833-b2a0-9bea13e2a774 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "GET /v2.0/ports?device_id=f74e8013-9921-44bd-adc6-df0fb37054ea HTTP/1.1" status: 200 len: 945 time: 0.0893908 Jan 05 17:44:11.982089 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-19f0aa5c-9d90-44d7-92f9-df0a202df654 req-24c441d4-26ec-4865-a7be-9696ee372293 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "GET /v2.0/security-groups?id=3cffb15c-e288-4a7c-b3a2-31de7d7d70dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0998337 Jan 05 17:44:11.992739 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-2be78acc-d34a-4c50-b784-7b42d22686a3 req-1ac3ae16-63d5-4b49-b98b-f12232c689b7 service neutron] 10.222.0.13 "GET /v2.0/networks/850ae6b7-f35d-4b22-886f-4dccd0c9b649?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1185515 Jan 05 17:44:12.028829 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-8b3a36f2-f35f-4aad-8bd6-519a9896a3e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c7e1230-27de-44a0-a982-15c5481ac04e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2098302760', 'tenant_id': '8e518d29c86c4653a8de8a7aad689e14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.89'}], 'enable_snat': True}, 'gw_port_id': 'a9de4567-b414-4542-82e8-f7136666b731', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:42:27Z', 'updated_at': '2022-01-05T17:42:32Z', 'revision_number': 4, 'project_id': '8e518d29c86c4653a8de8a7aad689e14', 'gw_port': {'id': 'a9de4567-b414-4542-82e8-f7136666b731', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:75:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c7e1230-27de-44a0-a982-15c5481ac04e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:42:28Z', 'updated_at': '2022-01-05T17:42:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '480d6a24-a423-4165-8a42-2182e4cdd36b', 'name': '', 'network_id': '850ae6b7-f35d-4b22-886f-4dccd0c9b649', 'tenant_id': '8e518d29c86c4653a8de8a7aad689e14', 'mac_address': 'fa:16:3e:26:27:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c7e1230-27de-44a0-a982-15c5481ac04e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': '636c8698-7249-4cb8-a3d8-7ad0a34337a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:42:31Z', 'updated_at': '2022-01-05T17:42:34Z', 'revision_number': 5, 'project_id': '8e518d29c86c4653a8de8a7aad689e14', 'subnets': [{'id': '636c8698-7249-4cb8-a3d8-7ad0a34337a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:44:12.054975 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b3a36f2-f35f-4aad-8bd6-519a9896a3e5 None None] The sync data for ids ['9c7e1230-27de-44a0-a982-15c5481ac04e'] in dv-neutron-master-2-hyperv is: [{'id': '9c7e1230-27de-44a0-a982-15c5481ac04e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2098302760', 'tenant_id': '8e518d29c86c4653a8de8a7aad689e14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.89'}], 'enable_snat': True}, 'gw_port_id': 'a9de4567-b414-4542-82e8-f7136666b731', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:42:27Z', 'updated_at': '2022-01-05T17:42:32Z', 'revision_number': 4, 'project_id': '8e518d29c86c4653a8de8a7aad689e14', 'gw_port': {'id': 'a9de4567-b414-4542-82e8-f7136666b731', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:75:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c7e1230-27de-44a0-a982-15c5481ac04e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:42:28Z', 'updated_at': '2022-01-05T17:42:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '480d6a24-a423-4165-8a42-2182e4cdd36b', 'name': '', 'network_id': '850ae6b7-f35d-4b22-886f-4dccd0c9b649', 'tenant_id': '8e518d29c86c4653a8de8a7aad689e14', 'mac_address': 'fa:16:3e:26:27:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c7e1230-27de-44a0-a982-15c5481ac04e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': '636c8698-7249-4cb8-a3d8-7ad0a34337a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:42:31Z', 'updated_at': '2022-01-05T17:42:34Z', 'revision_number': 5, 'project_id': '8e518d29c86c4653a8de8a7aad689e14', 'subnets': [{'id': '636c8698-7249-4cb8-a3d8-7ad0a34337a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 05 17:44:12.287731 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccbee32d-64f6-4f41-b251-1f5407985755 None None] New status for floating IP 25e5b2ea-8cf9-499f-94e3-abf91e30bd85: DOWN {{(pid=103803) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 05 17:44:13.097085 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc9b887-3cb3-40d7-9534-7e478602b45f req-5dbe39e8-c5fb-4683-b51b-556b1c3baec1 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:44:13.098553 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-7cc9b887-3cb3-40d7-9534-7e478602b45f req-5dbe39e8-c5fb-4683-b51b-556b1c3baec1 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "GET /v2.0/ports?device_id=f74e8013-9921-44bd-adc6-df0fb37054ea HTTP/1.1" status: 200 len: 945 time: 0.0483758 Jan 05 17:44:13.145518 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-7cc9b887-3cb3-40d7-9534-7e478602b45f req-327dd0dd-7061-4a4a-91da-ede61f305bdb tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "GET /v2.0/security-groups?id=3cffb15c-e288-4a7c-b3a2-31de7d7d70dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414965 Jan 05 17:44:13.419454 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d840ebdc-4c10-4b2a-b208-997491bbde6d req-568ccb63-6122-4ab9-81bd-d938f6be7b4c tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:44:13.420878 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-d840ebdc-4c10-4b2a-b208-997491bbde6d req-568ccb63-6122-4ab9-81bd-d938f6be7b4c tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.13 "GET /v2.0/ports?device_id=f74e8013-9921-44bd-adc6-df0fb37054ea HTTP/1.1" status: 200 len: 945 time: 0.0475106 Jan 05 17:44:13.509417 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [req-d840ebdc-4c10-4b2a-b208-997491bbde6d req-e7c50ef2-a12e-4502-a50e-86bec18f411f tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Deleting port e0d2c995-356a-4773-81e2-47da70db5145 {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:44:13.509782 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-d840ebdc-4c10-4b2a-b208-997491bbde6d req-e7c50ef2-a12e-4502-a50e-86bec18f411f tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:44:13.595118 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.db [req-d840ebdc-4c10-4b2a-b208-997491bbde6d req-e7c50ef2-a12e-4502-a50e-86bec18f411f tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] For port e0d2c995-356a-4773-81e2-47da70db5145, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=e0d2c995-356a-4773-81e2-47da70db5145,segment=NetworkSegment(b217d18a-d770-4a7c-92ce-af09d9306830),segment_id=b217d18a-d770-4a7c-92ce-af09d9306830)] {{(pid=103800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:44:13.595476 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-d840ebdc-4c10-4b2a-b208-997491bbde6d req-e7c50ef2-a12e-4502-a50e-86bec18f411f tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:44:13.612467 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [req-d840ebdc-4c10-4b2a-b208-997491bbde6d req-e7c50ef2-a12e-4502-a50e-86bec18f411f tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Calling delete_port for e0d2c995-356a-4773-81e2-47da70db5145 owned by compute:nova {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:44:13.809275 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-d840ebdc-4c10-4b2a-b208-997491bbde6d req-e7c50ef2-a12e-4502-a50e-86bec18f411f tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:44:13.839341 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c50ef2-a12e-4502-a50e-86bec18f411f tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Pushing event deleted for resources: {'Port': ['ID=e0d2c995-356a-4773-81e2-47da70db5145,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:44:13.866537 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c50ef2-a12e-4502-a50e-86bec18f411f tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:44:13.866889 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c50ef2-a12e-4502-a50e-86bec18f411f tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:44:13.867232 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c50ef2-a12e-4502-a50e-86bec18f411f tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:44:13.867571 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c50ef2-a12e-4502-a50e-86bec18f411f tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:44:13.867905 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c50ef2-a12e-4502-a50e-86bec18f411f tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:44:13.868269 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c50ef2-a12e-4502-a50e-86bec18f411f tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:44:13.868572 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c50ef2-a12e-4502-a50e-86bec18f411f tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:44:13.868900 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c50ef2-a12e-4502-a50e-86bec18f411f tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:44:13.869254 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c50ef2-a12e-4502-a50e-86bec18f411f tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:44:13.869576 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c50ef2-a12e-4502-a50e-86bec18f411f tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:44:13.869921 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c50ef2-a12e-4502-a50e-86bec18f411f tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:44:13.870243 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c50ef2-a12e-4502-a50e-86bec18f411f tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:44:13.870563 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c50ef2-a12e-4502-a50e-86bec18f411f tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:44:13.891285 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [req-d840ebdc-4c10-4b2a-b208-997491bbde6d req-e7c50ef2-a12e-4502-a50e-86bec18f411f tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] No DVR routers for this DVR port e0d2c995-356a-4773-81e2-47da70db5145 on host hv-neutron-mast {{(pid=103800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 05 17:44:13.893680 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-d840ebdc-4c10-4b2a-b208-997491bbde6d req-e7c50ef2-a12e-4502-a50e-86bec18f411f tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:44:13.896961 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-d840ebdc-4c10-4b2a-b208-997491bbde6d req-e7c50ef2-a12e-4502-a50e-86bec18f411f tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.13 "DELETE /v2.0/ports/e0d2c995-356a-4773-81e2-47da70db5145 HTTP/1.1" status: 204 len: 173 time: 0.4715767 Jan 05 17:44:13.897396 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f74e8013-9921-44bd-adc6-df0fb37054ea', 'name': 'network-vif-deleted', 'tag': 'e0d2c995-356a-4773-81e2-47da70db5145'}] {{(pid=103800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 05 17:44:13.900216 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f64b9d4628f7eefcc27168a80c04985d23f0ea5def038dae05e1deb7357f3bfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68fa0fbd-830f-4883-a039-3f5002447ff8" -d '{"events": [{"server_uuid": "f74e8013-9921-44bd-adc6-df0fb37054ea", "name": "network-vif-deleted", "tag": "e0d2c995-356a-4773-81e2-47da70db5145"}]}' {{(pid=103800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 05 17:44:13.995804 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Jan 2022 17:44:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a318ecb6-35f1-4d73-9ac2-a2cba06e7cd6 x-openstack-request-id: req-a318ecb6-35f1-4d73-9ac2-a2cba06e7cd6 {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 05 17:44:13.996126 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f74e8013-9921-44bd-adc6-df0fb37054ea", "name": "network-vif-deleted", "tag": "e0d2c995-356a-4773-81e2-47da70db5145", "status": "completed", "code": 200}]} {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 05 17:44:13.996376 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a318ecb6-35f1-4d73-9ac2-a2cba06e7cd6 {{(pid=103800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 05 17:44:13.996773 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f74e8013-9921-44bd-adc6-df0fb37054ea', 'name': 'network-vif-deleted', 'tag': 'e0d2c995-356a-4773-81e2-47da70db5145', 'status': 'completed', 'code': 200} Jan 05 17:44:14.253886 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-c23eeff2-8ca3-48b6-b803-cf661b7cfb82 req-1a182dad-a0e9-4118-99e6-8c52e97567dd tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "GET /v2.0/ports?device_id=f74e8013-9921-44bd-adc6-df0fb37054ea HTTP/1.1" status: 200 len: 210 time: 0.0266876 Jan 05 17:44:15.310820 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 51640) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:44:15.661430 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-5b3ca95c-64f0-4ea9-887d-f6c85824cdd7 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-531685'] for router_interface, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:44:16.213193 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-5b3ca95c-64f0-4ea9-887d-f6c85824cdd7 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Deleting port 480d6a24-a423-4165-8a42-2182e4cdd36b {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:44:16.213537 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-5b3ca95c-64f0-4ea9-887d-f6c85824cdd7 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:44:16.297977 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-5b3ca95c-64f0-4ea9-887d-f6c85824cdd7 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] For port 480d6a24-a423-4165-8a42-2182e4cdd36b, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=480d6a24-a423-4165-8a42-2182e4cdd36b,segment=NetworkSegment(b217d18a-d770-4a7c-92ce-af09d9306830),segment_id=b217d18a-d770-4a7c-92ce-af09d9306830)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:44:16.298341 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-5b3ca95c-64f0-4ea9-887d-f6c85824cdd7 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:44:16.311330 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-5b3ca95c-64f0-4ea9-887d-f6c85824cdd7 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Calling delete_port for 480d6a24-a423-4165-8a42-2182e4cdd36b owned by network:router_interface {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:44:16.563005 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-5b3ca95c-64f0-4ea9-887d-f6c85824cdd7 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11433176'] for port, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:44:16.586948 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3ca95c-64f0-4ea9-887d-f6c85824cdd7 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Pushing event deleted for resources: {'Port': ['ID=480d6a24-a423-4165-8a42-2182e4cdd36b,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:44:16.762076 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-5b3ca95c-64f0-4ea9-887d-f6c85824cdd7 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-560676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531569'] for router_interface, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:44:16.974720 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b3ca95c-64f0-4ea9-887d-f6c85824cdd7 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Router 9c7e1230-27de-44a0-a982-15c5481ac04e has already been hosted by L3 agent 59446fdc-40e0-41fe-a575-a8eb11d742f7 {{(pid=103801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 05 17:44:17.079063 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b3ca95c-64f0-4ea9-887d-f6c85824cdd7 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 05 17:44:17.088322 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-5b3ca95c-64f0-4ea9-887d-f6c85824cdd7 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "PUT /v2.0/routers/9c7e1230-27de-44a0-a982-15c5481ac04e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7722614 Jan 05 17:44:17.089682 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 51642) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:44:17.091642 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-598fa351-348f-4398-9e23-0109c26016b5 None None] Sync routers for ids ['9c7e1230-27de-44a0-a982-15c5481ac04e'] in dv-neutron-master-2-hyperv {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 05 17:44:17.101826 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-598fa351-348f-4398-9e23-0109c26016b5 None None] Routers {'9c7e1230-27de-44a0-a982-15c5481ac04e'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:44:17.102446 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-598fa351-348f-4398-9e23-0109c26016b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:43:49Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['9c7e1230-27de-44a0-a982-15c5481ac04e'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:44:17.141311 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0429b90-903d-41aa-9914-8c9249aadb6c tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Deleting subnet 636c8698-7249-4cb8-a3d8-7ad0a34337a3 {{(pid=103801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 05 17:44:17.144470 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-b0429b90-903d-41aa-9914-8c9249aadb6c tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks [] for subnet, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:44:17.154966 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-e3418038-23a3-4976-8cd0-55dbf649c104 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:44:17.184303 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-b0429b90-903d-41aa-9914-8c9249aadb6c tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11316398'] for subnet, precommit_delete_associations {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:44:17.274717 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-b0429b90-903d-41aa-9914-8c9249aadb6c tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892868'] for subnet, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:44:17.376701 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-598fa351-348f-4398-9e23-0109c26016b5 None None] Set router 9c7e1230-27de-44a0-a982-15c5481ac04e gateway port host: dv-neutron-master-2-hyperv {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:44:17.403545 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-b0429b90-903d-41aa-9914-8c9249aadb6c tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3893367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11433231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12480600'] for subnet, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:44:17.430466 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0429b90-903d-41aa-9914-8c9249aadb6c tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Pushing event deleted for resources: {'Subnet': ['ID=636c8698-7249-4cb8-a3d8-7ad0a34337a3,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:44:17.434143 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-b0429b90-903d-41aa-9914-8c9249aadb6c tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks [] for subnet, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:44:17.440019 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-b0429b90-903d-41aa-9914-8c9249aadb6c tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "DELETE /v2.0/subnets/636c8698-7249-4cb8-a3d8-7ad0a34337a3 HTTP/1.1" status: 204 len: 168 time: 0.3466322 Jan 05 17:44:17.440019 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 51644) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:44:17.443852 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b06897b-7424-4e8c-8c51-27c81be3e8ea None None] Network 850ae6b7-f35d-4b22-886f-4dccd0c9b649 requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:44:17.446373 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Device e0d2c995-356a-4773-81e2-47da70db5145 no longer exists at agent hyperv_hv-neutron-mast {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 05 17:44:17.509329 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] No Port match for: e0d2c995-356a-4773-81e2-47da70db5145 {{(pid=103802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 05 17:44:17.509754 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Device e0d2c995-356a-4773-81e2-47da70db5145 not bound to the agent host hv-neutron-mast {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 05 17:44:17.547224 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-83226e10-49d3-4af5-8b69-82aa942c595a tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks [] for router, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:44:17.653700 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-598fa351-348f-4398-9e23-0109c26016b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c7e1230-27de-44a0-a982-15c5481ac04e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2098302760', 'tenant_id': '8e518d29c86c4653a8de8a7aad689e14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.89'}], 'enable_snat': True}, 'gw_port_id': 'a9de4567-b414-4542-82e8-f7136666b731', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:42:27Z', 'updated_at': '2022-01-05T17:44:16Z', 'revision_number': 5, 'project_id': '8e518d29c86c4653a8de8a7aad689e14', 'gw_port': {'id': 'a9de4567-b414-4542-82e8-f7136666b731', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:75:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c7e1230-27de-44a0-a982-15c5481ac04e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:42:28Z', 'updated_at': '2022-01-05T17:42:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:44:17.655797 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-83226e10-49d3-4af5-8b69-82aa942c595a tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:44:17.680354 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-598fa351-348f-4398-9e23-0109c26016b5 None None] Checking router: 9c7e1230-27de-44a0-a982-15c5481ac04e for host: dv-neutron-master-2-hyperv {{(pid=103802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 05 17:44:17.688672 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-598fa351-348f-4398-9e23-0109c26016b5 None None] Routers {'9c7e1230-27de-44a0-a982-15c5481ac04e'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:44:17.689270 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-598fa351-348f-4398-9e23-0109c26016b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:43:49Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['9c7e1230-27de-44a0-a982-15c5481ac04e'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:44:17.727740 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d31551e8-703a-4fe4-a77e-5eadf8cc7efa None None] DHCP port deletion for 850ae6b7-f35d-4b22-886f-4dccd0c9b649 request from dv-neutron-master-2-hyperv {{(pid=103802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 05 17:44:17.799736 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-83226e10-49d3-4af5-8b69-82aa942c595a tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Deleting port a9de4567-b414-4542-82e8-f7136666b731 {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:44:17.799983 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-83226e10-49d3-4af5-8b69-82aa942c595a tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:44:17.827214 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-598fa351-348f-4398-9e23-0109c26016b5 None None] Set router 9c7e1230-27de-44a0-a982-15c5481ac04e gateway port host: dv-neutron-master-2-hyperv {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:44:17.881742 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-83226e10-49d3-4af5-8b69-82aa942c595a tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] For port a9de4567-b414-4542-82e8-f7136666b731, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=a9de4567-b414-4542-82e8-f7136666b731,segment=NetworkSegment(3f961525-530f-4ce5-8222-1dbbbe774893),segment_id=3f961525-530f-4ce5-8222-1dbbbe774893)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:44:17.882103 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-83226e10-49d3-4af5-8b69-82aa942c595a tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:44:17.883695 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-d31551e8-703a-4fe4-a77e-5eadf8cc7efa None None] Deleting port ba9bc6df-e983-4d5b-83c7-1670731aee92 {{(pid=103802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:44:17.884063 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d31551e8-703a-4fe4-a77e-5eadf8cc7efa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:44:17.893780 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-83226e10-49d3-4af5-8b69-82aa942c595a tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Calling delete_port for a9de4567-b414-4542-82e8-f7136666b731 owned by network:router_gateway {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:44:18.008665 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-d31551e8-703a-4fe4-a77e-5eadf8cc7efa None None] For port ba9bc6df-e983-4d5b-83c7-1670731aee92, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ba9bc6df-e983-4d5b-83c7-1670731aee92,segment=NetworkSegment(b217d18a-d770-4a7c-92ce-af09d9306830),segment_id=b217d18a-d770-4a7c-92ce-af09d9306830)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:44:18.008953 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d31551e8-703a-4fe4-a77e-5eadf8cc7efa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:44:18.027529 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-d31551e8-703a-4fe4-a77e-5eadf8cc7efa None None] Calling delete_port for ba9bc6df-e983-4d5b-83c7-1670731aee92 owned by network:dhcp {{(pid=103802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:44:18.112040 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-83226e10-49d3-4af5-8b69-82aa942c595a tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11433176'] for port, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:44:18.135428 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-598fa351-348f-4398-9e23-0109c26016b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c7e1230-27de-44a0-a982-15c5481ac04e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2098302760', 'tenant_id': '8e518d29c86c4653a8de8a7aad689e14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.89'}], 'enable_snat': True}, 'gw_port_id': 'a9de4567-b414-4542-82e8-f7136666b731', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:42:27Z', 'updated_at': '2022-01-05T17:44:16Z', 'revision_number': 5, 'project_id': '8e518d29c86c4653a8de8a7aad689e14', 'gw_port': {'id': 'a9de4567-b414-4542-82e8-f7136666b731', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:75:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c7e1230-27de-44a0-a982-15c5481ac04e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:42:28Z', 'updated_at': '2022-01-05T17:42:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:44:18.137507 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83226e10-49d3-4af5-8b69-82aa942c595a tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Pushing event deleted for resources: {'Port': ['ID=a9de4567-b414-4542-82e8-f7136666b731,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:44:18.166312 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e10a64f3-cb5b-48e7-9ae8-a35229ab0025 None None] DHCP port deletion for b0167590-0699-4c5c-a932-3939414a9573 request from dv-neutron-master-2-hyperv {{(pid=103802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 05 17:44:18.169425 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-598fa351-348f-4398-9e23-0109c26016b5 None None] The sync data for ids ['9c7e1230-27de-44a0-a982-15c5481ac04e'] in dv-neutron-master-2-hyperv is: [{'id': '9c7e1230-27de-44a0-a982-15c5481ac04e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2098302760', 'tenant_id': '8e518d29c86c4653a8de8a7aad689e14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.89'}], 'enable_snat': True}, 'gw_port_id': 'a9de4567-b414-4542-82e8-f7136666b731', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:42:27Z', 'updated_at': '2022-01-05T17:44:16Z', 'revision_number': 5, 'project_id': '8e518d29c86c4653a8de8a7aad689e14', 'gw_port': {'id': 'a9de4567-b414-4542-82e8-f7136666b731', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:75:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c7e1230-27de-44a0-a982-15c5481ac04e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:42:28Z', 'updated_at': '2022-01-05T17:42:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 05 17:44:18.198647 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-83226e10-49d3-4af5-8b69-82aa942c595a tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-648595'] for router_gateway, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:44:18.203755 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d31551e8-703a-4fe4-a77e-5eadf8cc7efa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678'] for port, after_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:44:18.233605 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31551e8-703a-4fe4-a77e-5eadf8cc7efa None None] Pushing event deleted for resources: {'Port': ['ID=ba9bc6df-e983-4d5b-83c7-1670731aee92,revision_number=None']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:44:18.238245 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d31551e8-703a-4fe4-a77e-5eadf8cc7efa None None] No DVR routers for this DVR port ba9bc6df-e983-4d5b-83c7-1670731aee92 on host dv-neutron-master-2-hyperv {{(pid=103802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 05 17:44:18.244922 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31551e8-703a-4fe4-a77e-5eadf8cc7efa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:44:18.245274 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31551e8-703a-4fe4-a77e-5eadf8cc7efa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:44:18.245635 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31551e8-703a-4fe4-a77e-5eadf8cc7efa None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:44:18.245972 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31551e8-703a-4fe4-a77e-5eadf8cc7efa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:44:18.246302 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31551e8-703a-4fe4-a77e-5eadf8cc7efa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:44:18.246621 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31551e8-703a-4fe4-a77e-5eadf8cc7efa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:44:18.246950 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31551e8-703a-4fe4-a77e-5eadf8cc7efa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:44:18.247271 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31551e8-703a-4fe4-a77e-5eadf8cc7efa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:44:18.247593 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31551e8-703a-4fe4-a77e-5eadf8cc7efa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:44:18.248161 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31551e8-703a-4fe4-a77e-5eadf8cc7efa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:44:18.248262 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31551e8-703a-4fe4-a77e-5eadf8cc7efa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:44:18.248537 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31551e8-703a-4fe4-a77e-5eadf8cc7efa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:44:18.248838 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31551e8-703a-4fe4-a77e-5eadf8cc7efa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:44:18.301844 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-83226e10-49d3-4af5-8b69-82aa942c595a tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-648249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62744'] for router, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:44:18.304124 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-83226e10-49d3-4af5-8b69-82aa942c595a tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:44:18.425010 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-83226e10-49d3-4af5-8b69-82aa942c595a tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-648240'] for router, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:44:18.425708 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83226e10-49d3-4af5-8b69-82aa942c595a tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Fanout notify agent at l3_agent the message router_deleted on router 9c7e1230-27de-44a0-a982-15c5481ac04e {{(pid=103801) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 05 17:44:18.432859 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-83226e10-49d3-4af5-8b69-82aa942c595a tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks [] for router, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:44:18.434046 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-83226e10-49d3-4af5-8b69-82aa942c595a tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "DELETE /v2.0/routers/9c7e1230-27de-44a0-a982-15c5481ac04e HTTP/1.1" status: 204 len: 168 time: 0.9931331 Jan 05 17:44:18.440696 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 51646) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:44:18.517452 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-572ee80b-a140-4623-90ea-9c67be46d70e tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3809644'] for network, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:44:18.609278 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-572ee80b-a140-4623-90ea-9c67be46d70e tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3891715', 'neutron.services.segments.db._delete_segments_for_network-8754181063482'] for network, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:44:18.630921 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.services.segments.db [None req-572ee80b-a140-4623-90ea-9c67be46d70e tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['850ae6b7-f35d-4b22-886f-4dccd0c9b649']}} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:44:18.641257 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.services.segments.db [None req-572ee80b-a140-4623-90ea-9c67be46d70e tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b217d18a-d770-4a7c-92ce-af09d9306830') {'for_net_delete': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:44:18.641564 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.services.segments.db [None req-572ee80b-a140-4623-90ea-9c67be46d70e tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b217d18a-d770-4a7c-92ce-af09d9306830') {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:44:18.652632 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-572ee80b-a140-4623-90ea-9c67be46d70e tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754181064771', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11316385'] for segment, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:44:18.665951 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-572ee80b-a140-4623-90ea-9c67be46d70e tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225'] for segment, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:44:18.671731 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-572ee80b-a140-4623-90ea-9c67be46d70e tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Releasing vlan 132 on physical network physnet1 to pool {{(pid=103801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 05 17:44:18.672109 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-572ee80b-a140-4623-90ea-9c67be46d70e tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11433197'] for segment, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:44:18.675186 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:44:18.675186 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:44:18.675186 dv-neutron-master-2-hyperv neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:44:18.675186 dv-neutron-master-2-hyperv neutron-server[103801]: warnings.warn(msg) Jan 05 17:44:18.675186 dv-neutron-master-2-hyperv neutron-server[103801]: Traceback (most recent call last): Jan 05 17:44:18.675186 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 05 17:44:18.675186 dv-neutron-master-2-hyperv neutron-server[103801]: timer() Jan 05 17:44:18.675186 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 05 17:44:18.675186 dv-neutron-master-2-hyperv neutron-server[103801]: cb(*args, **kw) Jan 05 17:44:18.675186 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 05 17:44:18.675186 dv-neutron-master-2-hyperv neutron-server[103801]: return func(*args, **kwargs) Jan 05 17:44:18.675186 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 05 17:44:18.675186 dv-neutron-master-2-hyperv neutron-server[103801]: self._notify() Jan 05 17:44:18.675186 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 05 17:44:18.675186 dv-neutron-master-2-hyperv neutron-server[103801]: self.callback(batched_events) Jan 05 17:44:18.675186 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 05 17:44:18.675186 dv-neutron-master-2-hyperv neutron-server[103801]: event.method(event) Jan 05 17:44:18.675186 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 05 17:44:18.675186 dv-neutron-master-2-hyperv neutron-server[103801]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 05 17:44:18.675186 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 05 17:44:18.675186 dv-neutron-master-2-hyperv neutron-server[103801]: aggregate_uuid = self.p_client.list_aggregates( Jan 05 17:44:18.675186 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 05 17:44:18.675186 dv-neutron-master-2-hyperv neutron-server[103801]: return f(self, *a, **k) Jan 05 17:44:18.675186 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 05 17:44:18.675186 dv-neutron-master-2-hyperv neutron-server[103801]: return self._get(url).json() Jan 05 17:44:18.675186 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 05 17:44:18.675186 dv-neutron-master-2-hyperv neutron-server[103801]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 05 17:44:18.675186 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 05 17:44:18.675186 dv-neutron-master-2-hyperv neutron-server[103801]: return self.request(url, 'GET', **kwargs) Jan 05 17:44:18.675186 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 05 17:44:18.675186 dv-neutron-master-2-hyperv neutron-server[103801]: base_url = self.get_endpoint(auth, allow=allow, Jan 05 17:44:18.675186 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 05 17:44:18.675186 dv-neutron-master-2-hyperv neutron-server[103801]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 05 17:44:18.675186 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 05 17:44:18.675186 dv-neutron-master-2-hyperv neutron-server[103801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 05 17:44:18.675186 dv-neutron-master-2-hyperv neutron-server[103801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 05 17:44:18.762160 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 480d6a24-a423-4165-8a42-2182e4cdd36b no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 05 17:44:18.784143 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] No Port match for: 480d6a24-a423-4165-8a42-2182e4cdd36b {{(pid=103802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 05 17:44:18.784481 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 480d6a24-a423-4165-8a42-2182e4cdd36b not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 05 17:44:18.787642 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device ba9bc6df-e983-4d5b-83c7-1670731aee92 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 05 17:44:18.810510 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] No Port match for: ba9bc6df-e983-4d5b-83c7-1670731aee92 {{(pid=103802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 05 17:44:18.810855 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device ba9bc6df-e983-4d5b-83c7-1670731aee92 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 05 17:44:18.826596 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-572ee80b-a140-4623-90ea-9c67be46d70e tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3891722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648695'] for network, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:44:18.834405 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-572ee80b-a140-4623-90ea-9c67be46d70e tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks [] for network, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:44:18.841038 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-572ee80b-a140-4623-90ea-9c67be46d70e tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "DELETE /v2.0/networks/850ae6b7-f35d-4b22-886f-4dccd0c9b649 HTTP/1.1" status: 204 len: 168 time: 0.4008625 Jan 05 17:44:18.842445 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 51648) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:44:18.850462 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572ee80b-a140-4623-90ea-9c67be46d70e tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Pushing event deleted for resources: {'Network': ['ID=850ae6b7-f35d-4b22-886f-4dccd0c9b649,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:44:18.903057 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-576d49e7-0ac4-439e-a2e8-46ea52aa60f6 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks [] for security_group, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:44:18.927982 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-576d49e7-0ac4-439e-a2e8-46ea52aa60f6 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:44:19.111828 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-576d49e7-0ac4-439e-a2e8-46ea52aa60f6 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:44:19.114534 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-576d49e7-0ac4-439e-a2e8-46ea52aa60f6 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks [] for security_group, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:44:19.115659 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-576d49e7-0ac4-439e-a2e8-46ea52aa60f6 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "DELETE /v2.0/security-groups/3cffb15c-e288-4a7c-b3a2-31de7d7d70dd HTTP/1.1" status: 204 len: 168 time: 0.2719109 Jan 05 17:44:19.125886 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576d49e7-0ac4-439e-a2e8-46ea52aa60f6 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cffb15c-e288-4a7c-b3a2-31de7d7d70dd,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:44:19.351913 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-3d5266a7-ec1f-4f7f-8c4e-02fb4bd7d86c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:44:19.531740 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 51654) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:44:19.536317 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-fafcc4af-2eff-47f1-9128-7bda86463eaa tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-59066591', 'description': 'tempest-secgroup-smoke-59066591 description', 'project_id': '8e518d29c86c4653a8de8a7aad689e14'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:44:19.630810 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-fafcc4af-2eff-47f1-9128-7bda86463eaa tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks [] for security_group, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:44:19.693650 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-fafcc4af-2eff-47f1-9128-7bda86463eaa tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks [] for security_group, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:44:19.757156 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-fafcc4af-2eff-47f1-9128-7bda86463eaa tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:44:19.784891 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafcc4af-2eff-47f1-9128-7bda86463eaa tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c6b5273-aa28-4f54-be17-678ce409b5f6,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:44:19.850614 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-fafcc4af-2eff-47f1-9128-7bda86463eaa tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks [] for security_group, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:44:19.852434 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-fafcc4af-2eff-47f1-9128-7bda86463eaa tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3196895 Jan 05 17:44:19.862325 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 51656) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:44:19.868515 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-237ac00d-2417-47a0-96f2-e2d82d593533 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Request body: {'security_group_rule': {'security_group_id': '5c6b5273-aa28-4f54-be17-678ce409b5f6', 'project_id': '8e518d29c86c4653a8de8a7aad689e14', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:44:19.967474 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-237ac00d-2417-47a0-96f2-e2d82d593533 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:44:20.019784 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-237ac00d-2417-47a0-96f2-e2d82d593533 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:44:20.082159 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-237ac00d-2417-47a0-96f2-e2d82d593533 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533437'] for security_group_rule, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:44:20.097557 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237ac00d-2417-47a0-96f2-e2d82d593533 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b22788c-db03-49e5-8d47-f27719c14226,revision_number=0']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:44:20.163144 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:44:20.187919 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-237ac00d-2417-47a0-96f2-e2d82d593533 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:44:20.189139 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-237ac00d-2417-47a0-96f2-e2d82d593533 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3258948 Jan 05 17:44:20.191866 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 51658) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:44:20.196617 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-71fac81e-5d00-47e4-b9ee-bd8c487aa804 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Request body: {'security_group_rule': {'security_group_id': '5c6b5273-aa28-4f54-be17-678ce409b5f6', 'project_id': '8e518d29c86c4653a8de8a7aad689e14', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:44:20.293825 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-71fac81e-5d00-47e4-b9ee-bd8c487aa804 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:44:20.348662 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-71fac81e-5d00-47e4-b9ee-bd8c487aa804 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:44:20.431914 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-71fac81e-5d00-47e4-b9ee-bd8c487aa804 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533437'] for security_group_rule, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:44:20.456358 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fac81e-5d00-47e4-b9ee-bd8c487aa804 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f99e33b-a816-4979-91c8-a1d0a1736a6e,revision_number=0']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:44:20.506812 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-71fac81e-5d00-47e4-b9ee-bd8c487aa804 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:44:20.508622 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-71fac81e-5d00-47e4-b9ee-bd8c487aa804 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3158388 Jan 05 17:44:20.511418 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 51660) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:44:20.515749 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-da71dc36-1bf9-4afc-9c77-3727770d6cd7 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Request body: {'security_group_rule': {'security_group_id': '5c6b5273-aa28-4f54-be17-678ce409b5f6', 'project_id': '8e518d29c86c4653a8de8a7aad689e14', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:44:20.591293 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-da71dc36-1bf9-4afc-9c77-3727770d6cd7 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:44:20.648204 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-da71dc36-1bf9-4afc-9c77-3727770d6cd7 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:44:20.658784 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device a9de4567-b414-4542-82e8-f7136666b731 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 05 17:44:20.678312 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d2607572-b3c9-472c-85bc-c8de0c3fb75c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:44:20.678912 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] No Port match for: a9de4567-b414-4542-82e8-f7136666b731 {{(pid=103802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 05 17:44:20.679249 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device a9de4567-b414-4542-82e8-f7136666b731 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 05 17:44:20.718512 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-da71dc36-1bf9-4afc-9c77-3727770d6cd7 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533437'] for security_group_rule, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:44:20.736672 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da71dc36-1bf9-4afc-9c77-3727770d6cd7 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1870c1a-1946-474f-8d0a-6f7656fab4e2,revision_number=0']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:44:20.793407 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-da71dc36-1bf9-4afc-9c77-3727770d6cd7 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:44:20.794643 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-da71dc36-1bf9-4afc-9c77-3727770d6cd7 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2822945 Jan 05 17:44:20.797405 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 51664) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:44:20.801834 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-3b55686f-d115-468f-a524-72e50a3a54ae tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Request body: {'security_group_rule': {'security_group_id': '5c6b5273-aa28-4f54-be17-678ce409b5f6', 'project_id': '8e518d29c86c4653a8de8a7aad689e14', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:44:20.871323 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3b55686f-d115-468f-a524-72e50a3a54ae tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:44:20.929626 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3b55686f-d115-468f-a524-72e50a3a54ae tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:44:20.996340 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3b55686f-d115-468f-a524-72e50a3a54ae tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533437'] for security_group_rule, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:44:21.013330 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b55686f-d115-468f-a524-72e50a3a54ae tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9906bff7-d63f-4de6-8398-00b41742d716,revision_number=0']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:44:21.096582 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3b55686f-d115-468f-a524-72e50a3a54ae tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:44:21.097797 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-3b55686f-d115-468f-a524-72e50a3a54ae tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2993858 Jan 05 17:44:21.100485 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 51666) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:44:21.105170 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-e82910bb-36c1-404d-96ab-78ae98afaf5f tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Request body: {'security_group_rule': {'security_group_id': '5c6b5273-aa28-4f54-be17-678ce409b5f6', 'project_id': '8e518d29c86c4653a8de8a7aad689e14', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:44:21.203521 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.db.securitygroups_db [None req-e82910bb-36c1-404d-96ab-78ae98afaf5f tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Project 8e518d29c86c4653a8de8a7aad689e14 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 05 17:44:21.208513 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e82910bb-36c1-404d-96ab-78ae98afaf5f tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:44:21.263813 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e82910bb-36c1-404d-96ab-78ae98afaf5f tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:44:21.323554 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e82910bb-36c1-404d-96ab-78ae98afaf5f tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533437'] for security_group_rule, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:44:21.344318 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82910bb-36c1-404d-96ab-78ae98afaf5f tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1687f973-266d-43da-bc09-bf9cee52e0a7,revision_number=0']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:44:21.393555 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e82910bb-36c1-404d-96ab-78ae98afaf5f tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:44:21.394773 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-e82910bb-36c1-404d-96ab-78ae98afaf5f tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2933905 Jan 05 17:44:21.397631 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 51668) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:44:21.402358 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-52f73c58-efac-46a2-a104-ca66d0331dee tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Request body: {'security_group_rule': {'security_group_id': '5c6b5273-aa28-4f54-be17-678ce409b5f6', 'project_id': '8e518d29c86c4653a8de8a7aad689e14', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:44:21.471380 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.db.securitygroups_db [None req-52f73c58-efac-46a2-a104-ca66d0331dee tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Project 8e518d29c86c4653a8de8a7aad689e14 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 05 17:44:21.475962 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-52f73c58-efac-46a2-a104-ca66d0331dee tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:44:21.532310 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-52f73c58-efac-46a2-a104-ca66d0331dee tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:44:21.580159 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-52f73c58-efac-46a2-a104-ca66d0331dee tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533437'] for security_group_rule, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:44:21.597045 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f73c58-efac-46a2-a104-ca66d0331dee tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88770a90-23ee-402e-a914-cf974798d22b,revision_number=0']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:44:21.662080 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-52f73c58-efac-46a2-a104-ca66d0331dee tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:44:21.663289 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-52f73c58-efac-46a2-a104-ca66d0331dee tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2647238 Jan 05 17:44:21.666273 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 51670) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:44:21.671015 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-44cea346-dc90-474c-8386-a3e37652eb63 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Request body: {'network': {'name': 'tempest-network-smoke--1215736657', 'project_id': '8e518d29c86c4653a8de8a7aad689e14', 'port_security_enabled': True}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:44:21.734327 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44cea346-dc90-474c-8386-a3e37652eb63 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Made reservation on behalf of 8e518d29c86c4653a8de8a7aad689e14 for: {'network': 1} {{(pid=103801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:44:21.737689 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-44cea346-dc90-474c-8386-a3e37652eb63 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for network, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:44:21.760550 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44cea346-dc90-474c-8386-a3e37652eb63 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] vlan segment allocate from pool success with {'vlan_id': 104, 'physical_network': 'physnet1'} {{(pid=103801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 05 17:44:21.769009 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-44cea346-dc90-474c-8386-a3e37652eb63 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225'] for segment, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:44:21.769351 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.db.segments_db [None req-44cea346-dc90-474c-8386-a3e37652eb63 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Added segment 2fe82c9e-771b-49d8-9e54-6a205be159a2 of type vlan for network c0e61b37-9140-4e17-996d-9a9dac6d3ff6 Jan 05 17:44:21.808503 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-44cea346-dc90-474c-8386-a3e37652eb63 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754180566020'] for network, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:44:21.877388 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-44cea346-dc90-474c-8386-a3e37652eb63 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685'] for network, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:44:21.883609 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44cea346-dc90-474c-8386-a3e37652eb63 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:44:21.884179 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-44cea346-dc90-474c-8386-a3e37652eb63 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks [] for network, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:44:21.949683 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cea346-dc90-474c-8386-a3e37652eb63 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Pushing event updated for resources: {'Network': ['ID=c0e61b37-9140-4e17-996d-9a9dac6d3ff6,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:44:21.960208 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Network c0e61b37-9140-4e17-996d-9a9dac6d3ff6 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 05 17:44:21.977472 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-44cea346-dc90-474c-8386-a3e37652eb63 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3101892 Jan 05 17:44:21.980275 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 51672) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:44:21.984765 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-bc77204d-5482-422b-b531-f472fb37f4dd tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1416091648', 'admin_state_up': True, 'project_id': '8e518d29c86c4653a8de8a7aad689e14', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573'}}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:44:22.059937 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-bc77204d-5482-422b-b531-f472fb37f4dd tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-649063', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58098'] for router, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:44:22.060991 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-bc77204d-5482-422b-b531-f472fb37f4dd tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649832', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-545006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58091'] for router, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:44:22.089160 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d504d802-9546-4ce5-a9d3-96c844ac5808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:44:22.110218 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-bc77204d-5482-422b-b531-f472fb37f4dd tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:44:22.296036 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-bc77204d-5482-422b-b531-f472fb37f4dd tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:44:22.550362 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-bc77204d-5482-422b-b531-f472fb37f4dd tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks [] for router_gateway, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:44:22.568519 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-bc77204d-5482-422b-b531-f472fb37f4dd tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:44:22.665056 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [None req-bc77204d-5482-422b-b531-f472fb37f4dd tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Allocated IP 172.36.4.140 (b0167590-0699-4c5c-a932-3939414a9573/7a784a6d-3d96-418f-a645-b9ccd0b1ac55/57dd7333-af81-40ec-ba97-a7cb526e1cb7) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:44:22.767065 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-bc77204d-5482-422b-b531-f472fb37f4dd tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks [] for port, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:44:22.849338 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-bc77204d-5482-422b-b531-f472fb37f4dd tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11433176'] for port, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:44:22.886463 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc77204d-5482-422b-b531-f472fb37f4dd tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Network b0167590-0699-4c5c-a932-3939414a9573 is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:44:22.889644 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-bc77204d-5482-422b-b531-f472fb37f4dd tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:44:22.893038 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc77204d-5482-422b-b531-f472fb37f4dd tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:44:22.902449 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4550a1f5-5deb-4c11-b294-f9c67b083c42 None None] DHCP port deletion for b0167590-0699-4c5c-a932-3939414a9573 request from dv-neutron-master-2-hyperv {{(pid=103802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 05 17:44:22.918034 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc77204d-5482-422b-b531-f472fb37f4dd tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Pushing event updated for resources: {'Port': ['ID=57dd7333-af81-40ec-ba97-a7cb526e1cb7,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:44:23.015623 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-9056b647-a6fd-4e17-a5cd-e57006b23370 None None] Provisioning complete for port 57dd7333-af81-40ec-ba97-a7cb526e1cb7 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:44:23.016240 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-9056b647-a6fd-4e17-a5cd-e57006b23370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:44:23.049497 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-9056b647-a6fd-4e17-a5cd-e57006b23370 None None] Port 57dd7333-af81-40ec-ba97-a7cb526e1cb7 cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 17:44:23.200936 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-bc77204d-5482-422b-b531-f472fb37f4dd tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks [] for router_gateway, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:44:23.299595 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:44:23.707310 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-bc77204d-5482-422b-b531-f472fb37f4dd tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-648430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648639'] for router, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:44:23.865568 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc77204d-5482-422b-b531-f472fb37f4dd tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Router 621ea07d-65c7-48c8-bca4-fd8ac8e408df is scheduled to L3 agent 59446fdc-40e0-41fe-a575-a8eb11d742f7 with binding_index 1 {{(pid=103801) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 05 17:44:23.970629 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc77204d-5482-422b-b531-f472fb37f4dd tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 05 17:44:23.980977 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39b02707-4037-498e-97ec-1a0e1d5a4af9 None None] Sync routers for ids ['621ea07d-65c7-48c8-bca4-fd8ac8e408df'] in dv-neutron-master-2-hyperv {{(pid=103803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 05 17:44:23.990782 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39b02707-4037-498e-97ec-1a0e1d5a4af9 None None] Routers {'621ea07d-65c7-48c8-bca4-fd8ac8e408df'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:44:23.991385 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-39b02707-4037-498e-97ec-1a0e1d5a4af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:44:19Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['621ea07d-65c7-48c8-bca4-fd8ac8e408df'], 'active': True} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:44:24.033988 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-bc77204d-5482-422b-b531-f472fb37f4dd tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks [] for router, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:44:24.035255 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-bc77204d-5482-422b-b531-f472fb37f4dd tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.0540254 Jan 05 17:44:24.038407 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 51674) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:44:24.066420 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-c4b19d74-5617-401b-b35c-029de1da6c3a tempest-TestNetworkAdvancedServerOps-2131337417 tempest-TestNetworkAdvancedServerOps-2131337417-project-admin] 10.222.0.11 "GET /v2.0/subnets?project_id=8e518d29c86c4653a8de8a7aad689e14&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0269487 Jan 05 17:44:24.068868 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 51676) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:44:24.095068 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvr_db [None req-39b02707-4037-498e-97ec-1a0e1d5a4af9 None None] Set router 621ea07d-65c7-48c8-bca4-fd8ac8e408df gateway port host: dv-neutron-master-2-hyperv {{(pid=103803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:44:24.151944 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76d77115-c081-44ba-986b-06acb6bc76cf tempest-TestNetworkAdvancedServerOps-2131337417 tempest-TestNetworkAdvancedServerOps-2131337417-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:44:24.153441 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-76d77115-c081-44ba-986b-06acb6bc76cf tempest-TestNetworkAdvancedServerOps-2131337417 tempest-TestNetworkAdvancedServerOps-2131337417-project-admin] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0836918 Jan 05 17:44:24.156228 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 51678) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:44:24.189146 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-6d8d199b-cd46-4af3-9412-3f79f67ec25d tempest-TestNetworkAdvancedServerOps-2131337417 tempest-TestNetworkAdvancedServerOps-2131337417-project-admin] 10.222.0.11 "GET /v2.0/subnets?network_id=b0167590-0699-4c5c-a932-3939414a9573&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0318308 Jan 05 17:44:24.191647 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 51680) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:44:24.196580 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-34a3f878-0fdd-47b0-a962-e463d05b8f02 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-190541044', 'network_id': 'c0e61b37-9140-4e17-996d-9a9dac6d3ff6', 'project_id': '8e518d29c86c4653a8de8a7aad689e14', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:44:24.329124 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34a3f878-0fdd-47b0-a962-e463d05b8f02 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Made reservation on behalf of 8e518d29c86c4653a8de8a7aad689e14 for: {'subnet': 1} {{(pid=103801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:44:24.332641 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-34a3f878-0fdd-47b0-a962-e463d05b8f02 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12480675'] for subnet, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:44:24.348577 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-39b02707-4037-498e-97ec-1a0e1d5a4af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '621ea07d-65c7-48c8-bca4-fd8ac8e408df', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1416091648', 'tenant_id': '8e518d29c86c4653a8de8a7aad689e14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.140'}], 'enable_snat': True}, 'gw_port_id': '57dd7333-af81-40ec-ba97-a7cb526e1cb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:44:22Z', 'updated_at': '2022-01-05T17:44:23Z', 'revision_number': 3, 'project_id': '8e518d29c86c4653a8de8a7aad689e14', 'gw_port': {'id': '57dd7333-af81-40ec-ba97-a7cb526e1cb7', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:bf:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '621ea07d-65c7-48c8-bca4-fd8ac8e408df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:44:22Z', 'updated_at': '2022-01-05T17:44:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:44:24.378056 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39b02707-4037-498e-97ec-1a0e1d5a4af9 None None] Checking router: 621ea07d-65c7-48c8-bca4-fd8ac8e408df for host: dv-neutron-master-2-hyperv {{(pid=103803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 05 17:44:24.378396 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39b02707-4037-498e-97ec-1a0e1d5a4af9 None None] Updating router 621ea07d-65c7-48c8-bca4-fd8ac8e408df port 57dd7333-af81-40ec-ba97-a7cb526e1cb7 binding host dv-neutron-master-2-hyperv {{(pid=103803) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 05 17:44:24.402837 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-39b02707-4037-498e-97ec-1a0e1d5a4af9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:44:24.558016 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-34a3f878-0fdd-47b0-a962-e463d05b8f02 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11433288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12480593'] for subnet, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:44:24.613844 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a3f878-0fdd-47b0-a962-e463d05b8f02 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Pushing event updated for resources: {'Subnet': ['ID=eda25fff-9430-44a8-9280-56876df28502,revision_number=0']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:44:24.632371 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34a3f878-0fdd-47b0-a962-e463d05b8f02 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Checking segment: {'id': '2fe82c9e-771b-49d8-9e54-6a205be159a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'c0e61b37-9140-4e17-996d-9a9dac6d3ff6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:44:24.632732 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34a3f878-0fdd-47b0-a962-e463d05b8f02 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Network hostable DHCP agents. Network: c0e61b37-9140-4e17-996d-9a9dac6d3ff6, hostable agents: ['3f70c195-17da-4084-9fd6-bf6059d88535'], hosted agents: [] {{(pid=103801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 05 17:44:24.648573 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-39b02707-4037-498e-97ec-1a0e1d5a4af9 None None] Publish callbacks [] for port, precommit_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:44:24.739860 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34a3f878-0fdd-47b0-a962-e463d05b8f02 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Network c0e61b37-9140-4e17-996d-9a9dac6d3ff6 is scheduled to be hosted by DHCP agent 3f70c195-17da-4084-9fd6-bf6059d88535 with binding_index 1 {{(pid=103801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 05 17:44:24.768487 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-39b02707-4037-498e-97ec-1a0e1d5a4af9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:44:24.811237 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-382dca24-6171-485b-9704-4274c19d797e None None] DHCP port deletion for b0167590-0699-4c5c-a932-3939414a9573 request from dv-neutron-master-2-hyperv {{(pid=103802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 05 17:44:24.822283 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.plugins.ml2.managers [None req-39b02707-4037-498e-97ec-1a0e1d5a4af9 None None] Attempting to bind port 57dd7333-af81-40ec-ba97-a7cb526e1cb7 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 05 17:44:24.822645 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.plugins.ml2.managers [None req-39b02707-4037-498e-97ec-1a0e1d5a4af9 None None] Attempting to bind port 57dd7333-af81-40ec-ba97-a7cb526e1cb7 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '3f961525-530f-4ce5-8222-1dbbbe774893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573'}] {{(pid=103803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 05 17:44:24.822998 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39b02707-4037-498e-97ec-1a0e1d5a4af9 None None] Attempting to bind port 57dd7333-af81-40ec-ba97-a7cb526e1cb7 on network b0167590-0699-4c5c-a932-3939414a9573 {{(pid=103803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:44:24.832281 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29758019-ef3e-4db1-9465-ce00b57cd279 None None] Pushing event updated for resources: {'Port': ['ID=57dd7333-af81-40ec-ba97-a7cb526e1cb7,revision_number=2']} {{(pid=103803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:44:24.835211 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39b02707-4037-498e-97ec-1a0e1d5a4af9 None None] Checking agent: {'id': '0d4f8fd3-ce62-4651-970c-efa6a8bb22b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 5, 16, 57, 23), 'started_at': datetime.datetime(2022, 1, 5, 16, 57, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 5, 17, 44, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 05 17:44:24.835569 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39b02707-4037-498e-97ec-1a0e1d5a4af9 None None] Checking segment: {'id': '3f961525-530f-4ce5-8222-1dbbbe774893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:44:24.835984 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-39b02707-4037-498e-97ec-1a0e1d5a4af9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:44:24.836653 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39b02707-4037-498e-97ec-1a0e1d5a4af9 None None] Bound using segment: {'id': '3f961525-530f-4ce5-8222-1dbbbe774893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573'} {{(pid=103803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 05 17:44:24.837100 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.plugins.ml2.managers [None req-39b02707-4037-498e-97ec-1a0e1d5a4af9 None None] Bound port: 57dd7333-af81-40ec-ba97-a7cb526e1cb7, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f961525-530f-4ce5-8222-1dbbbe774893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573'}}] {{(pid=103803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 05 17:44:24.837460 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-39b02707-4037-498e-97ec-1a0e1d5a4af9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:44:24.837726 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-34a3f878-0fdd-47b0-a962-e463d05b8f02 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, c0e61b37-9140-4e17-996d-9a9dac6d3ff6) {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:44:24.841927 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34a3f878-0fdd-47b0-a962-e463d05b8f02 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:44:24.842626 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-34a3f878-0fdd-47b0-a962-e463d05b8f02 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks [] for subnet, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:44:24.847812 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a6939b3-16f8-4e12-8a3a-ec0024fbe50b None None] Network c0e61b37-9140-4e17-996d-9a9dac6d3ff6 requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:44:24.862927 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29758019-ef3e-4db1-9465-ce00b57cd279 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:44:24.863272 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29758019-ef3e-4db1-9465-ce00b57cd279 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:44:24.863601 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29758019-ef3e-4db1-9465-ce00b57cd279 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:44:24.863981 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29758019-ef3e-4db1-9465-ce00b57cd279 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:44:24.864250 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29758019-ef3e-4db1-9465-ce00b57cd279 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:44:24.865235 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29758019-ef3e-4db1-9465-ce00b57cd279 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:44:24.865774 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29758019-ef3e-4db1-9465-ce00b57cd279 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:44:24.866100 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29758019-ef3e-4db1-9465-ce00b57cd279 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:44:24.866420 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29758019-ef3e-4db1-9465-ce00b57cd279 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:44:24.866736 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29758019-ef3e-4db1-9465-ce00b57cd279 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:44:24.867049 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29758019-ef3e-4db1-9465-ce00b57cd279 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:44:24.867873 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29758019-ef3e-4db1-9465-ce00b57cd279 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:44:24.868187 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29758019-ef3e-4db1-9465-ce00b57cd279 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:44:24.901185 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.plugins.ml2.db [None req-39b02707-4037-498e-97ec-1a0e1d5a4af9 None None] For port 57dd7333-af81-40ec-ba97-a7cb526e1cb7, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 05 17:44:24.904108 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.plugins.ml2.db [None req-39b02707-4037-498e-97ec-1a0e1d5a4af9 None None] For port 57dd7333-af81-40ec-ba97-a7cb526e1cb7, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=57dd7333-af81-40ec-ba97-a7cb526e1cb7,segment=NetworkSegment(3f961525-530f-4ce5-8222-1dbbbe774893),segment_id=3f961525-530f-4ce5-8222-1dbbbe774893)] {{(pid=103803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 05 17:44:24.915328 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-068d1d73-4882-4c64-afd5-9aa8084b88b0 None None] Provisioning complete for port 57dd7333-af81-40ec-ba97-a7cb526e1cb7 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:44:24.915697 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-068d1d73-4882-4c64-afd5-9aa8084b88b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:44:24.941922 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-34a3f878-0fdd-47b0-a962-e463d05b8f02 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7492020 Jan 05 17:44:24.944879 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 51682) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:44:24.969297 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-39b02707-4037-498e-97ec-1a0e1d5a4af9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:44:24.978839 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-068d1d73-4882-4c64-afd5-9aa8084b88b0 None None] Port 57dd7333-af81-40ec-ba97-a7cb526e1cb7 cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 17:44:24.989124 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caf002ea-78a7-40d7-8cf4-74ff4861e6ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-c0e61b37-9140-4e17-996d-9a9dac6d3ff6', 'network_id': 'c0e61b37-9140-4e17-996d-9a9dac6d3ff6', 'project_id': '8e518d29c86c4653a8de8a7aad689e14', 'fixed_ips': [{'subnet_id': 'eda25fff-9430-44a8-9280-56876df28502'}]}} from dv-neutron-master-2-hyperv. {{(pid=103802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 05 17:44:24.990217 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-caf002ea-78a7-40d7-8cf4-74ff4861e6ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:44:25.024158 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29758019-ef3e-4db1-9465-ce00b57cd279 None None] Pushing event updated for resources: {'Port': ['ID=57dd7333-af81-40ec-ba97-a7cb526e1cb7,revision_number=3']} {{(pid=103803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:44:25.035426 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39b02707-4037-498e-97ec-1a0e1d5a4af9 None None] Routers {'621ea07d-65c7-48c8-bca4-fd8ac8e408df'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:44:25.036039 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-39b02707-4037-498e-97ec-1a0e1d5a4af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:44:19Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['621ea07d-65c7-48c8-bca4-fd8ac8e408df'], 'active': True} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:44:25.062039 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd7f3cfc-5c9c-4a9c-bc1c-be29e72e58bf None None] DHCP port deletion for b0167590-0699-4c5c-a932-3939414a9573 request from dv-neutron-master-2-hyperv {{(pid=103802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 05 17:44:25.139539 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-45d2e204-df5e-48a3-a89c-a2387da2410f None None] Provisioning complete for port 57dd7333-af81-40ec-ba97-a7cb526e1cb7 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:44:25.139834 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-45d2e204-df5e-48a3-a89c-a2387da2410f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:44:25.146189 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvr_db [None req-39b02707-4037-498e-97ec-1a0e1d5a4af9 None None] Set router 621ea07d-65c7-48c8-bca4-fd8ac8e408df gateway port host: dv-neutron-master-2-hyperv {{(pid=103803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:44:25.170302 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.db_base_plugin_common [None req-caf002ea-78a7-40d7-8cf4-74ff4861e6ee None None] Allocated IP 172.20.0.2 (c0e61b37-9140-4e17-996d-9a9dac6d3ff6/eda25fff-9430-44a8-9280-56876df28502/40832e2e-b11d-4624-b594-a10b8a456c11) {{(pid=103802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:44:25.290789 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-45d2e204-df5e-48a3-a89c-a2387da2410f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:44:25.325706 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-45d2e204-df5e-48a3-a89c-a2387da2410f None None] For port 57dd7333-af81-40ec-ba97-a7cb526e1cb7, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=57dd7333-af81-40ec-ba97-a7cb526e1cb7,segment=NetworkSegment(3f961525-530f-4ce5-8222-1dbbbe774893),segment_id=3f961525-530f-4ce5-8222-1dbbbe774893)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:44:25.339676 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-39b02707-4037-498e-97ec-1a0e1d5a4af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '621ea07d-65c7-48c8-bca4-fd8ac8e408df', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1416091648', 'tenant_id': '8e518d29c86c4653a8de8a7aad689e14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.140'}], 'enable_snat': True}, 'gw_port_id': '57dd7333-af81-40ec-ba97-a7cb526e1cb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:44:22Z', 'updated_at': '2022-01-05T17:44:23Z', 'revision_number': 3, 'project_id': '8e518d29c86c4653a8de8a7aad689e14', 'gw_port': {'id': '57dd7333-af81-40ec-ba97-a7cb526e1cb7', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:bf:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '621ea07d-65c7-48c8-bca4-fd8ac8e408df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:44:22Z', 'updated_at': '2022-01-05T17:44:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:44:25.368825 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39b02707-4037-498e-97ec-1a0e1d5a4af9 None None] The sync data for ids ['621ea07d-65c7-48c8-bca4-fd8ac8e408df'] in dv-neutron-master-2-hyperv is: [{'id': '621ea07d-65c7-48c8-bca4-fd8ac8e408df', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1416091648', 'tenant_id': '8e518d29c86c4653a8de8a7aad689e14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.140'}], 'enable_snat': True}, 'gw_port_id': '57dd7333-af81-40ec-ba97-a7cb526e1cb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:44:22Z', 'updated_at': '2022-01-05T17:44:23Z', 'revision_number': 3, 'project_id': '8e518d29c86c4653a8de8a7aad689e14', 'gw_port': {'id': '57dd7333-af81-40ec-ba97-a7cb526e1cb7', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:bf:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '621ea07d-65c7-48c8-bca4-fd8ac8e408df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:44:22Z', 'updated_at': '2022-01-05T17:44:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=103803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 05 17:44:25.381672 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-caf002ea-78a7-40d7-8cf4-74ff4861e6ee None None] Publish callbacks [] for port, precommit_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:44:25.391851 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-45d2e204-df5e-48a3-a89c-a2387da2410f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:44:25.422108 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-475ec4e2-119a-411e-b9bd-94fa76add234 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:44:25.451550 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-caf002ea-78a7-40d7-8cf4-74ff4861e6ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669'] for port, after_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:44:25.453679 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d2e204-df5e-48a3-a89c-a2387da2410f None None] Pushing event updated for resources: {'Port': ['ID=57dd7333-af81-40ec-ba97-a7cb526e1cb7,revision_number=4']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:44:25.491478 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caf002ea-78a7-40d7-8cf4-74ff4861e6ee None None] Network c0e61b37-9140-4e17-996d-9a9dac6d3ff6 is already hosted by enough agents. {{(pid=103802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:44:25.495057 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.scheduler.base_scheduler [None req-caf002ea-78a7-40d7-8cf4-74ff4861e6ee None None] Resources bound (agent type, host, resource id): {{(pid=103802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:44:25.499370 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caf002ea-78a7-40d7-8cf4-74ff4861e6ee None None] Received port after_create {{(pid=103802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:44:25.512317 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf002ea-78a7-40d7-8cf4-74ff4861e6ee None None] Pushing event updated for resources: {'Port': ['ID=40832e2e-b11d-4624-b594-a10b8a456c11,revision_number=1']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:44:25.561716 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-caf002ea-78a7-40d7-8cf4-74ff4861e6ee None None] Attempting to bind port 40832e2e-b11d-4624-b594-a10b8a456c11 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 05 17:44:25.562024 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-caf002ea-78a7-40d7-8cf4-74ff4861e6ee None None] Attempting to bind port 40832e2e-b11d-4624-b594-a10b8a456c11 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '2fe82c9e-771b-49d8-9e54-6a205be159a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'c0e61b37-9140-4e17-996d-9a9dac6d3ff6'}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 05 17:44:25.562388 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caf002ea-78a7-40d7-8cf4-74ff4861e6ee None None] Attempting to bind port 40832e2e-b11d-4624-b594-a10b8a456c11 on network c0e61b37-9140-4e17-996d-9a9dac6d3ff6 {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:44:25.567497 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caf002ea-78a7-40d7-8cf4-74ff4861e6ee None None] Checking agent: {'id': '0d4f8fd3-ce62-4651-970c-efa6a8bb22b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 5, 16, 57, 23), 'started_at': datetime.datetime(2022, 1, 5, 16, 57, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 5, 17, 44, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 05 17:44:25.567921 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caf002ea-78a7-40d7-8cf4-74ff4861e6ee None None] Checking segment: {'id': '2fe82c9e-771b-49d8-9e54-6a205be159a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'c0e61b37-9140-4e17-996d-9a9dac6d3ff6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:44:25.568255 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-caf002ea-78a7-40d7-8cf4-74ff4861e6ee None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:44:25.568655 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caf002ea-78a7-40d7-8cf4-74ff4861e6ee None None] Bound using segment: {'id': '2fe82c9e-771b-49d8-9e54-6a205be159a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'c0e61b37-9140-4e17-996d-9a9dac6d3ff6'} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 05 17:44:25.569132 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-caf002ea-78a7-40d7-8cf4-74ff4861e6ee None None] Bound port: 40832e2e-b11d-4624-b594-a10b8a456c11, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fe82c9e-771b-49d8-9e54-6a205be159a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'c0e61b37-9140-4e17-996d-9a9dac6d3ff6'}}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 05 17:44:25.569523 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-caf002ea-78a7-40d7-8cf4-74ff4861e6ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:44:25.653733 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-caf002ea-78a7-40d7-8cf4-74ff4861e6ee None None] For port 40832e2e-b11d-4624-b594-a10b8a456c11, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 05 17:44:25.657708 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-caf002ea-78a7-40d7-8cf4-74ff4861e6ee None None] For port 40832e2e-b11d-4624-b594-a10b8a456c11, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=40832e2e-b11d-4624-b594-a10b8a456c11,segment=NetworkSegment(2fe82c9e-771b-49d8-9e54-6a205be159a2),segment_id=2fe82c9e-771b-49d8-9e54-6a205be159a2)] {{(pid=103802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 05 17:44:25.741177 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-caf002ea-78a7-40d7-8cf4-74ff4861e6ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:44:25.755420 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [None req-475ec4e2-119a-411e-b9bd-94fa76add234 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Allocated IP 172.20.0.1 (c0e61b37-9140-4e17-996d-9a9dac6d3ff6/eda25fff-9430-44a8-9280-56876df28502/2cf3a549-790c-4bf9-bada-2c891ea5f1f4) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:44:25.808204 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf002ea-78a7-40d7-8cf4-74ff4861e6ee None None] Pushing event updated for resources: {'Port': ['ID=40832e2e-b11d-4624-b594-a10b8a456c11,revision_number=2']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:44:25.908776 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-475ec4e2-119a-411e-b9bd-94fa76add234 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks [] for port, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:44:25.997874 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-475ec4e2-119a-411e-b9bd-94fa76add234 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11433176'] for port, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:44:26.050452 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-475ec4e2-119a-411e-b9bd-94fa76add234 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Network c0e61b37-9140-4e17-996d-9a9dac6d3ff6 is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:44:26.053694 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-475ec4e2-119a-411e-b9bd-94fa76add234 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:44:26.057873 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-475ec4e2-119a-411e-b9bd-94fa76add234 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:44:26.093389 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475ec4e2-119a-411e-b9bd-94fa76add234 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Pushing event updated for resources: {'Port': ['ID=2cf3a549-790c-4bf9-bada-2c891ea5f1f4,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:44:26.120805 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-475ec4e2-119a-411e-b9bd-94fa76add234 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-648552'] for router_interface, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:44:26.314014 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-475ec4e2-119a-411e-b9bd-94fa76add234 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:44:26.595990 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-475ec4e2-119a-411e-b9bd-94fa76add234 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks [] for port, precommit_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:44:26.655271 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-475ec4e2-119a-411e-b9bd-94fa76add234 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11433169'] for port, after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:44:26.727247 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52045242-1065-47de-b887-dbc2541d5791 None None] Network c0e61b37-9140-4e17-996d-9a9dac6d3ff6 requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:44:26.731582 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475ec4e2-119a-411e-b9bd-94fa76add234 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Pushing event updated for resources: {'Port': ['ID=2cf3a549-790c-4bf9-bada-2c891ea5f1f4,revision_number=2']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:44:26.739221 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-475ec4e2-119a-411e-b9bd-94fa76add234 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-531704'] for router_interface, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:44:26.781137 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 57dd7333-af81-40ec-ba97-a7cb526e1cb7 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:44:26.846483 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-475ec4e2-119a-411e-b9bd-94fa76add234 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Network c0e61b37-9140-4e17-996d-9a9dac6d3ff6 is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:44:26.848009 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-475ec4e2-119a-411e-b9bd-94fa76add234 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:44:26.961792 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-475ec4e2-119a-411e-b9bd-94fa76add234 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Router 621ea07d-65c7-48c8-bca4-fd8ac8e408df has already been hosted by L3 agent 59446fdc-40e0-41fe-a575-a8eb11d742f7 {{(pid=103801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 05 17:44:27.007273 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-ba9da36e-75c5-48e0-881e-ffb644c3bc9b None None] Provisioning complete for port 40832e2e-b11d-4624-b594-a10b8a456c11 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:44:27.007635 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-ba9da36e-75c5-48e0-881e-ffb644c3bc9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:44:27.071874 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Provisioning complete for port 57dd7333-af81-40ec-ba97-a7cb526e1cb7 triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:44:27.072237 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:44:27.074992 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-475ec4e2-119a-411e-b9bd-94fa76add234 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 05 17:44:27.080215 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-475ec4e2-119a-411e-b9bd-94fa76add234 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "PUT /v2.0/routers/621ea07d-65c7-48c8-bca4-fd8ac8e408df/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1320257 Jan 05 17:44:27.185911 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-ba9da36e-75c5-48e0-881e-ffb644c3bc9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:44:27.230116 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 40832e2e-b11d-4624-b594-a10b8a456c11 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:44:27.256355 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-ba9da36e-75c5-48e0-881e-ffb644c3bc9b None None] For port 40832e2e-b11d-4624-b594-a10b8a456c11, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=40832e2e-b11d-4624-b594-a10b8a456c11,segment=NetworkSegment(2fe82c9e-771b-49d8-9e54-6a205be159a2),segment_id=2fe82c9e-771b-49d8-9e54-6a205be159a2)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:44:27.267268 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-84aad11b-0982-487e-ae32-e7e84e937c12 req-54069be2-0279-492c-aa7c-89f0fd652f02 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-59066591&fields=id&tenant_id=8e518d29c86c4653a8de8a7aad689e14 HTTP/1.1" status: 200 len: 267 time: 0.0584819 Jan 05 17:44:27.287994 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Provisioning complete for port 40832e2e-b11d-4624-b594-a10b8a456c11 triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:44:27.289097 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:44:27.333724 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-ba9da36e-75c5-48e0-881e-ffb644c3bc9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:44:27.396416 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84aad11b-0982-487e-ae32-e7e84e937c12 req-52ec4093-e420-466b-8dd0-cde780ab0d7f tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:44:27.398059 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-84aad11b-0982-487e-ae32-e7e84e937c12 req-52ec4093-e420-466b-8dd0-cde780ab0d7f tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "GET /v2.0/networks?id=c0e61b37-9140-4e17-996d-9a9dac6d3ff6 HTTP/1.1" status: 200 len: 797 time: 0.1208923 Jan 05 17:44:27.417050 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-84aad11b-0982-487e-ae32-e7e84e937c12 req-f0eea16c-7919-4481-8ec4-eb6cd40ff1ab tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "GET /v2.0/quotas/8e518d29c86c4653a8de8a7aad689e14 HTTP/1.1" status: 200 len: 375 time: 0.0123785 Jan 05 17:44:27.418315 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9da36e-75c5-48e0-881e-ffb644c3bc9b None None] Pushing event updated for resources: {'Port': ['ID=40832e2e-b11d-4624-b594-a10b8a456c11,revision_number=3']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:44:27.433193 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40e9e50a-a678-4f3f-88ad-06c5a5aeb8cc None None] Sync routers for ids ['621ea07d-65c7-48c8-bca4-fd8ac8e408df'] in dv-neutron-master-2-hyperv {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 05 17:44:27.449423 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40e9e50a-a678-4f3f-88ad-06c5a5aeb8cc None None] Routers {'621ea07d-65c7-48c8-bca4-fd8ac8e408df'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:44:27.450093 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-40e9e50a-a678-4f3f-88ad-06c5a5aeb8cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:44:19Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['621ea07d-65c7-48c8-bca4-fd8ac8e408df'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:44:27.483730 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-84aad11b-0982-487e-ae32-e7e84e937c12 req-cf8d588d-c96d-4833-a6ae-0acd84d90275 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=8e518d29c86c4653a8de8a7aad689e14&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0587907 Jan 05 17:44:27.507210 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-c40faaca-775a-4229-915c-649ab0914f96 None None] Provisioning complete for port 2cf3a549-790c-4bf9-bada-2c891ea5f1f4 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:44:27.507576 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c40faaca-775a-4229-915c-649ab0914f96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:44:27.563784 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [req-84aad11b-0982-487e-ae32-e7e84e937c12 req-4cf8c2bc-5e30-4d7a-816d-9ad2d3a63f8a service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103801) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 05 17:44:27.566054 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-84aad11b-0982-487e-ae32-e7e84e937c12 req-4cf8c2bc-5e30-4d7a-816d-9ad2d3a63f8a service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0692515 Jan 05 17:44:27.587289 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-c40faaca-775a-4229-915c-649ab0914f96 None None] Port 2cf3a549-790c-4bf9-bada-2c891ea5f1f4 cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 17:44:27.596022 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-40e9e50a-a678-4f3f-88ad-06c5a5aeb8cc None None] Set router 621ea07d-65c7-48c8-bca4-fd8ac8e408df gateway port host: dv-neutron-master-2-hyperv {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:44:27.641857 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-c40faaca-775a-4229-915c-649ab0914f96 None None] Provisioning complete for port 40832e2e-b11d-4624-b594-a10b8a456c11 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:44:27.642241 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c40faaca-775a-4229-915c-649ab0914f96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:44:27.674269 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-84aad11b-0982-487e-ae32-e7e84e937c12 req-c3d6e4c7-472a-476c-a094-13e1637ffe5e service neutron] 10.222.0.11 "GET /v2.0/networks/c0e61b37-9140-4e17-996d-9a9dac6d3ff6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003923 Jan 05 17:44:27.770995 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-84aad11b-0982-487e-ae32-e7e84e937c12 req-c895ad20-1ece-4492-be8f-4273a3c42c51 service neutron] 10.222.0.11 "GET /v2.0/networks/c0e61b37-9140-4e17-996d-9a9dac6d3ff6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917089 Jan 05 17:44:27.876240 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-40e9e50a-a678-4f3f-88ad-06c5a5aeb8cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '621ea07d-65c7-48c8-bca4-fd8ac8e408df', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1416091648', 'tenant_id': '8e518d29c86c4653a8de8a7aad689e14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.140'}], 'enable_snat': True}, 'gw_port_id': '57dd7333-af81-40ec-ba97-a7cb526e1cb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:44:22Z', 'updated_at': '2022-01-05T17:44:26Z', 'revision_number': 4, 'project_id': '8e518d29c86c4653a8de8a7aad689e14', 'gw_port': {'id': '57dd7333-af81-40ec-ba97-a7cb526e1cb7', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:bf:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '621ea07d-65c7-48c8-bca4-fd8ac8e408df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:44:22Z', 'updated_at': '2022-01-05T17:44:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '2cf3a549-790c-4bf9-bada-2c891ea5f1f4', 'name': '', 'network_id': 'c0e61b37-9140-4e17-996d-9a9dac6d3ff6', 'tenant_id': '8e518d29c86c4653a8de8a7aad689e14', 'mac_address': 'fa:16:3e:76:e0:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '621ea07d-65c7-48c8-bca4-fd8ac8e408df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': 'eda25fff-9430-44a8-9280-56876df28502', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:44:25Z', 'updated_at': '2022-01-05T17:44:26Z', 'revision_number': 2, 'project_id': '8e518d29c86c4653a8de8a7aad689e14', 'subnets': [{'id': 'eda25fff-9430-44a8-9280-56876df28502', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:44:27.902620 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40e9e50a-a678-4f3f-88ad-06c5a5aeb8cc None None] Checking router: 621ea07d-65c7-48c8-bca4-fd8ac8e408df for host: dv-neutron-master-2-hyperv {{(pid=103802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 05 17:44:27.902977 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40e9e50a-a678-4f3f-88ad-06c5a5aeb8cc None None] Updating router 621ea07d-65c7-48c8-bca4-fd8ac8e408df port 2cf3a549-790c-4bf9-bada-2c891ea5f1f4 binding host dv-neutron-master-2-hyperv {{(pid=103802) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 05 17:44:27.926577 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-40e9e50a-a678-4f3f-88ad-06c5a5aeb8cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:44:27.991203 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-34032bf3-6146-441b-bc27-1aa82458ee22 None None] Provisioning complete for port 2cf3a549-790c-4bf9-bada-2c891ea5f1f4 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:44:27.991499 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-34032bf3-6146-441b-bc27-1aa82458ee22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:44:28.032213 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-cbf62dbd-930b-4ba9-9001-12fe73503379 req-6c97b9af-735a-4b91-be18-2323fd9dd441 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "GET /v2.0/ports?device_id=350690e4-8140-4965-984c-b8c5344989dd HTTP/1.1" status: 200 len: 210 time: 0.0302503 Jan 05 17:44:28.087345 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-34032bf3-6146-441b-bc27-1aa82458ee22 None None] Port 2cf3a549-790c-4bf9-bada-2c891ea5f1f4 cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 17:44:28.230275 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-40e9e50a-a678-4f3f-88ad-06c5a5aeb8cc None None] Publish callbacks [] for port, precommit_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:44:28.328802 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-40e9e50a-a678-4f3f-88ad-06c5a5aeb8cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:44:28.377172 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74f8bfa-3e7b-4147-a72c-e649487fb5ba None None] Pushing event updated for resources: {'Port': ['ID=2cf3a549-790c-4bf9-bada-2c891ea5f1f4,revision_number=3']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:44:28.432541 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-40e9e50a-a678-4f3f-88ad-06c5a5aeb8cc None None] Attempting to bind port 2cf3a549-790c-4bf9-bada-2c891ea5f1f4 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 05 17:44:28.432909 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-40e9e50a-a678-4f3f-88ad-06c5a5aeb8cc None None] Attempting to bind port 2cf3a549-790c-4bf9-bada-2c891ea5f1f4 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '2fe82c9e-771b-49d8-9e54-6a205be159a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'c0e61b37-9140-4e17-996d-9a9dac6d3ff6'}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 05 17:44:28.433310 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40e9e50a-a678-4f3f-88ad-06c5a5aeb8cc None None] Attempting to bind port 2cf3a549-790c-4bf9-bada-2c891ea5f1f4 on network c0e61b37-9140-4e17-996d-9a9dac6d3ff6 {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:44:28.438411 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40e9e50a-a678-4f3f-88ad-06c5a5aeb8cc None None] Checking agent: {'id': '0d4f8fd3-ce62-4651-970c-efa6a8bb22b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 5, 16, 57, 23), 'started_at': datetime.datetime(2022, 1, 5, 16, 57, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 5, 17, 44, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 05 17:44:28.438776 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40e9e50a-a678-4f3f-88ad-06c5a5aeb8cc None None] Checking segment: {'id': '2fe82c9e-771b-49d8-9e54-6a205be159a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'c0e61b37-9140-4e17-996d-9a9dac6d3ff6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:44:28.439165 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-40e9e50a-a678-4f3f-88ad-06c5a5aeb8cc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:44:28.439553 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40e9e50a-a678-4f3f-88ad-06c5a5aeb8cc None None] Bound using segment: {'id': '2fe82c9e-771b-49d8-9e54-6a205be159a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'c0e61b37-9140-4e17-996d-9a9dac6d3ff6'} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 05 17:44:28.440006 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-40e9e50a-a678-4f3f-88ad-06c5a5aeb8cc None None] Bound port: 2cf3a549-790c-4bf9-bada-2c891ea5f1f4, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fe82c9e-771b-49d8-9e54-6a205be159a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'c0e61b37-9140-4e17-996d-9a9dac6d3ff6'}}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 05 17:44:28.440356 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-40e9e50a-a678-4f3f-88ad-06c5a5aeb8cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:44:28.506061 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-40e9e50a-a678-4f3f-88ad-06c5a5aeb8cc None None] For port 2cf3a549-790c-4bf9-bada-2c891ea5f1f4, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 05 17:44:28.509456 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-40e9e50a-a678-4f3f-88ad-06c5a5aeb8cc None None] For port 2cf3a549-790c-4bf9-bada-2c891ea5f1f4, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=2cf3a549-790c-4bf9-bada-2c891ea5f1f4,segment=NetworkSegment(2fe82c9e-771b-49d8-9e54-6a205be159a2),segment_id=2fe82c9e-771b-49d8-9e54-6a205be159a2)] {{(pid=103802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 05 17:44:28.575141 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-40e9e50a-a678-4f3f-88ad-06c5a5aeb8cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:44:28.640789 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-fb4ddb76-1db0-4d5c-a03f-e912af550a8f None None] Provisioning complete for port 2cf3a549-790c-4bf9-bada-2c891ea5f1f4 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:44:28.641136 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-fb4ddb76-1db0-4d5c-a03f-e912af550a8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:44:28.685572 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74f8bfa-3e7b-4147-a72c-e649487fb5ba None None] Pushing event updated for resources: {'Port': ['ID=2cf3a549-790c-4bf9-bada-2c891ea5f1f4,revision_number=4']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:44:28.688279 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40e9e50a-a678-4f3f-88ad-06c5a5aeb8cc None None] Routers {'621ea07d-65c7-48c8-bca4-fd8ac8e408df'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:44:28.689103 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-40e9e50a-a678-4f3f-88ad-06c5a5aeb8cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:44:19Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['621ea07d-65c7-48c8-bca4-fd8ac8e408df'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:44:28.731150 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 40832e2e-b11d-4624-b594-a10b8a456c11 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:44:28.881769 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-40e9e50a-a678-4f3f-88ad-06c5a5aeb8cc None None] Set router 621ea07d-65c7-48c8-bca4-fd8ac8e408df gateway port host: dv-neutron-master-2-hyperv {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:44:28.909471 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-fb4ddb76-1db0-4d5c-a03f-e912af550a8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:44:28.913955 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Provisioning complete for port 40832e2e-b11d-4624-b594-a10b8a456c11 triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:44:28.914876 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:44:29.023096 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-fb4ddb76-1db0-4d5c-a03f-e912af550a8f None None] For port 2cf3a549-790c-4bf9-bada-2c891ea5f1f4, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=2cf3a549-790c-4bf9-bada-2c891ea5f1f4,segment=NetworkSegment(2fe82c9e-771b-49d8-9e54-6a205be159a2),segment_id=2fe82c9e-771b-49d8-9e54-6a205be159a2)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:44:29.090652 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-fb4ddb76-1db0-4d5c-a03f-e912af550a8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:44:29.158316 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-4cafa961-b730-42d0-845b-559764d4946c req-52e2144c-08a7-4364-9162-18c27df7263e tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "GET /v2.0/ports?device_id=350690e4-8140-4965-984c-b8c5344989dd HTTP/1.1" status: 200 len: 210 time: 0.0448327 Jan 05 17:44:29.190338 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4ddb76-1db0-4d5c-a03f-e912af550a8f None None] Pushing event updated for resources: {'Port': ['ID=2cf3a549-790c-4bf9-bada-2c891ea5f1f4,revision_number=5']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:44:29.224893 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-720db67f-3f57-4197-90b5-ca71533aecd2 None None] Provisioning complete for port 2cf3a549-790c-4bf9-bada-2c891ea5f1f4 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:44:29.225990 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-720db67f-3f57-4197-90b5-ca71533aecd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:44:29.404179 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-40e9e50a-a678-4f3f-88ad-06c5a5aeb8cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '621ea07d-65c7-48c8-bca4-fd8ac8e408df', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1416091648', 'tenant_id': '8e518d29c86c4653a8de8a7aad689e14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.140'}], 'enable_snat': True}, 'gw_port_id': '57dd7333-af81-40ec-ba97-a7cb526e1cb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:44:22Z', 'updated_at': '2022-01-05T17:44:26Z', 'revision_number': 4, 'project_id': '8e518d29c86c4653a8de8a7aad689e14', 'gw_port': {'id': '57dd7333-af81-40ec-ba97-a7cb526e1cb7', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:bf:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '621ea07d-65c7-48c8-bca4-fd8ac8e408df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:44:22Z', 'updated_at': '2022-01-05T17:44:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '2cf3a549-790c-4bf9-bada-2c891ea5f1f4', 'name': '', 'network_id': 'c0e61b37-9140-4e17-996d-9a9dac6d3ff6', 'tenant_id': '8e518d29c86c4653a8de8a7aad689e14', 'mac_address': 'fa:16:3e:76:e0:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '621ea07d-65c7-48c8-bca4-fd8ac8e408df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': 'eda25fff-9430-44a8-9280-56876df28502', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:44:25Z', 'updated_at': '2022-01-05T17:44:28Z', 'revision_number': 4, 'project_id': '8e518d29c86c4653a8de8a7aad689e14', 'subnets': [{'id': 'eda25fff-9430-44a8-9280-56876df28502', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:44:29.435388 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40e9e50a-a678-4f3f-88ad-06c5a5aeb8cc None None] The sync data for ids ['621ea07d-65c7-48c8-bca4-fd8ac8e408df'] in dv-neutron-master-2-hyperv is: [{'id': '621ea07d-65c7-48c8-bca4-fd8ac8e408df', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1416091648', 'tenant_id': '8e518d29c86c4653a8de8a7aad689e14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.140'}], 'enable_snat': True}, 'gw_port_id': '57dd7333-af81-40ec-ba97-a7cb526e1cb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:44:22Z', 'updated_at': '2022-01-05T17:44:26Z', 'revision_number': 4, 'project_id': '8e518d29c86c4653a8de8a7aad689e14', 'gw_port': {'id': '57dd7333-af81-40ec-ba97-a7cb526e1cb7', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:bf:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '621ea07d-65c7-48c8-bca4-fd8ac8e408df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:44:22Z', 'updated_at': '2022-01-05T17:44:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '2cf3a549-790c-4bf9-bada-2c891ea5f1f4', 'name': '', 'network_id': 'c0e61b37-9140-4e17-996d-9a9dac6d3ff6', 'tenant_id': '8e518d29c86c4653a8de8a7aad689e14', 'mac_address': 'fa:16:3e:76:e0:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '621ea07d-65c7-48c8-bca4-fd8ac8e408df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': 'eda25fff-9430-44a8-9280-56876df28502', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:44:25Z', 'updated_at': '2022-01-05T17:44:28Z', 'revision_number': 4, 'project_id': '8e518d29c86c4653a8de8a7aad689e14', 'subnets': [{'id': 'eda25fff-9430-44a8-9280-56876df28502', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 05 17:44:30.156986 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84aad11b-0982-487e-ae32-e7e84e937c12 req-acb41e2f-8ec3-417d-8ef8-d3cca91a39d3 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:44:30.159300 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-84aad11b-0982-487e-ae32-e7e84e937c12 req-acb41e2f-8ec3-417d-8ef8-d3cca91a39d3 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.13 "GET /v2.0/networks?id=c0e61b37-9140-4e17-996d-9a9dac6d3ff6 HTTP/1.1" status: 200 len: 797 time: 0.1357899 Jan 05 17:44:30.232431 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-84aad11b-0982-487e-ae32-e7e84e937c12 req-5b854e7b-7346-43e6-b17c-88e3f2caee1f tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8e518d29c86c4653a8de8a7aad689e14 HTTP/1.1" status: 200 len: 378 time: 0.0639808 Jan 05 17:44:30.242483 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [req-84aad11b-0982-487e-ae32-e7e84e937c12 req-607a759a-1588-4df8-92d6-3c31f70028cb tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Request body: {'port': {'device_id': '350690e4-8140-4965-984c-b8c5344989dd', 'network_id': 'c0e61b37-9140-4e17-996d-9a9dac6d3ff6', 'admin_state_up': True, 'tenant_id': '8e518d29c86c4653a8de8a7aad689e14', 'security_groups': ['5c6b5273-aa28-4f54-be17-678ce409b5f6']}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:44:30.316879 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-c315404d-0a03-4d25-a783-ac6b0f304837 req-33eea192-875e-41a0-b944-009e03266ab3 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "GET /v2.0/ports?device_id=350690e4-8140-4965-984c-b8c5344989dd HTTP/1.1" status: 200 len: 210 time: 0.0673172 Jan 05 17:44:30.477355 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84aad11b-0982-487e-ae32-e7e84e937c12 req-607a759a-1588-4df8-92d6-3c31f70028cb tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Made reservation on behalf of 8e518d29c86c4653a8de8a7aad689e14 for: {'port': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:44:30.481235 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-84aad11b-0982-487e-ae32-e7e84e937c12 req-607a759a-1588-4df8-92d6-3c31f70028cb tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:44:30.628576 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [req-84aad11b-0982-487e-ae32-e7e84e937c12 req-607a759a-1588-4df8-92d6-3c31f70028cb tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Allocated IP 172.20.0.9 (c0e61b37-9140-4e17-996d-9a9dac6d3ff6/eda25fff-9430-44a8-9280-56876df28502/4ca4c5d3-6a5a-4311-ae1b-70f4cc86946d) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:44:30.760053 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 2cf3a549-790c-4bf9-bada-2c891ea5f1f4 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:44:30.779552 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-84aad11b-0982-487e-ae32-e7e84e937c12 req-607a759a-1588-4df8-92d6-3c31f70028cb tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks [] for port, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:44:30.811883 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Provisioning complete for port 2cf3a549-790c-4bf9-bada-2c891ea5f1f4 triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:44:30.812368 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:44:30.849857 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-84aad11b-0982-487e-ae32-e7e84e937c12 req-607a759a-1588-4df8-92d6-3c31f70028cb tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:44:30.912537 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84aad11b-0982-487e-ae32-e7e84e937c12 req-607a759a-1588-4df8-92d6-3c31f70028cb tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Network c0e61b37-9140-4e17-996d-9a9dac6d3ff6 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:44:30.919951 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [req-84aad11b-0982-487e-ae32-e7e84e937c12 req-607a759a-1588-4df8-92d6-3c31f70028cb tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:44:30.922817 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [req-84aad11b-0982-487e-ae32-e7e84e937c12 req-607a759a-1588-4df8-92d6-3c31f70028cb tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:44:30.953398 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607a759a-1588-4df8-92d6-3c31f70028cb tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Pushing event updated for resources: {'Port': ['ID=4ca4c5d3-6a5a-4311-ae1b-70f4cc86946d,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:44:30.984521 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84aad11b-0982-487e-ae32-e7e84e937c12 req-607a759a-1588-4df8-92d6-3c31f70028cb tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:44:30.985146 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-84aad11b-0982-487e-ae32-e7e84e937c12 req-607a759a-1588-4df8-92d6-3c31f70028cb tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:44:31.050949 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-84aad11b-0982-487e-ae32-e7e84e937c12 req-607a759a-1588-4df8-92d6-3c31f70028cb tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8138285 Jan 05 17:44:31.062503 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [req-84aad11b-0982-487e-ae32-e7e84e937c12 req-d33ed96c-a9f5-42c6-9f9a-00012d7a4dd5 service neutron] Request body: {'port': {'device_id': '350690e4-8140-4965-984c-b8c5344989dd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:44:31.117001 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-84aad11b-0982-487e-ae32-e7e84e937c12 req-d33ed96c-a9f5-42c6-9f9a-00012d7a4dd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:44:31.117746 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-0283bc5c-5a16-41ea-88c6-c5bb01d8c79e None None] Provisioning complete for port 4ca4c5d3-6a5a-4311-ae1b-70f4cc86946d triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:44:31.117915 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-0283bc5c-5a16-41ea-88c6-c5bb01d8c79e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:44:31.153931 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-0283bc5c-5a16-41ea-88c6-c5bb01d8c79e None None] Port 4ca4c5d3-6a5a-4311-ae1b-70f4cc86946d cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 17:44:31.378566 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.notifiers.nova [req-84aad11b-0982-487e-ae32-e7e84e937c12 req-d33ed96c-a9f5-42c6-9f9a-00012d7a4dd5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ca4c5d3-6a5a-4311-ae1b-70f4cc86946d {{(pid=103800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 05 17:44:31.386339 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-84aad11b-0982-487e-ae32-e7e84e937c12 req-d33ed96c-a9f5-42c6-9f9a-00012d7a4dd5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:44:31.398149 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.provisioning_blocks [req-84aad11b-0982-487e-ae32-e7e84e937c12 req-d33ed96c-a9f5-42c6-9f9a-00012d7a4dd5 service neutron] Transition to ACTIVE for port object 4ca4c5d3-6a5a-4311-ae1b-70f4cc86946d will not be triggered until provisioned by entity L2. {{(pid=103800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 05 17:44:31.423323 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a1cc1a-54c6-4810-a169-7f9bdf34eda8 req-8bdc007c-890d-4f44-9d52-744e2fe29568 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:44:31.424796 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-91a1cc1a-54c6-4810-a169-7f9bdf34eda8 req-8bdc007c-890d-4f44-9d52-744e2fe29568 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "GET /v2.0/ports?device_id=350690e4-8140-4965-984c-b8c5344989dd HTTP/1.1" status: 200 len: 931 time: 0.0485950 Jan 05 17:44:31.465880 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-84aad11b-0982-487e-ae32-e7e84e937c12 req-d33ed96c-a9f5-42c6-9f9a-00012d7a4dd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8784461'] for port, after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:44:31.473925 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-91a1cc1a-54c6-4810-a169-7f9bdf34eda8 req-808a9bdb-6fef-4342-8812-aefecfab1d03 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c6b5273-aa28-4f54-be17-678ce409b5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429983 Jan 05 17:44:31.539997 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33ed96c-a9f5-42c6-9f9a-00012d7a4dd5 service neutron] Pushing event updated for resources: {'Port': ['ID=4ca4c5d3-6a5a-4311-ae1b-70f4cc86946d,revision_number=2']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:44:31.595485 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [req-84aad11b-0982-487e-ae32-e7e84e937c12 req-d33ed96c-a9f5-42c6-9f9a-00012d7a4dd5 service neutron] Attempting to bind port 4ca4c5d3-6a5a-4311-ae1b-70f4cc86946d on host hv-neutron-mast for vnic_type normal with profile {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 05 17:44:31.595735 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [req-84aad11b-0982-487e-ae32-e7e84e937c12 req-d33ed96c-a9f5-42c6-9f9a-00012d7a4dd5 service neutron] Attempting to bind port 4ca4c5d3-6a5a-4311-ae1b-70f4cc86946d by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '2fe82c9e-771b-49d8-9e54-6a205be159a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'c0e61b37-9140-4e17-996d-9a9dac6d3ff6'}] {{(pid=103800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 05 17:44:31.596067 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84aad11b-0982-487e-ae32-e7e84e937c12 req-d33ed96c-a9f5-42c6-9f9a-00012d7a4dd5 service neutron] Attempting to bind port 4ca4c5d3-6a5a-4311-ae1b-70f4cc86946d on network c0e61b37-9140-4e17-996d-9a9dac6d3ff6 {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:44:31.600684 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84aad11b-0982-487e-ae32-e7e84e937c12 req-d33ed96c-a9f5-42c6-9f9a-00012d7a4dd5 service neutron] Port 4ca4c5d3-6a5a-4311-ae1b-70f4cc86946d on network c0e61b37-9140-4e17-996d-9a9dac6d3ff6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 05 17:44:31.601020 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84aad11b-0982-487e-ae32-e7e84e937c12 req-d33ed96c-a9f5-42c6-9f9a-00012d7a4dd5 service neutron] Attempting to bind port 4ca4c5d3-6a5a-4311-ae1b-70f4cc86946d on network c0e61b37-9140-4e17-996d-9a9dac6d3ff6 {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:44:31.606799 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84aad11b-0982-487e-ae32-e7e84e937c12 req-d33ed96c-a9f5-42c6-9f9a-00012d7a4dd5 service neutron] Checking agent: {'id': '5c36d785-abe8-4e89-a23a-b403333d2378', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 5, 17, 3, 49), 'started_at': datetime.datetime(2022, 1, 5, 17, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 1, 5, 17, 44, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 05 17:44:31.607142 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84aad11b-0982-487e-ae32-e7e84e937c12 req-d33ed96c-a9f5-42c6-9f9a-00012d7a4dd5 service neutron] Checking segment: {'id': '2fe82c9e-771b-49d8-9e54-6a205be159a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'c0e61b37-9140-4e17-996d-9a9dac6d3ff6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:44:31.607530 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84aad11b-0982-487e-ae32-e7e84e937c12 req-d33ed96c-a9f5-42c6-9f9a-00012d7a4dd5 service neutron] Bound using segment: {'id': '2fe82c9e-771b-49d8-9e54-6a205be159a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'c0e61b37-9140-4e17-996d-9a9dac6d3ff6'} {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 05 17:44:31.607965 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [req-84aad11b-0982-487e-ae32-e7e84e937c12 req-d33ed96c-a9f5-42c6-9f9a-00012d7a4dd5 service neutron] Bound port: 4ca4c5d3-6a5a-4311-ae1b-70f4cc86946d, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2fe82c9e-771b-49d8-9e54-6a205be159a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'c0e61b37-9140-4e17-996d-9a9dac6d3ff6'}}] {{(pid=103800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 05 17:44:31.608326 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-84aad11b-0982-487e-ae32-e7e84e937c12 req-d33ed96c-a9f5-42c6-9f9a-00012d7a4dd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:44:31.678445 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.db [req-84aad11b-0982-487e-ae32-e7e84e937c12 req-d33ed96c-a9f5-42c6-9f9a-00012d7a4dd5 service neutron] For port 4ca4c5d3-6a5a-4311-ae1b-70f4cc86946d, host hv-neutron-mast, cleared binding levels {{(pid=103800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 05 17:44:31.681411 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.db [req-84aad11b-0982-487e-ae32-e7e84e937c12 req-d33ed96c-a9f5-42c6-9f9a-00012d7a4dd5 service neutron] For port 4ca4c5d3-6a5a-4311-ae1b-70f4cc86946d, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=4ca4c5d3-6a5a-4311-ae1b-70f4cc86946d,segment=NetworkSegment(2fe82c9e-771b-49d8-9e54-6a205be159a2),segment_id=2fe82c9e-771b-49d8-9e54-6a205be159a2)] {{(pid=103800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 05 17:44:31.803528 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-84aad11b-0982-487e-ae32-e7e84e937c12 req-d33ed96c-a9f5-42c6-9f9a-00012d7a4dd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8784461'] for port, after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:44:31.837848 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84aad11b-0982-487e-ae32-e7e84e937c12 req-d33ed96c-a9f5-42c6-9f9a-00012d7a4dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:44:31.838530 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-84aad11b-0982-487e-ae32-e7e84e937c12 req-d33ed96c-a9f5-42c6-9f9a-00012d7a4dd5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:44:31.839834 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-84aad11b-0982-487e-ae32-e7e84e937c12 req-d33ed96c-a9f5-42c6-9f9a-00012d7a4dd5 service neutron] 10.222.0.13 "PUT /v2.0/ports/4ca4c5d3-6a5a-4311-ae1b-70f4cc86946d HTTP/1.1" status: 200 len: 1093 time: 0.7816021 Jan 05 17:44:31.840271 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '350690e4-8140-4965-984c-b8c5344989dd', 'tag': '4ca4c5d3-6a5a-4311-ae1b-70f4cc86946d'}] {{(pid=103800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 05 17:44:31.842693 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f64b9d4628f7eefcc27168a80c04985d23f0ea5def038dae05e1deb7357f3bfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efb5af32-f89e-4aca-a020-645a2f7a885d" -d '{"events": [{"name": "network-changed", "server_uuid": "350690e4-8140-4965-984c-b8c5344989dd", "tag": "4ca4c5d3-6a5a-4311-ae1b-70f4cc86946d"}]}' {{(pid=103800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 05 17:44:31.866869 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33ed96c-a9f5-42c6-9f9a-00012d7a4dd5 service neutron] Pushing event updated for resources: {'Port': ['ID=4ca4c5d3-6a5a-4311-ae1b-70f4cc86946d,revision_number=3']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:44:31.884041 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Jan 2022 17:44:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d3e8cde-1ff6-49e0-912a-30719d7eeead x-openstack-request-id: req-2d3e8cde-1ff6-49e0-912a-30719d7eeead {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 05 17:44:31.884340 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "350690e4-8140-4965-984c-b8c5344989dd", "tag": "4ca4c5d3-6a5a-4311-ae1b-70f4cc86946d", "status": "completed", "code": 200}]} {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 05 17:44:31.884595 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-2d3e8cde-1ff6-49e0-912a-30719d7eeead {{(pid=103800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 05 17:44:31.885018 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '350690e4-8140-4965-984c-b8c5344989dd', 'tag': '4ca4c5d3-6a5a-4311-ae1b-70f4cc86946d', 'status': 'completed', 'code': 200} Jan 05 17:44:31.947201 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb5af32-f89e-4aca-a020-645a2f7a885d req-b10f08a4-c2a1-4cd3-9fb5-bb3398780753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:44:31.948730 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-efb5af32-f89e-4aca-a020-645a2f7a885d req-b10f08a4-c2a1-4cd3-9fb5-bb3398780753 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8e518d29c86c4653a8de8a7aad689e14&device_id=350690e4-8140-4965-984c-b8c5344989dd HTTP/1.1" status: 200 len: 1096 time: 0.0443239 Jan 05 17:44:32.052605 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb5af32-f89e-4aca-a020-645a2f7a885d req-274f5f8b-ebfb-4879-88b4-e95676644975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:44:32.054116 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-efb5af32-f89e-4aca-a020-645a2f7a885d req-274f5f8b-ebfb-4879-88b4-e95676644975 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=8e518d29c86c4653a8de8a7aad689e14&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0980117 Jan 05 17:44:32.145242 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb5af32-f89e-4aca-a020-645a2f7a885d req-d626d189-b474-479b-99bc-4bbdf2cb946a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:44:32.146640 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-efb5af32-f89e-4aca-a020-645a2f7a885d req-d626d189-b474-479b-99bc-4bbdf2cb946a service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0873938 Jan 05 17:44:32.223255 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84aad11b-0982-487e-ae32-e7e84e937c12 req-c9f71692-2245-4239-bc7f-066c95b64832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:44:32.224716 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-84aad11b-0982-487e-ae32-e7e84e937c12 req-c9f71692-2245-4239-bc7f-066c95b64832 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8e518d29c86c4653a8de8a7aad689e14&device_id=350690e4-8140-4965-984c-b8c5344989dd HTTP/1.1" status: 200 len: 1096 time: 0.0456600 Jan 05 17:44:32.264467 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-84aad11b-0982-487e-ae32-e7e84e937c12 req-84472544-08af-49a3-a065-5923203aa204 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4ca4c5d3-6a5a-4311-ae1b-70f4cc86946d HTTP/1.1" status: 200 len: 217 time: 0.0333209 Jan 05 17:44:32.311965 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84aad11b-0982-487e-ae32-e7e84e937c12 req-d5646721-4157-4d5e-a4ad-e5e92d11778c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:44:32.313366 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-84aad11b-0982-487e-ae32-e7e84e937c12 req-d5646721-4157-4d5e-a4ad-e5e92d11778c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=eda25fff-9430-44a8-9280-56876df28502 HTTP/1.1" status: 200 len: 834 time: 0.0426993 Jan 05 17:44:32.357274 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84aad11b-0982-487e-ae32-e7e84e937c12 req-d11cddcd-ae65-4f31-8fba-76af96424615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:44:32.358774 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-84aad11b-0982-487e-ae32-e7e84e937c12 req-d11cddcd-ae65-4f31-8fba-76af96424615 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c0e61b37-9140-4e17-996d-9a9dac6d3ff6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0392356 Jan 05 17:44:32.449004 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-84aad11b-0982-487e-ae32-e7e84e937c12 req-08003736-6222-410d-acdb-8628c34e343f service neutron] 10.222.0.13 "GET /v2.0/networks/c0e61b37-9140-4e17-996d-9a9dac6d3ff6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845139 Jan 05 17:44:32.538367 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-84aad11b-0982-487e-ae32-e7e84e937c12 req-cd04b723-9a7e-4116-ac19-40d4fcb08ae3 service neutron] 10.222.0.13 "GET /v2.0/networks/c0e61b37-9140-4e17-996d-9a9dac6d3ff6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834594 Jan 05 17:44:32.599688 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02e1a90-ba30-4a79-9870-4ee18ffef303 req-bb31cb73-a412-40e0-8f4c-15acb74d7927 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:44:32.601154 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-b02e1a90-ba30-4a79-9870-4ee18ffef303 req-bb31cb73-a412-40e0-8f4c-15acb74d7927 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "GET /v2.0/ports?device_id=350690e4-8140-4965-984c-b8c5344989dd HTTP/1.1" status: 200 len: 943 time: 0.0498712 Jan 05 17:44:32.649912 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-b02e1a90-ba30-4a79-9870-4ee18ffef303 req-821e9526-2265-4a96-8d70-2af6c71aee37 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c6b5273-aa28-4f54-be17-678ce409b5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429351 Jan 05 17:44:33.764807 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:44:33.764807 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:44:33.764807 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:44:33.764807 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:44:33.764807 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:44:33.764807 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:44:33.764807 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:44:33.764807 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:44:33.764807 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:44:33.764807 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:44:33.764807 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:44:33.764807 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:44:33.764807 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:44:33.764807 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:44:33.764807 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:44:33.764807 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:44:33.764807 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:44:33.764807 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:44:33.764807 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:44:33.764807 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:44:33.764807 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:44:33.764807 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:44:33.764807 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:44:33.764807 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:44:33.764807 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:44:33.764807 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:44:33.764807 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:44:33.764807 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:44:33.764807 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:44:33.764807 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:44:33.764807 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:44:33.764807 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:44:33.764807 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:44:33.764807 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:44:33.764807 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:44:33.764807 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:44:33.764807 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:44:33.764807 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:44:33.764807 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:44:33.764807 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:44:33.764807 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:44:33.764807 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:44:33.764807 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:44:33.764807 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:44:33.764807 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:44:33.764807 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:44:33.764807 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:44:33.764807 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:44:33.769315 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca3ddee-68e0-49fd-994b-0d99748e3ab5 req-745a1d6f-eb0d-4309-a5a4-a0af9bd30013 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:44:33.770826 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-4ca3ddee-68e0-49fd-994b-0d99748e3ab5 req-745a1d6f-eb0d-4309-a5a4-a0af9bd30013 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "GET /v2.0/ports?device_id=350690e4-8140-4965-984c-b8c5344989dd HTTP/1.1" status: 200 len: 943 time: 0.0536330 Jan 05 17:44:33.819768 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-4ca3ddee-68e0-49fd-994b-0d99748e3ab5 req-149e2517-a87e-46f2-bb7a-cdaee0cd0cce tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c6b5273-aa28-4f54-be17-678ce409b5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425372 Jan 05 17:44:34.935799 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab3ab2d-4dbd-4741-a4b6-5af27a59af6e req-02c5c80b-cea2-4e40-b9fb-c81ac96a2b72 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:44:34.937253 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-9ab3ab2d-4dbd-4741-a4b6-5af27a59af6e req-02c5c80b-cea2-4e40-b9fb-c81ac96a2b72 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "GET /v2.0/ports?device_id=350690e4-8140-4965-984c-b8c5344989dd HTTP/1.1" status: 200 len: 943 time: 0.0512178 Jan 05 17:44:34.984612 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-9ab3ab2d-4dbd-4741-a4b6-5af27a59af6e req-852c6016-d7c9-468b-98ed-20097eec175c tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c6b5273-aa28-4f54-be17-678ce409b5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418661 Jan 05 17:44:35.504313 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Device 4ca4c5d3-6a5a-4311-ae1b-70f4cc86946d details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 05 17:44:35.598063 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] For port 4ca4c5d3-6a5a-4311-ae1b-70f4cc86946d, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=4ca4c5d3-6a5a-4311-ae1b-70f4cc86946d,segment=NetworkSegment(2fe82c9e-771b-49d8-9e54-6a205be159a2),segment_id=2fe82c9e-771b-49d8-9e54-6a205be159a2)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:44:35.612918 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Returning: {'device': '4ca4c5d3-6a5a-4311-ae1b-70f4cc86946d', 'network_id': 'c0e61b37-9140-4e17-996d-9a9dac6d3ff6', 'port_id': '4ca4c5d3-6a5a-4311-ae1b-70f4cc86946d', 'mac_address': 'fa:16:3e:d5:23:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eda25fff-9430-44a8-9280-56876df28502', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 05 17:44:35.649071 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:44:35.661431 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.notifiers.nova [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ca4c5d3-6a5a-4311-ae1b-70f4cc86946d {{(pid=103802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 05 17:44:35.680057 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] For port 4ca4c5d3-6a5a-4311-ae1b-70f4cc86946d, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=4ca4c5d3-6a5a-4311-ae1b-70f4cc86946d,segment=NetworkSegment(2fe82c9e-771b-49d8-9e54-6a205be159a2),segment_id=2fe82c9e-771b-49d8-9e54-6a205be159a2)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:44:35.768773 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:44:35.815096 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Pushing event updated for resources: {'Port': ['ID=4ca4c5d3-6a5a-4311-ae1b-70f4cc86946d,revision_number=4']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:44:36.007346 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] get_ports_and_sgs() called for port_ids ['4ca4c5d3-6a5a-4311-ae1b-70f4cc86946d'] {{(pid=103802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 05 17:44:36.096922 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5666a42e-a421-4553-be41-10c3df9e061e req-3e877f7b-8626-46a9-a00e-ebfac1bd0c4f tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:44:36.098450 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-5666a42e-a421-4553-be41-10c3df9e061e req-3e877f7b-8626-46a9-a00e-ebfac1bd0c4f tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "GET /v2.0/ports?device_id=350690e4-8140-4965-984c-b8c5344989dd HTTP/1.1" status: 200 len: 944 time: 0.0486007 Jan 05 17:44:36.151818 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-5666a42e-a421-4553-be41-10c3df9e061e req-fe8f37db-a33e-4c9a-abe0-376c3e993cac tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c6b5273-aa28-4f54-be17-678ce409b5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0478377 Jan 05 17:44:37.263111 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cbbcf6-6a35-4fe7-a93a-32e57e457c0e req-ca03f22f-3abc-4c18-983a-59d29208258f tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:44:37.264565 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-46cbbcf6-6a35-4fe7-a93a-32e57e457c0e req-ca03f22f-3abc-4c18-983a-59d29208258f tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "GET /v2.0/ports?device_id=350690e4-8140-4965-984c-b8c5344989dd HTTP/1.1" status: 200 len: 944 time: 0.0479243 Jan 05 17:44:37.312162 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-46cbbcf6-6a35-4fe7-a93a-32e57e457c0e req-186629bc-e958-4714-a27f-b2c93a936785 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c6b5273-aa28-4f54-be17-678ce409b5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0422311 Jan 05 17:44:37.521710 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Device 4ca4c5d3-6a5a-4311-ae1b-70f4cc86946d up at agent hyperv_hv-neutron-mast {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:44:37.659852 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Provisioning for port 4ca4c5d3-6a5a-4311-ae1b-70f4cc86946d completed by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 05 17:44:37.663760 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Provisioning complete for port 4ca4c5d3-6a5a-4311-ae1b-70f4cc86946d triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:44:37.664120 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:44:37.740153 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:44:37.761281 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '350690e4-8140-4965-984c-b8c5344989dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ca4c5d3-6a5a-4311-ae1b-70f4cc86946d'}] {{(pid=103802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 05 17:44:37.763529 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36b213fbd845b3f09e785999bbcda1c85cd5592d7f001460987854e5c1683bd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef0b1154-930e-4b4b-b3af-c89415dd8363" -d '{"events": [{"server_uuid": "350690e4-8140-4965-984c-b8c5344989dd", "name": "network-vif-plugged", "status": "completed", "tag": "4ca4c5d3-6a5a-4311-ae1b-70f4cc86946d"}]}' {{(pid=103802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 05 17:44:37.775303 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] For port 4ca4c5d3-6a5a-4311-ae1b-70f4cc86946d, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=4ca4c5d3-6a5a-4311-ae1b-70f4cc86946d,segment=NetworkSegment(2fe82c9e-771b-49d8-9e54-6a205be159a2),segment_id=2fe82c9e-771b-49d8-9e54-6a205be159a2)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:44:37.836733 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:44:37.862158 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Jan 2022 17:44:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1cba5ab-de47-498f-8db1-6687b56267db x-openstack-request-id: req-b1cba5ab-de47-498f-8db1-6687b56267db {{(pid=103802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 05 17:44:37.862445 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "350690e4-8140-4965-984c-b8c5344989dd", "name": "network-vif-plugged", "status": "completed", "tag": "4ca4c5d3-6a5a-4311-ae1b-70f4cc86946d", "code": 200}]} {{(pid=103802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 05 17:44:37.862691 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b1cba5ab-de47-498f-8db1-6687b56267db {{(pid=103802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 05 17:44:37.863099 dv-neutron-master-2-hyperv neutron-server[103802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '350690e4-8140-4965-984c-b8c5344989dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ca4c5d3-6a5a-4311-ae1b-70f4cc86946d', 'code': 200} Jan 05 17:44:37.889845 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Pushing event updated for resources: {'Port': ['ID=4ca4c5d3-6a5a-4311-ae1b-70f4cc86946d,revision_number=5']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:44:38.155064 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b08f98d-7f2b-485d-88a7-01501070e853 req-c4035c2d-c6ca-485a-8f0f-eb0b94837b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:44:38.156458 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-7b08f98d-7f2b-485d-88a7-01501070e853 req-c4035c2d-c6ca-485a-8f0f-eb0b94837b7c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=350690e4-8140-4965-984c-b8c5344989dd HTTP/1.1" status: 200 len: 1098 time: 0.0444393 Jan 05 17:44:38.200374 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-7b08f98d-7f2b-485d-88a7-01501070e853 req-e1138c56-5bce-4c91-9ee3-b9f5f50ea64b service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=5c6b5273-aa28-4f54-be17-678ce409b5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0374017 Jan 05 17:44:38.424011 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9cee97-6ad6-4c0b-bb90-1fabeb5d445a req-97ea3f24-dddf-42c4-a7b1-50a737e217a6 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:44:38.425454 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-da9cee97-6ad6-4c0b-bb90-1fabeb5d445a req-97ea3f24-dddf-42c4-a7b1-50a737e217a6 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "GET /v2.0/ports?device_id=350690e4-8140-4965-984c-b8c5344989dd HTTP/1.1" status: 200 len: 945 time: 0.0469871 Jan 05 17:44:38.479061 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-da9cee97-6ad6-4c0b-bb90-1fabeb5d445a req-a91078f0-fa6d-4324-995f-b41a9e1b96ab tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c6b5273-aa28-4f54-be17-678ce409b5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0481660 Jan 05 17:44:38.686615 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.agents_db [None req-291d1585-17df-45c0-b64a-d244e6d90872 None None] Agent healthcheck: found 6 active agents {{(pid=103803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 05 17:44:39.599670 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8452ba-f07e-4600-b9de-87de310e85de req-3dd6a55e-d187-4620-bca5-8f710eea20d6 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:44:39.601155 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-5a8452ba-f07e-4600-b9de-87de310e85de req-3dd6a55e-d187-4620-bca5-8f710eea20d6 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "GET /v2.0/ports?device_id=350690e4-8140-4965-984c-b8c5344989dd HTTP/1.1" status: 200 len: 945 time: 0.0489304 Jan 05 17:44:39.649337 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-5a8452ba-f07e-4600-b9de-87de310e85de req-80db79f5-d342-4822-8f38-ed03f15d1c02 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c6b5273-aa28-4f54-be17-678ce409b5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0426712 Jan 05 17:44:39.761939 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41bec5e-a1bb-4412-918f-20bfac13c653 req-ccf287f0-b82f-469c-990e-f8b0de56fa47 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:44:39.763384 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-f41bec5e-a1bb-4412-918f-20bfac13c653 req-ccf287f0-b82f-469c-990e-f8b0de56fa47 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "GET /v2.0/ports?device_id=350690e4-8140-4965-984c-b8c5344989dd HTTP/1.1" status: 200 len: 945 time: 0.0492015 Jan 05 17:44:39.811558 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-f41bec5e-a1bb-4412-918f-20bfac13c653 req-a89bd6ff-0c1b-4a64-8fc6-f05e75fa918a tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c6b5273-aa28-4f54-be17-678ce409b5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425742 Jan 05 17:44:39.832065 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 51746) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:44:39.870996 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c910db3-6626-48b5-b7d6-097a9f1efd4d tempest-TestNetworkAdvancedServerOps-2131337417 tempest-TestNetworkAdvancedServerOps-2131337417-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:44:39.872462 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-4c910db3-6626-48b5-b7d6-097a9f1efd4d tempest-TestNetworkAdvancedServerOps-2131337417 tempest-TestNetworkAdvancedServerOps-2131337417-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=350690e4-8140-4965-984c-b8c5344989dd HTTP/1.1" status: 200 len: 1093 time: 0.0393529 Jan 05 17:44:39.875152 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 51748) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:44:39.879273 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-32c78f71-7522-4ec5-867b-048da9afd367 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Request body: {'floatingip': {'floating_network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'port_id': '4ca4c5d3-6a5a-4311-ae1b-70f4cc86946d', 'tenant_id': '8e518d29c86c4653a8de8a7aad689e14', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:44:39.945850 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-32c78f71-7522-4ec5-867b-048da9afd367 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks [] for floatingip, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:44:40.041878 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-32c78f71-7522-4ec5-867b-048da9afd367 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:44:40.140921 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [None req-32c78f71-7522-4ec5-867b-048da9afd367 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Allocated IP 172.36.4.97 (b0167590-0699-4c5c-a932-3939414a9573/7a784a6d-3d96-418f-a645-b9ccd0b1ac55/a79cd7e7-165b-4aa3-b6e9-f40db2aa2a70) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:44:40.242103 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-32c78f71-7522-4ec5-867b-048da9afd367 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks [] for port, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:44:40.328992 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-32c78f71-7522-4ec5-867b-048da9afd367 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11433176'] for port, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:44:40.365327 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32c78f71-7522-4ec5-867b-048da9afd367 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Network b0167590-0699-4c5c-a932-3939414a9573 is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:44:40.369548 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-32c78f71-7522-4ec5-867b-048da9afd367 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:44:40.376209 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32c78f71-7522-4ec5-867b-048da9afd367 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:44:40.378854 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c78f71-7522-4ec5-867b-048da9afd367 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Pushing event updated for resources: {'Port': ['ID=a79cd7e7-165b-4aa3-b6e9-f40db2aa2a70,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:44:40.722296 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-32c78f71-7522-4ec5-867b-048da9afd367 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:44:40.849068 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-32c78f71-7522-4ec5-867b-048da9afd367 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:44:40.998055 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-32c78f71-7522-4ec5-867b-048da9afd367 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks [] for port, precommit_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:44:41.053603 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-32c78f71-7522-4ec5-867b-048da9afd367 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11433169'] for port, after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:44:41.123272 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c78f71-7522-4ec5-867b-048da9afd367 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Pushing event updated for resources: {'Port': ['ID=a79cd7e7-165b-4aa3-b6e9-f40db2aa2a70,revision_number=2']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:44:41.132859 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-32c78f71-7522-4ec5-867b-048da9afd367 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648677'] for floatingip, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:44:41.228250 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.db.l3_db [None req-32c78f71-7522-4ec5-867b-048da9afd367 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Floating IP db13390f-cd5c-4cbe-be3e-52772bc4a71b associated. External IP: 172.36.4.97, port: 4ca4c5d3-6a5a-4311-ae1b-70f4cc86946d. Jan 05 17:44:41.736430 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32c78f71-7522-4ec5-867b-048da9afd367 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Router 621ea07d-65c7-48c8-bca4-fd8ac8e408df has already been hosted by L3 agent 59446fdc-40e0-41fe-a575-a8eb11d742f7 {{(pid=103801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 05 17:44:41.841607 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32c78f71-7522-4ec5-867b-048da9afd367 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 05 17:44:41.851246 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c97dbb6-dd6f-442b-83a7-0ea885aa2116 None None] Sync routers for ids ['621ea07d-65c7-48c8-bca4-fd8ac8e408df'] in dv-neutron-master-2-hyperv {{(pid=103803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 05 17:44:41.860526 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c97dbb6-dd6f-442b-83a7-0ea885aa2116 None None] Routers {'621ea07d-65c7-48c8-bca4-fd8ac8e408df'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:44:41.861125 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-2c97dbb6-dd6f-442b-83a7-0ea885aa2116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:44:19Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['621ea07d-65c7-48c8-bca4-fd8ac8e408df'], 'active': True} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:44:41.930844 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-32c78f71-7522-4ec5-867b-048da9afd367 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for floatingip, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:44:41.957796 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-32c78f71-7522-4ec5-867b-048da9afd367 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.0816200 Jan 05 17:44:41.958484 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '350690e4-8140-4965-984c-b8c5344989dd', 'tag': '4ca4c5d3-6a5a-4311-ae1b-70f4cc86946d'}] {{(pid=103801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 05 17:44:41.960801 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cee9004337cfdaf047d78d8066c7d6073fad8dbc2217b3b67c4523abea34d3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c934166-d640-4fd0-a18e-fee1ddbbb930" -d '{"events": [{"name": "network-changed", "server_uuid": "350690e4-8140-4965-984c-b8c5344989dd", "tag": "4ca4c5d3-6a5a-4311-ae1b-70f4cc86946d"}]}' {{(pid=103801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 05 17:44:41.966338 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvr_db [None req-2c97dbb6-dd6f-442b-83a7-0ea885aa2116 None None] Set router 621ea07d-65c7-48c8-bca4-fd8ac8e408df gateway port host: dv-neutron-master-2-hyperv {{(pid=103803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:44:42.009340 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Jan 2022 17:44:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e6affa6-7806-4733-9b6f-d8b8b02b25ce x-openstack-request-id: req-8e6affa6-7806-4733-9b6f-d8b8b02b25ce {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 05 17:44:42.009662 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "350690e4-8140-4965-984c-b8c5344989dd", "tag": "4ca4c5d3-6a5a-4311-ae1b-70f4cc86946d", "status": "completed", "code": 200}]} {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 05 17:44:42.009944 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-8e6affa6-7806-4733-9b6f-d8b8b02b25ce {{(pid=103801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 05 17:44:42.010349 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '350690e4-8140-4965-984c-b8c5344989dd', 'tag': '4ca4c5d3-6a5a-4311-ae1b-70f4cc86946d', 'status': 'completed', 'code': 200} Jan 05 17:44:42.099963 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c934166-d640-4fd0-a18e-fee1ddbbb930 req-299ca5ba-3d18-4300-a1f4-e9222e237e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:44:42.101453 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-7c934166-d640-4fd0-a18e-fee1ddbbb930 req-299ca5ba-3d18-4300-a1f4-e9222e237e50 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8e518d29c86c4653a8de8a7aad689e14&device_id=350690e4-8140-4965-984c-b8c5344989dd HTTP/1.1" status: 200 len: 1098 time: 0.0655062 Jan 05 17:44:42.109455 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b12709-4f76-444a-b7e4-c2708f37a671 req-608b72ec-e905-4fa6-938c-dacfb951aa18 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:44:42.110850 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-53b12709-4f76-444a-b7e4-c2708f37a671 req-608b72ec-e905-4fa6-938c-dacfb951aa18 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "GET /v2.0/ports?device_id=350690e4-8140-4965-984c-b8c5344989dd HTTP/1.1" status: 200 len: 945 time: 0.0836320 Jan 05 17:44:42.190232 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-2c97dbb6-dd6f-442b-83a7-0ea885aa2116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '621ea07d-65c7-48c8-bca4-fd8ac8e408df', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1416091648', 'tenant_id': '8e518d29c86c4653a8de8a7aad689e14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.140'}], 'enable_snat': True}, 'gw_port_id': '57dd7333-af81-40ec-ba97-a7cb526e1cb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:44:22Z', 'updated_at': '2022-01-05T17:44:26Z', 'revision_number': 4, 'project_id': '8e518d29c86c4653a8de8a7aad689e14', 'gw_port': {'id': '57dd7333-af81-40ec-ba97-a7cb526e1cb7', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:bf:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '621ea07d-65c7-48c8-bca4-fd8ac8e408df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:44:22Z', 'updated_at': '2022-01-05T17:44:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'db13390f-cd5c-4cbe-be3e-52772bc4a71b', 'tenant_id': '8e518d29c86c4653a8de8a7aad689e14', 'floating_ip_address': '172.36.4.97', 'floating_network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'router_id': '621ea07d-65c7-48c8-bca4-fd8ac8e408df', 'port_id': '4ca4c5d3-6a5a-4311-ae1b-70f4cc86946d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1766, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0e61b37-9140-4e17-996d-9a9dac6d3ff6', 'mac_address': 'fa:16:3e:d5:23:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '350690e4-8140-4965-984c-b8c5344989dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-05T17:44:40Z', 'updated_at': '2022-01-05T17:44:40Z', 'revision_number': 0, 'project_id': '8e518d29c86c4653a8de8a7aad689e14', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2cf3a549-790c-4bf9-bada-2c891ea5f1f4', 'name': '', 'network_id': 'c0e61b37-9140-4e17-996d-9a9dac6d3ff6', 'tenant_id': '8e518d29c86c4653a8de8a7aad689e14', 'mac_address': 'fa:16:3e:76:e0:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '621ea07d-65c7-48c8-bca4-fd8ac8e408df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': 'eda25fff-9430-44a8-9280-56876df28502', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:44:25Z', 'updated_at': '2022-01-05T17:44:28Z', 'revision_number': 5, 'project_id': '8e518d29c86c4653a8de8a7aad689e14', 'subnets': [{'id': 'eda25fff-9430-44a8-9280-56876df28502', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:44:42.206000 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-53b12709-4f76-444a-b7e4-c2708f37a671 req-c8e5a1ef-6722-466c-b508-d9a9db80d9d7 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c6b5273-aa28-4f54-be17-678ce409b5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0870767 Jan 05 17:44:42.228290 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c97dbb6-dd6f-442b-83a7-0ea885aa2116 None None] Checking router: 621ea07d-65c7-48c8-bca4-fd8ac8e408df for host: dv-neutron-master-2-hyperv {{(pid=103803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 05 17:44:42.228290 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c97dbb6-dd6f-442b-83a7-0ea885aa2116 None None] Routers {'621ea07d-65c7-48c8-bca4-fd8ac8e408df'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:44:42.228290 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-2c97dbb6-dd6f-442b-83a7-0ea885aa2116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:44:19Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['621ea07d-65c7-48c8-bca4-fd8ac8e408df'], 'active': True} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:44:42.228555 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c934166-d640-4fd0-a18e-fee1ddbbb930 req-d323b34b-fb7a-449d-a1aa-9a98c8161d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:44:42.228648 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 51754) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:44:42.230411 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-7c934166-d640-4fd0-a18e-fee1ddbbb930 req-d323b34b-fb7a-449d-a1aa-9a98c8161d98 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c0e61b37-9140-4e17-996d-9a9dac6d3ff6 HTTP/1.1" status: 200 len: 898 time: 0.1187336 Jan 05 17:44:42.299113 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-c371d523-69f2-4264-9de5-1b80cd660b7a tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "GET /v2.0/floatingips/db13390f-cd5c-4cbe-be3e-52772bc4a71b HTTP/1.1" status: 200 len: 990 time: 0.0634537 Jan 05 17:44:42.306991 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-7c934166-d640-4fd0-a18e-fee1ddbbb930 req-2b630767-c0eb-4693-9610-8a206e6a60d0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4ca4c5d3-6a5a-4311-ae1b-70f4cc86946d HTTP/1.1" status: 200 len: 998 time: 0.0707157 Jan 05 17:44:42.333958 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvr_db [None req-2c97dbb6-dd6f-442b-83a7-0ea885aa2116 None None] Set router 621ea07d-65c7-48c8-bca4-fd8ac8e408df gateway port host: dv-neutron-master-2-hyperv {{(pid=103803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:44:42.355165 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c934166-d640-4fd0-a18e-fee1ddbbb930 req-60c836ab-5231-429e-aea3-2956bed9477f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:44:42.356606 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-7c934166-d640-4fd0-a18e-fee1ddbbb930 req-60c836ab-5231-429e-aea3-2956bed9477f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=eda25fff-9430-44a8-9280-56876df28502 HTTP/1.1" status: 200 len: 834 time: 0.0434535 Jan 05 17:44:42.399923 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c934166-d640-4fd0-a18e-fee1ddbbb930 req-aafca386-b043-437a-b8eb-27ce6463708c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:44:42.402047 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-7c934166-d640-4fd0-a18e-fee1ddbbb930 req-aafca386-b043-437a-b8eb-27ce6463708c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c0e61b37-9140-4e17-996d-9a9dac6d3ff6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0394592 Jan 05 17:44:42.495396 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-7c934166-d640-4fd0-a18e-fee1ddbbb930 req-3434c312-c3a6-4ac9-a73b-589f1df7a344 service neutron] 10.222.0.13 "GET /v2.0/networks/c0e61b37-9140-4e17-996d-9a9dac6d3ff6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869923 Jan 05 17:44:42.587519 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-7c934166-d640-4fd0-a18e-fee1ddbbb930 req-c12a3be2-d1c9-4af5-8e14-73cef865f29a service neutron] 10.222.0.13 "GET /v2.0/networks/c0e61b37-9140-4e17-996d-9a9dac6d3ff6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858104 Jan 05 17:44:42.642168 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-2c97dbb6-dd6f-442b-83a7-0ea885aa2116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '621ea07d-65c7-48c8-bca4-fd8ac8e408df', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1416091648', 'tenant_id': '8e518d29c86c4653a8de8a7aad689e14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.140'}], 'enable_snat': True}, 'gw_port_id': '57dd7333-af81-40ec-ba97-a7cb526e1cb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:44:22Z', 'updated_at': '2022-01-05T17:44:26Z', 'revision_number': 4, 'project_id': '8e518d29c86c4653a8de8a7aad689e14', 'gw_port': {'id': '57dd7333-af81-40ec-ba97-a7cb526e1cb7', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:bf:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '621ea07d-65c7-48c8-bca4-fd8ac8e408df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:44:22Z', 'updated_at': '2022-01-05T17:44:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'db13390f-cd5c-4cbe-be3e-52772bc4a71b', 'tenant_id': '8e518d29c86c4653a8de8a7aad689e14', 'floating_ip_address': '172.36.4.97', 'floating_network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'router_id': '621ea07d-65c7-48c8-bca4-fd8ac8e408df', 'port_id': '4ca4c5d3-6a5a-4311-ae1b-70f4cc86946d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1766, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0e61b37-9140-4e17-996d-9a9dac6d3ff6', 'mac_address': 'fa:16:3e:d5:23:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '350690e4-8140-4965-984c-b8c5344989dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-05T17:44:40Z', 'updated_at': '2022-01-05T17:44:40Z', 'revision_number': 0, 'project_id': '8e518d29c86c4653a8de8a7aad689e14', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2cf3a549-790c-4bf9-bada-2c891ea5f1f4', 'name': '', 'network_id': 'c0e61b37-9140-4e17-996d-9a9dac6d3ff6', 'tenant_id': '8e518d29c86c4653a8de8a7aad689e14', 'mac_address': 'fa:16:3e:76:e0:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '621ea07d-65c7-48c8-bca4-fd8ac8e408df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': 'eda25fff-9430-44a8-9280-56876df28502', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:44:25Z', 'updated_at': '2022-01-05T17:44:28Z', 'revision_number': 5, 'project_id': '8e518d29c86c4653a8de8a7aad689e14', 'subnets': [{'id': 'eda25fff-9430-44a8-9280-56876df28502', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:44:42.672421 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c97dbb6-dd6f-442b-83a7-0ea885aa2116 None None] The sync data for ids ['621ea07d-65c7-48c8-bca4-fd8ac8e408df'] in dv-neutron-master-2-hyperv is: [{'id': '621ea07d-65c7-48c8-bca4-fd8ac8e408df', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1416091648', 'tenant_id': '8e518d29c86c4653a8de8a7aad689e14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.140'}], 'enable_snat': True}, 'gw_port_id': '57dd7333-af81-40ec-ba97-a7cb526e1cb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:44:22Z', 'updated_at': '2022-01-05T17:44:26Z', 'revision_number': 4, 'project_id': '8e518d29c86c4653a8de8a7aad689e14', 'gw_port': {'id': '57dd7333-af81-40ec-ba97-a7cb526e1cb7', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:bf:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '621ea07d-65c7-48c8-bca4-fd8ac8e408df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:44:22Z', 'updated_at': '2022-01-05T17:44:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'db13390f-cd5c-4cbe-be3e-52772bc4a71b', 'tenant_id': '8e518d29c86c4653a8de8a7aad689e14', 'floating_ip_address': '172.36.4.97', 'floating_network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'router_id': '621ea07d-65c7-48c8-bca4-fd8ac8e408df', 'port_id': '4ca4c5d3-6a5a-4311-ae1b-70f4cc86946d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1766, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0e61b37-9140-4e17-996d-9a9dac6d3ff6', 'mac_address': 'fa:16:3e:d5:23:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '350690e4-8140-4965-984c-b8c5344989dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-05T17:44:40Z', 'updated_at': '2022-01-05T17:44:40Z', 'revision_number': 0, 'project_id': '8e518d29c86c4653a8de8a7aad689e14', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2cf3a549-790c-4bf9-bada-2c891ea5f1f4', 'name': '', 'network_id': 'c0e61b37-9140-4e17-996d-9a9dac6d3ff6', 'tenant_id': '8e518d29c86c4653a8de8a7aad689e14', 'mac_address': 'fa:16:3e:76:e0:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '621ea07d-65c7-48c8-bca4-fd8ac8e408df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': 'eda25fff-9430-44a8-9280-56876df28502', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:44:25Z', 'updated_at': '2022-01-05T17:44:28Z', 'revision_number': 5, 'project_id': '8e518d29c86c4653a8de8a7aad689e14', 'subnets': [{'id': 'eda25fff-9430-44a8-9280-56876df28502', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 05 17:44:42.871818 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f94cff6-1c75-4d46-a7f9-1910b8e40e8d None None] New status for floating IP db13390f-cd5c-4cbe-be3e-52772bc4a71b: ACTIVE {{(pid=103802) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 05 17:44:43.301935 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 51756) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:44:43.367628 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-cb9c2df2-7c4e-4324-a1fc-24a672189895 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "GET /v2.0/floatingips/db13390f-cd5c-4cbe-be3e-52772bc4a71b HTTP/1.1" status: 200 len: 992 time: 0.0644572 Jan 05 17:44:47.134639 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-9fee6838-c67d-4063-97b1-75277529a1c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:44:49.363093 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-ee7cbba9-40ad-4c59-9b32-6ce2d72682af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:44:50.156312 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:44:50.677215 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d2607572-b3c9-472c-85bc-c8de0c3fb75c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:44:52.025878 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d504d802-9546-4ce5-a9d3-96c844ac5808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:44:53.321857 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:45:13.254098 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd908a0-4987-46bd-8c36-f3db52d92420 req-6070c325-4931-4deb-a53b-d3468f20e07f tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:45:13.255547 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-fbd908a0-4987-46bd-8c36-f3db52d92420 req-6070c325-4931-4deb-a53b-d3468f20e07f tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "GET /v2.0/ports?device_id=350690e4-8140-4965-984c-b8c5344989dd HTTP/1.1" status: 200 len: 945 time: 0.0485005 Jan 05 17:45:13.303289 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-fbd908a0-4987-46bd-8c36-f3db52d92420 req-a4bcb40f-a858-4538-8681-191a98f49e16 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c6b5273-aa28-4f54-be17-678ce409b5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0422409 Jan 05 17:45:13.447813 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 51776) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:45:13.536457 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-e862e953-9cb5-4489-b841-21b553675737 req-bfb60e23-8d91-427b-839c-d866971d7202 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=350690e4-8140-4965-984c-b8c5344989dd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0868540 Jan 05 17:45:13.544856 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [req-e862e953-9cb5-4489-b841-21b553675737 req-3a65e78f-ca59-4312-b57f-bf29a66ac5a0 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103800) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 05 17:45:13.548963 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-e862e953-9cb5-4489-b841-21b553675737 req-3a65e78f-ca59-4312-b57f-bf29a66ac5a0 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048826 Jan 05 17:45:14.416192 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0473d5c8-3f61-4aad-a725-1f1cb0fcdc83 req-1cfe9802-c0d6-4e3b-abcb-9d9bf9c10f81 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:45:14.417684 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-0473d5c8-3f61-4aad-a725-1f1cb0fcdc83 req-1cfe9802-c0d6-4e3b-abcb-9d9bf9c10f81 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "GET /v2.0/ports?device_id=350690e4-8140-4965-984c-b8c5344989dd HTTP/1.1" status: 200 len: 945 time: 0.0473771 Jan 05 17:45:14.465374 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-0473d5c8-3f61-4aad-a725-1f1cb0fcdc83 req-f01d1487-0f96-48f6-883e-28709e791292 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c6b5273-aa28-4f54-be17-678ce409b5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0416062 Jan 05 17:45:15.578475 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae43a4c-fb77-4665-bd32-b6bb73082a75 req-95c6cd04-1405-4cc5-87cb-ad31f0e6a26f tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:45:15.579924 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-7ae43a4c-fb77-4665-bd32-b6bb73082a75 req-95c6cd04-1405-4cc5-87cb-ad31f0e6a26f tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "GET /v2.0/ports?device_id=350690e4-8140-4965-984c-b8c5344989dd HTTP/1.1" status: 200 len: 945 time: 0.0482562 Jan 05 17:45:15.631339 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-7ae43a4c-fb77-4665-bd32-b6bb73082a75 req-551e0942-6706-4037-9366-f5293ab6ea0f tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c6b5273-aa28-4f54-be17-678ce409b5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0459650 Jan 05 17:45:15.685240 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.agents_db [None req-291d1585-17df-45c0-b64a-d244e6d90872 None None] Agent healthcheck: found 6 active agents {{(pid=103803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 05 17:45:16.750830 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49e9750-869c-4624-94c9-60f11687a5cb req-5bf320a3-c9fa-4419-9a91-98c818d453ed tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:45:16.752322 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-c49e9750-869c-4624-94c9-60f11687a5cb req-5bf320a3-c9fa-4419-9a91-98c818d453ed tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "GET /v2.0/ports?device_id=350690e4-8140-4965-984c-b8c5344989dd HTTP/1.1" status: 200 len: 945 time: 0.0538785 Jan 05 17:45:16.804445 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-c49e9750-869c-4624-94c9-60f11687a5cb req-0684b525-fb0e-42fe-b809-d6f0073ca2d4 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c6b5273-aa28-4f54-be17-678ce409b5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0465386 Jan 05 17:45:17.134397 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-1172b3cc-d587-4a28-a11e-bce75757ae06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:45:17.451096 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e862e953-9cb5-4489-b841-21b553675737 req-476101c1-6c53-41ca-b357-197cf81ff639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:45:17.452753 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-e862e953-9cb5-4489-b841-21b553675737 req-476101c1-6c53-41ca-b357-197cf81ff639 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8e518d29c86c4653a8de8a7aad689e14&device_id=350690e4-8140-4965-984c-b8c5344989dd HTTP/1.1" status: 200 len: 1098 time: 0.0398142 Jan 05 17:45:17.544117 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e862e953-9cb5-4489-b841-21b553675737 req-fa3ca1ac-ffd9-422d-a843-b0930e14da59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:45:17.545658 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-e862e953-9cb5-4489-b841-21b553675737 req-fa3ca1ac-ffd9-422d-a843-b0930e14da59 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c0e61b37-9140-4e17-996d-9a9dac6d3ff6 HTTP/1.1" status: 200 len: 898 time: 0.0867622 Jan 05 17:45:17.608333 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-e862e953-9cb5-4489-b841-21b553675737 req-45d03e2b-83e2-476e-9b2a-6d8d2ee96787 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4ca4c5d3-6a5a-4311-ae1b-70f4cc86946d HTTP/1.1" status: 200 len: 1000 time: 0.0568109 Jan 05 17:45:17.655401 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e862e953-9cb5-4489-b841-21b553675737 req-a9d43884-b9df-4a8c-87fa-8fea9c89d0cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:45:17.656845 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-e862e953-9cb5-4489-b841-21b553675737 req-a9d43884-b9df-4a8c-87fa-8fea9c89d0cf service neutron] 10.222.0.13 "GET /v2.0/subnets?id=eda25fff-9430-44a8-9280-56876df28502 HTTP/1.1" status: 200 len: 834 time: 0.0432479 Jan 05 17:45:17.703221 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e862e953-9cb5-4489-b841-21b553675737 req-9e789f42-e73c-46e4-b61a-ce996df03a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:45:17.704544 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-e862e953-9cb5-4489-b841-21b553675737 req-9e789f42-e73c-46e4-b61a-ce996df03a99 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c0e61b37-9140-4e17-996d-9a9dac6d3ff6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0415330 Jan 05 17:45:17.792507 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-e862e953-9cb5-4489-b841-21b553675737 req-a60a2217-353d-4f7f-a3c3-967920792d80 service neutron] 10.222.0.13 "GET /v2.0/networks/c0e61b37-9140-4e17-996d-9a9dac6d3ff6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809486 Jan 05 17:45:17.881734 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-e862e953-9cb5-4489-b841-21b553675737 req-3340fddb-12c0-4257-af29-227bf4d1ab48 service neutron] 10.222.0.13 "GET /v2.0/networks/c0e61b37-9140-4e17-996d-9a9dac6d3ff6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838764 Jan 05 17:45:17.918630 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11d534f-0b19-422e-9310-27d36c00a55d req-6a76372d-ea28-492a-80ab-5a547538cfb9 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:45:17.926750 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-d11d534f-0b19-422e-9310-27d36c00a55d req-6a76372d-ea28-492a-80ab-5a547538cfb9 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "GET /v2.0/ports?device_id=350690e4-8140-4965-984c-b8c5344989dd HTTP/1.1" status: 200 len: 945 time: 0.0486317 Jan 05 17:45:17.968359 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-d11d534f-0b19-422e-9310-27d36c00a55d req-51357be2-c79e-4672-b1b0-dc2a3c3444ad tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c6b5273-aa28-4f54-be17-678ce409b5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0423217 Jan 05 17:45:19.080431 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b250c727-eb34-4dd1-9c0e-854107b3e56c req-f85ca1bd-eb60-42b5-a27f-74bc809a4ad1 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:45:19.081906 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-b250c727-eb34-4dd1-9c0e-854107b3e56c req-f85ca1bd-eb60-42b5-a27f-74bc809a4ad1 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "GET /v2.0/ports?device_id=350690e4-8140-4965-984c-b8c5344989dd HTTP/1.1" status: 200 len: 945 time: 0.0484028 Jan 05 17:45:19.129046 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-b250c727-eb34-4dd1-9c0e-854107b3e56c req-fbe514ae-2be9-42c1-b622-ba68af848581 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c6b5273-aa28-4f54-be17-678ce409b5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0415337 Jan 05 17:45:19.368346 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-123f21ef-c075-4143-a1cd-1d999285c71e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:45:20.139831 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:45:20.240877 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b375c7-bb33-414e-be05-72163ff7f4b6 req-59c8cc94-fd11-4876-a84f-6568dcf3150b tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:45:20.242381 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-36b375c7-bb33-414e-be05-72163ff7f4b6 req-59c8cc94-fd11-4876-a84f-6568dcf3150b tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "GET /v2.0/ports?device_id=350690e4-8140-4965-984c-b8c5344989dd HTTP/1.1" status: 200 len: 945 time: 0.0479801 Jan 05 17:45:20.289307 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-36b375c7-bb33-414e-be05-72163ff7f4b6 req-4c325cc9-c683-4924-b471-1663dedd4e4b tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c6b5273-aa28-4f54-be17-678ce409b5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0412650 Jan 05 17:45:20.660037 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d2607572-b3c9-472c-85bc-c8de0c3fb75c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:45:21.401967 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e2064f-6681-4930-b44d-8db7e33720db req-27854f21-fef9-46a6-8a8c-26bf41419281 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:45:21.403412 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-a5e2064f-6681-4930-b44d-8db7e33720db req-27854f21-fef9-46a6-8a8c-26bf41419281 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "GET /v2.0/ports?device_id=350690e4-8140-4965-984c-b8c5344989dd HTTP/1.1" status: 200 len: 945 time: 0.0479736 Jan 05 17:45:21.450891 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-a5e2064f-6681-4930-b44d-8db7e33720db req-fae82584-e6bf-41a3-8808-3a8c93921d02 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c6b5273-aa28-4f54-be17-678ce409b5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0419984 Jan 05 17:45:22.032028 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d504d802-9546-4ce5-a9d3-96c844ac5808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:45:22.573861 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170ef654-329e-41b9-b7d5-75612b418ff4 req-52bd0305-8b21-409c-bc36-bd27eee925ec tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:45:22.575673 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-170ef654-329e-41b9-b7d5-75612b418ff4 req-52bd0305-8b21-409c-bc36-bd27eee925ec tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "GET /v2.0/ports?device_id=350690e4-8140-4965-984c-b8c5344989dd HTTP/1.1" status: 200 len: 945 time: 0.0528245 Jan 05 17:45:22.624644 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-170ef654-329e-41b9-b7d5-75612b418ff4 req-72e1b0d7-f99e-4d96-bae8-225e40e0a584 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c6b5273-aa28-4f54-be17-678ce409b5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429416 Jan 05 17:45:23.315951 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:45:23.742033 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8545feb1-d6d7-45c1-9c2b-aef8bbd03eee req-42c1c89f-9020-4bd9-a603-ab668798ab4f tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:45:23.743488 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-8545feb1-d6d7-45c1-9c2b-aef8bbd03eee req-42c1c89f-9020-4bd9-a603-ab668798ab4f tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "GET /v2.0/ports?device_id=350690e4-8140-4965-984c-b8c5344989dd HTTP/1.1" status: 200 len: 945 time: 0.0521197 Jan 05 17:45:23.790162 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-8545feb1-d6d7-45c1-9c2b-aef8bbd03eee req-a5259671-fa02-446b-9b24-034e330be9bd tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c6b5273-aa28-4f54-be17-678ce409b5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0413249 Jan 05 17:45:24.903598 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9b6730-e1bf-433f-acbf-3ebed8209b28 req-40b78422-5e87-4ead-a6de-c1f08ba86147 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:45:24.904973 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-2f9b6730-e1bf-433f-acbf-3ebed8209b28 req-40b78422-5e87-4ead-a6de-c1f08ba86147 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "GET /v2.0/ports?device_id=350690e4-8140-4965-984c-b8c5344989dd HTTP/1.1" status: 200 len: 945 time: 0.0487947 Jan 05 17:45:24.951907 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-2f9b6730-e1bf-433f-acbf-3ebed8209b28 req-9d47ebb9-dcd9-421d-8e3b-47ccbbc9d261 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c6b5273-aa28-4f54-be17-678ce409b5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0408580 Jan 05 17:45:26.064300 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ffebf8-cee1-43ef-945c-f7c0cef9340d req-d6aad052-fe30-468f-925b-b24d2713d6d1 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:45:26.065748 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-a8ffebf8-cee1-43ef-945c-f7c0cef9340d req-d6aad052-fe30-468f-925b-b24d2713d6d1 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "GET /v2.0/ports?device_id=350690e4-8140-4965-984c-b8c5344989dd HTTP/1.1" status: 200 len: 945 time: 0.0474768 Jan 05 17:45:26.114469 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-a8ffebf8-cee1-43ef-945c-f7c0cef9340d req-8badbe9e-8503-4aaa-802e-d0505fc182b3 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c6b5273-aa28-4f54-be17-678ce409b5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0432963 Jan 05 17:45:27.226176 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e7a9f4-7ec8-467e-b353-e7efa930bb02 req-608a6c01-339e-40cf-ac3c-c9d3eacd75b2 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:45:27.227615 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-13e7a9f4-7ec8-467e-b353-e7efa930bb02 req-608a6c01-339e-40cf-ac3c-c9d3eacd75b2 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "GET /v2.0/ports?device_id=350690e4-8140-4965-984c-b8c5344989dd HTTP/1.1" status: 200 len: 945 time: 0.0476017 Jan 05 17:45:27.278504 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-13e7a9f4-7ec8-467e-b353-e7efa930bb02 req-c584c1a7-2c01-4bac-adeb-f37c970b6c57 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c6b5273-aa28-4f54-be17-678ce409b5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0455446 Jan 05 17:45:28.392778 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79c24a7-e8b2-4ec2-8069-326eb9abc594 req-24da32a7-f875-4b6a-af5e-500dadc65baa tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:45:28.394312 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-c79c24a7-e8b2-4ec2-8069-326eb9abc594 req-24da32a7-f875-4b6a-af5e-500dadc65baa tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "GET /v2.0/ports?device_id=350690e4-8140-4965-984c-b8c5344989dd HTTP/1.1" status: 200 len: 945 time: 0.0487549 Jan 05 17:45:28.446421 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-c79c24a7-e8b2-4ec2-8069-326eb9abc594 req-f885dfa2-04f5-4a88-bc24-3f7557fc16d0 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c6b5273-aa28-4f54-be17-678ce409b5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0466592 Jan 05 17:45:29.564475 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f78406-e2d4-4752-ae5e-89b425248fda req-a1c5604f-869b-4501-a58a-2ee5ec5a365f tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:45:29.565989 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-b7f78406-e2d4-4752-ae5e-89b425248fda req-a1c5604f-869b-4501-a58a-2ee5ec5a365f tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "GET /v2.0/ports?device_id=350690e4-8140-4965-984c-b8c5344989dd HTTP/1.1" status: 200 len: 945 time: 0.0503619 Jan 05 17:45:29.614454 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-b7f78406-e2d4-4752-ae5e-89b425248fda req-87d4793b-80f8-4a61-9ac2-226938a13792 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c6b5273-aa28-4f54-be17-678ce409b5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429597 Jan 05 17:45:30.730749 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435b0844-41f6-499e-ab2d-ea0818d4dc8f req-b98d8859-760e-4a23-8dfd-119047113027 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:45:30.732216 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-435b0844-41f6-499e-ab2d-ea0818d4dc8f req-b98d8859-760e-4a23-8dfd-119047113027 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "GET /v2.0/ports?device_id=350690e4-8140-4965-984c-b8c5344989dd HTTP/1.1" status: 200 len: 945 time: 0.0492463 Jan 05 17:45:30.785406 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-435b0844-41f6-499e-ab2d-ea0818d4dc8f req-28582267-8b81-421b-9446-3b0cbb1ba892 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c6b5273-aa28-4f54-be17-678ce409b5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0474625 Jan 05 17:45:31.897293 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1914c37-9f46-4f08-a211-8a2f732b7206 req-aa26c32c-eaf0-4180-80eb-46b5fe2f205c tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:45:31.898685 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-a1914c37-9f46-4f08-a211-8a2f732b7206 req-aa26c32c-eaf0-4180-80eb-46b5fe2f205c tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "GET /v2.0/ports?device_id=350690e4-8140-4965-984c-b8c5344989dd HTTP/1.1" status: 200 len: 945 time: 0.0477140 Jan 05 17:45:31.946211 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-a1914c37-9f46-4f08-a211-8a2f732b7206 req-bc73e2ba-dc64-4df6-a8a7-b36f8819ec94 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c6b5273-aa28-4f54-be17-678ce409b5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421104 Jan 05 17:45:33.058827 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f292f382-aecd-41bf-aeda-4d84d4eb3c15 req-7082a66e-f67b-487d-8546-666aaee3c952 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:45:33.060318 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-f292f382-aecd-41bf-aeda-4d84d4eb3c15 req-7082a66e-f67b-487d-8546-666aaee3c952 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "GET /v2.0/ports?device_id=350690e4-8140-4965-984c-b8c5344989dd HTTP/1.1" status: 200 len: 945 time: 0.0476253 Jan 05 17:45:33.107329 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-f292f382-aecd-41bf-aeda-4d84d4eb3c15 req-b241ef45-e242-4792-8599-3de83de0a3b9 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c6b5273-aa28-4f54-be17-678ce409b5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0409808 Jan 05 17:45:34.224658 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ba057d-e68e-4fdb-9e64-0947b9562c1a req-83b3d420-d3f7-4ca7-9b89-0dd5414e057b tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:45:34.226190 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-48ba057d-e68e-4fdb-9e64-0947b9562c1a req-83b3d420-d3f7-4ca7-9b89-0dd5414e057b tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "GET /v2.0/ports?device_id=350690e4-8140-4965-984c-b8c5344989dd HTTP/1.1" status: 200 len: 945 time: 0.0530524 Jan 05 17:45:34.274050 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-48ba057d-e68e-4fdb-9e64-0947b9562c1a req-552df27a-d28d-4c4a-a4e1-741a65e18e7f tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c6b5273-aa28-4f54-be17-678ce409b5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424020 Jan 05 17:45:34.804025 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-e862e953-9cb5-4489-b841-21b553675737 req-6ae98c4a-796b-4240-8729-3938550622d8 service neutron] 10.222.0.13 "GET /v2.0/ports/4ca4c5d3-6a5a-4311-ae1b-70f4cc86946d/bindings/hv-neutron-mast HTTP/1.1" status: 200 len: 384 time: 0.0569952 Jan 05 17:45:35.218920 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e862e953-9cb5-4489-b841-21b553675737 req-fed2edff-bd54-4d9b-90d6-35108e05654f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:45:35.221082 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-e862e953-9cb5-4489-b841-21b553675737 req-fed2edff-bd54-4d9b-90d6-35108e05654f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=350690e4-8140-4965-984c-b8c5344989dd&tenant_id=8e518d29c86c4653a8de8a7aad689e14 HTTP/1.1" status: 200 len: 1098 time: 0.0409822 Jan 05 17:45:35.277653 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e862e953-9cb5-4489-b841-21b553675737 req-6220f80b-a9ce-4c85-8742-b478f131b4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:45:35.279083 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-e862e953-9cb5-4489-b841-21b553675737 req-6220f80b-a9ce-4c85-8742-b478f131b4c8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8e518d29c86c4653a8de8a7aad689e14&device_id=350690e4-8140-4965-984c-b8c5344989dd HTTP/1.1" status: 200 len: 1098 time: 0.0385852 Jan 05 17:45:35.403805 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e862e953-9cb5-4489-b841-21b553675737 req-2bfc3c25-8510-432b-853a-656c78c0fd11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:45:35.405265 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-e862e953-9cb5-4489-b841-21b553675737 req-2bfc3c25-8510-432b-853a-656c78c0fd11 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c0e61b37-9140-4e17-996d-9a9dac6d3ff6 HTTP/1.1" status: 200 len: 898 time: 0.1199534 Jan 05 17:45:35.417169 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fca1a8-06d3-4bbc-b634-061d606c9c63 req-0e77c756-66a7-496c-921c-f0cd9cc500b0 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:45:35.418561 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-c3fca1a8-06d3-4bbc-b634-061d606c9c63 req-0e77c756-66a7-496c-921c-f0cd9cc500b0 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "GET /v2.0/ports?device_id=350690e4-8140-4965-984c-b8c5344989dd HTTP/1.1" status: 200 len: 945 time: 0.0778050 Jan 05 17:45:35.509542 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-e862e953-9cb5-4489-b841-21b553675737 req-9e7e25a6-19f6-41ec-9147-6fb326d2104d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4ca4c5d3-6a5a-4311-ae1b-70f4cc86946d HTTP/1.1" status: 200 len: 1000 time: 0.0899704 Jan 05 17:45:35.514533 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-c3fca1a8-06d3-4bbc-b634-061d606c9c63 req-446a632c-285b-4cb1-bfd6-e5fa0fdf93e3 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c6b5273-aa28-4f54-be17-678ce409b5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0898335 Jan 05 17:45:35.560260 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e862e953-9cb5-4489-b841-21b553675737 req-e3530e54-caff-4563-99ad-8119c7783769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:45:35.561711 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-e862e953-9cb5-4489-b841-21b553675737 req-e3530e54-caff-4563-99ad-8119c7783769 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=eda25fff-9430-44a8-9280-56876df28502 HTTP/1.1" status: 200 len: 834 time: 0.0463316 Jan 05 17:45:35.604410 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e862e953-9cb5-4489-b841-21b553675737 req-60a12161-db67-4867-b33b-8f6e8b4b9028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:45:35.605896 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-e862e953-9cb5-4489-b841-21b553675737 req-60a12161-db67-4867-b33b-8f6e8b4b9028 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c0e61b37-9140-4e17-996d-9a9dac6d3ff6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0383077 Jan 05 17:45:35.702663 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-e862e953-9cb5-4489-b841-21b553675737 req-3f86669b-4dde-4f39-b1c5-1e54b6f14f5b service neutron] 10.222.0.13 "GET /v2.0/networks/c0e61b37-9140-4e17-996d-9a9dac6d3ff6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898304 Jan 05 17:45:35.788100 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-e862e953-9cb5-4489-b841-21b553675737 req-4585a366-dbd4-4c23-9a97-bc4c6fdbf205 service neutron] 10.222.0.13 "GET /v2.0/networks/c0e61b37-9140-4e17-996d-9a9dac6d3ff6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0788691 Jan 05 17:45:36.354515 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cb962b-7e69-4497-b89b-2b7de1ae1398 req-21f7ff15-b4e1-4e41-98e6-080f77bb4877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:45:36.356008 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-94cb962b-7e69-4497-b89b-2b7de1ae1398 req-21f7ff15-b4e1-4e41-98e6-080f77bb4877 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8e518d29c86c4653a8de8a7aad689e14&device_id=350690e4-8140-4965-984c-b8c5344989dd HTTP/1.1" status: 200 len: 1098 time: 0.0447102 Jan 05 17:45:36.455863 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cb962b-7e69-4497-b89b-2b7de1ae1398 req-51788dde-1a8d-4aae-ac4a-c1ae8680f5eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:45:36.457305 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-94cb962b-7e69-4497-b89b-2b7de1ae1398 req-51788dde-1a8d-4aae-ac4a-c1ae8680f5eb service neutron] 10.222.0.13 "GET /v2.0/networks?id=c0e61b37-9140-4e17-996d-9a9dac6d3ff6 HTTP/1.1" status: 200 len: 898 time: 0.0813959 Jan 05 17:45:36.526963 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-94cb962b-7e69-4497-b89b-2b7de1ae1398 req-c1adff7d-24d2-41cc-8377-b41c6a92bf00 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4ca4c5d3-6a5a-4311-ae1b-70f4cc86946d HTTP/1.1" status: 200 len: 1000 time: 0.0636024 Jan 05 17:45:36.574382 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cb962b-7e69-4497-b89b-2b7de1ae1398 req-e05654ed-1d7d-4a95-a789-9b40518421f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:45:36.575848 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-94cb962b-7e69-4497-b89b-2b7de1ae1398 req-e05654ed-1d7d-4a95-a789-9b40518421f7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=eda25fff-9430-44a8-9280-56876df28502 HTTP/1.1" status: 200 len: 834 time: 0.0424933 Jan 05 17:45:36.623087 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cb962b-7e69-4497-b89b-2b7de1ae1398 req-cca97a48-5e32-49e8-b224-f351b3086988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:45:36.624624 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-94cb962b-7e69-4497-b89b-2b7de1ae1398 req-cca97a48-5e32-49e8-b224-f351b3086988 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c0e61b37-9140-4e17-996d-9a9dac6d3ff6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0409257 Jan 05 17:45:36.632285 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61a4c47-3971-4547-9273-e10a2b01c708 req-d5eff2a5-5e92-48a9-a26e-4f215f0e4df6 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:45:36.633803 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-c61a4c47-3971-4547-9273-e10a2b01c708 req-d5eff2a5-5e92-48a9-a26e-4f215f0e4df6 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "GET /v2.0/ports?device_id=350690e4-8140-4965-984c-b8c5344989dd HTTP/1.1" status: 200 len: 945 time: 0.0487270 Jan 05 17:45:36.682285 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-c61a4c47-3971-4547-9273-e10a2b01c708 req-83ae78d7-f345-4fa8-857a-07ecfaf2b565 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c6b5273-aa28-4f54-be17-678ce409b5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0430667 Jan 05 17:45:36.717409 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-94cb962b-7e69-4497-b89b-2b7de1ae1398 req-0e1e3b1e-baa9-4474-a120-0a2e940c4173 service neutron] 10.222.0.13 "GET /v2.0/networks/c0e61b37-9140-4e17-996d-9a9dac6d3ff6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854619 Jan 05 17:45:36.802305 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-94cb962b-7e69-4497-b89b-2b7de1ae1398 req-2c7a7a3c-435e-49e0-9ee7-c7846d7a5b10 service neutron] 10.222.0.13 "GET /v2.0/networks/c0e61b37-9140-4e17-996d-9a9dac6d3ff6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0778394 Jan 05 17:45:37.794411 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbef6da-8928-4221-a671-f9a654fd7f88 req-66efee59-8b09-4ccb-869c-d855135f2fa2 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:45:37.795874 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-cfbef6da-8928-4221-a671-f9a654fd7f88 req-66efee59-8b09-4ccb-869c-d855135f2fa2 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "GET /v2.0/ports?device_id=350690e4-8140-4965-984c-b8c5344989dd HTTP/1.1" status: 200 len: 945 time: 0.0487664 Jan 05 17:45:37.833571 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Device 4ca4c5d3-6a5a-4311-ae1b-70f4cc86946d details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 05 17:45:37.838367 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Device 4ca4c5d3-6a5a-4311-ae1b-70f4cc86946d no longer exists at agent hyperv_hv-neutron-mast {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 05 17:45:37.848594 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-cfbef6da-8928-4221-a671-f9a654fd7f88 req-c04d92e1-4a2a-4f27-8ba7-057887ccdef3 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c6b5273-aa28-4f54-be17-678ce409b5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0466692 Jan 05 17:45:37.984270 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] For port 4ca4c5d3-6a5a-4311-ae1b-70f4cc86946d, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=4ca4c5d3-6a5a-4311-ae1b-70f4cc86946d,segment=NetworkSegment(2fe82c9e-771b-49d8-9e54-6a205be159a2),segment_id=2fe82c9e-771b-49d8-9e54-6a205be159a2)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:45:37.996043 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:45:38.000137 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Returning: {'device': '4ca4c5d3-6a5a-4311-ae1b-70f4cc86946d', 'network_id': 'c0e61b37-9140-4e17-996d-9a9dac6d3ff6', 'port_id': '4ca4c5d3-6a5a-4311-ae1b-70f4cc86946d', 'mac_address': 'fa:16:3e:d5:23:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eda25fff-9430-44a8-9280-56876df28502', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 05 17:45:38.022770 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '350690e4-8140-4965-984c-b8c5344989dd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4ca4c5d3-6a5a-4311-ae1b-70f4cc86946d'}] {{(pid=103802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 05 17:45:38.024963 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36b213fbd845b3f09e785999bbcda1c85cd5592d7f001460987854e5c1683bd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e271f58-0d32-468a-b481-2e90b9a6e867" -d '{"events": [{"server_uuid": "350690e4-8140-4965-984c-b8c5344989dd", "name": "network-vif-unplugged", "status": "completed", "tag": "4ca4c5d3-6a5a-4311-ae1b-70f4cc86946d"}]}' {{(pid=103802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 05 17:45:38.058086 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] For port 4ca4c5d3-6a5a-4311-ae1b-70f4cc86946d, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=4ca4c5d3-6a5a-4311-ae1b-70f4cc86946d,segment=NetworkSegment(2fe82c9e-771b-49d8-9e54-6a205be159a2),segment_id=2fe82c9e-771b-49d8-9e54-6a205be159a2)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:45:38.070944 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:45:38.083694 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.notifiers.nova [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4ca4c5d3-6a5a-4311-ae1b-70f4cc86946d {{(pid=103802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 05 17:45:38.089715 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 05 Jan 2022 17:45:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3d45257-2f90-42ef-84be-95f6f72078c3 x-openstack-request-id: req-e3d45257-2f90-42ef-84be-95f6f72078c3 {{(pid=103802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 05 17:45:38.090002 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "350690e4-8140-4965-984c-b8c5344989dd", "name": "network-vif-unplugged", "status": "completed", "tag": "4ca4c5d3-6a5a-4311-ae1b-70f4cc86946d", "code": 200}]} {{(pid=103802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 05 17:45:38.090252 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e3d45257-2f90-42ef-84be-95f6f72078c3 {{(pid=103802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 05 17:45:38.090660 dv-neutron-master-2-hyperv neutron-server[103802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '350690e4-8140-4965-984c-b8c5344989dd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4ca4c5d3-6a5a-4311-ae1b-70f4cc86946d', 'code': 200} Jan 05 17:45:38.147517 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:45:38.214731 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.db.api [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103802) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 05 17:45:38.215082 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG oslo_db.api [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 05 17:45:38.219542 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Pushing event updated for resources: {'Port': ['ID=4ca4c5d3-6a5a-4311-ae1b-70f4cc86946d,revision_number=6']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:45:38.226944 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:45:38.227287 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:45:38.227621 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:45:38.227948 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:45:38.228272 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:45:38.228594 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:45:38.228917 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:45:38.229236 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:45:38.229554 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:45:38.229900 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:45:38.230216 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:45:38.230528 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:45:38.230847 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:45:38.240709 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd5c061-410b-49a9-98e5-85c2810631f2 req-16ebc4a4-d728-4f02-885a-1eda992642ec tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:45:38.242212 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-7bd5c061-410b-49a9-98e5-85c2810631f2 req-16ebc4a4-d728-4f02-885a-1eda992642ec tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "GET /v2.0/ports?device_id=350690e4-8140-4965-984c-b8c5344989dd HTTP/1.1" status: 200 len: 943 time: 0.0598958 Jan 05 17:45:38.318779 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a9aefb-78ed-4042-b355-fe42d4358602 req-72be278b-6d94-419c-8388-8eb87805c9bd tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:45:38.320217 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-b0a9aefb-78ed-4042-b355-fe42d4358602 req-72be278b-6d94-419c-8388-8eb87805c9bd tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.13 "GET /v2.0/ports?device_id=350690e4-8140-4965-984c-b8c5344989dd&tenant_id=8e518d29c86c4653a8de8a7aad689e14&binding%3Ahost_id=hv-neutron-mast HTTP/1.1" status: 200 len: 943 time: 0.0890942 Jan 05 17:45:38.324334 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-7bd5c061-410b-49a9-98e5-85c2810631f2 req-172a6910-5fe3-49ff-b9cb-7f1075ea6de8 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c6b5273-aa28-4f54-be17-678ce409b5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0740991 Jan 05 17:45:38.401254 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a9aefb-78ed-4042-b355-fe42d4358602 req-4423e47a-fa5a-44f8-a9d9-334f18c3ab51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:45:38.402684 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-b0a9aefb-78ed-4042-b355-fe42d4358602 req-4423e47a-fa5a-44f8-a9d9-334f18c3ab51 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8e518d29c86c4653a8de8a7aad689e14&device_id=350690e4-8140-4965-984c-b8c5344989dd HTTP/1.1" status: 200 len: 1096 time: 0.0402901 Jan 05 17:45:38.448552 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9054cbcd-aaae-4eaf-8df7-c2a3e5f8f6ea req-9ec6858e-8c4c-44f9-b056-b807fa9dee39 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:45:38.450068 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-9054cbcd-aaae-4eaf-8df7-c2a3e5f8f6ea req-9ec6858e-8c4c-44f9-b056-b807fa9dee39 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "GET /v2.0/ports?device_id=350690e4-8140-4965-984c-b8c5344989dd HTTP/1.1" status: 200 len: 943 time: 0.0522218 Jan 05 17:45:38.493862 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a9aefb-78ed-4042-b355-fe42d4358602 req-d89bd582-f6d3-448c-83fb-d60c5f1446de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:45:38.495426 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-b0a9aefb-78ed-4042-b355-fe42d4358602 req-d89bd582-f6d3-448c-83fb-d60c5f1446de service neutron] 10.222.0.13 "GET /v2.0/networks?id=c0e61b37-9140-4e17-996d-9a9dac6d3ff6 HTTP/1.1" status: 200 len: 898 time: 0.0877292 Jan 05 17:45:38.499122 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-9054cbcd-aaae-4eaf-8df7-c2a3e5f8f6ea req-a2ff44fd-1c45-49fe-b6bb-ab979d76bdf1 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c6b5273-aa28-4f54-be17-678ce409b5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0431223 Jan 05 17:45:38.558567 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-b0a9aefb-78ed-4042-b355-fe42d4358602 req-9ee9cfaf-84cc-469a-8084-d7e80de29a1f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4ca4c5d3-6a5a-4311-ae1b-70f4cc86946d HTTP/1.1" status: 200 len: 998 time: 0.0571628 Jan 05 17:45:38.609135 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a9aefb-78ed-4042-b355-fe42d4358602 req-63e9a070-86cb-4b73-99ae-2aad4c1ef9a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:45:38.610640 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-b0a9aefb-78ed-4042-b355-fe42d4358602 req-63e9a070-86cb-4b73-99ae-2aad4c1ef9a6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=eda25fff-9430-44a8-9280-56876df28502 HTTP/1.1" status: 200 len: 834 time: 0.0457785 Jan 05 17:45:38.656942 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a9aefb-78ed-4042-b355-fe42d4358602 req-c0b561ad-35e5-40e3-949e-75d97091be0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:45:38.658406 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-b0a9aefb-78ed-4042-b355-fe42d4358602 req-c0b561ad-35e5-40e3-949e-75d97091be0e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c0e61b37-9140-4e17-996d-9a9dac6d3ff6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0423055 Jan 05 17:45:38.742875 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-b0a9aefb-78ed-4042-b355-fe42d4358602 req-ba7a9a9e-41e1-432f-ad77-9b1eddfc4ace service neutron] 10.222.0.13 "GET /v2.0/networks/c0e61b37-9140-4e17-996d-9a9dac6d3ff6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0785229 Jan 05 17:45:38.753730 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:45:38.766519 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.notifiers.nova [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ca4c5d3-6a5a-4311-ae1b-70f4cc86946d {{(pid=103802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 05 17:45:38.785509 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] For port 4ca4c5d3-6a5a-4311-ae1b-70f4cc86946d, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=4ca4c5d3-6a5a-4311-ae1b-70f4cc86946d,segment=NetworkSegment(2fe82c9e-771b-49d8-9e54-6a205be159a2),segment_id=2fe82c9e-771b-49d8-9e54-6a205be159a2)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:45:38.832505 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-b0a9aefb-78ed-4042-b355-fe42d4358602 req-938cf165-7653-4153-8783-4734d0b4975a service neutron] 10.222.0.13 "GET /v2.0/networks/c0e61b37-9140-4e17-996d-9a9dac6d3ff6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844340 Jan 05 17:45:38.847507 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:45:38.896920 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Pushing event updated for resources: {'Port': ['ID=4ca4c5d3-6a5a-4311-ae1b-70f4cc86946d,revision_number=7']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:45:38.912866 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] get_ports_and_sgs() called for port_ids ['4ca4c5d3-6a5a-4311-ae1b-70f4cc86946d'] {{(pid=103802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 05 17:45:39.617480 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ab2d16-74df-49d0-9d5b-a6d750472b2e req-25d45962-675e-41e5-bc28-afef2c79de88 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:45:39.619105 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-89ab2d16-74df-49d0-9d5b-a6d750472b2e req-25d45962-675e-41e5-bc28-afef2c79de88 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "GET /v2.0/ports?device_id=350690e4-8140-4965-984c-b8c5344989dd HTTP/1.1" status: 200 len: 944 time: 0.0511706 Jan 05 17:45:39.668765 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-89ab2d16-74df-49d0-9d5b-a6d750472b2e req-09bc1427-2b5a-41a8-a37c-0660ca444127 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c6b5273-aa28-4f54-be17-678ce409b5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0436409 Jan 05 17:45:39.833092 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Device 4ca4c5d3-6a5a-4311-ae1b-70f4cc86946d up at agent hyperv_hv-neutron-mast {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:45:39.880642 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Provisioning complete for port 4ca4c5d3-6a5a-4311-ae1b-70f4cc86946d triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:45:39.881376 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:45:39.957841 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:45:39.988991 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] For port 4ca4c5d3-6a5a-4311-ae1b-70f4cc86946d, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=4ca4c5d3-6a5a-4311-ae1b-70f4cc86946d,segment=NetworkSegment(2fe82c9e-771b-49d8-9e54-6a205be159a2),segment_id=2fe82c9e-771b-49d8-9e54-6a205be159a2)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:45:40.065835 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:45:40.091916 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '350690e4-8140-4965-984c-b8c5344989dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ca4c5d3-6a5a-4311-ae1b-70f4cc86946d'}] {{(pid=103802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 05 17:45:40.094097 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36b213fbd845b3f09e785999bbcda1c85cd5592d7f001460987854e5c1683bd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ab919dc-c9e8-4656-bdaf-348716a0ecbe" -d '{"events": [{"server_uuid": "350690e4-8140-4965-984c-b8c5344989dd", "name": "network-vif-plugged", "status": "completed", "tag": "4ca4c5d3-6a5a-4311-ae1b-70f4cc86946d"}]}' {{(pid=103802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 05 17:45:40.117557 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Pushing event updated for resources: {'Port': ['ID=4ca4c5d3-6a5a-4311-ae1b-70f4cc86946d,revision_number=8']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:45:40.133736 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Jan 2022 17:45:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8133f2f-2cb4-48f8-be08-edfa15487306 x-openstack-request-id: req-c8133f2f-2cb4-48f8-be08-edfa15487306 {{(pid=103802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 05 17:45:40.134134 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "350690e4-8140-4965-984c-b8c5344989dd", "name": "network-vif-plugged", "status": "completed", "tag": "4ca4c5d3-6a5a-4311-ae1b-70f4cc86946d", "code": 200}]} {{(pid=103802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 05 17:45:40.134391 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c8133f2f-2cb4-48f8-be08-edfa15487306 {{(pid=103802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 05 17:45:40.134779 dv-neutron-master-2-hyperv neutron-server[103802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '350690e4-8140-4965-984c-b8c5344989dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ca4c5d3-6a5a-4311-ae1b-70f4cc86946d', 'code': 200} Jan 05 17:45:40.784336 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8450feb6-8c88-4773-8a81-f4c8b0d8cefd req-21672d5a-32e0-4b63-8e98-a057ab57778f tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:45:40.785804 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-8450feb6-8c88-4773-8a81-f4c8b0d8cefd req-21672d5a-32e0-4b63-8e98-a057ab57778f tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "GET /v2.0/ports?device_id=350690e4-8140-4965-984c-b8c5344989dd HTTP/1.1" status: 200 len: 945 time: 0.0514641 Jan 05 17:45:40.832103 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-8450feb6-8c88-4773-8a81-f4c8b0d8cefd req-622d314d-68c1-4a38-963a-6b2372e8602f tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c6b5273-aa28-4f54-be17-678ce409b5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0409765 Jan 05 17:45:40.853782 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 51872) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:45:40.911122 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-cc964f37-6d22-46ac-b127-31d80d726c76 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "GET /v2.0/floatingips/db13390f-cd5c-4cbe-be3e-52772bc4a71b HTTP/1.1" status: 200 len: 992 time: 0.0562181 Jan 05 17:45:47.173729 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-ce29f46a-d3af-4423-838b-66db63a410e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:45:49.379807 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d2379f5f-82d3-4011-96a0-ccac70e8765d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:45:50.162304 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:45:50.688394 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d2607572-b3c9-472c-85bc-c8de0c3fb75c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:45:52.036247 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d504d802-9546-4ce5-a9d3-96c844ac5808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:45:52.685712 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.agents_db [None req-291d1585-17df-45c0-b64a-d244e6d90872 None None] Agent healthcheck: found 6 active agents {{(pid=103803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 05 17:45:53.322516 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:46:09.419220 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 51882) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:46:09.575234 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-e353eb23-09ea-4adc-8d7f-7729106b7dfb tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Deleting port a79cd7e7-165b-4aa3-b6e9-f40db2aa2a70 {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:46:09.575576 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e353eb23-09ea-4adc-8d7f-7729106b7dfb tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:46:09.650471 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e353eb23-09ea-4adc-8d7f-7729106b7dfb tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:46:09.650798 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e353eb23-09ea-4adc-8d7f-7729106b7dfb tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:46:09.661992 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-e353eb23-09ea-4adc-8d7f-7729106b7dfb tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Calling delete_port for a79cd7e7-165b-4aa3-b6e9-f40db2aa2a70 owned by network:floatingip {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:46:09.876665 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e353eb23-09ea-4adc-8d7f-7729106b7dfb tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:46:09.901458 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e353eb23-09ea-4adc-8d7f-7729106b7dfb tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Pushing event deleted for resources: {'Port': ['ID=a79cd7e7-165b-4aa3-b6e9-f40db2aa2a70,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:46:09.912564 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e353eb23-09ea-4adc-8d7f-7729106b7dfb tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:46:09.912913 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e353eb23-09ea-4adc-8d7f-7729106b7dfb tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:46:09.913276 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e353eb23-09ea-4adc-8d7f-7729106b7dfb tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:46:09.913637 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e353eb23-09ea-4adc-8d7f-7729106b7dfb tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:46:09.913972 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e353eb23-09ea-4adc-8d7f-7729106b7dfb tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:46:09.914299 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e353eb23-09ea-4adc-8d7f-7729106b7dfb tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:46:09.914623 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e353eb23-09ea-4adc-8d7f-7729106b7dfb tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:46:09.914943 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e353eb23-09ea-4adc-8d7f-7729106b7dfb tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:46:09.915284 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e353eb23-09ea-4adc-8d7f-7729106b7dfb tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:46:09.915605 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e353eb23-09ea-4adc-8d7f-7729106b7dfb tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:46:09.915921 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e353eb23-09ea-4adc-8d7f-7729106b7dfb tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:46:09.916235 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e353eb23-09ea-4adc-8d7f-7729106b7dfb tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:46:09.916547 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e353eb23-09ea-4adc-8d7f-7729106b7dfb tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:46:09.971918 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e353eb23-09ea-4adc-8d7f-7729106b7dfb tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks [] for floatingip, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:46:09.972250 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.db.l3_db [None req-e353eb23-09ea-4adc-8d7f-7729106b7dfb tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Floating IP db13390f-cd5c-4cbe-be3e-52772bc4a71b disassociated (deleted). External IP: 172.36.4.97, port: 4ca4c5d3-6a5a-4311-ae1b-70f4cc86946d. Jan 05 17:46:10.508865 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e353eb23-09ea-4adc-8d7f-7729106b7dfb tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Router 621ea07d-65c7-48c8-bca4-fd8ac8e408df has already been hosted by L3 agent 59446fdc-40e0-41fe-a575-a8eb11d742f7 {{(pid=103800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 05 17:46:10.613785 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e353eb23-09ea-4adc-8d7f-7729106b7dfb tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 05 17:46:10.619059 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e353eb23-09ea-4adc-8d7f-7729106b7dfb tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for floatingip, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:46:10.623840 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2101f57-f45d-42c8-a2d4-430f08561f69 None None] Sync routers for ids ['621ea07d-65c7-48c8-bca4-fd8ac8e408df'] in dv-neutron-master-2-hyperv {{(pid=103803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 05 17:46:10.635666 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2101f57-f45d-42c8-a2d4-430f08561f69 None None] Routers {'621ea07d-65c7-48c8-bca4-fd8ac8e408df'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:46:10.636338 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-f2101f57-f45d-42c8-a2d4-430f08561f69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:45:49Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['621ea07d-65c7-48c8-bca4-fd8ac8e408df'], 'active': True} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:46:10.644733 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-e353eb23-09ea-4adc-8d7f-7729106b7dfb tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "DELETE /v2.0/floatingips/db13390f-cd5c-4cbe-be3e-52772bc4a71b HTTP/1.1" status: 204 len: 168 time: 1.2244425 Jan 05 17:46:10.645335 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '350690e4-8140-4965-984c-b8c5344989dd', 'tag': '4ca4c5d3-6a5a-4311-ae1b-70f4cc86946d'}] {{(pid=103800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 05 17:46:10.647611 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f64b9d4628f7eefcc27168a80c04985d23f0ea5def038dae05e1deb7357f3bfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-210a474b-acc7-41c5-b276-934dfb18af79" -d '{"events": [{"name": "network-changed", "server_uuid": "350690e4-8140-4965-984c-b8c5344989dd", "tag": "4ca4c5d3-6a5a-4311-ae1b-70f4cc86946d"}]}' {{(pid=103800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 05 17:46:10.687477 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Jan 2022 17:46:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f708598-fde1-42db-bcf5-8604ac06034a x-openstack-request-id: req-8f708598-fde1-42db-bcf5-8604ac06034a {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 05 17:46:10.687852 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "350690e4-8140-4965-984c-b8c5344989dd", "tag": "4ca4c5d3-6a5a-4311-ae1b-70f4cc86946d", "status": "completed", "code": 200}]} {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 05 17:46:10.688173 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-8f708598-fde1-42db-bcf5-8604ac06034a {{(pid=103800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 05 17:46:10.688788 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '350690e4-8140-4965-984c-b8c5344989dd', 'tag': '4ca4c5d3-6a5a-4311-ae1b-70f4cc86946d', 'status': 'completed', 'code': 200} Jan 05 17:46:10.750817 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210a474b-acc7-41c5-b276-934dfb18af79 req-42b8da37-a114-46c1-ae4f-8a77fd090c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:46:10.751733 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvr_db [None req-f2101f57-f45d-42c8-a2d4-430f08561f69 None None] Set router 621ea07d-65c7-48c8-bca4-fd8ac8e408df gateway port host: dv-neutron-master-2-hyperv {{(pid=103803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:46:10.752491 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-210a474b-acc7-41c5-b276-934dfb18af79 req-42b8da37-a114-46c1-ae4f-8a77fd090c8e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8e518d29c86c4653a8de8a7aad689e14&device_id=350690e4-8140-4965-984c-b8c5344989dd HTTP/1.1" status: 200 len: 1098 time: 0.0418491 Jan 05 17:46:10.850757 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210a474b-acc7-41c5-b276-934dfb18af79 req-f69245e8-0641-411d-af6f-6b8412a4fdc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:46:10.852142 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-210a474b-acc7-41c5-b276-934dfb18af79 req-f69245e8-0641-411d-af6f-6b8412a4fdc9 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c0e61b37-9140-4e17-996d-9a9dac6d3ff6 HTTP/1.1" status: 200 len: 898 time: 0.0877953 Jan 05 17:46:10.893790 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-210a474b-acc7-41c5-b276-934dfb18af79 req-92cf50f8-992f-4e55-8f5f-54276c7f855f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4ca4c5d3-6a5a-4311-ae1b-70f4cc86946d HTTP/1.1" status: 200 len: 217 time: 0.0342569 Jan 05 17:46:10.949825 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-f2101f57-f45d-42c8-a2d4-430f08561f69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '621ea07d-65c7-48c8-bca4-fd8ac8e408df', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1416091648', 'tenant_id': '8e518d29c86c4653a8de8a7aad689e14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.140'}], 'enable_snat': True}, 'gw_port_id': '57dd7333-af81-40ec-ba97-a7cb526e1cb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:44:22Z', 'updated_at': '2022-01-05T17:44:26Z', 'revision_number': 4, 'project_id': '8e518d29c86c4653a8de8a7aad689e14', 'gw_port': {'id': '57dd7333-af81-40ec-ba97-a7cb526e1cb7', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:bf:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '621ea07d-65c7-48c8-bca4-fd8ac8e408df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:44:22Z', 'updated_at': '2022-01-05T17:44:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '2cf3a549-790c-4bf9-bada-2c891ea5f1f4', 'name': '', 'network_id': 'c0e61b37-9140-4e17-996d-9a9dac6d3ff6', 'tenant_id': '8e518d29c86c4653a8de8a7aad689e14', 'mac_address': 'fa:16:3e:76:e0:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '621ea07d-65c7-48c8-bca4-fd8ac8e408df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': 'eda25fff-9430-44a8-9280-56876df28502', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:44:25Z', 'updated_at': '2022-01-05T17:44:28Z', 'revision_number': 5, 'project_id': '8e518d29c86c4653a8de8a7aad689e14', 'subnets': [{'id': 'eda25fff-9430-44a8-9280-56876df28502', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:46:10.950446 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210a474b-acc7-41c5-b276-934dfb18af79 req-8180bb78-1f8c-48d5-98e9-752978f70bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:46:10.951939 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-210a474b-acc7-41c5-b276-934dfb18af79 req-8180bb78-1f8c-48d5-98e9-752978f70bc8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=eda25fff-9430-44a8-9280-56876df28502 HTTP/1.1" status: 200 len: 834 time: 0.0523458 Jan 05 17:46:10.976792 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2101f57-f45d-42c8-a2d4-430f08561f69 None None] Checking router: 621ea07d-65c7-48c8-bca4-fd8ac8e408df for host: dv-neutron-master-2-hyperv {{(pid=103803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 05 17:46:10.985445 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2101f57-f45d-42c8-a2d4-430f08561f69 None None] Routers {'621ea07d-65c7-48c8-bca4-fd8ac8e408df'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:46:10.986145 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-f2101f57-f45d-42c8-a2d4-430f08561f69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:45:49Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['621ea07d-65c7-48c8-bca4-fd8ac8e408df'], 'active': True} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:46:11.001879 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210a474b-acc7-41c5-b276-934dfb18af79 req-42b67766-776d-484e-b0aa-63dc91f4cec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:46:11.003742 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-210a474b-acc7-41c5-b276-934dfb18af79 req-42b67766-776d-484e-b0aa-63dc91f4cec9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c0e61b37-9140-4e17-996d-9a9dac6d3ff6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0453155 Jan 05 17:46:11.078184 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44109650-64e2-4a43-acad-1ea942760257 req-5289ddd7-b06d-439f-b387-37cb5c735d90 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:46:11.080381 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-44109650-64e2-4a43-acad-1ea942760257 req-5289ddd7-b06d-439f-b387-37cb5c735d90 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "GET /v2.0/ports?device_id=350690e4-8140-4965-984c-b8c5344989dd HTTP/1.1" status: 200 len: 945 time: 0.0495179 Jan 05 17:46:11.098285 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvr_db [None req-f2101f57-f45d-42c8-a2d4-430f08561f69 None None] Set router 621ea07d-65c7-48c8-bca4-fd8ac8e408df gateway port host: dv-neutron-master-2-hyperv {{(pid=103803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:46:11.111465 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-210a474b-acc7-41c5-b276-934dfb18af79 req-64d31cff-d507-466c-8634-9db03d61b536 service neutron] 10.222.0.13 "GET /v2.0/networks/c0e61b37-9140-4e17-996d-9a9dac6d3ff6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906377 Jan 05 17:46:11.132868 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-44109650-64e2-4a43-acad-1ea942760257 req-090cdec8-d6fb-4a76-8ea6-fc3ae13df98d tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c6b5273-aa28-4f54-be17-678ce409b5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0445487 Jan 05 17:46:11.200675 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-210a474b-acc7-41c5-b276-934dfb18af79 req-9daa73d7-688e-4736-88c1-ab72a98d4f86 service neutron] 10.222.0.13 "GET /v2.0/networks/c0e61b37-9140-4e17-996d-9a9dac6d3ff6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822542 Jan 05 17:46:11.311793 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-f2101f57-f45d-42c8-a2d4-430f08561f69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '621ea07d-65c7-48c8-bca4-fd8ac8e408df', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1416091648', 'tenant_id': '8e518d29c86c4653a8de8a7aad689e14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.140'}], 'enable_snat': True}, 'gw_port_id': '57dd7333-af81-40ec-ba97-a7cb526e1cb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:44:22Z', 'updated_at': '2022-01-05T17:44:26Z', 'revision_number': 4, 'project_id': '8e518d29c86c4653a8de8a7aad689e14', 'gw_port': {'id': '57dd7333-af81-40ec-ba97-a7cb526e1cb7', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:bf:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '621ea07d-65c7-48c8-bca4-fd8ac8e408df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:44:22Z', 'updated_at': '2022-01-05T17:44:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '2cf3a549-790c-4bf9-bada-2c891ea5f1f4', 'name': '', 'network_id': 'c0e61b37-9140-4e17-996d-9a9dac6d3ff6', 'tenant_id': '8e518d29c86c4653a8de8a7aad689e14', 'mac_address': 'fa:16:3e:76:e0:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '621ea07d-65c7-48c8-bca4-fd8ac8e408df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': 'eda25fff-9430-44a8-9280-56876df28502', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:44:25Z', 'updated_at': '2022-01-05T17:44:28Z', 'revision_number': 5, 'project_id': '8e518d29c86c4653a8de8a7aad689e14', 'subnets': [{'id': 'eda25fff-9430-44a8-9280-56876df28502', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:46:11.341414 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2101f57-f45d-42c8-a2d4-430f08561f69 None None] The sync data for ids ['621ea07d-65c7-48c8-bca4-fd8ac8e408df'] in dv-neutron-master-2-hyperv is: [{'id': '621ea07d-65c7-48c8-bca4-fd8ac8e408df', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1416091648', 'tenant_id': '8e518d29c86c4653a8de8a7aad689e14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.140'}], 'enable_snat': True}, 'gw_port_id': '57dd7333-af81-40ec-ba97-a7cb526e1cb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:44:22Z', 'updated_at': '2022-01-05T17:44:26Z', 'revision_number': 4, 'project_id': '8e518d29c86c4653a8de8a7aad689e14', 'gw_port': {'id': '57dd7333-af81-40ec-ba97-a7cb526e1cb7', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:bf:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '621ea07d-65c7-48c8-bca4-fd8ac8e408df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:44:22Z', 'updated_at': '2022-01-05T17:44:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '2cf3a549-790c-4bf9-bada-2c891ea5f1f4', 'name': '', 'network_id': 'c0e61b37-9140-4e17-996d-9a9dac6d3ff6', 'tenant_id': '8e518d29c86c4653a8de8a7aad689e14', 'mac_address': 'fa:16:3e:76:e0:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '621ea07d-65c7-48c8-bca4-fd8ac8e408df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': 'eda25fff-9430-44a8-9280-56876df28502', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:44:25Z', 'updated_at': '2022-01-05T17:44:28Z', 'revision_number': 5, 'project_id': '8e518d29c86c4653a8de8a7aad689e14', 'subnets': [{'id': 'eda25fff-9430-44a8-9280-56876df28502', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 05 17:46:11.553818 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0a86ed0-01ce-4e01-9927-d2e86559298a None None] New status for floating IP db13390f-cd5c-4cbe-be3e-52772bc4a71b: DOWN {{(pid=103802) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 05 17:46:12.253015 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6209bc7a-ab21-458b-9f57-00fe938bbd9e req-219aa827-f126-4e8a-bce8-1b3037b9df9d tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:46:12.254511 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-6209bc7a-ab21-458b-9f57-00fe938bbd9e req-219aa827-f126-4e8a-bce8-1b3037b9df9d tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "GET /v2.0/ports?device_id=350690e4-8140-4965-984c-b8c5344989dd HTTP/1.1" status: 200 len: 945 time: 0.0532825 Jan 05 17:46:12.301790 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-6209bc7a-ab21-458b-9f57-00fe938bbd9e req-7613beea-cae5-4d01-bab7-9a9a270968d8 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c6b5273-aa28-4f54-be17-678ce409b5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0416019 Jan 05 17:46:12.765335 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c1fd26-6ccd-46ff-83a0-24f6671f30f6 req-0d536871-6f8a-4466-8cfe-8016ec51e36c tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:46:12.766792 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-40c1fd26-6ccd-46ff-83a0-24f6671f30f6 req-0d536871-6f8a-4466-8cfe-8016ec51e36c tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.13 "GET /v2.0/ports?device_id=350690e4-8140-4965-984c-b8c5344989dd HTTP/1.1" status: 200 len: 945 time: 0.0474451 Jan 05 17:46:12.854489 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [req-40c1fd26-6ccd-46ff-83a0-24f6671f30f6 req-6978794a-a705-48ea-854e-15204d57796b tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Deleting port 4ca4c5d3-6a5a-4311-ae1b-70f4cc86946d {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:46:12.854825 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-40c1fd26-6ccd-46ff-83a0-24f6671f30f6 req-6978794a-a705-48ea-854e-15204d57796b tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:46:12.939415 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.db [req-40c1fd26-6ccd-46ff-83a0-24f6671f30f6 req-6978794a-a705-48ea-854e-15204d57796b tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] For port 4ca4c5d3-6a5a-4311-ae1b-70f4cc86946d, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=4ca4c5d3-6a5a-4311-ae1b-70f4cc86946d,segment=NetworkSegment(2fe82c9e-771b-49d8-9e54-6a205be159a2),segment_id=2fe82c9e-771b-49d8-9e54-6a205be159a2)] {{(pid=103800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:46:12.939775 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-40c1fd26-6ccd-46ff-83a0-24f6671f30f6 req-6978794a-a705-48ea-854e-15204d57796b tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:46:12.952674 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [req-40c1fd26-6ccd-46ff-83a0-24f6671f30f6 req-6978794a-a705-48ea-854e-15204d57796b tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Calling delete_port for 4ca4c5d3-6a5a-4311-ae1b-70f4cc86946d owned by compute:nova {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:46:13.150814 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-40c1fd26-6ccd-46ff-83a0-24f6671f30f6 req-6978794a-a705-48ea-854e-15204d57796b tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:46:13.179390 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6978794a-a705-48ea-854e-15204d57796b tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Pushing event deleted for resources: {'Port': ['ID=4ca4c5d3-6a5a-4311-ae1b-70f4cc86946d,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:46:13.220314 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [req-40c1fd26-6ccd-46ff-83a0-24f6671f30f6 req-6978794a-a705-48ea-854e-15204d57796b tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] No DVR routers for this DVR port 4ca4c5d3-6a5a-4311-ae1b-70f4cc86946d on host hv-neutron-mast {{(pid=103800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 05 17:46:13.222840 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-40c1fd26-6ccd-46ff-83a0-24f6671f30f6 req-6978794a-a705-48ea-854e-15204d57796b tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:46:13.226192 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-40c1fd26-6ccd-46ff-83a0-24f6671f30f6 req-6978794a-a705-48ea-854e-15204d57796b tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.13 "DELETE /v2.0/ports/4ca4c5d3-6a5a-4311-ae1b-70f4cc86946d HTTP/1.1" status: 204 len: 173 time: 0.4547997 Jan 05 17:46:13.226639 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '350690e4-8140-4965-984c-b8c5344989dd', 'name': 'network-vif-deleted', 'tag': '4ca4c5d3-6a5a-4311-ae1b-70f4cc86946d'}] {{(pid=103800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 05 17:46:13.228888 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f64b9d4628f7eefcc27168a80c04985d23f0ea5def038dae05e1deb7357f3bfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca7a693a-756c-4fcf-ac27-98a50a8cc9f2" -d '{"events": [{"server_uuid": "350690e4-8140-4965-984c-b8c5344989dd", "name": "network-vif-deleted", "tag": "4ca4c5d3-6a5a-4311-ae1b-70f4cc86946d"}]}' {{(pid=103800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 05 17:46:13.264561 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Jan 2022 17:46:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cff0063-8bac-4980-a54f-89f5fcfb78bd x-openstack-request-id: req-7cff0063-8bac-4980-a54f-89f5fcfb78bd {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 05 17:46:13.265163 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "350690e4-8140-4965-984c-b8c5344989dd", "name": "network-vif-deleted", "tag": "4ca4c5d3-6a5a-4311-ae1b-70f4cc86946d", "status": "completed", "code": 200}]} {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 05 17:46:13.265163 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-7cff0063-8bac-4980-a54f-89f5fcfb78bd {{(pid=103800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 05 17:46:13.265422 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '350690e4-8140-4965-984c-b8c5344989dd', 'name': 'network-vif-deleted', 'tag': '4ca4c5d3-6a5a-4311-ae1b-70f4cc86946d', 'status': 'completed', 'code': 200} Jan 05 17:46:13.401722 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-1ad0c8ec-9c2d-45f2-8c1d-dd72d5f04258 req-a3665291-33c5-429d-a21d-1d0b4136ee88 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "GET /v2.0/ports?device_id=350690e4-8140-4965-984c-b8c5344989dd HTTP/1.1" status: 200 len: 210 time: 0.0295260 Jan 05 17:46:14.455971 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 51898) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:46:14.826125 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a36c436e-d098-4fe0-9d7a-495ee8edc6c8 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-531685'] for router_interface, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:46:15.075509 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-a36c436e-d098-4fe0-9d7a-495ee8edc6c8 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Deleting port 2cf3a549-790c-4bf9-bada-2c891ea5f1f4 {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:46:15.075759 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a36c436e-d098-4fe0-9d7a-495ee8edc6c8 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:46:15.164917 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.db [None req-a36c436e-d098-4fe0-9d7a-495ee8edc6c8 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] For port 2cf3a549-790c-4bf9-bada-2c891ea5f1f4, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=2cf3a549-790c-4bf9-bada-2c891ea5f1f4,segment=NetworkSegment(2fe82c9e-771b-49d8-9e54-6a205be159a2),segment_id=2fe82c9e-771b-49d8-9e54-6a205be159a2)] {{(pid=103800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:46:15.165274 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a36c436e-d098-4fe0-9d7a-495ee8edc6c8 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:46:15.178515 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-a36c436e-d098-4fe0-9d7a-495ee8edc6c8 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Calling delete_port for 2cf3a549-790c-4bf9-bada-2c891ea5f1f4 owned by network:router_interface {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:46:15.419339 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a36c436e-d098-4fe0-9d7a-495ee8edc6c8 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:46:15.445725 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36c436e-d098-4fe0-9d7a-495ee8edc6c8 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Pushing event deleted for resources: {'Port': ['ID=2cf3a549-790c-4bf9-bada-2c891ea5f1f4,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:46:15.619139 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a36c436e-d098-4fe0-9d7a-495ee8edc6c8 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-560676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531569'] for router_interface, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:46:15.825639 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a36c436e-d098-4fe0-9d7a-495ee8edc6c8 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Router 621ea07d-65c7-48c8-bca4-fd8ac8e408df has already been hosted by L3 agent 59446fdc-40e0-41fe-a575-a8eb11d742f7 {{(pid=103800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 05 17:46:15.927076 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a36c436e-d098-4fe0-9d7a-495ee8edc6c8 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 05 17:46:15.932035 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-a36c436e-d098-4fe0-9d7a-495ee8edc6c8 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "PUT /v2.0/routers/621ea07d-65c7-48c8-bca4-fd8ac8e408df/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4750760 Jan 05 17:46:15.935050 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 51900) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:46:15.936830 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a03b8258-46fe-4789-8d6a-64b750fa1094 None None] Sync routers for ids ['621ea07d-65c7-48c8-bca4-fd8ac8e408df'] in dv-neutron-master-2-hyperv {{(pid=103803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 05 17:46:15.947162 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a03b8258-46fe-4789-8d6a-64b750fa1094 None None] Routers {'621ea07d-65c7-48c8-bca4-fd8ac8e408df'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:46:15.947765 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-a03b8258-46fe-4789-8d6a-64b750fa1094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:45:49Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['621ea07d-65c7-48c8-bca4-fd8ac8e408df'], 'active': True} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:46:15.997271 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Device 4ca4c5d3-6a5a-4311-ae1b-70f4cc86946d no longer exists at agent hyperv_hv-neutron-mast {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 05 17:46:16.019115 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] No Port match for: 4ca4c5d3-6a5a-4311-ae1b-70f4cc86946d {{(pid=103802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 05 17:46:16.019115 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Device 4ca4c5d3-6a5a-4311-ae1b-70f4cc86946d not bound to the agent host hv-neutron-mast {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 05 17:46:16.030989 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e016e75-addf-46ff-ad0b-32e5d24be0ff tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Deleting subnet eda25fff-9430-44a8-9280-56876df28502 {{(pid=103800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 05 17:46:16.034118 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7e016e75-addf-46ff-ad0b-32e5d24be0ff tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks [] for subnet, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:46:16.050693 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvr_db [None req-a03b8258-46fe-4789-8d6a-64b750fa1094 None None] Set router 621ea07d-65c7-48c8-bca4-fd8ac8e408df gateway port host: dv-neutron-master-2-hyperv {{(pid=103803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:46:16.073345 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7e016e75-addf-46ff-ad0b-32e5d24be0ff tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8784846'] for subnet, precommit_delete_associations {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:46:16.156010 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7e016e75-addf-46ff-ad0b-32e5d24be0ff tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892868'] for subnet, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:46:16.288459 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7e016e75-addf-46ff-ad0b-32e5d24be0ff tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3893367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8784787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8521880'] for subnet, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:46:16.305361 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-a03b8258-46fe-4789-8d6a-64b750fa1094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '621ea07d-65c7-48c8-bca4-fd8ac8e408df', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1416091648', 'tenant_id': '8e518d29c86c4653a8de8a7aad689e14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.140'}], 'enable_snat': True}, 'gw_port_id': '57dd7333-af81-40ec-ba97-a7cb526e1cb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:44:22Z', 'updated_at': '2022-01-05T17:46:15Z', 'revision_number': 5, 'project_id': '8e518d29c86c4653a8de8a7aad689e14', 'gw_port': {'id': '57dd7333-af81-40ec-ba97-a7cb526e1cb7', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:bf:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '621ea07d-65c7-48c8-bca4-fd8ac8e408df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:44:22Z', 'updated_at': '2022-01-05T17:44:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:46:16.315196 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e016e75-addf-46ff-ad0b-32e5d24be0ff tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Pushing event deleted for resources: {'Subnet': ['ID=eda25fff-9430-44a8-9280-56876df28502,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:46:16.319435 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7e016e75-addf-46ff-ad0b-32e5d24be0ff tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks [] for subnet, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:46:16.331035 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-7e016e75-addf-46ff-ad0b-32e5d24be0ff tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "DELETE /v2.0/subnets/eda25fff-9430-44a8-9280-56876df28502 HTTP/1.1" status: 204 len: 168 time: 0.3866885 Jan 05 17:46:16.331035 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 51904) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:46:16.331272 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af1eac1c-5730-4ea9-8ed4-9ec95ce089c1 None None] Network c0e61b37-9140-4e17-996d-9a9dac6d3ff6 requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:46:16.335343 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a03b8258-46fe-4789-8d6a-64b750fa1094 None None] Checking router: 621ea07d-65c7-48c8-bca4-fd8ac8e408df for host: dv-neutron-master-2-hyperv {{(pid=103803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 05 17:46:16.343946 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a03b8258-46fe-4789-8d6a-64b750fa1094 None None] Routers {'621ea07d-65c7-48c8-bca4-fd8ac8e408df'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:46:16.344542 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-a03b8258-46fe-4789-8d6a-64b750fa1094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:45:49Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['621ea07d-65c7-48c8-bca4-fd8ac8e408df'], 'active': True} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:46:16.432118 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-86142ed4-d8f3-40b5-bc72-4c08c60da045 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks [] for router, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:46:16.455452 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvr_db [None req-a03b8258-46fe-4789-8d6a-64b750fa1094 None None] Set router 621ea07d-65c7-48c8-bca4-fd8ac8e408df gateway port host: dv-neutron-master-2-hyperv {{(pid=103803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:46:16.483691 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c844ee97-17e7-443e-ad36-9929b9473f93 None None] DHCP port deletion for c0e61b37-9140-4e17-996d-9a9dac6d3ff6 request from dv-neutron-master-2-hyperv {{(pid=103802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 05 17:46:16.532241 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-c844ee97-17e7-443e-ad36-9929b9473f93 None None] Deleting port 40832e2e-b11d-4624-b594-a10b8a456c11 {{(pid=103802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:46:16.532613 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c844ee97-17e7-443e-ad36-9929b9473f93 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:46:16.539192 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-86142ed4-d8f3-40b5-bc72-4c08c60da045 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:46:16.596593 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-c844ee97-17e7-443e-ad36-9929b9473f93 None None] For port 40832e2e-b11d-4624-b594-a10b8a456c11, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=40832e2e-b11d-4624-b594-a10b8a456c11,segment=NetworkSegment(2fe82c9e-771b-49d8-9e54-6a205be159a2),segment_id=2fe82c9e-771b-49d8-9e54-6a205be159a2)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:46:16.597082 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c844ee97-17e7-443e-ad36-9929b9473f93 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:46:16.611622 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-c844ee97-17e7-443e-ad36-9929b9473f93 None None] Calling delete_port for 40832e2e-b11d-4624-b594-a10b8a456c11 owned by network:dhcp {{(pid=103802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:46:16.640165 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-a03b8258-46fe-4789-8d6a-64b750fa1094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '621ea07d-65c7-48c8-bca4-fd8ac8e408df', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1416091648', 'tenant_id': '8e518d29c86c4653a8de8a7aad689e14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.140'}], 'enable_snat': True}, 'gw_port_id': '57dd7333-af81-40ec-ba97-a7cb526e1cb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:44:22Z', 'updated_at': '2022-01-05T17:46:15Z', 'revision_number': 5, 'project_id': '8e518d29c86c4653a8de8a7aad689e14', 'gw_port': {'id': '57dd7333-af81-40ec-ba97-a7cb526e1cb7', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:bf:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '621ea07d-65c7-48c8-bca4-fd8ac8e408df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:44:22Z', 'updated_at': '2022-01-05T17:44:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:46:16.642389 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-86142ed4-d8f3-40b5-bc72-4c08c60da045 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Deleting port 57dd7333-af81-40ec-ba97-a7cb526e1cb7 {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:46:16.642905 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-86142ed4-d8f3-40b5-bc72-4c08c60da045 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:46:16.670555 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a03b8258-46fe-4789-8d6a-64b750fa1094 None None] The sync data for ids ['621ea07d-65c7-48c8-bca4-fd8ac8e408df'] in dv-neutron-master-2-hyperv is: [{'id': '621ea07d-65c7-48c8-bca4-fd8ac8e408df', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1416091648', 'tenant_id': '8e518d29c86c4653a8de8a7aad689e14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.140'}], 'enable_snat': True}, 'gw_port_id': '57dd7333-af81-40ec-ba97-a7cb526e1cb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:44:22Z', 'updated_at': '2022-01-05T17:46:15Z', 'revision_number': 5, 'project_id': '8e518d29c86c4653a8de8a7aad689e14', 'gw_port': {'id': '57dd7333-af81-40ec-ba97-a7cb526e1cb7', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:bf:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '621ea07d-65c7-48c8-bca4-fd8ac8e408df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:44:22Z', 'updated_at': '2022-01-05T17:44:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=103803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 05 17:46:16.723090 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.db [None req-86142ed4-d8f3-40b5-bc72-4c08c60da045 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] For port 57dd7333-af81-40ec-ba97-a7cb526e1cb7, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=57dd7333-af81-40ec-ba97-a7cb526e1cb7,segment=NetworkSegment(3f961525-530f-4ce5-8222-1dbbbe774893),segment_id=3f961525-530f-4ce5-8222-1dbbbe774893)] {{(pid=103800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:46:16.724325 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-86142ed4-d8f3-40b5-bc72-4c08c60da045 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:46:16.733904 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c844ee97-17e7-443e-ad36-9929b9473f93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678'] for port, after_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:46:16.736453 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-86142ed4-d8f3-40b5-bc72-4c08c60da045 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Calling delete_port for 57dd7333-af81-40ec-ba97-a7cb526e1cb7 owned by network:router_gateway {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:46:16.762158 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c844ee97-17e7-443e-ad36-9929b9473f93 None None] Pushing event deleted for resources: {'Port': ['ID=40832e2e-b11d-4624-b594-a10b8a456c11,revision_number=None']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:46:16.765522 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c844ee97-17e7-443e-ad36-9929b9473f93 None None] No DVR routers for this DVR port 40832e2e-b11d-4624-b594-a10b8a456c11 on host dv-neutron-master-2-hyperv {{(pid=103802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 05 17:46:16.938366 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-86142ed4-d8f3-40b5-bc72-4c08c60da045 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:46:16.963905 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86142ed4-d8f3-40b5-bc72-4c08c60da045 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Pushing event deleted for resources: {'Port': ['ID=57dd7333-af81-40ec-ba97-a7cb526e1cb7,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:46:16.973632 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d85dc66-a268-4875-9625-8c79b169fe16 None None] DHCP port deletion for b0167590-0699-4c5c-a932-3939414a9573 request from dv-neutron-master-2-hyperv {{(pid=103802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 05 17:46:17.125696 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-7085fbb2-6524-415c-8b14-2a93af32d690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:46:17.135014 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 40832e2e-b11d-4624-b594-a10b8a456c11 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 05 17:46:17.157350 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] No Port match for: 40832e2e-b11d-4624-b594-a10b8a456c11 {{(pid=103802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 05 17:46:17.157722 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 40832e2e-b11d-4624-b594-a10b8a456c11 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 05 17:46:17.386920 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-86142ed4-d8f3-40b5-bc72-4c08c60da045 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-648595'] for router_gateway, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:46:17.473129 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-86142ed4-d8f3-40b5-bc72-4c08c60da045 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-648249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62744'] for router, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:46:17.475113 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-86142ed4-d8f3-40b5-bc72-4c08c60da045 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:46:17.595994 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-86142ed4-d8f3-40b5-bc72-4c08c60da045 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-648240'] for router, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:46:17.596523 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86142ed4-d8f3-40b5-bc72-4c08c60da045 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Fanout notify agent at l3_agent the message router_deleted on router 621ea07d-65c7-48c8-bca4-fd8ac8e408df {{(pid=103800) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 05 17:46:17.605857 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-86142ed4-d8f3-40b5-bc72-4c08c60da045 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks [] for router, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:46:17.606987 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-86142ed4-d8f3-40b5-bc72-4c08c60da045 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "DELETE /v2.0/routers/621ea07d-65c7-48c8-bca4-fd8ac8e408df HTTP/1.1" status: 204 len: 168 time: 1.2806311 Jan 05 17:46:17.614670 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 51906) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:46:17.699262 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ff4d672c-097f-4a52-af46-ee61537dd72f tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3809644'] for network, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:46:17.785656 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ff4d672c-097f-4a52-af46-ee61537dd72f tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3891715', 'neutron.services.segments.db._delete_segments_for_network-8754181063482'] for network, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:46:17.805710 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.services.segments.db [None req-ff4d672c-097f-4a52-af46-ee61537dd72f tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0e61b37-9140-4e17-996d-9a9dac6d3ff6']}} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:46:17.814480 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.services.segments.db [None req-ff4d672c-097f-4a52-af46-ee61537dd72f tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2fe82c9e-771b-49d8-9e54-6a205be159a2') {'for_net_delete': True} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:46:17.814772 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.services.segments.db [None req-ff4d672c-097f-4a52-af46-ee61537dd72f tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2fe82c9e-771b-49d8-9e54-6a205be159a2') {} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:46:17.824337 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ff4d672c-097f-4a52-af46-ee61537dd72f tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754181064771', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8784833'] for segment, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:46:17.837067 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ff4d672c-097f-4a52-af46-ee61537dd72f tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225'] for segment, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:46:17.842939 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff4d672c-097f-4a52-af46-ee61537dd72f tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Releasing vlan 104 on physical network physnet1 to pool {{(pid=103800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 05 17:46:17.843318 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ff4d672c-097f-4a52-af46-ee61537dd72f tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8784497'] for segment, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:46:17.846302 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:46:17.846302 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:46:17.846302 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:46:17.846302 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:46:17.846302 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:46:17.846302 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:46:17.846302 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:46:17.846302 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:46:17.846302 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:46:17.846302 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:46:17.846302 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:46:17.846302 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:46:17.846302 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:46:17.846302 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:46:17.846302 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:46:17.846302 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:46:17.846302 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:46:17.846302 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:46:17.846302 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:46:17.846302 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:46:17.846302 dv-neutron-master-2-hyperv neutron-server[103800]: Traceback (most recent call last): Jan 05 17:46:17.846302 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 05 17:46:17.846302 dv-neutron-master-2-hyperv neutron-server[103800]: timer() Jan 05 17:46:17.846302 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 05 17:46:17.846302 dv-neutron-master-2-hyperv neutron-server[103800]: cb(*args, **kw) Jan 05 17:46:17.846302 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 05 17:46:17.846302 dv-neutron-master-2-hyperv neutron-server[103800]: return func(*args, **kwargs) Jan 05 17:46:17.846302 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 05 17:46:17.846302 dv-neutron-master-2-hyperv neutron-server[103800]: self._notify() Jan 05 17:46:17.846302 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 05 17:46:17.846302 dv-neutron-master-2-hyperv neutron-server[103800]: self.callback(batched_events) Jan 05 17:46:17.846302 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 05 17:46:17.846302 dv-neutron-master-2-hyperv neutron-server[103800]: event.method(event) Jan 05 17:46:17.846302 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 05 17:46:17.846302 dv-neutron-master-2-hyperv neutron-server[103800]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 05 17:46:17.846302 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 05 17:46:17.846302 dv-neutron-master-2-hyperv neutron-server[103800]: aggregate_uuid = self.p_client.list_aggregates( Jan 05 17:46:17.846302 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 05 17:46:17.846302 dv-neutron-master-2-hyperv neutron-server[103800]: return f(self, *a, **k) Jan 05 17:46:17.846302 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 05 17:46:17.846302 dv-neutron-master-2-hyperv neutron-server[103800]: return self._get(url).json() Jan 05 17:46:17.846302 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 05 17:46:17.846302 dv-neutron-master-2-hyperv neutron-server[103800]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 05 17:46:17.846302 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 05 17:46:17.846302 dv-neutron-master-2-hyperv neutron-server[103800]: return self.request(url, 'GET', **kwargs) Jan 05 17:46:17.846302 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 05 17:46:17.846302 dv-neutron-master-2-hyperv neutron-server[103800]: base_url = self.get_endpoint(auth, allow=allow, Jan 05 17:46:17.846302 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 05 17:46:17.846302 dv-neutron-master-2-hyperv neutron-server[103800]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 05 17:46:17.846302 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 05 17:46:17.846302 dv-neutron-master-2-hyperv neutron-server[103800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 05 17:46:17.846302 dv-neutron-master-2-hyperv neutron-server[103800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 05 17:46:17.973645 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ff4d672c-097f-4a52-af46-ee61537dd72f tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3891722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648695'] for network, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:46:17.977828 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ff4d672c-097f-4a52-af46-ee61537dd72f tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks [] for network, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:46:17.981791 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-ff4d672c-097f-4a52-af46-ee61537dd72f tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "DELETE /v2.0/networks/c0e61b37-9140-4e17-996d-9a9dac6d3ff6 HTTP/1.1" status: 204 len: 168 time: 0.3661535 Jan 05 17:46:17.983985 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 51908) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:46:17.996995 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4d672c-097f-4a52-af46-ee61537dd72f tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Pushing event deleted for resources: {'Network': ['ID=c0e61b37-9140-4e17-996d-9a9dac6d3ff6,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:46:18.041535 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-33cfb739-3727-4617-a0e4-bd9b62132653 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks [] for security_group, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:46:18.067791 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-33cfb739-3727-4617-a0e4-bd9b62132653 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:46:18.184664 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-33cfb739-3727-4617-a0e4-bd9b62132653 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:46:18.187257 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-33cfb739-3727-4617-a0e4-bd9b62132653 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks [] for security_group, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:46:18.188411 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-33cfb739-3727-4617-a0e4-bd9b62132653 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "DELETE /v2.0/security-groups/5c6b5273-aa28-4f54-be17-678ce409b5f6 HTTP/1.1" status: 204 len: 168 time: 0.2034309 Jan 05 17:46:18.197735 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cfb739-3727-4617-a0e4-bd9b62132653 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c6b5273-aa28-4f54-be17-678ce409b5f6,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:46:18.204918 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33cfb739-3727-4617-a0e4-bd9b62132653 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:46:18.205265 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33cfb739-3727-4617-a0e4-bd9b62132653 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:46:18.205625 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33cfb739-3727-4617-a0e4-bd9b62132653 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:46:18.205971 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33cfb739-3727-4617-a0e4-bd9b62132653 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:46:18.206299 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33cfb739-3727-4617-a0e4-bd9b62132653 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:46:18.206629 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33cfb739-3727-4617-a0e4-bd9b62132653 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:46:18.206962 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33cfb739-3727-4617-a0e4-bd9b62132653 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:46:18.207314 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33cfb739-3727-4617-a0e4-bd9b62132653 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:46:18.207637 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33cfb739-3727-4617-a0e4-bd9b62132653 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:46:18.207962 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33cfb739-3727-4617-a0e4-bd9b62132653 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:46:18.208281 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33cfb739-3727-4617-a0e4-bd9b62132653 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:46:18.208602 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33cfb739-3727-4617-a0e4-bd9b62132653 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:46:18.208922 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33cfb739-3727-4617-a0e4-bd9b62132653 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:46:18.532576 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 51914) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:46:18.537805 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-5f1a79e4-047e-40c4-a6ff-980d23ba226a tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-468598963', 'description': 'tempest-secgroup-smoke-468598963 description', 'project_id': '8e518d29c86c4653a8de8a7aad689e14'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:46:18.624933 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-5f1a79e4-047e-40c4-a6ff-980d23ba226a tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks [] for security_group, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:46:18.691060 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-5f1a79e4-047e-40c4-a6ff-980d23ba226a tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks [] for security_group, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:46:18.748379 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 2cf3a549-790c-4bf9-bada-2c891ea5f1f4 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 05 17:46:18.751014 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-5f1a79e4-047e-40c4-a6ff-980d23ba226a tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:46:18.768414 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] No Port match for: 2cf3a549-790c-4bf9-bada-2c891ea5f1f4 {{(pid=103802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 05 17:46:18.768755 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 2cf3a549-790c-4bf9-bada-2c891ea5f1f4 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 05 17:46:18.769173 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 57dd7333-af81-40ec-ba97-a7cb526e1cb7 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 05 17:46:18.780581 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1a79e4-047e-40c4-a6ff-980d23ba226a tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02116762-fae5-41fd-a2f1-6f4134481780,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:46:18.792031 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] No Port match for: 57dd7333-af81-40ec-ba97-a7cb526e1cb7 {{(pid=103802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 05 17:46:18.792374 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 57dd7333-af81-40ec-ba97-a7cb526e1cb7 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 05 17:46:18.810080 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-5f1a79e4-047e-40c4-a6ff-980d23ba226a tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks [] for security_group, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:46:18.811332 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-5f1a79e4-047e-40c4-a6ff-980d23ba226a tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2777140 Jan 05 17:46:18.814205 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 51916) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:46:18.818496 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-8d2d9688-93bc-4dd7-896f-361bc67d1de1 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Request body: {'security_group_rule': {'security_group_id': '02116762-fae5-41fd-a2f1-6f4134481780', 'project_id': '8e518d29c86c4653a8de8a7aad689e14', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:46:18.886917 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-8d2d9688-93bc-4dd7-896f-361bc67d1de1 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:46:18.939618 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-8d2d9688-93bc-4dd7-896f-361bc67d1de1 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:46:18.984968 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-8d2d9688-93bc-4dd7-896f-361bc67d1de1 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533437'] for security_group_rule, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:46:19.002731 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2d9688-93bc-4dd7-896f-361bc67d1de1 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2cf98ed9-62e6-4099-8d59-82364380137a,revision_number=0']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:46:19.066832 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-8d2d9688-93bc-4dd7-896f-361bc67d1de1 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:46:19.068020 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-8d2d9688-93bc-4dd7-896f-361bc67d1de1 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2529259 Jan 05 17:46:19.071282 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 51918) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:46:19.075637 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-5a1f604f-6a85-42d1-8cc3-e8d0bb96a556 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Request body: {'security_group_rule': {'security_group_id': '02116762-fae5-41fd-a2f1-6f4134481780', 'project_id': '8e518d29c86c4653a8de8a7aad689e14', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:46:19.155690 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-5a1f604f-6a85-42d1-8cc3-e8d0bb96a556 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:46:19.209165 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-5a1f604f-6a85-42d1-8cc3-e8d0bb96a556 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:46:19.270570 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-5a1f604f-6a85-42d1-8cc3-e8d0bb96a556 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533437'] for security_group_rule, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:46:19.291761 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1f604f-6a85-42d1-8cc3-e8d0bb96a556 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a818fc1-f2f9-47e1-a47a-fb63a2550e8e,revision_number=0']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:46:19.335589 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-5a1f604f-6a85-42d1-8cc3-e8d0bb96a556 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:46:19.337093 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-5a1f604f-6a85-42d1-8cc3-e8d0bb96a556 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2648861 Jan 05 17:46:19.339813 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 51920) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:46:19.344312 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-f4340c52-e112-418c-81c4-e1dfe0647bcd tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Request body: {'security_group_rule': {'security_group_id': '02116762-fae5-41fd-a2f1-6f4134481780', 'project_id': '8e518d29c86c4653a8de8a7aad689e14', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:46:19.418635 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f4340c52-e112-418c-81c4-e1dfe0647bcd tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:46:19.476797 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f4340c52-e112-418c-81c4-e1dfe0647bcd tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:46:19.510728 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-e475718c-0b68-47c2-b503-4d851b12dfca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:46:19.527802 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f4340c52-e112-418c-81c4-e1dfe0647bcd tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533437'] for security_group_rule, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:46:19.545007 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4340c52-e112-418c-81c4-e1dfe0647bcd tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51ef164b-a1de-4efb-b055-296cfcb9e42f,revision_number=0']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:46:19.605076 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f4340c52-e112-418c-81c4-e1dfe0647bcd tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:46:19.606326 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-f4340c52-e112-418c-81c4-e1dfe0647bcd tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2655430 Jan 05 17:46:19.608958 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 51922) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:46:19.613308 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-bf0d896f-93c7-46b9-8e26-7631ce006639 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Request body: {'security_group_rule': {'security_group_id': '02116762-fae5-41fd-a2f1-6f4134481780', 'project_id': '8e518d29c86c4653a8de8a7aad689e14', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:46:19.732882 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-bf0d896f-93c7-46b9-8e26-7631ce006639 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:46:19.788240 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-bf0d896f-93c7-46b9-8e26-7631ce006639 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:46:19.837168 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-bf0d896f-93c7-46b9-8e26-7631ce006639 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533437'] for security_group_rule, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:46:19.855563 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0d896f-93c7-46b9-8e26-7631ce006639 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6adb8f72-4fec-4045-8581-f8715062f98c,revision_number=0']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:46:19.903393 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-bf0d896f-93c7-46b9-8e26-7631ce006639 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:46:19.904652 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-bf0d896f-93c7-46b9-8e26-7631ce006639 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2947381 Jan 05 17:46:19.907631 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 51924) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:46:19.912276 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-27d153fc-039c-40a5-a39b-c44334fc7f10 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Request body: {'security_group_rule': {'security_group_id': '02116762-fae5-41fd-a2f1-6f4134481780', 'project_id': '8e518d29c86c4653a8de8a7aad689e14', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:46:19.979482 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.db.securitygroups_db [None req-27d153fc-039c-40a5-a39b-c44334fc7f10 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Project 8e518d29c86c4653a8de8a7aad689e14 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 05 17:46:19.984672 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-27d153fc-039c-40a5-a39b-c44334fc7f10 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:46:20.032308 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-27d153fc-039c-40a5-a39b-c44334fc7f10 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:46:20.105154 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-27d153fc-039c-40a5-a39b-c44334fc7f10 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533437'] for security_group_rule, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:46:20.122813 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d153fc-039c-40a5-a39b-c44334fc7f10 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=beb13b12-7885-40da-a58a-fe52e10f41e8,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:46:20.134873 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:46:20.186825 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-27d153fc-039c-40a5-a39b-c44334fc7f10 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:46:20.188029 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-27d153fc-039c-40a5-a39b-c44334fc7f10 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2793882 Jan 05 17:46:20.190730 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 51926) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:46:20.195135 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-c256010c-eb44-4bef-890e-ed5d623f5130 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Request body: {'security_group_rule': {'security_group_id': '02116762-fae5-41fd-a2f1-6f4134481780', 'project_id': '8e518d29c86c4653a8de8a7aad689e14', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:46:20.294016 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.db.securitygroups_db [None req-c256010c-eb44-4bef-890e-ed5d623f5130 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Project 8e518d29c86c4653a8de8a7aad689e14 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 05 17:46:20.299538 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c256010c-eb44-4bef-890e-ed5d623f5130 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:46:20.358171 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c256010c-eb44-4bef-890e-ed5d623f5130 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:46:20.430944 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c256010c-eb44-4bef-890e-ed5d623f5130 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533437'] for security_group_rule, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:46:20.451903 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c256010c-eb44-4bef-890e-ed5d623f5130 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6dafd41-3cfa-41b2-8aed-44966d5b5bf6,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:46:20.517436 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c256010c-eb44-4bef-890e-ed5d623f5130 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:46:20.518720 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-c256010c-eb44-4bef-890e-ed5d623f5130 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3269951 Jan 05 17:46:20.521546 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 51928) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:46:20.526513 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-a4aff262-33d8-402d-b89b-e84189ee1834 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Request body: {'network': {'name': 'tempest-network-smoke--886938497', 'project_id': '8e518d29c86c4653a8de8a7aad689e14', 'port_security_enabled': True}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:46:20.607172 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4aff262-33d8-402d-b89b-e84189ee1834 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Made reservation on behalf of 8e518d29c86c4653a8de8a7aad689e14 for: {'network': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:46:20.610806 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a4aff262-33d8-402d-b89b-e84189ee1834 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for network, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:46:20.634479 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4aff262-33d8-402d-b89b-e84189ee1834 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] vlan segment allocate from pool success with {'vlan_id': 144, 'physical_network': 'physnet1'} {{(pid=103800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 05 17:46:20.643267 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a4aff262-33d8-402d-b89b-e84189ee1834 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225'] for segment, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:46:20.645534 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.db.segments_db [None req-a4aff262-33d8-402d-b89b-e84189ee1834 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Added segment 5291d510-94f0-4367-968e-6ac16b5c63fb of type vlan for network 3e527cfd-3120-4cb5-8bb9-c51b90feebf3 Jan 05 17:46:20.683292 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a4aff262-33d8-402d-b89b-e84189ee1834 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754180566020'] for network, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:46:20.688437 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d2607572-b3c9-472c-85bc-c8de0c3fb75c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:46:20.819073 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a4aff262-33d8-402d-b89b-e84189ee1834 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685'] for network, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:46:20.824816 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4aff262-33d8-402d-b89b-e84189ee1834 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:46:20.825386 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a4aff262-33d8-402d-b89b-e84189ee1834 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks [] for network, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:46:20.888891 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4aff262-33d8-402d-b89b-e84189ee1834 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Pushing event updated for resources: {'Network': ['ID=3e527cfd-3120-4cb5-8bb9-c51b90feebf3,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:46:20.899021 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Network 3e527cfd-3120-4cb5-8bb9-c51b90feebf3 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 05 17:46:20.958395 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-a4aff262-33d8-402d-b89b-e84189ee1834 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4357595 Jan 05 17:46:20.961509 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 51930) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:46:20.966626 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-4052da68-e89f-41d1-8d3d-b838f5491c09 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1646032562', 'admin_state_up': True, 'project_id': '8e518d29c86c4653a8de8a7aad689e14', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573'}}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:46:21.048019 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4052da68-e89f-41d1-8d3d-b838f5491c09 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-649063', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58098'] for router, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:46:21.049054 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4052da68-e89f-41d1-8d3d-b838f5491c09 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649832', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-545006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58091'] for router, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:46:21.102702 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4052da68-e89f-41d1-8d3d-b838f5491c09 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:46:21.311174 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4052da68-e89f-41d1-8d3d-b838f5491c09 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:46:21.577234 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4052da68-e89f-41d1-8d3d-b838f5491c09 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks [] for router_gateway, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:46:21.595663 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4052da68-e89f-41d1-8d3d-b838f5491c09 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:46:21.797330 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [None req-4052da68-e89f-41d1-8d3d-b838f5491c09 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Allocated IP 172.36.4.89 (b0167590-0699-4c5c-a932-3939414a9573/7a784a6d-3d96-418f-a645-b9ccd0b1ac55/1e1ff359-fa4b-4301-b489-329860f15b89) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:46:21.906048 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4052da68-e89f-41d1-8d3d-b838f5491c09 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks [] for port, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:46:22.002376 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4052da68-e89f-41d1-8d3d-b838f5491c09 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:46:22.042400 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4052da68-e89f-41d1-8d3d-b838f5491c09 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Network b0167590-0699-4c5c-a932-3939414a9573 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:46:22.045163 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-4052da68-e89f-41d1-8d3d-b838f5491c09 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:46:22.047655 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d504d802-9546-4ce5-a9d3-96c844ac5808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:46:22.048720 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4052da68-e89f-41d1-8d3d-b838f5491c09 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:46:22.057601 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8cc9f5a-7d27-414d-a74f-00679b456eeb None None] DHCP port deletion for b0167590-0699-4c5c-a932-3939414a9573 request from dv-neutron-master-2-hyperv {{(pid=103802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 05 17:46:22.073760 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4052da68-e89f-41d1-8d3d-b838f5491c09 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Pushing event updated for resources: {'Port': ['ID=1e1ff359-fa4b-4301-b489-329860f15b89,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:46:22.139626 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-ef85b5cb-421b-4727-aeb0-1b7346b5f5d5 None None] Provisioning complete for port 1e1ff359-fa4b-4301-b489-329860f15b89 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:46:22.139994 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-ef85b5cb-421b-4727-aeb0-1b7346b5f5d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:46:22.172786 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-ef85b5cb-421b-4727-aeb0-1b7346b5f5d5 None None] Port 1e1ff359-fa4b-4301-b489-329860f15b89 cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 17:46:22.382534 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4052da68-e89f-41d1-8d3d-b838f5491c09 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks [] for router_gateway, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:46:22.571064 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4052da68-e89f-41d1-8d3d-b838f5491c09 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-648430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648639'] for router, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:46:22.767689 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4052da68-e89f-41d1-8d3d-b838f5491c09 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Router cb2a4738-4bba-44a4-9909-745786bb754c is scheduled to L3 agent 59446fdc-40e0-41fe-a575-a8eb11d742f7 with binding_index 1 {{(pid=103800) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 05 17:46:22.871711 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4052da68-e89f-41d1-8d3d-b838f5491c09 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 05 17:46:22.883306 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50b7d99e-fc13-419a-8dc9-9a75d410cff6 None None] Sync routers for ids ['cb2a4738-4bba-44a4-9909-745786bb754c'] in dv-neutron-master-2-hyperv {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 05 17:46:22.898341 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50b7d99e-fc13-419a-8dc9-9a75d410cff6 None None] Routers {'cb2a4738-4bba-44a4-9909-745786bb754c'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:46:22.903809 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-50b7d99e-fc13-419a-8dc9-9a75d410cff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:46:19Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['cb2a4738-4bba-44a4-9909-745786bb754c'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:46:22.947982 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4052da68-e89f-41d1-8d3d-b838f5491c09 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks [] for router, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:46:22.952550 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-4052da68-e89f-41d1-8d3d-b838f5491c09 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.9866877 Jan 05 17:46:22.952820 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 51932) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:46:23.003346 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-50b7d99e-fc13-419a-8dc9-9a75d410cff6 None None] Set router cb2a4738-4bba-44a4-9909-745786bb754c gateway port host: dv-neutron-master-2-hyperv {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:46:23.026465 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-f268c89e-391a-4d24-8ddb-fabc78321be2 tempest-TestNetworkAdvancedServerOps-2131337417 tempest-TestNetworkAdvancedServerOps-2131337417-project-admin] 10.222.0.11 "GET /v2.0/subnets?project_id=8e518d29c86c4653a8de8a7aad689e14&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0724111 Jan 05 17:46:23.028872 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 51936) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:46:23.112058 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d8db21b-32d6-47f2-a872-867edddb1de4 tempest-TestNetworkAdvancedServerOps-2131337417 tempest-TestNetworkAdvancedServerOps-2131337417-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:46:23.113549 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-9d8db21b-32d6-47f2-a872-867edddb1de4 tempest-TestNetworkAdvancedServerOps-2131337417 tempest-TestNetworkAdvancedServerOps-2131337417-project-admin] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0837898 Jan 05 17:46:23.116357 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 51938) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:46:23.144157 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-6cf2c625-dcd8-47d8-8be5-4459aeee7ce1 tempest-TestNetworkAdvancedServerOps-2131337417 tempest-TestNetworkAdvancedServerOps-2131337417-project-admin] 10.222.0.11 "GET /v2.0/subnets?network_id=b0167590-0699-4c5c-a932-3939414a9573&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0266168 Jan 05 17:46:23.146416 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 51940) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:46:23.151913 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-36e1e344-9b60-4ba9-a8f3-b330c3fc0443 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-23098234', 'network_id': '3e527cfd-3120-4cb5-8bb9-c51b90feebf3', 'project_id': '8e518d29c86c4653a8de8a7aad689e14', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:46:23.182548 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-50b7d99e-fc13-419a-8dc9-9a75d410cff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb2a4738-4bba-44a4-9909-745786bb754c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1646032562', 'tenant_id': '8e518d29c86c4653a8de8a7aad689e14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.89'}], 'enable_snat': True}, 'gw_port_id': '1e1ff359-fa4b-4301-b489-329860f15b89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:46:21Z', 'updated_at': '2022-01-05T17:46:22Z', 'revision_number': 3, 'project_id': '8e518d29c86c4653a8de8a7aad689e14', 'gw_port': {'id': '1e1ff359-fa4b-4301-b489-329860f15b89', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:11:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb2a4738-4bba-44a4-9909-745786bb754c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:46:21Z', 'updated_at': '2022-01-05T17:46:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:46:23.211470 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50b7d99e-fc13-419a-8dc9-9a75d410cff6 None None] Checking router: cb2a4738-4bba-44a4-9909-745786bb754c for host: dv-neutron-master-2-hyperv {{(pid=103802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 05 17:46:23.211814 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50b7d99e-fc13-419a-8dc9-9a75d410cff6 None None] Updating router cb2a4738-4bba-44a4-9909-745786bb754c port 1e1ff359-fa4b-4301-b489-329860f15b89 binding host dv-neutron-master-2-hyperv {{(pid=103802) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 05 17:46:23.246926 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-50b7d99e-fc13-419a-8dc9-9a75d410cff6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:46:23.316342 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36e1e344-9b60-4ba9-a8f3-b330c3fc0443 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Made reservation on behalf of 8e518d29c86c4653a8de8a7aad689e14 for: {'subnet': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:46:23.320007 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-36e1e344-9b60-4ba9-a8f3-b330c3fc0443 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8521827'] for subnet, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:46:23.340741 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:46:23.508444 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-50b7d99e-fc13-419a-8dc9-9a75d410cff6 None None] Publish callbacks [] for port, precommit_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:46:23.545164 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-36e1e344-9b60-4ba9-a8f3-b330c3fc0443 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8784852', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8521873'] for subnet, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:46:23.572585 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-50b7d99e-fc13-419a-8dc9-9a75d410cff6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:46:23.607402 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e1e344-9b60-4ba9-a8f3-b330c3fc0443 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Pushing event updated for resources: {'Subnet': ['ID=24f2a827-1888-4edc-824a-5566d265e8be,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:46:23.617728 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36e1e344-9b60-4ba9-a8f3-b330c3fc0443 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Checking segment: {'id': '5291d510-94f0-4367-968e-6ac16b5c63fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '3e527cfd-3120-4cb5-8bb9-c51b90feebf3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:46:23.618097 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36e1e344-9b60-4ba9-a8f3-b330c3fc0443 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Network hostable DHCP agents. Network: 3e527cfd-3120-4cb5-8bb9-c51b90feebf3, hostable agents: ['3f70c195-17da-4084-9fd6-bf6059d88535'], hosted agents: [] {{(pid=103800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 05 17:46:23.619523 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de07bd59-a05d-4131-b797-c1014282a390 None None] DHCP port deletion for b0167590-0699-4c5c-a932-3939414a9573 request from dv-neutron-master-2-hyperv {{(pid=103802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 05 17:46:23.624699 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-50b7d99e-fc13-419a-8dc9-9a75d410cff6 None None] Attempting to bind port 1e1ff359-fa4b-4301-b489-329860f15b89 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 05 17:46:23.625070 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-50b7d99e-fc13-419a-8dc9-9a75d410cff6 None None] Attempting to bind port 1e1ff359-fa4b-4301-b489-329860f15b89 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '3f961525-530f-4ce5-8222-1dbbbe774893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573'}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 05 17:46:23.625430 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50b7d99e-fc13-419a-8dc9-9a75d410cff6 None None] Attempting to bind port 1e1ff359-fa4b-4301-b489-329860f15b89 on network b0167590-0699-4c5c-a932-3939414a9573 {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:46:23.643934 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50b7d99e-fc13-419a-8dc9-9a75d410cff6 None None] Checking agent: {'id': '0d4f8fd3-ce62-4651-970c-efa6a8bb22b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 5, 16, 57, 23), 'started_at': datetime.datetime(2022, 1, 5, 16, 57, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 5, 17, 46, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 05 17:46:23.644311 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50b7d99e-fc13-419a-8dc9-9a75d410cff6 None None] Checking segment: {'id': '3f961525-530f-4ce5-8222-1dbbbe774893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:46:23.644708 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-50b7d99e-fc13-419a-8dc9-9a75d410cff6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:46:23.645317 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50b7d99e-fc13-419a-8dc9-9a75d410cff6 None None] Bound using segment: {'id': '3f961525-530f-4ce5-8222-1dbbbe774893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573'} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 05 17:46:23.645664 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-50b7d99e-fc13-419a-8dc9-9a75d410cff6 None None] Bound port: 1e1ff359-fa4b-4301-b489-329860f15b89, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f961525-530f-4ce5-8222-1dbbbe774893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573'}}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 05 17:46:23.645986 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-50b7d99e-fc13-419a-8dc9-9a75d410cff6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:46:23.647760 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a29bf6c-32e2-481d-98b7-3eb5978948d4 None None] Pushing event updated for resources: {'Port': ['ID=1e1ff359-fa4b-4301-b489-329860f15b89,revision_number=2']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:46:23.693933 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36e1e344-9b60-4ba9-a8f3-b330c3fc0443 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Network 3e527cfd-3120-4cb5-8bb9-c51b90feebf3 is scheduled to be hosted by DHCP agent 3f70c195-17da-4084-9fd6-bf6059d88535 with binding_index 1 {{(pid=103800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 05 17:46:23.706120 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-50b7d99e-fc13-419a-8dc9-9a75d410cff6 None None] For port 1e1ff359-fa4b-4301-b489-329860f15b89, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 05 17:46:23.709223 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-50b7d99e-fc13-419a-8dc9-9a75d410cff6 None None] For port 1e1ff359-fa4b-4301-b489-329860f15b89, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=1e1ff359-fa4b-4301-b489-329860f15b89,segment=NetworkSegment(3f961525-530f-4ce5-8222-1dbbbe774893),segment_id=3f961525-530f-4ce5-8222-1dbbbe774893)] {{(pid=103802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 05 17:46:23.713896 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-21f42e8b-e3e5-4fa4-ad89-c99dfa55ba37 None None] Provisioning complete for port 1e1ff359-fa4b-4301-b489-329860f15b89 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:46:23.714264 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-21f42e8b-e3e5-4fa4-ad89-c99dfa55ba37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:46:23.750250 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-21f42e8b-e3e5-4fa4-ad89-c99dfa55ba37 None None] Port 1e1ff359-fa4b-4301-b489-329860f15b89 cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 17:46:23.767626 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-36e1e344-9b60-4ba9-a8f3-b330c3fc0443 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 3e527cfd-3120-4cb5-8bb9-c51b90feebf3) {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:46:23.771497 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36e1e344-9b60-4ba9-a8f3-b330c3fc0443 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:46:23.774795 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-36e1e344-9b60-4ba9-a8f3-b330c3fc0443 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks [] for subnet, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:46:23.776997 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab1e64c6-73b4-4f30-9fd4-51a4fcd63214 None None] Network 3e527cfd-3120-4cb5-8bb9-c51b90feebf3 requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:46:23.793900 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-50b7d99e-fc13-419a-8dc9-9a75d410cff6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:46:23.839191 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-36e1e344-9b60-4ba9-a8f3-b330c3fc0443 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.6917639 Jan 05 17:46:23.842078 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 51942) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:46:23.887981 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e341c6cd-bdf8-4f69-ac6c-e2db9f28ab0e None None] DHCP port deletion for b0167590-0699-4c5c-a932-3939414a9573 request from dv-neutron-master-2-hyperv {{(pid=103802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 05 17:46:23.911547 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a29bf6c-32e2-481d-98b7-3eb5978948d4 None None] Pushing event updated for resources: {'Port': ['ID=1e1ff359-fa4b-4301-b489-329860f15b89,revision_number=3']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:46:23.930540 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50b7d99e-fc13-419a-8dc9-9a75d410cff6 None None] Routers {'cb2a4738-4bba-44a4-9909-745786bb754c'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:46:23.931160 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-50b7d99e-fc13-419a-8dc9-9a75d410cff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:46:19Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['cb2a4738-4bba-44a4-9909-745786bb754c'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:46:23.968021 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b899f43-f40e-4974-849e-b53b5bc7845c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-3e527cfd-3120-4cb5-8bb9-c51b90feebf3', 'network_id': '3e527cfd-3120-4cb5-8bb9-c51b90feebf3', 'project_id': '8e518d29c86c4653a8de8a7aad689e14', 'fixed_ips': [{'subnet_id': '24f2a827-1888-4edc-824a-5566d265e8be'}]}} from dv-neutron-master-2-hyperv. {{(pid=103802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 05 17:46:23.968867 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-1b899f43-f40e-4974-849e-b53b5bc7845c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:46:24.022968 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-2dc35844-7178-42fa-89a3-c0cb1cc0ddbe None None] Provisioning complete for port 1e1ff359-fa4b-4301-b489-329860f15b89 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:46:24.023326 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-2dc35844-7178-42fa-89a3-c0cb1cc0ddbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:46:24.160138 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-50b7d99e-fc13-419a-8dc9-9a75d410cff6 None None] Set router cb2a4738-4bba-44a4-9909-745786bb754c gateway port host: dv-neutron-master-2-hyperv {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:46:24.277528 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-10507f0d-eb21-4b94-89bf-56b8e6e436d7 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:46:24.335640 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.db_base_plugin_common [None req-1b899f43-f40e-4974-849e-b53b5bc7845c None None] Allocated IP 172.20.0.2 (3e527cfd-3120-4cb5-8bb9-c51b90feebf3/24f2a827-1888-4edc-824a-5566d265e8be/fbd14b35-4664-450f-976e-0b5e1c9c596f) {{(pid=103802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:46:24.368995 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-2dc35844-7178-42fa-89a3-c0cb1cc0ddbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:46:24.458457 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-2dc35844-7178-42fa-89a3-c0cb1cc0ddbe None None] For port 1e1ff359-fa4b-4301-b489-329860f15b89, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=1e1ff359-fa4b-4301-b489-329860f15b89,segment=NetworkSegment(3f961525-530f-4ce5-8222-1dbbbe774893),segment_id=3f961525-530f-4ce5-8222-1dbbbe774893)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:46:24.530757 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-2dc35844-7178-42fa-89a3-c0cb1cc0ddbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:46:24.707259 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-50b7d99e-fc13-419a-8dc9-9a75d410cff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb2a4738-4bba-44a4-9909-745786bb754c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1646032562', 'tenant_id': '8e518d29c86c4653a8de8a7aad689e14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.89'}], 'enable_snat': True}, 'gw_port_id': '1e1ff359-fa4b-4301-b489-329860f15b89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:46:21Z', 'updated_at': '2022-01-05T17:46:22Z', 'revision_number': 3, 'project_id': '8e518d29c86c4653a8de8a7aad689e14', 'gw_port': {'id': '1e1ff359-fa4b-4301-b489-329860f15b89', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:11:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb2a4738-4bba-44a4-9909-745786bb754c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:46:21Z', 'updated_at': '2022-01-05T17:46:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:46:24.745494 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-1b899f43-f40e-4974-849e-b53b5bc7845c None None] Publish callbacks [] for port, precommit_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:46:24.748437 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50b7d99e-fc13-419a-8dc9-9a75d410cff6 None None] The sync data for ids ['cb2a4738-4bba-44a4-9909-745786bb754c'] in dv-neutron-master-2-hyperv is: [{'id': 'cb2a4738-4bba-44a4-9909-745786bb754c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1646032562', 'tenant_id': '8e518d29c86c4653a8de8a7aad689e14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.89'}], 'enable_snat': True}, 'gw_port_id': '1e1ff359-fa4b-4301-b489-329860f15b89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:46:21Z', 'updated_at': '2022-01-05T17:46:22Z', 'revision_number': 3, 'project_id': '8e518d29c86c4653a8de8a7aad689e14', 'gw_port': {'id': '1e1ff359-fa4b-4301-b489-329860f15b89', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:11:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb2a4738-4bba-44a4-9909-745786bb754c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:46:21Z', 'updated_at': '2022-01-05T17:46:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 05 17:46:24.771826 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc35844-7178-42fa-89a3-c0cb1cc0ddbe None None] Pushing event updated for resources: {'Port': ['ID=1e1ff359-fa4b-4301-b489-329860f15b89,revision_number=4']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:46:24.808360 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-1b899f43-f40e-4974-849e-b53b5bc7845c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669'] for port, after_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:46:24.847073 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b899f43-f40e-4974-849e-b53b5bc7845c None None] Network 3e527cfd-3120-4cb5-8bb9-c51b90feebf3 is already hosted by enough agents. {{(pid=103802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:46:24.850547 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.scheduler.base_scheduler [None req-1b899f43-f40e-4974-849e-b53b5bc7845c None None] Resources bound (agent type, host, resource id): {{(pid=103802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:46:24.853613 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b899f43-f40e-4974-849e-b53b5bc7845c None None] Received port after_create {{(pid=103802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:46:24.864045 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b899f43-f40e-4974-849e-b53b5bc7845c None None] Pushing event updated for resources: {'Port': ['ID=fbd14b35-4664-450f-976e-0b5e1c9c596f,revision_number=1']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:46:24.865285 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [None req-10507f0d-eb21-4b94-89bf-56b8e6e436d7 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Allocated IP 172.20.0.1 (3e527cfd-3120-4cb5-8bb9-c51b90feebf3/24f2a827-1888-4edc-824a-5566d265e8be/6bb57076-164e-4867-ae1a-43eb796a9135) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:46:24.920517 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-1b899f43-f40e-4974-849e-b53b5bc7845c None None] Attempting to bind port fbd14b35-4664-450f-976e-0b5e1c9c596f on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 05 17:46:24.920872 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-1b899f43-f40e-4974-849e-b53b5bc7845c None None] Attempting to bind port fbd14b35-4664-450f-976e-0b5e1c9c596f by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '5291d510-94f0-4367-968e-6ac16b5c63fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '3e527cfd-3120-4cb5-8bb9-c51b90feebf3'}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 05 17:46:24.921230 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b899f43-f40e-4974-849e-b53b5bc7845c None None] Attempting to bind port fbd14b35-4664-450f-976e-0b5e1c9c596f on network 3e527cfd-3120-4cb5-8bb9-c51b90feebf3 {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:46:24.926343 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b899f43-f40e-4974-849e-b53b5bc7845c None None] Checking agent: {'id': '0d4f8fd3-ce62-4651-970c-efa6a8bb22b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 5, 16, 57, 23), 'started_at': datetime.datetime(2022, 1, 5, 16, 57, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 5, 17, 46, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 05 17:46:24.926719 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b899f43-f40e-4974-849e-b53b5bc7845c None None] Checking segment: {'id': '5291d510-94f0-4367-968e-6ac16b5c63fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '3e527cfd-3120-4cb5-8bb9-c51b90feebf3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:46:24.927116 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-1b899f43-f40e-4974-849e-b53b5bc7845c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:46:24.927498 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b899f43-f40e-4974-849e-b53b5bc7845c None None] Bound using segment: {'id': '5291d510-94f0-4367-968e-6ac16b5c63fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '3e527cfd-3120-4cb5-8bb9-c51b90feebf3'} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 05 17:46:24.927953 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-1b899f43-f40e-4974-849e-b53b5bc7845c None None] Bound port: fbd14b35-4664-450f-976e-0b5e1c9c596f, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5291d510-94f0-4367-968e-6ac16b5c63fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '3e527cfd-3120-4cb5-8bb9-c51b90feebf3'}}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 05 17:46:24.929195 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-1b899f43-f40e-4974-849e-b53b5bc7845c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:46:25.001436 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-10507f0d-eb21-4b94-89bf-56b8e6e436d7 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks [] for port, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:46:25.019107 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-1b899f43-f40e-4974-849e-b53b5bc7845c None None] For port fbd14b35-4664-450f-976e-0b5e1c9c596f, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 05 17:46:25.023282 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-1b899f43-f40e-4974-849e-b53b5bc7845c None None] For port fbd14b35-4664-450f-976e-0b5e1c9c596f, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=fbd14b35-4664-450f-976e-0b5e1c9c596f,segment=NetworkSegment(5291d510-94f0-4367-968e-6ac16b5c63fb),segment_id=5291d510-94f0-4367-968e-6ac16b5c63fb)] {{(pid=103802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 05 17:46:25.094217 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-1b899f43-f40e-4974-849e-b53b5bc7845c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:46:25.117844 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-10507f0d-eb21-4b94-89bf-56b8e6e436d7 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11433176'] for port, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:46:25.160763 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b899f43-f40e-4974-849e-b53b5bc7845c None None] Pushing event updated for resources: {'Port': ['ID=fbd14b35-4664-450f-976e-0b5e1c9c596f,revision_number=2']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:46:25.168987 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10507f0d-eb21-4b94-89bf-56b8e6e436d7 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Network 3e527cfd-3120-4cb5-8bb9-c51b90feebf3 is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:46:25.174233 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-10507f0d-eb21-4b94-89bf-56b8e6e436d7 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:46:25.176859 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10507f0d-eb21-4b94-89bf-56b8e6e436d7 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:46:25.219670 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10507f0d-eb21-4b94-89bf-56b8e6e436d7 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Pushing event updated for resources: {'Port': ['ID=6bb57076-164e-4867-ae1a-43eb796a9135,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:46:25.239547 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-10507f0d-eb21-4b94-89bf-56b8e6e436d7 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-648552'] for router_interface, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:46:25.480624 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-10507f0d-eb21-4b94-89bf-56b8e6e436d7 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:46:25.769569 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-10507f0d-eb21-4b94-89bf-56b8e6e436d7 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks [] for port, precommit_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:46:25.825137 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-10507f0d-eb21-4b94-89bf-56b8e6e436d7 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11433169'] for port, after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:46:25.902508 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-10507f0d-eb21-4b94-89bf-56b8e6e436d7 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-531704'] for router_interface, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:46:25.905515 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10507f0d-eb21-4b94-89bf-56b8e6e436d7 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Pushing event updated for resources: {'Port': ['ID=6bb57076-164e-4867-ae1a-43eb796a9135,revision_number=2']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:46:25.997993 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10507f0d-eb21-4b94-89bf-56b8e6e436d7 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Network 3e527cfd-3120-4cb5-8bb9-c51b90feebf3 is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:46:25.999350 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-10507f0d-eb21-4b94-89bf-56b8e6e436d7 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:46:26.115902 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10507f0d-eb21-4b94-89bf-56b8e6e436d7 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Router cb2a4738-4bba-44a4-9909-745786bb754c has already been hosted by L3 agent 59446fdc-40e0-41fe-a575-a8eb11d742f7 {{(pid=103801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 05 17:46:26.145961 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-774a8162-edab-4e77-8b35-45ac9185e627 None None] Network 3e527cfd-3120-4cb5-8bb9-c51b90feebf3 requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:46:26.210057 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-bd022dd0-eafe-4136-ad46-e5be4b93bb93 None None] Provisioning complete for port fbd14b35-4664-450f-976e-0b5e1c9c596f triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:46:26.210416 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-bd022dd0-eafe-4136-ad46-e5be4b93bb93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:46:26.223952 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10507f0d-eb21-4b94-89bf-56b8e6e436d7 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 05 17:46:26.229040 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-10507f0d-eb21-4b94-89bf-56b8e6e436d7 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "PUT /v2.0/routers/cb2a4738-4bba-44a4-9909-745786bb754c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3859174 Jan 05 17:46:26.334996 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-bd022dd0-eafe-4136-ad46-e5be4b93bb93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:46:26.370693 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-bd022dd0-eafe-4136-ad46-e5be4b93bb93 None None] For port fbd14b35-4664-450f-976e-0b5e1c9c596f, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=fbd14b35-4664-450f-976e-0b5e1c9c596f,segment=NetworkSegment(5291d510-94f0-4367-968e-6ac16b5c63fb),segment_id=5291d510-94f0-4367-968e-6ac16b5c63fb)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:46:26.402376 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-45b1781b-5da9-404e-b657-1fe423139125 req-3519117e-f3fb-4159-9788-49bd172bf3ea tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-468598963&fields=id&tenant_id=8e518d29c86c4653a8de8a7aad689e14 HTTP/1.1" status: 200 len: 267 time: 0.0554862 Jan 05 17:46:26.459785 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-bd022dd0-eafe-4136-ad46-e5be4b93bb93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:46:26.520238 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd022dd0-eafe-4136-ad46-e5be4b93bb93 None None] Pushing event updated for resources: {'Port': ['ID=fbd14b35-4664-450f-976e-0b5e1c9c596f,revision_number=3']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:46:26.522610 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b1781b-5da9-404e-b657-1fe423139125 req-42ef147f-48d4-423d-ba72-def74537b0ee tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:46:26.524877 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-45b1781b-5da9-404e-b657-1fe423139125 req-42ef147f-48d4-423d-ba72-def74537b0ee tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "GET /v2.0/networks?id=3e527cfd-3120-4cb5-8bb9-c51b90feebf3 HTTP/1.1" status: 200 len: 796 time: 0.1161127 Jan 05 17:46:26.540825 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-45b1781b-5da9-404e-b657-1fe423139125 req-9a4bdb9b-6d0a-42f9-92be-ae217e631054 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "GET /v2.0/quotas/8e518d29c86c4653a8de8a7aad689e14 HTTP/1.1" status: 200 len: 375 time: 0.0096548 Jan 05 17:46:26.581718 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-4293d235-839a-4793-97b5-9fd8243b2f48 None None] Provisioning complete for port fbd14b35-4664-450f-976e-0b5e1c9c596f triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:46:26.582139 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-4293d235-839a-4793-97b5-9fd8243b2f48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:46:26.609741 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-45b1781b-5da9-404e-b657-1fe423139125 req-021eb837-fbe8-41a5-9d80-2b8e1b416883 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=8e518d29c86c4653a8de8a7aad689e14&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0599055 Jan 05 17:46:26.631564 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d14aa014-c5b2-44e9-9597-36d6fd202109 None None] Sync routers for ids ['cb2a4738-4bba-44a4-9909-745786bb754c'] in dv-neutron-master-2-hyperv {{(pid=103803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 05 17:46:26.645420 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d14aa014-c5b2-44e9-9597-36d6fd202109 None None] Routers {'cb2a4738-4bba-44a4-9909-745786bb754c'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:46:26.646618 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-d14aa014-c5b2-44e9-9597-36d6fd202109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:46:19Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['cb2a4738-4bba-44a4-9909-745786bb754c'], 'active': True} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:46:26.711640 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-4293d235-839a-4793-97b5-9fd8243b2f48 None None] Provisioning complete for port 6bb57076-164e-4867-ae1a-43eb796a9135 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:46:26.712007 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-4293d235-839a-4793-97b5-9fd8243b2f48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:46:26.751167 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-4293d235-839a-4793-97b5-9fd8243b2f48 None None] Port 6bb57076-164e-4867-ae1a-43eb796a9135 cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 17:46:26.785512 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvr_db [None req-d14aa014-c5b2-44e9-9597-36d6fd202109 None None] Set router cb2a4738-4bba-44a4-9909-745786bb754c gateway port host: dv-neutron-master-2-hyperv {{(pid=103803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:46:26.794158 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-45b1781b-5da9-404e-b657-1fe423139125 req-751f32ab-3053-4360-b136-23b3e63b111f service neutron] 10.222.0.11 "GET /v2.0/networks/3e527cfd-3120-4cb5-8bb9-c51b90feebf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1727583 Jan 05 17:46:26.882808 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-ee9369a5-e7df-4920-89aa-6661215f3243 None None] Provisioning complete for port 6bb57076-164e-4867-ae1a-43eb796a9135 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:46:26.882808 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-ee9369a5-e7df-4920-89aa-6661215f3243 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:46:26.924127 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 1e1ff359-fa4b-4301-b489-329860f15b89 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:46:26.925714 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-45b1781b-5da9-404e-b657-1fe423139125 req-1f5f6db1-09e2-482d-91ef-18dda82604e6 service neutron] 10.222.0.11 "GET /v2.0/networks/3e527cfd-3120-4cb5-8bb9-c51b90feebf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294129 Jan 05 17:46:26.960548 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-ee9369a5-e7df-4920-89aa-6661215f3243 None None] Port 6bb57076-164e-4867-ae1a-43eb796a9135 cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 17:46:27.005440 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Provisioning complete for port 1e1ff359-fa4b-4301-b489-329860f15b89 triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:46:27.005440 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:46:27.028761 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-d14aa014-c5b2-44e9-9597-36d6fd202109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb2a4738-4bba-44a4-9909-745786bb754c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1646032562', 'tenant_id': '8e518d29c86c4653a8de8a7aad689e14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.89'}], 'enable_snat': True}, 'gw_port_id': '1e1ff359-fa4b-4301-b489-329860f15b89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:46:21Z', 'updated_at': '2022-01-05T17:46:25Z', 'revision_number': 4, 'project_id': '8e518d29c86c4653a8de8a7aad689e14', 'gw_port': {'id': '1e1ff359-fa4b-4301-b489-329860f15b89', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:11:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb2a4738-4bba-44a4-9909-745786bb754c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:46:21Z', 'updated_at': '2022-01-05T17:46:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '6bb57076-164e-4867-ae1a-43eb796a9135', 'name': '', 'network_id': '3e527cfd-3120-4cb5-8bb9-c51b90feebf3', 'tenant_id': '8e518d29c86c4653a8de8a7aad689e14', 'mac_address': 'fa:16:3e:c2:4f:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb2a4738-4bba-44a4-9909-745786bb754c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1782, 'fixed_ips': [{'subnet_id': '24f2a827-1888-4edc-824a-5566d265e8be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:46:24Z', 'updated_at': '2022-01-05T17:46:25Z', 'revision_number': 2, 'project_id': '8e518d29c86c4653a8de8a7aad689e14', 'subnets': [{'id': '24f2a827-1888-4edc-824a-5566d265e8be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:46:27.057532 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d14aa014-c5b2-44e9-9597-36d6fd202109 None None] Checking router: cb2a4738-4bba-44a4-9909-745786bb754c for host: dv-neutron-master-2-hyperv {{(pid=103803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 05 17:46:27.057903 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d14aa014-c5b2-44e9-9597-36d6fd202109 None None] Updating router cb2a4738-4bba-44a4-9909-745786bb754c port 6bb57076-164e-4867-ae1a-43eb796a9135 binding host dv-neutron-master-2-hyperv {{(pid=103803) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 05 17:46:27.084320 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-d14aa014-c5b2-44e9-9597-36d6fd202109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:46:27.110648 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device fbd14b35-4664-450f-976e-0b5e1c9c596f up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:46:27.113914 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-14d82810-560f-4db3-8fa0-22fe0f0ad647 None None] Provisioning complete for port 6bb57076-164e-4867-ae1a-43eb796a9135 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:46:27.114514 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-14d82810-560f-4db3-8fa0-22fe0f0ad647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:46:27.179343 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-14d82810-560f-4db3-8fa0-22fe0f0ad647 None None] Port 6bb57076-164e-4867-ae1a-43eb796a9135 cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 17:46:27.195910 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Provisioning complete for port fbd14b35-4664-450f-976e-0b5e1c9c596f triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:46:27.196496 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:46:27.243997 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-5f77eec0-2b6c-490a-8dee-45f9b59d853c req-0aadfc6d-1262-47aa-9efc-c3e07109347b tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8b38f6e-838d-4c59-a7d2-feccc7edae56 HTTP/1.1" status: 200 len: 210 time: 0.0477250 Jan 05 17:46:27.383502 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-d14aa014-c5b2-44e9-9597-36d6fd202109 None None] Publish callbacks [] for port, precommit_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:46:27.442062 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-d14aa014-c5b2-44e9-9597-36d6fd202109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:46:27.492656 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6054cd-2c9b-453f-87b9-fed854ed2bd7 None None] Pushing event updated for resources: {'Port': ['ID=6bb57076-164e-4867-ae1a-43eb796a9135,revision_number=3']} {{(pid=103803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:46:27.513101 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6054cd-2c9b-453f-87b9-fed854ed2bd7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:46:27.513450 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6054cd-2c9b-453f-87b9-fed854ed2bd7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:46:27.514008 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6054cd-2c9b-453f-87b9-fed854ed2bd7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:46:27.514396 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6054cd-2c9b-453f-87b9-fed854ed2bd7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:46:27.514634 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6054cd-2c9b-453f-87b9-fed854ed2bd7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:46:27.514952 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6054cd-2c9b-453f-87b9-fed854ed2bd7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:46:27.515276 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6054cd-2c9b-453f-87b9-fed854ed2bd7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:46:27.515601 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6054cd-2c9b-453f-87b9-fed854ed2bd7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:46:27.515924 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6054cd-2c9b-453f-87b9-fed854ed2bd7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:46:27.516258 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6054cd-2c9b-453f-87b9-fed854ed2bd7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:46:27.516558 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6054cd-2c9b-453f-87b9-fed854ed2bd7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:46:27.516872 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6054cd-2c9b-453f-87b9-fed854ed2bd7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:46:27.517183 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6054cd-2c9b-453f-87b9-fed854ed2bd7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:46:27.555269 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.plugins.ml2.managers [None req-d14aa014-c5b2-44e9-9597-36d6fd202109 None None] Attempting to bind port 6bb57076-164e-4867-ae1a-43eb796a9135 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 05 17:46:27.555632 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.plugins.ml2.managers [None req-d14aa014-c5b2-44e9-9597-36d6fd202109 None None] Attempting to bind port 6bb57076-164e-4867-ae1a-43eb796a9135 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '5291d510-94f0-4367-968e-6ac16b5c63fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '3e527cfd-3120-4cb5-8bb9-c51b90feebf3'}] {{(pid=103803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 05 17:46:27.555986 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d14aa014-c5b2-44e9-9597-36d6fd202109 None None] Attempting to bind port 6bb57076-164e-4867-ae1a-43eb796a9135 on network 3e527cfd-3120-4cb5-8bb9-c51b90feebf3 {{(pid=103803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:46:27.561186 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d14aa014-c5b2-44e9-9597-36d6fd202109 None None] Checking agent: {'id': '0d4f8fd3-ce62-4651-970c-efa6a8bb22b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 5, 16, 57, 23), 'started_at': datetime.datetime(2022, 1, 5, 16, 57, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 5, 17, 46, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 05 17:46:27.561621 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d14aa014-c5b2-44e9-9597-36d6fd202109 None None] Checking segment: {'id': '5291d510-94f0-4367-968e-6ac16b5c63fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '3e527cfd-3120-4cb5-8bb9-c51b90feebf3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:46:27.562035 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-d14aa014-c5b2-44e9-9597-36d6fd202109 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:46:27.562606 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d14aa014-c5b2-44e9-9597-36d6fd202109 None None] Bound using segment: {'id': '5291d510-94f0-4367-968e-6ac16b5c63fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '3e527cfd-3120-4cb5-8bb9-c51b90feebf3'} {{(pid=103803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 05 17:46:27.563092 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.plugins.ml2.managers [None req-d14aa014-c5b2-44e9-9597-36d6fd202109 None None] Bound port: 6bb57076-164e-4867-ae1a-43eb796a9135, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5291d510-94f0-4367-968e-6ac16b5c63fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '3e527cfd-3120-4cb5-8bb9-c51b90feebf3'}}] {{(pid=103803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 05 17:46:27.563466 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-d14aa014-c5b2-44e9-9597-36d6fd202109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:46:27.631228 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.plugins.ml2.db [None req-d14aa014-c5b2-44e9-9597-36d6fd202109 None None] For port 6bb57076-164e-4867-ae1a-43eb796a9135, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 05 17:46:27.635230 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.plugins.ml2.db [None req-d14aa014-c5b2-44e9-9597-36d6fd202109 None None] For port 6bb57076-164e-4867-ae1a-43eb796a9135, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=6bb57076-164e-4867-ae1a-43eb796a9135,segment=NetworkSegment(5291d510-94f0-4367-968e-6ac16b5c63fb),segment_id=5291d510-94f0-4367-968e-6ac16b5c63fb)] {{(pid=103803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 05 17:46:27.694501 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-d14aa014-c5b2-44e9-9597-36d6fd202109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:46:27.702762 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-13a05507-70b8-4d30-bec4-4c9429d9906f None None] Provisioning complete for port 6bb57076-164e-4867-ae1a-43eb796a9135 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:46:27.703732 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-13a05507-70b8-4d30-bec4-4c9429d9906f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:46:27.748993 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d14aa014-c5b2-44e9-9597-36d6fd202109 None None] Routers {'cb2a4738-4bba-44a4-9909-745786bb754c'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:46:27.749645 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-d14aa014-c5b2-44e9-9597-36d6fd202109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:46:19Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['cb2a4738-4bba-44a4-9909-745786bb754c'], 'active': True} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:46:27.788612 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6054cd-2c9b-453f-87b9-fed854ed2bd7 None None] Pushing event updated for resources: {'Port': ['ID=6bb57076-164e-4867-ae1a-43eb796a9135,revision_number=4']} {{(pid=103803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:46:27.791729 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-13a05507-70b8-4d30-bec4-4c9429d9906f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:46:27.836533 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-13a05507-70b8-4d30-bec4-4c9429d9906f None None] For port 6bb57076-164e-4867-ae1a-43eb796a9135, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=6bb57076-164e-4867-ae1a-43eb796a9135,segment=NetworkSegment(5291d510-94f0-4367-968e-6ac16b5c63fb),segment_id=5291d510-94f0-4367-968e-6ac16b5c63fb)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:46:27.864882 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvr_db [None req-d14aa014-c5b2-44e9-9597-36d6fd202109 None None] Set router cb2a4738-4bba-44a4-9909-745786bb754c gateway port host: dv-neutron-master-2-hyperv {{(pid=103803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:46:27.927885 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-13a05507-70b8-4d30-bec4-4c9429d9906f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:46:27.983042 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a05507-70b8-4d30-bec4-4c9429d9906f None None] Pushing event updated for resources: {'Port': ['ID=6bb57076-164e-4867-ae1a-43eb796a9135,revision_number=5']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:46:28.047730 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-d356e5ce-5aa6-4083-937b-faf9b50737d9 None None] Provisioning complete for port 6bb57076-164e-4867-ae1a-43eb796a9135 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:46:28.048004 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d356e5ce-5aa6-4083-937b-faf9b50737d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:46:28.151530 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-d14aa014-c5b2-44e9-9597-36d6fd202109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb2a4738-4bba-44a4-9909-745786bb754c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1646032562', 'tenant_id': '8e518d29c86c4653a8de8a7aad689e14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.89'}], 'enable_snat': True}, 'gw_port_id': '1e1ff359-fa4b-4301-b489-329860f15b89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:46:21Z', 'updated_at': '2022-01-05T17:46:25Z', 'revision_number': 4, 'project_id': '8e518d29c86c4653a8de8a7aad689e14', 'gw_port': {'id': '1e1ff359-fa4b-4301-b489-329860f15b89', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:11:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb2a4738-4bba-44a4-9909-745786bb754c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:46:21Z', 'updated_at': '2022-01-05T17:46:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '6bb57076-164e-4867-ae1a-43eb796a9135', 'name': '', 'network_id': '3e527cfd-3120-4cb5-8bb9-c51b90feebf3', 'tenant_id': '8e518d29c86c4653a8de8a7aad689e14', 'mac_address': 'fa:16:3e:c2:4f:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb2a4738-4bba-44a4-9909-745786bb754c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1782, 'fixed_ips': [{'subnet_id': '24f2a827-1888-4edc-824a-5566d265e8be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:46:24Z', 'updated_at': '2022-01-05T17:46:27Z', 'revision_number': 4, 'project_id': '8e518d29c86c4653a8de8a7aad689e14', 'subnets': [{'id': '24f2a827-1888-4edc-824a-5566d265e8be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:46:28.177029 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d14aa014-c5b2-44e9-9597-36d6fd202109 None None] The sync data for ids ['cb2a4738-4bba-44a4-9909-745786bb754c'] in dv-neutron-master-2-hyperv is: [{'id': 'cb2a4738-4bba-44a4-9909-745786bb754c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1646032562', 'tenant_id': '8e518d29c86c4653a8de8a7aad689e14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.89'}], 'enable_snat': True}, 'gw_port_id': '1e1ff359-fa4b-4301-b489-329860f15b89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:46:21Z', 'updated_at': '2022-01-05T17:46:25Z', 'revision_number': 4, 'project_id': '8e518d29c86c4653a8de8a7aad689e14', 'gw_port': {'id': '1e1ff359-fa4b-4301-b489-329860f15b89', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:11:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb2a4738-4bba-44a4-9909-745786bb754c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:46:21Z', 'updated_at': '2022-01-05T17:46:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '6bb57076-164e-4867-ae1a-43eb796a9135', 'name': '', 'network_id': '3e527cfd-3120-4cb5-8bb9-c51b90feebf3', 'tenant_id': '8e518d29c86c4653a8de8a7aad689e14', 'mac_address': 'fa:16:3e:c2:4f:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb2a4738-4bba-44a4-9909-745786bb754c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1782, 'fixed_ips': [{'subnet_id': '24f2a827-1888-4edc-824a-5566d265e8be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:46:24Z', 'updated_at': '2022-01-05T17:46:27Z', 'revision_number': 4, 'project_id': '8e518d29c86c4653a8de8a7aad689e14', 'subnets': [{'id': '24f2a827-1888-4edc-824a-5566d265e8be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 05 17:46:28.335608 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-c184410e-d36d-4d6d-a13f-78d9ed45adf3 req-b9083188-9954-4eed-8a16-c0155af2eada tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8b38f6e-838d-4c59-a7d2-feccc7edae56 HTTP/1.1" status: 200 len: 210 time: 0.0280223 Jan 05 17:46:28.785408 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 6bb57076-164e-4867-ae1a-43eb796a9135 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:46:28.838512 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Provisioning complete for port 6bb57076-164e-4867-ae1a-43eb796a9135 triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:46:28.838877 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:46:29.103875 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b1781b-5da9-404e-b657-1fe423139125 req-7c65c401-9bde-417c-8400-7bba89d8b36f tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:46:29.105727 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-45b1781b-5da9-404e-b657-1fe423139125 req-7c65c401-9bde-417c-8400-7bba89d8b36f tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.13 "GET /v2.0/networks?id=3e527cfd-3120-4cb5-8bb9-c51b90feebf3 HTTP/1.1" status: 200 len: 796 time: 0.1194649 Jan 05 17:46:29.169225 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-45b1781b-5da9-404e-b657-1fe423139125 req-61c08184-cdf8-4e9a-bac7-86732ac7c790 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8e518d29c86c4653a8de8a7aad689e14 HTTP/1.1" status: 200 len: 379 time: 0.0557587 Jan 05 17:46:29.177159 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [req-45b1781b-5da9-404e-b657-1fe423139125 req-91ba4b9e-a557-435d-81b1-720c6a14a4e7 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Request body: {'port': {'device_id': 'd8b38f6e-838d-4c59-a7d2-feccc7edae56', 'network_id': '3e527cfd-3120-4cb5-8bb9-c51b90feebf3', 'admin_state_up': True, 'tenant_id': '8e518d29c86c4653a8de8a7aad689e14', 'security_groups': ['02116762-fae5-41fd-a2f1-6f4134481780']}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:46:29.402252 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45b1781b-5da9-404e-b657-1fe423139125 req-91ba4b9e-a557-435d-81b1-720c6a14a4e7 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Made reservation on behalf of 8e518d29c86c4653a8de8a7aad689e14 for: {'port': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:46:29.406206 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-45b1781b-5da9-404e-b657-1fe423139125 req-91ba4b9e-a557-435d-81b1-720c6a14a4e7 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:46:29.444546 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-a4fdb707-2ba9-4acc-be43-28fb2e77a51e req-395ccc7a-8a3c-4a70-b3b0-94925175fcd5 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8b38f6e-838d-4c59-a7d2-feccc7edae56 HTTP/1.1" status: 200 len: 210 time: 0.0341742 Jan 05 17:46:29.553994 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [req-45b1781b-5da9-404e-b657-1fe423139125 req-91ba4b9e-a557-435d-81b1-720c6a14a4e7 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Allocated IP 172.20.0.6 (3e527cfd-3120-4cb5-8bb9-c51b90feebf3/24f2a827-1888-4edc-824a-5566d265e8be/ca3c3fb9-6052-4cb2-a914-5b06ddc1cbcb) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:46:29.685642 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.agents_db [None req-291d1585-17df-45c0-b64a-d244e6d90872 None None] Agent healthcheck: found 6 active agents {{(pid=103803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 05 17:46:29.707150 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-45b1781b-5da9-404e-b657-1fe423139125 req-91ba4b9e-a557-435d-81b1-720c6a14a4e7 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks [] for port, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:46:29.802886 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-45b1781b-5da9-404e-b657-1fe423139125 req-91ba4b9e-a557-435d-81b1-720c6a14a4e7 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:46:29.849723 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45b1781b-5da9-404e-b657-1fe423139125 req-91ba4b9e-a557-435d-81b1-720c6a14a4e7 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Network 3e527cfd-3120-4cb5-8bb9-c51b90feebf3 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:46:29.853882 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [req-45b1781b-5da9-404e-b657-1fe423139125 req-91ba4b9e-a557-435d-81b1-720c6a14a4e7 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:46:29.856611 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [req-45b1781b-5da9-404e-b657-1fe423139125 req-91ba4b9e-a557-435d-81b1-720c6a14a4e7 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:46:29.890045 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ba4b9e-a557-435d-81b1-720c6a14a4e7 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Pushing event updated for resources: {'Port': ['ID=ca3c3fb9-6052-4cb2-a914-5b06ddc1cbcb,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:46:29.915055 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b1781b-5da9-404e-b657-1fe423139125 req-91ba4b9e-a557-435d-81b1-720c6a14a4e7 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:46:29.915703 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-45b1781b-5da9-404e-b657-1fe423139125 req-91ba4b9e-a557-435d-81b1-720c6a14a4e7 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:46:30.016198 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-45b1781b-5da9-404e-b657-1fe423139125 req-91ba4b9e-a557-435d-81b1-720c6a14a4e7 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8427172 Jan 05 17:46:30.028450 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [req-45b1781b-5da9-404e-b657-1fe423139125 req-e4da3dbd-6741-4af8-a89b-e190a5d9ebe2 service neutron] Request body: {'port': {'device_id': 'd8b38f6e-838d-4c59-a7d2-feccc7edae56', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:46:30.088220 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-45b1781b-5da9-404e-b657-1fe423139125 req-e4da3dbd-6741-4af8-a89b-e190a5d9ebe2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:46:30.177453 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-cb5879eb-baec-4ceb-8ef0-f649fe2bdcee None None] Provisioning complete for port ca3c3fb9-6052-4cb2-a914-5b06ddc1cbcb triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:46:30.178041 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-cb5879eb-baec-4ceb-8ef0-f649fe2bdcee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:46:30.216697 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-cb5879eb-baec-4ceb-8ef0-f649fe2bdcee None None] Port ca3c3fb9-6052-4cb2-a914-5b06ddc1cbcb cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 17:46:30.347952 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.notifiers.nova [req-45b1781b-5da9-404e-b657-1fe423139125 req-e4da3dbd-6741-4af8-a89b-e190a5d9ebe2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca3c3fb9-6052-4cb2-a914-5b06ddc1cbcb {{(pid=103800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 05 17:46:30.355370 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-45b1781b-5da9-404e-b657-1fe423139125 req-e4da3dbd-6741-4af8-a89b-e190a5d9ebe2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:46:30.366925 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.provisioning_blocks [req-45b1781b-5da9-404e-b657-1fe423139125 req-e4da3dbd-6741-4af8-a89b-e190a5d9ebe2 service neutron] Transition to ACTIVE for port object ca3c3fb9-6052-4cb2-a914-5b06ddc1cbcb will not be triggered until provisioned by entity L2. {{(pid=103800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 05 17:46:30.453545 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-45b1781b-5da9-404e-b657-1fe423139125 req-e4da3dbd-6741-4af8-a89b-e190a5d9ebe2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8784461'] for port, after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:46:30.506490 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4da3dbd-6741-4af8-a89b-e190a5d9ebe2 service neutron] Pushing event updated for resources: {'Port': ['ID=ca3c3fb9-6052-4cb2-a914-5b06ddc1cbcb,revision_number=2']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:46:30.639441 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec714d7-530e-4b57-8f51-42471fccafc2 req-141ec902-2524-431d-b491-cdc6e7f516e5 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:46:30.646348 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-aec714d7-530e-4b57-8f51-42471fccafc2 req-141ec902-2524-431d-b491-cdc6e7f516e5 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8b38f6e-838d-4c59-a7d2-feccc7edae56 HTTP/1.1" status: 200 len: 943 time: 0.1052949 Jan 05 17:46:30.656834 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [req-45b1781b-5da9-404e-b657-1fe423139125 req-e4da3dbd-6741-4af8-a89b-e190a5d9ebe2 service neutron] Attempting to bind port ca3c3fb9-6052-4cb2-a914-5b06ddc1cbcb on host hv-neutron-mast for vnic_type normal with profile {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 05 17:46:30.657167 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [req-45b1781b-5da9-404e-b657-1fe423139125 req-e4da3dbd-6741-4af8-a89b-e190a5d9ebe2 service neutron] Attempting to bind port ca3c3fb9-6052-4cb2-a914-5b06ddc1cbcb by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '5291d510-94f0-4367-968e-6ac16b5c63fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '3e527cfd-3120-4cb5-8bb9-c51b90feebf3'}] {{(pid=103800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 05 17:46:30.657494 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45b1781b-5da9-404e-b657-1fe423139125 req-e4da3dbd-6741-4af8-a89b-e190a5d9ebe2 service neutron] Attempting to bind port ca3c3fb9-6052-4cb2-a914-5b06ddc1cbcb on network 3e527cfd-3120-4cb5-8bb9-c51b90feebf3 {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:46:30.674244 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45b1781b-5da9-404e-b657-1fe423139125 req-e4da3dbd-6741-4af8-a89b-e190a5d9ebe2 service neutron] Port ca3c3fb9-6052-4cb2-a914-5b06ddc1cbcb on network 3e527cfd-3120-4cb5-8bb9-c51b90feebf3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 05 17:46:30.674588 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45b1781b-5da9-404e-b657-1fe423139125 req-e4da3dbd-6741-4af8-a89b-e190a5d9ebe2 service neutron] Attempting to bind port ca3c3fb9-6052-4cb2-a914-5b06ddc1cbcb on network 3e527cfd-3120-4cb5-8bb9-c51b90feebf3 {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:46:30.682266 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45b1781b-5da9-404e-b657-1fe423139125 req-e4da3dbd-6741-4af8-a89b-e190a5d9ebe2 service neutron] Checking agent: {'id': '5c36d785-abe8-4e89-a23a-b403333d2378', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 5, 17, 3, 49), 'started_at': datetime.datetime(2022, 1, 5, 17, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 1, 5, 17, 46, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 05 17:46:30.682604 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45b1781b-5da9-404e-b657-1fe423139125 req-e4da3dbd-6741-4af8-a89b-e190a5d9ebe2 service neutron] Checking segment: {'id': '5291d510-94f0-4367-968e-6ac16b5c63fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '3e527cfd-3120-4cb5-8bb9-c51b90feebf3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:46:30.682986 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45b1781b-5da9-404e-b657-1fe423139125 req-e4da3dbd-6741-4af8-a89b-e190a5d9ebe2 service neutron] Bound using segment: {'id': '5291d510-94f0-4367-968e-6ac16b5c63fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '3e527cfd-3120-4cb5-8bb9-c51b90feebf3'} {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 05 17:46:30.683418 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [req-45b1781b-5da9-404e-b657-1fe423139125 req-e4da3dbd-6741-4af8-a89b-e190a5d9ebe2 service neutron] Bound port: ca3c3fb9-6052-4cb2-a914-5b06ddc1cbcb, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5291d510-94f0-4367-968e-6ac16b5c63fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '3e527cfd-3120-4cb5-8bb9-c51b90feebf3'}}] {{(pid=103800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 05 17:46:30.683846 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-45b1781b-5da9-404e-b657-1fe423139125 req-e4da3dbd-6741-4af8-a89b-e190a5d9ebe2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:46:30.749347 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-aec714d7-530e-4b57-8f51-42471fccafc2 req-8c971ff4-3b68-4485-a544-85cd8bad5c44 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "GET /v2.0/security-groups?id=02116762-fae5-41fd-a2f1-6f4134481780&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1021261 Jan 05 17:46:30.783745 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.db [req-45b1781b-5da9-404e-b657-1fe423139125 req-e4da3dbd-6741-4af8-a89b-e190a5d9ebe2 service neutron] For port ca3c3fb9-6052-4cb2-a914-5b06ddc1cbcb, host hv-neutron-mast, cleared binding levels {{(pid=103800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 05 17:46:30.783745 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.db [req-45b1781b-5da9-404e-b657-1fe423139125 req-e4da3dbd-6741-4af8-a89b-e190a5d9ebe2 service neutron] For port ca3c3fb9-6052-4cb2-a914-5b06ddc1cbcb, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=ca3c3fb9-6052-4cb2-a914-5b06ddc1cbcb,segment=NetworkSegment(5291d510-94f0-4367-968e-6ac16b5c63fb),segment_id=5291d510-94f0-4367-968e-6ac16b5c63fb)] {{(pid=103800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 05 17:46:30.859874 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-45b1781b-5da9-404e-b657-1fe423139125 req-e4da3dbd-6741-4af8-a89b-e190a5d9ebe2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8784461'] for port, after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:46:31.235445 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b1781b-5da9-404e-b657-1fe423139125 req-e4da3dbd-6741-4af8-a89b-e190a5d9ebe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:46:31.236055 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-45b1781b-5da9-404e-b657-1fe423139125 req-e4da3dbd-6741-4af8-a89b-e190a5d9ebe2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:46:31.237413 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-45b1781b-5da9-404e-b657-1fe423139125 req-e4da3dbd-6741-4af8-a89b-e190a5d9ebe2 service neutron] 10.222.0.13 "PUT /v2.0/ports/ca3c3fb9-6052-4cb2-a914-5b06ddc1cbcb HTTP/1.1" status: 200 len: 1093 time: 1.2141480 Jan 05 17:46:31.237872 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8b38f6e-838d-4c59-a7d2-feccc7edae56', 'tag': 'ca3c3fb9-6052-4cb2-a914-5b06ddc1cbcb'}] {{(pid=103800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 05 17:46:31.240105 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f64b9d4628f7eefcc27168a80c04985d23f0ea5def038dae05e1deb7357f3bfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37458792-0a0a-4c64-a1b4-f8a2a8384a7b" -d '{"events": [{"name": "network-changed", "server_uuid": "d8b38f6e-838d-4c59-a7d2-feccc7edae56", "tag": "ca3c3fb9-6052-4cb2-a914-5b06ddc1cbcb"}]}' {{(pid=103800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 05 17:46:31.271388 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4da3dbd-6741-4af8-a89b-e190a5d9ebe2 service neutron] Pushing event updated for resources: {'Port': ['ID=ca3c3fb9-6052-4cb2-a914-5b06ddc1cbcb,revision_number=3']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:46:31.292680 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Jan 2022 17:46:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d0684b9-4c9d-44bb-bb06-62d43c1b94a6 x-openstack-request-id: req-9d0684b9-4c9d-44bb-bb06-62d43c1b94a6 {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 05 17:46:31.292976 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8b38f6e-838d-4c59-a7d2-feccc7edae56", "tag": "ca3c3fb9-6052-4cb2-a914-5b06ddc1cbcb", "status": "completed", "code": 200}]} {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 05 17:46:31.293225 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-9d0684b9-4c9d-44bb-bb06-62d43c1b94a6 {{(pid=103800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 05 17:46:31.293660 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8b38f6e-838d-4c59-a7d2-feccc7edae56', 'tag': 'ca3c3fb9-6052-4cb2-a914-5b06ddc1cbcb', 'status': 'completed', 'code': 200} Jan 05 17:46:31.361726 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37458792-0a0a-4c64-a1b4-f8a2a8384a7b req-335ba5f8-c4f1-4c8c-9144-762ce6301f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:46:31.363269 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-37458792-0a0a-4c64-a1b4-f8a2a8384a7b req-335ba5f8-c4f1-4c8c-9144-762ce6301f31 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8e518d29c86c4653a8de8a7aad689e14&device_id=d8b38f6e-838d-4c59-a7d2-feccc7edae56 HTTP/1.1" status: 200 len: 1096 time: 0.0447936 Jan 05 17:46:31.464456 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37458792-0a0a-4c64-a1b4-f8a2a8384a7b req-6a4a4b7c-bd1c-4041-b7fe-8a7a2454cf7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:46:31.466003 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-37458792-0a0a-4c64-a1b4-f8a2a8384a7b req-6a4a4b7c-bd1c-4041-b7fe-8a7a2454cf7d service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=8e518d29c86c4653a8de8a7aad689e14&shared=False HTTP/1.1" status: 200 len: 897 time: 0.0955060 Jan 05 17:46:31.556072 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37458792-0a0a-4c64-a1b4-f8a2a8384a7b req-2276cf0e-412b-42da-ad66-bc3355a35b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:46:31.557449 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-37458792-0a0a-4c64-a1b4-f8a2a8384a7b req-2276cf0e-412b-42da-ad66-bc3355a35b06 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0860825 Jan 05 17:46:31.636033 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b1781b-5da9-404e-b657-1fe423139125 req-443fc568-46bf-4a7f-9f3b-95ccfd793e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:46:31.637624 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-45b1781b-5da9-404e-b657-1fe423139125 req-443fc568-46bf-4a7f-9f3b-95ccfd793e89 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8e518d29c86c4653a8de8a7aad689e14&device_id=d8b38f6e-838d-4c59-a7d2-feccc7edae56 HTTP/1.1" status: 200 len: 1096 time: 0.0465336 Jan 05 17:46:31.677882 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-45b1781b-5da9-404e-b657-1fe423139125 req-dfc91c14-3903-4765-8f9f-264e416d96aa service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ca3c3fb9-6052-4cb2-a914-5b06ddc1cbcb HTTP/1.1" status: 200 len: 217 time: 0.0336037 Jan 05 17:46:31.727808 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b1781b-5da9-404e-b657-1fe423139125 req-7cc75720-b50c-4ce2-8adf-1664041a7d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:46:31.729271 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-45b1781b-5da9-404e-b657-1fe423139125 req-7cc75720-b50c-4ce2-8adf-1664041a7d94 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=24f2a827-1888-4edc-824a-5566d265e8be HTTP/1.1" status: 200 len: 833 time: 0.0462832 Jan 05 17:46:31.772072 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b1781b-5da9-404e-b657-1fe423139125 req-73a3c8f5-d2ba-43fc-a7e3-45e00f55cc4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:46:31.773538 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-45b1781b-5da9-404e-b657-1fe423139125 req-73a3c8f5-d2ba-43fc-a7e3-45e00f55cc4e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3e527cfd-3120-4cb5-8bb9-c51b90feebf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0391531 Jan 05 17:46:31.895678 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-45b1781b-5da9-404e-b657-1fe423139125 req-a24e28d2-648d-4ea0-b3d7-a5fb8515bc3c service neutron] 10.222.0.13 "GET /v2.0/networks/3e527cfd-3120-4cb5-8bb9-c51b90feebf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1163313 Jan 05 17:46:31.903192 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6410f7-ab09-4c78-8b23-1f6afe07cf87 req-8982dd44-2d3c-4f20-8882-3f83c63aaa94 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:46:31.904541 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-9f6410f7-ab09-4c78-8b23-1f6afe07cf87 req-8982dd44-2d3c-4f20-8882-3f83c63aaa94 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8b38f6e-838d-4c59-a7d2-feccc7edae56 HTTP/1.1" status: 200 len: 943 time: 0.0763478 Jan 05 17:46:32.007323 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-9f6410f7-ab09-4c78-8b23-1f6afe07cf87 req-437bb3dc-88bb-4615-a5c7-cad370e5f252 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "GET /v2.0/security-groups?id=02116762-fae5-41fd-a2f1-6f4134481780&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0949726 Jan 05 17:46:32.024403 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-45b1781b-5da9-404e-b657-1fe423139125 req-f0f03b26-0eb4-4512-a5c5-aa5cf04a26d0 service neutron] 10.222.0.13 "GET /v2.0/networks/3e527cfd-3120-4cb5-8bb9-c51b90feebf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189482 Jan 05 17:46:33.121612 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9a39bd-71f7-4310-92c1-56519368a40c req-fcc1091b-d135-4af7-a4c3-4a1b5909afcd tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:46:33.123076 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-aa9a39bd-71f7-4310-92c1-56519368a40c req-fcc1091b-d135-4af7-a4c3-4a1b5909afcd tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8b38f6e-838d-4c59-a7d2-feccc7edae56 HTTP/1.1" status: 200 len: 943 time: 0.0477338 Jan 05 17:46:33.170404 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-aa9a39bd-71f7-4310-92c1-56519368a40c req-630af504-940e-4822-874b-e7b3275589c7 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "GET /v2.0/security-groups?id=02116762-fae5-41fd-a2f1-6f4134481780&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418868 Jan 05 17:46:34.035853 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Device ca3c3fb9-6052-4cb2-a914-5b06ddc1cbcb details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 05 17:46:34.129807 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] For port ca3c3fb9-6052-4cb2-a914-5b06ddc1cbcb, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=ca3c3fb9-6052-4cb2-a914-5b06ddc1cbcb,segment=NetworkSegment(5291d510-94f0-4367-968e-6ac16b5c63fb),segment_id=5291d510-94f0-4367-968e-6ac16b5c63fb)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:46:34.141303 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Returning: {'device': 'ca3c3fb9-6052-4cb2-a914-5b06ddc1cbcb', 'network_id': '3e527cfd-3120-4cb5-8bb9-c51b90feebf3', 'port_id': 'ca3c3fb9-6052-4cb2-a914-5b06ddc1cbcb', 'mac_address': 'fa:16:3e:c7:ce:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24f2a827-1888-4edc-824a-5566d265e8be', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 05 17:46:34.176618 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:46:34.189077 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.notifiers.nova [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca3c3fb9-6052-4cb2-a914-5b06ddc1cbcb {{(pid=103802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 05 17:46:34.210061 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] For port ca3c3fb9-6052-4cb2-a914-5b06ddc1cbcb, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=ca3c3fb9-6052-4cb2-a914-5b06ddc1cbcb,segment=NetworkSegment(5291d510-94f0-4367-968e-6ac16b5c63fb),segment_id=5291d510-94f0-4367-968e-6ac16b5c63fb)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:46:34.259970 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:46:34.288923 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a695264d-385e-4318-a327-89b472a6981d req-4200749f-fc8d-4f6c-9529-5eb85346e5f9 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:46:34.290434 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-a695264d-385e-4318-a327-89b472a6981d req-4200749f-fc8d-4f6c-9529-5eb85346e5f9 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8b38f6e-838d-4c59-a7d2-feccc7edae56 HTTP/1.1" status: 200 len: 943 time: 0.0557971 Jan 05 17:46:34.308468 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Pushing event updated for resources: {'Port': ['ID=ca3c3fb9-6052-4cb2-a914-5b06ddc1cbcb,revision_number=4']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:46:34.340476 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-a695264d-385e-4318-a327-89b472a6981d req-dfef31c0-ab39-4e8f-a89f-0a9ca095c503 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "GET /v2.0/security-groups?id=02116762-fae5-41fd-a2f1-6f4134481780&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443704 Jan 05 17:46:34.490736 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] get_ports_and_sgs() called for port_ids ['ca3c3fb9-6052-4cb2-a914-5b06ddc1cbcb'] {{(pid=103802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 05 17:46:35.452065 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd868a8-bd25-4d4a-b241-a6149b469dd8 req-79fddda3-65e6-441f-9aaa-167d1e2a585a tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:46:35.453531 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-2dd868a8-bd25-4d4a-b241-a6149b469dd8 req-79fddda3-65e6-441f-9aaa-167d1e2a585a tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8b38f6e-838d-4c59-a7d2-feccc7edae56 HTTP/1.1" status: 200 len: 944 time: 0.0479696 Jan 05 17:46:35.501691 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-2dd868a8-bd25-4d4a-b241-a6149b469dd8 req-264d7f18-a6bc-45ad-9f71-e84c9e20cabc tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "GET /v2.0/security-groups?id=02116762-fae5-41fd-a2f1-6f4134481780&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425768 Jan 05 17:46:36.067037 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Device ca3c3fb9-6052-4cb2-a914-5b06ddc1cbcb up at agent hyperv_hv-neutron-mast {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:46:36.173001 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Provisioning for port ca3c3fb9-6052-4cb2-a914-5b06ddc1cbcb completed by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 05 17:46:36.176593 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Provisioning complete for port ca3c3fb9-6052-4cb2-a914-5b06ddc1cbcb triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:46:36.176961 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:46:36.251690 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:46:36.273091 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8b38f6e-838d-4c59-a7d2-feccc7edae56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca3c3fb9-6052-4cb2-a914-5b06ddc1cbcb'}] {{(pid=103802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 05 17:46:36.275440 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36b213fbd845b3f09e785999bbcda1c85cd5592d7f001460987854e5c1683bd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51852915-7069-4381-9dd0-076294352096" -d '{"events": [{"server_uuid": "d8b38f6e-838d-4c59-a7d2-feccc7edae56", "name": "network-vif-plugged", "status": "completed", "tag": "ca3c3fb9-6052-4cb2-a914-5b06ddc1cbcb"}]}' {{(pid=103802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 05 17:46:36.289727 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] For port ca3c3fb9-6052-4cb2-a914-5b06ddc1cbcb, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=ca3c3fb9-6052-4cb2-a914-5b06ddc1cbcb,segment=NetworkSegment(5291d510-94f0-4367-968e-6ac16b5c63fb),segment_id=5291d510-94f0-4367-968e-6ac16b5c63fb)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:46:36.315751 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Jan 2022 17:46:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e74b2ce-5629-41db-b643-5b463b45255a x-openstack-request-id: req-1e74b2ce-5629-41db-b643-5b463b45255a {{(pid=103802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 05 17:46:36.315751 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8b38f6e-838d-4c59-a7d2-feccc7edae56", "name": "network-vif-plugged", "status": "completed", "tag": "ca3c3fb9-6052-4cb2-a914-5b06ddc1cbcb", "code": 200}]} {{(pid=103802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 05 17:46:36.315751 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-1e74b2ce-5629-41db-b643-5b463b45255a {{(pid=103802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 05 17:46:36.315751 dv-neutron-master-2-hyperv neutron-server[103802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8b38f6e-838d-4c59-a7d2-feccc7edae56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca3c3fb9-6052-4cb2-a914-5b06ddc1cbcb', 'code': 200} Jan 05 17:46:36.368389 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:46:36.417634 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Pushing event updated for resources: {'Port': ['ID=ca3c3fb9-6052-4cb2-a914-5b06ddc1cbcb,revision_number=5']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:46:36.615094 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5294c104-695e-45a5-9ccb-f7b245b84e8c req-499cae5f-585f-48fc-89d6-cd9284211149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:46:36.616588 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-5294c104-695e-45a5-9ccb-f7b245b84e8c req-499cae5f-585f-48fc-89d6-cd9284211149 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d8b38f6e-838d-4c59-a7d2-feccc7edae56 HTTP/1.1" status: 200 len: 1098 time: 0.0447817 Jan 05 17:46:36.625278 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fc8751-325b-4667-9c96-a37222bca3ec req-2e822414-1c0b-4ce4-8b59-9ea7e665fb9a tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:46:36.626919 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-e4fc8751-325b-4667-9c96-a37222bca3ec req-2e822414-1c0b-4ce4-8b59-9ea7e665fb9a tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8b38f6e-838d-4c59-a7d2-feccc7edae56 HTTP/1.1" status: 200 len: 945 time: 0.0573268 Jan 05 17:46:36.662090 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-5294c104-695e-45a5-9ccb-f7b245b84e8c req-419c08d0-a246-4d31-99e5-a226168aa5ff service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=02116762-fae5-41fd-a2f1-6f4134481780&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393906 Jan 05 17:46:36.675890 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-e4fc8751-325b-4667-9c96-a37222bca3ec req-08e330f4-e78e-40fd-ae50-56221fbd4e11 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "GET /v2.0/security-groups?id=02116762-fae5-41fd-a2f1-6f4134481780&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432072 Jan 05 17:46:37.796652 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23467d2-4903-4c87-9576-0bf24d13a129 req-7a009fb1-0365-46d3-bad8-3f7176b45fc9 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:46:37.798176 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-b23467d2-4903-4c87-9576-0bf24d13a129 req-7a009fb1-0365-46d3-bad8-3f7176b45fc9 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8b38f6e-838d-4c59-a7d2-feccc7edae56 HTTP/1.1" status: 200 len: 945 time: 0.0507874 Jan 05 17:46:37.846936 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-b23467d2-4903-4c87-9576-0bf24d13a129 req-dbba06b2-028b-4bd0-bd5b-f415efe8fab5 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "GET /v2.0/security-groups?id=02116762-fae5-41fd-a2f1-6f4134481780&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431273 Jan 05 17:46:38.317694 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-898cf1ec-703f-4c28-bed5-a09d050b5df1 req-c3de13d9-4780-4e4b-99d1-fd251ef3d6ce service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d8b38f6e-838d-4c59-a7d2-feccc7edae56&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0430818 Jan 05 17:46:38.399911 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898cf1ec-703f-4c28-bed5-a09d050b5df1 req-664d4818-b96c-4620-89fb-09acebc4d3a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:46:38.401353 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-898cf1ec-703f-4c28-bed5-a09d050b5df1 req-664d4818-b96c-4620-89fb-09acebc4d3a5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8e518d29c86c4653a8de8a7aad689e14&device_id=d8b38f6e-838d-4c59-a7d2-feccc7edae56 HTTP/1.1" status: 200 len: 1098 time: 0.0396333 Jan 05 17:46:38.498288 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898cf1ec-703f-4c28-bed5-a09d050b5df1 req-a92231ce-4c2b-45eb-8ba6-b4f10546e388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:46:38.499720 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-898cf1ec-703f-4c28-bed5-a09d050b5df1 req-a92231ce-4c2b-45eb-8ba6-b4f10546e388 service neutron] 10.222.0.13 "GET /v2.0/networks?id=3e527cfd-3120-4cb5-8bb9-c51b90feebf3 HTTP/1.1" status: 200 len: 897 time: 0.0814555 Jan 05 17:46:38.546587 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-898cf1ec-703f-4c28-bed5-a09d050b5df1 req-f39f2e8d-1a1e-4acf-88af-c532404a4a5b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ca3c3fb9-6052-4cb2-a914-5b06ddc1cbcb HTTP/1.1" status: 200 len: 217 time: 0.0371640 Jan 05 17:46:38.593031 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898cf1ec-703f-4c28-bed5-a09d050b5df1 req-a0c214e4-adcf-42bb-bcd9-1e7286770a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:46:38.594362 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-898cf1ec-703f-4c28-bed5-a09d050b5df1 req-a0c214e4-adcf-42bb-bcd9-1e7286770a42 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=24f2a827-1888-4edc-824a-5566d265e8be HTTP/1.1" status: 200 len: 833 time: 0.0423424 Jan 05 17:46:38.644318 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898cf1ec-703f-4c28-bed5-a09d050b5df1 req-9b10d2a2-0b3d-49c0-8bf5-f99f6405be1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:46:38.645848 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-898cf1ec-703f-4c28-bed5-a09d050b5df1 req-9b10d2a2-0b3d-49c0-8bf5-f99f6405be1b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3e527cfd-3120-4cb5-8bb9-c51b90feebf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0454557 Jan 05 17:46:38.736459 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-898cf1ec-703f-4c28-bed5-a09d050b5df1 req-80144a79-18c7-45f1-9c1c-2577e602a9bc service neutron] 10.222.0.13 "GET /v2.0/networks/3e527cfd-3120-4cb5-8bb9-c51b90feebf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844646 Jan 05 17:46:38.823040 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-898cf1ec-703f-4c28-bed5-a09d050b5df1 req-e6310156-ed80-4771-b92f-8d15364b531c service neutron] 10.222.0.13 "GET /v2.0/networks/3e527cfd-3120-4cb5-8bb9-c51b90feebf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796714 Jan 05 17:46:38.968552 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd68bf9d-7b97-47fb-bb36-e7d17335f13f req-dc9d03a8-91a4-4c2e-b1e3-2f8fe00c275b tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:46:38.970361 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-cd68bf9d-7b97-47fb-bb36-e7d17335f13f req-dc9d03a8-91a4-4c2e-b1e3-2f8fe00c275b tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8b38f6e-838d-4c59-a7d2-feccc7edae56 HTTP/1.1" status: 200 len: 945 time: 0.0570934 Jan 05 17:46:39.018730 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-cd68bf9d-7b97-47fb-bb36-e7d17335f13f req-4399159f-2db8-418c-8a3c-7545c534789c tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "GET /v2.0/security-groups?id=02116762-fae5-41fd-a2f1-6f4134481780&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429621 Jan 05 17:46:39.130480 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3218cc2f-150e-49d4-bc53-7871d1594f26 req-15a3c0da-0008-4000-afd4-46fdf9271488 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:46:39.131878 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-3218cc2f-150e-49d4-bc53-7871d1594f26 req-15a3c0da-0008-4000-afd4-46fdf9271488 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8b38f6e-838d-4c59-a7d2-feccc7edae56 HTTP/1.1" status: 200 len: 945 time: 0.0496473 Jan 05 17:46:39.184119 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-3218cc2f-150e-49d4-bc53-7871d1594f26 req-b34364f7-47a7-4c56-9e4f-2384f1248b78 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "GET /v2.0/security-groups?id=02116762-fae5-41fd-a2f1-6f4134481780&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468731 Jan 05 17:46:39.204672 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 52002) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:46:39.244158 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09c71b65-ce4b-419b-90d8-3f5fb776547c tempest-TestNetworkAdvancedServerOps-2131337417 tempest-TestNetworkAdvancedServerOps-2131337417-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:46:39.245738 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-09c71b65-ce4b-419b-90d8-3f5fb776547c tempest-TestNetworkAdvancedServerOps-2131337417 tempest-TestNetworkAdvancedServerOps-2131337417-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=d8b38f6e-838d-4c59-a7d2-feccc7edae56 HTTP/1.1" status: 200 len: 1093 time: 0.0400147 Jan 05 17:46:39.248595 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 52004) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:46:39.252996 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-3d64fcea-ca78-4973-bdba-499d64bd0752 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Request body: {'floatingip': {'floating_network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'port_id': 'ca3c3fb9-6052-4cb2-a914-5b06ddc1cbcb', 'tenant_id': '8e518d29c86c4653a8de8a7aad689e14', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:46:39.333505 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3d64fcea-ca78-4973-bdba-499d64bd0752 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks [] for floatingip, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:46:39.430841 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3d64fcea-ca78-4973-bdba-499d64bd0752 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:46:39.528149 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [None req-3d64fcea-ca78-4973-bdba-499d64bd0752 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Allocated IP 172.36.4.215 (b0167590-0699-4c5c-a932-3939414a9573/7a784a6d-3d96-418f-a645-b9ccd0b1ac55/068a5a16-37f2-4e08-8ea5-ea9e7ecd7287) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:46:39.628843 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3d64fcea-ca78-4973-bdba-499d64bd0752 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks [] for port, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:46:39.716426 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3d64fcea-ca78-4973-bdba-499d64bd0752 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11433176'] for port, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:46:39.753209 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d64fcea-ca78-4973-bdba-499d64bd0752 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Network b0167590-0699-4c5c-a932-3939414a9573 is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:46:39.756099 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-3d64fcea-ca78-4973-bdba-499d64bd0752 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:46:39.759661 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d64fcea-ca78-4973-bdba-499d64bd0752 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:46:39.784202 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d64fcea-ca78-4973-bdba-499d64bd0752 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Pushing event updated for resources: {'Port': ['ID=068a5a16-37f2-4e08-8ea5-ea9e7ecd7287,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:46:40.419446 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3d64fcea-ca78-4973-bdba-499d64bd0752 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:46:40.524851 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3d64fcea-ca78-4973-bdba-499d64bd0752 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:46:40.670094 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3d64fcea-ca78-4973-bdba-499d64bd0752 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks [] for port, precommit_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:46:40.749881 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3d64fcea-ca78-4973-bdba-499d64bd0752 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11433169'] for port, after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:46:40.816476 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d64fcea-ca78-4973-bdba-499d64bd0752 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Pushing event updated for resources: {'Port': ['ID=068a5a16-37f2-4e08-8ea5-ea9e7ecd7287,revision_number=2']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:46:40.830042 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3d64fcea-ca78-4973-bdba-499d64bd0752 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648677'] for floatingip, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:46:40.927692 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.db.l3_db [None req-3d64fcea-ca78-4973-bdba-499d64bd0752 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Floating IP 1a932cc7-1398-4ed5-8f81-664eecd692eb associated. External IP: 172.36.4.215, port: ca3c3fb9-6052-4cb2-a914-5b06ddc1cbcb. Jan 05 17:46:41.126977 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d64fcea-ca78-4973-bdba-499d64bd0752 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Router cb2a4738-4bba-44a4-9909-745786bb754c has already been hosted by L3 agent 59446fdc-40e0-41fe-a575-a8eb11d742f7 {{(pid=103801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 05 17:46:41.231746 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d64fcea-ca78-4973-bdba-499d64bd0752 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 05 17:46:41.242058 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f806622-c057-4c8a-a42b-4b6c7d1e3488 None None] Sync routers for ids ['cb2a4738-4bba-44a4-9909-745786bb754c'] in dv-neutron-master-2-hyperv {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 05 17:46:41.251483 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f806622-c057-4c8a-a42b-4b6c7d1e3488 None None] Routers {'cb2a4738-4bba-44a4-9909-745786bb754c'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:46:41.256279 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-8f806622-c057-4c8a-a42b-4b6c7d1e3488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:46:19Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['cb2a4738-4bba-44a4-9909-745786bb754c'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:46:41.312338 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3d64fcea-ca78-4973-bdba-499d64bd0752 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for floatingip, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:46:41.343239 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-3d64fcea-ca78-4973-bdba-499d64bd0752 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0935254 Jan 05 17:46:41.344269 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8b38f6e-838d-4c59-a7d2-feccc7edae56', 'tag': 'ca3c3fb9-6052-4cb2-a914-5b06ddc1cbcb'}] {{(pid=103801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 05 17:46:41.346291 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cee9004337cfdaf047d78d8066c7d6073fad8dbc2217b3b67c4523abea34d3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e8191b1-c34f-4c2a-808c-fa254440d6bd" -d '{"events": [{"name": "network-changed", "server_uuid": "d8b38f6e-838d-4c59-a7d2-feccc7edae56", "tag": "ca3c3fb9-6052-4cb2-a914-5b06ddc1cbcb"}]}' {{(pid=103801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 05 17:46:41.361864 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-8f806622-c057-4c8a-a42b-4b6c7d1e3488 None None] Set router cb2a4738-4bba-44a4-9909-745786bb754c gateway port host: dv-neutron-master-2-hyperv {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:46:41.441091 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75514a2-4bcf-4337-9020-ff1e7c736aaf req-853d953f-b1f3-4014-8ce2-217984bc05e8 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:46:41.442669 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-c75514a2-4bcf-4337-9020-ff1e7c736aaf req-853d953f-b1f3-4014-8ce2-217984bc05e8 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8b38f6e-838d-4c59-a7d2-feccc7edae56 HTTP/1.1" status: 200 len: 945 time: 0.0512810 Jan 05 17:46:41.449259 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Jan 2022 17:46:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbb55b97-1cec-4c4e-9c69-a33e2e6f6bef x-openstack-request-id: req-cbb55b97-1cec-4c4e-9c69-a33e2e6f6bef {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 05 17:46:41.449550 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8b38f6e-838d-4c59-a7d2-feccc7edae56", "tag": "ca3c3fb9-6052-4cb2-a914-5b06ddc1cbcb", "status": "completed", "code": 200}]} {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 05 17:46:41.449821 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-cbb55b97-1cec-4c4e-9c69-a33e2e6f6bef {{(pid=103801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 05 17:46:41.450221 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8b38f6e-838d-4c59-a7d2-feccc7edae56', 'tag': 'ca3c3fb9-6052-4cb2-a914-5b06ddc1cbcb', 'status': 'completed', 'code': 200} Jan 05 17:46:41.501959 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-c75514a2-4bcf-4337-9020-ff1e7c736aaf req-021d13fb-ce2c-4bbc-90d0-70af0c3feead tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "GET /v2.0/security-groups?id=02116762-fae5-41fd-a2f1-6f4134481780&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507925 Jan 05 17:46:41.512992 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8191b1-c34f-4c2a-808c-fa254440d6bd req-a477e09a-a5b4-4e73-a147-ddc2dcfc9a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:46:41.514556 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-8e8191b1-c34f-4c2a-808c-fa254440d6bd req-a477e09a-a5b4-4e73-a147-ddc2dcfc9a36 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8e518d29c86c4653a8de8a7aad689e14&device_id=d8b38f6e-838d-4c59-a7d2-feccc7edae56 HTTP/1.1" status: 200 len: 1098 time: 0.0437126 Jan 05 17:46:41.519348 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 52014) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:46:41.600203 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-8f806622-c057-4c8a-a42b-4b6c7d1e3488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb2a4738-4bba-44a4-9909-745786bb754c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1646032562', 'tenant_id': '8e518d29c86c4653a8de8a7aad689e14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.89'}], 'enable_snat': True}, 'gw_port_id': '1e1ff359-fa4b-4301-b489-329860f15b89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:46:21Z', 'updated_at': '2022-01-05T17:46:25Z', 'revision_number': 4, 'project_id': '8e518d29c86c4653a8de8a7aad689e14', 'gw_port': {'id': '1e1ff359-fa4b-4301-b489-329860f15b89', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:11:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb2a4738-4bba-44a4-9909-745786bb754c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:46:21Z', 'updated_at': '2022-01-05T17:46:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '1a932cc7-1398-4ed5-8f81-664eecd692eb', 'tenant_id': '8e518d29c86c4653a8de8a7aad689e14', 'floating_ip_address': '172.36.4.215', 'floating_network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'router_id': 'cb2a4738-4bba-44a4-9909-745786bb754c', 'port_id': 'ca3c3fb9-6052-4cb2-a914-5b06ddc1cbcb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1785, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3e527cfd-3120-4cb5-8bb9-c51b90feebf3', 'mac_address': 'fa:16:3e:c7:ce:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8b38f6e-838d-4c59-a7d2-feccc7edae56', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-05T17:46:39Z', 'updated_at': '2022-01-05T17:46:39Z', 'revision_number': 0, 'project_id': '8e518d29c86c4653a8de8a7aad689e14', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6bb57076-164e-4867-ae1a-43eb796a9135', 'name': '', 'network_id': '3e527cfd-3120-4cb5-8bb9-c51b90feebf3', 'tenant_id': '8e518d29c86c4653a8de8a7aad689e14', 'mac_address': 'fa:16:3e:c2:4f:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb2a4738-4bba-44a4-9909-745786bb754c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1782, 'fixed_ips': [{'subnet_id': '24f2a827-1888-4edc-824a-5566d265e8be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:46:24Z', 'updated_at': '2022-01-05T17:46:27Z', 'revision_number': 5, 'project_id': '8e518d29c86c4653a8de8a7aad689e14', 'subnets': [{'id': '24f2a827-1888-4edc-824a-5566d265e8be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:46:41.630491 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f806622-c057-4c8a-a42b-4b6c7d1e3488 None None] Checking router: cb2a4738-4bba-44a4-9909-745786bb754c for host: dv-neutron-master-2-hyperv {{(pid=103802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 05 17:46:41.632029 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-d7f31e6b-fa38-4c1a-91a9-4fc3dc5f3bf2 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "GET /v2.0/floatingips/1a932cc7-1398-4ed5-8f81-664eecd692eb HTTP/1.1" status: 200 len: 991 time: 0.1116171 Jan 05 17:46:41.639777 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f806622-c057-4c8a-a42b-4b6c7d1e3488 None None] Routers {'cb2a4738-4bba-44a4-9909-745786bb754c'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:46:41.640371 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-8f806622-c057-4c8a-a42b-4b6c7d1e3488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:46:19Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['cb2a4738-4bba-44a4-9909-745786bb754c'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:46:41.658807 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8191b1-c34f-4c2a-808c-fa254440d6bd req-13377cfa-fb87-48c6-8b7f-943c06530a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:46:41.660266 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-8e8191b1-c34f-4c2a-808c-fa254440d6bd req-13377cfa-fb87-48c6-8b7f-943c06530a08 service neutron] 10.222.0.13 "GET /v2.0/networks?id=3e527cfd-3120-4cb5-8bb9-c51b90feebf3 HTTP/1.1" status: 200 len: 897 time: 0.1388845 Jan 05 17:46:41.729806 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-8e8191b1-c34f-4c2a-808c-fa254440d6bd req-fc466783-dd2b-4467-9443-312a8dc99c89 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ca3c3fb9-6052-4cb2-a914-5b06ddc1cbcb HTTP/1.1" status: 200 len: 999 time: 0.0631540 Jan 05 17:46:41.779391 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8191b1-c34f-4c2a-808c-fa254440d6bd req-ac2c4d9a-0284-49a1-b8e3-286d6709e50c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:46:41.780773 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-8e8191b1-c34f-4c2a-808c-fa254440d6bd req-ac2c4d9a-0284-49a1-b8e3-286d6709e50c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=24f2a827-1888-4edc-824a-5566d265e8be HTTP/1.1" status: 200 len: 833 time: 0.0461645 Jan 05 17:46:41.827001 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8191b1-c34f-4c2a-808c-fa254440d6bd req-6cdf0383-7e81-45cb-b0fc-6d353fd4249d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:46:41.828505 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-8e8191b1-c34f-4c2a-808c-fa254440d6bd req-6cdf0383-7e81-45cb-b0fc-6d353fd4249d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3e527cfd-3120-4cb5-8bb9-c51b90feebf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0423036 Jan 05 17:46:41.895414 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-8f806622-c057-4c8a-a42b-4b6c7d1e3488 None None] Set router cb2a4738-4bba-44a4-9909-745786bb754c gateway port host: dv-neutron-master-2-hyperv {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:46:41.920505 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-8e8191b1-c34f-4c2a-808c-fa254440d6bd req-d708faeb-a7f8-4cf0-bb55-7c1337f377ff service neutron] 10.222.0.13 "GET /v2.0/networks/3e527cfd-3120-4cb5-8bb9-c51b90feebf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858510 Jan 05 17:46:42.010182 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-8e8191b1-c34f-4c2a-808c-fa254440d6bd req-9e318105-7cd4-4b97-b8c6-40b37b330896 service neutron] 10.222.0.13 "GET /v2.0/networks/3e527cfd-3120-4cb5-8bb9-c51b90feebf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841246 Jan 05 17:46:42.122022 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-8f806622-c057-4c8a-a42b-4b6c7d1e3488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb2a4738-4bba-44a4-9909-745786bb754c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1646032562', 'tenant_id': '8e518d29c86c4653a8de8a7aad689e14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.89'}], 'enable_snat': True}, 'gw_port_id': '1e1ff359-fa4b-4301-b489-329860f15b89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:46:21Z', 'updated_at': '2022-01-05T17:46:25Z', 'revision_number': 4, 'project_id': '8e518d29c86c4653a8de8a7aad689e14', 'gw_port': {'id': '1e1ff359-fa4b-4301-b489-329860f15b89', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:11:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb2a4738-4bba-44a4-9909-745786bb754c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:46:21Z', 'updated_at': '2022-01-05T17:46:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '1a932cc7-1398-4ed5-8f81-664eecd692eb', 'tenant_id': '8e518d29c86c4653a8de8a7aad689e14', 'floating_ip_address': '172.36.4.215', 'floating_network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'router_id': 'cb2a4738-4bba-44a4-9909-745786bb754c', 'port_id': 'ca3c3fb9-6052-4cb2-a914-5b06ddc1cbcb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1785, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3e527cfd-3120-4cb5-8bb9-c51b90feebf3', 'mac_address': 'fa:16:3e:c7:ce:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8b38f6e-838d-4c59-a7d2-feccc7edae56', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-05T17:46:39Z', 'updated_at': '2022-01-05T17:46:39Z', 'revision_number': 0, 'project_id': '8e518d29c86c4653a8de8a7aad689e14', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6bb57076-164e-4867-ae1a-43eb796a9135', 'name': '', 'network_id': '3e527cfd-3120-4cb5-8bb9-c51b90feebf3', 'tenant_id': '8e518d29c86c4653a8de8a7aad689e14', 'mac_address': 'fa:16:3e:c2:4f:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb2a4738-4bba-44a4-9909-745786bb754c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1782, 'fixed_ips': [{'subnet_id': '24f2a827-1888-4edc-824a-5566d265e8be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:46:24Z', 'updated_at': '2022-01-05T17:46:27Z', 'revision_number': 5, 'project_id': '8e518d29c86c4653a8de8a7aad689e14', 'subnets': [{'id': '24f2a827-1888-4edc-824a-5566d265e8be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:46:42.152365 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f806622-c057-4c8a-a42b-4b6c7d1e3488 None None] The sync data for ids ['cb2a4738-4bba-44a4-9909-745786bb754c'] in dv-neutron-master-2-hyperv is: [{'id': 'cb2a4738-4bba-44a4-9909-745786bb754c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1646032562', 'tenant_id': '8e518d29c86c4653a8de8a7aad689e14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.89'}], 'enable_snat': True}, 'gw_port_id': '1e1ff359-fa4b-4301-b489-329860f15b89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:46:21Z', 'updated_at': '2022-01-05T17:46:25Z', 'revision_number': 4, 'project_id': '8e518d29c86c4653a8de8a7aad689e14', 'gw_port': {'id': '1e1ff359-fa4b-4301-b489-329860f15b89', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:11:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb2a4738-4bba-44a4-9909-745786bb754c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:46:21Z', 'updated_at': '2022-01-05T17:46:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '1a932cc7-1398-4ed5-8f81-664eecd692eb', 'tenant_id': '8e518d29c86c4653a8de8a7aad689e14', 'floating_ip_address': '172.36.4.215', 'floating_network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'router_id': 'cb2a4738-4bba-44a4-9909-745786bb754c', 'port_id': 'ca3c3fb9-6052-4cb2-a914-5b06ddc1cbcb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1785, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3e527cfd-3120-4cb5-8bb9-c51b90feebf3', 'mac_address': 'fa:16:3e:c7:ce:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8b38f6e-838d-4c59-a7d2-feccc7edae56', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-05T17:46:39Z', 'updated_at': '2022-01-05T17:46:39Z', 'revision_number': 0, 'project_id': '8e518d29c86c4653a8de8a7aad689e14', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6bb57076-164e-4867-ae1a-43eb796a9135', 'name': '', 'network_id': '3e527cfd-3120-4cb5-8bb9-c51b90feebf3', 'tenant_id': '8e518d29c86c4653a8de8a7aad689e14', 'mac_address': 'fa:16:3e:c2:4f:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb2a4738-4bba-44a4-9909-745786bb754c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1782, 'fixed_ips': [{'subnet_id': '24f2a827-1888-4edc-824a-5566d265e8be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:46:24Z', 'updated_at': '2022-01-05T17:46:27Z', 'revision_number': 5, 'project_id': '8e518d29c86c4653a8de8a7aad689e14', 'subnets': [{'id': '24f2a827-1888-4edc-824a-5566d265e8be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 05 17:46:42.349517 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec6c3ff2-4da8-4eae-b93d-e8bc7cbfbe5e None None] New status for floating IP 1a932cc7-1398-4ed5-8f81-664eecd692eb: ACTIVE {{(pid=103803) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 05 17:46:42.636417 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 52018) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:46:42.700709 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-d80e46fe-fbf8-4991-af1a-a569a7278e15 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "GET /v2.0/floatingips/1a932cc7-1398-4ed5-8f81-664eecd692eb HTTP/1.1" status: 200 len: 993 time: 0.0631537 Jan 05 17:46:47.110100 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-7a17a82c-af9b-4aed-8044-6109674a62cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:46:49.361897 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-a335040a-802e-42c7-995d-51e93fb9eeb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:46:50.122036 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:46:50.658759 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d2607572-b3c9-472c-85bc-c8de0c3fb75c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:46:52.038137 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d504d802-9546-4ce5-a9d3-96c844ac5808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:46:53.304816 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:47:06.684431 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.agents_db [None req-291d1585-17df-45c0-b64a-d244e6d90872 None None] Agent healthcheck: found 6 active agents {{(pid=103803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 05 17:47:14.214345 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19579be-e421-4f01-b7e8-d6b879c63ec4 req-ad0d547d-a649-48e6-960b-93a5b130d64d tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:47:14.215856 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-b19579be-e421-4f01-b7e8-d6b879c63ec4 req-ad0d547d-a649-48e6-960b-93a5b130d64d tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8b38f6e-838d-4c59-a7d2-feccc7edae56 HTTP/1.1" status: 200 len: 945 time: 0.0503907 Jan 05 17:47:14.263289 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-b19579be-e421-4f01-b7e8-d6b879c63ec4 req-fe0a4ec0-3657-4c0b-9c0a-6e0cc2a6b3ac tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "GET /v2.0/security-groups?id=02116762-fae5-41fd-a2f1-6f4134481780&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421166 Jan 05 17:47:15.386806 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f466f9fd-19eb-4a75-aae0-179121c87438 req-97e12444-1b29-4456-bfe7-a61be655b508 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:47:15.388262 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-f466f9fd-19eb-4a75-aae0-179121c87438 req-97e12444-1b29-4456-bfe7-a61be655b508 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8b38f6e-838d-4c59-a7d2-feccc7edae56 HTTP/1.1" status: 200 len: 945 time: 0.0495625 Jan 05 17:47:15.436584 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-f466f9fd-19eb-4a75-aae0-179121c87438 req-880c39fb-0c05-4ab6-a576-4b4e52369d82 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "GET /v2.0/security-groups?id=02116762-fae5-41fd-a2f1-6f4134481780&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428860 Jan 05 17:47:16.551345 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0320ec-5c8b-46f0-b659-b016820f9bff req-adedb231-e409-4994-afd1-03137e0aca95 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:47:16.552800 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-ef0320ec-5c8b-46f0-b659-b016820f9bff req-adedb231-e409-4994-afd1-03137e0aca95 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8b38f6e-838d-4c59-a7d2-feccc7edae56 HTTP/1.1" status: 200 len: 945 time: 0.0509326 Jan 05 17:47:16.602146 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-ef0320ec-5c8b-46f0-b659-b016820f9bff req-d20f846b-c23a-43f4-b7da-89fdf82cd7b0 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "GET /v2.0/security-groups?id=02116762-fae5-41fd-a2f1-6f4134481780&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439017 Jan 05 17:47:17.121244 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-a3b73547-1048-4b4a-b1db-ad5d9e6ff67a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:47:17.719874 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87e747d-d664-40fd-8045-67968116359f req-ca6bc98a-2764-47e8-b194-0274b2a31769 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:47:17.721316 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-d87e747d-d664-40fd-8045-67968116359f req-ca6bc98a-2764-47e8-b194-0274b2a31769 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8b38f6e-838d-4c59-a7d2-feccc7edae56 HTTP/1.1" status: 200 len: 945 time: 0.0520749 Jan 05 17:47:17.767248 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-d87e747d-d664-40fd-8045-67968116359f req-5b438dc3-ba32-4b80-8d77-a1f7121a93a3 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "GET /v2.0/security-groups?id=02116762-fae5-41fd-a2f1-6f4134481780&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400376 Jan 05 17:47:18.879729 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6fdd3e-49a4-4193-a970-492444d686d6 req-5f5e3ba8-15f4-42d6-b04f-d39f96ab10a0 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:47:18.881107 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-8a6fdd3e-49a4-4193-a970-492444d686d6 req-5f5e3ba8-15f4-42d6-b04f-d39f96ab10a0 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8b38f6e-838d-4c59-a7d2-feccc7edae56 HTTP/1.1" status: 200 len: 945 time: 0.0488675 Jan 05 17:47:18.932371 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-8a6fdd3e-49a4-4193-a970-492444d686d6 req-405f2983-704a-4585-8fcb-2ad1eb86939e tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "GET /v2.0/security-groups?id=02116762-fae5-41fd-a2f1-6f4134481780&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447199 Jan 05 17:47:19.372076 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-5be4e3e8-802c-4eaa-a7bf-88830f45f82e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:47:20.042692 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ea9403-aed9-4b93-b88c-a91860e697ef req-1e5faa7c-ea6e-4334-8cdc-0919fc756199 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:47:20.044147 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-c1ea9403-aed9-4b93-b88c-a91860e697ef req-1e5faa7c-ea6e-4334-8cdc-0919fc756199 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8b38f6e-838d-4c59-a7d2-feccc7edae56 HTTP/1.1" status: 200 len: 945 time: 0.0482392 Jan 05 17:47:20.092600 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-c1ea9403-aed9-4b93-b88c-a91860e697ef req-d9e24c43-6492-424d-84b6-44f64df846b9 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "GET /v2.0/security-groups?id=02116762-fae5-41fd-a2f1-6f4134481780&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430071 Jan 05 17:47:20.144461 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:47:20.698444 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d2607572-b3c9-472c-85bc-c8de0c3fb75c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:47:21.203865 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992eca11-21ff-4ad3-964e-583db22538f7 req-ab7062a9-b3a9-44cf-b195-a756a3357e8b tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:47:21.205327 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-992eca11-21ff-4ad3-964e-583db22538f7 req-ab7062a9-b3a9-44cf-b195-a756a3357e8b tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8b38f6e-838d-4c59-a7d2-feccc7edae56 HTTP/1.1" status: 200 len: 945 time: 0.0475912 Jan 05 17:47:21.256445 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-992eca11-21ff-4ad3-964e-583db22538f7 req-3cd1fb0d-2dd4-431d-b926-88d81908400a tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "GET /v2.0/security-groups?id=02116762-fae5-41fd-a2f1-6f4134481780&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448735 Jan 05 17:47:22.081011 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d504d802-9546-4ce5-a9d3-96c844ac5808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:47:22.378999 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b188bb85-f0d5-4f43-b185-5928807e4fc6 req-d8a8fecd-e3ad-4e86-a3d2-326c3e5fef21 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:47:22.380472 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-b188bb85-f0d5-4f43-b185-5928807e4fc6 req-d8a8fecd-e3ad-4e86-a3d2-326c3e5fef21 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8b38f6e-838d-4c59-a7d2-feccc7edae56 HTTP/1.1" status: 200 len: 945 time: 0.0527220 Jan 05 17:47:22.433091 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-b188bb85-f0d5-4f43-b185-5928807e4fc6 req-80cf71a0-1748-4e6c-a003-93ee6c40f6ae tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "GET /v2.0/security-groups?id=02116762-fae5-41fd-a2f1-6f4134481780&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467808 Jan 05 17:47:23.384402 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:47:23.545417 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bac4bf9-0bba-4b99-9f3a-89a8f396c813 req-c5664ae1-e7d2-4ae4-9d7c-18b00133b547 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:47:23.547056 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-5bac4bf9-0bba-4b99-9f3a-89a8f396c813 req-c5664ae1-e7d2-4ae4-9d7c-18b00133b547 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8b38f6e-838d-4c59-a7d2-feccc7edae56 HTTP/1.1" status: 200 len: 945 time: 0.0476372 Jan 05 17:47:23.594783 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-5bac4bf9-0bba-4b99-9f3a-89a8f396c813 req-2ed9aaed-c53b-4b18-86fc-514de1c27762 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "GET /v2.0/security-groups?id=02116762-fae5-41fd-a2f1-6f4134481780&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423729 Jan 05 17:47:24.708740 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a376a5d-b1f5-416d-ba39-bbdf98ade502 req-94dc3bd6-1ef4-420a-95f5-1f468305bb42 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:47:24.710221 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-0a376a5d-b1f5-416d-ba39-bbdf98ade502 req-94dc3bd6-1ef4-420a-95f5-1f468305bb42 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8b38f6e-838d-4c59-a7d2-feccc7edae56 HTTP/1.1" status: 200 len: 945 time: 0.0492494 Jan 05 17:47:24.757775 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-0a376a5d-b1f5-416d-ba39-bbdf98ade502 req-321fdb8b-bc1f-4218-9316-f376bb918671 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "GET /v2.0/security-groups?id=02116762-fae5-41fd-a2f1-6f4134481780&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413582 Jan 05 17:47:25.872035 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b178d413-3319-4ef9-b784-0f36cf92e72a req-4c7a3e91-cd59-444e-bb20-2d28385ef5fc tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:47:25.874763 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-b178d413-3319-4ef9-b784-0f36cf92e72a req-4c7a3e91-cd59-444e-bb20-2d28385ef5fc tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8b38f6e-838d-4c59-a7d2-feccc7edae56 HTTP/1.1" status: 200 len: 945 time: 0.0521879 Jan 05 17:47:25.922898 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-b178d413-3319-4ef9-b784-0f36cf92e72a req-2881f331-5b4c-4a7f-a925-22f89f573aa9 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "GET /v2.0/security-groups?id=02116762-fae5-41fd-a2f1-6f4134481780&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426679 Jan 05 17:47:27.037301 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86aab7c-dbe8-4d5c-af84-35ce67a4ceb9 req-5a8ad01d-7689-48f7-af4e-cc61bd1577d7 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:47:27.039384 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-f86aab7c-dbe8-4d5c-af84-35ce67a4ceb9 req-5a8ad01d-7689-48f7-af4e-cc61bd1577d7 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8b38f6e-838d-4c59-a7d2-feccc7edae56 HTTP/1.1" status: 200 len: 945 time: 0.0494156 Jan 05 17:47:27.086841 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-f86aab7c-dbe8-4d5c-af84-35ce67a4ceb9 req-ca593dd8-2f1b-4713-8b42-b41bd27a12bc tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "GET /v2.0/security-groups?id=02116762-fae5-41fd-a2f1-6f4134481780&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420544 Jan 05 17:47:28.202509 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51151cc3-8111-4b78-9524-24cacd71a200 req-32d71811-4ee5-49ed-b1c6-67eb82a20670 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:47:28.203923 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-51151cc3-8111-4b78-9524-24cacd71a200 req-32d71811-4ee5-49ed-b1c6-67eb82a20670 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8b38f6e-838d-4c59-a7d2-feccc7edae56 HTTP/1.1" status: 200 len: 945 time: 0.0524485 Jan 05 17:47:28.259867 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-51151cc3-8111-4b78-9524-24cacd71a200 req-98ef2b1c-c9c8-43f2-9727-3b798149cecf tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "GET /v2.0/security-groups?id=02116762-fae5-41fd-a2f1-6f4134481780&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506098 Jan 05 17:47:29.377116 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2288ca6d-0605-49c4-93ff-2b88f1065e84 req-1ac6f557-91b3-4e99-a6b0-be7ea4f8f5d3 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:47:29.378620 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-2288ca6d-0605-49c4-93ff-2b88f1065e84 req-1ac6f557-91b3-4e99-a6b0-be7ea4f8f5d3 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8b38f6e-838d-4c59-a7d2-feccc7edae56 HTTP/1.1" status: 200 len: 945 time: 0.0531943 Jan 05 17:47:29.425132 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-2288ca6d-0605-49c4-93ff-2b88f1065e84 req-b7495fbb-b926-4417-b522-89469e2e2a52 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "GET /v2.0/security-groups?id=02116762-fae5-41fd-a2f1-6f4134481780&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411472 Jan 05 17:47:30.537314 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dd1fb2-80a5-4462-bc79-5488151f897c req-4be5c96f-ed95-44bd-b9d7-bca080aadb8f tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:47:30.538786 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-59dd1fb2-80a5-4462-bc79-5488151f897c req-4be5c96f-ed95-44bd-b9d7-bca080aadb8f tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8b38f6e-838d-4c59-a7d2-feccc7edae56 HTTP/1.1" status: 200 len: 945 time: 0.0484025 Jan 05 17:47:30.586634 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-59dd1fb2-80a5-4462-bc79-5488151f897c req-f728079d-bdcb-467f-80ea-917e989dc115 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "GET /v2.0/security-groups?id=02116762-fae5-41fd-a2f1-6f4134481780&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423729 Jan 05 17:47:30.608391 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 52064) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:47:30.671106 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-55f98fab-7b39-4401-a39b-8ac897a492ab tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "GET /v2.0/floatingips/1a932cc7-1398-4ed5-8f81-664eecd692eb HTTP/1.1" status: 200 len: 993 time: 0.0615890 Jan 05 17:47:32.076207 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b539e389-e034-4b1c-8bdf-cf97d3ccf8de req-3f2f8cca-a57b-4b70-ba9f-20205588bf7b tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:47:32.077747 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-b539e389-e034-4b1c-8bdf-cf97d3ccf8de req-3f2f8cca-a57b-4b70-ba9f-20205588bf7b tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8b38f6e-838d-4c59-a7d2-feccc7edae56 HTTP/1.1" status: 200 len: 945 time: 0.0486968 Jan 05 17:47:32.126384 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-b539e389-e034-4b1c-8bdf-cf97d3ccf8de req-56be1129-3a81-4f0f-8c3b-73a3fc84967a tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "GET /v2.0/security-groups?id=02116762-fae5-41fd-a2f1-6f4134481780&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430734 Jan 05 17:47:32.170152 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9b160f-3395-41eb-8fe6-084c6a72620e req-e845dce5-23f8-468d-a6b4-908eea1ff02c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:47:32.171599 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-9d9b160f-3395-41eb-8fe6-084c6a72620e req-e845dce5-23f8-468d-a6b4-908eea1ff02c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8e518d29c86c4653a8de8a7aad689e14&device_id=d8b38f6e-838d-4c59-a7d2-feccc7edae56 HTTP/1.1" status: 200 len: 1098 time: 0.0397944 Jan 05 17:47:32.261806 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9b160f-3395-41eb-8fe6-084c6a72620e req-6e7a5dd4-14ba-44d0-aeb7-dc37c51f5e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:47:32.262032 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-9d9b160f-3395-41eb-8fe6-084c6a72620e req-6e7a5dd4-14ba-44d0-aeb7-dc37c51f5e16 service neutron] 10.222.0.13 "GET /v2.0/networks?id=3e527cfd-3120-4cb5-8bb9-c51b90feebf3 HTTP/1.1" status: 200 len: 897 time: 0.0850999 Jan 05 17:47:32.325896 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-9d9b160f-3395-41eb-8fe6-084c6a72620e req-0f62efda-b293-4449-b878-ed58e5d215f3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ca3c3fb9-6052-4cb2-a914-5b06ddc1cbcb HTTP/1.1" status: 200 len: 1001 time: 0.0586779 Jan 05 17:47:32.372845 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9b160f-3395-41eb-8fe6-084c6a72620e req-cb9aab87-bcf7-4541-a39e-90d188eedc18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:47:32.374345 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-9d9b160f-3395-41eb-8fe6-084c6a72620e req-cb9aab87-bcf7-4541-a39e-90d188eedc18 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=24f2a827-1888-4edc-824a-5566d265e8be HTTP/1.1" status: 200 len: 833 time: 0.0432990 Jan 05 17:47:32.420079 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9b160f-3395-41eb-8fe6-084c6a72620e req-bc898e27-cc3e-4ca1-b5a7-7a98869de92c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:47:32.421548 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-9d9b160f-3395-41eb-8fe6-084c6a72620e req-bc898e27-cc3e-4ca1-b5a7-7a98869de92c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3e527cfd-3120-4cb5-8bb9-c51b90feebf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0416942 Jan 05 17:47:32.431391 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [req-9d9b160f-3395-41eb-8fe6-084c6a72620e req-8421f648-5435-43df-8e44-be78c4ecf283 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103800) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 05 17:47:32.432371 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-9d9b160f-3395-41eb-8fe6-084c6a72620e req-8421f648-5435-43df-8e44-be78c4ecf283 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053966 Jan 05 17:47:32.517183 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-9d9b160f-3395-41eb-8fe6-084c6a72620e req-3f101738-b14e-443b-a345-cfb27e6f596b service neutron] 10.222.0.13 "GET /v2.0/networks/3e527cfd-3120-4cb5-8bb9-c51b90feebf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794675 Jan 05 17:47:32.605345 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-9d9b160f-3395-41eb-8fe6-084c6a72620e req-ca84883b-8b0b-4e1d-aef9-9fc561b20496 service neutron] 10.222.0.13 "GET /v2.0/networks/3e527cfd-3120-4cb5-8bb9-c51b90feebf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825081 Jan 05 17:47:33.243458 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4699bc57-770b-4b33-8832-34c290cbe3f9 req-456994fc-fae0-41e3-ac7c-139cdd12e24a tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:47:33.244923 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-4699bc57-770b-4b33-8832-34c290cbe3f9 req-456994fc-fae0-41e3-ac7c-139cdd12e24a tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8b38f6e-838d-4c59-a7d2-feccc7edae56 HTTP/1.1" status: 200 len: 945 time: 0.0494478 Jan 05 17:47:33.293865 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-4699bc57-770b-4b33-8832-34c290cbe3f9 req-34b60728-3d2b-483e-ade0-4988ecd82533 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "GET /v2.0/security-groups?id=02116762-fae5-41fd-a2f1-6f4134481780&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433962 Jan 05 17:47:34.458703 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41217aaa-90bf-4afe-86b8-878e4de82e68 req-6edebabc-57b7-4d62-a03b-47b94eaa03ff tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:47:34.460676 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-41217aaa-90bf-4afe-86b8-878e4de82e68 req-6edebabc-57b7-4d62-a03b-47b94eaa03ff tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8b38f6e-838d-4c59-a7d2-feccc7edae56 HTTP/1.1" status: 200 len: 945 time: 0.0949652 Jan 05 17:47:34.508427 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-41217aaa-90bf-4afe-86b8-878e4de82e68 req-514dca30-6992-4684-9390-9356dfd0148d tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "GET /v2.0/security-groups?id=02116762-fae5-41fd-a2f1-6f4134481780&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418797 Jan 05 17:47:34.534844 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 52078) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:47:34.597675 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-29401844-ca05-4d7c-991a-2f1b3ba47e61 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "GET /v2.0/floatingips/1a932cc7-1398-4ed5-8f81-664eecd692eb HTTP/1.1" status: 200 len: 993 time: 0.0616002 Jan 05 17:47:38.352734 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-5f1648e1-db42-48f1-9966-2b3f7fa3d0bc req-375b1187-21b7-4398-8ad6-b15ae0f71084 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d8b38f6e-838d-4c59-a7d2-feccc7edae56&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0785182 Jan 05 17:47:38.430734 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1648e1-db42-48f1-9966-2b3f7fa3d0bc req-a3cf1d4f-7f9a-44b2-9f1b-91d26aa499b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:47:38.432194 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-5f1648e1-db42-48f1-9966-2b3f7fa3d0bc req-a3cf1d4f-7f9a-44b2-9f1b-91d26aa499b1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8e518d29c86c4653a8de8a7aad689e14&device_id=d8b38f6e-838d-4c59-a7d2-feccc7edae56 HTTP/1.1" status: 200 len: 1098 time: 0.0396762 Jan 05 17:47:38.531987 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1648e1-db42-48f1-9966-2b3f7fa3d0bc req-a70577f7-aac1-453e-9bfb-ba02fdc0b04e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:47:38.533314 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-5f1648e1-db42-48f1-9966-2b3f7fa3d0bc req-a70577f7-aac1-453e-9bfb-ba02fdc0b04e service neutron] 10.222.0.13 "GET /v2.0/networks?id=3e527cfd-3120-4cb5-8bb9-c51b90feebf3 HTTP/1.1" status: 200 len: 897 time: 0.0843446 Jan 05 17:47:38.596272 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-5f1648e1-db42-48f1-9966-2b3f7fa3d0bc req-483eef6f-5bb6-4bb5-975f-a22edd93151e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ca3c3fb9-6052-4cb2-a914-5b06ddc1cbcb HTTP/1.1" status: 200 len: 1001 time: 0.0567529 Jan 05 17:47:38.643570 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1648e1-db42-48f1-9966-2b3f7fa3d0bc req-f8570bcf-e0fd-431c-bafa-901933351dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:47:38.644993 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-5f1648e1-db42-48f1-9966-2b3f7fa3d0bc req-f8570bcf-e0fd-431c-bafa-901933351dc8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=24f2a827-1888-4edc-824a-5566d265e8be HTTP/1.1" status: 200 len: 833 time: 0.0430264 Jan 05 17:47:38.691511 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1648e1-db42-48f1-9966-2b3f7fa3d0bc req-cec4074a-17fc-46f6-9ab7-4887c1f49fef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:47:38.692963 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-5f1648e1-db42-48f1-9966-2b3f7fa3d0bc req-cec4074a-17fc-46f6-9ab7-4887c1f49fef service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3e527cfd-3120-4cb5-8bb9-c51b90feebf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0421312 Jan 05 17:47:38.778861 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-5f1648e1-db42-48f1-9966-2b3f7fa3d0bc req-c15b4467-58e7-4d0f-8fde-83eb16faaccc service neutron] 10.222.0.13 "GET /v2.0/networks/3e527cfd-3120-4cb5-8bb9-c51b90feebf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790005 Jan 05 17:47:38.874338 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-5f1648e1-db42-48f1-9966-2b3f7fa3d0bc req-46f7c649-b1f3-477e-9f63-889c3babd08b service neutron] 10.222.0.13 "GET /v2.0/networks/3e527cfd-3120-4cb5-8bb9-c51b90feebf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825789 Jan 05 17:47:43.683720 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.agents_db [None req-291d1585-17df-45c0-b64a-d244e6d90872 None None] Agent healthcheck: found 6 active agents {{(pid=103803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 05 17:47:47.115061 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-57e02ac0-c645-4a3b-a190-974995f97021 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:47:49.406706 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-871a367b-57b5-4fb4-85d2-452380c01f01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:47:50.155143 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:47:50.686583 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d2607572-b3c9-472c-85bc-c8de0c3fb75c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:47:52.063677 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d504d802-9546-4ce5-a9d3-96c844ac5808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:47:53.315486 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:48:05.073974 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 52090) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:48:05.225922 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-3bda2a40-0c6e-430f-af00-7e3aca408b2d tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Deleting port 068a5a16-37f2-4e08-8ea5-ea9e7ecd7287 {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:48:05.226256 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3bda2a40-0c6e-430f-af00-7e3aca408b2d tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:48:05.297926 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3bda2a40-0c6e-430f-af00-7e3aca408b2d tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:48:05.298250 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3bda2a40-0c6e-430f-af00-7e3aca408b2d tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:48:05.310188 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-3bda2a40-0c6e-430f-af00-7e3aca408b2d tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Calling delete_port for 068a5a16-37f2-4e08-8ea5-ea9e7ecd7287 owned by network:floatingip {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:48:05.503554 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3bda2a40-0c6e-430f-af00-7e3aca408b2d tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11433176'] for port, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:48:05.528059 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bda2a40-0c6e-430f-af00-7e3aca408b2d tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Pushing event deleted for resources: {'Port': ['ID=068a5a16-37f2-4e08-8ea5-ea9e7ecd7287,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:48:05.539673 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bda2a40-0c6e-430f-af00-7e3aca408b2d tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:48:05.540033 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bda2a40-0c6e-430f-af00-7e3aca408b2d tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:48:05.540379 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bda2a40-0c6e-430f-af00-7e3aca408b2d tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:48:05.540717 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bda2a40-0c6e-430f-af00-7e3aca408b2d tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:48:05.541050 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bda2a40-0c6e-430f-af00-7e3aca408b2d tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:48:05.541383 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bda2a40-0c6e-430f-af00-7e3aca408b2d tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:48:05.541745 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bda2a40-0c6e-430f-af00-7e3aca408b2d tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:48:05.542078 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bda2a40-0c6e-430f-af00-7e3aca408b2d tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:48:05.542402 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bda2a40-0c6e-430f-af00-7e3aca408b2d tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:48:05.542725 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bda2a40-0c6e-430f-af00-7e3aca408b2d tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:48:05.543048 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bda2a40-0c6e-430f-af00-7e3aca408b2d tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:48:05.543368 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bda2a40-0c6e-430f-af00-7e3aca408b2d tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:48:05.543687 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bda2a40-0c6e-430f-af00-7e3aca408b2d tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:48:05.600077 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3bda2a40-0c6e-430f-af00-7e3aca408b2d tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks [] for floatingip, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:48:05.600923 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.db.l3_db [None req-3bda2a40-0c6e-430f-af00-7e3aca408b2d tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Floating IP 1a932cc7-1398-4ed5-8f81-664eecd692eb disassociated (deleted). External IP: 172.36.4.215, port: ca3c3fb9-6052-4cb2-a914-5b06ddc1cbcb. Jan 05 17:48:05.803807 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bda2a40-0c6e-430f-af00-7e3aca408b2d tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Router cb2a4738-4bba-44a4-9909-745786bb754c has already been hosted by L3 agent 59446fdc-40e0-41fe-a575-a8eb11d742f7 {{(pid=103801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 05 17:48:05.907853 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bda2a40-0c6e-430f-af00-7e3aca408b2d tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 05 17:48:05.912607 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3bda2a40-0c6e-430f-af00-7e3aca408b2d tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for floatingip, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:48:05.917552 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-877d627b-9ad7-4b8a-bc19-29f2322c08b4 None None] Sync routers for ids ['cb2a4738-4bba-44a4-9909-745786bb754c'] in dv-neutron-master-2-hyperv {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 05 17:48:05.926512 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-877d627b-9ad7-4b8a-bc19-29f2322c08b4 None None] Routers {'cb2a4738-4bba-44a4-9909-745786bb754c'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:48:05.927118 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-877d627b-9ad7-4b8a-bc19-29f2322c08b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:47:49Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['cb2a4738-4bba-44a4-9909-745786bb754c'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:48:05.938950 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-3bda2a40-0c6e-430f-af00-7e3aca408b2d tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "DELETE /v2.0/floatingips/1a932cc7-1398-4ed5-8f81-664eecd692eb HTTP/1.1" status: 204 len: 168 time: 0.8639114 Jan 05 17:48:05.939635 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8b38f6e-838d-4c59-a7d2-feccc7edae56', 'tag': 'ca3c3fb9-6052-4cb2-a914-5b06ddc1cbcb'}] {{(pid=103801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 05 17:48:05.941980 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cee9004337cfdaf047d78d8066c7d6073fad8dbc2217b3b67c4523abea34d3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd4c7200-37ed-4c55-b394-54777b01a5c3" -d '{"events": [{"name": "network-changed", "server_uuid": "d8b38f6e-838d-4c59-a7d2-feccc7edae56", "tag": "ca3c3fb9-6052-4cb2-a914-5b06ddc1cbcb"}]}' {{(pid=103801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 05 17:48:05.989440 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Jan 2022 17:48:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a0daba6-1338-4659-8894-491730617682 x-openstack-request-id: req-2a0daba6-1338-4659-8894-491730617682 {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 05 17:48:05.989787 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8b38f6e-838d-4c59-a7d2-feccc7edae56", "tag": "ca3c3fb9-6052-4cb2-a914-5b06ddc1cbcb", "status": "completed", "code": 200}]} {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 05 17:48:05.990043 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-2a0daba6-1338-4659-8894-491730617682 {{(pid=103801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 05 17:48:05.990446 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8b38f6e-838d-4c59-a7d2-feccc7edae56', 'tag': 'ca3c3fb9-6052-4cb2-a914-5b06ddc1cbcb', 'status': 'completed', 'code': 200} Jan 05 17:48:06.034396 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-877d627b-9ad7-4b8a-bc19-29f2322c08b4 None None] Set router cb2a4738-4bba-44a4-9909-745786bb754c gateway port host: dv-neutron-master-2-hyperv {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:48:06.054211 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4c7200-37ed-4c55-b394-54777b01a5c3 req-1df01b6d-bc72-464f-9cd1-882140c279e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:48:06.055734 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-bd4c7200-37ed-4c55-b394-54777b01a5c3 req-1df01b6d-bc72-464f-9cd1-882140c279e0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8e518d29c86c4653a8de8a7aad689e14&device_id=d8b38f6e-838d-4c59-a7d2-feccc7edae56 HTTP/1.1" status: 200 len: 1098 time: 0.0435944 Jan 05 17:48:06.150214 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4c7200-37ed-4c55-b394-54777b01a5c3 req-6d31b358-25db-4ac4-9b6a-64bb731228dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:48:06.151674 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-bd4c7200-37ed-4c55-b394-54777b01a5c3 req-6d31b358-25db-4ac4-9b6a-64bb731228dd service neutron] 10.222.0.13 "GET /v2.0/networks?id=3e527cfd-3120-4cb5-8bb9-c51b90feebf3 HTTP/1.1" status: 200 len: 897 time: 0.0890467 Jan 05 17:48:06.192779 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-bd4c7200-37ed-4c55-b394-54777b01a5c3 req-735e4c85-35df-46b0-90bb-a15472f4e04f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ca3c3fb9-6052-4cb2-a914-5b06ddc1cbcb HTTP/1.1" status: 200 len: 217 time: 0.0336547 Jan 05 17:48:06.233206 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-877d627b-9ad7-4b8a-bc19-29f2322c08b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb2a4738-4bba-44a4-9909-745786bb754c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1646032562', 'tenant_id': '8e518d29c86c4653a8de8a7aad689e14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.89'}], 'enable_snat': True}, 'gw_port_id': '1e1ff359-fa4b-4301-b489-329860f15b89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:46:21Z', 'updated_at': '2022-01-05T17:46:25Z', 'revision_number': 4, 'project_id': '8e518d29c86c4653a8de8a7aad689e14', 'gw_port': {'id': '1e1ff359-fa4b-4301-b489-329860f15b89', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:11:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb2a4738-4bba-44a4-9909-745786bb754c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:46:21Z', 'updated_at': '2022-01-05T17:46:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '6bb57076-164e-4867-ae1a-43eb796a9135', 'name': '', 'network_id': '3e527cfd-3120-4cb5-8bb9-c51b90feebf3', 'tenant_id': '8e518d29c86c4653a8de8a7aad689e14', 'mac_address': 'fa:16:3e:c2:4f:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb2a4738-4bba-44a4-9909-745786bb754c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1782, 'fixed_ips': [{'subnet_id': '24f2a827-1888-4edc-824a-5566d265e8be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:46:24Z', 'updated_at': '2022-01-05T17:46:27Z', 'revision_number': 5, 'project_id': '8e518d29c86c4653a8de8a7aad689e14', 'subnets': [{'id': '24f2a827-1888-4edc-824a-5566d265e8be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:48:06.242885 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4c7200-37ed-4c55-b394-54777b01a5c3 req-4409f886-d889-4bd8-8e0f-52a184ae3ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:48:06.244349 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-bd4c7200-37ed-4c55-b394-54777b01a5c3 req-4409f886-d889-4bd8-8e0f-52a184ae3ec0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=24f2a827-1888-4edc-824a-5566d265e8be HTTP/1.1" status: 200 len: 833 time: 0.0463006 Jan 05 17:48:06.259276 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-877d627b-9ad7-4b8a-bc19-29f2322c08b4 None None] Checking router: cb2a4738-4bba-44a4-9909-745786bb754c for host: dv-neutron-master-2-hyperv {{(pid=103802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 05 17:48:06.267699 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-877d627b-9ad7-4b8a-bc19-29f2322c08b4 None None] Routers {'cb2a4738-4bba-44a4-9909-745786bb754c'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:48:06.268339 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-877d627b-9ad7-4b8a-bc19-29f2322c08b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:47:49Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['cb2a4738-4bba-44a4-9909-745786bb754c'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:48:06.290747 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4c7200-37ed-4c55-b394-54777b01a5c3 req-fb616e43-9d55-436d-99b1-6fdd71b1566e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:48:06.292276 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-bd4c7200-37ed-4c55-b394-54777b01a5c3 req-fb616e43-9d55-436d-99b1-6fdd71b1566e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3e527cfd-3120-4cb5-8bb9-c51b90feebf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0399573 Jan 05 17:48:06.382408 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-877d627b-9ad7-4b8a-bc19-29f2322c08b4 None None] Set router cb2a4738-4bba-44a4-9909-745786bb754c gateway port host: dv-neutron-master-2-hyperv {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:48:06.396374 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-bd4c7200-37ed-4c55-b394-54777b01a5c3 req-6df5e60c-84f3-4c16-84c8-6c89bb86edec service neutron] 10.222.0.13 "GET /v2.0/networks/3e527cfd-3120-4cb5-8bb9-c51b90feebf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965903 Jan 05 17:48:06.513649 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe73c4fd-2f5d-484d-9cf1-80c3685665c5 req-c77e1e2a-8f78-4ef9-a668-38d730558fcb tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:48:06.515147 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-fe73c4fd-2f5d-484d-9cf1-80c3685665c5 req-c77e1e2a-8f78-4ef9-a668-38d730558fcb tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8b38f6e-838d-4c59-a7d2-feccc7edae56 HTTP/1.1" status: 200 len: 945 time: 0.1528218 Jan 05 17:48:06.541285 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-bd4c7200-37ed-4c55-b394-54777b01a5c3 req-8b93e53c-2fd8-4cc7-92b4-5dcdb63ff015 service neutron] 10.222.0.13 "GET /v2.0/networks/3e527cfd-3120-4cb5-8bb9-c51b90feebf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382036 Jan 05 17:48:06.572910 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-fe73c4fd-2f5d-484d-9cf1-80c3685665c5 req-c831d1ad-3de6-4b0e-8361-b2b91411eaee tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "GET /v2.0/security-groups?id=02116762-fae5-41fd-a2f1-6f4134481780&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489655 Jan 05 17:48:06.582710 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-877d627b-9ad7-4b8a-bc19-29f2322c08b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb2a4738-4bba-44a4-9909-745786bb754c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1646032562', 'tenant_id': '8e518d29c86c4653a8de8a7aad689e14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.89'}], 'enable_snat': True}, 'gw_port_id': '1e1ff359-fa4b-4301-b489-329860f15b89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:46:21Z', 'updated_at': '2022-01-05T17:46:25Z', 'revision_number': 4, 'project_id': '8e518d29c86c4653a8de8a7aad689e14', 'gw_port': {'id': '1e1ff359-fa4b-4301-b489-329860f15b89', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:11:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb2a4738-4bba-44a4-9909-745786bb754c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:46:21Z', 'updated_at': '2022-01-05T17:46:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '6bb57076-164e-4867-ae1a-43eb796a9135', 'name': '', 'network_id': '3e527cfd-3120-4cb5-8bb9-c51b90feebf3', 'tenant_id': '8e518d29c86c4653a8de8a7aad689e14', 'mac_address': 'fa:16:3e:c2:4f:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb2a4738-4bba-44a4-9909-745786bb754c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1782, 'fixed_ips': [{'subnet_id': '24f2a827-1888-4edc-824a-5566d265e8be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:46:24Z', 'updated_at': '2022-01-05T17:46:27Z', 'revision_number': 5, 'project_id': '8e518d29c86c4653a8de8a7aad689e14', 'subnets': [{'id': '24f2a827-1888-4edc-824a-5566d265e8be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:48:06.608849 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-877d627b-9ad7-4b8a-bc19-29f2322c08b4 None None] The sync data for ids ['cb2a4738-4bba-44a4-9909-745786bb754c'] in dv-neutron-master-2-hyperv is: [{'id': 'cb2a4738-4bba-44a4-9909-745786bb754c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1646032562', 'tenant_id': '8e518d29c86c4653a8de8a7aad689e14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.89'}], 'enable_snat': True}, 'gw_port_id': '1e1ff359-fa4b-4301-b489-329860f15b89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:46:21Z', 'updated_at': '2022-01-05T17:46:25Z', 'revision_number': 4, 'project_id': '8e518d29c86c4653a8de8a7aad689e14', 'gw_port': {'id': '1e1ff359-fa4b-4301-b489-329860f15b89', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:11:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb2a4738-4bba-44a4-9909-745786bb754c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:46:21Z', 'updated_at': '2022-01-05T17:46:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '6bb57076-164e-4867-ae1a-43eb796a9135', 'name': '', 'network_id': '3e527cfd-3120-4cb5-8bb9-c51b90feebf3', 'tenant_id': '8e518d29c86c4653a8de8a7aad689e14', 'mac_address': 'fa:16:3e:c2:4f:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb2a4738-4bba-44a4-9909-745786bb754c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1782, 'fixed_ips': [{'subnet_id': '24f2a827-1888-4edc-824a-5566d265e8be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:46:24Z', 'updated_at': '2022-01-05T17:46:27Z', 'revision_number': 5, 'project_id': '8e518d29c86c4653a8de8a7aad689e14', 'subnets': [{'id': '24f2a827-1888-4edc-824a-5566d265e8be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 05 17:48:06.822746 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c142caf-0810-41ac-bbdf-550e99162fdc None None] New status for floating IP 1a932cc7-1398-4ed5-8f81-664eecd692eb: DOWN {{(pid=103803) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 05 17:48:07.688811 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8000833-2b09-45db-8c91-beafd8779af6 req-c80d15bc-a8fe-4081-8aae-617ed91b5acd tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:48:07.690343 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-d8000833-2b09-45db-8c91-beafd8779af6 req-c80d15bc-a8fe-4081-8aae-617ed91b5acd tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8b38f6e-838d-4c59-a7d2-feccc7edae56 HTTP/1.1" status: 200 len: 945 time: 0.0488665 Jan 05 17:48:07.738784 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-d8000833-2b09-45db-8c91-beafd8779af6 req-2303c7ed-3c0c-4db5-a1f1-9d6c7e6a216f tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "GET /v2.0/security-groups?id=02116762-fae5-41fd-a2f1-6f4134481780&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423698 Jan 05 17:48:07.935881 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d57b0e-57e5-408e-8e29-fef0a9b7401b req-5941c3cb-250d-4988-be8f-80b89072ed85 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:48:07.937292 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-12d57b0e-57e5-408e-8e29-fef0a9b7401b req-5941c3cb-250d-4988-be8f-80b89072ed85 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.13 "GET /v2.0/ports?device_id=d8b38f6e-838d-4c59-a7d2-feccc7edae56 HTTP/1.1" status: 200 len: 945 time: 0.0471110 Jan 05 17:48:08.023636 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [req-12d57b0e-57e5-408e-8e29-fef0a9b7401b req-64ceb2e6-6d6d-4e16-a64f-f7633dd2ee1d tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Deleting port ca3c3fb9-6052-4cb2-a914-5b06ddc1cbcb {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:48:08.023968 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-12d57b0e-57e5-408e-8e29-fef0a9b7401b req-64ceb2e6-6d6d-4e16-a64f-f7633dd2ee1d tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:48:08.112594 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.db [req-12d57b0e-57e5-408e-8e29-fef0a9b7401b req-64ceb2e6-6d6d-4e16-a64f-f7633dd2ee1d tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] For port ca3c3fb9-6052-4cb2-a914-5b06ddc1cbcb, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=ca3c3fb9-6052-4cb2-a914-5b06ddc1cbcb,segment=NetworkSegment(5291d510-94f0-4367-968e-6ac16b5c63fb),segment_id=5291d510-94f0-4367-968e-6ac16b5c63fb)] {{(pid=103800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:48:08.112959 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-12d57b0e-57e5-408e-8e29-fef0a9b7401b req-64ceb2e6-6d6d-4e16-a64f-f7633dd2ee1d tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:48:08.125999 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [req-12d57b0e-57e5-408e-8e29-fef0a9b7401b req-64ceb2e6-6d6d-4e16-a64f-f7633dd2ee1d tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Calling delete_port for ca3c3fb9-6052-4cb2-a914-5b06ddc1cbcb owned by compute:nova {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:48:08.337456 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-12d57b0e-57e5-408e-8e29-fef0a9b7401b req-64ceb2e6-6d6d-4e16-a64f-f7633dd2ee1d tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:48:08.365495 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ceb2e6-6d6d-4e16-a64f-f7633dd2ee1d tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Pushing event deleted for resources: {'Port': ['ID=ca3c3fb9-6052-4cb2-a914-5b06ddc1cbcb,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:48:08.393655 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ceb2e6-6d6d-4e16-a64f-f7633dd2ee1d tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:48:08.394011 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ceb2e6-6d6d-4e16-a64f-f7633dd2ee1d tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:48:08.394359 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ceb2e6-6d6d-4e16-a64f-f7633dd2ee1d tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:48:08.394699 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ceb2e6-6d6d-4e16-a64f-f7633dd2ee1d tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:48:08.395034 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ceb2e6-6d6d-4e16-a64f-f7633dd2ee1d tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:48:08.395372 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ceb2e6-6d6d-4e16-a64f-f7633dd2ee1d tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:48:08.395703 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ceb2e6-6d6d-4e16-a64f-f7633dd2ee1d tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:48:08.396031 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ceb2e6-6d6d-4e16-a64f-f7633dd2ee1d tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:48:08.396357 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ceb2e6-6d6d-4e16-a64f-f7633dd2ee1d tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:48:08.396679 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ceb2e6-6d6d-4e16-a64f-f7633dd2ee1d tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:48:08.397002 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ceb2e6-6d6d-4e16-a64f-f7633dd2ee1d tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:48:08.397324 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ceb2e6-6d6d-4e16-a64f-f7633dd2ee1d tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:48:08.397666 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ceb2e6-6d6d-4e16-a64f-f7633dd2ee1d tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:48:08.419349 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [req-12d57b0e-57e5-408e-8e29-fef0a9b7401b req-64ceb2e6-6d6d-4e16-a64f-f7633dd2ee1d tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] No DVR routers for this DVR port ca3c3fb9-6052-4cb2-a914-5b06ddc1cbcb on host hv-neutron-mast {{(pid=103800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 05 17:48:08.421740 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-12d57b0e-57e5-408e-8e29-fef0a9b7401b req-64ceb2e6-6d6d-4e16-a64f-f7633dd2ee1d tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:48:08.425039 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-12d57b0e-57e5-408e-8e29-fef0a9b7401b req-64ceb2e6-6d6d-4e16-a64f-f7633dd2ee1d tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.13 "DELETE /v2.0/ports/ca3c3fb9-6052-4cb2-a914-5b06ddc1cbcb HTTP/1.1" status: 204 len: 173 time: 0.4832287 Jan 05 17:48:08.425471 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8b38f6e-838d-4c59-a7d2-feccc7edae56', 'name': 'network-vif-deleted', 'tag': 'ca3c3fb9-6052-4cb2-a914-5b06ddc1cbcb'}] {{(pid=103800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 05 17:48:08.427702 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f64b9d4628f7eefcc27168a80c04985d23f0ea5def038dae05e1deb7357f3bfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0b25356-c7ce-4824-9576-2792925bbc1c" -d '{"events": [{"server_uuid": "d8b38f6e-838d-4c59-a7d2-feccc7edae56", "name": "network-vif-deleted", "tag": "ca3c3fb9-6052-4cb2-a914-5b06ddc1cbcb"}]}' {{(pid=103800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 05 17:48:08.463089 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Jan 2022 17:48:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba1eca59-2285-44b0-94da-3b5f7f26fde7 x-openstack-request-id: req-ba1eca59-2285-44b0-94da-3b5f7f26fde7 {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 05 17:48:08.463383 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8b38f6e-838d-4c59-a7d2-feccc7edae56", "name": "network-vif-deleted", "tag": "ca3c3fb9-6052-4cb2-a914-5b06ddc1cbcb", "status": "completed", "code": 200}]} {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 05 17:48:08.463622 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ba1eca59-2285-44b0-94da-3b5f7f26fde7 {{(pid=103800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 05 17:48:08.464022 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8b38f6e-838d-4c59-a7d2-feccc7edae56', 'name': 'network-vif-deleted', 'tag': 'ca3c3fb9-6052-4cb2-a914-5b06ddc1cbcb', 'status': 'completed', 'code': 200} Jan 05 17:48:08.847144 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-fc697514-957f-4743-9fb5-17d688749560 req-9cce5ee3-2d86-4084-b6e8-f17d2d3bfad2 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8b38f6e-838d-4c59-a7d2-feccc7edae56 HTTP/1.1" status: 200 len: 210 time: 0.0279298 Jan 05 17:48:09.907891 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 52110) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:48:10.258421 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-a80ea8f1-4088-4a3b-bc3a-8c400be673dd tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-531685'] for router_interface, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:48:10.407566 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Device ca3c3fb9-6052-4cb2-a914-5b06ddc1cbcb no longer exists at agent hyperv_hv-neutron-mast {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 05 17:48:10.430958 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] No Port match for: ca3c3fb9-6052-4cb2-a914-5b06ddc1cbcb {{(pid=103802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 05 17:48:10.431296 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Device ca3c3fb9-6052-4cb2-a914-5b06ddc1cbcb not bound to the agent host hv-neutron-mast {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 05 17:48:10.515426 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-a80ea8f1-4088-4a3b-bc3a-8c400be673dd tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Deleting port 6bb57076-164e-4867-ae1a-43eb796a9135 {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:48:10.515660 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-a80ea8f1-4088-4a3b-bc3a-8c400be673dd tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:48:10.600852 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-a80ea8f1-4088-4a3b-bc3a-8c400be673dd tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] For port 6bb57076-164e-4867-ae1a-43eb796a9135, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=6bb57076-164e-4867-ae1a-43eb796a9135,segment=NetworkSegment(5291d510-94f0-4367-968e-6ac16b5c63fb),segment_id=5291d510-94f0-4367-968e-6ac16b5c63fb)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:48:10.601206 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-a80ea8f1-4088-4a3b-bc3a-8c400be673dd tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:48:10.613969 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-a80ea8f1-4088-4a3b-bc3a-8c400be673dd tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Calling delete_port for 6bb57076-164e-4867-ae1a-43eb796a9135 owned by network:router_interface {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:48:10.863992 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-a80ea8f1-4088-4a3b-bc3a-8c400be673dd tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11433176'] for port, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:48:10.890124 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80ea8f1-4088-4a3b-bc3a-8c400be673dd tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Pushing event deleted for resources: {'Port': ['ID=6bb57076-164e-4867-ae1a-43eb796a9135,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:48:11.059164 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-a80ea8f1-4088-4a3b-bc3a-8c400be673dd tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-560676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531569'] for router_interface, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:48:11.267864 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a80ea8f1-4088-4a3b-bc3a-8c400be673dd tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Router cb2a4738-4bba-44a4-9909-745786bb754c has already been hosted by L3 agent 59446fdc-40e0-41fe-a575-a8eb11d742f7 {{(pid=103801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 05 17:48:11.371005 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a80ea8f1-4088-4a3b-bc3a-8c400be673dd tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 05 17:48:11.378904 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-a80ea8f1-4088-4a3b-bc3a-8c400be673dd tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "PUT /v2.0/routers/cb2a4738-4bba-44a4-9909-745786bb754c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4669399 Jan 05 17:48:11.378904 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 52112) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:48:11.382646 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4a3b5a6-f219-470e-b7b8-05d65ba78511 None None] Sync routers for ids ['cb2a4738-4bba-44a4-9909-745786bb754c'] in dv-neutron-master-2-hyperv {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 05 17:48:11.392133 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4a3b5a6-f219-470e-b7b8-05d65ba78511 None None] Routers {'cb2a4738-4bba-44a4-9909-745786bb754c'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:48:11.392734 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-d4a3b5a6-f219-470e-b7b8-05d65ba78511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:47:49Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['cb2a4738-4bba-44a4-9909-745786bb754c'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:48:11.427519 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.db_base_plugin_v2 [None req-973541ae-ace8-4104-8b1c-63817b036924 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Deleting subnet 24f2a827-1888-4edc-824a-5566d265e8be {{(pid=103801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 05 17:48:11.431229 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-973541ae-ace8-4104-8b1c-63817b036924 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks [] for subnet, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:48:11.469145 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-973541ae-ace8-4104-8b1c-63817b036924 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11316398'] for subnet, precommit_delete_associations {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:48:11.558339 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-973541ae-ace8-4104-8b1c-63817b036924 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892868'] for subnet, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:48:11.644196 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-d4a3b5a6-f219-470e-b7b8-05d65ba78511 None None] Set router cb2a4738-4bba-44a4-9909-745786bb754c gateway port host: dv-neutron-master-2-hyperv {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:48:11.693095 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-973541ae-ace8-4104-8b1c-63817b036924 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3893367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11433231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12480600'] for subnet, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:48:11.722185 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973541ae-ace8-4104-8b1c-63817b036924 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Pushing event deleted for resources: {'Subnet': ['ID=24f2a827-1888-4edc-824a-5566d265e8be,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:48:11.724451 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-973541ae-ace8-4104-8b1c-63817b036924 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks [] for subnet, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:48:11.728421 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-973541ae-ace8-4104-8b1c-63817b036924 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "DELETE /v2.0/subnets/24f2a827-1888-4edc-824a-5566d265e8be HTTP/1.1" status: 204 len: 168 time: 0.3489208 Jan 05 17:48:11.731181 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 52114) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:48:11.742701 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18bf140f-9114-4a09-9590-5cb3258775df None None] Network 3e527cfd-3120-4cb5-8bb9-c51b90feebf3 requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:48:11.836825 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-8843f055-c83e-4b57-b7cf-62ef0a85e7d1 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks [] for router, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:48:11.898947 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-d4a3b5a6-f219-470e-b7b8-05d65ba78511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb2a4738-4bba-44a4-9909-745786bb754c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1646032562', 'tenant_id': '8e518d29c86c4653a8de8a7aad689e14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.89'}], 'enable_snat': True}, 'gw_port_id': '1e1ff359-fa4b-4301-b489-329860f15b89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:46:21Z', 'updated_at': '2022-01-05T17:48:10Z', 'revision_number': 5, 'project_id': '8e518d29c86c4653a8de8a7aad689e14', 'gw_port': {'id': '1e1ff359-fa4b-4301-b489-329860f15b89', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:11:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb2a4738-4bba-44a4-9909-745786bb754c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:46:21Z', 'updated_at': '2022-01-05T17:46:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:48:11.926170 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4a3b5a6-f219-470e-b7b8-05d65ba78511 None None] Checking router: cb2a4738-4bba-44a4-9909-745786bb754c for host: dv-neutron-master-2-hyperv {{(pid=103802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 05 17:48:11.934446 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4a3b5a6-f219-470e-b7b8-05d65ba78511 None None] Routers {'cb2a4738-4bba-44a4-9909-745786bb754c'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:48:11.935054 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-d4a3b5a6-f219-470e-b7b8-05d65ba78511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:47:49Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['cb2a4738-4bba-44a4-9909-745786bb754c'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:48:11.941735 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-8843f055-c83e-4b57-b7cf-62ef0a85e7d1 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:48:11.974676 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ce04b19-c414-41b8-8388-53b32b0df668 None None] DHCP port deletion for 3e527cfd-3120-4cb5-8bb9-c51b90feebf3 request from dv-neutron-master-2-hyperv {{(pid=103802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 05 17:48:12.078993 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-d4a3b5a6-f219-470e-b7b8-05d65ba78511 None None] Set router cb2a4738-4bba-44a4-9909-745786bb754c gateway port host: dv-neutron-master-2-hyperv {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:48:12.157851 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-8ce04b19-c414-41b8-8388-53b32b0df668 None None] Deleting port fbd14b35-4664-450f-976e-0b5e1c9c596f {{(pid=103802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:48:12.158128 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-8ce04b19-c414-41b8-8388-53b32b0df668 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:48:12.267697 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-8ce04b19-c414-41b8-8388-53b32b0df668 None None] For port fbd14b35-4664-450f-976e-0b5e1c9c596f, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=fbd14b35-4664-450f-976e-0b5e1c9c596f,segment=NetworkSegment(5291d510-94f0-4367-968e-6ac16b5c63fb),segment_id=5291d510-94f0-4367-968e-6ac16b5c63fb)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:48:12.268016 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-8ce04b19-c414-41b8-8388-53b32b0df668 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:48:12.291057 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-8ce04b19-c414-41b8-8388-53b32b0df668 None None] Calling delete_port for fbd14b35-4664-450f-976e-0b5e1c9c596f owned by network:dhcp {{(pid=103802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:48:12.389087 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-8843f055-c83e-4b57-b7cf-62ef0a85e7d1 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Deleting port 1e1ff359-fa4b-4301-b489-329860f15b89 {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:48:12.389423 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-8843f055-c83e-4b57-b7cf-62ef0a85e7d1 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:48:12.417823 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-d4a3b5a6-f219-470e-b7b8-05d65ba78511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb2a4738-4bba-44a4-9909-745786bb754c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1646032562', 'tenant_id': '8e518d29c86c4653a8de8a7aad689e14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.89'}], 'enable_snat': True}, 'gw_port_id': '1e1ff359-fa4b-4301-b489-329860f15b89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:46:21Z', 'updated_at': '2022-01-05T17:48:10Z', 'revision_number': 5, 'project_id': '8e518d29c86c4653a8de8a7aad689e14', 'gw_port': {'id': '1e1ff359-fa4b-4301-b489-329860f15b89', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:11:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb2a4738-4bba-44a4-9909-745786bb754c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:46:21Z', 'updated_at': '2022-01-05T17:46:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:48:12.436967 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4a3b5a6-f219-470e-b7b8-05d65ba78511 None None] The sync data for ids ['cb2a4738-4bba-44a4-9909-745786bb754c'] in dv-neutron-master-2-hyperv is: [{'id': 'cb2a4738-4bba-44a4-9909-745786bb754c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1646032562', 'tenant_id': '8e518d29c86c4653a8de8a7aad689e14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.89'}], 'enable_snat': True}, 'gw_port_id': '1e1ff359-fa4b-4301-b489-329860f15b89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:46:21Z', 'updated_at': '2022-01-05T17:48:10Z', 'revision_number': 5, 'project_id': '8e518d29c86c4653a8de8a7aad689e14', 'gw_port': {'id': '1e1ff359-fa4b-4301-b489-329860f15b89', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:11:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb2a4738-4bba-44a4-9909-745786bb754c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:46:21Z', 'updated_at': '2022-01-05T17:46:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 05 17:48:12.471593 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.db [None req-8843f055-c83e-4b57-b7cf-62ef0a85e7d1 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] For port 1e1ff359-fa4b-4301-b489-329860f15b89, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=1e1ff359-fa4b-4301-b489-329860f15b89,segment=NetworkSegment(3f961525-530f-4ce5-8222-1dbbbe774893),segment_id=3f961525-530f-4ce5-8222-1dbbbe774893)] {{(pid=103800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:48:12.471593 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-8843f055-c83e-4b57-b7cf-62ef0a85e7d1 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:48:12.483745 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-8843f055-c83e-4b57-b7cf-62ef0a85e7d1 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Calling delete_port for 1e1ff359-fa4b-4301-b489-329860f15b89 owned by network:router_gateway {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:48:12.486742 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-8ce04b19-c414-41b8-8388-53b32b0df668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678'] for port, after_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:48:12.513770 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce04b19-c414-41b8-8388-53b32b0df668 None None] Pushing event deleted for resources: {'Port': ['ID=fbd14b35-4664-450f-976e-0b5e1c9c596f,revision_number=None']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:48:12.522616 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ce04b19-c414-41b8-8388-53b32b0df668 None None] No DVR routers for this DVR port fbd14b35-4664-450f-976e-0b5e1c9c596f on host dv-neutron-master-2-hyperv {{(pid=103802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 05 17:48:12.524559 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce04b19-c414-41b8-8388-53b32b0df668 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:48:12.524903 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce04b19-c414-41b8-8388-53b32b0df668 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:48:12.525236 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce04b19-c414-41b8-8388-53b32b0df668 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:48:12.525567 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce04b19-c414-41b8-8388-53b32b0df668 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:48:12.525917 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce04b19-c414-41b8-8388-53b32b0df668 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:48:12.526246 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce04b19-c414-41b8-8388-53b32b0df668 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:48:12.526565 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce04b19-c414-41b8-8388-53b32b0df668 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:48:12.526889 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce04b19-c414-41b8-8388-53b32b0df668 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:48:12.527208 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce04b19-c414-41b8-8388-53b32b0df668 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:48:12.527526 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce04b19-c414-41b8-8388-53b32b0df668 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:48:12.527838 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce04b19-c414-41b8-8388-53b32b0df668 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:48:12.528148 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce04b19-c414-41b8-8388-53b32b0df668 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:48:12.528459 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce04b19-c414-41b8-8388-53b32b0df668 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:48:12.732133 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-8843f055-c83e-4b57-b7cf-62ef0a85e7d1 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:48:12.757443 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8843f055-c83e-4b57-b7cf-62ef0a85e7d1 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Pushing event deleted for resources: {'Port': ['ID=1e1ff359-fa4b-4301-b489-329860f15b89,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:48:12.773652 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69c5b472-c7da-465e-aff3-55df84400de4 None None] DHCP port deletion for b0167590-0699-4c5c-a932-3939414a9573 request from dv-neutron-master-2-hyperv {{(pid=103802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 05 17:48:12.821625 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-8843f055-c83e-4b57-b7cf-62ef0a85e7d1 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-648595'] for router_gateway, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:48:12.917669 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-8843f055-c83e-4b57-b7cf-62ef0a85e7d1 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-648249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62744'] for router, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:48:12.918470 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device fbd14b35-4664-450f-976e-0b5e1c9c596f no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 05 17:48:12.919973 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-8843f055-c83e-4b57-b7cf-62ef0a85e7d1 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:48:12.939646 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] No Port match for: fbd14b35-4664-450f-976e-0b5e1c9c596f {{(pid=103802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 05 17:48:12.940080 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device fbd14b35-4664-450f-976e-0b5e1c9c596f not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 05 17:48:12.940573 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 6bb57076-164e-4867-ae1a-43eb796a9135 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 05 17:48:12.960315 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] No Port match for: 6bb57076-164e-4867-ae1a-43eb796a9135 {{(pid=103802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 05 17:48:12.966454 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 6bb57076-164e-4867-ae1a-43eb796a9135 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 05 17:48:13.046904 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-8843f055-c83e-4b57-b7cf-62ef0a85e7d1 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-648240'] for router, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:48:13.047458 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8843f055-c83e-4b57-b7cf-62ef0a85e7d1 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Fanout notify agent at l3_agent the message router_deleted on router cb2a4738-4bba-44a4-9909-745786bb754c {{(pid=103800) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 05 17:48:13.055349 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-8843f055-c83e-4b57-b7cf-62ef0a85e7d1 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks [] for router, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:48:13.056657 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-8843f055-c83e-4b57-b7cf-62ef0a85e7d1 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "DELETE /v2.0/routers/cb2a4738-4bba-44a4-9909-745786bb754c HTTP/1.1" status: 204 len: 168 time: 1.3242891 Jan 05 17:48:13.059317 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 52116) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:48:13.138663 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-129c6aad-4bd2-4b68-9dfb-1203cc32a7d7 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3809644'] for network, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:48:13.227420 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-129c6aad-4bd2-4b68-9dfb-1203cc32a7d7 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3891715', 'neutron.services.segments.db._delete_segments_for_network-8754181063482'] for network, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:48:13.246832 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.services.segments.db [None req-129c6aad-4bd2-4b68-9dfb-1203cc32a7d7 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e527cfd-3120-4cb5-8bb9-c51b90feebf3']}} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:48:13.255761 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.services.segments.db [None req-129c6aad-4bd2-4b68-9dfb-1203cc32a7d7 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5291d510-94f0-4367-968e-6ac16b5c63fb') {'for_net_delete': True} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:48:13.256064 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.services.segments.db [None req-129c6aad-4bd2-4b68-9dfb-1203cc32a7d7 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5291d510-94f0-4367-968e-6ac16b5c63fb') {} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:48:13.265158 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-129c6aad-4bd2-4b68-9dfb-1203cc32a7d7 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754181064771', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8784833'] for segment, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:48:13.278218 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-129c6aad-4bd2-4b68-9dfb-1203cc32a7d7 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225'] for segment, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:48:13.283866 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-129c6aad-4bd2-4b68-9dfb-1203cc32a7d7 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Releasing vlan 144 on physical network physnet1 to pool {{(pid=103800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 05 17:48:13.284247 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-129c6aad-4bd2-4b68-9dfb-1203cc32a7d7 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8784497'] for segment, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:48:13.287268 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:48:13.287268 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:48:13.287268 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:48:13.287268 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:48:13.287268 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:48:13.287268 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:48:13.287268 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:48:13.287268 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:48:13.287268 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:48:13.287268 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:48:13.287268 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:48:13.287268 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:48:13.287268 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:48:13.287268 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:48:13.287268 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:48:13.287268 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:48:13.287268 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:48:13.287268 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:48:13.287268 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:48:13.287268 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:48:13.287268 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:48:13.287268 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:48:13.287268 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:48:13.287268 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:48:13.287268 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:48:13.287268 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:48:13.287268 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:48:13.287268 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:48:13.287268 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:48:13.287268 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:48:13.287268 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:48:13.287268 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:48:13.287268 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:48:13.287268 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:48:13.287268 dv-neutron-master-2-hyperv neutron-server[103800]: Traceback (most recent call last): Jan 05 17:48:13.287268 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 05 17:48:13.287268 dv-neutron-master-2-hyperv neutron-server[103800]: timer() Jan 05 17:48:13.287268 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 05 17:48:13.287268 dv-neutron-master-2-hyperv neutron-server[103800]: cb(*args, **kw) Jan 05 17:48:13.287268 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 05 17:48:13.287268 dv-neutron-master-2-hyperv neutron-server[103800]: return func(*args, **kwargs) Jan 05 17:48:13.287268 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 05 17:48:13.287268 dv-neutron-master-2-hyperv neutron-server[103800]: self._notify() Jan 05 17:48:13.287268 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 05 17:48:13.287268 dv-neutron-master-2-hyperv neutron-server[103800]: self.callback(batched_events) Jan 05 17:48:13.287268 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 05 17:48:13.287268 dv-neutron-master-2-hyperv neutron-server[103800]: event.method(event) Jan 05 17:48:13.287268 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 05 17:48:13.287268 dv-neutron-master-2-hyperv neutron-server[103800]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 05 17:48:13.287268 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 05 17:48:13.287268 dv-neutron-master-2-hyperv neutron-server[103800]: aggregate_uuid = self.p_client.list_aggregates( Jan 05 17:48:13.287268 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 05 17:48:13.287268 dv-neutron-master-2-hyperv neutron-server[103800]: return f(self, *a, **k) Jan 05 17:48:13.287268 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 05 17:48:13.287268 dv-neutron-master-2-hyperv neutron-server[103800]: return self._get(url).json() Jan 05 17:48:13.287268 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 05 17:48:13.287268 dv-neutron-master-2-hyperv neutron-server[103800]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 05 17:48:13.287268 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 05 17:48:13.287268 dv-neutron-master-2-hyperv neutron-server[103800]: return self.request(url, 'GET', **kwargs) Jan 05 17:48:13.287268 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 05 17:48:13.287268 dv-neutron-master-2-hyperv neutron-server[103800]: base_url = self.get_endpoint(auth, allow=allow, Jan 05 17:48:13.287268 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 05 17:48:13.287268 dv-neutron-master-2-hyperv neutron-server[103800]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 05 17:48:13.287268 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 05 17:48:13.287268 dv-neutron-master-2-hyperv neutron-server[103800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 05 17:48:13.287268 dv-neutron-master-2-hyperv neutron-server[103800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 05 17:48:13.429540 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-129c6aad-4bd2-4b68-9dfb-1203cc32a7d7 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3891722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648695'] for network, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:48:13.436660 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-129c6aad-4bd2-4b68-9dfb-1203cc32a7d7 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks [] for network, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:48:13.439329 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-129c6aad-4bd2-4b68-9dfb-1203cc32a7d7 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "DELETE /v2.0/networks/3e527cfd-3120-4cb5-8bb9-c51b90feebf3 HTTP/1.1" status: 204 len: 168 time: 0.3791256 Jan 05 17:48:13.442108 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 52118) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:48:13.450852 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129c6aad-4bd2-4b68-9dfb-1203cc32a7d7 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Pushing event deleted for resources: {'Network': ['ID=3e527cfd-3120-4cb5-8bb9-c51b90feebf3,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:48:13.502228 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-26018597-272c-4ca8-9316-3ee7d5e73d5d tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks [] for security_group, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:48:13.530122 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-26018597-272c-4ca8-9316-3ee7d5e73d5d tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:48:13.949520 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-26018597-272c-4ca8-9316-3ee7d5e73d5d tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:48:13.952139 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-26018597-272c-4ca8-9316-3ee7d5e73d5d tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks [] for security_group, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:48:13.953294 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-26018597-272c-4ca8-9316-3ee7d5e73d5d tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "DELETE /v2.0/security-groups/02116762-fae5-41fd-a2f1-6f4134481780 HTTP/1.1" status: 204 len: 168 time: 0.5101750 Jan 05 17:48:13.962518 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26018597-272c-4ca8-9316-3ee7d5e73d5d tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=02116762-fae5-41fd-a2f1-6f4134481780,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:48:14.447099 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 52124) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:48:14.451685 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-96fe9eff-2492-4a1f-9042-4014699cb672 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1836895958', 'description': 'tempest-secgroup-smoke-1836895958 description', 'project_id': '8e518d29c86c4653a8de8a7aad689e14'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:48:14.532318 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-96fe9eff-2492-4a1f-9042-4014699cb672 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks [] for security_group, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:48:14.595915 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-96fe9eff-2492-4a1f-9042-4014699cb672 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks [] for security_group, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:48:14.646502 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-96fe9eff-2492-4a1f-9042-4014699cb672 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:48:14.674848 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fe9eff-2492-4a1f-9042-4014699cb672 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d14560d-0003-4dde-8e86-953b3a1adcd4,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:48:14.705503 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-96fe9eff-2492-4a1f-9042-4014699cb672 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks [] for security_group, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:48:14.706784 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-96fe9eff-2492-4a1f-9042-4014699cb672 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2586799 Jan 05 17:48:14.710029 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 52126) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:48:14.714515 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-627c2a52-fb52-4dea-9234-dad32b3e0281 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Request body: {'security_group_rule': {'security_group_id': '0d14560d-0003-4dde-8e86-953b3a1adcd4', 'project_id': '8e518d29c86c4653a8de8a7aad689e14', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:48:14.764907 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 1e1ff359-fa4b-4301-b489-329860f15b89 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 05 17:48:14.785150 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] No Port match for: 1e1ff359-fa4b-4301-b489-329860f15b89 {{(pid=103802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 05 17:48:14.785490 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 1e1ff359-fa4b-4301-b489-329860f15b89 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 05 17:48:14.811488 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-627c2a52-fb52-4dea-9234-dad32b3e0281 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:48:14.864832 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-627c2a52-fb52-4dea-9234-dad32b3e0281 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:48:14.943303 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-627c2a52-fb52-4dea-9234-dad32b3e0281 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533437'] for security_group_rule, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:48:14.962725 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627c2a52-fb52-4dea-9234-dad32b3e0281 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7bfd63cf-0e0b-4c4d-b328-3b0d6c39356c,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:48:15.042575 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-627c2a52-fb52-4dea-9234-dad32b3e0281 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:48:15.044038 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-627c2a52-fb52-4dea-9234-dad32b3e0281 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3328166 Jan 05 17:48:15.046776 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 52128) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:48:15.051058 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-afdb00d5-da02-4e10-a27e-f55efd820f56 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Request body: {'security_group_rule': {'security_group_id': '0d14560d-0003-4dde-8e86-953b3a1adcd4', 'project_id': '8e518d29c86c4653a8de8a7aad689e14', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:48:15.136925 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-afdb00d5-da02-4e10-a27e-f55efd820f56 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:48:15.189889 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-afdb00d5-da02-4e10-a27e-f55efd820f56 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:48:15.297665 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-afdb00d5-da02-4e10-a27e-f55efd820f56 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533437'] for security_group_rule, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:48:15.315587 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdb00d5-da02-4e10-a27e-f55efd820f56 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=523f7da3-563f-4d86-90d8-64ad3e7d97d9,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:48:15.379995 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-afdb00d5-da02-4e10-a27e-f55efd820f56 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:48:15.381304 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-afdb00d5-da02-4e10-a27e-f55efd820f56 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3336124 Jan 05 17:48:15.384483 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 52130) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:48:15.388807 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-005c4c52-7e69-4019-8bc1-d6f7af93c4a9 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Request body: {'security_group_rule': {'security_group_id': '0d14560d-0003-4dde-8e86-953b3a1adcd4', 'project_id': '8e518d29c86c4653a8de8a7aad689e14', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:48:15.491386 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-005c4c52-7e69-4019-8bc1-d6f7af93c4a9 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:48:15.548439 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-005c4c52-7e69-4019-8bc1-d6f7af93c4a9 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:48:15.635008 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-005c4c52-7e69-4019-8bc1-d6f7af93c4a9 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533437'] for security_group_rule, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:48:15.652207 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005c4c52-7e69-4019-8bc1-d6f7af93c4a9 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c18300e-5ee1-4237-b541-27230d0e31e5,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:48:15.774029 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-005c4c52-7e69-4019-8bc1-d6f7af93c4a9 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:48:15.775246 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-005c4c52-7e69-4019-8bc1-d6f7af93c4a9 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3897634 Jan 05 17:48:15.777910 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 52132) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:48:15.782087 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-9682122b-615e-4ab5-ac9c-50006fceca6e tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Request body: {'security_group_rule': {'security_group_id': '0d14560d-0003-4dde-8e86-953b3a1adcd4', 'project_id': '8e518d29c86c4653a8de8a7aad689e14', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:48:15.844683 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9682122b-615e-4ab5-ac9c-50006fceca6e tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:48:15.899978 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9682122b-615e-4ab5-ac9c-50006fceca6e tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:48:15.953811 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9682122b-615e-4ab5-ac9c-50006fceca6e tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533437'] for security_group_rule, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:48:15.970412 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9682122b-615e-4ab5-ac9c-50006fceca6e tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e12ee23-59f8-40ef-b1d8-c2e6f297f940,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:48:16.035798 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9682122b-615e-4ab5-ac9c-50006fceca6e tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:48:16.036985 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-9682122b-615e-4ab5-ac9c-50006fceca6e tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2581744 Jan 05 17:48:16.040298 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 52134) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:48:16.044772 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-e6ad84a9-6601-4e62-b02d-1bc0928f6436 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Request body: {'security_group_rule': {'security_group_id': '0d14560d-0003-4dde-8e86-953b3a1adcd4', 'project_id': '8e518d29c86c4653a8de8a7aad689e14', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:48:16.132126 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.db.securitygroups_db [None req-e6ad84a9-6601-4e62-b02d-1bc0928f6436 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Project 8e518d29c86c4653a8de8a7aad689e14 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 05 17:48:16.137082 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e6ad84a9-6601-4e62-b02d-1bc0928f6436 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:48:16.192207 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e6ad84a9-6601-4e62-b02d-1bc0928f6436 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:48:16.252082 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e6ad84a9-6601-4e62-b02d-1bc0928f6436 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533437'] for security_group_rule, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:48:16.269219 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ad84a9-6601-4e62-b02d-1bc0928f6436 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=098bde43-2802-4453-af11-00a196840353,revision_number=0']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:48:16.311311 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e6ad84a9-6601-4e62-b02d-1bc0928f6436 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:48:16.312503 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-e6ad84a9-6601-4e62-b02d-1bc0928f6436 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2711878 Jan 05 17:48:16.315176 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 52136) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:48:16.319427 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-e37371d1-d109-4c19-8fd6-2ac11e430ed8 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Request body: {'security_group_rule': {'security_group_id': '0d14560d-0003-4dde-8e86-953b3a1adcd4', 'project_id': '8e518d29c86c4653a8de8a7aad689e14', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:48:16.394924 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.db.securitygroups_db [None req-e37371d1-d109-4c19-8fd6-2ac11e430ed8 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Project 8e518d29c86c4653a8de8a7aad689e14 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 05 17:48:16.400168 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e37371d1-d109-4c19-8fd6-2ac11e430ed8 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:48:16.456208 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e37371d1-d109-4c19-8fd6-2ac11e430ed8 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:48:16.509270 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e37371d1-d109-4c19-8fd6-2ac11e430ed8 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533437'] for security_group_rule, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:48:16.526388 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37371d1-d109-4c19-8fd6-2ac11e430ed8 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f1a1f3a-52b0-4d94-9f87-7b1e473c9d41,revision_number=0']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:48:16.591112 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e37371d1-d109-4c19-8fd6-2ac11e430ed8 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:48:16.592308 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-e37371d1-d109-4c19-8fd6-2ac11e430ed8 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2762265 Jan 05 17:48:16.595189 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 52138) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:48:16.600062 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-f387ba18-7311-481d-8bc6-69da8c7237fe tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Request body: {'network': {'name': 'tempest-network-smoke--818670507', 'project_id': '8e518d29c86c4653a8de8a7aad689e14', 'port_security_enabled': True}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:48:16.692025 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f387ba18-7311-481d-8bc6-69da8c7237fe tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Made reservation on behalf of 8e518d29c86c4653a8de8a7aad689e14 for: {'network': 1} {{(pid=103801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:48:16.696046 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f387ba18-7311-481d-8bc6-69da8c7237fe tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for network, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:48:16.719305 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f387ba18-7311-481d-8bc6-69da8c7237fe tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] vlan segment allocate from pool success with {'vlan_id': 131, 'physical_network': 'physnet1'} {{(pid=103801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 05 17:48:16.727803 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f387ba18-7311-481d-8bc6-69da8c7237fe tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225'] for segment, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:48:16.728144 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.db.segments_db [None req-f387ba18-7311-481d-8bc6-69da8c7237fe tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Added segment 1292f34e-1ce5-4b11-a5a6-b1dd80ea2a70 of type vlan for network 3cf4c098-c079-4446-9bc2-a340c52dcaff Jan 05 17:48:16.770779 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f387ba18-7311-481d-8bc6-69da8c7237fe tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754180566020'] for network, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:48:16.857775 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f387ba18-7311-481d-8bc6-69da8c7237fe tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685'] for network, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:48:16.863310 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f387ba18-7311-481d-8bc6-69da8c7237fe tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:48:16.863876 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f387ba18-7311-481d-8bc6-69da8c7237fe tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks [] for network, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:48:16.925665 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f387ba18-7311-481d-8bc6-69da8c7237fe tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Pushing event updated for resources: {'Network': ['ID=3cf4c098-c079-4446-9bc2-a340c52dcaff,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:48:16.936189 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Network 3cf4c098-c079-4446-9bc2-a340c52dcaff details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 05 17:48:16.951991 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-f387ba18-7311-481d-8bc6-69da8c7237fe tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3557198 Jan 05 17:48:16.954566 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 52140) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:48:16.958933 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-925eeaf7-3abd-4495-83ac-14d4677aea01 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-9396955', 'admin_state_up': True, 'project_id': '8e518d29c86c4653a8de8a7aad689e14', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573'}}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:48:17.023866 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-925eeaf7-3abd-4495-83ac-14d4677aea01 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-649063', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58098'] for router, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:48:17.024961 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-925eeaf7-3abd-4495-83ac-14d4677aea01 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649832', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-545006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58091'] for router, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:48:17.078672 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-925eeaf7-3abd-4495-83ac-14d4677aea01 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:48:17.121063 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-431a4f64-b8ec-442c-a5ec-ccaca4cb4387 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:48:17.272842 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-925eeaf7-3abd-4495-83ac-14d4677aea01 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:48:17.496945 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-925eeaf7-3abd-4495-83ac-14d4677aea01 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks [] for router_gateway, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:48:17.514991 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-925eeaf7-3abd-4495-83ac-14d4677aea01 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:48:17.624326 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [None req-925eeaf7-3abd-4495-83ac-14d4677aea01 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Allocated IP 172.36.4.209 (b0167590-0699-4c5c-a932-3939414a9573/7a784a6d-3d96-418f-a645-b9ccd0b1ac55/9547b620-ee56-4f38-8b63-2eb25772b6b2) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:48:17.721211 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-925eeaf7-3abd-4495-83ac-14d4677aea01 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks [] for port, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:48:17.789783 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-925eeaf7-3abd-4495-83ac-14d4677aea01 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11433176'] for port, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:48:17.825991 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-925eeaf7-3abd-4495-83ac-14d4677aea01 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Network b0167590-0699-4c5c-a932-3939414a9573 is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:48:17.830372 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-925eeaf7-3abd-4495-83ac-14d4677aea01 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:48:17.832793 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-925eeaf7-3abd-4495-83ac-14d4677aea01 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:48:17.843210 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e474336-9030-46a3-9cff-1c599a99f80a None None] DHCP port deletion for b0167590-0699-4c5c-a932-3939414a9573 request from dv-neutron-master-2-hyperv {{(pid=103802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 05 17:48:17.863612 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925eeaf7-3abd-4495-83ac-14d4677aea01 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Pushing event updated for resources: {'Port': ['ID=9547b620-ee56-4f38-8b63-2eb25772b6b2,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:48:17.892884 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-0a345c9b-1efc-4d70-98a4-ce15eb2be58e None None] Provisioning complete for port 9547b620-ee56-4f38-8b63-2eb25772b6b2 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:48:17.893157 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-0a345c9b-1efc-4d70-98a4-ce15eb2be58e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:48:17.930783 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-0a345c9b-1efc-4d70-98a4-ce15eb2be58e None None] Port 9547b620-ee56-4f38-8b63-2eb25772b6b2 cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 17:48:18.145681 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-925eeaf7-3abd-4495-83ac-14d4677aea01 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks [] for router_gateway, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:48:18.331623 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-925eeaf7-3abd-4495-83ac-14d4677aea01 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-648430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648639'] for router, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:48:18.543343 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-925eeaf7-3abd-4495-83ac-14d4677aea01 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Router 9f7f1c01-4b78-4e82-9bc9-a1ea8a696fec is scheduled to L3 agent 59446fdc-40e0-41fe-a575-a8eb11d742f7 with binding_index 1 {{(pid=103801) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 05 17:48:18.648313 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-925eeaf7-3abd-4495-83ac-14d4677aea01 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 05 17:48:18.657498 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f78a3ae-7cd6-4e53-870e-b59aea59c492 None None] Sync routers for ids ['9f7f1c01-4b78-4e82-9bc9-a1ea8a696fec'] in dv-neutron-master-2-hyperv {{(pid=103803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 05 17:48:18.667414 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f78a3ae-7cd6-4e53-870e-b59aea59c492 None None] Routers {'9f7f1c01-4b78-4e82-9bc9-a1ea8a696fec'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:48:18.668009 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-7f78a3ae-7cd6-4e53-870e-b59aea59c492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:47:49Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['9f7f1c01-4b78-4e82-9bc9-a1ea8a696fec'], 'active': True} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:48:18.728578 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-925eeaf7-3abd-4495-83ac-14d4677aea01 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks [] for router, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:48:18.729872 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-925eeaf7-3abd-4495-83ac-14d4677aea01 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 1.7742898 Jan 05 17:48:18.732907 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 52142) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:48:18.761559 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-329fcf91-ba3f-41ff-b6a7-1133ab980edf tempest-TestNetworkAdvancedServerOps-2131337417 tempest-TestNetworkAdvancedServerOps-2131337417-project-admin] 10.222.0.11 "GET /v2.0/subnets?project_id=8e518d29c86c4653a8de8a7aad689e14&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0275681 Jan 05 17:48:18.763982 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 52144) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:48:18.770240 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvr_db [None req-7f78a3ae-7cd6-4e53-870e-b59aea59c492 None None] Set router 9f7f1c01-4b78-4e82-9bc9-a1ea8a696fec gateway port host: dv-neutron-master-2-hyperv {{(pid=103803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:48:18.852160 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51ed234f-25a3-49b5-9ff0-8023e9908866 tempest-TestNetworkAdvancedServerOps-2131337417 tempest-TestNetworkAdvancedServerOps-2131337417-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:48:18.853573 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-51ed234f-25a3-49b5-9ff0-8023e9908866 tempest-TestNetworkAdvancedServerOps-2131337417 tempest-TestNetworkAdvancedServerOps-2131337417-project-admin] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0887048 Jan 05 17:48:18.856353 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 52146) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:48:18.885101 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-9bae6221-7538-4d9d-9214-8df9ebba78b2 tempest-TestNetworkAdvancedServerOps-2131337417 tempest-TestNetworkAdvancedServerOps-2131337417-project-admin] 10.222.0.11 "GET /v2.0/subnets?network_id=b0167590-0699-4c5c-a932-3939414a9573&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0276818 Jan 05 17:48:18.887519 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 52148) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:48:18.892138 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-f4f7ee16-42b3-4559-aad6-6560ed89006f tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-30394334', 'network_id': '3cf4c098-c079-4446-9bc2-a340c52dcaff', 'project_id': '8e518d29c86c4653a8de8a7aad689e14', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:48:18.955059 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-7f78a3ae-7cd6-4e53-870e-b59aea59c492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f7f1c01-4b78-4e82-9bc9-a1ea8a696fec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-9396955', 'tenant_id': '8e518d29c86c4653a8de8a7aad689e14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.209'}], 'enable_snat': True}, 'gw_port_id': '9547b620-ee56-4f38-8b63-2eb25772b6b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:48:17Z', 'updated_at': '2022-01-05T17:48:17Z', 'revision_number': 3, 'project_id': '8e518d29c86c4653a8de8a7aad689e14', 'gw_port': {'id': '9547b620-ee56-4f38-8b63-2eb25772b6b2', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:c4:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f7f1c01-4b78-4e82-9bc9-a1ea8a696fec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:48:17Z', 'updated_at': '2022-01-05T17:48:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:48:18.988408 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f78a3ae-7cd6-4e53-870e-b59aea59c492 None None] Checking router: 9f7f1c01-4b78-4e82-9bc9-a1ea8a696fec for host: dv-neutron-master-2-hyperv {{(pid=103803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 05 17:48:18.988750 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f78a3ae-7cd6-4e53-870e-b59aea59c492 None None] Updating router 9f7f1c01-4b78-4e82-9bc9-a1ea8a696fec port 9547b620-ee56-4f38-8b63-2eb25772b6b2 binding host dv-neutron-master-2-hyperv {{(pid=103803) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 05 17:48:19.013094 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-7f78a3ae-7cd6-4e53-870e-b59aea59c492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:48:19.052223 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4f7ee16-42b3-4559-aad6-6560ed89006f tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Made reservation on behalf of 8e518d29c86c4653a8de8a7aad689e14 for: {'subnet': 1} {{(pid=103801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:48:19.056473 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f4f7ee16-42b3-4559-aad6-6560ed89006f tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12480675'] for subnet, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:48:19.266813 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-7f78a3ae-7cd6-4e53-870e-b59aea59c492 None None] Publish callbacks [] for port, precommit_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:48:19.298646 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f4f7ee16-42b3-4559-aad6-6560ed89006f tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11433288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12480593'] for subnet, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:48:19.363334 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f7ee16-42b3-4559-aad6-6560ed89006f tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Pushing event updated for resources: {'Subnet': ['ID=80e64601-805f-4bb0-b9f1-1b29e9859e9d,revision_number=0']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:48:19.372059 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4f7ee16-42b3-4559-aad6-6560ed89006f tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Checking segment: {'id': '1292f34e-1ce5-4b11-a5a6-b1dd80ea2a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '3cf4c098-c079-4446-9bc2-a340c52dcaff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:48:19.372413 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4f7ee16-42b3-4559-aad6-6560ed89006f tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Network hostable DHCP agents. Network: 3cf4c098-c079-4446-9bc2-a340c52dcaff, hostable agents: ['3f70c195-17da-4084-9fd6-bf6059d88535'], hosted agents: [] {{(pid=103801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 05 17:48:19.389150 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-705f7c3e-35d6-4158-ba32-802b51bbeaa5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:48:19.389763 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-7f78a3ae-7cd6-4e53-870e-b59aea59c492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:48:19.428510 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-309250b9-25ce-4dc9-a20a-580a9f4f888e None None] DHCP port deletion for b0167590-0699-4c5c-a932-3939414a9573 request from dv-neutron-master-2-hyperv {{(pid=103802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 05 17:48:19.444878 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.plugins.ml2.managers [None req-7f78a3ae-7cd6-4e53-870e-b59aea59c492 None None] Attempting to bind port 9547b620-ee56-4f38-8b63-2eb25772b6b2 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 05 17:48:19.445253 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.plugins.ml2.managers [None req-7f78a3ae-7cd6-4e53-870e-b59aea59c492 None None] Attempting to bind port 9547b620-ee56-4f38-8b63-2eb25772b6b2 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '3f961525-530f-4ce5-8222-1dbbbe774893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573'}] {{(pid=103803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 05 17:48:19.445632 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f78a3ae-7cd6-4e53-870e-b59aea59c492 None None] Attempting to bind port 9547b620-ee56-4f38-8b63-2eb25772b6b2 on network b0167590-0699-4c5c-a932-3939414a9573 {{(pid=103803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:48:19.447799 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f2bc7d-2eeb-4ab2-9492-17cdbf76f08f None None] Pushing event updated for resources: {'Port': ['ID=9547b620-ee56-4f38-8b63-2eb25772b6b2,revision_number=2']} {{(pid=103803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:48:19.452333 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4f7ee16-42b3-4559-aad6-6560ed89006f tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Network 3cf4c098-c079-4446-9bc2-a340c52dcaff is scheduled to be hosted by DHCP agent 3f70c195-17da-4084-9fd6-bf6059d88535 with binding_index 1 {{(pid=103801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 05 17:48:19.457175 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f2bc7d-2eeb-4ab2-9492-17cdbf76f08f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:48:19.457859 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f2bc7d-2eeb-4ab2-9492-17cdbf76f08f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:48:19.457994 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-702e3afb-7aba-4572-9301-55de6efaf93c None None] Provisioning complete for port 9547b620-ee56-4f38-8b63-2eb25772b6b2 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:48:19.458109 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f2bc7d-2eeb-4ab2-9492-17cdbf76f08f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:48:19.458193 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-702e3afb-7aba-4572-9301-55de6efaf93c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:48:19.458273 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f2bc7d-2eeb-4ab2-9492-17cdbf76f08f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:48:19.458525 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f2bc7d-2eeb-4ab2-9492-17cdbf76f08f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:48:19.458859 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f2bc7d-2eeb-4ab2-9492-17cdbf76f08f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:48:19.459184 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f2bc7d-2eeb-4ab2-9492-17cdbf76f08f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:48:19.460051 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f2bc7d-2eeb-4ab2-9492-17cdbf76f08f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:48:19.460376 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f2bc7d-2eeb-4ab2-9492-17cdbf76f08f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:48:19.460951 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f2bc7d-2eeb-4ab2-9492-17cdbf76f08f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:48:19.461270 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f2bc7d-2eeb-4ab2-9492-17cdbf76f08f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:48:19.461607 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f2bc7d-2eeb-4ab2-9492-17cdbf76f08f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:48:19.461931 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f2bc7d-2eeb-4ab2-9492-17cdbf76f08f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:48:19.465501 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f78a3ae-7cd6-4e53-870e-b59aea59c492 None None] Checking agent: {'id': '0d4f8fd3-ce62-4651-970c-efa6a8bb22b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 5, 16, 57, 23), 'started_at': datetime.datetime(2022, 1, 5, 16, 57, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 5, 17, 47, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 05 17:48:19.473222 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f78a3ae-7cd6-4e53-870e-b59aea59c492 None None] Checking segment: {'id': '3f961525-530f-4ce5-8222-1dbbbe774893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:48:19.473222 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-7f78a3ae-7cd6-4e53-870e-b59aea59c492 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:48:19.473222 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f78a3ae-7cd6-4e53-870e-b59aea59c492 None None] Bound using segment: {'id': '3f961525-530f-4ce5-8222-1dbbbe774893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573'} {{(pid=103803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 05 17:48:19.473222 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.plugins.ml2.managers [None req-7f78a3ae-7cd6-4e53-870e-b59aea59c492 None None] Bound port: 9547b620-ee56-4f38-8b63-2eb25772b6b2, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f961525-530f-4ce5-8222-1dbbbe774893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573'}}] {{(pid=103803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 05 17:48:19.473222 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-7f78a3ae-7cd6-4e53-870e-b59aea59c492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:48:19.501224 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-702e3afb-7aba-4572-9301-55de6efaf93c None None] Port 9547b620-ee56-4f38-8b63-2eb25772b6b2 cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 17:48:19.526250 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-f4f7ee16-42b3-4559-aad6-6560ed89006f tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 3cf4c098-c079-4446-9bc2-a340c52dcaff) {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:48:19.530420 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4f7ee16-42b3-4559-aad6-6560ed89006f tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:48:19.531041 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f4f7ee16-42b3-4559-aad6-6560ed89006f tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks [] for subnet, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:48:19.536499 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9f27b85-42c0-40fb-9d4c-baa87b365c47 None None] Network 3cf4c098-c079-4446-9bc2-a340c52dcaff requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:48:19.615479 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.plugins.ml2.db [None req-7f78a3ae-7cd6-4e53-870e-b59aea59c492 None None] For port 9547b620-ee56-4f38-8b63-2eb25772b6b2, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 05 17:48:19.618701 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.plugins.ml2.db [None req-7f78a3ae-7cd6-4e53-870e-b59aea59c492 None None] For port 9547b620-ee56-4f38-8b63-2eb25772b6b2, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=9547b620-ee56-4f38-8b63-2eb25772b6b2,segment=NetworkSegment(3f961525-530f-4ce5-8222-1dbbbe774893),segment_id=3f961525-530f-4ce5-8222-1dbbbe774893)] {{(pid=103803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 05 17:48:19.634323 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-f4f7ee16-42b3-4559-aad6-6560ed89006f tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.7457530 Jan 05 17:48:19.636825 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 52150) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:48:19.645861 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71cf357a-b8b6-4c37-a681-9e785ca05d19 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-3cf4c098-c079-4446-9bc2-a340c52dcaff', 'network_id': '3cf4c098-c079-4446-9bc2-a340c52dcaff', 'project_id': '8e518d29c86c4653a8de8a7aad689e14', 'fixed_ips': [{'subnet_id': '80e64601-805f-4bb0-b9f1-1b29e9859e9d'}]}} from dv-neutron-master-2-hyperv. {{(pid=103802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 05 17:48:19.646803 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-71cf357a-b8b6-4c37-a681-9e785ca05d19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:48:19.704421 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-7f78a3ae-7cd6-4e53-870e-b59aea59c492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:48:19.765008 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd9e2491-3b69-40e9-9747-5f093a8bd662 None None] DHCP port deletion for b0167590-0699-4c5c-a932-3939414a9573 request from dv-neutron-master-2-hyperv {{(pid=103802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 05 17:48:19.770028 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f2bc7d-2eeb-4ab2-9492-17cdbf76f08f None None] Pushing event updated for resources: {'Port': ['ID=9547b620-ee56-4f38-8b63-2eb25772b6b2,revision_number=3']} {{(pid=103803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:48:19.773255 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f78a3ae-7cd6-4e53-870e-b59aea59c492 None None] Routers {'9f7f1c01-4b78-4e82-9bc9-a1ea8a696fec'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:48:19.774266 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-7f78a3ae-7cd6-4e53-870e-b59aea59c492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:48:19Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['9f7f1c01-4b78-4e82-9bc9-a1ea8a696fec'], 'active': True} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:48:19.797462 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.db_base_plugin_common [None req-71cf357a-b8b6-4c37-a681-9e785ca05d19 None None] Allocated IP 172.20.0.2 (3cf4c098-c079-4446-9bc2-a340c52dcaff/80e64601-805f-4bb0-b9f1-1b29e9859e9d/512f40d5-9ab7-401d-bf2e-5da37d37da05) {{(pid=103802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:48:19.866420 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-d09cdf3a-3a53-4844-995d-2f112b01be33 None None] Provisioning complete for port 9547b620-ee56-4f38-8b63-2eb25772b6b2 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:48:19.866891 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d09cdf3a-3a53-4844-995d-2f112b01be33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:48:19.888467 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvr_db [None req-7f78a3ae-7cd6-4e53-870e-b59aea59c492 None None] Set router 9f7f1c01-4b78-4e82-9bc9-a1ea8a696fec gateway port host: dv-neutron-master-2-hyperv {{(pid=103803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:48:20.024869 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d09cdf3a-3a53-4844-995d-2f112b01be33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:48:20.035546 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-71cf357a-b8b6-4c37-a681-9e785ca05d19 None None] Publish callbacks [] for port, precommit_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:48:20.051880 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-d09cdf3a-3a53-4844-995d-2f112b01be33 None None] For port 9547b620-ee56-4f38-8b63-2eb25772b6b2, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=9547b620-ee56-4f38-8b63-2eb25772b6b2,segment=NetworkSegment(3f961525-530f-4ce5-8222-1dbbbe774893),segment_id=3f961525-530f-4ce5-8222-1dbbbe774893)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:48:20.074512 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-7f78a3ae-7cd6-4e53-870e-b59aea59c492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f7f1c01-4b78-4e82-9bc9-a1ea8a696fec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-9396955', 'tenant_id': '8e518d29c86c4653a8de8a7aad689e14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.209'}], 'enable_snat': True}, 'gw_port_id': '9547b620-ee56-4f38-8b63-2eb25772b6b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:48:17Z', 'updated_at': '2022-01-05T17:48:17Z', 'revision_number': 3, 'project_id': '8e518d29c86c4653a8de8a7aad689e14', 'gw_port': {'id': '9547b620-ee56-4f38-8b63-2eb25772b6b2', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:c4:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f7f1c01-4b78-4e82-9bc9-a1ea8a696fec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:48:17Z', 'updated_at': '2022-01-05T17:48:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:48:20.093000 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f005e786-1ee9-4f6e-a6b8-b4b629984ab4 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:48:20.100634 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f78a3ae-7cd6-4e53-870e-b59aea59c492 None None] The sync data for ids ['9f7f1c01-4b78-4e82-9bc9-a1ea8a696fec'] in dv-neutron-master-2-hyperv is: [{'id': '9f7f1c01-4b78-4e82-9bc9-a1ea8a696fec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-9396955', 'tenant_id': '8e518d29c86c4653a8de8a7aad689e14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.209'}], 'enable_snat': True}, 'gw_port_id': '9547b620-ee56-4f38-8b63-2eb25772b6b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:48:17Z', 'updated_at': '2022-01-05T17:48:17Z', 'revision_number': 3, 'project_id': '8e518d29c86c4653a8de8a7aad689e14', 'gw_port': {'id': '9547b620-ee56-4f38-8b63-2eb25772b6b2', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:c4:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f7f1c01-4b78-4e82-9bc9-a1ea8a696fec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:48:17Z', 'updated_at': '2022-01-05T17:48:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=103803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 05 17:48:20.133915 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-71cf357a-b8b6-4c37-a681-9e785ca05d19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669'] for port, after_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:48:20.162577 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:48:20.166748 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d09cdf3a-3a53-4844-995d-2f112b01be33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:48:20.179207 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71cf357a-b8b6-4c37-a681-9e785ca05d19 None None] Network 3cf4c098-c079-4446-9bc2-a340c52dcaff is already hosted by enough agents. {{(pid=103802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:48:20.188645 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.scheduler.base_scheduler [None req-71cf357a-b8b6-4c37-a681-9e785ca05d19 None None] Resources bound (agent type, host, resource id): {{(pid=103802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:48:20.191559 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71cf357a-b8b6-4c37-a681-9e785ca05d19 None None] Received port after_create {{(pid=103802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:48:20.199646 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cf357a-b8b6-4c37-a681-9e785ca05d19 None None] Pushing event updated for resources: {'Port': ['ID=512f40d5-9ab7-401d-bf2e-5da37d37da05,revision_number=1']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:48:20.289070 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09cdf3a-3a53-4844-995d-2f112b01be33 None None] Pushing event updated for resources: {'Port': ['ID=9547b620-ee56-4f38-8b63-2eb25772b6b2,revision_number=4']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:48:20.296401 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-71cf357a-b8b6-4c37-a681-9e785ca05d19 None None] Attempting to bind port 512f40d5-9ab7-401d-bf2e-5da37d37da05 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 05 17:48:20.296789 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-71cf357a-b8b6-4c37-a681-9e785ca05d19 None None] Attempting to bind port 512f40d5-9ab7-401d-bf2e-5da37d37da05 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '1292f34e-1ce5-4b11-a5a6-b1dd80ea2a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '3cf4c098-c079-4446-9bc2-a340c52dcaff'}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 05 17:48:20.297173 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71cf357a-b8b6-4c37-a681-9e785ca05d19 None None] Attempting to bind port 512f40d5-9ab7-401d-bf2e-5da37d37da05 on network 3cf4c098-c079-4446-9bc2-a340c52dcaff {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:48:20.302617 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71cf357a-b8b6-4c37-a681-9e785ca05d19 None None] Checking agent: {'id': '0d4f8fd3-ce62-4651-970c-efa6a8bb22b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 5, 16, 57, 23), 'started_at': datetime.datetime(2022, 1, 5, 16, 57, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 5, 17, 47, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 05 17:48:20.302990 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71cf357a-b8b6-4c37-a681-9e785ca05d19 None None] Checking segment: {'id': '1292f34e-1ce5-4b11-a5a6-b1dd80ea2a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '3cf4c098-c079-4446-9bc2-a340c52dcaff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:48:20.303923 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-71cf357a-b8b6-4c37-a681-9e785ca05d19 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:48:20.304309 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71cf357a-b8b6-4c37-a681-9e785ca05d19 None None] Bound using segment: {'id': '1292f34e-1ce5-4b11-a5a6-b1dd80ea2a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '3cf4c098-c079-4446-9bc2-a340c52dcaff'} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 05 17:48:20.304766 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-71cf357a-b8b6-4c37-a681-9e785ca05d19 None None] Bound port: 512f40d5-9ab7-401d-bf2e-5da37d37da05, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1292f34e-1ce5-4b11-a5a6-b1dd80ea2a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '3cf4c098-c079-4446-9bc2-a340c52dcaff'}}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 05 17:48:20.305139 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-71cf357a-b8b6-4c37-a681-9e785ca05d19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:48:20.392946 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-71cf357a-b8b6-4c37-a681-9e785ca05d19 None None] For port 512f40d5-9ab7-401d-bf2e-5da37d37da05, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 05 17:48:20.397241 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-71cf357a-b8b6-4c37-a681-9e785ca05d19 None None] For port 512f40d5-9ab7-401d-bf2e-5da37d37da05, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=512f40d5-9ab7-401d-bf2e-5da37d37da05,segment=NetworkSegment(1292f34e-1ce5-4b11-a5a6-b1dd80ea2a70),segment_id=1292f34e-1ce5-4b11-a5a6-b1dd80ea2a70)] {{(pid=103802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 05 17:48:20.421092 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [None req-f005e786-1ee9-4f6e-a6b8-b4b629984ab4 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Allocated IP 172.20.0.1 (3cf4c098-c079-4446-9bc2-a340c52dcaff/80e64601-805f-4bb0-b9f1-1b29e9859e9d/4d926b34-1395-4554-a4f6-7f8ec524fecc) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:48:20.481811 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-71cf357a-b8b6-4c37-a681-9e785ca05d19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:48:20.548457 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cf357a-b8b6-4c37-a681-9e785ca05d19 None None] Pushing event updated for resources: {'Port': ['ID=512f40d5-9ab7-401d-bf2e-5da37d37da05,revision_number=2']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:48:20.550188 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f005e786-1ee9-4f6e-a6b8-b4b629984ab4 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks [] for port, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:48:20.669078 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f005e786-1ee9-4f6e-a6b8-b4b629984ab4 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11433176'] for port, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:48:20.683729 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.agents_db [None req-291d1585-17df-45c0-b64a-d244e6d90872 None None] Agent healthcheck: found 6 active agents {{(pid=103803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 05 17:48:20.692005 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d2607572-b3c9-472c-85bc-c8de0c3fb75c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:48:20.730194 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f005e786-1ee9-4f6e-a6b8-b4b629984ab4 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Network 3cf4c098-c079-4446-9bc2-a340c52dcaff is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:48:20.733809 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-f005e786-1ee9-4f6e-a6b8-b4b629984ab4 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:48:20.737501 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f005e786-1ee9-4f6e-a6b8-b4b629984ab4 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:48:20.745988 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f005e786-1ee9-4f6e-a6b8-b4b629984ab4 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Pushing event updated for resources: {'Port': ['ID=4d926b34-1395-4554-a4f6-7f8ec524fecc,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:48:20.799542 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f005e786-1ee9-4f6e-a6b8-b4b629984ab4 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-648552'] for router_interface, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:48:20.927590 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 9547b620-ee56-4f38-8b63-2eb25772b6b2 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:48:20.980028 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Provisioning complete for port 9547b620-ee56-4f38-8b63-2eb25772b6b2 triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:48:20.980495 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:48:21.015455 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f005e786-1ee9-4f6e-a6b8-b4b629984ab4 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:48:21.068165 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 512f40d5-9ab7-401d-bf2e-5da37d37da05 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:48:21.123777 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Provisioning complete for port 512f40d5-9ab7-401d-bf2e-5da37d37da05 triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:48:21.124233 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:48:21.200316 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:48:21.232351 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] For port 512f40d5-9ab7-401d-bf2e-5da37d37da05, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=512f40d5-9ab7-401d-bf2e-5da37d37da05,segment=NetworkSegment(1292f34e-1ce5-4b11-a5a6-b1dd80ea2a70),segment_id=1292f34e-1ce5-4b11-a5a6-b1dd80ea2a70)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:48:21.300930 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f005e786-1ee9-4f6e-a6b8-b4b629984ab4 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks [] for port, precommit_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:48:21.315191 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:48:21.367436 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Pushing event updated for resources: {'Port': ['ID=512f40d5-9ab7-401d-bf2e-5da37d37da05,revision_number=3']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:48:21.412147 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f005e786-1ee9-4f6e-a6b8-b4b629984ab4 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11433169'] for port, after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:48:21.492159 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f005e786-1ee9-4f6e-a6b8-b4b629984ab4 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Pushing event updated for resources: {'Port': ['ID=4d926b34-1395-4554-a4f6-7f8ec524fecc,revision_number=2']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:48:21.494763 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f005e786-1ee9-4f6e-a6b8-b4b629984ab4 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-531704'] for router_interface, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:48:21.598428 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2327b38-2b5a-425d-9dc4-e8f83426ffe6 None None] Network 3cf4c098-c079-4446-9bc2-a340c52dcaff requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:48:21.715511 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-ab52ef3b-84ae-4356-b239-f0b4d522dd9d None None] Provisioning complete for port 512f40d5-9ab7-401d-bf2e-5da37d37da05 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:48:21.716249 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-ab52ef3b-84ae-4356-b239-f0b4d522dd9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:48:21.920977 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f005e786-1ee9-4f6e-a6b8-b4b629984ab4 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Network 3cf4c098-c079-4446-9bc2-a340c52dcaff is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:48:21.922510 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-f005e786-1ee9-4f6e-a6b8-b4b629984ab4 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:48:22.028963 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-8c5739dc-8bc1-4a59-87df-4271533e01de None None] Provisioning complete for port 4d926b34-1395-4554-a4f6-7f8ec524fecc triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:48:22.029525 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-8c5739dc-8bc1-4a59-87df-4271533e01de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:48:22.043538 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f005e786-1ee9-4f6e-a6b8-b4b629984ab4 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Router 9f7f1c01-4b78-4e82-9bc9-a1ea8a696fec has already been hosted by L3 agent 59446fdc-40e0-41fe-a575-a8eb11d742f7 {{(pid=103801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 05 17:48:22.071220 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-8c5739dc-8bc1-4a59-87df-4271533e01de None None] Port 4d926b34-1395-4554-a4f6-7f8ec524fecc cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 17:48:22.073621 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d504d802-9546-4ce5-a9d3-96c844ac5808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:48:22.084449 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-8c5739dc-8bc1-4a59-87df-4271533e01de None None] Provisioning complete for port 512f40d5-9ab7-401d-bf2e-5da37d37da05 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:48:22.088128 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-8c5739dc-8bc1-4a59-87df-4271533e01de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:48:22.171054 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f005e786-1ee9-4f6e-a6b8-b4b629984ab4 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 05 17:48:22.176340 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-f005e786-1ee9-4f6e-a6b8-b4b629984ab4 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "PUT /v2.0/routers/9f7f1c01-4b78-4e82-9bc9-a1ea8a696fec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5384052 Jan 05 17:48:22.183958 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73fd8810-b5d8-435c-ac16-1f2fcf3726f0 None None] Sync routers for ids ['9f7f1c01-4b78-4e82-9bc9-a1ea8a696fec'] in dv-neutron-master-2-hyperv {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 05 17:48:22.202897 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73fd8810-b5d8-435c-ac16-1f2fcf3726f0 None None] Routers {'9f7f1c01-4b78-4e82-9bc9-a1ea8a696fec'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:48:22.203526 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-73fd8810-b5d8-435c-ac16-1f2fcf3726f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:48:19Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['9f7f1c01-4b78-4e82-9bc9-a1ea8a696fec'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:48:22.348303 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-713283cd-ee97-4a36-910b-448fe7694bcf req-d09cd9f4-fcfb-4082-9b6c-7f42accc83d2 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1836895958&fields=id&tenant_id=8e518d29c86c4653a8de8a7aad689e14 HTTP/1.1" status: 200 len: 267 time: 0.0543516 Jan 05 17:48:22.459881 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713283cd-ee97-4a36-910b-448fe7694bcf req-89f5d4ba-3a9c-415c-8ec1-be3f6046873c tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:48:22.461676 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-713283cd-ee97-4a36-910b-448fe7694bcf req-89f5d4ba-3a9c-415c-8ec1-be3f6046873c tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "GET /v2.0/networks?id=3cf4c098-c079-4446-9bc2-a340c52dcaff HTTP/1.1" status: 200 len: 796 time: 0.1049488 Jan 05 17:48:22.469356 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-1bca83d8-bece-4e25-915d-fc289a27d56d None None] Provisioning complete for port 4d926b34-1395-4554-a4f6-7f8ec524fecc triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:48:22.469754 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-1bca83d8-bece-4e25-915d-fc289a27d56d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:48:22.476859 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-713283cd-ee97-4a36-910b-448fe7694bcf req-1326b17e-965b-4afc-a1be-91e5cf4bb566 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "GET /v2.0/quotas/8e518d29c86c4653a8de8a7aad689e14 HTTP/1.1" status: 200 len: 375 time: 0.0097139 Jan 05 17:48:22.495856 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-73fd8810-b5d8-435c-ac16-1f2fcf3726f0 None None] Set router 9f7f1c01-4b78-4e82-9bc9-a1ea8a696fec gateway port host: dv-neutron-master-2-hyperv {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:48:22.531716 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-713283cd-ee97-4a36-910b-448fe7694bcf req-9185aa3e-c5e4-4936-934f-47687d8edfc6 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=8e518d29c86c4653a8de8a7aad689e14&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0495200 Jan 05 17:48:22.541148 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-1bca83d8-bece-4e25-915d-fc289a27d56d None None] Port 4d926b34-1395-4554-a4f6-7f8ec524fecc cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 17:48:22.627933 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-713283cd-ee97-4a36-910b-448fe7694bcf req-ed8e375f-8b56-4738-900e-75334552d812 service neutron] 10.222.0.11 "GET /v2.0/networks/3cf4c098-c079-4446-9bc2-a340c52dcaff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828969 Jan 05 17:48:22.691814 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-cf07a033-3fc2-4a7a-a9f1-97d61cbf6f74 None None] Provisioning complete for port 4d926b34-1395-4554-a4f6-7f8ec524fecc triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:48:22.692410 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-cf07a033-3fc2-4a7a-a9f1-97d61cbf6f74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:48:22.722413 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-713283cd-ee97-4a36-910b-448fe7694bcf req-dd0e4bd0-9a3d-49cb-a90e-9fc66a0c0856 service neutron] 10.222.0.11 "GET /v2.0/networks/3cf4c098-c079-4446-9bc2-a340c52dcaff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875690 Jan 05 17:48:22.734885 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-cf07a033-3fc2-4a7a-a9f1-97d61cbf6f74 None None] Port 4d926b34-1395-4554-a4f6-7f8ec524fecc cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 17:48:22.745679 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-73fd8810-b5d8-435c-ac16-1f2fcf3726f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f7f1c01-4b78-4e82-9bc9-a1ea8a696fec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-9396955', 'tenant_id': '8e518d29c86c4653a8de8a7aad689e14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.209'}], 'enable_snat': True}, 'gw_port_id': '9547b620-ee56-4f38-8b63-2eb25772b6b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:48:17Z', 'updated_at': '2022-01-05T17:48:20Z', 'revision_number': 4, 'project_id': '8e518d29c86c4653a8de8a7aad689e14', 'gw_port': {'id': '9547b620-ee56-4f38-8b63-2eb25772b6b2', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:c4:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f7f1c01-4b78-4e82-9bc9-a1ea8a696fec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:48:17Z', 'updated_at': '2022-01-05T17:48:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '4d926b34-1395-4554-a4f6-7f8ec524fecc', 'name': '', 'network_id': '3cf4c098-c079-4446-9bc2-a340c52dcaff', 'tenant_id': '8e518d29c86c4653a8de8a7aad689e14', 'mac_address': 'fa:16:3e:ca:0d:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f7f1c01-4b78-4e82-9bc9-a1ea8a696fec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': '80e64601-805f-4bb0-b9f1-1b29e9859e9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:48:20Z', 'updated_at': '2022-01-05T17:48:21Z', 'revision_number': 2, 'project_id': '8e518d29c86c4653a8de8a7aad689e14', 'subnets': [{'id': '80e64601-805f-4bb0-b9f1-1b29e9859e9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:48:22.776764 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73fd8810-b5d8-435c-ac16-1f2fcf3726f0 None None] Checking router: 9f7f1c01-4b78-4e82-9bc9-a1ea8a696fec for host: dv-neutron-master-2-hyperv {{(pid=103802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 05 17:48:22.777121 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73fd8810-b5d8-435c-ac16-1f2fcf3726f0 None None] Updating router 9f7f1c01-4b78-4e82-9bc9-a1ea8a696fec port 4d926b34-1395-4554-a4f6-7f8ec524fecc binding host dv-neutron-master-2-hyperv {{(pid=103802) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 05 17:48:22.802590 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-73fd8810-b5d8-435c-ac16-1f2fcf3726f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:48:22.819484 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 512f40d5-9ab7-401d-bf2e-5da37d37da05 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:48:22.946415 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-54640e6e-cac3-48cf-a9bd-339389d58641 req-8c18a2a0-d05c-4e6c-a63d-c56b87c3ca31 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "GET /v2.0/ports?device_id=58efaf69-bee2-45db-a142-ad7e9da9037a HTTP/1.1" status: 200 len: 210 time: 0.0345252 Jan 05 17:48:22.962013 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Provisioning complete for port 512f40d5-9ab7-401d-bf2e-5da37d37da05 triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:48:22.962379 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:48:23.163412 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-73fd8810-b5d8-435c-ac16-1f2fcf3726f0 None None] Publish callbacks [] for port, precommit_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:48:23.243299 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-73fd8810-b5d8-435c-ac16-1f2fcf3726f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:48:23.294675 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b5e588-9116-410c-85c3-fe408c92558d None None] Pushing event updated for resources: {'Port': ['ID=4d926b34-1395-4554-a4f6-7f8ec524fecc,revision_number=3']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:48:23.338203 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:48:23.351278 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-73fd8810-b5d8-435c-ac16-1f2fcf3726f0 None None] Attempting to bind port 4d926b34-1395-4554-a4f6-7f8ec524fecc on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 05 17:48:23.351603 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-73fd8810-b5d8-435c-ac16-1f2fcf3726f0 None None] Attempting to bind port 4d926b34-1395-4554-a4f6-7f8ec524fecc by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '1292f34e-1ce5-4b11-a5a6-b1dd80ea2a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '3cf4c098-c079-4446-9bc2-a340c52dcaff'}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 05 17:48:23.352132 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73fd8810-b5d8-435c-ac16-1f2fcf3726f0 None None] Attempting to bind port 4d926b34-1395-4554-a4f6-7f8ec524fecc on network 3cf4c098-c079-4446-9bc2-a340c52dcaff {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:48:23.361204 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73fd8810-b5d8-435c-ac16-1f2fcf3726f0 None None] Checking agent: {'id': '0d4f8fd3-ce62-4651-970c-efa6a8bb22b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 5, 16, 57, 23), 'started_at': datetime.datetime(2022, 1, 5, 16, 57, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 5, 17, 48, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 05 17:48:23.361204 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73fd8810-b5d8-435c-ac16-1f2fcf3726f0 None None] Checking segment: {'id': '1292f34e-1ce5-4b11-a5a6-b1dd80ea2a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '3cf4c098-c079-4446-9bc2-a340c52dcaff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:48:23.361204 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-73fd8810-b5d8-435c-ac16-1f2fcf3726f0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:48:23.361204 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73fd8810-b5d8-435c-ac16-1f2fcf3726f0 None None] Bound using segment: {'id': '1292f34e-1ce5-4b11-a5a6-b1dd80ea2a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '3cf4c098-c079-4446-9bc2-a340c52dcaff'} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 05 17:48:23.361204 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-73fd8810-b5d8-435c-ac16-1f2fcf3726f0 None None] Bound port: 4d926b34-1395-4554-a4f6-7f8ec524fecc, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1292f34e-1ce5-4b11-a5a6-b1dd80ea2a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '3cf4c098-c079-4446-9bc2-a340c52dcaff'}}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 05 17:48:23.361204 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-73fd8810-b5d8-435c-ac16-1f2fcf3726f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:48:23.424867 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-73fd8810-b5d8-435c-ac16-1f2fcf3726f0 None None] For port 4d926b34-1395-4554-a4f6-7f8ec524fecc, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 05 17:48:23.428761 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-73fd8810-b5d8-435c-ac16-1f2fcf3726f0 None None] For port 4d926b34-1395-4554-a4f6-7f8ec524fecc, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=4d926b34-1395-4554-a4f6-7f8ec524fecc,segment=NetworkSegment(1292f34e-1ce5-4b11-a5a6-b1dd80ea2a70),segment_id=1292f34e-1ce5-4b11-a5a6-b1dd80ea2a70)] {{(pid=103802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 05 17:48:23.503213 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-73fd8810-b5d8-435c-ac16-1f2fcf3726f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:48:23.575084 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73fd8810-b5d8-435c-ac16-1f2fcf3726f0 None None] Routers {'9f7f1c01-4b78-4e82-9bc9-a1ea8a696fec'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:48:23.575732 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-73fd8810-b5d8-435c-ac16-1f2fcf3726f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:48:19Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['9f7f1c01-4b78-4e82-9bc9-a1ea8a696fec'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:48:23.577477 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b5e588-9116-410c-85c3-fe408c92558d None None] Pushing event updated for resources: {'Port': ['ID=4d926b34-1395-4554-a4f6-7f8ec524fecc,revision_number=4']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:48:23.622889 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-c0447832-ccb9-4c70-81ec-5f724500176b None None] Provisioning complete for port 4d926b34-1395-4554-a4f6-7f8ec524fecc triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:48:23.623250 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c0447832-ccb9-4c70-81ec-5f724500176b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:48:23.726462 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-73fd8810-b5d8-435c-ac16-1f2fcf3726f0 None None] Set router 9f7f1c01-4b78-4e82-9bc9-a1ea8a696fec gateway port host: dv-neutron-master-2-hyperv {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:48:23.820830 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c0447832-ccb9-4c70-81ec-5f724500176b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:48:23.894924 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-c0447832-ccb9-4c70-81ec-5f724500176b None None] For port 4d926b34-1395-4554-a4f6-7f8ec524fecc, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=4d926b34-1395-4554-a4f6-7f8ec524fecc,segment=NetworkSegment(1292f34e-1ce5-4b11-a5a6-b1dd80ea2a70),segment_id=1292f34e-1ce5-4b11-a5a6-b1dd80ea2a70)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:48:23.956564 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c0447832-ccb9-4c70-81ec-5f724500176b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:48:24.016286 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0447832-ccb9-4c70-81ec-5f724500176b None None] Pushing event updated for resources: {'Port': ['ID=4d926b34-1395-4554-a4f6-7f8ec524fecc,revision_number=5']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:48:24.025199 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-73fd8810-b5d8-435c-ac16-1f2fcf3726f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f7f1c01-4b78-4e82-9bc9-a1ea8a696fec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-9396955', 'tenant_id': '8e518d29c86c4653a8de8a7aad689e14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.209'}], 'enable_snat': True}, 'gw_port_id': '9547b620-ee56-4f38-8b63-2eb25772b6b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:48:17Z', 'updated_at': '2022-01-05T17:48:20Z', 'revision_number': 4, 'project_id': '8e518d29c86c4653a8de8a7aad689e14', 'gw_port': {'id': '9547b620-ee56-4f38-8b63-2eb25772b6b2', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:c4:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f7f1c01-4b78-4e82-9bc9-a1ea8a696fec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:48:17Z', 'updated_at': '2022-01-05T17:48:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '4d926b34-1395-4554-a4f6-7f8ec524fecc', 'name': '', 'network_id': '3cf4c098-c079-4446-9bc2-a340c52dcaff', 'tenant_id': '8e518d29c86c4653a8de8a7aad689e14', 'mac_address': 'fa:16:3e:ca:0d:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f7f1c01-4b78-4e82-9bc9-a1ea8a696fec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': '80e64601-805f-4bb0-b9f1-1b29e9859e9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:48:20Z', 'updated_at': '2022-01-05T17:48:23Z', 'revision_number': 4, 'project_id': '8e518d29c86c4653a8de8a7aad689e14', 'subnets': [{'id': '80e64601-805f-4bb0-b9f1-1b29e9859e9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:48:24.041462 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-ffdcb07e-4877-440a-80a0-c71c4bc05d11 req-c37a483a-addd-47a8-a7ac-4330789490fb tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "GET /v2.0/ports?device_id=58efaf69-bee2-45db-a142-ad7e9da9037a HTTP/1.1" status: 200 len: 210 time: 0.0283036 Jan 05 17:48:24.061090 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73fd8810-b5d8-435c-ac16-1f2fcf3726f0 None None] The sync data for ids ['9f7f1c01-4b78-4e82-9bc9-a1ea8a696fec'] in dv-neutron-master-2-hyperv is: [{'id': '9f7f1c01-4b78-4e82-9bc9-a1ea8a696fec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-9396955', 'tenant_id': '8e518d29c86c4653a8de8a7aad689e14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.209'}], 'enable_snat': True}, 'gw_port_id': '9547b620-ee56-4f38-8b63-2eb25772b6b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:48:17Z', 'updated_at': '2022-01-05T17:48:20Z', 'revision_number': 4, 'project_id': '8e518d29c86c4653a8de8a7aad689e14', 'gw_port': {'id': '9547b620-ee56-4f38-8b63-2eb25772b6b2', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:c4:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f7f1c01-4b78-4e82-9bc9-a1ea8a696fec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:48:17Z', 'updated_at': '2022-01-05T17:48:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '4d926b34-1395-4554-a4f6-7f8ec524fecc', 'name': '', 'network_id': '3cf4c098-c079-4446-9bc2-a340c52dcaff', 'tenant_id': '8e518d29c86c4653a8de8a7aad689e14', 'mac_address': 'fa:16:3e:ca:0d:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f7f1c01-4b78-4e82-9bc9-a1ea8a696fec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': '80e64601-805f-4bb0-b9f1-1b29e9859e9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:48:20Z', 'updated_at': '2022-01-05T17:48:23Z', 'revision_number': 4, 'project_id': '8e518d29c86c4653a8de8a7aad689e14', 'subnets': [{'id': '80e64601-805f-4bb0-b9f1-1b29e9859e9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 05 17:48:24.077127 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-736ac32e-b682-4d19-9e4c-d0059f428887 None None] Provisioning complete for port 4d926b34-1395-4554-a4f6-7f8ec524fecc triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:48:24.077500 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-736ac32e-b682-4d19-9e4c-d0059f428887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:48:24.654668 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713283cd-ee97-4a36-910b-448fe7694bcf req-776638fd-23c5-4122-9c7f-5c4f3731b61e tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:48:24.656204 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-713283cd-ee97-4a36-910b-448fe7694bcf req-776638fd-23c5-4122-9c7f-5c4f3731b61e tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.13 "GET /v2.0/networks?id=3cf4c098-c079-4446-9bc2-a340c52dcaff HTTP/1.1" status: 200 len: 796 time: 0.1091707 Jan 05 17:48:24.742898 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-713283cd-ee97-4a36-910b-448fe7694bcf req-6fd0f5de-04e2-4d2e-a94c-8ba584a5d5f4 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8e518d29c86c4653a8de8a7aad689e14 HTTP/1.1" status: 200 len: 380 time: 0.0633636 Jan 05 17:48:24.742898 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [req-713283cd-ee97-4a36-910b-448fe7694bcf req-5dcd9d06-1682-48d5-b472-aea2b48b8dce tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Request body: {'port': {'device_id': '58efaf69-bee2-45db-a142-ad7e9da9037a', 'network_id': '3cf4c098-c079-4446-9bc2-a340c52dcaff', 'admin_state_up': True, 'tenant_id': '8e518d29c86c4653a8de8a7aad689e14', 'security_groups': ['0d14560d-0003-4dde-8e86-953b3a1adcd4']}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:48:24.848011 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 4d926b34-1395-4554-a4f6-7f8ec524fecc up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:48:24.900035 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Provisioning complete for port 4d926b34-1395-4554-a4f6-7f8ec524fecc triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:48:24.900398 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:48:24.921771 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-713283cd-ee97-4a36-910b-448fe7694bcf req-5dcd9d06-1682-48d5-b472-aea2b48b8dce tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Made reservation on behalf of 8e518d29c86c4653a8de8a7aad689e14 for: {'port': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:48:24.926053 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-713283cd-ee97-4a36-910b-448fe7694bcf req-5dcd9d06-1682-48d5-b472-aea2b48b8dce tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:48:25.064368 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [req-713283cd-ee97-4a36-910b-448fe7694bcf req-5dcd9d06-1682-48d5-b472-aea2b48b8dce tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Allocated IP 172.20.0.10 (3cf4c098-c079-4446-9bc2-a340c52dcaff/80e64601-805f-4bb0-b9f1-1b29e9859e9d/8b20eb62-acba-4d56-a3aa-bbf0cc899649) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:48:25.176859 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-5325dae2-2a07-4fa7-bb06-c88efe3612e9 req-e09cfc49-9c38-40e1-891c-718a144a3a4b tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "GET /v2.0/ports?device_id=58efaf69-bee2-45db-a142-ad7e9da9037a HTTP/1.1" status: 200 len: 210 time: 0.0664678 Jan 05 17:48:25.231758 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-713283cd-ee97-4a36-910b-448fe7694bcf req-5dcd9d06-1682-48d5-b472-aea2b48b8dce tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks [] for port, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:48:25.321064 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-713283cd-ee97-4a36-910b-448fe7694bcf req-5dcd9d06-1682-48d5-b472-aea2b48b8dce tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:48:25.363492 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-713283cd-ee97-4a36-910b-448fe7694bcf req-5dcd9d06-1682-48d5-b472-aea2b48b8dce tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Network 3cf4c098-c079-4446-9bc2-a340c52dcaff is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:48:25.366741 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [req-713283cd-ee97-4a36-910b-448fe7694bcf req-5dcd9d06-1682-48d5-b472-aea2b48b8dce tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:48:25.370314 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [req-713283cd-ee97-4a36-910b-448fe7694bcf req-5dcd9d06-1682-48d5-b472-aea2b48b8dce tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:48:25.379335 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcd9d06-1682-48d5-b472-aea2b48b8dce tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Pushing event updated for resources: {'Port': ['ID=8b20eb62-acba-4d56-a3aa-bbf0cc899649,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:48:25.430998 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713283cd-ee97-4a36-910b-448fe7694bcf req-5dcd9d06-1682-48d5-b472-aea2b48b8dce tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:48:25.431615 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-713283cd-ee97-4a36-910b-448fe7694bcf req-5dcd9d06-1682-48d5-b472-aea2b48b8dce tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:48:25.543152 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-713283cd-ee97-4a36-910b-448fe7694bcf req-5dcd9d06-1682-48d5-b472-aea2b48b8dce tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8096728 Jan 05 17:48:25.555046 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [req-713283cd-ee97-4a36-910b-448fe7694bcf req-f6e68fc5-053f-4c97-9ecc-22939da90126 service neutron] Request body: {'port': {'device_id': '58efaf69-bee2-45db-a142-ad7e9da9037a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:48:25.607465 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-713283cd-ee97-4a36-910b-448fe7694bcf req-f6e68fc5-053f-4c97-9ecc-22939da90126 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:48:25.613293 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-efa7a73b-a773-460d-b954-5ddaf0ec30f3 None None] Provisioning complete for port 8b20eb62-acba-4d56-a3aa-bbf0cc899649 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:48:25.613700 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-efa7a73b-a773-460d-b954-5ddaf0ec30f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:48:25.650071 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-efa7a73b-a773-460d-b954-5ddaf0ec30f3 None None] Port 8b20eb62-acba-4d56-a3aa-bbf0cc899649 cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 17:48:25.872274 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.notifiers.nova [req-713283cd-ee97-4a36-910b-448fe7694bcf req-f6e68fc5-053f-4c97-9ecc-22939da90126 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b20eb62-acba-4d56-a3aa-bbf0cc899649 {{(pid=103800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 05 17:48:25.879566 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-713283cd-ee97-4a36-910b-448fe7694bcf req-f6e68fc5-053f-4c97-9ecc-22939da90126 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:48:25.891918 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.provisioning_blocks [req-713283cd-ee97-4a36-910b-448fe7694bcf req-f6e68fc5-053f-4c97-9ecc-22939da90126 service neutron] Transition to ACTIVE for port object 8b20eb62-acba-4d56-a3aa-bbf0cc899649 will not be triggered until provisioned by entity L2. {{(pid=103800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 05 17:48:25.965442 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-713283cd-ee97-4a36-910b-448fe7694bcf req-f6e68fc5-053f-4c97-9ecc-22939da90126 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8784461'] for port, after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:48:26.035358 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e68fc5-053f-4c97-9ecc-22939da90126 service neutron] Pushing event updated for resources: {'Port': ['ID=8b20eb62-acba-4d56-a3aa-bbf0cc899649,revision_number=2']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:48:26.087369 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [req-713283cd-ee97-4a36-910b-448fe7694bcf req-f6e68fc5-053f-4c97-9ecc-22939da90126 service neutron] Attempting to bind port 8b20eb62-acba-4d56-a3aa-bbf0cc899649 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 05 17:48:26.087714 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [req-713283cd-ee97-4a36-910b-448fe7694bcf req-f6e68fc5-053f-4c97-9ecc-22939da90126 service neutron] Attempting to bind port 8b20eb62-acba-4d56-a3aa-bbf0cc899649 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '1292f34e-1ce5-4b11-a5a6-b1dd80ea2a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '3cf4c098-c079-4446-9bc2-a340c52dcaff'}] {{(pid=103800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 05 17:48:26.088048 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-713283cd-ee97-4a36-910b-448fe7694bcf req-f6e68fc5-053f-4c97-9ecc-22939da90126 service neutron] Attempting to bind port 8b20eb62-acba-4d56-a3aa-bbf0cc899649 on network 3cf4c098-c079-4446-9bc2-a340c52dcaff {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:48:26.092849 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-713283cd-ee97-4a36-910b-448fe7694bcf req-f6e68fc5-053f-4c97-9ecc-22939da90126 service neutron] Port 8b20eb62-acba-4d56-a3aa-bbf0cc899649 on network 3cf4c098-c079-4446-9bc2-a340c52dcaff not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 05 17:48:26.093176 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-713283cd-ee97-4a36-910b-448fe7694bcf req-f6e68fc5-053f-4c97-9ecc-22939da90126 service neutron] Attempting to bind port 8b20eb62-acba-4d56-a3aa-bbf0cc899649 on network 3cf4c098-c079-4446-9bc2-a340c52dcaff {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:48:26.098387 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-713283cd-ee97-4a36-910b-448fe7694bcf req-f6e68fc5-053f-4c97-9ecc-22939da90126 service neutron] Checking agent: {'id': '5c36d785-abe8-4e89-a23a-b403333d2378', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 5, 17, 3, 49), 'started_at': datetime.datetime(2022, 1, 5, 17, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 1, 5, 17, 48, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 05 17:48:26.098734 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-713283cd-ee97-4a36-910b-448fe7694bcf req-f6e68fc5-053f-4c97-9ecc-22939da90126 service neutron] Checking segment: {'id': '1292f34e-1ce5-4b11-a5a6-b1dd80ea2a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '3cf4c098-c079-4446-9bc2-a340c52dcaff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:48:26.099126 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-713283cd-ee97-4a36-910b-448fe7694bcf req-f6e68fc5-053f-4c97-9ecc-22939da90126 service neutron] Bound using segment: {'id': '1292f34e-1ce5-4b11-a5a6-b1dd80ea2a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '3cf4c098-c079-4446-9bc2-a340c52dcaff'} {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 05 17:48:26.099556 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [req-713283cd-ee97-4a36-910b-448fe7694bcf req-f6e68fc5-053f-4c97-9ecc-22939da90126 service neutron] Bound port: 8b20eb62-acba-4d56-a3aa-bbf0cc899649, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1292f34e-1ce5-4b11-a5a6-b1dd80ea2a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '3cf4c098-c079-4446-9bc2-a340c52dcaff'}}] {{(pid=103800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 05 17:48:26.099913 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-713283cd-ee97-4a36-910b-448fe7694bcf req-f6e68fc5-053f-4c97-9ecc-22939da90126 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:48:26.177219 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.db [req-713283cd-ee97-4a36-910b-448fe7694bcf req-f6e68fc5-053f-4c97-9ecc-22939da90126 service neutron] For port 8b20eb62-acba-4d56-a3aa-bbf0cc899649, host hv-neutron-mast, cleared binding levels {{(pid=103800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 05 17:48:26.181080 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.db [req-713283cd-ee97-4a36-910b-448fe7694bcf req-f6e68fc5-053f-4c97-9ecc-22939da90126 service neutron] For port 8b20eb62-acba-4d56-a3aa-bbf0cc899649, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=8b20eb62-acba-4d56-a3aa-bbf0cc899649,segment=NetworkSegment(1292f34e-1ce5-4b11-a5a6-b1dd80ea2a70),segment_id=1292f34e-1ce5-4b11-a5a6-b1dd80ea2a70)] {{(pid=103800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 05 17:48:26.247335 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-713283cd-ee97-4a36-910b-448fe7694bcf req-f6e68fc5-053f-4c97-9ecc-22939da90126 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8784461'] for port, after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:48:26.284358 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713283cd-ee97-4a36-910b-448fe7694bcf req-f6e68fc5-053f-4c97-9ecc-22939da90126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:48:26.285168 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-713283cd-ee97-4a36-910b-448fe7694bcf req-f6e68fc5-053f-4c97-9ecc-22939da90126 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:48:26.286611 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-713283cd-ee97-4a36-910b-448fe7694bcf req-f6e68fc5-053f-4c97-9ecc-22939da90126 service neutron] 10.222.0.13 "PUT /v2.0/ports/8b20eb62-acba-4d56-a3aa-bbf0cc899649 HTTP/1.1" status: 200 len: 1094 time: 0.7357292 Jan 05 17:48:26.287064 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58efaf69-bee2-45db-a142-ad7e9da9037a', 'tag': '8b20eb62-acba-4d56-a3aa-bbf0cc899649'}] {{(pid=103800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 05 17:48:26.289865 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f64b9d4628f7eefcc27168a80c04985d23f0ea5def038dae05e1deb7357f3bfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a561bff6-94b5-4d51-b8f6-f39ad4901068" -d '{"events": [{"name": "network-changed", "server_uuid": "58efaf69-bee2-45db-a142-ad7e9da9037a", "tag": "8b20eb62-acba-4d56-a3aa-bbf0cc899649"}]}' {{(pid=103800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 05 17:48:26.307891 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e5b650-2914-426e-973c-875c52d5466e req-90367a13-1d77-4503-8452-79041831258f tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:48:26.310082 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-f2e5b650-2914-426e-973c-875c52d5466e req-90367a13-1d77-4503-8452-79041831258f tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "GET /v2.0/ports?device_id=58efaf69-bee2-45db-a142-ad7e9da9037a HTTP/1.1" status: 200 len: 944 time: 0.0648997 Jan 05 17:48:26.318775 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e68fc5-053f-4c97-9ecc-22939da90126 service neutron] Pushing event updated for resources: {'Port': ['ID=8b20eb62-acba-4d56-a3aa-bbf0cc899649,revision_number=3']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:48:26.341606 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Jan 2022 17:48:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06b218ea-c047-4363-87eb-a34a059e6b11 x-openstack-request-id: req-06b218ea-c047-4363-87eb-a34a059e6b11 {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 05 17:48:26.341982 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58efaf69-bee2-45db-a142-ad7e9da9037a", "tag": "8b20eb62-acba-4d56-a3aa-bbf0cc899649", "status": "completed", "code": 200}]} {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 05 17:48:26.342243 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-06b218ea-c047-4363-87eb-a34a059e6b11 {{(pid=103800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 05 17:48:26.342751 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58efaf69-bee2-45db-a142-ad7e9da9037a', 'tag': '8b20eb62-acba-4d56-a3aa-bbf0cc899649', 'status': 'completed', 'code': 200} Jan 05 17:48:26.364404 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-f2e5b650-2914-426e-973c-875c52d5466e req-a20646ca-f28e-4d2c-9d52-8c3c9114c5e0 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "GET /v2.0/security-groups?id=0d14560d-0003-4dde-8e86-953b3a1adcd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482528 Jan 05 17:48:26.409402 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a561bff6-94b5-4d51-b8f6-f39ad4901068 req-d9cefced-789b-4285-9fa5-9aa25877c116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:48:26.411812 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-a561bff6-94b5-4d51-b8f6-f39ad4901068 req-d9cefced-789b-4285-9fa5-9aa25877c116 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8e518d29c86c4653a8de8a7aad689e14&device_id=58efaf69-bee2-45db-a142-ad7e9da9037a HTTP/1.1" status: 200 len: 1097 time: 0.0458062 Jan 05 17:48:26.513209 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a561bff6-94b5-4d51-b8f6-f39ad4901068 req-ebfb11c4-c780-4ece-9b54-9cd669bd8bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:48:26.514836 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-a561bff6-94b5-4d51-b8f6-f39ad4901068 req-ebfb11c4-c780-4ece-9b54-9cd669bd8bbc service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=8e518d29c86c4653a8de8a7aad689e14&shared=False HTTP/1.1" status: 200 len: 897 time: 0.0971262 Jan 05 17:48:26.607716 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a561bff6-94b5-4d51-b8f6-f39ad4901068 req-3fb408a0-7820-4b4c-8e78-cd4cda495b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:48:26.609189 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-a561bff6-94b5-4d51-b8f6-f39ad4901068 req-3fb408a0-7820-4b4c-8e78-cd4cda495b66 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0892015 Jan 05 17:48:26.684061 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713283cd-ee97-4a36-910b-448fe7694bcf req-d6e8aa3d-3196-4a34-99af-9ceb049f82c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:48:26.685626 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-713283cd-ee97-4a36-910b-448fe7694bcf req-d6e8aa3d-3196-4a34-99af-9ceb049f82c1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8e518d29c86c4653a8de8a7aad689e14&device_id=58efaf69-bee2-45db-a142-ad7e9da9037a HTTP/1.1" status: 200 len: 1097 time: 0.0411010 Jan 05 17:48:26.729512 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-713283cd-ee97-4a36-910b-448fe7694bcf req-152c9d6d-b272-4dff-b822-adbf22c479af service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8b20eb62-acba-4d56-a3aa-bbf0cc899649 HTTP/1.1" status: 200 len: 217 time: 0.0376229 Jan 05 17:48:26.776735 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713283cd-ee97-4a36-910b-448fe7694bcf req-ee507266-406b-4cfd-9b97-a7c6d38110c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:48:26.778244 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-713283cd-ee97-4a36-910b-448fe7694bcf req-ee507266-406b-4cfd-9b97-a7c6d38110c4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=80e64601-805f-4bb0-b9f1-1b29e9859e9d HTTP/1.1" status: 200 len: 833 time: 0.0426192 Jan 05 17:48:26.820653 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713283cd-ee97-4a36-910b-448fe7694bcf req-917b4b85-ec59-49b8-b361-345708336061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:48:26.822130 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-713283cd-ee97-4a36-910b-448fe7694bcf req-917b4b85-ec59-49b8-b361-345708336061 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3cf4c098-c079-4446-9bc2-a340c52dcaff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0387719 Jan 05 17:48:26.911502 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-713283cd-ee97-4a36-910b-448fe7694bcf req-4d08bf47-99dc-4614-86d6-03d135a50956 service neutron] 10.222.0.13 "GET /v2.0/networks/3cf4c098-c079-4446-9bc2-a340c52dcaff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829213 Jan 05 17:48:26.997723 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-713283cd-ee97-4a36-910b-448fe7694bcf req-8a19b1f9-c740-4159-b9d2-a0779ed7ac72 service neutron] 10.222.0.13 "GET /v2.0/networks/3cf4c098-c079-4446-9bc2-a340c52dcaff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793722 Jan 05 17:48:27.491001 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c259ed2-ddd5-494d-81dc-b8c91bb2feb8 req-a01c6618-171d-431c-93f4-1d9063c9b0e0 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:48:27.492973 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-6c259ed2-ddd5-494d-81dc-b8c91bb2feb8 req-a01c6618-171d-431c-93f4-1d9063c9b0e0 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "GET /v2.0/ports?device_id=58efaf69-bee2-45db-a142-ad7e9da9037a HTTP/1.1" status: 200 len: 944 time: 0.0544517 Jan 05 17:48:27.540281 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-6c259ed2-ddd5-494d-81dc-b8c91bb2feb8 req-201e6e26-0eb6-4734-8171-28bba686e936 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "GET /v2.0/security-groups?id=0d14560d-0003-4dde-8e86-953b3a1adcd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418863 Jan 05 17:48:28.471536 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Device 8b20eb62-acba-4d56-a3aa-bbf0cc899649 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 05 17:48:28.565906 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] For port 8b20eb62-acba-4d56-a3aa-bbf0cc899649, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=8b20eb62-acba-4d56-a3aa-bbf0cc899649,segment=NetworkSegment(1292f34e-1ce5-4b11-a5a6-b1dd80ea2a70),segment_id=1292f34e-1ce5-4b11-a5a6-b1dd80ea2a70)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:48:28.577901 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Returning: {'device': '8b20eb62-acba-4d56-a3aa-bbf0cc899649', 'network_id': '3cf4c098-c079-4446-9bc2-a340c52dcaff', 'port_id': '8b20eb62-acba-4d56-a3aa-bbf0cc899649', 'mac_address': 'fa:16:3e:27:1a:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80e64601-805f-4bb0-b9f1-1b29e9859e9d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 05 17:48:28.616097 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:48:28.629473 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.notifiers.nova [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b20eb62-acba-4d56-a3aa-bbf0cc899649 {{(pid=103802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 05 17:48:28.653309 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] For port 8b20eb62-acba-4d56-a3aa-bbf0cc899649, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=8b20eb62-acba-4d56-a3aa-bbf0cc899649,segment=NetworkSegment(1292f34e-1ce5-4b11-a5a6-b1dd80ea2a70),segment_id=1292f34e-1ce5-4b11-a5a6-b1dd80ea2a70)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:48:28.654515 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bd9006-b536-45b5-b003-1d0e5afc6cd9 req-0a2b4505-8a10-4936-a457-e1720d254a02 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:48:28.656007 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-f4bd9006-b536-45b5-b003-1d0e5afc6cd9 req-0a2b4505-8a10-4936-a457-e1720d254a02 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "GET /v2.0/ports?device_id=58efaf69-bee2-45db-a142-ad7e9da9037a HTTP/1.1" status: 200 len: 944 time: 0.0508401 Jan 05 17:48:28.708923 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-f4bd9006-b536-45b5-b003-1d0e5afc6cd9 req-52b7f667-40ec-49b4-a995-92ac7935f691 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "GET /v2.0/security-groups?id=0d14560d-0003-4dde-8e86-953b3a1adcd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473609 Jan 05 17:48:28.709340 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:48:28.755565 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Pushing event updated for resources: {'Port': ['ID=8b20eb62-acba-4d56-a3aa-bbf0cc899649,revision_number=4']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:48:28.917160 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] get_ports_and_sgs() called for port_ids ['8b20eb62-acba-4d56-a3aa-bbf0cc899649'] {{(pid=103802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 05 17:48:29.828344 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c964e4-5043-4035-a5c0-e8c2ff59458f req-a06385d6-f670-42d1-914c-d69960b72293 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:48:29.829328 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-59c964e4-5043-4035-a5c0-e8c2ff59458f req-a06385d6-f670-42d1-914c-d69960b72293 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "GET /v2.0/ports?device_id=58efaf69-bee2-45db-a142-ad7e9da9037a HTTP/1.1" status: 200 len: 945 time: 0.0507624 Jan 05 17:48:29.885362 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-59c964e4-5043-4035-a5c0-e8c2ff59458f req-d04006f9-0cde-4047-9324-3f427989103d tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "GET /v2.0/security-groups?id=0d14560d-0003-4dde-8e86-953b3a1adcd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463581 Jan 05 17:48:30.488366 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Device 8b20eb62-acba-4d56-a3aa-bbf0cc899649 up at agent hyperv_hv-neutron-mast {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:48:30.600447 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Provisioning for port 8b20eb62-acba-4d56-a3aa-bbf0cc899649 completed by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 05 17:48:30.604680 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Provisioning complete for port 8b20eb62-acba-4d56-a3aa-bbf0cc899649 triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:48:30.605049 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:48:30.682258 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:48:30.704289 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58efaf69-bee2-45db-a142-ad7e9da9037a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b20eb62-acba-4d56-a3aa-bbf0cc899649'}] {{(pid=103802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 05 17:48:30.707332 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36b213fbd845b3f09e785999bbcda1c85cd5592d7f001460987854e5c1683bd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d18313fb-cc0b-4d06-bd8c-8fab14d68408" -d '{"events": [{"server_uuid": "58efaf69-bee2-45db-a142-ad7e9da9037a", "name": "network-vif-plugged", "status": "completed", "tag": "8b20eb62-acba-4d56-a3aa-bbf0cc899649"}]}' {{(pid=103802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 05 17:48:30.719273 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] For port 8b20eb62-acba-4d56-a3aa-bbf0cc899649, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=8b20eb62-acba-4d56-a3aa-bbf0cc899649,segment=NetworkSegment(1292f34e-1ce5-4b11-a5a6-b1dd80ea2a70),segment_id=1292f34e-1ce5-4b11-a5a6-b1dd80ea2a70)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:48:30.743578 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Jan 2022 17:48:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc6905bf-b06a-4b59-aa74-3cd0342b7f1c x-openstack-request-id: req-cc6905bf-b06a-4b59-aa74-3cd0342b7f1c {{(pid=103802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 05 17:48:30.743870 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58efaf69-bee2-45db-a142-ad7e9da9037a", "name": "network-vif-plugged", "status": "completed", "tag": "8b20eb62-acba-4d56-a3aa-bbf0cc899649", "code": 200}]} {{(pid=103802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 05 17:48:30.744123 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-cc6905bf-b06a-4b59-aa74-3cd0342b7f1c {{(pid=103802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 05 17:48:30.744516 dv-neutron-master-2-hyperv neutron-server[103802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58efaf69-bee2-45db-a142-ad7e9da9037a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b20eb62-acba-4d56-a3aa-bbf0cc899649', 'code': 200} Jan 05 17:48:30.772460 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:48:30.829801 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Pushing event updated for resources: {'Port': ['ID=8b20eb62-acba-4d56-a3aa-bbf0cc899649,revision_number=5']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:48:31.028468 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759897d7-0f22-417b-bc22-e68d18ac313e req-11f626f7-db28-4a73-aefe-2d0cb6cb986c tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:48:31.029854 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-759897d7-0f22-417b-bc22-e68d18ac313e req-11f626f7-db28-4a73-aefe-2d0cb6cb986c tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "GET /v2.0/ports?device_id=58efaf69-bee2-45db-a142-ad7e9da9037a HTTP/1.1" status: 200 len: 946 time: 0.0790389 Jan 05 17:48:31.045308 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e1f042-68e7-47ea-a456-1bffb0a02c58 req-23f75df3-ad06-466a-8c9f-87d7363008dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:48:31.046705 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-00e1f042-68e7-47ea-a456-1bffb0a02c58 req-23f75df3-ad06-466a-8c9f-87d7363008dd service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=58efaf69-bee2-45db-a142-ad7e9da9037a HTTP/1.1" status: 200 len: 1099 time: 0.0642464 Jan 05 17:48:31.104806 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-759897d7-0f22-417b-bc22-e68d18ac313e req-669fd2f3-a045-483b-9970-ced38ff473d9 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "GET /v2.0/security-groups?id=0d14560d-0003-4dde-8e86-953b3a1adcd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689836 Jan 05 17:48:31.117544 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-00e1f042-68e7-47ea-a456-1bffb0a02c58 req-ad6fd081-54a0-4eac-ac07-ad46b8e953c1 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=0d14560d-0003-4dde-8e86-953b3a1adcd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643895 Jan 05 17:48:32.225192 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aee02ef-67f1-4da6-8d1c-cf29ba1d5e91 req-055a9efc-eea8-4b12-8286-8c6ba2594e50 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:48:32.226673 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-5aee02ef-67f1-4da6-8d1c-cf29ba1d5e91 req-055a9efc-eea8-4b12-8286-8c6ba2594e50 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "GET /v2.0/ports?device_id=58efaf69-bee2-45db-a142-ad7e9da9037a HTTP/1.1" status: 200 len: 946 time: 0.0492787 Jan 05 17:48:32.275350 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-5aee02ef-67f1-4da6-8d1c-cf29ba1d5e91 req-da481932-a0b0-4d63-97cf-bb17c2ef6e8d tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "GET /v2.0/security-groups?id=0d14560d-0003-4dde-8e86-953b3a1adcd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430889 Jan 05 17:48:33.395073 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88530950-81b4-4b96-a1c4-9301c4d0b271 req-f30bf68b-173f-406e-9222-3bddb59e5809 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:48:33.396556 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-88530950-81b4-4b96-a1c4-9301c4d0b271 req-f30bf68b-173f-406e-9222-3bddb59e5809 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "GET /v2.0/ports?device_id=58efaf69-bee2-45db-a142-ad7e9da9037a HTTP/1.1" status: 200 len: 946 time: 0.0484059 Jan 05 17:48:33.444603 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-88530950-81b4-4b96-a1c4-9301c4d0b271 req-9f8f8ec0-6761-42b9-8bcd-b57a2c097e7c tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "GET /v2.0/security-groups?id=0d14560d-0003-4dde-8e86-953b3a1adcd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420244 Jan 05 17:48:33.555474 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2cecbf-c3f1-47e5-badd-58c27ed37285 req-c35002f7-b812-444b-a770-2c38413b426d tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:48:33.556834 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-ab2cecbf-c3f1-47e5-badd-58c27ed37285 req-c35002f7-b812-444b-a770-2c38413b426d tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "GET /v2.0/ports?device_id=58efaf69-bee2-45db-a142-ad7e9da9037a HTTP/1.1" status: 200 len: 946 time: 0.0475781 Jan 05 17:48:33.604392 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-ab2cecbf-c3f1-47e5-badd-58c27ed37285 req-da02f283-25fb-44ab-979f-0e6b211b5fe2 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "GET /v2.0/security-groups?id=0d14560d-0003-4dde-8e86-953b3a1adcd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420678 Jan 05 17:48:33.625835 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 52206) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:48:33.669195 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4eca79e-34cc-42a9-b00b-92c79b3d11d4 tempest-TestNetworkAdvancedServerOps-2131337417 tempest-TestNetworkAdvancedServerOps-2131337417-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:48:33.670708 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-a4eca79e-34cc-42a9-b00b-92c79b3d11d4 tempest-TestNetworkAdvancedServerOps-2131337417 tempest-TestNetworkAdvancedServerOps-2131337417-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=58efaf69-bee2-45db-a142-ad7e9da9037a HTTP/1.1" status: 200 len: 1094 time: 0.0437407 Jan 05 17:48:33.673468 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 52208) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:48:33.677605 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-40bd2640-9abd-4b7d-b88c-e238ef1bf5f3 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Request body: {'floatingip': {'floating_network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'port_id': '8b20eb62-acba-4d56-a3aa-bbf0cc899649', 'tenant_id': '8e518d29c86c4653a8de8a7aad689e14', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:48:33.753679 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-40bd2640-9abd-4b7d-b88c-e238ef1bf5f3 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks [] for floatingip, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:48:33.849479 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-40bd2640-9abd-4b7d-b88c-e238ef1bf5f3 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:48:33.953012 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [None req-40bd2640-9abd-4b7d-b88c-e238ef1bf5f3 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Allocated IP 172.36.4.169 (b0167590-0699-4c5c-a932-3939414a9573/7a784a6d-3d96-418f-a645-b9ccd0b1ac55/ac7cd407-7bba-42f6-b4ca-c6a66dca3eb7) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:48:34.051488 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-40bd2640-9abd-4b7d-b88c-e238ef1bf5f3 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks [] for port, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:48:34.166034 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-40bd2640-9abd-4b7d-b88c-e238ef1bf5f3 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11433176'] for port, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:48:34.205196 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40bd2640-9abd-4b7d-b88c-e238ef1bf5f3 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Network b0167590-0699-4c5c-a932-3939414a9573 is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:48:34.208046 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-40bd2640-9abd-4b7d-b88c-e238ef1bf5f3 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:48:34.212204 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40bd2640-9abd-4b7d-b88c-e238ef1bf5f3 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:48:34.240851 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bd2640-9abd-4b7d-b88c-e238ef1bf5f3 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Pushing event updated for resources: {'Port': ['ID=ac7cd407-7bba-42f6-b4ca-c6a66dca3eb7,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:48:34.572341 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-40bd2640-9abd-4b7d-b88c-e238ef1bf5f3 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:48:34.700290 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-40bd2640-9abd-4b7d-b88c-e238ef1bf5f3 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:48:34.846388 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-40bd2640-9abd-4b7d-b88c-e238ef1bf5f3 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks [] for port, precommit_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:48:34.903335 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-40bd2640-9abd-4b7d-b88c-e238ef1bf5f3 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11433169'] for port, after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:48:34.977693 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bd2640-9abd-4b7d-b88c-e238ef1bf5f3 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Pushing event updated for resources: {'Port': ['ID=ac7cd407-7bba-42f6-b4ca-c6a66dca3eb7,revision_number=2']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:48:34.985203 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-40bd2640-9abd-4b7d-b88c-e238ef1bf5f3 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648677'] for floatingip, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:48:35.083599 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.db.l3_db [None req-40bd2640-9abd-4b7d-b88c-e238ef1bf5f3 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Floating IP 869de149-99a8-49de-8d12-acff9469ec29 associated. External IP: 172.36.4.169, port: 8b20eb62-acba-4d56-a3aa-bbf0cc899649. Jan 05 17:48:35.287376 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40bd2640-9abd-4b7d-b88c-e238ef1bf5f3 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Router 9f7f1c01-4b78-4e82-9bc9-a1ea8a696fec has already been hosted by L3 agent 59446fdc-40e0-41fe-a575-a8eb11d742f7 {{(pid=103801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 05 17:48:35.399261 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40bd2640-9abd-4b7d-b88c-e238ef1bf5f3 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 05 17:48:35.409249 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4f7659d-de51-44dd-b5a0-008fac5fa9f0 None None] Sync routers for ids ['9f7f1c01-4b78-4e82-9bc9-a1ea8a696fec'] in dv-neutron-master-2-hyperv {{(pid=103803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 05 17:48:35.418239 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4f7659d-de51-44dd-b5a0-008fac5fa9f0 None None] Routers {'9f7f1c01-4b78-4e82-9bc9-a1ea8a696fec'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:48:35.418842 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-e4f7659d-de51-44dd-b5a0-008fac5fa9f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:48:19Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['9f7f1c01-4b78-4e82-9bc9-a1ea8a696fec'], 'active': True} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:48:35.488554 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-40bd2640-9abd-4b7d-b88c-e238ef1bf5f3 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for floatingip, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:48:35.515630 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-40bd2640-9abd-4b7d-b88c-e238ef1bf5f3 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8410687 Jan 05 17:48:35.516119 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58efaf69-bee2-45db-a142-ad7e9da9037a', 'tag': '8b20eb62-acba-4d56-a3aa-bbf0cc899649'}] {{(pid=103801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 05 17:48:35.518413 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cee9004337cfdaf047d78d8066c7d6073fad8dbc2217b3b67c4523abea34d3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5627210d-d13c-4aaa-95fb-152fffb7f99f" -d '{"events": [{"name": "network-changed", "server_uuid": "58efaf69-bee2-45db-a142-ad7e9da9037a", "tag": "8b20eb62-acba-4d56-a3aa-bbf0cc899649"}]}' {{(pid=103801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 05 17:48:35.520915 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvr_db [None req-e4f7659d-de51-44dd-b5a0-008fac5fa9f0 None None] Set router 9f7f1c01-4b78-4e82-9bc9-a1ea8a696fec gateway port host: dv-neutron-master-2-hyperv {{(pid=103803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:48:35.555205 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Jan 2022 17:48:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cafb640-f846-4065-9667-60d6643ef10e x-openstack-request-id: req-5cafb640-f846-4065-9667-60d6643ef10e {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 05 17:48:35.555498 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58efaf69-bee2-45db-a142-ad7e9da9037a", "tag": "8b20eb62-acba-4d56-a3aa-bbf0cc899649", "status": "completed", "code": 200}]} {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 05 17:48:35.555751 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-5cafb640-f846-4065-9667-60d6643ef10e {{(pid=103801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 05 17:48:35.556151 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58efaf69-bee2-45db-a142-ad7e9da9037a', 'tag': '8b20eb62-acba-4d56-a3aa-bbf0cc899649', 'status': 'completed', 'code': 200} Jan 05 17:48:35.663866 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de21a88b-11a2-4722-b96a-d704a9200b1f req-f59106ba-0d78-4640-86fe-f8839ca4965b tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:48:35.665360 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-de21a88b-11a2-4722-b96a-d704a9200b1f req-f59106ba-0d78-4640-86fe-f8839ca4965b tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "GET /v2.0/ports?device_id=58efaf69-bee2-45db-a142-ad7e9da9037a HTTP/1.1" status: 200 len: 946 time: 0.0994594 Jan 05 17:48:35.667314 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5627210d-d13c-4aaa-95fb-152fffb7f99f req-8607bbbe-8a5f-4465-af92-4777bf9b925a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:48:35.668687 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-5627210d-d13c-4aaa-95fb-152fffb7f99f req-8607bbbe-8a5f-4465-af92-4777bf9b925a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8e518d29c86c4653a8de8a7aad689e14&device_id=58efaf69-bee2-45db-a142-ad7e9da9037a HTTP/1.1" status: 200 len: 1099 time: 0.0902879 Jan 05 17:48:35.748007 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-e4f7659d-de51-44dd-b5a0-008fac5fa9f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f7f1c01-4b78-4e82-9bc9-a1ea8a696fec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-9396955', 'tenant_id': '8e518d29c86c4653a8de8a7aad689e14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.209'}], 'enable_snat': True}, 'gw_port_id': '9547b620-ee56-4f38-8b63-2eb25772b6b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:48:17Z', 'updated_at': '2022-01-05T17:48:20Z', 'revision_number': 4, 'project_id': '8e518d29c86c4653a8de8a7aad689e14', 'gw_port': {'id': '9547b620-ee56-4f38-8b63-2eb25772b6b2', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:c4:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f7f1c01-4b78-4e82-9bc9-a1ea8a696fec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:48:17Z', 'updated_at': '2022-01-05T17:48:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '869de149-99a8-49de-8d12-acff9469ec29', 'tenant_id': '8e518d29c86c4653a8de8a7aad689e14', 'floating_ip_address': '172.36.4.169', 'floating_network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'router_id': '9f7f1c01-4b78-4e82-9bc9-a1ea8a696fec', 'port_id': '8b20eb62-acba-4d56-a3aa-bbf0cc899649', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1804, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3cf4c098-c079-4446-9bc2-a340c52dcaff', 'mac_address': 'fa:16:3e:27:1a:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58efaf69-bee2-45db-a142-ad7e9da9037a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-05T17:48:34Z', 'updated_at': '2022-01-05T17:48:34Z', 'revision_number': 0, 'project_id': '8e518d29c86c4653a8de8a7aad689e14', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d926b34-1395-4554-a4f6-7f8ec524fecc', 'name': '', 'network_id': '3cf4c098-c079-4446-9bc2-a340c52dcaff', 'tenant_id': '8e518d29c86c4653a8de8a7aad689e14', 'mac_address': 'fa:16:3e:ca:0d:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f7f1c01-4b78-4e82-9bc9-a1ea8a696fec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': '80e64601-805f-4bb0-b9f1-1b29e9859e9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:48:20Z', 'updated_at': '2022-01-05T17:48:23Z', 'revision_number': 5, 'project_id': '8e518d29c86c4653a8de8a7aad689e14', 'subnets': [{'id': '80e64601-805f-4bb0-b9f1-1b29e9859e9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:48:35.766518 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-de21a88b-11a2-4722-b96a-d704a9200b1f req-70b8e0b9-f543-4b39-b3b4-1f8fa244ae2f tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "GET /v2.0/security-groups?id=0d14560d-0003-4dde-8e86-953b3a1adcd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0954890 Jan 05 17:48:35.773853 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4f7659d-de51-44dd-b5a0-008fac5fa9f0 None None] Checking router: 9f7f1c01-4b78-4e82-9bc9-a1ea8a696fec for host: dv-neutron-master-2-hyperv {{(pid=103803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 05 17:48:35.786275 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4f7659d-de51-44dd-b5a0-008fac5fa9f0 None None] Routers {'9f7f1c01-4b78-4e82-9bc9-a1ea8a696fec'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:48:35.786881 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-e4f7659d-de51-44dd-b5a0-008fac5fa9f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:48:19Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['9f7f1c01-4b78-4e82-9bc9-a1ea8a696fec'], 'active': True} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:48:35.788099 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 52214) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:48:35.798142 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5627210d-d13c-4aaa-95fb-152fffb7f99f req-1d69e7ee-dedd-4708-a666-56fe766eec2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:48:35.799610 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-5627210d-d13c-4aaa-95fb-152fffb7f99f req-1d69e7ee-dedd-4708-a666-56fe766eec2e service neutron] 10.222.0.13 "GET /v2.0/networks?id=3cf4c098-c079-4446-9bc2-a340c52dcaff HTTP/1.1" status: 200 len: 897 time: 0.1230464 Jan 05 17:48:35.853650 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-32e201df-2a40-4f36-b615-b48cbb8a9ecc tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "GET /v2.0/floatingips/869de149-99a8-49de-8d12-acff9469ec29 HTTP/1.1" status: 200 len: 992 time: 0.0641460 Jan 05 17:48:35.865183 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-5627210d-d13c-4aaa-95fb-152fffb7f99f req-c571fca8-adb2-4d99-8a29-8be24997cc61 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8b20eb62-acba-4d56-a3aa-bbf0cc899649 HTTP/1.1" status: 200 len: 1000 time: 0.0597446 Jan 05 17:48:35.893393 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvr_db [None req-e4f7659d-de51-44dd-b5a0-008fac5fa9f0 None None] Set router 9f7f1c01-4b78-4e82-9bc9-a1ea8a696fec gateway port host: dv-neutron-master-2-hyperv {{(pid=103803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:48:35.911662 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5627210d-d13c-4aaa-95fb-152fffb7f99f req-cffd09ae-bc6e-4a25-8504-729802367b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:48:35.913119 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-5627210d-d13c-4aaa-95fb-152fffb7f99f req-cffd09ae-bc6e-4a25-8504-729802367b42 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=80e64601-805f-4bb0-b9f1-1b29e9859e9d HTTP/1.1" status: 200 len: 833 time: 0.0423427 Jan 05 17:48:35.961831 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5627210d-d13c-4aaa-95fb-152fffb7f99f req-c6455de5-7cad-4ce9-936e-3a62dd9b09a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:48:35.963335 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-5627210d-d13c-4aaa-95fb-152fffb7f99f req-c6455de5-7cad-4ce9-936e-3a62dd9b09a2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3cf4c098-c079-4446-9bc2-a340c52dcaff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0442884 Jan 05 17:48:36.049238 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-5627210d-d13c-4aaa-95fb-152fffb7f99f req-85680b32-2b08-4651-a052-6389a500a0da service neutron] 10.222.0.13 "GET /v2.0/networks/3cf4c098-c079-4446-9bc2-a340c52dcaff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802295 Jan 05 17:48:36.109048 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-e4f7659d-de51-44dd-b5a0-008fac5fa9f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f7f1c01-4b78-4e82-9bc9-a1ea8a696fec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-9396955', 'tenant_id': '8e518d29c86c4653a8de8a7aad689e14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.209'}], 'enable_snat': True}, 'gw_port_id': '9547b620-ee56-4f38-8b63-2eb25772b6b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:48:17Z', 'updated_at': '2022-01-05T17:48:20Z', 'revision_number': 4, 'project_id': '8e518d29c86c4653a8de8a7aad689e14', 'gw_port': {'id': '9547b620-ee56-4f38-8b63-2eb25772b6b2', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:c4:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f7f1c01-4b78-4e82-9bc9-a1ea8a696fec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:48:17Z', 'updated_at': '2022-01-05T17:48:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '869de149-99a8-49de-8d12-acff9469ec29', 'tenant_id': '8e518d29c86c4653a8de8a7aad689e14', 'floating_ip_address': '172.36.4.169', 'floating_network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'router_id': '9f7f1c01-4b78-4e82-9bc9-a1ea8a696fec', 'port_id': '8b20eb62-acba-4d56-a3aa-bbf0cc899649', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1804, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3cf4c098-c079-4446-9bc2-a340c52dcaff', 'mac_address': 'fa:16:3e:27:1a:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58efaf69-bee2-45db-a142-ad7e9da9037a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-05T17:48:34Z', 'updated_at': '2022-01-05T17:48:34Z', 'revision_number': 0, 'project_id': '8e518d29c86c4653a8de8a7aad689e14', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d926b34-1395-4554-a4f6-7f8ec524fecc', 'name': '', 'network_id': '3cf4c098-c079-4446-9bc2-a340c52dcaff', 'tenant_id': '8e518d29c86c4653a8de8a7aad689e14', 'mac_address': 'fa:16:3e:ca:0d:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f7f1c01-4b78-4e82-9bc9-a1ea8a696fec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': '80e64601-805f-4bb0-b9f1-1b29e9859e9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:48:20Z', 'updated_at': '2022-01-05T17:48:23Z', 'revision_number': 5, 'project_id': '8e518d29c86c4653a8de8a7aad689e14', 'subnets': [{'id': '80e64601-805f-4bb0-b9f1-1b29e9859e9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:48:36.138303 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4f7659d-de51-44dd-b5a0-008fac5fa9f0 None None] The sync data for ids ['9f7f1c01-4b78-4e82-9bc9-a1ea8a696fec'] in dv-neutron-master-2-hyperv is: [{'id': '9f7f1c01-4b78-4e82-9bc9-a1ea8a696fec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-9396955', 'tenant_id': '8e518d29c86c4653a8de8a7aad689e14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.209'}], 'enable_snat': True}, 'gw_port_id': '9547b620-ee56-4f38-8b63-2eb25772b6b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:48:17Z', 'updated_at': '2022-01-05T17:48:20Z', 'revision_number': 4, 'project_id': '8e518d29c86c4653a8de8a7aad689e14', 'gw_port': {'id': '9547b620-ee56-4f38-8b63-2eb25772b6b2', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:c4:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f7f1c01-4b78-4e82-9bc9-a1ea8a696fec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:48:17Z', 'updated_at': '2022-01-05T17:48:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '869de149-99a8-49de-8d12-acff9469ec29', 'tenant_id': '8e518d29c86c4653a8de8a7aad689e14', 'floating_ip_address': '172.36.4.169', 'floating_network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'router_id': '9f7f1c01-4b78-4e82-9bc9-a1ea8a696fec', 'port_id': '8b20eb62-acba-4d56-a3aa-bbf0cc899649', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1804, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3cf4c098-c079-4446-9bc2-a340c52dcaff', 'mac_address': 'fa:16:3e:27:1a:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58efaf69-bee2-45db-a142-ad7e9da9037a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-05T17:48:34Z', 'updated_at': '2022-01-05T17:48:34Z', 'revision_number': 0, 'project_id': '8e518d29c86c4653a8de8a7aad689e14', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d926b34-1395-4554-a4f6-7f8ec524fecc', 'name': '', 'network_id': '3cf4c098-c079-4446-9bc2-a340c52dcaff', 'tenant_id': '8e518d29c86c4653a8de8a7aad689e14', 'mac_address': 'fa:16:3e:ca:0d:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f7f1c01-4b78-4e82-9bc9-a1ea8a696fec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': '80e64601-805f-4bb0-b9f1-1b29e9859e9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:48:20Z', 'updated_at': '2022-01-05T17:48:23Z', 'revision_number': 5, 'project_id': '8e518d29c86c4653a8de8a7aad689e14', 'subnets': [{'id': '80e64601-805f-4bb0-b9f1-1b29e9859e9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 05 17:48:36.140373 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-5627210d-d13c-4aaa-95fb-152fffb7f99f req-8a316794-1110-4b09-8a32-8c054d78bd0e service neutron] 10.222.0.13 "GET /v2.0/networks/3cf4c098-c079-4446-9bc2-a340c52dcaff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852334 Jan 05 17:48:36.342937 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d69002b9-f999-4a20-831e-d0e59400e68a None None] New status for floating IP 869de149-99a8-49de-8d12-acff9469ec29: ACTIVE {{(pid=103802) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 05 17:48:36.857266 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 52216) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:48:36.918941 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-930f814d-eb80-4305-985e-be9f97ead826 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "GET /v2.0/floatingips/869de149-99a8-49de-8d12-acff9469ec29 HTTP/1.1" status: 200 len: 994 time: 0.0604877 Jan 05 17:48:39.337318 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-e4aba166-5d7e-4896-b30d-a61e0dc071ef req-15c03db3-10f2-40f5-b1b7-285a7d1cccce service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=58efaf69-bee2-45db-a142-ad7e9da9037a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0405560 Jan 05 17:48:39.420760 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4aba166-5d7e-4896-b30d-a61e0dc071ef req-1e4e2a52-7414-4cd9-80fd-f9d9b7630646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:48:39.422250 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-e4aba166-5d7e-4896-b30d-a61e0dc071ef req-1e4e2a52-7414-4cd9-80fd-f9d9b7630646 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8e518d29c86c4653a8de8a7aad689e14&device_id=58efaf69-bee2-45db-a142-ad7e9da9037a HTTP/1.1" status: 200 len: 1099 time: 0.0405252 Jan 05 17:48:39.524180 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4aba166-5d7e-4896-b30d-a61e0dc071ef req-5e4c3077-1491-462a-8029-28f5772ba5b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:48:39.526014 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-e4aba166-5d7e-4896-b30d-a61e0dc071ef req-5e4c3077-1491-462a-8029-28f5772ba5b3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=3cf4c098-c079-4446-9bc2-a340c52dcaff HTTP/1.1" status: 200 len: 897 time: 0.0860882 Jan 05 17:48:39.588412 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-e4aba166-5d7e-4896-b30d-a61e0dc071ef req-148972e3-8c78-4b57-97e3-9ea738bb879a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8b20eb62-acba-4d56-a3aa-bbf0cc899649 HTTP/1.1" status: 200 len: 1002 time: 0.0563867 Jan 05 17:48:39.636130 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4aba166-5d7e-4896-b30d-a61e0dc071ef req-d3fab127-cf79-46e9-b42a-9bc81b6761cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:48:39.637607 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-e4aba166-5d7e-4896-b30d-a61e0dc071ef req-d3fab127-cf79-46e9-b42a-9bc81b6761cf service neutron] 10.222.0.13 "GET /v2.0/subnets?id=80e64601-805f-4bb0-b9f1-1b29e9859e9d HTTP/1.1" status: 200 len: 833 time: 0.0438278 Jan 05 17:48:39.687222 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4aba166-5d7e-4896-b30d-a61e0dc071ef req-785a2abd-0c71-4379-b703-c826a1838002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:48:39.689329 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-e4aba166-5d7e-4896-b30d-a61e0dc071ef req-785a2abd-0c71-4379-b703-c826a1838002 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3cf4c098-c079-4446-9bc2-a340c52dcaff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0459654 Jan 05 17:48:39.775558 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-e4aba166-5d7e-4896-b30d-a61e0dc071ef req-43e37136-daa2-468c-bb9d-724c0290fd76 service neutron] 10.222.0.13 "GET /v2.0/networks/3cf4c098-c079-4446-9bc2-a340c52dcaff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797236 Jan 05 17:48:39.867142 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-e4aba166-5d7e-4896-b30d-a61e0dc071ef req-76e6ccb1-b1dd-4f2d-9bb7-a0a2e98632d9 service neutron] 10.222.0.13 "GET /v2.0/networks/3cf4c098-c079-4446-9bc2-a340c52dcaff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845582 Jan 05 17:48:47.114622 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-cb16292d-d69e-4d25-be7e-102dde762a83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:48:48.687774 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [req-0a1390e1-44bc-4c11-876e-b8233ea857c7 req-91fb4a2c-04b9-4831-9373-b8a9cb04fcce service neutron] (103801) timed out ('10.222.0.11', 48214) {{(pid=103801) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 05 17:48:49.377144 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-5827c493-b144-4129-9520-a508ccb9a875 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:48:50.149426 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:48:50.674640 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d2607572-b3c9-472c-85bc-c8de0c3fb75c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:48:52.051511 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d504d802-9546-4ce5-a9d3-96c844ac5808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:48:53.308470 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:48:57.682317 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.agents_db [None req-291d1585-17df-45c0-b64a-d244e6d90872 None None] Agent healthcheck: found 6 active agents {{(pid=103803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 05 17:49:05.877702 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714127f5-f38e-4538-84d4-1823d2b4e22f req-55e20d3e-46c7-417b-bdc3-586afe2a57b7 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:49:05.879179 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-714127f5-f38e-4538-84d4-1823d2b4e22f req-55e20d3e-46c7-417b-bdc3-586afe2a57b7 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "GET /v2.0/ports?device_id=58efaf69-bee2-45db-a142-ad7e9da9037a HTTP/1.1" status: 200 len: 946 time: 0.0502443 Jan 05 17:49:05.926818 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-714127f5-f38e-4538-84d4-1823d2b4e22f req-0ab7985e-90e5-4bf5-bf53-3bbcf19e3bab tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "GET /v2.0/security-groups?id=0d14560d-0003-4dde-8e86-953b3a1adcd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421193 Jan 05 17:49:07.048802 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa01086c-bc07-45cb-9c56-fcddfcde6d43 req-2ec940a9-f47e-40f1-9225-272d5610d3c0 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:49:07.050266 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-aa01086c-bc07-45cb-9c56-fcddfcde6d43 req-2ec940a9-f47e-40f1-9225-272d5610d3c0 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "GET /v2.0/ports?device_id=58efaf69-bee2-45db-a142-ad7e9da9037a HTTP/1.1" status: 200 len: 946 time: 0.0477371 Jan 05 17:49:07.097330 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-aa01086c-bc07-45cb-9c56-fcddfcde6d43 req-2e85e66b-d4e2-4593-8ff0-cc8c0a934af5 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "GET /v2.0/security-groups?id=0d14560d-0003-4dde-8e86-953b3a1adcd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416954 Jan 05 17:49:07.119674 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 52232) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:49:07.180872 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-accb44e4-3752-49dc-a339-cfcc4cbeb034 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "GET /v2.0/floatingips/869de149-99a8-49de-8d12-acff9469ec29 HTTP/1.1" status: 200 len: 994 time: 0.0600803 Jan 05 17:49:08.571701 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64698d8-aae2-4c9d-8ccb-f840de9a2048 req-1f14183d-301b-492d-ac58-37ae0d094b08 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:49:08.573208 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-b64698d8-aae2-4c9d-8ccb-f840de9a2048 req-1f14183d-301b-492d-ac58-37ae0d094b08 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "GET /v2.0/ports?device_id=58efaf69-bee2-45db-a142-ad7e9da9037a HTTP/1.1" status: 200 len: 946 time: 0.0533605 Jan 05 17:49:08.624234 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-b64698d8-aae2-4c9d-8ccb-f840de9a2048 req-80e0ddd4-e02b-47d7-8e25-ad9a5c822c90 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "GET /v2.0/security-groups?id=0d14560d-0003-4dde-8e86-953b3a1adcd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452819 Jan 05 17:49:08.642183 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd503e0-31da-461e-9efa-2968e0f58a7f req-1074abd3-3a11-412e-989f-5913004150b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:49:08.642183 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-4cd503e0-31da-461e-9efa-2968e0f58a7f req-1074abd3-3a11-412e-989f-5913004150b8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8e518d29c86c4653a8de8a7aad689e14&device_id=58efaf69-bee2-45db-a142-ad7e9da9037a HTTP/1.1" status: 200 len: 1099 time: 0.0423329 Jan 05 17:49:08.730675 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd503e0-31da-461e-9efa-2968e0f58a7f req-4a307827-10f6-4518-81f3-28f56e3314d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:49:08.732018 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-4cd503e0-31da-461e-9efa-2968e0f58a7f req-4a307827-10f6-4518-81f3-28f56e3314d6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=3cf4c098-c079-4446-9bc2-a340c52dcaff HTTP/1.1" status: 200 len: 897 time: 0.0847940 Jan 05 17:49:08.795102 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-4cd503e0-31da-461e-9efa-2968e0f58a7f req-7842083f-9dbf-4abe-b4b3-0f100744d8e5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8b20eb62-acba-4d56-a3aa-bbf0cc899649 HTTP/1.1" status: 200 len: 1002 time: 0.0562749 Jan 05 17:49:08.840584 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd503e0-31da-461e-9efa-2968e0f58a7f req-1690a9ef-e4a6-42a0-acbc-444761447c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:49:08.841997 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-4cd503e0-31da-461e-9efa-2968e0f58a7f req-1690a9ef-e4a6-42a0-acbc-444761447c65 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=80e64601-805f-4bb0-b9f1-1b29e9859e9d HTTP/1.1" status: 200 len: 833 time: 0.0414805 Jan 05 17:49:08.887403 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd503e0-31da-461e-9efa-2968e0f58a7f req-7a7a11d8-e5b4-4e3b-aac8-dc4b524340fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:49:08.888831 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-4cd503e0-31da-461e-9efa-2968e0f58a7f req-7a7a11d8-e5b4-4e3b-aac8-dc4b524340fa service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3cf4c098-c079-4446-9bc2-a340c52dcaff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0412495 Jan 05 17:49:08.972771 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-4cd503e0-31da-461e-9efa-2968e0f58a7f req-22bea764-dd42-419a-825c-e468b6427e49 service neutron] 10.222.0.13 "GET /v2.0/networks/3cf4c098-c079-4446-9bc2-a340c52dcaff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0781510 Jan 05 17:49:09.061329 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-4cd503e0-31da-461e-9efa-2968e0f58a7f req-e2170d1a-76e4-48cb-b42c-5b0801b608a0 service neutron] 10.222.0.13 "GET /v2.0/networks/3cf4c098-c079-4446-9bc2-a340c52dcaff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822227 Jan 05 17:49:09.745162 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92953f4-73e4-4021-bd06-c393ccf661b0 req-47737cf8-7077-401f-812a-8207ae6f484c tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:49:09.746663 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-a92953f4-73e4-4021-bd06-c393ccf661b0 req-47737cf8-7077-401f-812a-8207ae6f484c tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "GET /v2.0/ports?device_id=58efaf69-bee2-45db-a142-ad7e9da9037a HTTP/1.1" status: 200 len: 946 time: 0.0511124 Jan 05 17:49:09.794190 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-a92953f4-73e4-4021-bd06-c393ccf661b0 req-bd281d06-86f7-4f0f-8d6a-ffb2d7e1d909 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "GET /v2.0/security-groups?id=0d14560d-0003-4dde-8e86-953b3a1adcd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421054 Jan 05 17:49:10.907227 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4b8c4f-dff7-4b4d-b836-0a95b8b718ee req-305391cd-7abf-4175-8035-b78bbe7335d8 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:49:10.908575 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-df4b8c4f-dff7-4b4d-b836-0a95b8b718ee req-305391cd-7abf-4175-8035-b78bbe7335d8 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "GET /v2.0/ports?device_id=58efaf69-bee2-45db-a142-ad7e9da9037a HTTP/1.1" status: 200 len: 946 time: 0.0478652 Jan 05 17:49:10.956203 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-df4b8c4f-dff7-4b4d-b836-0a95b8b718ee req-e1d70294-297c-4159-ad0b-29a8a4fe2008 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "GET /v2.0/security-groups?id=0d14560d-0003-4dde-8e86-953b3a1adcd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421717 Jan 05 17:49:10.985298 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 52248) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:49:11.047540 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-ad41f924-761d-44f2-97e6-f863a77bc205 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "GET /v2.0/floatingips/869de149-99a8-49de-8d12-acff9469ec29 HTTP/1.1" status: 200 len: 994 time: 0.0610898 Jan 05 17:49:11.303444 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 52254) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:49:11.455025 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-a99e2ed0-73d3-41fe-9553-7232ab403c34 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Deleting port ac7cd407-7bba-42f6-b4ca-c6a66dca3eb7 {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:49:11.455366 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-a99e2ed0-73d3-41fe-9553-7232ab403c34 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:49:11.526478 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-a99e2ed0-73d3-41fe-9553-7232ab403c34 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:49:11.526801 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-a99e2ed0-73d3-41fe-9553-7232ab403c34 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:49:11.537984 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-a99e2ed0-73d3-41fe-9553-7232ab403c34 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Calling delete_port for ac7cd407-7bba-42f6-b4ca-c6a66dca3eb7 owned by network:floatingip {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:49:11.754686 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-a99e2ed0-73d3-41fe-9553-7232ab403c34 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11433176'] for port, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:49:11.777981 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99e2ed0-73d3-41fe-9553-7232ab403c34 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Pushing event deleted for resources: {'Port': ['ID=ac7cd407-7bba-42f6-b4ca-c6a66dca3eb7,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:49:11.791259 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99e2ed0-73d3-41fe-9553-7232ab403c34 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:49:11.793269 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99e2ed0-73d3-41fe-9553-7232ab403c34 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:49:11.793269 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99e2ed0-73d3-41fe-9553-7232ab403c34 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:49:11.793269 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99e2ed0-73d3-41fe-9553-7232ab403c34 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:49:11.793269 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99e2ed0-73d3-41fe-9553-7232ab403c34 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:49:11.793269 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99e2ed0-73d3-41fe-9553-7232ab403c34 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:49:11.793269 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99e2ed0-73d3-41fe-9553-7232ab403c34 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:49:11.793857 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99e2ed0-73d3-41fe-9553-7232ab403c34 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:49:11.793857 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99e2ed0-73d3-41fe-9553-7232ab403c34 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:49:11.794170 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99e2ed0-73d3-41fe-9553-7232ab403c34 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:49:11.794491 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99e2ed0-73d3-41fe-9553-7232ab403c34 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:49:11.794812 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99e2ed0-73d3-41fe-9553-7232ab403c34 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:49:11.795131 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99e2ed0-73d3-41fe-9553-7232ab403c34 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:49:11.850586 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-a99e2ed0-73d3-41fe-9553-7232ab403c34 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks [] for floatingip, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:49:11.850910 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.db.l3_db [None req-a99e2ed0-73d3-41fe-9553-7232ab403c34 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Floating IP 869de149-99a8-49de-8d12-acff9469ec29 disassociated (deleted). External IP: 172.36.4.169, port: 8b20eb62-acba-4d56-a3aa-bbf0cc899649. Jan 05 17:49:12.055815 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a99e2ed0-73d3-41fe-9553-7232ab403c34 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Router 9f7f1c01-4b78-4e82-9bc9-a1ea8a696fec has already been hosted by L3 agent 59446fdc-40e0-41fe-a575-a8eb11d742f7 {{(pid=103801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 05 17:49:12.160028 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a99e2ed0-73d3-41fe-9553-7232ab403c34 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 05 17:49:12.164826 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-a99e2ed0-73d3-41fe-9553-7232ab403c34 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for floatingip, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:49:12.170668 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb749147-ffca-4b09-ac51-576b0d76ac21 None None] Sync routers for ids ['9f7f1c01-4b78-4e82-9bc9-a1ea8a696fec'] in dv-neutron-master-2-hyperv {{(pid=103803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 05 17:49:12.180813 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb749147-ffca-4b09-ac51-576b0d76ac21 None None] Routers {'9f7f1c01-4b78-4e82-9bc9-a1ea8a696fec'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:49:12.181606 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-fb749147-ffca-4b09-ac51-576b0d76ac21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:48:49Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['9f7f1c01-4b78-4e82-9bc9-a1ea8a696fec'], 'active': True} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:49:12.391267 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvr_db [None req-fb749147-ffca-4b09-ac51-576b0d76ac21 None None] Set router 9f7f1c01-4b78-4e82-9bc9-a1ea8a696fec gateway port host: dv-neutron-master-2-hyperv {{(pid=103803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:49:12.510837 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-a99e2ed0-73d3-41fe-9553-7232ab403c34 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "DELETE /v2.0/floatingips/869de149-99a8-49de-8d12-acff9469ec29 HTTP/1.1" status: 204 len: 168 time: 1.2062924 Jan 05 17:49:12.511846 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58efaf69-bee2-45db-a142-ad7e9da9037a', 'tag': '8b20eb62-acba-4d56-a3aa-bbf0cc899649'}] {{(pid=103801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 05 17:49:12.513853 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cee9004337cfdaf047d78d8066c7d6073fad8dbc2217b3b67c4523abea34d3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17017231-859c-4ae4-b85a-b737c048ff9b" -d '{"events": [{"name": "network-changed", "server_uuid": "58efaf69-bee2-45db-a142-ad7e9da9037a", "tag": "8b20eb62-acba-4d56-a3aa-bbf0cc899649"}]}' {{(pid=103801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 05 17:49:12.550552 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Jan 2022 17:49:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e78603c4-8c60-4cb5-b646-056f57a5c12d x-openstack-request-id: req-e78603c4-8c60-4cb5-b646-056f57a5c12d {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 05 17:49:12.550840 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58efaf69-bee2-45db-a142-ad7e9da9037a", "tag": "8b20eb62-acba-4d56-a3aa-bbf0cc899649", "status": "completed", "code": 200}]} {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 05 17:49:12.551121 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e78603c4-8c60-4cb5-b646-056f57a5c12d {{(pid=103801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 05 17:49:12.551505 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58efaf69-bee2-45db-a142-ad7e9da9037a', 'tag': '8b20eb62-acba-4d56-a3aa-bbf0cc899649', 'status': 'completed', 'code': 200} Jan 05 17:49:12.599296 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-fb749147-ffca-4b09-ac51-576b0d76ac21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f7f1c01-4b78-4e82-9bc9-a1ea8a696fec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-9396955', 'tenant_id': '8e518d29c86c4653a8de8a7aad689e14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.209'}], 'enable_snat': True}, 'gw_port_id': '9547b620-ee56-4f38-8b63-2eb25772b6b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:48:17Z', 'updated_at': '2022-01-05T17:48:20Z', 'revision_number': 4, 'project_id': '8e518d29c86c4653a8de8a7aad689e14', 'gw_port': {'id': '9547b620-ee56-4f38-8b63-2eb25772b6b2', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:c4:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f7f1c01-4b78-4e82-9bc9-a1ea8a696fec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:48:17Z', 'updated_at': '2022-01-05T17:48:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '4d926b34-1395-4554-a4f6-7f8ec524fecc', 'name': '', 'network_id': '3cf4c098-c079-4446-9bc2-a340c52dcaff', 'tenant_id': '8e518d29c86c4653a8de8a7aad689e14', 'mac_address': 'fa:16:3e:ca:0d:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f7f1c01-4b78-4e82-9bc9-a1ea8a696fec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': '80e64601-805f-4bb0-b9f1-1b29e9859e9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:48:20Z', 'updated_at': '2022-01-05T17:48:23Z', 'revision_number': 5, 'project_id': '8e518d29c86c4653a8de8a7aad689e14', 'subnets': [{'id': '80e64601-805f-4bb0-b9f1-1b29e9859e9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:49:12.613489 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17017231-859c-4ae4-b85a-b737c048ff9b req-4b9d0178-6918-48b2-9302-457af5eee1a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:49:12.615233 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-17017231-859c-4ae4-b85a-b737c048ff9b req-4b9d0178-6918-48b2-9302-457af5eee1a3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8e518d29c86c4653a8de8a7aad689e14&device_id=58efaf69-bee2-45db-a142-ad7e9da9037a HTTP/1.1" status: 200 len: 1099 time: 0.0439026 Jan 05 17:49:12.626147 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb749147-ffca-4b09-ac51-576b0d76ac21 None None] Checking router: 9f7f1c01-4b78-4e82-9bc9-a1ea8a696fec for host: dv-neutron-master-2-hyperv {{(pid=103803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 05 17:49:12.636155 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb749147-ffca-4b09-ac51-576b0d76ac21 None None] Routers {'9f7f1c01-4b78-4e82-9bc9-a1ea8a696fec'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:49:12.636983 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-fb749147-ffca-4b09-ac51-576b0d76ac21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:48:49Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['9f7f1c01-4b78-4e82-9bc9-a1ea8a696fec'], 'active': True} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:49:12.710949 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17017231-859c-4ae4-b85a-b737c048ff9b req-9e3cd7b0-f20d-437e-81b4-61526de6e8bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:49:12.712432 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-17017231-859c-4ae4-b85a-b737c048ff9b req-9e3cd7b0-f20d-437e-81b4-61526de6e8bd service neutron] 10.222.0.13 "GET /v2.0/networks?id=3cf4c098-c079-4446-9bc2-a340c52dcaff HTTP/1.1" status: 200 len: 897 time: 0.0908687 Jan 05 17:49:12.745332 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvr_db [None req-fb749147-ffca-4b09-ac51-576b0d76ac21 None None] Set router 9f7f1c01-4b78-4e82-9bc9-a1ea8a696fec gateway port host: dv-neutron-master-2-hyperv {{(pid=103803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:49:12.757474 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-17017231-859c-4ae4-b85a-b737c048ff9b req-318ad3a3-19cc-418d-be24-544f99e3912f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8b20eb62-acba-4d56-a3aa-bbf0cc899649 HTTP/1.1" status: 200 len: 217 time: 0.0374284 Jan 05 17:49:12.809757 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17017231-859c-4ae4-b85a-b737c048ff9b req-f32fd03a-acb5-42d6-9896-95a601b2d45b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:49:12.811252 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-17017231-859c-4ae4-b85a-b737c048ff9b req-f32fd03a-acb5-42d6-9896-95a601b2d45b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=80e64601-805f-4bb0-b9f1-1b29e9859e9d HTTP/1.1" status: 200 len: 833 time: 0.0464034 Jan 05 17:49:12.875167 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17017231-859c-4ae4-b85a-b737c048ff9b req-5477e8d3-4735-42c8-8314-00a2f617c0e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:49:12.876702 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-17017231-859c-4ae4-b85a-b737c048ff9b req-5477e8d3-4735-42c8-8314-00a2f617c0e4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3cf4c098-c079-4446-9bc2-a340c52dcaff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0493317 Jan 05 17:49:12.945647 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-fb749147-ffca-4b09-ac51-576b0d76ac21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f7f1c01-4b78-4e82-9bc9-a1ea8a696fec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-9396955', 'tenant_id': '8e518d29c86c4653a8de8a7aad689e14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.209'}], 'enable_snat': True}, 'gw_port_id': '9547b620-ee56-4f38-8b63-2eb25772b6b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:48:17Z', 'updated_at': '2022-01-05T17:48:20Z', 'revision_number': 4, 'project_id': '8e518d29c86c4653a8de8a7aad689e14', 'gw_port': {'id': '9547b620-ee56-4f38-8b63-2eb25772b6b2', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:c4:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f7f1c01-4b78-4e82-9bc9-a1ea8a696fec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:48:17Z', 'updated_at': '2022-01-05T17:48:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '4d926b34-1395-4554-a4f6-7f8ec524fecc', 'name': '', 'network_id': '3cf4c098-c079-4446-9bc2-a340c52dcaff', 'tenant_id': '8e518d29c86c4653a8de8a7aad689e14', 'mac_address': 'fa:16:3e:ca:0d:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f7f1c01-4b78-4e82-9bc9-a1ea8a696fec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': '80e64601-805f-4bb0-b9f1-1b29e9859e9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:48:20Z', 'updated_at': '2022-01-05T17:48:23Z', 'revision_number': 5, 'project_id': '8e518d29c86c4653a8de8a7aad689e14', 'subnets': [{'id': '80e64601-805f-4bb0-b9f1-1b29e9859e9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:49:12.971902 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb749147-ffca-4b09-ac51-576b0d76ac21 None None] The sync data for ids ['9f7f1c01-4b78-4e82-9bc9-a1ea8a696fec'] in dv-neutron-master-2-hyperv is: [{'id': '9f7f1c01-4b78-4e82-9bc9-a1ea8a696fec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-9396955', 'tenant_id': '8e518d29c86c4653a8de8a7aad689e14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.209'}], 'enable_snat': True}, 'gw_port_id': '9547b620-ee56-4f38-8b63-2eb25772b6b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:48:17Z', 'updated_at': '2022-01-05T17:48:20Z', 'revision_number': 4, 'project_id': '8e518d29c86c4653a8de8a7aad689e14', 'gw_port': {'id': '9547b620-ee56-4f38-8b63-2eb25772b6b2', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:c4:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f7f1c01-4b78-4e82-9bc9-a1ea8a696fec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:48:17Z', 'updated_at': '2022-01-05T17:48:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '4d926b34-1395-4554-a4f6-7f8ec524fecc', 'name': '', 'network_id': '3cf4c098-c079-4446-9bc2-a340c52dcaff', 'tenant_id': '8e518d29c86c4653a8de8a7aad689e14', 'mac_address': 'fa:16:3e:ca:0d:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f7f1c01-4b78-4e82-9bc9-a1ea8a696fec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': '80e64601-805f-4bb0-b9f1-1b29e9859e9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:48:20Z', 'updated_at': '2022-01-05T17:48:23Z', 'revision_number': 5, 'project_id': '8e518d29c86c4653a8de8a7aad689e14', 'subnets': [{'id': '80e64601-805f-4bb0-b9f1-1b29e9859e9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 05 17:49:12.992457 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced8f4eb-d201-4e19-bd28-d740549a3505 req-4791aaac-dcde-49df-8e25-3bdd34d8684b tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:49:12.994617 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-ced8f4eb-d201-4e19-bd28-d740549a3505 req-4791aaac-dcde-49df-8e25-3bdd34d8684b tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "GET /v2.0/ports?device_id=58efaf69-bee2-45db-a142-ad7e9da9037a HTTP/1.1" status: 200 len: 946 time: 0.0935078 Jan 05 17:49:13.020637 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-17017231-859c-4ae4-b85a-b737c048ff9b req-c5c0bad2-b509-419c-8845-10b3daa5c8f4 service neutron] 10.222.0.13 "GET /v2.0/networks/3cf4c098-c079-4446-9bc2-a340c52dcaff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367741 Jan 05 17:49:13.097034 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-ced8f4eb-d201-4e19-bd28-d740549a3505 req-ebe6b88a-88d3-46e8-bb35-4cf22f5cc501 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "GET /v2.0/security-groups?id=0d14560d-0003-4dde-8e86-953b3a1adcd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0933056 Jan 05 17:49:13.132742 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-17017231-859c-4ae4-b85a-b737c048ff9b req-b9c2d1b6-96fc-44f6-a4a3-4fa8e4b99118 service neutron] 10.222.0.13 "GET /v2.0/networks/3cf4c098-c079-4446-9bc2-a340c52dcaff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057076 Jan 05 17:49:13.199840 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0773a2b4-b89e-473d-9ae6-169b954b3238 None None] New status for floating IP 869de149-99a8-49de-8d12-acff9469ec29: DOWN {{(pid=103802) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 05 17:49:14.216249 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c85279-3ae3-4953-bf64-09e082497273 req-545b4e31-3154-4e54-aeee-b0247c745b7f tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:49:14.217779 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-02c85279-3ae3-4953-bf64-09e082497273 req-545b4e31-3154-4e54-aeee-b0247c745b7f tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "GET /v2.0/ports?device_id=58efaf69-bee2-45db-a142-ad7e9da9037a HTTP/1.1" status: 200 len: 946 time: 0.0504954 Jan 05 17:49:14.265628 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-02c85279-3ae3-4953-bf64-09e082497273 req-9ed5ec37-aeba-4955-983b-70dabf1d2d90 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "GET /v2.0/security-groups?id=0d14560d-0003-4dde-8e86-953b3a1adcd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421662 Jan 05 17:49:14.482419 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208f36d7-5a93-4523-8168-c569e0f49482 req-4f79d862-eb8a-48cb-9ce6-59ef878ce658 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:49:14.483838 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-208f36d7-5a93-4523-8168-c569e0f49482 req-4f79d862-eb8a-48cb-9ce6-59ef878ce658 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.13 "GET /v2.0/ports?device_id=58efaf69-bee2-45db-a142-ad7e9da9037a HTTP/1.1" status: 200 len: 946 time: 0.0476258 Jan 05 17:49:14.572186 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [req-208f36d7-5a93-4523-8168-c569e0f49482 req-c1535b2e-e87a-43ab-82c6-5c983afbf880 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Deleting port 8b20eb62-acba-4d56-a3aa-bbf0cc899649 {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:49:14.572520 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-208f36d7-5a93-4523-8168-c569e0f49482 req-c1535b2e-e87a-43ab-82c6-5c983afbf880 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:49:14.658554 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.db [req-208f36d7-5a93-4523-8168-c569e0f49482 req-c1535b2e-e87a-43ab-82c6-5c983afbf880 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] For port 8b20eb62-acba-4d56-a3aa-bbf0cc899649, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=8b20eb62-acba-4d56-a3aa-bbf0cc899649,segment=NetworkSegment(1292f34e-1ce5-4b11-a5a6-b1dd80ea2a70),segment_id=1292f34e-1ce5-4b11-a5a6-b1dd80ea2a70)] {{(pid=103800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:49:14.658919 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-208f36d7-5a93-4523-8168-c569e0f49482 req-c1535b2e-e87a-43ab-82c6-5c983afbf880 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:49:14.671980 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [req-208f36d7-5a93-4523-8168-c569e0f49482 req-c1535b2e-e87a-43ab-82c6-5c983afbf880 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Calling delete_port for 8b20eb62-acba-4d56-a3aa-bbf0cc899649 owned by compute:nova {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:49:15.228519 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-208f36d7-5a93-4523-8168-c569e0f49482 req-c1535b2e-e87a-43ab-82c6-5c983afbf880 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:49:15.256072 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1535b2e-e87a-43ab-82c6-5c983afbf880 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Pushing event deleted for resources: {'Port': ['ID=8b20eb62-acba-4d56-a3aa-bbf0cc899649,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:49:15.268703 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1535b2e-e87a-43ab-82c6-5c983afbf880 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:49:15.269110 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1535b2e-e87a-43ab-82c6-5c983afbf880 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:49:15.269461 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1535b2e-e87a-43ab-82c6-5c983afbf880 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:49:15.269833 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1535b2e-e87a-43ab-82c6-5c983afbf880 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:49:15.270217 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1535b2e-e87a-43ab-82c6-5c983afbf880 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:49:15.270558 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1535b2e-e87a-43ab-82c6-5c983afbf880 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:49:15.270917 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1535b2e-e87a-43ab-82c6-5c983afbf880 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:49:15.271251 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1535b2e-e87a-43ab-82c6-5c983afbf880 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:49:15.271586 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1535b2e-e87a-43ab-82c6-5c983afbf880 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:49:15.271914 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1535b2e-e87a-43ab-82c6-5c983afbf880 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:49:15.272267 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1535b2e-e87a-43ab-82c6-5c983afbf880 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:49:15.272592 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1535b2e-e87a-43ab-82c6-5c983afbf880 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:49:15.272916 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1535b2e-e87a-43ab-82c6-5c983afbf880 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:49:15.311013 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [req-208f36d7-5a93-4523-8168-c569e0f49482 req-c1535b2e-e87a-43ab-82c6-5c983afbf880 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] No DVR routers for this DVR port 8b20eb62-acba-4d56-a3aa-bbf0cc899649 on host hv-neutron-mast {{(pid=103800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 05 17:49:15.313605 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-208f36d7-5a93-4523-8168-c569e0f49482 req-c1535b2e-e87a-43ab-82c6-5c983afbf880 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:49:15.316972 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-208f36d7-5a93-4523-8168-c569e0f49482 req-c1535b2e-e87a-43ab-82c6-5c983afbf880 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.13 "DELETE /v2.0/ports/8b20eb62-acba-4d56-a3aa-bbf0cc899649 HTTP/1.1" status: 204 len: 173 time: 0.8281665 Jan 05 17:49:15.317420 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58efaf69-bee2-45db-a142-ad7e9da9037a', 'name': 'network-vif-deleted', 'tag': '8b20eb62-acba-4d56-a3aa-bbf0cc899649'}] {{(pid=103800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 05 17:49:15.319825 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f64b9d4628f7eefcc27168a80c04985d23f0ea5def038dae05e1deb7357f3bfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05ad739a-e08d-4a06-b7e1-21b5c9433afd" -d '{"events": [{"server_uuid": "58efaf69-bee2-45db-a142-ad7e9da9037a", "name": "network-vif-deleted", "tag": "8b20eb62-acba-4d56-a3aa-bbf0cc899649"}]}' {{(pid=103800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 05 17:49:15.360329 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-68fbe10b-38dd-4721-bf09-c1739923ebf7 req-db610b9f-297c-49f7-9fc5-b821e18fbaf0 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "GET /v2.0/ports?device_id=58efaf69-bee2-45db-a142-ad7e9da9037a HTTP/1.1" status: 200 len: 210 time: 0.0273712 Jan 05 17:49:15.426314 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Jan 2022 17:49:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-867f7b23-7458-47bb-8d9e-962338551f94 x-openstack-request-id: req-867f7b23-7458-47bb-8d9e-962338551f94 {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 05 17:49:15.426615 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58efaf69-bee2-45db-a142-ad7e9da9037a", "name": "network-vif-deleted", "tag": "8b20eb62-acba-4d56-a3aa-bbf0cc899649", "status": "completed", "code": 200}]} {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 05 17:49:15.426896 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-867f7b23-7458-47bb-8d9e-962338551f94 {{(pid=103800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 05 17:49:15.427305 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58efaf69-bee2-45db-a142-ad7e9da9037a', 'name': 'network-vif-deleted', 'tag': '8b20eb62-acba-4d56-a3aa-bbf0cc899649', 'status': 'completed', 'code': 200} Jan 05 17:49:16.416125 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 52276) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:49:16.721782 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Device 8b20eb62-acba-4d56-a3aa-bbf0cc899649 no longer exists at agent hyperv_hv-neutron-mast {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 05 17:49:16.741023 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] No Port match for: 8b20eb62-acba-4d56-a3aa-bbf0cc899649 {{(pid=103802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 05 17:49:16.741453 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Device 8b20eb62-acba-4d56-a3aa-bbf0cc899649 not bound to the agent host hv-neutron-mast {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 05 17:49:16.772549 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-4e7412cb-3af5-435e-962f-22b4a11e339a tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-531685'] for router_interface, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:49:17.021074 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-4e7412cb-3af5-435e-962f-22b4a11e339a tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Deleting port 4d926b34-1395-4554-a4f6-7f8ec524fecc {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:49:17.021417 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-4e7412cb-3af5-435e-962f-22b4a11e339a tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:49:17.107363 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-4e7412cb-3af5-435e-962f-22b4a11e339a tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] For port 4d926b34-1395-4554-a4f6-7f8ec524fecc, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=4d926b34-1395-4554-a4f6-7f8ec524fecc,segment=NetworkSegment(1292f34e-1ce5-4b11-a5a6-b1dd80ea2a70),segment_id=1292f34e-1ce5-4b11-a5a6-b1dd80ea2a70)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:49:17.107724 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-4e7412cb-3af5-435e-962f-22b4a11e339a tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:49:17.121287 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-4e7412cb-3af5-435e-962f-22b4a11e339a tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Calling delete_port for 4d926b34-1395-4554-a4f6-7f8ec524fecc owned by network:router_interface {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:49:17.153573 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-11f3fbca-dfb2-4d69-b5a1-2cb5b3aae746 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:49:17.377678 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-4e7412cb-3af5-435e-962f-22b4a11e339a tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11433176'] for port, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:49:17.407359 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7412cb-3af5-435e-962f-22b4a11e339a tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Pushing event deleted for resources: {'Port': ['ID=4d926b34-1395-4554-a4f6-7f8ec524fecc,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:49:17.590269 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-4e7412cb-3af5-435e-962f-22b4a11e339a tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-560676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531569'] for router_interface, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:49:17.800706 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e7412cb-3af5-435e-962f-22b4a11e339a tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Router 9f7f1c01-4b78-4e82-9bc9-a1ea8a696fec has already been hosted by L3 agent 59446fdc-40e0-41fe-a575-a8eb11d742f7 {{(pid=103801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 05 17:49:17.904557 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e7412cb-3af5-435e-962f-22b4a11e339a tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 05 17:49:17.909457 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-4e7412cb-3af5-435e-962f-22b4a11e339a tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "PUT /v2.0/routers/9f7f1c01-4b78-4e82-9bc9-a1ea8a696fec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4923079 Jan 05 17:49:17.912227 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 52278) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:49:17.915943 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de518fdb-0ae0-40f6-b8dd-6245c09dd2d3 None None] Sync routers for ids ['9f7f1c01-4b78-4e82-9bc9-a1ea8a696fec'] in dv-neutron-master-2-hyperv {{(pid=103803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 05 17:49:17.925425 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de518fdb-0ae0-40f6-b8dd-6245c09dd2d3 None None] Routers {'9f7f1c01-4b78-4e82-9bc9-a1ea8a696fec'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:49:17.926141 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-de518fdb-0ae0-40f6-b8dd-6245c09dd2d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:48:49Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['9f7f1c01-4b78-4e82-9bc9-a1ea8a696fec'], 'active': True} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:49:17.962739 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.db_base_plugin_v2 [None req-430c6f3b-407f-4bb2-99d1-adaf869809d1 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Deleting subnet 80e64601-805f-4bb0-b9f1-1b29e9859e9d {{(pid=103801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 05 17:49:17.965806 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-430c6f3b-407f-4bb2-99d1-adaf869809d1 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks [] for subnet, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:49:18.005988 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-430c6f3b-407f-4bb2-99d1-adaf869809d1 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11316398'] for subnet, precommit_delete_associations {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:49:18.029819 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvr_db [None req-de518fdb-0ae0-40f6-b8dd-6245c09dd2d3 None None] Set router 9f7f1c01-4b78-4e82-9bc9-a1ea8a696fec gateway port host: dv-neutron-master-2-hyperv {{(pid=103803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:49:18.091955 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-430c6f3b-407f-4bb2-99d1-adaf869809d1 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892868'] for subnet, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:49:18.202271 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-de518fdb-0ae0-40f6-b8dd-6245c09dd2d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f7f1c01-4b78-4e82-9bc9-a1ea8a696fec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-9396955', 'tenant_id': '8e518d29c86c4653a8de8a7aad689e14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.209'}], 'enable_snat': True}, 'gw_port_id': '9547b620-ee56-4f38-8b63-2eb25772b6b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:48:17Z', 'updated_at': '2022-01-05T17:49:17Z', 'revision_number': 5, 'project_id': '8e518d29c86c4653a8de8a7aad689e14', 'gw_port': {'id': '9547b620-ee56-4f38-8b63-2eb25772b6b2', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:c4:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f7f1c01-4b78-4e82-9bc9-a1ea8a696fec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:48:17Z', 'updated_at': '2022-01-05T17:48:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:49:18.223054 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-430c6f3b-407f-4bb2-99d1-adaf869809d1 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3893367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11433231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12480600'] for subnet, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:49:18.232083 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de518fdb-0ae0-40f6-b8dd-6245c09dd2d3 None None] Checking router: 9f7f1c01-4b78-4e82-9bc9-a1ea8a696fec for host: dv-neutron-master-2-hyperv {{(pid=103803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 05 17:49:18.240146 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de518fdb-0ae0-40f6-b8dd-6245c09dd2d3 None None] Routers {'9f7f1c01-4b78-4e82-9bc9-a1ea8a696fec'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:49:18.240728 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-de518fdb-0ae0-40f6-b8dd-6245c09dd2d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:48:49Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['9f7f1c01-4b78-4e82-9bc9-a1ea8a696fec'], 'active': True} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:49:18.250009 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430c6f3b-407f-4bb2-99d1-adaf869809d1 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Pushing event deleted for resources: {'Subnet': ['ID=80e64601-805f-4bb0-b9f1-1b29e9859e9d,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:49:18.255251 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-430c6f3b-407f-4bb2-99d1-adaf869809d1 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks [] for subnet, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:49:18.259913 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-430c6f3b-407f-4bb2-99d1-adaf869809d1 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "DELETE /v2.0/subnets/80e64601-805f-4bb0-b9f1-1b29e9859e9d HTTP/1.1" status: 204 len: 168 time: 0.3457603 Jan 05 17:49:18.261317 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 52280) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:49:18.264228 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c49a2652-6422-468d-a3d4-bc44cb3d7752 None None] Network 3cf4c098-c079-4446-9bc2-a340c52dcaff requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:49:18.347377 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvr_db [None req-de518fdb-0ae0-40f6-b8dd-6245c09dd2d3 None None] Set router 9f7f1c01-4b78-4e82-9bc9-a1ea8a696fec gateway port host: dv-neutron-master-2-hyperv {{(pid=103803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:49:18.377428 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-2d78ef3c-d773-4b67-99c1-04ca428dc35a tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks [] for router, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:49:18.415096 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe878432-07a4-41d5-8ee0-b990f4cda6f6 None None] DHCP port deletion for 3cf4c098-c079-4446-9bc2-a340c52dcaff request from dv-neutron-master-2-hyperv {{(pid=103802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 05 17:49:18.462955 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-fe878432-07a4-41d5-8ee0-b990f4cda6f6 None None] Deleting port 512f40d5-9ab7-401d-bf2e-5da37d37da05 {{(pid=103802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:49:18.463323 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-fe878432-07a4-41d5-8ee0-b990f4cda6f6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:49:18.486741 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-2d78ef3c-d773-4b67-99c1-04ca428dc35a tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:49:18.527841 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-fe878432-07a4-41d5-8ee0-b990f4cda6f6 None None] For port 512f40d5-9ab7-401d-bf2e-5da37d37da05, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=512f40d5-9ab7-401d-bf2e-5da37d37da05,segment=NetworkSegment(1292f34e-1ce5-4b11-a5a6-b1dd80ea2a70),segment_id=1292f34e-1ce5-4b11-a5a6-b1dd80ea2a70)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:49:18.528239 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-fe878432-07a4-41d5-8ee0-b990f4cda6f6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:49:18.529610 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-de518fdb-0ae0-40f6-b8dd-6245c09dd2d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f7f1c01-4b78-4e82-9bc9-a1ea8a696fec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-9396955', 'tenant_id': '8e518d29c86c4653a8de8a7aad689e14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.209'}], 'enable_snat': True}, 'gw_port_id': '9547b620-ee56-4f38-8b63-2eb25772b6b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:48:17Z', 'updated_at': '2022-01-05T17:49:17Z', 'revision_number': 5, 'project_id': '8e518d29c86c4653a8de8a7aad689e14', 'gw_port': {'id': '9547b620-ee56-4f38-8b63-2eb25772b6b2', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:c4:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f7f1c01-4b78-4e82-9bc9-a1ea8a696fec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:48:17Z', 'updated_at': '2022-01-05T17:48:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:49:18.540845 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-fe878432-07a4-41d5-8ee0-b990f4cda6f6 None None] Calling delete_port for 512f40d5-9ab7-401d-bf2e-5da37d37da05 owned by network:dhcp {{(pid=103802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:49:18.555163 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de518fdb-0ae0-40f6-b8dd-6245c09dd2d3 None None] The sync data for ids ['9f7f1c01-4b78-4e82-9bc9-a1ea8a696fec'] in dv-neutron-master-2-hyperv is: [{'id': '9f7f1c01-4b78-4e82-9bc9-a1ea8a696fec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-9396955', 'tenant_id': '8e518d29c86c4653a8de8a7aad689e14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.209'}], 'enable_snat': True}, 'gw_port_id': '9547b620-ee56-4f38-8b63-2eb25772b6b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:48:17Z', 'updated_at': '2022-01-05T17:49:17Z', 'revision_number': 5, 'project_id': '8e518d29c86c4653a8de8a7aad689e14', 'gw_port': {'id': '9547b620-ee56-4f38-8b63-2eb25772b6b2', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:c4:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f7f1c01-4b78-4e82-9bc9-a1ea8a696fec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:48:17Z', 'updated_at': '2022-01-05T17:48:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=103803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 05 17:49:18.598826 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-2d78ef3c-d773-4b67-99c1-04ca428dc35a tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Deleting port 9547b620-ee56-4f38-8b63-2eb25772b6b2 {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:49:18.599340 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-2d78ef3c-d773-4b67-99c1-04ca428dc35a tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:49:18.678214 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-2d78ef3c-d773-4b67-99c1-04ca428dc35a tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] For port 9547b620-ee56-4f38-8b63-2eb25772b6b2, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=9547b620-ee56-4f38-8b63-2eb25772b6b2,segment=NetworkSegment(3f961525-530f-4ce5-8222-1dbbbe774893),segment_id=3f961525-530f-4ce5-8222-1dbbbe774893)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:49:18.678573 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-2d78ef3c-d773-4b67-99c1-04ca428dc35a tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:49:18.685783 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-fe878432-07a4-41d5-8ee0-b990f4cda6f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678'] for port, after_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:49:18.693352 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-2d78ef3c-d773-4b67-99c1-04ca428dc35a tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Calling delete_port for 9547b620-ee56-4f38-8b63-2eb25772b6b2 owned by network:router_gateway {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:49:18.713476 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe878432-07a4-41d5-8ee0-b990f4cda6f6 None None] Pushing event deleted for resources: {'Port': ['ID=512f40d5-9ab7-401d-bf2e-5da37d37da05,revision_number=None']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:49:18.723198 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe878432-07a4-41d5-8ee0-b990f4cda6f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:49:18.723545 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe878432-07a4-41d5-8ee0-b990f4cda6f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:49:18.723886 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe878432-07a4-41d5-8ee0-b990f4cda6f6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:49:18.724231 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe878432-07a4-41d5-8ee0-b990f4cda6f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:49:18.724551 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe878432-07a4-41d5-8ee0-b990f4cda6f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:49:18.724881 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe878432-07a4-41d5-8ee0-b990f4cda6f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:49:18.725202 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe878432-07a4-41d5-8ee0-b990f4cda6f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:49:18.725527 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe878432-07a4-41d5-8ee0-b990f4cda6f6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:49:18.725879 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe878432-07a4-41d5-8ee0-b990f4cda6f6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:49:18.726203 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe878432-07a4-41d5-8ee0-b990f4cda6f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:49:18.726530 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe878432-07a4-41d5-8ee0-b990f4cda6f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:49:18.726848 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe878432-07a4-41d5-8ee0-b990f4cda6f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:49:18.727164 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe878432-07a4-41d5-8ee0-b990f4cda6f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:49:18.730393 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe878432-07a4-41d5-8ee0-b990f4cda6f6 None None] No DVR routers for this DVR port 512f40d5-9ab7-401d-bf2e-5da37d37da05 on host dv-neutron-master-2-hyperv {{(pid=103802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 05 17:49:18.913951 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-2d78ef3c-d773-4b67-99c1-04ca428dc35a tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11433176'] for port, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:49:18.943736 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d78ef3c-d773-4b67-99c1-04ca428dc35a tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Pushing event deleted for resources: {'Port': ['ID=9547b620-ee56-4f38-8b63-2eb25772b6b2,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:49:18.946417 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 4d926b34-1395-4554-a4f6-7f8ec524fecc no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 05 17:49:18.971494 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee46175d-6e9e-4b65-9a49-749641430596 None None] DHCP port deletion for b0167590-0699-4c5c-a932-3939414a9573 request from dv-neutron-master-2-hyperv {{(pid=103802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 05 17:49:18.974737 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] No Port match for: 4d926b34-1395-4554-a4f6-7f8ec524fecc {{(pid=103802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 05 17:49:18.975349 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 4d926b34-1395-4554-a4f6-7f8ec524fecc not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 05 17:49:18.975830 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 512f40d5-9ab7-401d-bf2e-5da37d37da05 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 05 17:49:19.003470 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] No Port match for: 512f40d5-9ab7-401d-bf2e-5da37d37da05 {{(pid=103802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 05 17:49:19.003869 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 512f40d5-9ab7-401d-bf2e-5da37d37da05 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 05 17:49:19.026922 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-2d78ef3c-d773-4b67-99c1-04ca428dc35a tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-648595'] for router_gateway, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:49:19.124850 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-2d78ef3c-d773-4b67-99c1-04ca428dc35a tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-648249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62744'] for router, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:49:19.127098 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-2d78ef3c-d773-4b67-99c1-04ca428dc35a tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:49:19.239848 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-2d78ef3c-d773-4b67-99c1-04ca428dc35a tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-648240'] for router, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:49:19.240299 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d78ef3c-d773-4b67-99c1-04ca428dc35a tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Fanout notify agent at l3_agent the message router_deleted on router 9f7f1c01-4b78-4e82-9bc9-a1ea8a696fec {{(pid=103801) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 05 17:49:19.247082 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-2d78ef3c-d773-4b67-99c1-04ca428dc35a tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks [] for router, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:49:19.248360 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-2d78ef3c-d773-4b67-99c1-04ca428dc35a tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "DELETE /v2.0/routers/9f7f1c01-4b78-4e82-9bc9-a1ea8a696fec HTTP/1.1" status: 204 len: 168 time: 0.9860432 Jan 05 17:49:19.250985 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 52282) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:49:19.336675 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-bac78972-0d6e-4dac-8ad3-3540644eab06 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3809644'] for network, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:49:19.394213 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-e4bde152-7ba9-4342-acfe-58cbb83378ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:49:19.426072 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-bac78972-0d6e-4dac-8ad3-3540644eab06 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3891715', 'neutron.services.segments.db._delete_segments_for_network-8754181063482'] for network, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:49:19.445069 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.services.segments.db [None req-bac78972-0d6e-4dac-8ad3-3540644eab06 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3cf4c098-c079-4446-9bc2-a340c52dcaff']}} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:49:19.455523 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.services.segments.db [None req-bac78972-0d6e-4dac-8ad3-3540644eab06 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1292f34e-1ce5-4b11-a5a6-b1dd80ea2a70') {'for_net_delete': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:49:19.455814 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.services.segments.db [None req-bac78972-0d6e-4dac-8ad3-3540644eab06 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1292f34e-1ce5-4b11-a5a6-b1dd80ea2a70') {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:49:19.465687 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-bac78972-0d6e-4dac-8ad3-3540644eab06 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754181064771', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11316385'] for segment, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:49:19.478736 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-bac78972-0d6e-4dac-8ad3-3540644eab06 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225'] for segment, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:49:19.484477 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bac78972-0d6e-4dac-8ad3-3540644eab06 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Releasing vlan 131 on physical network physnet1 to pool {{(pid=103801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 05 17:49:19.484841 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-bac78972-0d6e-4dac-8ad3-3540644eab06 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11433197'] for segment, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:49:19.487713 dv-neutron-master-2-hyperv neutron-server[103801]: Traceback (most recent call last): Jan 05 17:49:19.487713 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 05 17:49:19.487713 dv-neutron-master-2-hyperv neutron-server[103801]: timer() Jan 05 17:49:19.487713 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 05 17:49:19.487713 dv-neutron-master-2-hyperv neutron-server[103801]: cb(*args, **kw) Jan 05 17:49:19.487713 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 05 17:49:19.487713 dv-neutron-master-2-hyperv neutron-server[103801]: return func(*args, **kwargs) Jan 05 17:49:19.487713 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 05 17:49:19.487713 dv-neutron-master-2-hyperv neutron-server[103801]: self._notify() Jan 05 17:49:19.487713 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 05 17:49:19.487713 dv-neutron-master-2-hyperv neutron-server[103801]: self.callback(batched_events) Jan 05 17:49:19.487713 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 05 17:49:19.487713 dv-neutron-master-2-hyperv neutron-server[103801]: event.method(event) Jan 05 17:49:19.487713 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 05 17:49:19.487713 dv-neutron-master-2-hyperv neutron-server[103801]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 05 17:49:19.487713 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 05 17:49:19.487713 dv-neutron-master-2-hyperv neutron-server[103801]: aggregate_uuid = self.p_client.list_aggregates( Jan 05 17:49:19.487713 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 05 17:49:19.487713 dv-neutron-master-2-hyperv neutron-server[103801]: return f(self, *a, **k) Jan 05 17:49:19.487713 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 05 17:49:19.487713 dv-neutron-master-2-hyperv neutron-server[103801]: return self._get(url).json() Jan 05 17:49:19.487713 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 05 17:49:19.487713 dv-neutron-master-2-hyperv neutron-server[103801]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 05 17:49:19.487713 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 05 17:49:19.487713 dv-neutron-master-2-hyperv neutron-server[103801]: return self.request(url, 'GET', **kwargs) Jan 05 17:49:19.487713 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 05 17:49:19.487713 dv-neutron-master-2-hyperv neutron-server[103801]: base_url = self.get_endpoint(auth, allow=allow, Jan 05 17:49:19.487713 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 05 17:49:19.487713 dv-neutron-master-2-hyperv neutron-server[103801]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 05 17:49:19.487713 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 05 17:49:19.487713 dv-neutron-master-2-hyperv neutron-server[103801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 05 17:49:19.487713 dv-neutron-master-2-hyperv neutron-server[103801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 05 17:49:19.617387 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-bac78972-0d6e-4dac-8ad3-3540644eab06 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3891722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648695'] for network, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:49:19.624558 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-bac78972-0d6e-4dac-8ad3-3540644eab06 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks [] for network, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:49:19.627127 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-bac78972-0d6e-4dac-8ad3-3540644eab06 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "DELETE /v2.0/networks/3cf4c098-c079-4446-9bc2-a340c52dcaff HTTP/1.1" status: 204 len: 168 time: 0.3752172 Jan 05 17:49:19.630065 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 52284) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:49:19.639492 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac78972-0d6e-4dac-8ad3-3540644eab06 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Pushing event deleted for resources: {'Network': ['ID=3cf4c098-c079-4446-9bc2-a340c52dcaff,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:49:19.687793 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4fe0b366-d220-4f40-922a-337be2413588 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks [] for security_group, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:49:19.715947 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4fe0b366-d220-4f40-922a-337be2413588 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:49:19.839802 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4fe0b366-d220-4f40-922a-337be2413588 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:49:19.842375 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4fe0b366-d220-4f40-922a-337be2413588 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Publish callbacks [] for security_group, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:49:19.843527 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-4fe0b366-d220-4f40-922a-337be2413588 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] 10.222.0.11 "DELETE /v2.0/security-groups/0d14560d-0003-4dde-8e86-953b3a1adcd4 HTTP/1.1" status: 204 len: 168 time: 0.2124236 Jan 05 17:49:19.852513 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe0b366-d220-4f40-922a-337be2413588 tempest-TestNetworkAdvancedServerOps-2010546905 tempest-TestNetworkAdvancedServerOps-2010546905-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d14560d-0003-4dde-8e86-953b3a1adcd4,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:49:20.182544 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:49:20.478417 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 52292) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:49:20.609478 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-cdafbf91-52a4-49fa-946f-1026bdf160f2 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=8e518d29c86c4653a8de8a7aad689e14&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1293581 Jan 05 17:49:20.612045 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 52296) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:49:20.659551 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e9e3ad53-6435-4543-aa35-2a30e2d13ed9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:49:20.680170 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e9e3ad53-6435-4543-aa35-2a30e2d13ed9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:49:20.708590 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d2607572-b3c9-472c-85bc-c8de0c3fb75c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:49:20.794374 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e9e3ad53-6435-4543-aa35-2a30e2d13ed9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:49:20.798443 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e9e3ad53-6435-4543-aa35-2a30e2d13ed9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:49:20.798443 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-e9e3ad53-6435-4543-aa35-2a30e2d13ed9 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/bb938023-cddb-4244-9f1d-70eee7d464b2 HTTP/1.1" status: 204 len: 168 time: 0.1850669 Jan 05 17:49:20.809537 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e3ad53-6435-4543-aa35-2a30e2d13ed9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb938023-cddb-4244-9f1d-70eee7d464b2,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:49:20.844667 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 9547b620-ee56-4f38-8b63-2eb25772b6b2 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 05 17:49:20.867595 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] No Port match for: 9547b620-ee56-4f38-8b63-2eb25772b6b2 {{(pid=103802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 05 17:49:20.867939 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 9547b620-ee56-4f38-8b63-2eb25772b6b2 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 05 17:49:21.471950 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 52302) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:49:21.485059 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2c6ddc54-d86b-47d3-8405-29bfbe0dea3c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:49:21.555558 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2c6ddc54-d86b-47d3-8405-29bfbe0dea3c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:49:21.606587 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2c6ddc54-d86b-47d3-8405-29bfbe0dea3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:49:21.648354 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-2c6ddc54-d86b-47d3-8405-29bfbe0dea3c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=714b1daa0a5649d89b0b09438d6bbbb6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1752477 Jan 05 17:49:21.649186 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6ddc54-d86b-47d3-8405-29bfbe0dea3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=791a081c-5f19-434a-b840-2bc0d09aea46,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:49:21.651707 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 52304) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:49:21.699054 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-b3034a35-043e-40ee-8a5c-c46844241fb6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:49:21.719541 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-b3034a35-043e-40ee-8a5c-c46844241fb6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:49:21.845206 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-b3034a35-043e-40ee-8a5c-c46844241fb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:49:21.847772 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-b3034a35-043e-40ee-8a5c-c46844241fb6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:49:21.848900 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-b3034a35-043e-40ee-8a5c-c46844241fb6 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/791a081c-5f19-434a-b840-2bc0d09aea46 HTTP/1.1" status: 204 len: 168 time: 0.1962121 Jan 05 17:49:21.862480 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3034a35-043e-40ee-8a5c-c46844241fb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=791a081c-5f19-434a-b840-2bc0d09aea46,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:49:22.142869 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d504d802-9546-4ce5-a9d3-96c844ac5808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:49:22.970765 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 52326) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:49:23.063238 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-781dd5cb-0759-4ae3-bfe1-81b4865d8953 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-294049794-network', 'tenant_id': '4a1f5f682b8f41d79d67d68c9228e94a'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:49:23.153357 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-781dd5cb-0759-4ae3-bfe1-81b4865d8953 admin admin] Made reservation on behalf of 4a1f5f682b8f41d79d67d68c9228e94a for: {'network': 1} {{(pid=103801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:49:23.155612 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-781dd5cb-0759-4ae3-bfe1-81b4865d8953 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for network, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:49:23.163827 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-781dd5cb-0759-4ae3-bfe1-81b4865d8953 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:49:23.234504 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-781dd5cb-0759-4ae3-bfe1-81b4865d8953 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:49:23.291489 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-781dd5cb-0759-4ae3-bfe1-81b4865d8953 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:49:23.313946 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:49:23.320469 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-781dd5cb-0759-4ae3-bfe1-81b4865d8953 admin admin] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'} {{(pid=103801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 05 17:49:23.329190 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781dd5cb-0759-4ae3-bfe1-81b4865d8953 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0838ce4d-15ab-4c64-960c-ea0d91960501,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:49:23.336251 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-781dd5cb-0759-4ae3-bfe1-81b4865d8953 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225'] for segment, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:49:23.337139 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.db.segments_db [None req-781dd5cb-0759-4ae3-bfe1-81b4865d8953 admin admin] Added segment c0f2fbfb-5ca2-49a6-a607-91e01db71e22 of type vlan for network e6ea39b9-614b-40c6-ae71-6f0368b8e9fc Jan 05 17:49:23.375577 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-781dd5cb-0759-4ae3-bfe1-81b4865d8953 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754180566020'] for network, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:49:23.445139 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-781dd5cb-0759-4ae3-bfe1-81b4865d8953 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685'] for network, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:49:23.446103 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-781dd5cb-0759-4ae3-bfe1-81b4865d8953 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:49:23.446673 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-781dd5cb-0759-4ae3-bfe1-81b4865d8953 admin admin] Publish callbacks [] for network, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:49:23.503831 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781dd5cb-0759-4ae3-bfe1-81b4865d8953 admin admin] Pushing event updated for resources: {'Network': ['ID=e6ea39b9-614b-40c6-ae71-6f0368b8e9fc,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:49:23.514090 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Network e6ea39b9-614b-40c6-ae71-6f0368b8e9fc details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 05 17:49:23.522684 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-781dd5cb-0759-4ae3-bfe1-81b4865d8953 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5508461 Jan 05 17:49:23.525769 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 52330) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:49:23.530986 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-f691ead1-cd1c-4b55-b2a5-3baf5a9cff81 admin admin] Request body: {'subnet': {'network_id': 'e6ea39b9-614b-40c6-ae71-6f0368b8e9fc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-294049794-subnet', 'tenant_id': '4a1f5f682b8f41d79d67d68c9228e94a', 'ip_version': 4}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:49:23.633218 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f691ead1-cd1c-4b55-b2a5-3baf5a9cff81 admin admin] Made reservation on behalf of 4a1f5f682b8f41d79d67d68c9228e94a for: {'subnet': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:49:23.635575 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f691ead1-cd1c-4b55-b2a5-3baf5a9cff81 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8521827'] for subnet, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:49:23.851392 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f691ead1-cd1c-4b55-b2a5-3baf5a9cff81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8784852', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8521873'] for subnet, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:49:23.906668 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f691ead1-cd1c-4b55-b2a5-3baf5a9cff81 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb19d338-8d91-4953-99c9-173824d2f2d9,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:49:23.913516 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f691ead1-cd1c-4b55-b2a5-3baf5a9cff81 admin admin] Checking segment: {'id': 'c0f2fbfb-5ca2-49a6-a607-91e01db71e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'e6ea39b9-614b-40c6-ae71-6f0368b8e9fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:49:23.913908 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f691ead1-cd1c-4b55-b2a5-3baf5a9cff81 admin admin] Network hostable DHCP agents. Network: e6ea39b9-614b-40c6-ae71-6f0368b8e9fc, hostable agents: ['3f70c195-17da-4084-9fd6-bf6059d88535'], hosted agents: [] {{(pid=103800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 05 17:49:23.988237 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f691ead1-cd1c-4b55-b2a5-3baf5a9cff81 admin admin] Network e6ea39b9-614b-40c6-ae71-6f0368b8e9fc is scheduled to be hosted by DHCP agent 3f70c195-17da-4084-9fd6-bf6059d88535 with binding_index 1 {{(pid=103800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 05 17:49:24.068522 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-f691ead1-cd1c-4b55-b2a5-3baf5a9cff81 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, e6ea39b9-614b-40c6-ae71-6f0368b8e9fc) {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:49:24.073148 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f691ead1-cd1c-4b55-b2a5-3baf5a9cff81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:49:24.073786 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f691ead1-cd1c-4b55-b2a5-3baf5a9cff81 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:49:24.078312 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec7764fb-4013-4e82-994d-39be25147b44 None None] Network e6ea39b9-614b-40c6-ae71-6f0368b8e9fc requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:49:24.157024 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-f691ead1-cd1c-4b55-b2a5-3baf5a9cff81 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6299615 Jan 05 17:49:24.159564 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 52332) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:49:24.163832 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-07f3fa89-6d2c-41b6-8fa7-e34e63e99660 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-294049794-router', 'tenant_id': '4a1f5f682b8f41d79d67d68c9228e94a', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573'}}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:49:24.174786 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef7f12f6-5749-4656-8f38-9a03ae01cc74 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-e6ea39b9-614b-40c6-ae71-6f0368b8e9fc', 'network_id': 'e6ea39b9-614b-40c6-ae71-6f0368b8e9fc', 'project_id': '4a1f5f682b8f41d79d67d68c9228e94a', 'fixed_ips': [{'subnet_id': 'cb19d338-8d91-4953-99c9-173824d2f2d9'}]}} from dv-neutron-master-2-hyperv. {{(pid=103802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 05 17:49:24.175734 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-ef7f12f6-5749-4656-8f38-9a03ae01cc74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:49:24.257406 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-07f3fa89-6d2c-41b6-8fa7-e34e63e99660 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-649063', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58098'] for router, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:49:24.259347 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-07f3fa89-6d2c-41b6-8fa7-e34e63e99660 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649832', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-545006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58091'] for router, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:49:24.308950 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.db_base_plugin_common [None req-ef7f12f6-5749-4656-8f38-9a03ae01cc74 None None] Allocated IP 172.20.0.2 (e6ea39b9-614b-40c6-ae71-6f0368b8e9fc/cb19d338-8d91-4953-99c9-173824d2f2d9/0afdb2d6-8262-4e14-af2d-3d85112470aa) {{(pid=103802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:49:24.310291 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-07f3fa89-6d2c-41b6-8fa7-e34e63e99660 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:49:24.451638 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-ef7f12f6-5749-4656-8f38-9a03ae01cc74 None None] Publish callbacks [] for port, precommit_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:49:24.502762 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-ef7f12f6-5749-4656-8f38-9a03ae01cc74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669'] for port, after_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:49:24.506445 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-07f3fa89-6d2c-41b6-8fa7-e34e63e99660 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:49:24.539705 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef7f12f6-5749-4656-8f38-9a03ae01cc74 None None] Network e6ea39b9-614b-40c6-ae71-6f0368b8e9fc is already hosted by enough agents. {{(pid=103802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:49:24.542693 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.scheduler.base_scheduler [None req-ef7f12f6-5749-4656-8f38-9a03ae01cc74 None None] Resources bound (agent type, host, resource id): {{(pid=103802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:49:24.545971 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef7f12f6-5749-4656-8f38-9a03ae01cc74 None None] Received port after_create {{(pid=103802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:49:24.554530 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7f12f6-5749-4656-8f38-9a03ae01cc74 None None] Pushing event updated for resources: {'Port': ['ID=0afdb2d6-8262-4e14-af2d-3d85112470aa,revision_number=1']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:49:24.602405 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-ef7f12f6-5749-4656-8f38-9a03ae01cc74 None None] Attempting to bind port 0afdb2d6-8262-4e14-af2d-3d85112470aa on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 05 17:49:24.602771 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-ef7f12f6-5749-4656-8f38-9a03ae01cc74 None None] Attempting to bind port 0afdb2d6-8262-4e14-af2d-3d85112470aa by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'c0f2fbfb-5ca2-49a6-a607-91e01db71e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'e6ea39b9-614b-40c6-ae71-6f0368b8e9fc'}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 05 17:49:24.603127 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef7f12f6-5749-4656-8f38-9a03ae01cc74 None None] Attempting to bind port 0afdb2d6-8262-4e14-af2d-3d85112470aa on network e6ea39b9-614b-40c6-ae71-6f0368b8e9fc {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:49:24.608323 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef7f12f6-5749-4656-8f38-9a03ae01cc74 None None] Checking agent: {'id': '0d4f8fd3-ce62-4651-970c-efa6a8bb22b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 5, 16, 57, 23), 'started_at': datetime.datetime(2022, 1, 5, 16, 57, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 5, 17, 49, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 05 17:49:24.609847 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef7f12f6-5749-4656-8f38-9a03ae01cc74 None None] Checking segment: {'id': 'c0f2fbfb-5ca2-49a6-a607-91e01db71e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'e6ea39b9-614b-40c6-ae71-6f0368b8e9fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:49:24.609847 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-ef7f12f6-5749-4656-8f38-9a03ae01cc74 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:49:24.609847 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef7f12f6-5749-4656-8f38-9a03ae01cc74 None None] Bound using segment: {'id': 'c0f2fbfb-5ca2-49a6-a607-91e01db71e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'e6ea39b9-614b-40c6-ae71-6f0368b8e9fc'} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 05 17:49:24.610117 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-ef7f12f6-5749-4656-8f38-9a03ae01cc74 None None] Bound port: 0afdb2d6-8262-4e14-af2d-3d85112470aa, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0f2fbfb-5ca2-49a6-a607-91e01db71e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'e6ea39b9-614b-40c6-ae71-6f0368b8e9fc'}}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 05 17:49:24.610427 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-ef7f12f6-5749-4656-8f38-9a03ae01cc74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:49:24.674696 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-ef7f12f6-5749-4656-8f38-9a03ae01cc74 None None] For port 0afdb2d6-8262-4e14-af2d-3d85112470aa, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 05 17:49:24.677830 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-ef7f12f6-5749-4656-8f38-9a03ae01cc74 None None] For port 0afdb2d6-8262-4e14-af2d-3d85112470aa, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=0afdb2d6-8262-4e14-af2d-3d85112470aa,segment=NetworkSegment(c0f2fbfb-5ca2-49a6-a607-91e01db71e22),segment_id=c0f2fbfb-5ca2-49a6-a607-91e01db71e22)] {{(pid=103802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 05 17:49:24.759727 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-ef7f12f6-5749-4656-8f38-9a03ae01cc74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:49:24.798510 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-07f3fa89-6d2c-41b6-8fa7-e34e63e99660 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:49:24.818066 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7f12f6-5749-4656-8f38-9a03ae01cc74 None None] Pushing event updated for resources: {'Port': ['ID=0afdb2d6-8262-4e14-af2d-3d85112470aa,revision_number=2']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:49:24.824331 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-07f3fa89-6d2c-41b6-8fa7-e34e63e99660 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:49:24.929299 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [None req-07f3fa89-6d2c-41b6-8fa7-e34e63e99660 admin admin] Allocated IP 172.36.4.70 (b0167590-0699-4c5c-a932-3939414a9573/7a784a6d-3d96-418f-a645-b9ccd0b1ac55/ba81261b-8c1a-42bb-ab28-c7d1b96f5b8e) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:49:25.071879 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-07f3fa89-6d2c-41b6-8fa7-e34e63e99660 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:49:25.143522 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-07f3fa89-6d2c-41b6-8fa7-e34e63e99660 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:49:25.179830 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07f3fa89-6d2c-41b6-8fa7-e34e63e99660 admin admin] Network b0167590-0699-4c5c-a932-3939414a9573 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:49:25.183341 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-07f3fa89-6d2c-41b6-8fa7-e34e63e99660 admin admin] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:49:25.186745 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07f3fa89-6d2c-41b6-8fa7-e34e63e99660 admin admin] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:49:25.194837 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f3fa89-6d2c-41b6-8fa7-e34e63e99660 admin admin] Pushing event updated for resources: {'Port': ['ID=ba81261b-8c1a-42bb-ab28-c7d1b96f5b8e,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:49:25.201922 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86ab95b6-38c1-41ea-bbdc-6c2fb2c001b6 None None] DHCP port deletion for b0167590-0699-4c5c-a932-3939414a9573 request from dv-neutron-master-2-hyperv {{(pid=103802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 05 17:49:25.275786 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-a8488fd9-c064-4b39-9ab9-6241073a078d None None] Provisioning complete for port ba81261b-8c1a-42bb-ab28-c7d1b96f5b8e triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:49:25.276166 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-a8488fd9-c064-4b39-9ab9-6241073a078d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:49:25.326149 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-a8488fd9-c064-4b39-9ab9-6241073a078d None None] Port ba81261b-8c1a-42bb-ab28-c7d1b96f5b8e cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 17:49:25.543132 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-07f3fa89-6d2c-41b6-8fa7-e34e63e99660 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:49:25.719252 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2c987d3-a2b4-41cd-bb50-b3700d34ab99 None None] Network e6ea39b9-614b-40c6-ae71-6f0368b8e9fc requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:49:25.748394 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-07f3fa89-6d2c-41b6-8fa7-e34e63e99660 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-648430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648639'] for router, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:49:25.785380 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-e037814d-3b69-4dbe-b988-141619e3370b None None] Provisioning complete for port 0afdb2d6-8262-4e14-af2d-3d85112470aa triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:49:25.785772 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-e037814d-3b69-4dbe-b988-141619e3370b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:49:25.902580 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-e037814d-3b69-4dbe-b988-141619e3370b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:49:25.936952 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-e037814d-3b69-4dbe-b988-141619e3370b None None] For port 0afdb2d6-8262-4e14-af2d-3d85112470aa, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=0afdb2d6-8262-4e14-af2d-3d85112470aa,segment=NetworkSegment(c0f2fbfb-5ca2-49a6-a607-91e01db71e22),segment_id=c0f2fbfb-5ca2-49a6-a607-91e01db71e22)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:49:25.954487 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07f3fa89-6d2c-41b6-8fa7-e34e63e99660 admin admin] Router 5878492b-211c-4514-8943-31c2d3c8328a is scheduled to L3 agent 59446fdc-40e0-41fe-a575-a8eb11d742f7 with binding_index 1 {{(pid=103800) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 05 17:49:25.999860 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-e037814d-3b69-4dbe-b988-141619e3370b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:49:26.051070 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e037814d-3b69-4dbe-b988-141619e3370b None None] Pushing event updated for resources: {'Port': ['ID=0afdb2d6-8262-4e14-af2d-3d85112470aa,revision_number=3']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:49:26.069300 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07f3fa89-6d2c-41b6-8fa7-e34e63e99660 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 05 17:49:26.079496 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8beefb81-669d-4b92-9991-b85df8d5b95c None None] Sync routers for ids ['5878492b-211c-4514-8943-31c2d3c8328a'] in dv-neutron-master-2-hyperv {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 05 17:49:26.089365 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8beefb81-669d-4b92-9991-b85df8d5b95c None None] Routers {'5878492b-211c-4514-8943-31c2d3c8328a'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:49:26.090013 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-8beefb81-669d-4b92-9991-b85df8d5b95c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:49:19Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['5878492b-211c-4514-8943-31c2d3c8328a'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:49:26.138814 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-07f3fa89-6d2c-41b6-8fa7-e34e63e99660 admin admin] Publish callbacks [] for router, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:49:26.140599 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-07f3fa89-6d2c-41b6-8fa7-e34e63e99660 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.9796443 Jan 05 17:49:26.143477 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 52334) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:49:26.156755 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-c12f9a22-ade5-49aa-949c-40b83d104554 None None] Provisioning complete for port 0afdb2d6-8262-4e14-af2d-3d85112470aa triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:49:26.156755 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c12f9a22-ade5-49aa-949c-40b83d104554 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:49:26.232065 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-8beefb81-669d-4b92-9991-b85df8d5b95c None None] Set router 5878492b-211c-4514-8943-31c2d3c8328a gateway port host: dv-neutron-master-2-hyperv {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:49:26.445699 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-8beefb81-669d-4b92-9991-b85df8d5b95c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5878492b-211c-4514-8943-31c2d3c8328a', 'name': 'tempest-TestShelveInstance-294049794-router', 'tenant_id': '4a1f5f682b8f41d79d67d68c9228e94a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.70'}], 'enable_snat': True}, 'gw_port_id': 'ba81261b-8c1a-42bb-ab28-c7d1b96f5b8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:49:24Z', 'updated_at': '2022-01-05T17:49:25Z', 'revision_number': 3, 'project_id': '4a1f5f682b8f41d79d67d68c9228e94a', 'gw_port': {'id': 'ba81261b-8c1a-42bb-ab28-c7d1b96f5b8e', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:8e:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5878492b-211c-4514-8943-31c2d3c8328a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:49:24Z', 'updated_at': '2022-01-05T17:49:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:49:26.471003 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8beefb81-669d-4b92-9991-b85df8d5b95c None None] Checking router: 5878492b-211c-4514-8943-31c2d3c8328a for host: dv-neutron-master-2-hyperv {{(pid=103802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 05 17:49:26.471343 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8beefb81-669d-4b92-9991-b85df8d5b95c None None] Updating router 5878492b-211c-4514-8943-31c2d3c8328a port ba81261b-8c1a-42bb-ab28-c7d1b96f5b8e binding host dv-neutron-master-2-hyperv {{(pid=103802) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 05 17:49:26.498770 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-8beefb81-669d-4b92-9991-b85df8d5b95c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:49:26.572475 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-0200006b-db0c-45d2-b232-634c0729d796 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:49:26.726477 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [None req-0200006b-db0c-45d2-b232-634c0729d796 admin admin] Allocated IP 172.20.0.1 (e6ea39b9-614b-40c6-ae71-6f0368b8e9fc/cb19d338-8d91-4953-99c9-173824d2f2d9/c826df28-3e87-4cb0-9c60-87de2a4fe7f3) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:49:26.744813 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-8beefb81-669d-4b92-9991-b85df8d5b95c None None] Publish callbacks [] for port, precommit_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:49:26.788288 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-8beefb81-669d-4b92-9991-b85df8d5b95c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:49:26.833559 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-0200006b-db0c-45d2-b232-634c0729d796 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:49:26.837568 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-8beefb81-669d-4b92-9991-b85df8d5b95c None None] Attempting to bind port ba81261b-8c1a-42bb-ab28-c7d1b96f5b8e on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 05 17:49:26.838648 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-8beefb81-669d-4b92-9991-b85df8d5b95c None None] Attempting to bind port ba81261b-8c1a-42bb-ab28-c7d1b96f5b8e by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '3f961525-530f-4ce5-8222-1dbbbe774893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573'}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 05 17:49:26.838914 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8beefb81-669d-4b92-9991-b85df8d5b95c None None] Attempting to bind port ba81261b-8c1a-42bb-ab28-c7d1b96f5b8e on network b0167590-0699-4c5c-a932-3939414a9573 {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:49:26.848960 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9fcfc4d-f6a6-46f4-8bf1-b3ab02f3aafc None None] DHCP port deletion for b0167590-0699-4c5c-a932-3939414a9573 request from dv-neutron-master-2-hyperv {{(pid=103802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 05 17:49:26.855044 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b40119-da8b-4866-a271-b2fce64ce0e3 None None] Pushing event updated for resources: {'Port': ['ID=ba81261b-8c1a-42bb-ab28-c7d1b96f5b8e,revision_number=2']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:49:26.858155 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8beefb81-669d-4b92-9991-b85df8d5b95c None None] Checking agent: {'id': '0d4f8fd3-ce62-4651-970c-efa6a8bb22b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 5, 16, 57, 23), 'started_at': datetime.datetime(2022, 1, 5, 16, 57, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 5, 17, 49, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 05 17:49:26.858474 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8beefb81-669d-4b92-9991-b85df8d5b95c None None] Checking segment: {'id': '3f961525-530f-4ce5-8222-1dbbbe774893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:49:26.858870 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-8beefb81-669d-4b92-9991-b85df8d5b95c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:49:26.859252 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8beefb81-669d-4b92-9991-b85df8d5b95c None None] Bound using segment: {'id': '3f961525-530f-4ce5-8222-1dbbbe774893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573'} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 05 17:49:26.859729 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-8beefb81-669d-4b92-9991-b85df8d5b95c None None] Bound port: ba81261b-8c1a-42bb-ab28-c7d1b96f5b8e, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f961525-530f-4ce5-8222-1dbbbe774893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573'}}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 05 17:49:26.860101 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-8beefb81-669d-4b92-9991-b85df8d5b95c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:49:26.937604 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-0200006b-db0c-45d2-b232-634c0729d796 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11433176'] for port, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:49:26.980484 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0200006b-db0c-45d2-b232-634c0729d796 admin admin] Network e6ea39b9-614b-40c6-ae71-6f0368b8e9fc is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:49:26.983571 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-0200006b-db0c-45d2-b232-634c0729d796 admin admin] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:49:26.990191 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0200006b-db0c-45d2-b232-634c0729d796 admin admin] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:49:27.016316 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0200006b-db0c-45d2-b232-634c0729d796 admin admin] Pushing event updated for resources: {'Port': ['ID=c826df28-3e87-4cb0-9c60-87de2a4fe7f3,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:49:27.036063 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-0200006b-db0c-45d2-b232-634c0729d796 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-648552'] for router_interface, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:49:27.047790 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 0afdb2d6-8262-4e14-af2d-3d85112470aa up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:49:27.125541 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-d04cc9d2-5519-4869-81cc-7924cb17b918 None None] Provisioning complete for port ba81261b-8c1a-42bb-ab28-c7d1b96f5b8e triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:49:27.125541 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d04cc9d2-5519-4869-81cc-7924cb17b918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:49:27.167407 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-8beefb81-669d-4b92-9991-b85df8d5b95c None None] For port ba81261b-8c1a-42bb-ab28-c7d1b96f5b8e, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 05 17:49:27.199976 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-8beefb81-669d-4b92-9991-b85df8d5b95c None None] For port ba81261b-8c1a-42bb-ab28-c7d1b96f5b8e, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ba81261b-8c1a-42bb-ab28-c7d1b96f5b8e,segment=NetworkSegment(3f961525-530f-4ce5-8222-1dbbbe774893),segment_id=3f961525-530f-4ce5-8222-1dbbbe774893)] {{(pid=103802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 05 17:49:27.223784 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-d04cc9d2-5519-4869-81cc-7924cb17b918 None None] Port ba81261b-8c1a-42bb-ab28-c7d1b96f5b8e cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 17:49:27.228353 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Provisioning complete for port 0afdb2d6-8262-4e14-af2d-3d85112470aa triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:49:27.229005 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:49:27.298898 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-0200006b-db0c-45d2-b232-634c0729d796 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:49:27.344117 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-8beefb81-669d-4b92-9991-b85df8d5b95c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:49:27.412701 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31f06071-38de-492b-9f8b-31ad72872596 None None] DHCP port deletion for b0167590-0699-4c5c-a932-3939414a9573 request from dv-neutron-master-2-hyperv {{(pid=103802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 05 17:49:27.422690 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-93c099b3-88a2-4af4-a468-79a83e9cef8f None None] Provisioning complete for port c826df28-3e87-4cb0-9c60-87de2a4fe7f3 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:49:27.423064 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-93c099b3-88a2-4af4-a468-79a83e9cef8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:49:27.479947 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b40119-da8b-4866-a271-b2fce64ce0e3 None None] Pushing event updated for resources: {'Port': ['ID=ba81261b-8c1a-42bb-ab28-c7d1b96f5b8e,revision_number=3']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:49:27.485761 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8beefb81-669d-4b92-9991-b85df8d5b95c None None] Routers {'5878492b-211c-4514-8943-31c2d3c8328a'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:49:27.486398 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-8beefb81-669d-4b92-9991-b85df8d5b95c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:49:19Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['5878492b-211c-4514-8943-31c2d3c8328a'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:49:27.533332 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-93c099b3-88a2-4af4-a468-79a83e9cef8f None None] Port c826df28-3e87-4cb0-9c60-87de2a4fe7f3 cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 17:49:27.615453 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-8beefb81-669d-4b92-9991-b85df8d5b95c None None] Set router 5878492b-211c-4514-8943-31c2d3c8328a gateway port host: dv-neutron-master-2-hyperv {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:49:27.695559 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-1be90a31-bc0d-48f4-b130-931d451621e8 None None] Provisioning complete for port ba81261b-8c1a-42bb-ab28-c7d1b96f5b8e triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:49:27.695920 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-1be90a31-bc0d-48f4-b130-931d451621e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:49:27.776605 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-0200006b-db0c-45d2-b232-634c0729d796 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:49:27.828439 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-0200006b-db0c-45d2-b232-634c0729d796 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11433169'] for port, after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:49:27.863179 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-1be90a31-bc0d-48f4-b130-931d451621e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:49:27.885993 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-1be90a31-bc0d-48f4-b130-931d451621e8 None None] For port ba81261b-8c1a-42bb-ab28-c7d1b96f5b8e, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ba81261b-8c1a-42bb-ab28-c7d1b96f5b8e,segment=NetworkSegment(3f961525-530f-4ce5-8222-1dbbbe774893),segment_id=3f961525-530f-4ce5-8222-1dbbbe774893)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:49:27.893372 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0200006b-db0c-45d2-b232-634c0729d796 admin admin] Pushing event updated for resources: {'Port': ['ID=c826df28-3e87-4cb0-9c60-87de2a4fe7f3,revision_number=2']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:49:27.895909 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-0200006b-db0c-45d2-b232-634c0729d796 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-531704'] for router_interface, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:49:27.898556 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-8beefb81-669d-4b92-9991-b85df8d5b95c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5878492b-211c-4514-8943-31c2d3c8328a', 'name': 'tempest-TestShelveInstance-294049794-router', 'tenant_id': '4a1f5f682b8f41d79d67d68c9228e94a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.70'}], 'enable_snat': True}, 'gw_port_id': 'ba81261b-8c1a-42bb-ab28-c7d1b96f5b8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:49:24Z', 'updated_at': '2022-01-05T17:49:27Z', 'revision_number': 4, 'project_id': '4a1f5f682b8f41d79d67d68c9228e94a', 'gw_port': {'id': 'ba81261b-8c1a-42bb-ab28-c7d1b96f5b8e', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:8e:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5878492b-211c-4514-8943-31c2d3c8328a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:49:24Z', 'updated_at': '2022-01-05T17:49:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'c826df28-3e87-4cb0-9c60-87de2a4fe7f3', 'name': '', 'network_id': 'e6ea39b9-614b-40c6-ae71-6f0368b8e9fc', 'tenant_id': '4a1f5f682b8f41d79d67d68c9228e94a', 'mac_address': 'fa:16:3e:9e:30:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5878492b-211c-4514-8943-31c2d3c8328a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': 'cb19d338-8d91-4953-99c9-173824d2f2d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:49:26Z', 'updated_at': '2022-01-05T17:49:26Z', 'revision_number': 1, 'project_id': '4a1f5f682b8f41d79d67d68c9228e94a', 'subnets': [{'id': 'cb19d338-8d91-4953-99c9-173824d2f2d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:49:27.930369 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8beefb81-669d-4b92-9991-b85df8d5b95c None None] The sync data for ids ['5878492b-211c-4514-8943-31c2d3c8328a'] in dv-neutron-master-2-hyperv is: [{'id': '5878492b-211c-4514-8943-31c2d3c8328a', 'name': 'tempest-TestShelveInstance-294049794-router', 'tenant_id': '4a1f5f682b8f41d79d67d68c9228e94a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.70'}], 'enable_snat': True}, 'gw_port_id': 'ba81261b-8c1a-42bb-ab28-c7d1b96f5b8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:49:24Z', 'updated_at': '2022-01-05T17:49:27Z', 'revision_number': 4, 'project_id': '4a1f5f682b8f41d79d67d68c9228e94a', 'gw_port': {'id': 'ba81261b-8c1a-42bb-ab28-c7d1b96f5b8e', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:8e:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5878492b-211c-4514-8943-31c2d3c8328a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:49:24Z', 'updated_at': '2022-01-05T17:49:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'c826df28-3e87-4cb0-9c60-87de2a4fe7f3', 'name': '', 'network_id': 'e6ea39b9-614b-40c6-ae71-6f0368b8e9fc', 'tenant_id': '4a1f5f682b8f41d79d67d68c9228e94a', 'mac_address': 'fa:16:3e:9e:30:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5878492b-211c-4514-8943-31c2d3c8328a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': 'cb19d338-8d91-4953-99c9-173824d2f2d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:49:26Z', 'updated_at': '2022-01-05T17:49:26Z', 'revision_number': 1, 'project_id': '4a1f5f682b8f41d79d67d68c9228e94a', 'subnets': [{'id': 'cb19d338-8d91-4953-99c9-173824d2f2d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 05 17:49:27.971560 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-1be90a31-bc0d-48f4-b130-931d451621e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:49:27.992673 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0200006b-db0c-45d2-b232-634c0729d796 admin admin] Network e6ea39b9-614b-40c6-ae71-6f0368b8e9fc is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:49:27.994851 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-0200006b-db0c-45d2-b232-634c0729d796 admin admin] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:49:28.031684 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be90a31-bc0d-48f4-b130-931d451621e8 None None] Pushing event updated for resources: {'Port': ['ID=ba81261b-8c1a-42bb-ab28-c7d1b96f5b8e,revision_number=4']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:49:28.115540 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0200006b-db0c-45d2-b232-634c0729d796 admin admin] Router 5878492b-211c-4514-8943-31c2d3c8328a has already been hosted by L3 agent 59446fdc-40e0-41fe-a575-a8eb11d742f7 {{(pid=103801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 05 17:49:28.245270 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0200006b-db0c-45d2-b232-634c0729d796 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 05 17:49:28.250613 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-0200006b-db0c-45d2-b232-634c0729d796 admin admin] 10.222.0.11 "PUT /v2.0/routers/5878492b-211c-4514-8943-31c2d3c8328a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1059387 Jan 05 17:49:28.296791 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-5892eb1b-b39e-4c97-a382-4a636c8416a6 None None] Provisioning complete for port c826df28-3e87-4cb0-9c60-87de2a4fe7f3 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:49:28.297159 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-5892eb1b-b39e-4c97-a382-4a636c8416a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:49:28.338856 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-5892eb1b-b39e-4c97-a382-4a636c8416a6 None None] Port c826df28-3e87-4cb0-9c60-87de2a4fe7f3 cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 17:49:28.895406 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device ba81261b-8c1a-42bb-ab28-c7d1b96f5b8e up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:49:28.957740 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Provisioning complete for port ba81261b-8c1a-42bb-ab28-c7d1b96f5b8e triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:49:28.958119 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:49:28.966751 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 52350) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:49:28.971726 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-0593ee77-b608-4d5c-b48c-d9ae2e36abb2 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-349721726-network', 'tenant_id': 'd202015d51fe4c57adb07ced9bf408ab'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:49:29.052029 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0593ee77-b608-4d5c-b48c-d9ae2e36abb2 admin admin] Made reservation on behalf of d202015d51fe4c57adb07ced9bf408ab for: {'network': 1} {{(pid=103801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:49:29.059322 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-0593ee77-b608-4d5c-b48c-d9ae2e36abb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for network, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:49:29.073494 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-0593ee77-b608-4d5c-b48c-d9ae2e36abb2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:49:29.158634 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-0593ee77-b608-4d5c-b48c-d9ae2e36abb2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:49:29.229142 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-0593ee77-b608-4d5c-b48c-d9ae2e36abb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:49:29.267938 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0593ee77-b608-4d5c-b48c-d9ae2e36abb2 admin admin] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'} {{(pid=103801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 05 17:49:29.275024 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0593ee77-b608-4d5c-b48c-d9ae2e36abb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56352d6c-a08d-4928-bf43-be53ca148431,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:49:29.281174 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-0593ee77-b608-4d5c-b48c-d9ae2e36abb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225'] for segment, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:49:29.281754 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.db.segments_db [None req-0593ee77-b608-4d5c-b48c-d9ae2e36abb2 admin admin] Added segment fe820569-e1e9-41df-9d61-06e06bf0020b of type vlan for network ffe9104e-fcf4-4af1-aeb1-f0e11c0d17eb Jan 05 17:49:29.329695 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-0593ee77-b608-4d5c-b48c-d9ae2e36abb2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754180566020'] for network, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:49:29.428738 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-0593ee77-b608-4d5c-b48c-d9ae2e36abb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685'] for network, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:49:29.429773 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0593ee77-b608-4d5c-b48c-d9ae2e36abb2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:49:29.430351 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-0593ee77-b608-4d5c-b48c-d9ae2e36abb2 admin admin] Publish callbacks [] for network, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:49:29.492667 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0593ee77-b608-4d5c-b48c-d9ae2e36abb2 admin admin] Pushing event updated for resources: {'Network': ['ID=ffe9104e-fcf4-4af1-aeb1-f0e11c0d17eb,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:49:29.502712 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Network ffe9104e-fcf4-4af1-aeb1-f0e11c0d17eb details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 05 17:49:29.517147 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-0593ee77-b608-4d5c-b48c-d9ae2e36abb2 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5490861 Jan 05 17:49:29.521073 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 52352) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:49:29.526695 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-adc5f935-09f2-4ecb-a10b-dc09e87bee11 admin admin] Request body: {'subnet': {'network_id': 'ffe9104e-fcf4-4af1-aeb1-f0e11c0d17eb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-349721726-subnet', 'tenant_id': 'd202015d51fe4c57adb07ced9bf408ab', 'ip_version': 4}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:49:29.594309 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adc5f935-09f2-4ecb-a10b-dc09e87bee11 admin admin] Made reservation on behalf of d202015d51fe4c57adb07ced9bf408ab for: {'subnet': 1} {{(pid=103801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:49:29.596633 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-adc5f935-09f2-4ecb-a10b-dc09e87bee11 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12480675'] for subnet, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:49:29.845855 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-adc5f935-09f2-4ecb-a10b-dc09e87bee11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11433288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12480593'] for subnet, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:49:29.907298 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc5f935-09f2-4ecb-a10b-dc09e87bee11 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b3208d98-0f44-4d6e-8b19-79388526b361,revision_number=0']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:49:29.915459 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc5f935-09f2-4ecb-a10b-dc09e87bee11 admin admin] Checking segment: {'id': 'fe820569-e1e9-41df-9d61-06e06bf0020b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'ffe9104e-fcf4-4af1-aeb1-f0e11c0d17eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:49:29.915832 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adc5f935-09f2-4ecb-a10b-dc09e87bee11 admin admin] Network hostable DHCP agents. Network: ffe9104e-fcf4-4af1-aeb1-f0e11c0d17eb, hostable agents: ['3f70c195-17da-4084-9fd6-bf6059d88535'], hosted agents: [] {{(pid=103801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 05 17:49:29.988140 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adc5f935-09f2-4ecb-a10b-dc09e87bee11 admin admin] Network ffe9104e-fcf4-4af1-aeb1-f0e11c0d17eb is scheduled to be hosted by DHCP agent 3f70c195-17da-4084-9fd6-bf6059d88535 with binding_index 1 {{(pid=103801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 05 17:49:30.074004 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-adc5f935-09f2-4ecb-a10b-dc09e87bee11 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, ffe9104e-fcf4-4af1-aeb1-f0e11c0d17eb) {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:49:30.078385 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adc5f935-09f2-4ecb-a10b-dc09e87bee11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:49:30.079156 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-adc5f935-09f2-4ecb-a10b-dc09e87bee11 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:49:30.084077 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cedc5431-1a96-406a-b6fa-0702a7858583 None None] Network ffe9104e-fcf4-4af1-aeb1-f0e11c0d17eb requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:49:30.125329 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a2c017f-29ef-4277-8216-70c37091bb9e None None] Sync routers for ids ['5878492b-211c-4514-8943-31c2d3c8328a'] in dv-neutron-master-2-hyperv {{(pid=103803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 05 17:49:30.141765 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a2c017f-29ef-4277-8216-70c37091bb9e None None] Routers {'5878492b-211c-4514-8943-31c2d3c8328a'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:49:30.141765 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-1a2c017f-29ef-4277-8216-70c37091bb9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:49:19Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['5878492b-211c-4514-8943-31c2d3c8328a'], 'active': True} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:49:30.188927 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 52354) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:49:30.194044 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-b7a6dcae-e746-432e-96af-06d06f8669ff admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-349721726-router', 'tenant_id': 'd202015d51fe4c57adb07ced9bf408ab', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573'}}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:49:30.194819 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-adc5f935-09f2-4ecb-a10b-dc09e87bee11 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6725509 Jan 05 17:49:30.221415 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37564a17-30d5-4a68-a8fc-d63463f5ae2e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-ffe9104e-fcf4-4af1-aeb1-f0e11c0d17eb', 'network_id': 'ffe9104e-fcf4-4af1-aeb1-f0e11c0d17eb', 'project_id': 'd202015d51fe4c57adb07ced9bf408ab', 'fixed_ips': [{'subnet_id': 'b3208d98-0f44-4d6e-8b19-79388526b361'}]}} from dv-neutron-master-2-hyperv. {{(pid=103802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 05 17:49:30.222466 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-37564a17-30d5-4a68-a8fc-d63463f5ae2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:49:30.298823 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b7a6dcae-e746-432e-96af-06d06f8669ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-649063', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58098'] for router, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:49:30.301142 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b7a6dcae-e746-432e-96af-06d06f8669ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649832', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-545006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58091'] for router, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:49:30.336433 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvr_db [None req-1a2c017f-29ef-4277-8216-70c37091bb9e None None] Set router 5878492b-211c-4514-8943-31c2d3c8328a gateway port host: dv-neutron-master-2-hyperv {{(pid=103803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:49:30.366808 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.db_base_plugin_common [None req-37564a17-30d5-4a68-a8fc-d63463f5ae2e None None] Allocated IP 172.20.0.2 (ffe9104e-fcf4-4af1-aeb1-f0e11c0d17eb/b3208d98-0f44-4d6e-8b19-79388526b361/37f70a4b-2b18-4616-8d59-551b4520d84f) {{(pid=103802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:49:30.373997 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b7a6dcae-e746-432e-96af-06d06f8669ff admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:49:30.524272 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-37564a17-30d5-4a68-a8fc-d63463f5ae2e None None] Publish callbacks [] for port, precommit_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:49:30.545402 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-1a2c017f-29ef-4277-8216-70c37091bb9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5878492b-211c-4514-8943-31c2d3c8328a', 'name': 'tempest-TestShelveInstance-294049794-router', 'tenant_id': '4a1f5f682b8f41d79d67d68c9228e94a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.70'}], 'enable_snat': True}, 'gw_port_id': 'ba81261b-8c1a-42bb-ab28-c7d1b96f5b8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:49:24Z', 'updated_at': '2022-01-05T17:49:27Z', 'revision_number': 4, 'project_id': '4a1f5f682b8f41d79d67d68c9228e94a', 'gw_port': {'id': 'ba81261b-8c1a-42bb-ab28-c7d1b96f5b8e', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:8e:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5878492b-211c-4514-8943-31c2d3c8328a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:49:24Z', 'updated_at': '2022-01-05T17:49:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'c826df28-3e87-4cb0-9c60-87de2a4fe7f3', 'name': '', 'network_id': 'e6ea39b9-614b-40c6-ae71-6f0368b8e9fc', 'tenant_id': '4a1f5f682b8f41d79d67d68c9228e94a', 'mac_address': 'fa:16:3e:9e:30:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5878492b-211c-4514-8943-31c2d3c8328a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': 'cb19d338-8d91-4953-99c9-173824d2f2d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:49:26Z', 'updated_at': '2022-01-05T17:49:27Z', 'revision_number': 2, 'project_id': '4a1f5f682b8f41d79d67d68c9228e94a', 'subnets': [{'id': 'cb19d338-8d91-4953-99c9-173824d2f2d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:49:30.571861 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a2c017f-29ef-4277-8216-70c37091bb9e None None] Checking router: 5878492b-211c-4514-8943-31c2d3c8328a for host: dv-neutron-master-2-hyperv {{(pid=103803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 05 17:49:30.572294 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a2c017f-29ef-4277-8216-70c37091bb9e None None] Updating router 5878492b-211c-4514-8943-31c2d3c8328a port c826df28-3e87-4cb0-9c60-87de2a4fe7f3 binding host dv-neutron-master-2-hyperv {{(pid=103803) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 05 17:49:30.581989 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-37564a17-30d5-4a68-a8fc-d63463f5ae2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669'] for port, after_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:49:30.606782 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b7a6dcae-e746-432e-96af-06d06f8669ff admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:49:30.609354 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-1a2c017f-29ef-4277-8216-70c37091bb9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:49:30.626417 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37564a17-30d5-4a68-a8fc-d63463f5ae2e None None] Network ffe9104e-fcf4-4af1-aeb1-f0e11c0d17eb is already hosted by enough agents. {{(pid=103802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:49:30.628304 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.scheduler.base_scheduler [None req-37564a17-30d5-4a68-a8fc-d63463f5ae2e None None] Resources bound (agent type, host, resource id): {{(pid=103802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:49:30.631662 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37564a17-30d5-4a68-a8fc-d63463f5ae2e None None] Received port after_create {{(pid=103802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:49:30.666081 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37564a17-30d5-4a68-a8fc-d63463f5ae2e None None] Pushing event updated for resources: {'Port': ['ID=37f70a4b-2b18-4616-8d59-551b4520d84f,revision_number=1']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:49:30.707046 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-37564a17-30d5-4a68-a8fc-d63463f5ae2e None None] Attempting to bind port 37f70a4b-2b18-4616-8d59-551b4520d84f on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 05 17:49:30.707414 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-37564a17-30d5-4a68-a8fc-d63463f5ae2e None None] Attempting to bind port 37f70a4b-2b18-4616-8d59-551b4520d84f by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'fe820569-e1e9-41df-9d61-06e06bf0020b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'ffe9104e-fcf4-4af1-aeb1-f0e11c0d17eb'}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 05 17:49:30.707777 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37564a17-30d5-4a68-a8fc-d63463f5ae2e None None] Attempting to bind port 37f70a4b-2b18-4616-8d59-551b4520d84f on network ffe9104e-fcf4-4af1-aeb1-f0e11c0d17eb {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:49:30.714211 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37564a17-30d5-4a68-a8fc-d63463f5ae2e None None] Checking agent: {'id': '0d4f8fd3-ce62-4651-970c-efa6a8bb22b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 5, 16, 57, 23), 'started_at': datetime.datetime(2022, 1, 5, 16, 57, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 5, 17, 49, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 05 17:49:30.714962 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37564a17-30d5-4a68-a8fc-d63463f5ae2e None None] Checking segment: {'id': 'fe820569-e1e9-41df-9d61-06e06bf0020b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'ffe9104e-fcf4-4af1-aeb1-f0e11c0d17eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:49:30.714962 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-37564a17-30d5-4a68-a8fc-d63463f5ae2e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:49:30.715353 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37564a17-30d5-4a68-a8fc-d63463f5ae2e None None] Bound using segment: {'id': 'fe820569-e1e9-41df-9d61-06e06bf0020b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'ffe9104e-fcf4-4af1-aeb1-f0e11c0d17eb'} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 05 17:49:30.715817 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-37564a17-30d5-4a68-a8fc-d63463f5ae2e None None] Bound port: 37f70a4b-2b18-4616-8d59-551b4520d84f, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe820569-e1e9-41df-9d61-06e06bf0020b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'ffe9104e-fcf4-4af1-aeb1-f0e11c0d17eb'}}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 05 17:49:30.716193 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-37564a17-30d5-4a68-a8fc-d63463f5ae2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:49:30.788215 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-37564a17-30d5-4a68-a8fc-d63463f5ae2e None None] For port 37f70a4b-2b18-4616-8d59-551b4520d84f, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 05 17:49:30.792778 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-37564a17-30d5-4a68-a8fc-d63463f5ae2e None None] For port 37f70a4b-2b18-4616-8d59-551b4520d84f, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=37f70a4b-2b18-4616-8d59-551b4520d84f,segment=NetworkSegment(fe820569-e1e9-41df-9d61-06e06bf0020b),segment_id=fe820569-e1e9-41df-9d61-06e06bf0020b)] {{(pid=103802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 05 17:49:30.835531 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-37564a17-30d5-4a68-a8fc-d63463f5ae2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:49:30.881379 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b7a6dcae-e746-432e-96af-06d06f8669ff admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:49:30.894945 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37564a17-30d5-4a68-a8fc-d63463f5ae2e None None] Pushing event updated for resources: {'Port': ['ID=37f70a4b-2b18-4616-8d59-551b4520d84f,revision_number=2']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:49:30.922973 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b7a6dcae-e746-432e-96af-06d06f8669ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:49:30.926732 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-1a2c017f-29ef-4277-8216-70c37091bb9e None None] Publish callbacks [] for port, precommit_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:49:30.982553 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-1a2c017f-29ef-4277-8216-70c37091bb9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:49:31.036140 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5d2aff-75e7-4d3f-a65f-85c63ded59de None None] Pushing event updated for resources: {'Port': ['ID=c826df28-3e87-4cb0-9c60-87de2a4fe7f3,revision_number=3']} {{(pid=103803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:49:31.044026 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5d2aff-75e7-4d3f-a65f-85c63ded59de None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:49:31.044479 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5d2aff-75e7-4d3f-a65f-85c63ded59de None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:49:31.044810 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5d2aff-75e7-4d3f-a65f-85c63ded59de None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:49:31.045137 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5d2aff-75e7-4d3f-a65f-85c63ded59de None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:49:31.045511 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5d2aff-75e7-4d3f-a65f-85c63ded59de None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:49:31.045855 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5d2aff-75e7-4d3f-a65f-85c63ded59de None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:49:31.046176 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5d2aff-75e7-4d3f-a65f-85c63ded59de None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:49:31.046543 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5d2aff-75e7-4d3f-a65f-85c63ded59de None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:49:31.046861 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5d2aff-75e7-4d3f-a65f-85c63ded59de None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:49:31.047176 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5d2aff-75e7-4d3f-a65f-85c63ded59de None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:49:31.047537 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5d2aff-75e7-4d3f-a65f-85c63ded59de None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:49:31.047848 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5d2aff-75e7-4d3f-a65f-85c63ded59de None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:49:31.048158 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5d2aff-75e7-4d3f-a65f-85c63ded59de None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:49:31.059113 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [None req-b7a6dcae-e746-432e-96af-06d06f8669ff admin admin] Allocated IP 172.36.4.216 (b0167590-0699-4c5c-a932-3939414a9573/7a784a6d-3d96-418f-a645-b9ccd0b1ac55/8723593c-afd3-4dcb-8362-dacae9011ac6) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:49:31.134642 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.plugins.ml2.managers [None req-1a2c017f-29ef-4277-8216-70c37091bb9e None None] Attempting to bind port c826df28-3e87-4cb0-9c60-87de2a4fe7f3 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 05 17:49:31.134642 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.plugins.ml2.managers [None req-1a2c017f-29ef-4277-8216-70c37091bb9e None None] Attempting to bind port c826df28-3e87-4cb0-9c60-87de2a4fe7f3 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'c0f2fbfb-5ca2-49a6-a607-91e01db71e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'e6ea39b9-614b-40c6-ae71-6f0368b8e9fc'}] {{(pid=103803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 05 17:49:31.136684 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a2c017f-29ef-4277-8216-70c37091bb9e None None] Attempting to bind port c826df28-3e87-4cb0-9c60-87de2a4fe7f3 on network e6ea39b9-614b-40c6-ae71-6f0368b8e9fc {{(pid=103803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:49:31.147661 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a2c017f-29ef-4277-8216-70c37091bb9e None None] Checking agent: {'id': '0d4f8fd3-ce62-4651-970c-efa6a8bb22b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 5, 16, 57, 23), 'started_at': datetime.datetime(2022, 1, 5, 16, 57, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 5, 17, 49, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 05 17:49:31.148317 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a2c017f-29ef-4277-8216-70c37091bb9e None None] Checking segment: {'id': 'c0f2fbfb-5ca2-49a6-a607-91e01db71e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'e6ea39b9-614b-40c6-ae71-6f0368b8e9fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:49:31.148935 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-1a2c017f-29ef-4277-8216-70c37091bb9e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:49:31.149526 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a2c017f-29ef-4277-8216-70c37091bb9e None None] Bound using segment: {'id': 'c0f2fbfb-5ca2-49a6-a607-91e01db71e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'e6ea39b9-614b-40c6-ae71-6f0368b8e9fc'} {{(pid=103803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 05 17:49:31.150238 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.plugins.ml2.managers [None req-1a2c017f-29ef-4277-8216-70c37091bb9e None None] Bound port: c826df28-3e87-4cb0-9c60-87de2a4fe7f3, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0f2fbfb-5ca2-49a6-a607-91e01db71e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'e6ea39b9-614b-40c6-ae71-6f0368b8e9fc'}}] {{(pid=103803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 05 17:49:31.151482 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-1a2c017f-29ef-4277-8216-70c37091bb9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:49:31.211803 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b7a6dcae-e746-432e-96af-06d06f8669ff admin admin] Publish callbacks [] for port, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:49:31.236796 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.plugins.ml2.db [None req-1a2c017f-29ef-4277-8216-70c37091bb9e None None] For port c826df28-3e87-4cb0-9c60-87de2a4fe7f3, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 05 17:49:31.240719 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.plugins.ml2.db [None req-1a2c017f-29ef-4277-8216-70c37091bb9e None None] For port c826df28-3e87-4cb0-9c60-87de2a4fe7f3, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c826df28-3e87-4cb0-9c60-87de2a4fe7f3,segment=NetworkSegment(c0f2fbfb-5ca2-49a6-a607-91e01db71e22),segment_id=c0f2fbfb-5ca2-49a6-a607-91e01db71e22)] {{(pid=103803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 05 17:49:31.320104 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-1a2c017f-29ef-4277-8216-70c37091bb9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:49:31.337231 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b7a6dcae-e746-432e-96af-06d06f8669ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:49:31.375511 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a2c017f-29ef-4277-8216-70c37091bb9e None None] Routers {'5878492b-211c-4514-8943-31c2d3c8328a'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:49:31.376174 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-1a2c017f-29ef-4277-8216-70c37091bb9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:49:19Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['5878492b-211c-4514-8943-31c2d3c8328a'], 'active': True} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:49:31.380827 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-d7ef81a9-3ac9-410a-b72f-58fbb029d194 None None] Provisioning complete for port c826df28-3e87-4cb0-9c60-87de2a4fe7f3 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:49:31.381355 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d7ef81a9-3ac9-410a-b72f-58fbb029d194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:49:31.387069 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7a6dcae-e746-432e-96af-06d06f8669ff admin admin] Network b0167590-0699-4c5c-a932-3939414a9573 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:49:31.392858 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-b7a6dcae-e746-432e-96af-06d06f8669ff admin admin] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:49:31.397152 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7a6dcae-e746-432e-96af-06d06f8669ff admin admin] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:49:31.415489 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-912f9f00-4db8-4664-bfe3-7fe58306a604 None None] DHCP port deletion for b0167590-0699-4c5c-a932-3939414a9573 request from dv-neutron-master-2-hyperv {{(pid=103802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 05 17:49:31.424503 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5d2aff-75e7-4d3f-a65f-85c63ded59de None None] Pushing event updated for resources: {'Port': ['ID=c826df28-3e87-4cb0-9c60-87de2a4fe7f3,revision_number=4']} {{(pid=103803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:49:31.433733 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a6dcae-e746-432e-96af-06d06f8669ff admin admin] Pushing event updated for resources: {'Port': ['ID=8723593c-afd3-4dcb-8362-dacae9011ac6,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:49:31.507203 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvr_db [None req-1a2c017f-29ef-4277-8216-70c37091bb9e None None] Set router 5878492b-211c-4514-8943-31c2d3c8328a gateway port host: dv-neutron-master-2-hyperv {{(pid=103803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:49:31.527542 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d7ef81a9-3ac9-410a-b72f-58fbb029d194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:49:31.564039 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-d7ef81a9-3ac9-410a-b72f-58fbb029d194 None None] For port c826df28-3e87-4cb0-9c60-87de2a4fe7f3, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c826df28-3e87-4cb0-9c60-87de2a4fe7f3,segment=NetworkSegment(c0f2fbfb-5ca2-49a6-a607-91e01db71e22),segment_id=c0f2fbfb-5ca2-49a6-a607-91e01db71e22)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:49:31.622529 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d7ef81a9-3ac9-410a-b72f-58fbb029d194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:49:31.696563 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ef81a9-3ac9-410a-b72f-58fbb029d194 None None] Pushing event updated for resources: {'Port': ['ID=c826df28-3e87-4cb0-9c60-87de2a4fe7f3,revision_number=5']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:49:31.751100 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-1a2c017f-29ef-4277-8216-70c37091bb9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5878492b-211c-4514-8943-31c2d3c8328a', 'name': 'tempest-TestShelveInstance-294049794-router', 'tenant_id': '4a1f5f682b8f41d79d67d68c9228e94a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.70'}], 'enable_snat': True}, 'gw_port_id': 'ba81261b-8c1a-42bb-ab28-c7d1b96f5b8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:49:24Z', 'updated_at': '2022-01-05T17:49:27Z', 'revision_number': 4, 'project_id': '4a1f5f682b8f41d79d67d68c9228e94a', 'gw_port': {'id': 'ba81261b-8c1a-42bb-ab28-c7d1b96f5b8e', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:8e:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5878492b-211c-4514-8943-31c2d3c8328a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:49:24Z', 'updated_at': '2022-01-05T17:49:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'c826df28-3e87-4cb0-9c60-87de2a4fe7f3', 'name': '', 'network_id': 'e6ea39b9-614b-40c6-ae71-6f0368b8e9fc', 'tenant_id': '4a1f5f682b8f41d79d67d68c9228e94a', 'mac_address': 'fa:16:3e:9e:30:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5878492b-211c-4514-8943-31c2d3c8328a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': 'cb19d338-8d91-4953-99c9-173824d2f2d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:49:26Z', 'updated_at': '2022-01-05T17:49:31Z', 'revision_number': 4, 'project_id': '4a1f5f682b8f41d79d67d68c9228e94a', 'subnets': [{'id': 'cb19d338-8d91-4953-99c9-173824d2f2d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:49:31.751589 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-0e98a43b-5afc-48a9-a22d-5aab9f5093a8 None None] Provisioning complete for port 8723593c-afd3-4dcb-8362-dacae9011ac6 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:49:31.751962 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-0e98a43b-5afc-48a9-a22d-5aab9f5093a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:49:31.780493 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a2c017f-29ef-4277-8216-70c37091bb9e None None] The sync data for ids ['5878492b-211c-4514-8943-31c2d3c8328a'] in dv-neutron-master-2-hyperv is: [{'id': '5878492b-211c-4514-8943-31c2d3c8328a', 'name': 'tempest-TestShelveInstance-294049794-router', 'tenant_id': '4a1f5f682b8f41d79d67d68c9228e94a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.70'}], 'enable_snat': True}, 'gw_port_id': 'ba81261b-8c1a-42bb-ab28-c7d1b96f5b8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:49:24Z', 'updated_at': '2022-01-05T17:49:27Z', 'revision_number': 4, 'project_id': '4a1f5f682b8f41d79d67d68c9228e94a', 'gw_port': {'id': 'ba81261b-8c1a-42bb-ab28-c7d1b96f5b8e', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:8e:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5878492b-211c-4514-8943-31c2d3c8328a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:49:24Z', 'updated_at': '2022-01-05T17:49:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'c826df28-3e87-4cb0-9c60-87de2a4fe7f3', 'name': '', 'network_id': 'e6ea39b9-614b-40c6-ae71-6f0368b8e9fc', 'tenant_id': '4a1f5f682b8f41d79d67d68c9228e94a', 'mac_address': 'fa:16:3e:9e:30:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5878492b-211c-4514-8943-31c2d3c8328a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': 'cb19d338-8d91-4953-99c9-173824d2f2d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:49:26Z', 'updated_at': '2022-01-05T17:49:31Z', 'revision_number': 4, 'project_id': '4a1f5f682b8f41d79d67d68c9228e94a', 'subnets': [{'id': 'cb19d338-8d91-4953-99c9-173824d2f2d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 05 17:49:31.791240 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b7a6dcae-e746-432e-96af-06d06f8669ff admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:49:31.802262 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-0e98a43b-5afc-48a9-a22d-5aab9f5093a8 None None] Port 8723593c-afd3-4dcb-8362-dacae9011ac6 cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 17:49:31.816097 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-0e98a43b-5afc-48a9-a22d-5aab9f5093a8 None None] Provisioning complete for port c826df28-3e87-4cb0-9c60-87de2a4fe7f3 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:49:31.816860 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-0e98a43b-5afc-48a9-a22d-5aab9f5093a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:49:32.017900 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b7a6dcae-e746-432e-96af-06d06f8669ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-648430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648639'] for router, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:49:32.059269 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d04bb577-6659-47e6-a25b-988d38b31cfc None None] Network ffe9104e-fcf4-4af1-aeb1-f0e11c0d17eb requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:49:32.148165 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-451087e1-78b0-4730-a751-13d6aa7002e6 None None] Provisioning complete for port 37f70a4b-2b18-4616-8d59-551b4520d84f triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:49:32.148165 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-451087e1-78b0-4730-a751-13d6aa7002e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:49:32.234027 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7a6dcae-e746-432e-96af-06d06f8669ff admin admin] Router 6223d7dc-d761-4504-bd89-209d4f6eb97f is scheduled to L3 agent 59446fdc-40e0-41fe-a575-a8eb11d742f7 with binding_index 1 {{(pid=103800) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 05 17:49:32.259188 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-451087e1-78b0-4730-a751-13d6aa7002e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:49:32.303953 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-451087e1-78b0-4730-a751-13d6aa7002e6 None None] For port 37f70a4b-2b18-4616-8d59-551b4520d84f, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=37f70a4b-2b18-4616-8d59-551b4520d84f,segment=NetworkSegment(fe820569-e1e9-41df-9d61-06e06bf0020b),segment_id=fe820569-e1e9-41df-9d61-06e06bf0020b)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:49:32.371446 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-451087e1-78b0-4730-a751-13d6aa7002e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:49:32.386516 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7a6dcae-e746-432e-96af-06d06f8669ff admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 05 17:49:32.405021 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17fada37-aad0-4ce0-9d32-4164c39cfeb7 None None] Sync routers for ids ['6223d7dc-d761-4504-bd89-209d4f6eb97f'] in dv-neutron-master-2-hyperv {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 05 17:49:32.434711 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17fada37-aad0-4ce0-9d32-4164c39cfeb7 None None] Routers {'6223d7dc-d761-4504-bd89-209d4f6eb97f'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:49:32.435342 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-17fada37-aad0-4ce0-9d32-4164c39cfeb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:49:19Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['6223d7dc-d761-4504-bd89-209d4f6eb97f'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:49:32.465022 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b7a6dcae-e746-432e-96af-06d06f8669ff admin admin] Publish callbacks [] for router, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:49:32.466710 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-b7a6dcae-e746-432e-96af-06d06f8669ff admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.2757292 Jan 05 17:49:32.469311 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 52356) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:49:32.473790 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451087e1-78b0-4730-a751-13d6aa7002e6 None None] Pushing event updated for resources: {'Port': ['ID=37f70a4b-2b18-4616-8d59-551b4520d84f,revision_number=3']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:49:32.681992 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-6ed7ae0d-654a-466e-ba61-b29c94876752 None None] Provisioning complete for port 37f70a4b-2b18-4616-8d59-551b4520d84f triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:49:32.682386 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-6ed7ae0d-654a-466e-ba61-b29c94876752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:49:32.729112 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-17fada37-aad0-4ce0-9d32-4164c39cfeb7 None None] Set router 6223d7dc-d761-4504-bd89-209d4f6eb97f gateway port host: dv-neutron-master-2-hyperv {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:49:32.898465 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f329a4eb-893f-479b-8a69-949780ef581d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:49:32.947923 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-17fada37-aad0-4ce0-9d32-4164c39cfeb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6223d7dc-d761-4504-bd89-209d4f6eb97f', 'name': 'tempest-TestShelveInstance-349721726-router', 'tenant_id': 'd202015d51fe4c57adb07ced9bf408ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.216'}], 'enable_snat': True}, 'gw_port_id': '8723593c-afd3-4dcb-8362-dacae9011ac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:49:30Z', 'updated_at': '2022-01-05T17:49:31Z', 'revision_number': 3, 'project_id': 'd202015d51fe4c57adb07ced9bf408ab', 'gw_port': {'id': '8723593c-afd3-4dcb-8362-dacae9011ac6', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:bd:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6223d7dc-d761-4504-bd89-209d4f6eb97f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:49:30Z', 'updated_at': '2022-01-05T17:49:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:49:32.972635 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 37f70a4b-2b18-4616-8d59-551b4520d84f up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:49:32.976213 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17fada37-aad0-4ce0-9d32-4164c39cfeb7 None None] Checking router: 6223d7dc-d761-4504-bd89-209d4f6eb97f for host: dv-neutron-master-2-hyperv {{(pid=103802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 05 17:49:32.976363 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17fada37-aad0-4ce0-9d32-4164c39cfeb7 None None] Updating router 6223d7dc-d761-4504-bd89-209d4f6eb97f port 8723593c-afd3-4dcb-8362-dacae9011ac6 binding host dv-neutron-master-2-hyperv {{(pid=103802) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 05 17:49:33.030476 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-17fada37-aad0-4ce0-9d32-4164c39cfeb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:49:33.062169 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [None req-f329a4eb-893f-479b-8a69-949780ef581d admin admin] Allocated IP 172.20.0.1 (ffe9104e-fcf4-4af1-aeb1-f0e11c0d17eb/b3208d98-0f44-4d6e-8b19-79388526b361/1bcd3144-0c12-4a8c-b61e-55a7ee332a90) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:49:33.076521 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Provisioning complete for port 37f70a4b-2b18-4616-8d59-551b4520d84f triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:49:33.076898 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:49:33.165083 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f329a4eb-893f-479b-8a69-949780ef581d admin admin] Publish callbacks [] for port, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:49:33.263089 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f329a4eb-893f-479b-8a69-949780ef581d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11433176'] for port, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:49:33.281053 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device c826df28-3e87-4cb0-9c60-87de2a4fe7f3 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:49:33.303696 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f329a4eb-893f-479b-8a69-949780ef581d admin admin] Network ffe9104e-fcf4-4af1-aeb1-f0e11c0d17eb is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:49:33.306650 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-f329a4eb-893f-479b-8a69-949780ef581d admin admin] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:49:33.313086 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f329a4eb-893f-479b-8a69-949780ef581d admin admin] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:49:33.316124 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f329a4eb-893f-479b-8a69-949780ef581d admin admin] Pushing event updated for resources: {'Port': ['ID=1bcd3144-0c12-4a8c-b61e-55a7ee332a90,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:49:33.356529 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f329a4eb-893f-479b-8a69-949780ef581d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-648552'] for router_interface, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:49:33.387472 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-17fada37-aad0-4ce0-9d32-4164c39cfeb7 None None] Publish callbacks [] for port, precommit_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:49:33.389302 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Provisioning complete for port c826df28-3e87-4cb0-9c60-87de2a4fe7f3 triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:49:33.389785 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:49:33.435664 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-17fada37-aad0-4ce0-9d32-4164c39cfeb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:49:33.503085 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aaa9d74-079e-45cf-9619-1a957f8ef19d None None] DHCP port deletion for b0167590-0699-4c5c-a932-3939414a9573 request from dv-neutron-master-2-hyperv {{(pid=103802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 05 17:49:33.532257 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d0bd2d-ef3d-461b-bdb7-39ff37da6380 None None] Pushing event updated for resources: {'Port': ['ID=8723593c-afd3-4dcb-8362-dacae9011ac6,revision_number=2']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:49:33.534387 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-17fada37-aad0-4ce0-9d32-4164c39cfeb7 None None] Attempting to bind port 8723593c-afd3-4dcb-8362-dacae9011ac6 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 05 17:49:33.534749 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-17fada37-aad0-4ce0-9d32-4164c39cfeb7 None None] Attempting to bind port 8723593c-afd3-4dcb-8362-dacae9011ac6 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '3f961525-530f-4ce5-8222-1dbbbe774893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573'}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 05 17:49:33.535101 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17fada37-aad0-4ce0-9d32-4164c39cfeb7 None None] Attempting to bind port 8723593c-afd3-4dcb-8362-dacae9011ac6 on network b0167590-0699-4c5c-a932-3939414a9573 {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:49:33.543160 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17fada37-aad0-4ce0-9d32-4164c39cfeb7 None None] Checking agent: {'id': '0d4f8fd3-ce62-4651-970c-efa6a8bb22b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 5, 16, 57, 23), 'started_at': datetime.datetime(2022, 1, 5, 16, 57, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 5, 17, 49, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 05 17:49:33.543382 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17fada37-aad0-4ce0-9d32-4164c39cfeb7 None None] Checking segment: {'id': '3f961525-530f-4ce5-8222-1dbbbe774893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:49:33.543768 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-17fada37-aad0-4ce0-9d32-4164c39cfeb7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:49:33.544142 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17fada37-aad0-4ce0-9d32-4164c39cfeb7 None None] Bound using segment: {'id': '3f961525-530f-4ce5-8222-1dbbbe774893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573'} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 05 17:49:33.544602 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-17fada37-aad0-4ce0-9d32-4164c39cfeb7 None None] Bound port: 8723593c-afd3-4dcb-8362-dacae9011ac6, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f961525-530f-4ce5-8222-1dbbbe774893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573'}}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 05 17:49:33.544973 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-17fada37-aad0-4ce0-9d32-4164c39cfeb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:49:33.555136 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f329a4eb-893f-479b-8a69-949780ef581d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:49:33.605745 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-17fada37-aad0-4ce0-9d32-4164c39cfeb7 None None] For port 8723593c-afd3-4dcb-8362-dacae9011ac6, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 05 17:49:33.607407 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-17fada37-aad0-4ce0-9d32-4164c39cfeb7 None None] For port 8723593c-afd3-4dcb-8362-dacae9011ac6, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=8723593c-afd3-4dcb-8362-dacae9011ac6,segment=NetworkSegment(3f961525-530f-4ce5-8222-1dbbbe774893),segment_id=3f961525-530f-4ce5-8222-1dbbbe774893)] {{(pid=103802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 05 17:49:33.612366 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-f4f7341a-916e-415e-b483-b300e9f86f30 None None] Provisioning complete for port 8723593c-afd3-4dcb-8362-dacae9011ac6 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:49:33.612731 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-f4f7341a-916e-415e-b483-b300e9f86f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:49:33.650596 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-f4f7341a-916e-415e-b483-b300e9f86f30 None None] Port 8723593c-afd3-4dcb-8362-dacae9011ac6 cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 17:49:33.660004 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-f4f7341a-916e-415e-b483-b300e9f86f30 None None] Provisioning complete for port 1bcd3144-0c12-4a8c-b61e-55a7ee332a90 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:49:33.660362 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-f4f7341a-916e-415e-b483-b300e9f86f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:49:33.684446 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-17fada37-aad0-4ce0-9d32-4164c39cfeb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:49:33.722018 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f329a4eb-893f-479b-8a69-949780ef581d admin admin] Publish callbacks [] for port, precommit_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:49:33.724043 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-f4f7341a-916e-415e-b483-b300e9f86f30 None None] Port 1bcd3144-0c12-4a8c-b61e-55a7ee332a90 cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 17:49:33.735462 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69b1861e-71bd-455d-9052-bcf55e4e267d None None] DHCP port deletion for b0167590-0699-4c5c-a932-3939414a9573 request from dv-neutron-master-2-hyperv {{(pid=103802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 05 17:49:33.757969 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d0bd2d-ef3d-461b-bdb7-39ff37da6380 None None] Pushing event updated for resources: {'Port': ['ID=8723593c-afd3-4dcb-8362-dacae9011ac6,revision_number=3']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:49:33.763124 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17fada37-aad0-4ce0-9d32-4164c39cfeb7 None None] Routers {'6223d7dc-d761-4504-bd89-209d4f6eb97f'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:49:33.763124 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-17fada37-aad0-4ce0-9d32-4164c39cfeb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:49:19Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['6223d7dc-d761-4504-bd89-209d4f6eb97f'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:49:33.782768 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f329a4eb-893f-479b-8a69-949780ef581d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11433169'] for port, after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:49:33.848174 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f329a4eb-893f-479b-8a69-949780ef581d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-531704'] for router_interface, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:49:33.849897 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f329a4eb-893f-479b-8a69-949780ef581d admin admin] Pushing event updated for resources: {'Port': ['ID=1bcd3144-0c12-4a8c-b61e-55a7ee332a90,revision_number=2']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:49:33.874876 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-b8ff6d55-2d3e-4a70-9d94-56b00dbf1dba None None] Provisioning complete for port 8723593c-afd3-4dcb-8362-dacae9011ac6 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:49:33.875237 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-b8ff6d55-2d3e-4a70-9d94-56b00dbf1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:49:33.877708 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-17fada37-aad0-4ce0-9d32-4164c39cfeb7 None None] Set router 6223d7dc-d761-4504-bd89-209d4f6eb97f gateway port host: dv-neutron-master-2-hyperv {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:49:33.943732 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f329a4eb-893f-479b-8a69-949780ef581d admin admin] Network ffe9104e-fcf4-4af1-aeb1-f0e11c0d17eb is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:49:33.945121 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-f329a4eb-893f-479b-8a69-949780ef581d admin admin] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:49:34.066659 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f329a4eb-893f-479b-8a69-949780ef581d admin admin] Router 6223d7dc-d761-4504-bd89-209d4f6eb97f has already been hosted by L3 agent 59446fdc-40e0-41fe-a575-a8eb11d742f7 {{(pid=103801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 05 17:49:34.077376 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-b8ff6d55-2d3e-4a70-9d94-56b00dbf1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:49:34.110577 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-b8ff6d55-2d3e-4a70-9d94-56b00dbf1dba None None] For port 8723593c-afd3-4dcb-8362-dacae9011ac6, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=8723593c-afd3-4dcb-8362-dacae9011ac6,segment=NetworkSegment(3f961525-530f-4ce5-8222-1dbbbe774893),segment_id=3f961525-530f-4ce5-8222-1dbbbe774893)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:49:34.158191 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-17fada37-aad0-4ce0-9d32-4164c39cfeb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6223d7dc-d761-4504-bd89-209d4f6eb97f', 'name': 'tempest-TestShelveInstance-349721726-router', 'tenant_id': 'd202015d51fe4c57adb07ced9bf408ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.216'}], 'enable_snat': True}, 'gw_port_id': '8723593c-afd3-4dcb-8362-dacae9011ac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:49:30Z', 'updated_at': '2022-01-05T17:49:33Z', 'revision_number': 4, 'project_id': 'd202015d51fe4c57adb07ced9bf408ab', 'gw_port': {'id': '8723593c-afd3-4dcb-8362-dacae9011ac6', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:bd:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6223d7dc-d761-4504-bd89-209d4f6eb97f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:49:30Z', 'updated_at': '2022-01-05T17:49:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '1bcd3144-0c12-4a8c-b61e-55a7ee332a90', 'name': '', 'network_id': 'ffe9104e-fcf4-4af1-aeb1-f0e11c0d17eb', 'tenant_id': 'd202015d51fe4c57adb07ced9bf408ab', 'mac_address': 'fa:16:3e:d5:04:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6223d7dc-d761-4504-bd89-209d4f6eb97f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': 'b3208d98-0f44-4d6e-8b19-79388526b361', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:49:32Z', 'updated_at': '2022-01-05T17:49:33Z', 'revision_number': 1, 'project_id': 'd202015d51fe4c57adb07ced9bf408ab', 'subnets': [{'id': 'b3208d98-0f44-4d6e-8b19-79388526b361', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:49:34.184220 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f329a4eb-893f-479b-8a69-949780ef581d admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 05 17:49:34.184875 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17fada37-aad0-4ce0-9d32-4164c39cfeb7 None None] The sync data for ids ['6223d7dc-d761-4504-bd89-209d4f6eb97f'] in dv-neutron-master-2-hyperv is: [{'id': '6223d7dc-d761-4504-bd89-209d4f6eb97f', 'name': 'tempest-TestShelveInstance-349721726-router', 'tenant_id': 'd202015d51fe4c57adb07ced9bf408ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.216'}], 'enable_snat': True}, 'gw_port_id': '8723593c-afd3-4dcb-8362-dacae9011ac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:49:30Z', 'updated_at': '2022-01-05T17:49:33Z', 'revision_number': 4, 'project_id': 'd202015d51fe4c57adb07ced9bf408ab', 'gw_port': {'id': '8723593c-afd3-4dcb-8362-dacae9011ac6', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:bd:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6223d7dc-d761-4504-bd89-209d4f6eb97f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:49:30Z', 'updated_at': '2022-01-05T17:49:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '1bcd3144-0c12-4a8c-b61e-55a7ee332a90', 'name': '', 'network_id': 'ffe9104e-fcf4-4af1-aeb1-f0e11c0d17eb', 'tenant_id': 'd202015d51fe4c57adb07ced9bf408ab', 'mac_address': 'fa:16:3e:d5:04:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6223d7dc-d761-4504-bd89-209d4f6eb97f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': 'b3208d98-0f44-4d6e-8b19-79388526b361', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:49:32Z', 'updated_at': '2022-01-05T17:49:33Z', 'revision_number': 1, 'project_id': 'd202015d51fe4c57adb07ced9bf408ab', 'subnets': [{'id': 'b3208d98-0f44-4d6e-8b19-79388526b361', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 05 17:49:34.194053 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-b8ff6d55-2d3e-4a70-9d94-56b00dbf1dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:49:34.194170 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-f329a4eb-893f-479b-8a69-949780ef581d admin admin] 10.222.0.11 "PUT /v2.0/routers/6223d7dc-d761-4504-bd89-209d4f6eb97f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7187617 Jan 05 17:49:34.247044 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ff6d55-2d3e-4a70-9d94-56b00dbf1dba None None] Pushing event updated for resources: {'Port': ['ID=8723593c-afd3-4dcb-8362-dacae9011ac6,revision_number=4']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:49:34.316086 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-b7f5f20a-70fc-4ea0-919c-6f47486cf68b None None] Provisioning complete for port 1bcd3144-0c12-4a8c-b61e-55a7ee332a90 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:49:34.316455 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-b7f5f20a-70fc-4ea0-919c-6f47486cf68b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:49:34.366217 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-b7f5f20a-70fc-4ea0-919c-6f47486cf68b None None] Port 1bcd3144-0c12-4a8c-b61e-55a7ee332a90 cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 17:49:34.688700 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.agents_db [None req-291d1585-17df-45c0-b64a-d244e6d90872 None None] Agent healthcheck: found 6 active agents {{(pid=103803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 05 17:49:34.910317 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 52364) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:49:34.914983 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-adfe2dc5-fe5d-4430-a83c-8d8d1cdd5bcc tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1971067271', 'description': 'tempest-secgroup-smoke-1971067271 description', 'project_id': '4a1f5f682b8f41d79d67d68c9228e94a'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:49:34.999818 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-adfe2dc5-fe5d-4430-a83c-8d8d1cdd5bcc tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Publish callbacks [] for security_group, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:49:35.070358 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-adfe2dc5-fe5d-4430-a83c-8d8d1cdd5bcc tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Publish callbacks [] for security_group, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:49:35.120199 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-adfe2dc5-fe5d-4430-a83c-8d8d1cdd5bcc tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:49:35.150173 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfe2dc5-fe5d-4430-a83c-8d8d1cdd5bcc tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c6af2e5-3b77-4eb3-b88d-87f2a3cd0da5,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:49:35.201805 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-adfe2dc5-fe5d-4430-a83c-8d8d1cdd5bcc tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Publish callbacks [] for security_group, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:49:35.203177 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-adfe2dc5-fe5d-4430-a83c-8d8d1cdd5bcc tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2918453 Jan 05 17:49:35.206189 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 52366) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:49:35.211000 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-8c2c7af8-9744-46fd-8316-5bc1ecbc3f5d tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Request body: {'security_group_rule': {'security_group_id': '7c6af2e5-3b77-4eb3-b88d-87f2a3cd0da5', 'project_id': '4a1f5f682b8f41d79d67d68c9228e94a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:49:35.292418 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-8c2c7af8-9744-46fd-8316-5bc1ecbc3f5d tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:49:35.350851 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-8c2c7af8-9744-46fd-8316-5bc1ecbc3f5d tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:49:35.411257 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-8c2c7af8-9744-46fd-8316-5bc1ecbc3f5d tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533437'] for security_group_rule, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:49:35.430309 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2c7af8-9744-46fd-8316-5bc1ecbc3f5d tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0452d3f3-c045-4f8b-97ee-9731cf02a788,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:49:35.492950 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-8c2c7af8-9744-46fd-8316-5bc1ecbc3f5d tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:49:35.494182 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-8c2c7af8-9744-46fd-8316-5bc1ecbc3f5d tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2869580 Jan 05 17:49:35.496968 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 52368) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:49:35.501214 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-e551e47d-ef85-431f-8815-6c4301522706 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Request body: {'security_group_rule': {'security_group_id': '7c6af2e5-3b77-4eb3-b88d-87f2a3cd0da5', 'project_id': '4a1f5f682b8f41d79d67d68c9228e94a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:49:35.604536 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e551e47d-ef85-431f-8815-6c4301522706 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:49:35.664526 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e551e47d-ef85-431f-8815-6c4301522706 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:49:35.719842 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e551e47d-ef85-431f-8815-6c4301522706 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533437'] for security_group_rule, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:49:35.737036 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e551e47d-ef85-431f-8815-6c4301522706 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02e979f0-f495-4080-9395-da756fbb0cfa,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:49:35.784187 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e551e47d-ef85-431f-8815-6c4301522706 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:49:35.785381 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-e551e47d-ef85-431f-8815-6c4301522706 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2874954 Jan 05 17:49:35.788146 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 52370) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:49:35.795121 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-5db3ebbe-4d29-4572-b41b-4175b7521b6c tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Request body: {'security_group_rule': {'security_group_id': '7c6af2e5-3b77-4eb3-b88d-87f2a3cd0da5', 'project_id': '4a1f5f682b8f41d79d67d68c9228e94a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:49:35.873875 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-5db3ebbe-4d29-4572-b41b-4175b7521b6c tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:49:35.930703 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-5db3ebbe-4d29-4572-b41b-4175b7521b6c tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:49:35.999878 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-5db3ebbe-4d29-4572-b41b-4175b7521b6c tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533437'] for security_group_rule, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:49:36.018309 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db3ebbe-4d29-4572-b41b-4175b7521b6c tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d12f96c7-47d0-4da1-91bd-759e6b7279d1,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:49:36.076487 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-5db3ebbe-4d29-4572-b41b-4175b7521b6c tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:49:36.077639 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-5db3ebbe-4d29-4572-b41b-4175b7521b6c tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2885787 Jan 05 17:49:36.080334 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 52372) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:49:36.084812 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-60ccb140-d5a3-4f7a-960d-30d9db1e1bdd tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Request body: {'security_group_rule': {'security_group_id': '7c6af2e5-3b77-4eb3-b88d-87f2a3cd0da5', 'project_id': '4a1f5f682b8f41d79d67d68c9228e94a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:49:36.100297 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bc7d65d-08c3-443a-9507-8a59f598293c None None] Sync routers for ids ['6223d7dc-d761-4504-bd89-209d4f6eb97f'] in dv-neutron-master-2-hyperv {{(pid=103803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 05 17:49:36.110760 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bc7d65d-08c3-443a-9507-8a59f598293c None None] Routers {'6223d7dc-d761-4504-bd89-209d4f6eb97f'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:49:36.111365 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-0bc7d65d-08c3-443a-9507-8a59f598293c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:49:19Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['6223d7dc-d761-4504-bd89-209d4f6eb97f'], 'active': True} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:49:36.164422 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-60ccb140-d5a3-4f7a-960d-30d9db1e1bdd tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:49:36.217359 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvr_db [None req-0bc7d65d-08c3-443a-9507-8a59f598293c None None] Set router 6223d7dc-d761-4504-bd89-209d4f6eb97f gateway port host: dv-neutron-master-2-hyperv {{(pid=103803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:49:36.222388 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-60ccb140-d5a3-4f7a-960d-30d9db1e1bdd tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:49:36.308540 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-60ccb140-d5a3-4f7a-960d-30d9db1e1bdd tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533437'] for security_group_rule, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:49:36.327282 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ccb140-d5a3-4f7a-960d-30d9db1e1bdd tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab251073-e290-48c3-be38-9e95bb2eb610,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:49:36.385661 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-60ccb140-d5a3-4f7a-960d-30d9db1e1bdd tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:49:36.387071 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-60ccb140-d5a3-4f7a-960d-30d9db1e1bdd tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3057833 Jan 05 17:49:36.389828 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 52374) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:49:36.394255 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-f8136cc4-4959-4806-8a83-a9a8e405ded6 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Request body: {'security_group_rule': {'security_group_id': '7c6af2e5-3b77-4eb3-b88d-87f2a3cd0da5', 'project_id': '4a1f5f682b8f41d79d67d68c9228e94a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:49:36.430055 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-0bc7d65d-08c3-443a-9507-8a59f598293c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6223d7dc-d761-4504-bd89-209d4f6eb97f', 'name': 'tempest-TestShelveInstance-349721726-router', 'tenant_id': 'd202015d51fe4c57adb07ced9bf408ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.216'}], 'enable_snat': True}, 'gw_port_id': '8723593c-afd3-4dcb-8362-dacae9011ac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:49:30Z', 'updated_at': '2022-01-05T17:49:33Z', 'revision_number': 4, 'project_id': 'd202015d51fe4c57adb07ced9bf408ab', 'gw_port': {'id': '8723593c-afd3-4dcb-8362-dacae9011ac6', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:bd:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6223d7dc-d761-4504-bd89-209d4f6eb97f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:49:30Z', 'updated_at': '2022-01-05T17:49:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '1bcd3144-0c12-4a8c-b61e-55a7ee332a90', 'name': '', 'network_id': 'ffe9104e-fcf4-4af1-aeb1-f0e11c0d17eb', 'tenant_id': 'd202015d51fe4c57adb07ced9bf408ab', 'mac_address': 'fa:16:3e:d5:04:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6223d7dc-d761-4504-bd89-209d4f6eb97f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': 'b3208d98-0f44-4d6e-8b19-79388526b361', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:49:32Z', 'updated_at': '2022-01-05T17:49:33Z', 'revision_number': 2, 'project_id': 'd202015d51fe4c57adb07ced9bf408ab', 'subnets': [{'id': 'b3208d98-0f44-4d6e-8b19-79388526b361', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:49:36.480384 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.db.securitygroups_db [None req-f8136cc4-4959-4806-8a83-a9a8e405ded6 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Project 4a1f5f682b8f41d79d67d68c9228e94a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 05 17:49:36.486243 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f8136cc4-4959-4806-8a83-a9a8e405ded6 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:49:36.543568 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bc7d65d-08c3-443a-9507-8a59f598293c None None] Checking router: 6223d7dc-d761-4504-bd89-209d4f6eb97f for host: dv-neutron-master-2-hyperv {{(pid=103803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 05 17:49:36.543913 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bc7d65d-08c3-443a-9507-8a59f598293c None None] Updating router 6223d7dc-d761-4504-bd89-209d4f6eb97f port 1bcd3144-0c12-4a8c-b61e-55a7ee332a90 binding host dv-neutron-master-2-hyperv {{(pid=103803) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 05 17:49:36.549661 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f8136cc4-4959-4806-8a83-a9a8e405ded6 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:49:36.568376 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-0bc7d65d-08c3-443a-9507-8a59f598293c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:49:36.599337 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f8136cc4-4959-4806-8a83-a9a8e405ded6 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533437'] for security_group_rule, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:49:36.614367 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8136cc4-4959-4806-8a83-a9a8e405ded6 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b755e70-6600-411b-901f-cbe1fbe65f53,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:49:36.676215 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f8136cc4-4959-4806-8a83-a9a8e405ded6 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:49:36.678798 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-f8136cc4-4959-4806-8a83-a9a8e405ded6 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2880368 Jan 05 17:49:36.682325 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 52376) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:49:36.691051 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-7cba188d-1357-47c8-b939-bb90fc4ec1d0 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Request body: {'security_group_rule': {'security_group_id': '7c6af2e5-3b77-4eb3-b88d-87f2a3cd0da5', 'project_id': '4a1f5f682b8f41d79d67d68c9228e94a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:49:36.765577 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.db.securitygroups_db [None req-7cba188d-1357-47c8-b939-bb90fc4ec1d0 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Project 4a1f5f682b8f41d79d67d68c9228e94a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 05 17:49:36.770736 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7cba188d-1357-47c8-b939-bb90fc4ec1d0 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:49:36.832515 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7cba188d-1357-47c8-b939-bb90fc4ec1d0 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:49:36.838328 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-0bc7d65d-08c3-443a-9507-8a59f598293c None None] Publish callbacks [] for port, precommit_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:49:36.874563 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 8723593c-afd3-4dcb-8362-dacae9011ac6 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:49:36.908136 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7cba188d-1357-47c8-b939-bb90fc4ec1d0 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533437'] for security_group_rule, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:49:36.921308 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Provisioning complete for port 8723593c-afd3-4dcb-8362-dacae9011ac6 triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:49:36.921707 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:49:36.923813 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cba188d-1357-47c8-b939-bb90fc4ec1d0 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5dcf9fe1-ec86-4e19-a2fa-2229f4e9389c,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:49:36.954015 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-0bc7d65d-08c3-443a-9507-8a59f598293c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:49:36.984056 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7cba188d-1357-47c8-b939-bb90fc4ec1d0 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:49:36.995889 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-7cba188d-1357-47c8-b939-bb90fc4ec1d0 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2996387 Jan 05 17:49:37.020695 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af2982f-dc64-4c12-ba88-e50ab9600a8e None None] Pushing event updated for resources: {'Port': ['ID=1bcd3144-0c12-4a8c-b61e-55a7ee332a90,revision_number=3']} {{(pid=103803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:49:37.075004 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.plugins.ml2.managers [None req-0bc7d65d-08c3-443a-9507-8a59f598293c None None] Attempting to bind port 1bcd3144-0c12-4a8c-b61e-55a7ee332a90 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 05 17:49:37.075376 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.plugins.ml2.managers [None req-0bc7d65d-08c3-443a-9507-8a59f598293c None None] Attempting to bind port 1bcd3144-0c12-4a8c-b61e-55a7ee332a90 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'fe820569-e1e9-41df-9d61-06e06bf0020b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'ffe9104e-fcf4-4af1-aeb1-f0e11c0d17eb'}] {{(pid=103803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 05 17:49:37.075796 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bc7d65d-08c3-443a-9507-8a59f598293c None None] Attempting to bind port 1bcd3144-0c12-4a8c-b61e-55a7ee332a90 on network ffe9104e-fcf4-4af1-aeb1-f0e11c0d17eb {{(pid=103803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:49:37.081320 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bc7d65d-08c3-443a-9507-8a59f598293c None None] Checking agent: {'id': '0d4f8fd3-ce62-4651-970c-efa6a8bb22b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 5, 16, 57, 23), 'started_at': datetime.datetime(2022, 1, 5, 16, 57, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 5, 17, 49, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 05 17:49:37.081320 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bc7d65d-08c3-443a-9507-8a59f598293c None None] Checking segment: {'id': 'fe820569-e1e9-41df-9d61-06e06bf0020b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'ffe9104e-fcf4-4af1-aeb1-f0e11c0d17eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:49:37.082006 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-0bc7d65d-08c3-443a-9507-8a59f598293c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:49:37.082373 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bc7d65d-08c3-443a-9507-8a59f598293c None None] Bound using segment: {'id': 'fe820569-e1e9-41df-9d61-06e06bf0020b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'ffe9104e-fcf4-4af1-aeb1-f0e11c0d17eb'} {{(pid=103803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 05 17:49:37.082911 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.plugins.ml2.managers [None req-0bc7d65d-08c3-443a-9507-8a59f598293c None None] Bound port: 1bcd3144-0c12-4a8c-b61e-55a7ee332a90, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe820569-e1e9-41df-9d61-06e06bf0020b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'ffe9104e-fcf4-4af1-aeb1-f0e11c0d17eb'}}] {{(pid=103803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 05 17:49:37.083356 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-0bc7d65d-08c3-443a-9507-8a59f598293c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:49:37.149195 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.plugins.ml2.db [None req-0bc7d65d-08c3-443a-9507-8a59f598293c None None] For port 1bcd3144-0c12-4a8c-b61e-55a7ee332a90, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 05 17:49:37.153813 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.plugins.ml2.db [None req-0bc7d65d-08c3-443a-9507-8a59f598293c None None] For port 1bcd3144-0c12-4a8c-b61e-55a7ee332a90, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=1bcd3144-0c12-4a8c-b61e-55a7ee332a90,segment=NetworkSegment(fe820569-e1e9-41df-9d61-06e06bf0020b),segment_id=fe820569-e1e9-41df-9d61-06e06bf0020b)] {{(pid=103803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 05 17:49:37.156656 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-96430346-3771-4181-86a3-6cc32b29eb69 req-6d0f6f8d-e068-49fd-b8f0-81c629f47914 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1971067271&fields=id&tenant_id=4a1f5f682b8f41d79d67d68c9228e94a HTTP/1.1" status: 200 len: 267 time: 0.0473042 Jan 05 17:49:37.242619 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-8376ccb6-58d4-4bb8-b20e-5479896fcd7c None None] Provisioning complete for port 1bcd3144-0c12-4a8c-b61e-55a7ee332a90 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:49:37.242984 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-8376ccb6-58d4-4bb8-b20e-5479896fcd7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:49:37.268382 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96430346-3771-4181-86a3-6cc32b29eb69 req-e243aca6-d717-48b8-bb82-d34fbef87a7c tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:49:37.269371 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-0bc7d65d-08c3-443a-9507-8a59f598293c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:49:37.269857 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-96430346-3771-4181-86a3-6cc32b29eb69 req-e243aca6-d717-48b8-bb82-d34fbef87a7c tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] 10.222.0.11 "GET /v2.0/networks?id=e6ea39b9-614b-40c6-ae71-6f0368b8e9fc HTTP/1.1" status: 200 len: 808 time: 0.1058788 Jan 05 17:49:37.276922 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-8376ccb6-58d4-4bb8-b20e-5479896fcd7c None None] Port 1bcd3144-0c12-4a8c-b61e-55a7ee332a90 cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 17:49:37.286651 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-96430346-3771-4181-86a3-6cc32b29eb69 req-c9205814-a4e2-477b-ac49-8f0b880c6484 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] 10.222.0.11 "GET /v2.0/quotas/4a1f5f682b8f41d79d67d68c9228e94a HTTP/1.1" status: 200 len: 375 time: 0.0093448 Jan 05 17:49:37.327007 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bc7d65d-08c3-443a-9507-8a59f598293c None None] Routers {'6223d7dc-d761-4504-bd89-209d4f6eb97f'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:49:37.327650 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-0bc7d65d-08c3-443a-9507-8a59f598293c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:49:19Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['6223d7dc-d761-4504-bd89-209d4f6eb97f'], 'active': True} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:49:37.343766 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-96430346-3771-4181-86a3-6cc32b29eb69 req-72245397-132c-48ca-96c5-7545128ca624 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=4a1f5f682b8f41d79d67d68c9228e94a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0502114 Jan 05 17:49:37.402649 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af2982f-dc64-4c12-ba88-e50ab9600a8e None None] Pushing event updated for resources: {'Port': ['ID=1bcd3144-0c12-4a8c-b61e-55a7ee332a90,revision_number=4']} {{(pid=103803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:49:37.459541 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvr_db [None req-0bc7d65d-08c3-443a-9507-8a59f598293c None None] Set router 6223d7dc-d761-4504-bd89-209d4f6eb97f gateway port host: dv-neutron-master-2-hyperv {{(pid=103803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:49:37.550479 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-96430346-3771-4181-86a3-6cc32b29eb69 req-23b136a4-5db1-418d-a19e-abb5018f2926 service neutron] 10.222.0.11 "GET /v2.0/networks/e6ea39b9-614b-40c6-ae71-6f0368b8e9fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1947019 Jan 05 17:49:37.598475 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-aced680f-1ec4-4248-a5f5-98e32f83bb0c None None] Provisioning complete for port 1bcd3144-0c12-4a8c-b61e-55a7ee332a90 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:49:37.598816 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-aced680f-1ec4-4248-a5f5-98e32f83bb0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:49:37.650174 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-96430346-3771-4181-86a3-6cc32b29eb69 req-18052e48-2d33-4bf0-b6b5-2fd1509c693a service neutron] 10.222.0.11 "GET /v2.0/networks/e6ea39b9-614b-40c6-ae71-6f0368b8e9fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938885 Jan 05 17:49:37.664189 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-0bc7d65d-08c3-443a-9507-8a59f598293c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6223d7dc-d761-4504-bd89-209d4f6eb97f', 'name': 'tempest-TestShelveInstance-349721726-router', 'tenant_id': 'd202015d51fe4c57adb07ced9bf408ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.216'}], 'enable_snat': True}, 'gw_port_id': '8723593c-afd3-4dcb-8362-dacae9011ac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:49:30Z', 'updated_at': '2022-01-05T17:49:33Z', 'revision_number': 4, 'project_id': 'd202015d51fe4c57adb07ced9bf408ab', 'gw_port': {'id': '8723593c-afd3-4dcb-8362-dacae9011ac6', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:bd:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6223d7dc-d761-4504-bd89-209d4f6eb97f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:49:30Z', 'updated_at': '2022-01-05T17:49:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '1bcd3144-0c12-4a8c-b61e-55a7ee332a90', 'name': '', 'network_id': 'ffe9104e-fcf4-4af1-aeb1-f0e11c0d17eb', 'tenant_id': 'd202015d51fe4c57adb07ced9bf408ab', 'mac_address': 'fa:16:3e:d5:04:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6223d7dc-d761-4504-bd89-209d4f6eb97f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': 'b3208d98-0f44-4d6e-8b19-79388526b361', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:49:32Z', 'updated_at': '2022-01-05T17:49:37Z', 'revision_number': 4, 'project_id': 'd202015d51fe4c57adb07ced9bf408ab', 'subnets': [{'id': 'b3208d98-0f44-4d6e-8b19-79388526b361', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:49:37.690431 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bc7d65d-08c3-443a-9507-8a59f598293c None None] The sync data for ids ['6223d7dc-d761-4504-bd89-209d4f6eb97f'] in dv-neutron-master-2-hyperv is: [{'id': '6223d7dc-d761-4504-bd89-209d4f6eb97f', 'name': 'tempest-TestShelveInstance-349721726-router', 'tenant_id': 'd202015d51fe4c57adb07ced9bf408ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.216'}], 'enable_snat': True}, 'gw_port_id': '8723593c-afd3-4dcb-8362-dacae9011ac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:49:30Z', 'updated_at': '2022-01-05T17:49:33Z', 'revision_number': 4, 'project_id': 'd202015d51fe4c57adb07ced9bf408ab', 'gw_port': {'id': '8723593c-afd3-4dcb-8362-dacae9011ac6', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:bd:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6223d7dc-d761-4504-bd89-209d4f6eb97f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:49:30Z', 'updated_at': '2022-01-05T17:49:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '1bcd3144-0c12-4a8c-b61e-55a7ee332a90', 'name': '', 'network_id': 'ffe9104e-fcf4-4af1-aeb1-f0e11c0d17eb', 'tenant_id': 'd202015d51fe4c57adb07ced9bf408ab', 'mac_address': 'fa:16:3e:d5:04:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6223d7dc-d761-4504-bd89-209d4f6eb97f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': 'b3208d98-0f44-4d6e-8b19-79388526b361', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:49:32Z', 'updated_at': '2022-01-05T17:49:37Z', 'revision_number': 4, 'project_id': 'd202015d51fe4c57adb07ced9bf408ab', 'subnets': [{'id': 'b3208d98-0f44-4d6e-8b19-79388526b361', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 05 17:49:37.701911 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-aced680f-1ec4-4248-a5f5-98e32f83bb0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:49:37.738104 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-aced680f-1ec4-4248-a5f5-98e32f83bb0c None None] For port 1bcd3144-0c12-4a8c-b61e-55a7ee332a90, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=1bcd3144-0c12-4a8c-b61e-55a7ee332a90,segment=NetworkSegment(fe820569-e1e9-41df-9d61-06e06bf0020b),segment_id=fe820569-e1e9-41df-9d61-06e06bf0020b)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:49:37.811290 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-aced680f-1ec4-4248-a5f5-98e32f83bb0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:49:37.876998 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-c04c1efb-d39e-4d6b-a893-934c418d664e req-a0a48280-b203-4c0b-8244-3be4fa360632 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] 10.222.0.11 "GET /v2.0/ports?device_id=f0149644-f500-42ec-b75c-04c9daa60fb2 HTTP/1.1" status: 200 len: 210 time: 0.0321269 Jan 05 17:49:37.898020 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aced680f-1ec4-4248-a5f5-98e32f83bb0c None None] Pushing event updated for resources: {'Port': ['ID=1bcd3144-0c12-4a8c-b61e-55a7ee332a90,revision_number=5']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:49:38.877764 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 1bcd3144-0c12-4a8c-b61e-55a7ee332a90 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:49:38.930904 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Provisioning complete for port 1bcd3144-0c12-4a8c-b61e-55a7ee332a90 triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:49:38.931571 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:49:38.974051 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-227d3890-2415-4812-886c-890ec66f505d req-e4831dd9-2045-4819-a79d-d23c4b4b06e6 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] 10.222.0.11 "GET /v2.0/ports?device_id=f0149644-f500-42ec-b75c-04c9daa60fb2 HTTP/1.1" status: 200 len: 210 time: 0.0291817 Jan 05 17:49:39.861461 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96430346-3771-4181-86a3-6cc32b29eb69 req-7ab2bff6-7542-4b2b-9aea-2733df55dd0d tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:49:39.862881 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-96430346-3771-4181-86a3-6cc32b29eb69 req-7ab2bff6-7542-4b2b-9aea-2733df55dd0d tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] 10.222.0.13 "GET /v2.0/networks?id=e6ea39b9-614b-40c6-ae71-6f0368b8e9fc HTTP/1.1" status: 200 len: 808 time: 0.1023107 Jan 05 17:49:40.260699 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-20b87465-5853-406a-8cf5-079b9c769bda req-aca56ba1-0e48-41d2-ad9d-ee787d3c4141 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] 10.222.0.11 "GET /v2.0/ports?device_id=f0149644-f500-42ec-b75c-04c9daa60fb2 HTTP/1.1" status: 200 len: 210 time: 0.0334361 Jan 05 17:49:40.290205 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-96430346-3771-4181-86a3-6cc32b29eb69 req-5210ee77-f57a-49d1-8749-87f500ae6e6c tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4a1f5f682b8f41d79d67d68c9228e94a HTTP/1.1" status: 200 len: 380 time: 0.4188068 Jan 05 17:49:40.299401 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [req-96430346-3771-4181-86a3-6cc32b29eb69 req-4163b566-a1e0-49cc-b0d5-2bfc96467b92 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Request body: {'port': {'device_id': 'f0149644-f500-42ec-b75c-04c9daa60fb2', 'network_id': 'e6ea39b9-614b-40c6-ae71-6f0368b8e9fc', 'admin_state_up': True, 'tenant_id': '4a1f5f682b8f41d79d67d68c9228e94a', 'security_groups': ['7c6af2e5-3b77-4eb3-b88d-87f2a3cd0da5']}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:49:40.480169 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96430346-3771-4181-86a3-6cc32b29eb69 req-4163b566-a1e0-49cc-b0d5-2bfc96467b92 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Made reservation on behalf of 4a1f5f682b8f41d79d67d68c9228e94a for: {'port': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:49:40.483925 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-96430346-3771-4181-86a3-6cc32b29eb69 req-4163b566-a1e0-49cc-b0d5-2bfc96467b92 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:49:40.605768 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [req-96430346-3771-4181-86a3-6cc32b29eb69 req-4163b566-a1e0-49cc-b0d5-2bfc96467b92 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Allocated IP 172.20.0.3 (e6ea39b9-614b-40c6-ae71-6f0368b8e9fc/cb19d338-8d91-4953-99c9-173824d2f2d9/aeb846dc-fb7c-4c60-b741-545b6c2ba698) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:49:40.746106 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-96430346-3771-4181-86a3-6cc32b29eb69 req-4163b566-a1e0-49cc-b0d5-2bfc96467b92 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Publish callbacks [] for port, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:49:40.845007 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-96430346-3771-4181-86a3-6cc32b29eb69 req-4163b566-a1e0-49cc-b0d5-2bfc96467b92 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:49:40.884155 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96430346-3771-4181-86a3-6cc32b29eb69 req-4163b566-a1e0-49cc-b0d5-2bfc96467b92 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Network e6ea39b9-614b-40c6-ae71-6f0368b8e9fc is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:49:40.887864 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [req-96430346-3771-4181-86a3-6cc32b29eb69 req-4163b566-a1e0-49cc-b0d5-2bfc96467b92 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:49:40.891700 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [req-96430346-3771-4181-86a3-6cc32b29eb69 req-4163b566-a1e0-49cc-b0d5-2bfc96467b92 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:49:40.920747 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4163b566-a1e0-49cc-b0d5-2bfc96467b92 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Pushing event updated for resources: {'Port': ['ID=aeb846dc-fb7c-4c60-b741-545b6c2ba698,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:49:40.949556 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96430346-3771-4181-86a3-6cc32b29eb69 req-4163b566-a1e0-49cc-b0d5-2bfc96467b92 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:49:40.950198 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-96430346-3771-4181-86a3-6cc32b29eb69 req-4163b566-a1e0-49cc-b0d5-2bfc96467b92 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:49:41.026096 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-96430346-3771-4181-86a3-6cc32b29eb69 req-4163b566-a1e0-49cc-b0d5-2bfc96467b92 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7301250 Jan 05 17:49:41.037748 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [req-96430346-3771-4181-86a3-6cc32b29eb69 req-6ea1523e-59aa-4ae6-8ae0-79b18010cdaa service neutron] Request body: {'port': {'device_id': 'f0149644-f500-42ec-b75c-04c9daa60fb2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:49:41.095759 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-96430346-3771-4181-86a3-6cc32b29eb69 req-6ea1523e-59aa-4ae6-8ae0-79b18010cdaa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:49:41.150406 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-a6e47f5a-0959-47af-8d4a-1100180caccd None None] Provisioning complete for port aeb846dc-fb7c-4c60-b741-545b6c2ba698 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:49:41.151393 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-a6e47f5a-0959-47af-8d4a-1100180caccd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:49:41.186477 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-a6e47f5a-0959-47af-8d4a-1100180caccd None None] Port aeb846dc-fb7c-4c60-b741-545b6c2ba698 cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 17:49:41.356300 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.notifiers.nova [req-96430346-3771-4181-86a3-6cc32b29eb69 req-6ea1523e-59aa-4ae6-8ae0-79b18010cdaa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aeb846dc-fb7c-4c60-b741-545b6c2ba698 {{(pid=103800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 05 17:49:41.363891 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-96430346-3771-4181-86a3-6cc32b29eb69 req-6ea1523e-59aa-4ae6-8ae0-79b18010cdaa service neutron] Publish callbacks [] for port, precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:49:41.376513 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.provisioning_blocks [req-96430346-3771-4181-86a3-6cc32b29eb69 req-6ea1523e-59aa-4ae6-8ae0-79b18010cdaa service neutron] Transition to ACTIVE for port object aeb846dc-fb7c-4c60-b741-545b6c2ba698 will not be triggered until provisioned by entity L2. {{(pid=103800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 05 17:49:41.378681 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a79077e-712a-4c3d-a18e-31c6752f3ffe req-5705d015-aba8-4a69-b440-a400e3841801 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:49:41.380191 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-9a79077e-712a-4c3d-a18e-31c6752f3ffe req-5705d015-aba8-4a69-b440-a400e3841801 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] 10.222.0.11 "GET /v2.0/ports?device_id=f0149644-f500-42ec-b75c-04c9daa60fb2 HTTP/1.1" status: 200 len: 931 time: 0.0490263 Jan 05 17:49:41.428274 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-9a79077e-712a-4c3d-a18e-31c6752f3ffe req-22fbb80b-28e8-43b8-80c6-b761b7ae5c9a tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c6af2e5-3b77-4eb3-b88d-87f2a3cd0da5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423779 Jan 05 17:49:41.434477 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-96430346-3771-4181-86a3-6cc32b29eb69 req-6ea1523e-59aa-4ae6-8ae0-79b18010cdaa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8784461'] for port, after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:49:41.503699 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea1523e-59aa-4ae6-8ae0-79b18010cdaa service neutron] Pushing event updated for resources: {'Port': ['ID=aeb846dc-fb7c-4c60-b741-545b6c2ba698,revision_number=2']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:49:41.556207 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [req-96430346-3771-4181-86a3-6cc32b29eb69 req-6ea1523e-59aa-4ae6-8ae0-79b18010cdaa service neutron] Attempting to bind port aeb846dc-fb7c-4c60-b741-545b6c2ba698 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 05 17:49:41.556541 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [req-96430346-3771-4181-86a3-6cc32b29eb69 req-6ea1523e-59aa-4ae6-8ae0-79b18010cdaa service neutron] Attempting to bind port aeb846dc-fb7c-4c60-b741-545b6c2ba698 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'c0f2fbfb-5ca2-49a6-a607-91e01db71e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'e6ea39b9-614b-40c6-ae71-6f0368b8e9fc'}] {{(pid=103800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 05 17:49:41.556872 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96430346-3771-4181-86a3-6cc32b29eb69 req-6ea1523e-59aa-4ae6-8ae0-79b18010cdaa service neutron] Attempting to bind port aeb846dc-fb7c-4c60-b741-545b6c2ba698 on network e6ea39b9-614b-40c6-ae71-6f0368b8e9fc {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:49:41.562476 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96430346-3771-4181-86a3-6cc32b29eb69 req-6ea1523e-59aa-4ae6-8ae0-79b18010cdaa service neutron] Port aeb846dc-fb7c-4c60-b741-545b6c2ba698 on network e6ea39b9-614b-40c6-ae71-6f0368b8e9fc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 05 17:49:41.562796 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96430346-3771-4181-86a3-6cc32b29eb69 req-6ea1523e-59aa-4ae6-8ae0-79b18010cdaa service neutron] Attempting to bind port aeb846dc-fb7c-4c60-b741-545b6c2ba698 on network e6ea39b9-614b-40c6-ae71-6f0368b8e9fc {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:49:41.567768 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96430346-3771-4181-86a3-6cc32b29eb69 req-6ea1523e-59aa-4ae6-8ae0-79b18010cdaa service neutron] Checking agent: {'id': '5c36d785-abe8-4e89-a23a-b403333d2378', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 5, 17, 3, 49), 'started_at': datetime.datetime(2022, 1, 5, 17, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 1, 5, 17, 49, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 05 17:49:41.568126 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96430346-3771-4181-86a3-6cc32b29eb69 req-6ea1523e-59aa-4ae6-8ae0-79b18010cdaa service neutron] Checking segment: {'id': 'c0f2fbfb-5ca2-49a6-a607-91e01db71e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'e6ea39b9-614b-40c6-ae71-6f0368b8e9fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:49:41.568509 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96430346-3771-4181-86a3-6cc32b29eb69 req-6ea1523e-59aa-4ae6-8ae0-79b18010cdaa service neutron] Bound using segment: {'id': 'c0f2fbfb-5ca2-49a6-a607-91e01db71e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'e6ea39b9-614b-40c6-ae71-6f0368b8e9fc'} {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 05 17:49:41.568931 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [req-96430346-3771-4181-86a3-6cc32b29eb69 req-6ea1523e-59aa-4ae6-8ae0-79b18010cdaa service neutron] Bound port: aeb846dc-fb7c-4c60-b741-545b6c2ba698, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0f2fbfb-5ca2-49a6-a607-91e01db71e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'e6ea39b9-614b-40c6-ae71-6f0368b8e9fc'}}] {{(pid=103800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 05 17:49:41.569281 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-96430346-3771-4181-86a3-6cc32b29eb69 req-6ea1523e-59aa-4ae6-8ae0-79b18010cdaa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:49:41.636653 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.db [req-96430346-3771-4181-86a3-6cc32b29eb69 req-6ea1523e-59aa-4ae6-8ae0-79b18010cdaa service neutron] For port aeb846dc-fb7c-4c60-b741-545b6c2ba698, host hv-neutron-mast, cleared binding levels {{(pid=103800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 05 17:49:41.639726 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.db [req-96430346-3771-4181-86a3-6cc32b29eb69 req-6ea1523e-59aa-4ae6-8ae0-79b18010cdaa service neutron] For port aeb846dc-fb7c-4c60-b741-545b6c2ba698, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=aeb846dc-fb7c-4c60-b741-545b6c2ba698,segment=NetworkSegment(c0f2fbfb-5ca2-49a6-a607-91e01db71e22),segment_id=c0f2fbfb-5ca2-49a6-a607-91e01db71e22)] {{(pid=103800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 05 17:49:41.703057 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-96430346-3771-4181-86a3-6cc32b29eb69 req-6ea1523e-59aa-4ae6-8ae0-79b18010cdaa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8784461'] for port, after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:49:41.735662 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96430346-3771-4181-86a3-6cc32b29eb69 req-6ea1523e-59aa-4ae6-8ae0-79b18010cdaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:49:41.736278 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-96430346-3771-4181-86a3-6cc32b29eb69 req-6ea1523e-59aa-4ae6-8ae0-79b18010cdaa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:49:41.737852 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-96430346-3771-4181-86a3-6cc32b29eb69 req-6ea1523e-59aa-4ae6-8ae0-79b18010cdaa service neutron] 10.222.0.13 "PUT /v2.0/ports/aeb846dc-fb7c-4c60-b741-545b6c2ba698 HTTP/1.1" status: 200 len: 1093 time: 0.7043920 Jan 05 17:49:41.740173 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0149644-f500-42ec-b75c-04c9daa60fb2', 'tag': 'aeb846dc-fb7c-4c60-b741-545b6c2ba698'}] {{(pid=103800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 05 17:49:41.743420 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f64b9d4628f7eefcc27168a80c04985d23f0ea5def038dae05e1deb7357f3bfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c363377-d982-415a-8208-855d2b06d71e" -d '{"events": [{"name": "network-changed", "server_uuid": "f0149644-f500-42ec-b75c-04c9daa60fb2", "tag": "aeb846dc-fb7c-4c60-b741-545b6c2ba698"}]}' {{(pid=103800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 05 17:49:41.773752 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea1523e-59aa-4ae6-8ae0-79b18010cdaa service neutron] Pushing event updated for resources: {'Port': ['ID=aeb846dc-fb7c-4c60-b741-545b6c2ba698,revision_number=3']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:49:41.793411 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Jan 2022 17:49:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcf07a90-7677-43ba-ae4c-0f67243f87dc x-openstack-request-id: req-fcf07a90-7677-43ba-ae4c-0f67243f87dc {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 05 17:49:41.793803 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0149644-f500-42ec-b75c-04c9daa60fb2", "tag": "aeb846dc-fb7c-4c60-b741-545b6c2ba698", "status": "completed", "code": 200}]} {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 05 17:49:41.794165 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-fcf07a90-7677-43ba-ae4c-0f67243f87dc {{(pid=103800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 05 17:49:41.794640 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0149644-f500-42ec-b75c-04c9daa60fb2', 'tag': 'aeb846dc-fb7c-4c60-b741-545b6c2ba698', 'status': 'completed', 'code': 200} Jan 05 17:49:41.859822 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c363377-d982-415a-8208-855d2b06d71e req-ab221906-8ea0-49e9-be46-4d9b64fcd0d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:49:41.861376 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-0c363377-d982-415a-8208-855d2b06d71e req-ab221906-8ea0-49e9-be46-4d9b64fcd0d4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4a1f5f682b8f41d79d67d68c9228e94a&device_id=f0149644-f500-42ec-b75c-04c9daa60fb2 HTTP/1.1" status: 200 len: 1096 time: 0.0469828 Jan 05 17:49:41.958699 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c363377-d982-415a-8208-855d2b06d71e req-93003a78-2089-4864-b591-a79249321383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:49:41.960424 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-0c363377-d982-415a-8208-855d2b06d71e req-93003a78-2089-4864-b591-a79249321383 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=4a1f5f682b8f41d79d67d68c9228e94a&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0925896 Jan 05 17:49:42.052705 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c363377-d982-415a-8208-855d2b06d71e req-6232632c-206c-4fbe-bc98-3031e7cc7cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:49:42.054070 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-0c363377-d982-415a-8208-855d2b06d71e req-6232632c-206c-4fbe-bc98-3031e7cc7cb2 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0885770 Jan 05 17:49:42.125121 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96430346-3771-4181-86a3-6cc32b29eb69 req-2d42d60e-ac06-4025-ac45-c1df66e784ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:49:42.126597 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-96430346-3771-4181-86a3-6cc32b29eb69 req-2d42d60e-ac06-4025-ac45-c1df66e784ea service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4a1f5f682b8f41d79d67d68c9228e94a&device_id=f0149644-f500-42ec-b75c-04c9daa60fb2 HTTP/1.1" status: 200 len: 1096 time: 0.0403223 Jan 05 17:49:42.167844 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-96430346-3771-4181-86a3-6cc32b29eb69 req-a76ec0f9-aadd-4cab-9c01-491eb090c793 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aeb846dc-fb7c-4c60-b741-545b6c2ba698 HTTP/1.1" status: 200 len: 217 time: 0.0341768 Jan 05 17:49:42.240988 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96430346-3771-4181-86a3-6cc32b29eb69 req-6433cc67-b029-4bb6-9cea-2f1950fc4a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:49:42.242444 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-96430346-3771-4181-86a3-6cc32b29eb69 req-6433cc67-b029-4bb6-9cea-2f1950fc4a7d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=cb19d338-8d91-4953-99c9-173824d2f2d9 HTTP/1.1" status: 200 len: 847 time: 0.0683753 Jan 05 17:49:42.286586 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96430346-3771-4181-86a3-6cc32b29eb69 req-df16197a-9d72-4d8f-9593-061b57bf2bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:49:42.288078 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-96430346-3771-4181-86a3-6cc32b29eb69 req-df16197a-9d72-4d8f-9593-061b57bf2bb4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e6ea39b9-614b-40c6-ae71-6f0368b8e9fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0395818 Jan 05 17:49:42.381296 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-96430346-3771-4181-86a3-6cc32b29eb69 req-0518d785-4123-42b7-962e-51299de9772f service neutron] 10.222.0.13 "GET /v2.0/networks/e6ea39b9-614b-40c6-ae71-6f0368b8e9fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864019 Jan 05 17:49:42.475063 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-96430346-3771-4181-86a3-6cc32b29eb69 req-a3aa6566-0ca4-491c-98a6-85b5e25146ce service neutron] 10.222.0.13 "GET /v2.0/networks/e6ea39b9-614b-40c6-ae71-6f0368b8e9fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874255 Jan 05 17:49:42.544509 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea99372e-7a9c-4441-a3c1-b95164db2f5a req-c1186795-48b5-4b28-86d3-8d486a38d902 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:49:42.545973 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-ea99372e-7a9c-4441-a3c1-b95164db2f5a req-c1186795-48b5-4b28-86d3-8d486a38d902 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] 10.222.0.11 "GET /v2.0/ports?device_id=f0149644-f500-42ec-b75c-04c9daa60fb2 HTTP/1.1" status: 200 len: 943 time: 0.0522051 Jan 05 17:49:42.593718 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-ea99372e-7a9c-4441-a3c1-b95164db2f5a req-6904e4f1-804d-48f0-89ec-dad3d5e866db tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c6af2e5-3b77-4eb3-b88d-87f2a3cd0da5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422163 Jan 05 17:49:43.710422 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a332382-21c5-4468-b51f-49f999562ebb req-b99b7196-f2a6-418a-ad0d-e57ccf9e3644 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:49:43.711875 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-1a332382-21c5-4468-b51f-49f999562ebb req-b99b7196-f2a6-418a-ad0d-e57ccf9e3644 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] 10.222.0.11 "GET /v2.0/ports?device_id=f0149644-f500-42ec-b75c-04c9daa60fb2 HTTP/1.1" status: 200 len: 943 time: 0.0485024 Jan 05 17:49:43.759048 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-1a332382-21c5-4468-b51f-49f999562ebb req-45e768e0-e509-4eb5-8560-983c0b5de018 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c6af2e5-3b77-4eb3-b88d-87f2a3cd0da5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409918 Jan 05 17:49:44.871888 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c510d2-257a-4ea6-a419-a0e00a10717f req-06643d14-0de6-4f49-a26b-d5549214bce0 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:49:44.873352 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-72c510d2-257a-4ea6-a419-a0e00a10717f req-06643d14-0de6-4f49-a26b-d5549214bce0 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] 10.222.0.11 "GET /v2.0/ports?device_id=f0149644-f500-42ec-b75c-04c9daa60fb2 HTTP/1.1" status: 200 len: 943 time: 0.0488479 Jan 05 17:49:44.875890 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Device aeb846dc-fb7c-4c60-b741-545b6c2ba698 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 05 17:49:44.922082 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-72c510d2-257a-4ea6-a419-a0e00a10717f req-a656fa28-fe77-4336-96d0-774f6ec32d47 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c6af2e5-3b77-4eb3-b88d-87f2a3cd0da5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431032 Jan 05 17:49:44.968642 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] For port aeb846dc-fb7c-4c60-b741-545b6c2ba698, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=aeb846dc-fb7c-4c60-b741-545b6c2ba698,segment=NetworkSegment(c0f2fbfb-5ca2-49a6-a607-91e01db71e22),segment_id=c0f2fbfb-5ca2-49a6-a607-91e01db71e22)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:49:44.979400 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Returning: {'device': 'aeb846dc-fb7c-4c60-b741-545b6c2ba698', 'network_id': 'e6ea39b9-614b-40c6-ae71-6f0368b8e9fc', 'port_id': 'aeb846dc-fb7c-4c60-b741-545b6c2ba698', 'mac_address': 'fa:16:3e:43:db:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb19d338-8d91-4953-99c9-173824d2f2d9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 05 17:49:45.018002 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:49:45.030659 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.notifiers.nova [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aeb846dc-fb7c-4c60-b741-545b6c2ba698 {{(pid=103802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 05 17:49:45.048528 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] For port aeb846dc-fb7c-4c60-b741-545b6c2ba698, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=aeb846dc-fb7c-4c60-b741-545b6c2ba698,segment=NetworkSegment(c0f2fbfb-5ca2-49a6-a607-91e01db71e22),segment_id=c0f2fbfb-5ca2-49a6-a607-91e01db71e22)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:49:45.102316 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:49:45.148291 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Pushing event updated for resources: {'Port': ['ID=aeb846dc-fb7c-4c60-b741-545b6c2ba698,revision_number=4']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:49:45.317662 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] get_ports_and_sgs() called for port_ids ['aeb846dc-fb7c-4c60-b741-545b6c2ba698'] {{(pid=103802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 05 17:49:46.037656 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d14f958-0684-43e1-8ca5-5e800fd41ea0 req-037cbb63-7f6e-4675-b1e1-b52081b047e0 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:49:46.039141 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-1d14f958-0684-43e1-8ca5-5e800fd41ea0 req-037cbb63-7f6e-4675-b1e1-b52081b047e0 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] 10.222.0.11 "GET /v2.0/ports?device_id=f0149644-f500-42ec-b75c-04c9daa60fb2 HTTP/1.1" status: 200 len: 944 time: 0.0530155 Jan 05 17:49:46.087615 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-1d14f958-0684-43e1-8ca5-5e800fd41ea0 req-fc984ed2-36e4-441d-9332-2d0e67a5ede6 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c6af2e5-3b77-4eb3-b88d-87f2a3cd0da5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425739 Jan 05 17:49:46.892521 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Device aeb846dc-fb7c-4c60-b741-545b6c2ba698 up at agent hyperv_hv-neutron-mast {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:49:47.016989 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Provisioning for port aeb846dc-fb7c-4c60-b741-545b6c2ba698 completed by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 05 17:49:47.021364 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Provisioning complete for port aeb846dc-fb7c-4c60-b741-545b6c2ba698 triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:49:47.021837 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:49:47.257649 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:49:47.261548 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01995461-86a2-4807-b3c8-a8dd8eb07362 req-cb8cf43d-fcb9-49de-a6de-a94b09d0e53a tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:49:47.263065 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-01995461-86a2-4807-b3c8-a8dd8eb07362 req-cb8cf43d-fcb9-49de-a6de-a94b09d0e53a tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] 10.222.0.11 "GET /v2.0/ports?device_id=f0149644-f500-42ec-b75c-04c9daa60fb2 HTTP/1.1" status: 200 len: 944 time: 0.1036298 Jan 05 17:49:47.270416 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-b0df08d9-14e0-49a2-a090-bad45a9a8664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:49:47.282694 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0149644-f500-42ec-b75c-04c9daa60fb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aeb846dc-fb7c-4c60-b741-545b6c2ba698'}] {{(pid=103802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 05 17:49:47.285038 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36b213fbd845b3f09e785999bbcda1c85cd5592d7f001460987854e5c1683bd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22f20a0f-7a38-4aa5-b7e8-fc4ab070c264" -d '{"events": [{"server_uuid": "f0149644-f500-42ec-b75c-04c9daa60fb2", "name": "network-vif-plugged", "status": "completed", "tag": "aeb846dc-fb7c-4c60-b741-545b6c2ba698"}]}' {{(pid=103802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 05 17:49:47.297897 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] For port aeb846dc-fb7c-4c60-b741-545b6c2ba698, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=aeb846dc-fb7c-4c60-b741-545b6c2ba698,segment=NetworkSegment(c0f2fbfb-5ca2-49a6-a607-91e01db71e22),segment_id=c0f2fbfb-5ca2-49a6-a607-91e01db71e22)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:49:47.311918 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-01995461-86a2-4807-b3c8-a8dd8eb07362 req-4663ac1c-4f22-4202-af0f-f56edd064c78 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c6af2e5-3b77-4eb3-b88d-87f2a3cd0da5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432236 Jan 05 17:49:47.382912 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:49:47.388541 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Jan 2022 17:49:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3222459a-185a-4467-bc06-0c4ebcb4519f x-openstack-request-id: req-3222459a-185a-4467-bc06-0c4ebcb4519f {{(pid=103802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 05 17:49:47.393340 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0149644-f500-42ec-b75c-04c9daa60fb2", "name": "network-vif-plugged", "status": "completed", "tag": "aeb846dc-fb7c-4c60-b741-545b6c2ba698", "code": 200}]} {{(pid=103802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 05 17:49:47.393340 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-3222459a-185a-4467-bc06-0c4ebcb4519f {{(pid=103802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 05 17:49:47.393340 dv-neutron-master-2-hyperv neutron-server[103802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0149644-f500-42ec-b75c-04c9daa60fb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aeb846dc-fb7c-4c60-b741-545b6c2ba698', 'code': 200} Jan 05 17:49:47.432638 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Pushing event updated for resources: {'Port': ['ID=aeb846dc-fb7c-4c60-b741-545b6c2ba698,revision_number=5']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:49:47.694363 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59d0196-6767-4bdc-b103-30615bcc528d req-d9ed4538-98d7-4103-854d-8fd9b44f1eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:49:47.695810 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-e59d0196-6767-4bdc-b103-30615bcc528d req-d9ed4538-98d7-4103-854d-8fd9b44f1eb0 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f0149644-f500-42ec-b75c-04c9daa60fb2 HTTP/1.1" status: 200 len: 1098 time: 0.0398712 Jan 05 17:49:47.741246 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-e59d0196-6767-4bdc-b103-30615bcc528d req-46a8ca6f-1e30-46da-9f6e-af980719db02 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=7c6af2e5-3b77-4eb3-b88d-87f2a3cd0da5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392089 Jan 05 17:49:48.425080 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718b184d-72a3-4fe2-9e6f-d6f0d9c17a0d req-3611cf38-b99c-409b-8214-203a3c75f6ee tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:49:48.426605 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-718b184d-72a3-4fe2-9e6f-d6f0d9c17a0d req-3611cf38-b99c-409b-8214-203a3c75f6ee tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] 10.222.0.11 "GET /v2.0/ports?device_id=f0149644-f500-42ec-b75c-04c9daa60fb2 HTTP/1.1" status: 200 len: 945 time: 0.0503538 Jan 05 17:49:48.474586 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-718b184d-72a3-4fe2-9e6f-d6f0d9c17a0d req-c4e859df-a0e4-4df6-98f6-4ef4124b2c2f tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c6af2e5-3b77-4eb3-b88d-87f2a3cd0da5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424628 Jan 05 17:49:49.370661 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-92c3c21b-e9a4-4fa0-ada4-5af62d87870b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:49:49.588024 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967fa680-0389-4b76-a4e1-74d870d36470 req-6265045e-cf6a-4ab4-b08a-442131e4be63 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:49:49.590157 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-967fa680-0389-4b76-a4e1-74d870d36470 req-6265045e-cf6a-4ab4-b08a-442131e4be63 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] 10.222.0.11 "GET /v2.0/ports?device_id=f0149644-f500-42ec-b75c-04c9daa60fb2 HTTP/1.1" status: 200 len: 945 time: 0.0494668 Jan 05 17:49:49.642746 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-967fa680-0389-4b76-a4e1-74d870d36470 req-aedf8d4d-79f5-4075-9fec-ef3f31a42d13 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c6af2e5-3b77-4eb3-b88d-87f2a3cd0da5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471330 Jan 05 17:49:49.769500 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da32639-3759-4603-b6dd-7882542dadbf req-61cdda5b-70e0-4844-833a-5f14e3de0633 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:49:49.770956 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-8da32639-3759-4603-b6dd-7882542dadbf req-61cdda5b-70e0-4844-833a-5f14e3de0633 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] 10.222.0.11 "GET /v2.0/ports?device_id=f0149644-f500-42ec-b75c-04c9daa60fb2 HTTP/1.1" status: 200 len: 945 time: 0.0469687 Jan 05 17:49:49.820810 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-8da32639-3759-4603-b6dd-7882542dadbf req-47618a00-d276-4a51-8e81-25c05623d6e9 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c6af2e5-3b77-4eb3-b88d-87f2a3cd0da5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444057 Jan 05 17:49:49.842320 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 52442) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:49:49.921227 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05abfc13-c899-40e2-a1d8-6a98bea10117 tempest-TestShelveInstance-1836076741 tempest-TestShelveInstance-1836076741-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:49:49.922735 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-05abfc13-c899-40e2-a1d8-6a98bea10117 tempest-TestShelveInstance-1836076741 tempest-TestShelveInstance-1836076741-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=f0149644-f500-42ec-b75c-04c9daa60fb2 HTTP/1.1" status: 200 len: 1093 time: 0.0794806 Jan 05 17:49:49.925499 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 52446) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:49:49.929570 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-887a2f0f-a904-4eea-812e-25580bf5b931 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Request body: {'floatingip': {'floating_network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'port_id': 'aeb846dc-fb7c-4c60-b741-545b6c2ba698', 'tenant_id': '4a1f5f682b8f41d79d67d68c9228e94a', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:49:50.021695 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-887a2f0f-a904-4eea-812e-25580bf5b931 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Publish callbacks [] for floatingip, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:49:50.118352 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-887a2f0f-a904-4eea-812e-25580bf5b931 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:49:50.182487 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:49:50.225227 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [None req-887a2f0f-a904-4eea-812e-25580bf5b931 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Allocated IP 172.36.4.2 (b0167590-0699-4c5c-a932-3939414a9573/7a784a6d-3d96-418f-a645-b9ccd0b1ac55/a89003a2-dc5e-418a-b66e-d6f607c079ab) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:49:50.326236 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-887a2f0f-a904-4eea-812e-25580bf5b931 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Publish callbacks [] for port, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:49:50.422680 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-887a2f0f-a904-4eea-812e-25580bf5b931 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11433176'] for port, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:49:50.468275 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-887a2f0f-a904-4eea-812e-25580bf5b931 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Network b0167590-0699-4c5c-a932-3939414a9573 is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:49:50.472515 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-887a2f0f-a904-4eea-812e-25580bf5b931 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:49:50.479249 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-887a2f0f-a904-4eea-812e-25580bf5b931 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:49:50.482724 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887a2f0f-a904-4eea-812e-25580bf5b931 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Pushing event updated for resources: {'Port': ['ID=a89003a2-dc5e-418a-b66e-d6f607c079ab,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:49:50.684469 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d2607572-b3c9-472c-85bc-c8de0c3fb75c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:49:50.825892 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-887a2f0f-a904-4eea-812e-25580bf5b931 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:49:50.943888 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-887a2f0f-a904-4eea-812e-25580bf5b931 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:49:51.096287 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-887a2f0f-a904-4eea-812e-25580bf5b931 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Publish callbacks [] for port, precommit_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:49:51.147907 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-887a2f0f-a904-4eea-812e-25580bf5b931 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11433169'] for port, after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:49:51.219983 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887a2f0f-a904-4eea-812e-25580bf5b931 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Pushing event updated for resources: {'Port': ['ID=a89003a2-dc5e-418a-b66e-d6f607c079ab,revision_number=2']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:49:51.225245 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-887a2f0f-a904-4eea-812e-25580bf5b931 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648677'] for floatingip, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:49:51.635448 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.db.l3_db [None req-887a2f0f-a904-4eea-812e-25580bf5b931 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Floating IP ec640740-f5f8-4b19-83be-371744e8b66e associated. External IP: 172.36.4.2, port: aeb846dc-fb7c-4c60-b741-545b6c2ba698. Jan 05 17:49:51.841460 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-887a2f0f-a904-4eea-812e-25580bf5b931 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Router 5878492b-211c-4514-8943-31c2d3c8328a has already been hosted by L3 agent 59446fdc-40e0-41fe-a575-a8eb11d742f7 {{(pid=103801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 05 17:49:51.946441 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-887a2f0f-a904-4eea-812e-25580bf5b931 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 05 17:49:51.957023 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-711e3a7a-1ba7-4118-9932-ccf55f89483b None None] Sync routers for ids ['5878492b-211c-4514-8943-31c2d3c8328a'] in dv-neutron-master-2-hyperv {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 05 17:49:51.967316 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-711e3a7a-1ba7-4118-9932-ccf55f89483b None None] Routers {'5878492b-211c-4514-8943-31c2d3c8328a'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:49:51.967925 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-711e3a7a-1ba7-4118-9932-ccf55f89483b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:49:49Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['5878492b-211c-4514-8943-31c2d3c8328a'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:49:52.031510 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-887a2f0f-a904-4eea-812e-25580bf5b931 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for floatingip, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:49:52.060112 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-887a2f0f-a904-4eea-812e-25580bf5b931 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 2.1335826 Jan 05 17:49:52.060708 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0149644-f500-42ec-b75c-04c9daa60fb2', 'tag': 'aeb846dc-fb7c-4c60-b741-545b6c2ba698'}] {{(pid=103801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 05 17:49:52.062974 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cee9004337cfdaf047d78d8066c7d6073fad8dbc2217b3b67c4523abea34d3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6322342-6708-4815-bb61-82be9174dbee" -d '{"events": [{"name": "network-changed", "server_uuid": "f0149644-f500-42ec-b75c-04c9daa60fb2", "tag": "aeb846dc-fb7c-4c60-b741-545b6c2ba698"}]}' {{(pid=103801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 05 17:49:52.087016 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d504d802-9546-4ce5-a9d3-96c844ac5808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:49:52.094724 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-711e3a7a-1ba7-4118-9932-ccf55f89483b None None] Set router 5878492b-211c-4514-8943-31c2d3c8328a gateway port host: dv-neutron-master-2-hyperv {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:49:52.102648 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Jan 2022 17:49:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92776972-0f32-4a40-91b8-5a831ba6f886 x-openstack-request-id: req-92776972-0f32-4a40-91b8-5a831ba6f886 {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 05 17:49:52.102648 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0149644-f500-42ec-b75c-04c9daa60fb2", "tag": "aeb846dc-fb7c-4c60-b741-545b6c2ba698", "status": "completed", "code": 200}]} {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 05 17:49:52.102648 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-92776972-0f32-4a40-91b8-5a831ba6f886 {{(pid=103801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 05 17:49:52.102648 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0149644-f500-42ec-b75c-04c9daa60fb2', 'tag': 'aeb846dc-fb7c-4c60-b741-545b6c2ba698', 'status': 'completed', 'code': 200} Jan 05 17:49:52.164141 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6322342-6708-4815-bb61-82be9174dbee req-b5fb0bd5-75c2-4784-b876-f2c2bd0304a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:49:52.165677 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-e6322342-6708-4815-bb61-82be9174dbee req-b5fb0bd5-75c2-4784-b876-f2c2bd0304a4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4a1f5f682b8f41d79d67d68c9228e94a&device_id=f0149644-f500-42ec-b75c-04c9daa60fb2 HTTP/1.1" status: 200 len: 1098 time: 0.0409937 Jan 05 17:49:52.284958 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6322342-6708-4815-bb61-82be9174dbee req-a068ee3b-8fb9-4e2b-82a5-07b7d44912c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:49:52.287245 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-e6322342-6708-4815-bb61-82be9174dbee req-a068ee3b-8fb9-4e2b-82a5-07b7d44912c8 service neutron] 10.222.0.13 "GET /v2.0/networks?id=e6ea39b9-614b-40c6-ae71-6f0368b8e9fc HTTP/1.1" status: 200 len: 909 time: 0.1147976 Jan 05 17:49:52.373860 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-e6322342-6708-4815-bb61-82be9174dbee req-7e2914c0-e409-4990-a294-e312809488b4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aeb846dc-fb7c-4c60-b741-545b6c2ba698 HTTP/1.1" status: 200 len: 997 time: 0.0811250 Jan 05 17:49:52.383824 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-711e3a7a-1ba7-4118-9932-ccf55f89483b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5878492b-211c-4514-8943-31c2d3c8328a', 'name': 'tempest-TestShelveInstance-294049794-router', 'tenant_id': '4a1f5f682b8f41d79d67d68c9228e94a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.70'}], 'enable_snat': True}, 'gw_port_id': 'ba81261b-8c1a-42bb-ab28-c7d1b96f5b8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:49:24Z', 'updated_at': '2022-01-05T17:49:27Z', 'revision_number': 4, 'project_id': '4a1f5f682b8f41d79d67d68c9228e94a', 'gw_port': {'id': 'ba81261b-8c1a-42bb-ab28-c7d1b96f5b8e', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:8e:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5878492b-211c-4514-8943-31c2d3c8328a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:49:24Z', 'updated_at': '2022-01-05T17:49:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'ec640740-f5f8-4b19-83be-371744e8b66e', 'tenant_id': '4a1f5f682b8f41d79d67d68c9228e94a', 'floating_ip_address': '172.36.4.2', 'floating_network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'router_id': '5878492b-211c-4514-8943-31c2d3c8328a', 'port_id': 'aeb846dc-fb7c-4c60-b741-545b6c2ba698', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1845, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6ea39b9-614b-40c6-ae71-6f0368b8e9fc', 'mac_address': 'fa:16:3e:43:db:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0149644-f500-42ec-b75c-04c9daa60fb2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-05T17:49:50Z', 'updated_at': '2022-01-05T17:49:50Z', 'revision_number': 0, 'project_id': '4a1f5f682b8f41d79d67d68c9228e94a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c826df28-3e87-4cb0-9c60-87de2a4fe7f3', 'name': '', 'network_id': 'e6ea39b9-614b-40c6-ae71-6f0368b8e9fc', 'tenant_id': '4a1f5f682b8f41d79d67d68c9228e94a', 'mac_address': 'fa:16:3e:9e:30:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5878492b-211c-4514-8943-31c2d3c8328a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': 'cb19d338-8d91-4953-99c9-173824d2f2d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:49:26Z', 'updated_at': '2022-01-05T17:49:31Z', 'revision_number': 5, 'project_id': '4a1f5f682b8f41d79d67d68c9228e94a', 'subnets': [{'id': 'cb19d338-8d91-4953-99c9-173824d2f2d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:49:52.409918 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-711e3a7a-1ba7-4118-9932-ccf55f89483b None None] Checking router: 5878492b-211c-4514-8943-31c2d3c8328a for host: dv-neutron-master-2-hyperv {{(pid=103802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 05 17:49:52.418859 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-711e3a7a-1ba7-4118-9932-ccf55f89483b None None] Routers {'5878492b-211c-4514-8943-31c2d3c8328a'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:49:52.419463 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-711e3a7a-1ba7-4118-9932-ccf55f89483b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:49:49Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['5878492b-211c-4514-8943-31c2d3c8328a'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:49:52.424562 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6322342-6708-4815-bb61-82be9174dbee req-24cfc065-0310-453b-858f-6d6686b0cd68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:49:52.426089 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-e6322342-6708-4815-bb61-82be9174dbee req-24cfc065-0310-453b-858f-6d6686b0cd68 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=cb19d338-8d91-4953-99c9-173824d2f2d9 HTTP/1.1" status: 200 len: 847 time: 0.0473900 Jan 05 17:49:52.482731 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6322342-6708-4815-bb61-82be9174dbee req-d5261f0b-e936-4174-948b-4f01ea55a487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:49:52.484262 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-e6322342-6708-4815-bb61-82be9174dbee req-d5261f0b-e936-4174-948b-4f01ea55a487 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e6ea39b9-614b-40c6-ae71-6f0368b8e9fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0444546 Jan 05 17:49:52.528528 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-711e3a7a-1ba7-4118-9932-ccf55f89483b None None] Set router 5878492b-211c-4514-8943-31c2d3c8328a gateway port host: dv-neutron-master-2-hyperv {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:49:52.578761 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-e6322342-6708-4815-bb61-82be9174dbee req-25998d36-4f65-4b60-9ade-94bd09bb1aa0 service neutron] 10.222.0.13 "GET /v2.0/networks/e6ea39b9-614b-40c6-ae71-6f0368b8e9fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887446 Jan 05 17:49:52.669964 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-e6322342-6708-4815-bb61-82be9174dbee req-2d9b561a-6d8d-450e-9e82-476b5c02e35f service neutron] 10.222.0.13 "GET /v2.0/networks/e6ea39b9-614b-40c6-ae71-6f0368b8e9fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853364 Jan 05 17:49:52.761676 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-711e3a7a-1ba7-4118-9932-ccf55f89483b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5878492b-211c-4514-8943-31c2d3c8328a', 'name': 'tempest-TestShelveInstance-294049794-router', 'tenant_id': '4a1f5f682b8f41d79d67d68c9228e94a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.70'}], 'enable_snat': True}, 'gw_port_id': 'ba81261b-8c1a-42bb-ab28-c7d1b96f5b8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:49:24Z', 'updated_at': '2022-01-05T17:49:27Z', 'revision_number': 4, 'project_id': '4a1f5f682b8f41d79d67d68c9228e94a', 'gw_port': {'id': 'ba81261b-8c1a-42bb-ab28-c7d1b96f5b8e', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:8e:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5878492b-211c-4514-8943-31c2d3c8328a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:49:24Z', 'updated_at': '2022-01-05T17:49:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'ec640740-f5f8-4b19-83be-371744e8b66e', 'tenant_id': '4a1f5f682b8f41d79d67d68c9228e94a', 'floating_ip_address': '172.36.4.2', 'floating_network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'router_id': '5878492b-211c-4514-8943-31c2d3c8328a', 'port_id': 'aeb846dc-fb7c-4c60-b741-545b6c2ba698', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1845, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6ea39b9-614b-40c6-ae71-6f0368b8e9fc', 'mac_address': 'fa:16:3e:43:db:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0149644-f500-42ec-b75c-04c9daa60fb2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-05T17:49:50Z', 'updated_at': '2022-01-05T17:49:50Z', 'revision_number': 0, 'project_id': '4a1f5f682b8f41d79d67d68c9228e94a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c826df28-3e87-4cb0-9c60-87de2a4fe7f3', 'name': '', 'network_id': 'e6ea39b9-614b-40c6-ae71-6f0368b8e9fc', 'tenant_id': '4a1f5f682b8f41d79d67d68c9228e94a', 'mac_address': 'fa:16:3e:9e:30:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5878492b-211c-4514-8943-31c2d3c8328a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': 'cb19d338-8d91-4953-99c9-173824d2f2d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:49:26Z', 'updated_at': '2022-01-05T17:49:31Z', 'revision_number': 5, 'project_id': '4a1f5f682b8f41d79d67d68c9228e94a', 'subnets': [{'id': 'cb19d338-8d91-4953-99c9-173824d2f2d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:49:52.787729 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-711e3a7a-1ba7-4118-9932-ccf55f89483b None None] The sync data for ids ['5878492b-211c-4514-8943-31c2d3c8328a'] in dv-neutron-master-2-hyperv is: [{'id': '5878492b-211c-4514-8943-31c2d3c8328a', 'name': 'tempest-TestShelveInstance-294049794-router', 'tenant_id': '4a1f5f682b8f41d79d67d68c9228e94a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.70'}], 'enable_snat': True}, 'gw_port_id': 'ba81261b-8c1a-42bb-ab28-c7d1b96f5b8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:49:24Z', 'updated_at': '2022-01-05T17:49:27Z', 'revision_number': 4, 'project_id': '4a1f5f682b8f41d79d67d68c9228e94a', 'gw_port': {'id': 'ba81261b-8c1a-42bb-ab28-c7d1b96f5b8e', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:8e:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5878492b-211c-4514-8943-31c2d3c8328a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:49:24Z', 'updated_at': '2022-01-05T17:49:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'ec640740-f5f8-4b19-83be-371744e8b66e', 'tenant_id': '4a1f5f682b8f41d79d67d68c9228e94a', 'floating_ip_address': '172.36.4.2', 'floating_network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'router_id': '5878492b-211c-4514-8943-31c2d3c8328a', 'port_id': 'aeb846dc-fb7c-4c60-b741-545b6c2ba698', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1845, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6ea39b9-614b-40c6-ae71-6f0368b8e9fc', 'mac_address': 'fa:16:3e:43:db:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0149644-f500-42ec-b75c-04c9daa60fb2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-05T17:49:50Z', 'updated_at': '2022-01-05T17:49:50Z', 'revision_number': 0, 'project_id': '4a1f5f682b8f41d79d67d68c9228e94a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c826df28-3e87-4cb0-9c60-87de2a4fe7f3', 'name': '', 'network_id': 'e6ea39b9-614b-40c6-ae71-6f0368b8e9fc', 'tenant_id': '4a1f5f682b8f41d79d67d68c9228e94a', 'mac_address': 'fa:16:3e:9e:30:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5878492b-211c-4514-8943-31c2d3c8328a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': 'cb19d338-8d91-4953-99c9-173824d2f2d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:49:26Z', 'updated_at': '2022-01-05T17:49:31Z', 'revision_number': 5, 'project_id': '4a1f5f682b8f41d79d67d68c9228e94a', 'subnets': [{'id': 'cb19d338-8d91-4953-99c9-173824d2f2d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 05 17:49:52.985164 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-560127ff-fa93-4e6d-b157-de6982bc66bc None None] New status for floating IP ec640740-f5f8-4b19-83be-371744e8b66e: ACTIVE {{(pid=103803) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 05 17:49:53.308539 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:50:11.677189 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.agents_db [None req-291d1585-17df-45c0-b64a-d244e6d90872 None None] Agent healthcheck: found 6 active agents {{(pid=103803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 05 17:50:17.141493 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-959412af-dc17-47f4-a569-eab6f7da1600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:50:19.421365 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-13c4e9cc-fcac-4221-99ef-67f46f6e9df5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:50:20.164827 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:50:20.712278 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d2607572-b3c9-472c-85bc-c8de0c3fb75c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:50:22.067963 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d504d802-9546-4ce5-a9d3-96c844ac5808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:50:23.307559 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:50:42.313176 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-5e95723a-a5eb-4258-86c8-905d03509c62 req-c634bc1b-a35d-4bb6-864e-a4955d8f1150 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f0149644-f500-42ec-b75c-04c9daa60fb2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0384071 Jan 05 17:50:42.391738 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e95723a-a5eb-4258-86c8-905d03509c62 req-8adbc069-ddcc-454d-ab31-b76d1fd75626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:50:42.393242 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-5e95723a-a5eb-4258-86c8-905d03509c62 req-8adbc069-ddcc-454d-ab31-b76d1fd75626 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4a1f5f682b8f41d79d67d68c9228e94a&device_id=f0149644-f500-42ec-b75c-04c9daa60fb2 HTTP/1.1" status: 200 len: 1098 time: 0.0407603 Jan 05 17:50:42.497931 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e95723a-a5eb-4258-86c8-905d03509c62 req-4aa4f3ff-8e91-430c-9d9b-7e3719bf11c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:50:42.499413 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-5e95723a-a5eb-4258-86c8-905d03509c62 req-4aa4f3ff-8e91-430c-9d9b-7e3719bf11c7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=e6ea39b9-614b-40c6-ae71-6f0368b8e9fc HTTP/1.1" status: 200 len: 909 time: 0.0886569 Jan 05 17:50:42.564384 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-5e95723a-a5eb-4258-86c8-905d03509c62 req-7e404ef5-da08-4e63-ba3f-0526aa6a1d89 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aeb846dc-fb7c-4c60-b741-545b6c2ba698 HTTP/1.1" status: 200 len: 999 time: 0.0581317 Jan 05 17:50:42.610068 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e95723a-a5eb-4258-86c8-905d03509c62 req-be1079f1-30fc-4218-aada-8fce2adc068c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:50:42.611506 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-5e95723a-a5eb-4258-86c8-905d03509c62 req-be1079f1-30fc-4218-aada-8fce2adc068c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=cb19d338-8d91-4953-99c9-173824d2f2d9 HTTP/1.1" status: 200 len: 847 time: 0.0419114 Jan 05 17:50:42.678697 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e95723a-a5eb-4258-86c8-905d03509c62 req-7c88e0ff-418c-466f-b7e5-f90fc29d060d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:50:42.680198 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-5e95723a-a5eb-4258-86c8-905d03509c62 req-7c88e0ff-418c-466f-b7e5-f90fc29d060d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e6ea39b9-614b-40c6-ae71-6f0368b8e9fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0627513 Jan 05 17:50:42.766082 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-5e95723a-a5eb-4258-86c8-905d03509c62 req-dc2ea3f5-61fc-4982-a207-495208cba4d9 service neutron] 10.222.0.13 "GET /v2.0/networks/e6ea39b9-614b-40c6-ae71-6f0368b8e9fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799899 Jan 05 17:50:42.854826 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-5e95723a-a5eb-4258-86c8-905d03509c62 req-2b29c8cd-c82f-46af-84f2-10b9300d29b5 service neutron] 10.222.0.13 "GET /v2.0/networks/e6ea39b9-614b-40c6-ae71-6f0368b8e9fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836823 Jan 05 17:50:47.112614 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-0027c183-ee7b-43d5-bcdc-cfb1b389e9f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:50:48.675377 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.agents_db [None req-291d1585-17df-45c0-b64a-d244e6d90872 None None] Agent healthcheck: found 6 active agents {{(pid=103803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 05 17:50:49.392512 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-85d002fb-47db-4cf1-8426-5cee7fc8effd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:50:50.163448 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:50:50.672747 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d2607572-b3c9-472c-85bc-c8de0c3fb75c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:50:52.083886 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d504d802-9546-4ce5-a9d3-96c844ac5808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:50:53.312045 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:51:17.118287 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-ba11151d-3e4f-4baa-a7ed-5830b7182edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:51:19.402907 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-278bd640-8b65-40a9-a360-a7c707f3d194 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:51:20.152254 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:51:20.677716 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d2607572-b3c9-472c-85bc-c8de0c3fb75c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:51:22.089164 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d504d802-9546-4ce5-a9d3-96c844ac5808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:51:23.329264 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:51:25.673710 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.agents_db [None req-291d1585-17df-45c0-b64a-d244e6d90872 None None] Agent healthcheck: found 6 active agents {{(pid=103803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 05 17:51:43.317064 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-d0cc30c6-7d18-415a-bf0b-78f961937951 req-51dfc83b-2fad-4584-8167-1564e63900d5 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f0149644-f500-42ec-b75c-04c9daa60fb2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0389557 Jan 05 17:51:43.399175 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cc30c6-7d18-415a-bf0b-78f961937951 req-90c79fcc-b92b-44f0-af0e-5f8cd0c6f301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:51:43.400669 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-d0cc30c6-7d18-415a-bf0b-78f961937951 req-90c79fcc-b92b-44f0-af0e-5f8cd0c6f301 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4a1f5f682b8f41d79d67d68c9228e94a&device_id=f0149644-f500-42ec-b75c-04c9daa60fb2 HTTP/1.1" status: 200 len: 1098 time: 0.0438039 Jan 05 17:51:43.500306 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cc30c6-7d18-415a-bf0b-78f961937951 req-c094a9bd-166a-4428-96b6-4d979a568929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:51:43.501817 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-d0cc30c6-7d18-415a-bf0b-78f961937951 req-c094a9bd-166a-4428-96b6-4d979a568929 service neutron] 10.222.0.13 "GET /v2.0/networks?id=e6ea39b9-614b-40c6-ae71-6f0368b8e9fc HTTP/1.1" status: 200 len: 909 time: 0.0829294 Jan 05 17:51:43.569367 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-d0cc30c6-7d18-415a-bf0b-78f961937951 req-3cd6071a-1ccd-444d-ab56-04350280a601 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aeb846dc-fb7c-4c60-b741-545b6c2ba698 HTTP/1.1" status: 200 len: 999 time: 0.0608702 Jan 05 17:51:43.615160 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cc30c6-7d18-415a-bf0b-78f961937951 req-bd3b6d2f-cab2-4c41-bbbb-c68a1bb615d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:51:43.616563 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-d0cc30c6-7d18-415a-bf0b-78f961937951 req-bd3b6d2f-cab2-4c41-bbbb-c68a1bb615d9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=cb19d338-8d91-4953-99c9-173824d2f2d9 HTTP/1.1" status: 200 len: 847 time: 0.0419271 Jan 05 17:51:43.660699 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cc30c6-7d18-415a-bf0b-78f961937951 req-44c9392a-f822-40cf-87fe-22ac0bc3875f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:51:43.662205 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-d0cc30c6-7d18-415a-bf0b-78f961937951 req-44c9392a-f822-40cf-87fe-22ac0bc3875f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e6ea39b9-614b-40c6-ae71-6f0368b8e9fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0397162 Jan 05 17:51:43.750768 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-d0cc30c6-7d18-415a-bf0b-78f961937951 req-7793076a-9a05-473e-b735-11208905d9dc service neutron] 10.222.0.13 "GET /v2.0/networks/e6ea39b9-614b-40c6-ae71-6f0368b8e9fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827034 Jan 05 17:51:43.835914 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-d0cc30c6-7d18-415a-bf0b-78f961937951 req-6d568ace-3a07-4ace-882b-ca7295cbe55a service neutron] 10.222.0.13 "GET /v2.0/networks/e6ea39b9-614b-40c6-ae71-6f0368b8e9fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796180 Jan 05 17:51:45.650731 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425b5027-8605-418c-9b8f-418af9ad2eae req-b04541b5-0ba1-430d-a9c1-47b2228f3286 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:51:45.652245 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-425b5027-8605-418c-9b8f-418af9ad2eae req-b04541b5-0ba1-430d-a9c1-47b2228f3286 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] 10.222.0.11 "GET /v2.0/ports?device_id=f0149644-f500-42ec-b75c-04c9daa60fb2 HTTP/1.1" status: 200 len: 945 time: 0.0510724 Jan 05 17:51:45.704662 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-425b5027-8605-418c-9b8f-418af9ad2eae req-932cc8d6-942f-4891-aa00-3d10b2a0b17f tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c6af2e5-3b77-4eb3-b88d-87f2a3cd0da5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468664 Jan 05 17:51:46.829919 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391b550f-99d0-42e4-bde9-71832619a926 req-e56423f5-e3a2-4b02-b7be-f6f459c4a106 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:51:46.831413 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-391b550f-99d0-42e4-bde9-71832619a926 req-e56423f5-e3a2-4b02-b7be-f6f459c4a106 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] 10.222.0.11 "GET /v2.0/ports?device_id=f0149644-f500-42ec-b75c-04c9daa60fb2 HTTP/1.1" status: 200 len: 945 time: 0.0529668 Jan 05 17:51:46.879553 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-391b550f-99d0-42e4-bde9-71832619a926 req-92202e82-5739-4e69-a6e7-0ca757bfb73b tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c6af2e5-3b77-4eb3-b88d-87f2a3cd0da5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423875 Jan 05 17:51:47.128925 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d04dd00c-e8b3-4221-925c-3e4a5365eef7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:51:47.992242 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20279c22-549d-4317-8da5-6d4fe8bb9b60 req-d594769e-5686-4d3b-a376-d87902ad0661 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:51:47.993712 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-20279c22-549d-4317-8da5-6d4fe8bb9b60 req-d594769e-5686-4d3b-a376-d87902ad0661 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] 10.222.0.11 "GET /v2.0/ports?device_id=f0149644-f500-42ec-b75c-04c9daa60fb2 HTTP/1.1" status: 200 len: 945 time: 0.0472517 Jan 05 17:51:48.041075 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-20279c22-549d-4317-8da5-6d4fe8bb9b60 req-33abb94f-965b-40d3-a50c-be174a54df12 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c6af2e5-3b77-4eb3-b88d-87f2a3cd0da5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419691 Jan 05 17:51:49.155450 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ef11cb-612d-403e-8327-6adb6c1d39ad req-30270dc0-4eda-4281-9ef1-2d3fa020287d tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:51:49.156930 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-84ef11cb-612d-403e-8327-6adb6c1d39ad req-30270dc0-4eda-4281-9ef1-2d3fa020287d tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] 10.222.0.11 "GET /v2.0/ports?device_id=f0149644-f500-42ec-b75c-04c9daa60fb2 HTTP/1.1" status: 200 len: 945 time: 0.0477736 Jan 05 17:51:49.203723 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-84ef11cb-612d-403e-8327-6adb6c1d39ad req-1090990c-f797-488c-88f3-3f8f08d123d2 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c6af2e5-3b77-4eb3-b88d-87f2a3cd0da5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414259 Jan 05 17:51:49.374858 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-be25b6f9-ab88-4cd1-bf4c-7da36840214f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:51:50.167887 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:51:50.316997 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfb1252-b44d-44e3-b9c8-921302dcd4fc req-e337e0ca-1987-4329-a9ec-9373a2c8b80a tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:51:50.319002 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-bdfb1252-b44d-44e3-b9c8-921302dcd4fc req-e337e0ca-1987-4329-a9ec-9373a2c8b80a tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] 10.222.0.11 "GET /v2.0/ports?device_id=f0149644-f500-42ec-b75c-04c9daa60fb2 HTTP/1.1" status: 200 len: 945 time: 0.0477083 Jan 05 17:51:50.366374 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-bdfb1252-b44d-44e3-b9c8-921302dcd4fc req-9b64fccd-2104-4681-b091-bb5fa2ed39d3 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c6af2e5-3b77-4eb3-b88d-87f2a3cd0da5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417054 Jan 05 17:51:50.695108 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d2607572-b3c9-472c-85bc-c8de0c3fb75c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:51:51.480254 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5232bbf-8e76-4c08-b356-875b4932456d req-aea3e0cc-f9d8-4ff3-9526-4c7f7abf93eb tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:51:51.481780 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-c5232bbf-8e76-4c08-b356-875b4932456d req-aea3e0cc-f9d8-4ff3-9526-4c7f7abf93eb tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] 10.222.0.11 "GET /v2.0/ports?device_id=f0149644-f500-42ec-b75c-04c9daa60fb2 HTTP/1.1" status: 200 len: 945 time: 0.0494914 Jan 05 17:51:51.532345 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-c5232bbf-8e76-4c08-b356-875b4932456d req-992ed9c1-196d-40ce-b29a-2d9d7738f93c tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c6af2e5-3b77-4eb3-b88d-87f2a3cd0da5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451243 Jan 05 17:51:52.088615 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d504d802-9546-4ce5-a9d3-96c844ac5808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:51:52.647592 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631bd51e-e6a4-4b0c-9da8-2acb0800eb7c req-967a3a48-d27e-4b93-bd4f-79bd2be3e0d2 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:51:52.649031 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-631bd51e-e6a4-4b0c-9da8-2acb0800eb7c req-967a3a48-d27e-4b93-bd4f-79bd2be3e0d2 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] 10.222.0.11 "GET /v2.0/ports?device_id=f0149644-f500-42ec-b75c-04c9daa60fb2 HTTP/1.1" status: 200 len: 945 time: 0.0520592 Jan 05 17:51:52.696222 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-631bd51e-e6a4-4b0c-9da8-2acb0800eb7c req-fefd6d5c-68f8-424f-9169-55bab9389243 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c6af2e5-3b77-4eb3-b88d-87f2a3cd0da5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417154 Jan 05 17:51:53.351568 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:51:53.809276 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba3a99e-b57b-4285-8a1c-4c3db588ef4b req-0abd2b74-ca47-483b-9bb6-7ba55947605c tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:51:53.810813 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-cba3a99e-b57b-4285-8a1c-4c3db588ef4b req-0abd2b74-ca47-483b-9bb6-7ba55947605c tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] 10.222.0.11 "GET /v2.0/ports?device_id=f0149644-f500-42ec-b75c-04c9daa60fb2 HTTP/1.1" status: 200 len: 945 time: 0.0496647 Jan 05 17:51:53.860994 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-cba3a99e-b57b-4285-8a1c-4c3db588ef4b req-d168b68c-7562-4021-9147-f771a4de7746 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c6af2e5-3b77-4eb3-b88d-87f2a3cd0da5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440035 Jan 05 17:51:54.973050 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f02b991-2f8b-4d4b-bfe5-5c82f29a878a req-9fa25edc-a842-4fd8-ae7a-eec73e82efdb tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:51:54.974524 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-1f02b991-2f8b-4d4b-bfe5-5c82f29a878a req-9fa25edc-a842-4fd8-ae7a-eec73e82efdb tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] 10.222.0.11 "GET /v2.0/ports?device_id=f0149644-f500-42ec-b75c-04c9daa60fb2 HTTP/1.1" status: 200 len: 945 time: 0.0484912 Jan 05 17:51:55.020948 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-1f02b991-2f8b-4d4b-bfe5-5c82f29a878a req-abc9d870-619b-4cbf-a76a-662d1b1f8ae7 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c6af2e5-3b77-4eb3-b88d-87f2a3cd0da5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409613 Jan 05 17:51:56.134692 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fd3f62-a7c6-4ec3-86e4-fbc6cf178e0d req-3b64e73f-5e14-436e-96b2-458cb044cc77 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:51:56.136160 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-08fd3f62-a7c6-4ec3-86e4-fbc6cf178e0d req-3b64e73f-5e14-436e-96b2-458cb044cc77 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] 10.222.0.11 "GET /v2.0/ports?device_id=f0149644-f500-42ec-b75c-04c9daa60fb2 HTTP/1.1" status: 200 len: 945 time: 0.0495524 Jan 05 17:51:56.191220 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-08fd3f62-a7c6-4ec3-86e4-fbc6cf178e0d req-9d04783d-6a0d-4124-a7c6-5f15c471b9fb tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c6af2e5-3b77-4eb3-b88d-87f2a3cd0da5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495422 Jan 05 17:51:57.308146 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd12dcde-55f2-49a8-879d-33f6477c2d8f req-e477a2f5-bf82-4d49-9ab2-1189aa37a49d tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:51:57.309619 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-dd12dcde-55f2-49a8-879d-33f6477c2d8f req-e477a2f5-bf82-4d49-9ab2-1189aa37a49d tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] 10.222.0.11 "GET /v2.0/ports?device_id=f0149644-f500-42ec-b75c-04c9daa60fb2 HTTP/1.1" status: 200 len: 945 time: 0.0524123 Jan 05 17:51:57.357054 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-dd12dcde-55f2-49a8-879d-33f6477c2d8f req-515543da-3ca4-4692-8503-f3947bf5e8f2 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c6af2e5-3b77-4eb3-b88d-87f2a3cd0da5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420108 Jan 05 17:51:58.476853 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d062b3-cbf4-4bd8-8ffa-5cfdf483f3b4 req-174f0602-5aab-47ba-9b04-f66fcc828c83 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:51:58.478346 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-a7d062b3-cbf4-4bd8-8ffa-5cfdf483f3b4 req-174f0602-5aab-47ba-9b04-f66fcc828c83 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] 10.222.0.11 "GET /v2.0/ports?device_id=f0149644-f500-42ec-b75c-04c9daa60fb2 HTTP/1.1" status: 200 len: 945 time: 0.0549910 Jan 05 17:51:58.526906 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-a7d062b3-cbf4-4bd8-8ffa-5cfdf483f3b4 req-5bc1c144-ba92-40cb-8154-3763b731bfc4 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c6af2e5-3b77-4eb3-b88d-87f2a3cd0da5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431387 Jan 05 17:51:59.282209 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Device aeb846dc-fb7c-4c60-b741-545b6c2ba698 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 05 17:51:59.391883 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] For port aeb846dc-fb7c-4c60-b741-545b6c2ba698, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=aeb846dc-fb7c-4c60-b741-545b6c2ba698,segment=NetworkSegment(c0f2fbfb-5ca2-49a6-a607-91e01db71e22),segment_id=c0f2fbfb-5ca2-49a6-a607-91e01db71e22)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:51:59.404456 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Returning: {'device': 'aeb846dc-fb7c-4c60-b741-545b6c2ba698', 'network_id': 'e6ea39b9-614b-40c6-ae71-6f0368b8e9fc', 'port_id': 'aeb846dc-fb7c-4c60-b741-545b6c2ba698', 'mac_address': 'fa:16:3e:43:db:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb19d338-8d91-4953-99c9-173824d2f2d9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 05 17:51:59.444630 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:51:59.458245 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.notifiers.nova [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id aeb846dc-fb7c-4c60-b741-545b6c2ba698 {{(pid=103802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 05 17:51:59.479692 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] For port aeb846dc-fb7c-4c60-b741-545b6c2ba698, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=aeb846dc-fb7c-4c60-b741-545b6c2ba698,segment=NetworkSegment(c0f2fbfb-5ca2-49a6-a607-91e01db71e22),segment_id=c0f2fbfb-5ca2-49a6-a607-91e01db71e22)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:51:59.540742 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:51:59.608657 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Pushing event updated for resources: {'Port': ['ID=aeb846dc-fb7c-4c60-b741-545b6c2ba698,revision_number=6']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:51:59.617088 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:51:59.617442 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:51:59.617974 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:51:59.618320 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:51:59.618646 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:51:59.621772 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:51:59.621772 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:51:59.622269 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:51:59.622269 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:51:59.622837 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:51:59.622924 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:51:59.623245 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:51:59.628230 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:51:59.642573 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] get_ports_and_sgs() called for port_ids ['aeb846dc-fb7c-4c60-b741-545b6c2ba698'] {{(pid=103802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 05 17:51:59.664898 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba02495d-af79-48de-87e4-efe7a0c25e21 req-5381a64c-998f-4a42-810c-c15efa0717c0 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:51:59.667287 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-ba02495d-af79-48de-87e4-efe7a0c25e21 req-5381a64c-998f-4a42-810c-c15efa0717c0 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] 10.222.0.11 "GET /v2.0/ports?device_id=f0149644-f500-42ec-b75c-04c9daa60fb2 HTTP/1.1" status: 200 len: 944 time: 0.0567145 Jan 05 17:51:59.734357 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-ba02495d-af79-48de-87e4-efe7a0c25e21 req-db478e75-84d1-4e8a-adae-366ff12ddfac tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c6af2e5-3b77-4eb3-b88d-87f2a3cd0da5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610259 Jan 05 17:52:00.876983 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed61365d-943c-44a4-908e-c941729bc599 req-6b34f5aa-4f87-492a-b508-3ce57464418d tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:52:00.878512 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-ed61365d-943c-44a4-908e-c941729bc599 req-6b34f5aa-4f87-492a-b508-3ce57464418d tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] 10.222.0.11 "GET /v2.0/ports?device_id=f0149644-f500-42ec-b75c-04c9daa60fb2 HTTP/1.1" status: 200 len: 944 time: 0.0538318 Jan 05 17:52:00.936825 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-ed61365d-943c-44a4-908e-c941729bc599 req-4f8bae9d-e959-4e34-b21c-0b50e528e206 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c6af2e5-3b77-4eb3-b88d-87f2a3cd0da5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508142 Jan 05 17:52:01.339894 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Device aeb846dc-fb7c-4c60-b741-545b6c2ba698 up at agent hyperv_hv-neutron-mast {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:52:01.389360 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Provisioning complete for port aeb846dc-fb7c-4c60-b741-545b6c2ba698 triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:52:01.389764 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:52:01.467276 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:52:01.639585 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0149644-f500-42ec-b75c-04c9daa60fb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aeb846dc-fb7c-4c60-b741-545b6c2ba698'}] {{(pid=103802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 05 17:52:01.641870 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36b213fbd845b3f09e785999bbcda1c85cd5592d7f001460987854e5c1683bd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dea87955-74e0-41a7-bf29-14ad8b391011" -d '{"events": [{"server_uuid": "f0149644-f500-42ec-b75c-04c9daa60fb2", "name": "network-vif-plugged", "status": "completed", "tag": "aeb846dc-fb7c-4c60-b741-545b6c2ba698"}]}' {{(pid=103802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 05 17:52:01.654111 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] For port aeb846dc-fb7c-4c60-b741-545b6c2ba698, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=aeb846dc-fb7c-4c60-b741-545b6c2ba698,segment=NetworkSegment(c0f2fbfb-5ca2-49a6-a607-91e01db71e22),segment_id=c0f2fbfb-5ca2-49a6-a607-91e01db71e22)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:52:01.678905 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Jan 2022 17:52:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ca86745-7dfc-4ba4-80fe-27d6470d46bd x-openstack-request-id: req-4ca86745-7dfc-4ba4-80fe-27d6470d46bd {{(pid=103802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 05 17:52:01.679193 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0149644-f500-42ec-b75c-04c9daa60fb2", "name": "network-vif-plugged", "status": "completed", "tag": "aeb846dc-fb7c-4c60-b741-545b6c2ba698", "code": 200}]} {{(pid=103802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 05 17:52:01.679470 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-4ca86745-7dfc-4ba4-80fe-27d6470d46bd {{(pid=103802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 05 17:52:01.679859 dv-neutron-master-2-hyperv neutron-server[103802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0149644-f500-42ec-b75c-04c9daa60fb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aeb846dc-fb7c-4c60-b741-545b6c2ba698', 'code': 200} Jan 05 17:52:01.717399 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:52:01.769324 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Pushing event updated for resources: {'Port': ['ID=aeb846dc-fb7c-4c60-b741-545b6c2ba698,revision_number=7']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:52:02.060497 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5247bd-3f4a-4a98-902d-f2530f5d386d req-6464bc14-6aed-49d6-b944-bfd7503bb1a0 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:52:02.062144 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-4e5247bd-3f4a-4a98-902d-f2530f5d386d req-6464bc14-6aed-49d6-b944-bfd7503bb1a0 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] 10.222.0.11 "GET /v2.0/ports?device_id=f0149644-f500-42ec-b75c-04c9daa60fb2 HTTP/1.1" status: 200 len: 945 time: 0.0512686 Jan 05 17:52:02.120529 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-4e5247bd-3f4a-4a98-902d-f2530f5d386d req-0ead2d71-13ee-4dd4-a651-b3f40ff77e6d tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c6af2e5-3b77-4eb3-b88d-87f2a3cd0da5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523455 Jan 05 17:52:02.673334 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.agents_db [None req-291d1585-17df-45c0-b64a-d244e6d90872 None None] Agent healthcheck: found 6 active agents {{(pid=103803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 05 17:52:03.239653 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866c591e-adc2-4f62-9f81-0cfc58ed8367 req-76ee547c-9f16-487d-9fda-5fab13bc77f1 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:52:03.241146 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-866c591e-adc2-4f62-9f81-0cfc58ed8367 req-76ee547c-9f16-487d-9fda-5fab13bc77f1 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] 10.222.0.11 "GET /v2.0/ports?device_id=f0149644-f500-42ec-b75c-04c9daa60fb2 HTTP/1.1" status: 200 len: 945 time: 0.0504234 Jan 05 17:52:03.306122 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-866c591e-adc2-4f62-9f81-0cfc58ed8367 req-4c9e56e8-38c3-44a2-b77d-b6ede7327b76 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c6af2e5-3b77-4eb3-b88d-87f2a3cd0da5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585322 Jan 05 17:52:04.429110 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0334b01-422c-44c7-83de-db3f7bbb472b req-9db74c97-e05b-45db-ac6c-be9b868b28a4 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:52:04.430805 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-a0334b01-422c-44c7-83de-db3f7bbb472b req-9db74c97-e05b-45db-ac6c-be9b868b28a4 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] 10.222.0.11 "GET /v2.0/ports?device_id=f0149644-f500-42ec-b75c-04c9daa60fb2 HTTP/1.1" status: 200 len: 945 time: 0.0539672 Jan 05 17:52:04.482533 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-a0334b01-422c-44c7-83de-db3f7bbb472b req-939174aa-ae56-4542-b212-e3c5c81de48d tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c6af2e5-3b77-4eb3-b88d-87f2a3cd0da5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457084 Jan 05 17:52:05.611971 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80714d87-b89d-4ff6-885a-9a535258c908 req-08e947b8-9bf3-4e30-a1cc-7a33b1d33dc9 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:52:05.613562 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-80714d87-b89d-4ff6-885a-9a535258c908 req-08e947b8-9bf3-4e30-a1cc-7a33b1d33dc9 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] 10.222.0.11 "GET /v2.0/ports?device_id=f0149644-f500-42ec-b75c-04c9daa60fb2 HTTP/1.1" status: 200 len: 945 time: 0.0549281 Jan 05 17:52:05.669685 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-80714d87-b89d-4ff6-885a-9a535258c908 req-de4f70ef-9daa-4a63-8939-8a1767931fbb tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c6af2e5-3b77-4eb3-b88d-87f2a3cd0da5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500534 Jan 05 17:52:06.800173 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2abe3b7-f67f-4b0d-b48a-de9f9f8518da req-a21491a9-ac66-4c51-b9f4-9015502be857 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:52:06.801805 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-a2abe3b7-f67f-4b0d-b48a-de9f9f8518da req-a21491a9-ac66-4c51-b9f4-9015502be857 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] 10.222.0.11 "GET /v2.0/ports?device_id=f0149644-f500-42ec-b75c-04c9daa60fb2 HTTP/1.1" status: 200 len: 945 time: 0.0539074 Jan 05 17:52:06.858230 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-a2abe3b7-f67f-4b0d-b48a-de9f9f8518da req-4cba0659-7d56-4288-9437-39619dba5797 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c6af2e5-3b77-4eb3-b88d-87f2a3cd0da5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480573 Jan 05 17:52:07.973651 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b215602c-2942-49d9-98be-8412aa9a1e18 req-c52d3a5a-97b2-4b97-9f86-43c9a78ade3b tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:52:07.975131 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-b215602c-2942-49d9-98be-8412aa9a1e18 req-c52d3a5a-97b2-4b97-9f86-43c9a78ade3b tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] 10.222.0.11 "GET /v2.0/ports?device_id=f0149644-f500-42ec-b75c-04c9daa60fb2 HTTP/1.1" status: 200 len: 945 time: 0.0548501 Jan 05 17:52:08.032269 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-b215602c-2942-49d9-98be-8412aa9a1e18 req-6da9d8e4-0bd3-43dc-a498-c6bd1847dd75 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c6af2e5-3b77-4eb3-b88d-87f2a3cd0da5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518215 Jan 05 17:52:09.150280 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4259410-1993-4c2b-a621-5fecbd926d66 req-8c0f9c67-8b8e-4221-aac2-aaca217534f8 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:52:09.151727 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-d4259410-1993-4c2b-a621-5fecbd926d66 req-8c0f9c67-8b8e-4221-aac2-aaca217534f8 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] 10.222.0.11 "GET /v2.0/ports?device_id=f0149644-f500-42ec-b75c-04c9daa60fb2 HTTP/1.1" status: 200 len: 945 time: 0.0525758 Jan 05 17:52:09.208984 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-d4259410-1993-4c2b-a621-5fecbd926d66 req-09e3833e-2952-4cf9-9f10-eb784ff6ffcd tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c6af2e5-3b77-4eb3-b88d-87f2a3cd0da5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514638 Jan 05 17:52:09.726357 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15161dc-3ea5-4966-90e5-2b1f484e75dd req-8dd6bf39-1d50-4195-886e-3e0a5aaaeba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:52:09.727867 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-c15161dc-3ea5-4966-90e5-2b1f484e75dd req-8dd6bf39-1d50-4195-886e-3e0a5aaaeba8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4a1f5f682b8f41d79d67d68c9228e94a&device_id=f0149644-f500-42ec-b75c-04c9daa60fb2 HTTP/1.1" status: 200 len: 1098 time: 0.0447516 Jan 05 17:52:09.812879 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15161dc-3ea5-4966-90e5-2b1f484e75dd req-ac455e89-9209-4ec1-8ae2-038748636065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:52:09.814366 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-c15161dc-3ea5-4966-90e5-2b1f484e75dd req-ac455e89-9209-4ec1-8ae2-038748636065 service neutron] 10.222.0.13 "GET /v2.0/networks?id=e6ea39b9-614b-40c6-ae71-6f0368b8e9fc HTTP/1.1" status: 200 len: 909 time: 0.0810516 Jan 05 17:52:09.880759 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-c15161dc-3ea5-4966-90e5-2b1f484e75dd req-fd6a609b-77c3-47b5-8a4f-168db4344e3b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aeb846dc-fb7c-4c60-b741-545b6c2ba698 HTTP/1.1" status: 200 len: 999 time: 0.0603275 Jan 05 17:52:09.927039 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15161dc-3ea5-4966-90e5-2b1f484e75dd req-eb4aa44e-f9d5-4631-93af-41066b73035e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:52:09.929049 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-c15161dc-3ea5-4966-90e5-2b1f484e75dd req-eb4aa44e-f9d5-4631-93af-41066b73035e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=cb19d338-8d91-4953-99c9-173824d2f2d9 HTTP/1.1" status: 200 len: 847 time: 0.0418379 Jan 05 17:52:09.971582 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15161dc-3ea5-4966-90e5-2b1f484e75dd req-80d7ddb8-62df-40da-82e0-34075c970b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:52:09.973030 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-c15161dc-3ea5-4966-90e5-2b1f484e75dd req-80d7ddb8-62df-40da-82e0-34075c970b1d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e6ea39b9-614b-40c6-ae71-6f0368b8e9fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0375712 Jan 05 17:52:10.060795 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-c15161dc-3ea5-4966-90e5-2b1f484e75dd req-d5b749c9-e09b-4b3b-ac7d-eaa3bcf91bf3 service neutron] 10.222.0.13 "GET /v2.0/networks/e6ea39b9-614b-40c6-ae71-6f0368b8e9fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814986 Jan 05 17:52:10.145660 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-c15161dc-3ea5-4966-90e5-2b1f484e75dd req-1aa7bd4f-8eee-41db-93cd-18270bedd530 service neutron] 10.222.0.13 "GET /v2.0/networks/e6ea39b9-614b-40c6-ae71-6f0368b8e9fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0784993 Jan 05 17:52:10.320814 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcafa413-201a-4682-a8b0-533496fcd6c5 req-9846d160-494e-4e93-adb9-6d0ba6b23eee tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:52:10.322292 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-dcafa413-201a-4682-a8b0-533496fcd6c5 req-9846d160-494e-4e93-adb9-6d0ba6b23eee tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] 10.222.0.11 "GET /v2.0/ports?device_id=f0149644-f500-42ec-b75c-04c9daa60fb2 HTTP/1.1" status: 200 len: 945 time: 0.0476527 Jan 05 17:52:10.374084 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-dcafa413-201a-4682-a8b0-533496fcd6c5 req-a5abcb13-24eb-4f50-9015-ff6de3a71821 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c6af2e5-3b77-4eb3-b88d-87f2a3cd0da5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463529 Jan 05 17:52:11.359511 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Device aeb846dc-fb7c-4c60-b741-545b6c2ba698 no longer exists at agent hyperv_hv-neutron-mast {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 05 17:52:11.436992 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:52:11.459222 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0149644-f500-42ec-b75c-04c9daa60fb2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aeb846dc-fb7c-4c60-b741-545b6c2ba698'}] {{(pid=103802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 05 17:52:11.461471 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36b213fbd845b3f09e785999bbcda1c85cd5592d7f001460987854e5c1683bd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fadb3a6-00cd-416e-9d51-dee6971d5d2e" -d '{"events": [{"server_uuid": "f0149644-f500-42ec-b75c-04c9daa60fb2", "name": "network-vif-unplugged", "status": "completed", "tag": "aeb846dc-fb7c-4c60-b741-545b6c2ba698"}]}' {{(pid=103802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 05 17:52:11.475341 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] For port aeb846dc-fb7c-4c60-b741-545b6c2ba698, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=aeb846dc-fb7c-4c60-b741-545b6c2ba698,segment=NetworkSegment(c0f2fbfb-5ca2-49a6-a607-91e01db71e22),segment_id=c0f2fbfb-5ca2-49a6-a607-91e01db71e22)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:52:11.488836 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5baadc36-922e-4933-87eb-e67ab7a23ad5 req-dd2d5815-ffab-4159-a609-ae6e1809a428 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:52:11.491306 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-5baadc36-922e-4933-87eb-e67ab7a23ad5 req-dd2d5815-ffab-4159-a609-ae6e1809a428 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] 10.222.0.11 "GET /v2.0/ports?device_id=f0149644-f500-42ec-b75c-04c9daa60fb2 HTTP/1.1" status: 200 len: 945 time: 0.0510433 Jan 05 17:52:11.501042 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 05 Jan 2022 17:52:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b5192d5-8c9a-482e-afbd-d9f1e910d49e x-openstack-request-id: req-2b5192d5-8c9a-482e-afbd-d9f1e910d49e {{(pid=103802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 05 17:52:11.501343 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0149644-f500-42ec-b75c-04c9daa60fb2", "name": "network-vif-unplugged", "status": "completed", "tag": "aeb846dc-fb7c-4c60-b741-545b6c2ba698", "code": 200}]} {{(pid=103802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 05 17:52:11.501691 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-2b5192d5-8c9a-482e-afbd-d9f1e910d49e {{(pid=103802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 05 17:52:11.502160 dv-neutron-master-2-hyperv neutron-server[103802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0149644-f500-42ec-b75c-04c9daa60fb2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aeb846dc-fb7c-4c60-b741-545b6c2ba698', 'code': 200} Jan 05 17:52:11.541045 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-5baadc36-922e-4933-87eb-e67ab7a23ad5 req-8fd6d150-fb1d-405a-9795-26d601696cef tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c6af2e5-3b77-4eb3-b88d-87f2a3cd0da5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443277 Jan 05 17:52:11.568546 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:52:11.616446 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Pushing event updated for resources: {'Port': ['ID=aeb846dc-fb7c-4c60-b741-545b6c2ba698,revision_number=8']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:52:12.654662 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2203db8-4e3d-4310-a7f1-8126cab469aa req-c8821cee-2355-419c-91e0-995f36603801 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:52:12.656113 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-d2203db8-4e3d-4310-a7f1-8126cab469aa req-c8821cee-2355-419c-91e0-995f36603801 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] 10.222.0.11 "GET /v2.0/ports?device_id=f0149644-f500-42ec-b75c-04c9daa60fb2 HTTP/1.1" status: 200 len: 943 time: 0.0485919 Jan 05 17:52:12.703293 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-d2203db8-4e3d-4310-a7f1-8126cab469aa req-0fc93081-aa34-4a00-946f-db75bbbeaa67 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c6af2e5-3b77-4eb3-b88d-87f2a3cd0da5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417840 Jan 05 17:52:12.768703 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [req-56a6a704-1b68-48e2-a4d1-57aeae9bb313 req-c40fde80-3d5f-4d3a-9ab7-0f4b8c70267a service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103801) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 05 17:52:12.769691 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-56a6a704-1b68-48e2-a4d1-57aeae9bb313 req-c40fde80-3d5f-4d3a-9ab7-0f4b8c70267a service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053260 Jan 05 17:52:13.068412 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f4b98b-2d61-4cf4-80fd-9b984beb58ab req-49834f0e-0f66-4931-9e23-96334bf0cf55 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:52:13.068412 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-88f4b98b-2d61-4cf4-80fd-9b984beb58ab req-49834f0e-0f66-4931-9e23-96334bf0cf55 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] 10.222.0.11 "GET /v2.0/ports?device_id=f0149644-f500-42ec-b75c-04c9daa60fb2 HTTP/1.1" status: 200 len: 943 time: 0.0486290 Jan 05 17:52:13.116051 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-88f4b98b-2d61-4cf4-80fd-9b984beb58ab req-86e7b2fa-7898-459f-ab1f-bb9fbb3ca7de tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c6af2e5-3b77-4eb3-b88d-87f2a3cd0da5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436273 Jan 05 17:52:13.486330 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-12341bd0-a037-4f93-bd79-9eaa5a7b2041 req-e2e1a2be-ea31-4774-b98a-53bc5893590b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f0149644-f500-42ec-b75c-04c9daa60fb2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0969238 Jan 05 17:52:14.235470 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b810d0c-3d42-42d5-9ea5-a26118e69040 req-8d06c35d-8e89-4b98-a18e-55bd7ca4075d tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:52:14.237032 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-2b810d0c-3d42-42d5-9ea5-a26118e69040 req-8d06c35d-8e89-4b98-a18e-55bd7ca4075d tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] 10.222.0.11 "GET /v2.0/ports?device_id=f0149644-f500-42ec-b75c-04c9daa60fb2 HTTP/1.1" status: 200 len: 943 time: 0.0542586 Jan 05 17:52:14.286839 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-2b810d0c-3d42-42d5-9ea5-a26118e69040 req-39cb3ec2-27b1-4e7b-8a5f-72a21e22bc0d tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c6af2e5-3b77-4eb3-b88d-87f2a3cd0da5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442128 Jan 05 17:52:14.743263 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12341bd0-a037-4f93-bd79-9eaa5a7b2041 req-46407b00-706d-4a5b-bd69-eefbdc366c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:52:14.744722 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-12341bd0-a037-4f93-bd79-9eaa5a7b2041 req-46407b00-706d-4a5b-bd69-eefbdc366c82 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f0149644-f500-42ec-b75c-04c9daa60fb2&tenant_id=4a1f5f682b8f41d79d67d68c9228e94a HTTP/1.1" status: 200 len: 1096 time: 0.0398605 Jan 05 17:52:14.802332 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12341bd0-a037-4f93-bd79-9eaa5a7b2041 req-b7cbcd89-a776-4e80-9c48-5d74a8a23b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:52:14.804273 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-12341bd0-a037-4f93-bd79-9eaa5a7b2041 req-b7cbcd89-a776-4e80-9c48-5d74a8a23b0e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4a1f5f682b8f41d79d67d68c9228e94a&device_id=f0149644-f500-42ec-b75c-04c9daa60fb2 HTTP/1.1" status: 200 len: 1096 time: 0.0386970 Jan 05 17:52:14.899119 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12341bd0-a037-4f93-bd79-9eaa5a7b2041 req-3dea5781-7bb9-4ffb-9ca6-69a2178af584 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:52:14.900517 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-12341bd0-a037-4f93-bd79-9eaa5a7b2041 req-3dea5781-7bb9-4ffb-9ca6-69a2178af584 service neutron] 10.222.0.13 "GET /v2.0/networks?id=e6ea39b9-614b-40c6-ae71-6f0368b8e9fc HTTP/1.1" status: 200 len: 909 time: 0.0904703 Jan 05 17:52:14.962575 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-12341bd0-a037-4f93-bd79-9eaa5a7b2041 req-439ab651-69f4-4f99-8f02-3628d37040a9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aeb846dc-fb7c-4c60-b741-545b6c2ba698 HTTP/1.1" status: 200 len: 997 time: 0.0565414 Jan 05 17:52:15.009652 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12341bd0-a037-4f93-bd79-9eaa5a7b2041 req-a05b6829-45e2-401c-a10b-25453a4a158a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:52:15.011040 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-12341bd0-a037-4f93-bd79-9eaa5a7b2041 req-a05b6829-45e2-401c-a10b-25453a4a158a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=cb19d338-8d91-4953-99c9-173824d2f2d9 HTTP/1.1" status: 200 len: 847 time: 0.0421672 Jan 05 17:52:15.057162 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12341bd0-a037-4f93-bd79-9eaa5a7b2041 req-b1397867-3514-4173-be77-47dbb5858905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:52:15.058622 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-12341bd0-a037-4f93-bd79-9eaa5a7b2041 req-b1397867-3514-4173-be77-47dbb5858905 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e6ea39b9-614b-40c6-ae71-6f0368b8e9fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0423870 Jan 05 17:52:15.143857 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-12341bd0-a037-4f93-bd79-9eaa5a7b2041 req-91998257-7acb-4c25-bf7d-c1afe5ea4b85 service neutron] 10.222.0.13 "GET /v2.0/networks/e6ea39b9-614b-40c6-ae71-6f0368b8e9fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793321 Jan 05 17:52:15.233425 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-12341bd0-a037-4f93-bd79-9eaa5a7b2041 req-4e7276b2-5ef2-4f00-9746-5f4a0d9d17fd service neutron] 10.222.0.13 "GET /v2.0/networks/e6ea39b9-614b-40c6-ae71-6f0368b8e9fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838220 Jan 05 17:52:15.402372 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79598d4-60b3-4aa6-8819-6dee0f519214 req-8363f189-5655-4e93-bfda-b2d40e2b8caa tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:52:15.403843 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-c79598d4-60b3-4aa6-8819-6dee0f519214 req-8363f189-5655-4e93-bfda-b2d40e2b8caa tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] 10.222.0.11 "GET /v2.0/ports?device_id=f0149644-f500-42ec-b75c-04c9daa60fb2 HTTP/1.1" status: 200 len: 943 time: 0.0499294 Jan 05 17:52:15.453160 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-c79598d4-60b3-4aa6-8819-6dee0f519214 req-b1643f9f-fbef-459b-9a7e-7cd44ca7d924 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c6af2e5-3b77-4eb3-b88d-87f2a3cd0da5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437329 Jan 05 17:52:16.577194 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9fdf76-e631-4b76-a464-00a1b8ef6aae req-3ba823cd-d431-48f4-bb66-25181337b9e2 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:52:16.578735 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-4d9fdf76-e631-4b76-a464-00a1b8ef6aae req-3ba823cd-d431-48f4-bb66-25181337b9e2 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] 10.222.0.11 "GET /v2.0/ports?device_id=f0149644-f500-42ec-b75c-04c9daa60fb2 HTTP/1.1" status: 200 len: 943 time: 0.0565259 Jan 05 17:52:16.633474 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-4d9fdf76-e631-4b76-a464-00a1b8ef6aae req-f9897c32-8569-4113-8bbd-0ae887b184a8 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c6af2e5-3b77-4eb3-b88d-87f2a3cd0da5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479605 Jan 05 17:52:17.129797 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-ef6df13b-291c-43de-9b14-b13a0fe6f4db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:52:17.372546 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Device aeb846dc-fb7c-4c60-b741-545b6c2ba698 no longer exists at agent hyperv_hv-neutron-mast {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 05 17:52:17.753534 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38a56d9-e0f0-4c6e-9ea5-f4a9d99eede4 req-fa1ba11b-2b7f-49b7-81d3-a9d4250f0f0e tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:52:17.755048 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-f38a56d9-e0f0-4c6e-9ea5-f4a9d99eede4 req-fa1ba11b-2b7f-49b7-81d3-a9d4250f0f0e tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] 10.222.0.11 "GET /v2.0/ports?device_id=f0149644-f500-42ec-b75c-04c9daa60fb2 HTTP/1.1" status: 200 len: 943 time: 0.0516651 Jan 05 17:52:17.809114 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-f38a56d9-e0f0-4c6e-9ea5-f4a9d99eede4 req-88513cf8-52af-4b37-9aca-57bf900dc095 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c6af2e5-3b77-4eb3-b88d-87f2a3cd0da5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475769 Jan 05 17:52:18.933815 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c63d52-a3a6-489e-a8e6-6d5c6cd4e8e4 req-0d6cdb18-61fc-452b-9f98-ed87364395b4 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:52:18.936336 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-06c63d52-a3a6-489e-a8e6-6d5c6cd4e8e4 req-0d6cdb18-61fc-452b-9f98-ed87364395b4 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] 10.222.0.11 "GET /v2.0/ports?device_id=f0149644-f500-42ec-b75c-04c9daa60fb2 HTTP/1.1" status: 200 len: 943 time: 0.0548129 Jan 05 17:52:18.992325 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-06c63d52-a3a6-489e-a8e6-6d5c6cd4e8e4 req-484edfeb-b6cc-4283-9c1a-6bdcde0c23b0 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c6af2e5-3b77-4eb3-b88d-87f2a3cd0da5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501854 Jan 05 17:52:19.410093 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-fcfa5a5e-2b74-4243-bf33-12a89884c16e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:52:20.120528 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e8dd34-0adf-407b-af6f-c8a32f480e45 req-adffdb7f-91e3-49ac-83c8-83829da25893 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:52:20.122035 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-f6e8dd34-0adf-407b-af6f-c8a32f480e45 req-adffdb7f-91e3-49ac-83c8-83829da25893 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] 10.222.0.11 "GET /v2.0/ports?device_id=f0149644-f500-42ec-b75c-04c9daa60fb2 HTTP/1.1" status: 200 len: 943 time: 0.0614433 Jan 05 17:52:20.172119 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:52:20.174032 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-f6e8dd34-0adf-407b-af6f-c8a32f480e45 req-431b5bd6-c72e-41bd-bb92-64eaec069ffa tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c6af2e5-3b77-4eb3-b88d-87f2a3cd0da5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443633 Jan 05 17:52:20.711581 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d2607572-b3c9-472c-85bc-c8de0c3fb75c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:52:21.290119 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c20e74-1588-4d2b-869f-3dc987d763fd req-04ee5984-a052-4cf7-93c8-8e4bafd48e29 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:52:21.291623 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-99c20e74-1588-4d2b-869f-3dc987d763fd req-04ee5984-a052-4cf7-93c8-8e4bafd48e29 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] 10.222.0.11 "GET /v2.0/ports?device_id=f0149644-f500-42ec-b75c-04c9daa60fb2 HTTP/1.1" status: 200 len: 943 time: 0.0516157 Jan 05 17:52:21.341484 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-99c20e74-1588-4d2b-869f-3dc987d763fd req-379317d0-e291-4f79-b0f0-f586e0f0a0ca tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c6af2e5-3b77-4eb3-b88d-87f2a3cd0da5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440600 Jan 05 17:52:22.066311 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d504d802-9546-4ce5-a9d3-96c844ac5808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:52:22.463969 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54868484-8e14-41bb-a9e4-b5c9231ea5c7 req-8aac5b92-040c-4d8a-8eca-40251a313b6d tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:52:22.465473 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-54868484-8e14-41bb-a9e4-b5c9231ea5c7 req-8aac5b92-040c-4d8a-8eca-40251a313b6d tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] 10.222.0.11 "GET /v2.0/ports?device_id=f0149644-f500-42ec-b75c-04c9daa60fb2 HTTP/1.1" status: 200 len: 943 time: 0.0500803 Jan 05 17:52:22.517635 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-54868484-8e14-41bb-a9e4-b5c9231ea5c7 req-1511f702-6901-4209-a539-94d9226bec6f tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c6af2e5-3b77-4eb3-b88d-87f2a3cd0da5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461450 Jan 05 17:52:23.339497 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:52:23.635098 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62328fbb-c24e-423f-9983-b9bce45ff854 req-ae3cad2b-f72d-4e77-9e45-78469e6f24b8 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:52:23.636617 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-62328fbb-c24e-423f-9983-b9bce45ff854 req-ae3cad2b-f72d-4e77-9e45-78469e6f24b8 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] 10.222.0.11 "GET /v2.0/ports?device_id=f0149644-f500-42ec-b75c-04c9daa60fb2 HTTP/1.1" status: 200 len: 943 time: 0.0516431 Jan 05 17:52:23.684730 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-62328fbb-c24e-423f-9983-b9bce45ff854 req-501b587b-06c7-4f86-8797-92fc0455e189 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c6af2e5-3b77-4eb3-b88d-87f2a3cd0da5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426655 Jan 05 17:52:24.798342 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4003b0de-21a5-4ae1-b1cb-940a12816bf0 req-0cb80dc7-41c8-4d30-82f2-f45a94a16a0d tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:52:24.799778 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-4003b0de-21a5-4ae1-b1cb-940a12816bf0 req-0cb80dc7-41c8-4d30-82f2-f45a94a16a0d tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] 10.222.0.11 "GET /v2.0/ports?device_id=f0149644-f500-42ec-b75c-04c9daa60fb2 HTTP/1.1" status: 200 len: 943 time: 0.0506666 Jan 05 17:52:24.846962 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-4003b0de-21a5-4ae1-b1cb-940a12816bf0 req-31855ed5-63fc-438b-8bc1-469d7e0ea592 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c6af2e5-3b77-4eb3-b88d-87f2a3cd0da5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411711 Jan 05 17:52:25.973864 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51f45d8-2297-4f4a-afff-944f912eaf06 req-378d26be-22cf-4884-8230-eb18f9fc4c8a tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:52:25.975352 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-c51f45d8-2297-4f4a-afff-944f912eaf06 req-378d26be-22cf-4884-8230-eb18f9fc4c8a tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] 10.222.0.11 "GET /v2.0/ports?device_id=f0149644-f500-42ec-b75c-04c9daa60fb2 HTTP/1.1" status: 200 len: 943 time: 0.0593014 Jan 05 17:52:26.022521 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-c51f45d8-2297-4f4a-afff-944f912eaf06 req-1dff9955-96aa-4c26-b052-2e6ba9c3acfa tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c6af2e5-3b77-4eb3-b88d-87f2a3cd0da5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417385 Jan 05 17:52:27.132510 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f6a505-1811-4c83-a138-e2577a9db744 req-4749be37-f395-4f46-a5a7-fe5052d9fe4f tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:52:27.133997 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-62f6a505-1811-4c83-a138-e2577a9db744 req-4749be37-f395-4f46-a5a7-fe5052d9fe4f tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] 10.222.0.11 "GET /v2.0/ports?device_id=f0149644-f500-42ec-b75c-04c9daa60fb2 HTTP/1.1" status: 200 len: 943 time: 0.0472968 Jan 05 17:52:27.180453 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-62f6a505-1811-4c83-a138-e2577a9db744 req-20f16305-9236-4b7c-bf2b-90255ce0beda tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c6af2e5-3b77-4eb3-b88d-87f2a3cd0da5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411735 Jan 05 17:52:27.418893 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Device aeb846dc-fb7c-4c60-b741-545b6c2ba698 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 05 17:52:27.514286 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] For port aeb846dc-fb7c-4c60-b741-545b6c2ba698, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=aeb846dc-fb7c-4c60-b741-545b6c2ba698,segment=NetworkSegment(c0f2fbfb-5ca2-49a6-a607-91e01db71e22),segment_id=c0f2fbfb-5ca2-49a6-a607-91e01db71e22)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:52:27.525247 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Returning: {'device': 'aeb846dc-fb7c-4c60-b741-545b6c2ba698', 'network_id': 'e6ea39b9-614b-40c6-ae71-6f0368b8e9fc', 'port_id': 'aeb846dc-fb7c-4c60-b741-545b6c2ba698', 'mac_address': 'fa:16:3e:43:db:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb19d338-8d91-4953-99c9-173824d2f2d9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 05 17:52:27.560354 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:52:27.573036 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.notifiers.nova [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aeb846dc-fb7c-4c60-b741-545b6c2ba698 {{(pid=103802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 05 17:52:27.592035 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] For port aeb846dc-fb7c-4c60-b741-545b6c2ba698, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=aeb846dc-fb7c-4c60-b741-545b6c2ba698,segment=NetworkSegment(c0f2fbfb-5ca2-49a6-a607-91e01db71e22),segment_id=c0f2fbfb-5ca2-49a6-a607-91e01db71e22)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:52:27.659722 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:52:27.706655 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Pushing event updated for resources: {'Port': ['ID=aeb846dc-fb7c-4c60-b741-545b6c2ba698,revision_number=9']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:52:27.907417 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] get_ports_and_sgs() called for port_ids ['aeb846dc-fb7c-4c60-b741-545b6c2ba698'] {{(pid=103802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 05 17:52:28.298936 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7993c77-bf64-42ef-92ff-509ed68f4af5 req-5a8e2d5f-fc5b-470d-be06-0e1743b3cf24 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:52:28.300504 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-e7993c77-bf64-42ef-92ff-509ed68f4af5 req-5a8e2d5f-fc5b-470d-be06-0e1743b3cf24 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] 10.222.0.11 "GET /v2.0/ports?device_id=f0149644-f500-42ec-b75c-04c9daa60fb2 HTTP/1.1" status: 200 len: 944 time: 0.0492337 Jan 05 17:52:28.350699 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-e7993c77-bf64-42ef-92ff-509ed68f4af5 req-95db5b8a-7c7f-475e-8488-dc3ce5ee8acd tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c6af2e5-3b77-4eb3-b88d-87f2a3cd0da5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433118 Jan 05 17:52:29.421108 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Device aeb846dc-fb7c-4c60-b741-545b6c2ba698 up at agent hyperv_hv-neutron-mast {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:52:29.470397 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e68efe-4138-439d-834d-1c5240b01b89 req-6a65a5da-c58b-4c7f-b9ab-1622641dcfdc tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:52:29.472431 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-15e68efe-4138-439d-834d-1c5240b01b89 req-6a65a5da-c58b-4c7f-b9ab-1622641dcfdc tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] 10.222.0.11 "GET /v2.0/ports?device_id=f0149644-f500-42ec-b75c-04c9daa60fb2 HTTP/1.1" status: 200 len: 944 time: 0.0555217 Jan 05 17:52:29.480654 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Provisioning complete for port aeb846dc-fb7c-4c60-b741-545b6c2ba698 triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:52:29.481116 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:52:29.528077 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-15e68efe-4138-439d-834d-1c5240b01b89 req-6f94a4b7-95b6-4e4c-ad90-8e05fb6aa48e tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c6af2e5-3b77-4eb3-b88d-87f2a3cd0da5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488954 Jan 05 17:52:29.558775 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:52:29.580327 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0149644-f500-42ec-b75c-04c9daa60fb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aeb846dc-fb7c-4c60-b741-545b6c2ba698'}] {{(pid=103802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 05 17:52:29.582550 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36b213fbd845b3f09e785999bbcda1c85cd5592d7f001460987854e5c1683bd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfeea0b0-295e-49b9-92a5-289186e2c4b7" -d '{"events": [{"server_uuid": "f0149644-f500-42ec-b75c-04c9daa60fb2", "name": "network-vif-plugged", "status": "completed", "tag": "aeb846dc-fb7c-4c60-b741-545b6c2ba698"}]}' {{(pid=103802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 05 17:52:29.595306 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] For port aeb846dc-fb7c-4c60-b741-545b6c2ba698, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=aeb846dc-fb7c-4c60-b741-545b6c2ba698,segment=NetworkSegment(c0f2fbfb-5ca2-49a6-a607-91e01db71e22),segment_id=c0f2fbfb-5ca2-49a6-a607-91e01db71e22)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:52:29.619833 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Jan 2022 17:52:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-013fdc01-aacd-45b8-8491-0fed48989bd8 x-openstack-request-id: req-013fdc01-aacd-45b8-8491-0fed48989bd8 {{(pid=103802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 05 17:52:29.620124 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0149644-f500-42ec-b75c-04c9daa60fb2", "name": "network-vif-plugged", "status": "completed", "tag": "aeb846dc-fb7c-4c60-b741-545b6c2ba698", "code": 200}]} {{(pid=103802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 05 17:52:29.620376 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-013fdc01-aacd-45b8-8491-0fed48989bd8 {{(pid=103802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 05 17:52:29.620771 dv-neutron-master-2-hyperv neutron-server[103802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0149644-f500-42ec-b75c-04c9daa60fb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aeb846dc-fb7c-4c60-b741-545b6c2ba698', 'code': 200} Jan 05 17:52:29.660092 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:52:29.710638 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Pushing event updated for resources: {'Port': ['ID=aeb846dc-fb7c-4c60-b741-545b6c2ba698,revision_number=10']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:52:29.994257 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11010bfd-9a19-421e-9e40-95a2f2312d74 req-ad3e947e-9d05-4d91-b64a-a071a60ccc48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:52:29.995650 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-11010bfd-9a19-421e-9e40-95a2f2312d74 req-ad3e947e-9d05-4d91-b64a-a071a60ccc48 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f0149644-f500-42ec-b75c-04c9daa60fb2 HTTP/1.1" status: 200 len: 1099 time: 0.0402169 Jan 05 17:52:30.040345 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-11010bfd-9a19-421e-9e40-95a2f2312d74 req-980a39ee-e584-461f-9cdc-f1d8873d283c service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=7c6af2e5-3b77-4eb3-b88d-87f2a3cd0da5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386498 Jan 05 17:52:30.643385 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9a9e90-0e2e-4112-bfb7-2d120f2fe1ce req-71b9e9ca-392a-46ca-b6ad-b3e9a19246c5 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:52:30.644863 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-0e9a9e90-0e2e-4112-bfb7-2d120f2fe1ce req-71b9e9ca-392a-46ca-b6ad-b3e9a19246c5 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] 10.222.0.11 "GET /v2.0/ports?device_id=f0149644-f500-42ec-b75c-04c9daa60fb2 HTTP/1.1" status: 200 len: 946 time: 0.0496640 Jan 05 17:52:30.691967 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-0e9a9e90-0e2e-4112-bfb7-2d120f2fe1ce req-73fd2d35-f7e1-44a6-a161-3505f9996cb9 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c6af2e5-3b77-4eb3-b88d-87f2a3cd0da5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415184 Jan 05 17:52:31.811701 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee4d94a-8a4b-4681-9e55-19b3754cef1c req-39b27165-d61d-40e2-9353-1a57aaff3063 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:52:31.813173 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-cee4d94a-8a4b-4681-9e55-19b3754cef1c req-39b27165-d61d-40e2-9353-1a57aaff3063 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] 10.222.0.11 "GET /v2.0/ports?device_id=f0149644-f500-42ec-b75c-04c9daa60fb2 HTTP/1.1" status: 200 len: 946 time: 0.0501213 Jan 05 17:52:31.866571 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-cee4d94a-8a4b-4681-9e55-19b3754cef1c req-91857f88-2437-4bb3-a159-2397b9ae7a4e tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c6af2e5-3b77-4eb3-b88d-87f2a3cd0da5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477772 Jan 05 17:52:32.987161 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07327694-7256-4208-a2d0-146cfe3f37d5 req-b286bd06-1324-4d03-b824-092cea0e77ec tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:52:32.988625 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-07327694-7256-4208-a2d0-146cfe3f37d5 req-b286bd06-1324-4d03-b824-092cea0e77ec tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] 10.222.0.11 "GET /v2.0/ports?device_id=f0149644-f500-42ec-b75c-04c9daa60fb2 HTTP/1.1" status: 200 len: 946 time: 0.0522702 Jan 05 17:52:33.036182 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-07327694-7256-4208-a2d0-146cfe3f37d5 req-93285bd5-9cd7-448b-b20a-a6f53ee780b3 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c6af2e5-3b77-4eb3-b88d-87f2a3cd0da5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420930 Jan 05 17:52:39.673040 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.agents_db [None req-291d1585-17df-45c0-b64a-d244e6d90872 None None] Agent healthcheck: found 6 active agents {{(pid=103803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 05 17:52:43.357603 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-8e2e6996-603f-4aca-a16e-aecb712c2c31 req-248a2651-e6b4-4e01-af17-a07cfc602689 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f0149644-f500-42ec-b75c-04c9daa60fb2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0911636 Jan 05 17:52:43.434421 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2e6996-603f-4aca-a16e-aecb712c2c31 req-af44393a-d5bf-4dfd-ba03-87e78cef0d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:52:43.435854 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-8e2e6996-603f-4aca-a16e-aecb712c2c31 req-af44393a-d5bf-4dfd-ba03-87e78cef0d47 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4a1f5f682b8f41d79d67d68c9228e94a&device_id=f0149644-f500-42ec-b75c-04c9daa60fb2 HTTP/1.1" status: 200 len: 1099 time: 0.0386739 Jan 05 17:52:43.536209 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2e6996-603f-4aca-a16e-aecb712c2c31 req-827aeb05-f3da-4915-902d-d262beae09f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:52:43.537554 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-8e2e6996-603f-4aca-a16e-aecb712c2c31 req-827aeb05-f3da-4915-902d-d262beae09f0 service neutron] 10.222.0.13 "GET /v2.0/networks?id=e6ea39b9-614b-40c6-ae71-6f0368b8e9fc HTTP/1.1" status: 200 len: 909 time: 0.0847063 Jan 05 17:52:43.601937 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-8e2e6996-603f-4aca-a16e-aecb712c2c31 req-5781a915-61b2-44b6-b86d-6b21e6b568e3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aeb846dc-fb7c-4c60-b741-545b6c2ba698 HTTP/1.1" status: 200 len: 999 time: 0.0562608 Jan 05 17:52:43.652763 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2e6996-603f-4aca-a16e-aecb712c2c31 req-1b667f04-2358-4601-ad59-a3f1efc9781c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:52:43.654243 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-8e2e6996-603f-4aca-a16e-aecb712c2c31 req-1b667f04-2358-4601-ad59-a3f1efc9781c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=cb19d338-8d91-4953-99c9-173824d2f2d9 HTTP/1.1" status: 200 len: 847 time: 0.0466511 Jan 05 17:52:43.697082 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2e6996-603f-4aca-a16e-aecb712c2c31 req-7cb208ec-1018-4572-91c4-96767dfe16e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:52:43.698510 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-8e2e6996-603f-4aca-a16e-aecb712c2c31 req-7cb208ec-1018-4572-91c4-96767dfe16e7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e6ea39b9-614b-40c6-ae71-6f0368b8e9fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0378590 Jan 05 17:52:43.784479 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-8e2e6996-603f-4aca-a16e-aecb712c2c31 req-51fd8053-f040-4e8b-9fd4-e135728c96a6 service neutron] 10.222.0.13 "GET /v2.0/networks/e6ea39b9-614b-40c6-ae71-6f0368b8e9fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789616 Jan 05 17:52:43.875399 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-8e2e6996-603f-4aca-a16e-aecb712c2c31 req-3d2b1228-cf02-42ed-af50-f9b3abc39baa service neutron] 10.222.0.13 "GET /v2.0/networks/e6ea39b9-614b-40c6-ae71-6f0368b8e9fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834873 Jan 05 17:52:47.122430 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-259d6cef-a103-4283-8760-b4fd7fa5baeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:52:49.413601 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-e8dc3ce4-170f-46c2-9d8b-057f7f416ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:52:50.219074 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:52:50.716598 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d2607572-b3c9-472c-85bc-c8de0c3fb75c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:52:52.104934 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d504d802-9546-4ce5-a9d3-96c844ac5808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:52:53.316953 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:53:16.671686 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.agents_db [None req-291d1585-17df-45c0-b64a-d244e6d90872 None None] Agent healthcheck: found 6 active agents {{(pid=103803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 05 17:53:17.144547 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-32c5c065-13ed-41ab-b55e-0ea9c68eaf97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:53:19.395975 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-1ad03e87-96af-4197-9aac-454e464f68f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:53:20.207164 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:53:20.687183 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d2607572-b3c9-472c-85bc-c8de0c3fb75c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:53:22.098796 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d504d802-9546-4ce5-a9d3-96c844ac5808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:53:23.338200 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:53:45.309172 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-c8975ea5-ce48-44d3-b60f-e8ce4812ed0a req-550dba76-ae81-4a0e-a2ed-192a794d1ee2 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f0149644-f500-42ec-b75c-04c9daa60fb2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0416679 Jan 05 17:53:45.385597 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8975ea5-ce48-44d3-b60f-e8ce4812ed0a req-6f47aefc-3be9-4bd0-a38a-a2a1a0480fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:53:45.390429 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-c8975ea5-ce48-44d3-b60f-e8ce4812ed0a req-6f47aefc-3be9-4bd0-a38a-a2a1a0480fc7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4a1f5f682b8f41d79d67d68c9228e94a&device_id=f0149644-f500-42ec-b75c-04c9daa60fb2 HTTP/1.1" status: 200 len: 1099 time: 0.0397327 Jan 05 17:53:45.485281 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8975ea5-ce48-44d3-b60f-e8ce4812ed0a req-43d53d53-bd28-4aba-bec7-600e02e86170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:53:45.486752 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-c8975ea5-ce48-44d3-b60f-e8ce4812ed0a req-43d53d53-bd28-4aba-bec7-600e02e86170 service neutron] 10.222.0.13 "GET /v2.0/networks?id=e6ea39b9-614b-40c6-ae71-6f0368b8e9fc HTTP/1.1" status: 200 len: 909 time: 0.0823605 Jan 05 17:53:45.551611 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-c8975ea5-ce48-44d3-b60f-e8ce4812ed0a req-fe00c406-1883-4569-8bf3-909260232c79 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aeb846dc-fb7c-4c60-b741-545b6c2ba698 HTTP/1.1" status: 200 len: 999 time: 0.0595922 Jan 05 17:53:45.598516 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8975ea5-ce48-44d3-b60f-e8ce4812ed0a req-4b5c19b2-68fe-42ae-a380-288fe1bb1301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:53:45.599806 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-c8975ea5-ce48-44d3-b60f-e8ce4812ed0a req-4b5c19b2-68fe-42ae-a380-288fe1bb1301 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=cb19d338-8d91-4953-99c9-173824d2f2d9 HTTP/1.1" status: 200 len: 847 time: 0.0412521 Jan 05 17:53:45.644440 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8975ea5-ce48-44d3-b60f-e8ce4812ed0a req-43c0ddfe-c58e-4158-a2ca-c1f12309c8af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:53:45.645936 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-c8975ea5-ce48-44d3-b60f-e8ce4812ed0a req-43c0ddfe-c58e-4158-a2ca-c1f12309c8af service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e6ea39b9-614b-40c6-ae71-6f0368b8e9fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0398598 Jan 05 17:53:45.732901 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-c8975ea5-ce48-44d3-b60f-e8ce4812ed0a req-dc0b33f5-5d49-44a5-a5eb-c6212092eb83 service neutron] 10.222.0.13 "GET /v2.0/networks/e6ea39b9-614b-40c6-ae71-6f0368b8e9fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813484 Jan 05 17:53:45.817017 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-c8975ea5-ce48-44d3-b60f-e8ce4812ed0a req-fcb83c3b-c728-438d-b53c-b1ed0d3c38cd service neutron] 10.222.0.13 "GET /v2.0/networks/e6ea39b9-614b-40c6-ae71-6f0368b8e9fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0787058 Jan 05 17:53:45.982992 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 52758) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:53:46.136076 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-b01ee613-2955-4898-8875-b3f645e2b735 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Deleting port a89003a2-dc5e-418a-b66e-d6f607c079ab {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:53:46.136412 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-b01ee613-2955-4898-8875-b3f645e2b735 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:53:46.208112 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-b01ee613-2955-4898-8875-b3f645e2b735 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:53:46.208420 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-b01ee613-2955-4898-8875-b3f645e2b735 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:53:46.220467 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-b01ee613-2955-4898-8875-b3f645e2b735 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Calling delete_port for a89003a2-dc5e-418a-b66e-d6f607c079ab owned by network:floatingip {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:53:46.441154 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-b01ee613-2955-4898-8875-b3f645e2b735 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11433176'] for port, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:53:46.466277 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01ee613-2955-4898-8875-b3f645e2b735 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Pushing event deleted for resources: {'Port': ['ID=a89003a2-dc5e-418a-b66e-d6f607c079ab,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:53:46.477943 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b01ee613-2955-4898-8875-b3f645e2b735 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:53:46.478291 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b01ee613-2955-4898-8875-b3f645e2b735 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:53:46.478630 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b01ee613-2955-4898-8875-b3f645e2b735 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:53:46.478974 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b01ee613-2955-4898-8875-b3f645e2b735 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:53:46.479282 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b01ee613-2955-4898-8875-b3f645e2b735 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:53:46.479603 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b01ee613-2955-4898-8875-b3f645e2b735 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:53:46.479925 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b01ee613-2955-4898-8875-b3f645e2b735 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:53:46.480247 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b01ee613-2955-4898-8875-b3f645e2b735 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:53:46.480592 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b01ee613-2955-4898-8875-b3f645e2b735 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:53:46.480912 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b01ee613-2955-4898-8875-b3f645e2b735 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:53:46.481230 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b01ee613-2955-4898-8875-b3f645e2b735 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:53:46.481541 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b01ee613-2955-4898-8875-b3f645e2b735 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:53:46.481881 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b01ee613-2955-4898-8875-b3f645e2b735 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:53:46.537860 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-b01ee613-2955-4898-8875-b3f645e2b735 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Publish callbacks [] for floatingip, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:53:46.538194 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.db.l3_db [None req-b01ee613-2955-4898-8875-b3f645e2b735 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Floating IP ec640740-f5f8-4b19-83be-371744e8b66e disassociated (deleted). External IP: 172.36.4.2, port: aeb846dc-fb7c-4c60-b741-545b6c2ba698. Jan 05 17:53:46.743991 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b01ee613-2955-4898-8875-b3f645e2b735 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Router 5878492b-211c-4514-8943-31c2d3c8328a has already been hosted by L3 agent 59446fdc-40e0-41fe-a575-a8eb11d742f7 {{(pid=103801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 05 17:53:46.856816 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b01ee613-2955-4898-8875-b3f645e2b735 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 05 17:53:46.861942 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-b01ee613-2955-4898-8875-b3f645e2b735 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for floatingip, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:53:46.866597 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fbc0deb-00b5-4f4b-9814-162f9b35f088 None None] Sync routers for ids ['5878492b-211c-4514-8943-31c2d3c8328a'] in dv-neutron-master-2-hyperv {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 05 17:53:46.876122 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fbc0deb-00b5-4f4b-9814-162f9b35f088 None None] Routers {'5878492b-211c-4514-8943-31c2d3c8328a'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:53:46.882833 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-3fbc0deb-00b5-4f4b-9814-162f9b35f088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:53:19Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['5878492b-211c-4514-8943-31c2d3c8328a'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:53:46.889022 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-b01ee613-2955-4898-8875-b3f645e2b735 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] 10.222.0.11 "DELETE /v2.0/floatingips/ec640740-f5f8-4b19-83be-371744e8b66e HTTP/1.1" status: 204 len: 168 time: 0.9043231 Jan 05 17:53:46.890255 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0149644-f500-42ec-b75c-04c9daa60fb2', 'tag': 'aeb846dc-fb7c-4c60-b741-545b6c2ba698'}] {{(pid=103801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 05 17:53:46.892580 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cee9004337cfdaf047d78d8066c7d6073fad8dbc2217b3b67c4523abea34d3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b013a538-4cd4-4d92-9cb6-6caa2b7eccab" -d '{"events": [{"name": "network-changed", "server_uuid": "f0149644-f500-42ec-b75c-04c9daa60fb2", "tag": "aeb846dc-fb7c-4c60-b741-545b6c2ba698"}]}' {{(pid=103801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 05 17:53:46.989632 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-3fbc0deb-00b5-4f4b-9814-162f9b35f088 None None] Set router 5878492b-211c-4514-8943-31c2d3c8328a gateway port host: dv-neutron-master-2-hyperv {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:53:47.018402 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Jan 2022 17:53:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e03d03f4-8c1a-4f24-bc1a-091486e66fd9 x-openstack-request-id: req-e03d03f4-8c1a-4f24-bc1a-091486e66fd9 {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 05 17:53:47.020892 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0149644-f500-42ec-b75c-04c9daa60fb2", "tag": "aeb846dc-fb7c-4c60-b741-545b6c2ba698", "status": "completed", "code": 200}]} {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 05 17:53:47.020892 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e03d03f4-8c1a-4f24-bc1a-091486e66fd9 {{(pid=103801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 05 17:53:47.020892 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0149644-f500-42ec-b75c-04c9daa60fb2', 'tag': 'aeb846dc-fb7c-4c60-b741-545b6c2ba698', 'status': 'completed', 'code': 200} Jan 05 17:53:47.082376 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b013a538-4cd4-4d92-9cb6-6caa2b7eccab req-2e86f600-ce57-4b88-84f9-5260fd175297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:53:47.084126 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-b013a538-4cd4-4d92-9cb6-6caa2b7eccab req-2e86f600-ce57-4b88-84f9-5260fd175297 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4a1f5f682b8f41d79d67d68c9228e94a&device_id=f0149644-f500-42ec-b75c-04c9daa60fb2 HTTP/1.1" status: 200 len: 1099 time: 0.0461471 Jan 05 17:53:47.175325 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-030d9ad4-ed74-4d1a-a952-f919e6070cd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:53:47.175998 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b013a538-4cd4-4d92-9cb6-6caa2b7eccab req-c504a60b-7ed9-44fe-82a3-e6a970c6c35d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:53:47.177488 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-b013a538-4cd4-4d92-9cb6-6caa2b7eccab req-c504a60b-7ed9-44fe-82a3-e6a970c6c35d service neutron] 10.222.0.13 "GET /v2.0/networks?id=e6ea39b9-614b-40c6-ae71-6f0368b8e9fc HTTP/1.1" status: 200 len: 909 time: 0.0873938 Jan 05 17:53:47.212305 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-3fbc0deb-00b5-4f4b-9814-162f9b35f088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5878492b-211c-4514-8943-31c2d3c8328a', 'name': 'tempest-TestShelveInstance-294049794-router', 'tenant_id': '4a1f5f682b8f41d79d67d68c9228e94a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.70'}], 'enable_snat': True}, 'gw_port_id': 'ba81261b-8c1a-42bb-ab28-c7d1b96f5b8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:49:24Z', 'updated_at': '2022-01-05T17:49:27Z', 'revision_number': 4, 'project_id': '4a1f5f682b8f41d79d67d68c9228e94a', 'gw_port': {'id': 'ba81261b-8c1a-42bb-ab28-c7d1b96f5b8e', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:8e:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5878492b-211c-4514-8943-31c2d3c8328a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:49:24Z', 'updated_at': '2022-01-05T17:49:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'c826df28-3e87-4cb0-9c60-87de2a4fe7f3', 'name': '', 'network_id': 'e6ea39b9-614b-40c6-ae71-6f0368b8e9fc', 'tenant_id': '4a1f5f682b8f41d79d67d68c9228e94a', 'mac_address': 'fa:16:3e:9e:30:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5878492b-211c-4514-8943-31c2d3c8328a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': 'cb19d338-8d91-4953-99c9-173824d2f2d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:49:26Z', 'updated_at': '2022-01-05T17:49:31Z', 'revision_number': 5, 'project_id': '4a1f5f682b8f41d79d67d68c9228e94a', 'subnets': [{'id': 'cb19d338-8d91-4953-99c9-173824d2f2d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:53:47.224181 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-b013a538-4cd4-4d92-9cb6-6caa2b7eccab req-fcab463b-676e-4f30-a5cd-29cc54834a14 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aeb846dc-fb7c-4c60-b741-545b6c2ba698 HTTP/1.1" status: 200 len: 217 time: 0.0392315 Jan 05 17:53:47.239187 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fbc0deb-00b5-4f4b-9814-162f9b35f088 None None] Checking router: 5878492b-211c-4514-8943-31c2d3c8328a for host: dv-neutron-master-2-hyperv {{(pid=103802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 05 17:53:47.247870 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fbc0deb-00b5-4f4b-9814-162f9b35f088 None None] Routers {'5878492b-211c-4514-8943-31c2d3c8328a'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:53:47.248472 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-3fbc0deb-00b5-4f4b-9814-162f9b35f088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:53:19Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['5878492b-211c-4514-8943-31c2d3c8328a'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:53:47.275263 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b013a538-4cd4-4d92-9cb6-6caa2b7eccab req-95d0f7d3-bd91-48e2-b482-8cb0bcaebe77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:53:47.276667 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-b013a538-4cd4-4d92-9cb6-6caa2b7eccab req-95d0f7d3-bd91-48e2-b482-8cb0bcaebe77 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=cb19d338-8d91-4953-99c9-173824d2f2d9 HTTP/1.1" status: 200 len: 847 time: 0.0486894 Jan 05 17:53:47.326242 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b013a538-4cd4-4d92-9cb6-6caa2b7eccab req-7e561294-2500-4297-aca4-ff2fdf183c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:53:47.328456 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-b013a538-4cd4-4d92-9cb6-6caa2b7eccab req-7e561294-2500-4297-aca4-ff2fdf183c32 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e6ea39b9-614b-40c6-ae71-6f0368b8e9fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0459063 Jan 05 17:53:47.365813 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-3fbc0deb-00b5-4f4b-9814-162f9b35f088 None None] Set router 5878492b-211c-4514-8943-31c2d3c8328a gateway port host: dv-neutron-master-2-hyperv {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:53:47.436255 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb06303-9445-4aa0-b760-51d27c93721f req-bd1bb9ef-db24-4d1f-a18a-aa5b344e518f tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:53:47.438330 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-3eb06303-9445-4aa0-b760-51d27c93721f req-bd1bb9ef-db24-4d1f-a18a-aa5b344e518f tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] 10.222.0.11 "GET /v2.0/ports?device_id=f0149644-f500-42ec-b75c-04c9daa60fb2 HTTP/1.1" status: 200 len: 946 time: 0.1607966 Jan 05 17:53:47.467906 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-b013a538-4cd4-4d92-9cb6-6caa2b7eccab req-f54726eb-47ad-4d5c-83d0-0c53b93ad325 service neutron] 10.222.0.13 "GET /v2.0/networks/e6ea39b9-614b-40c6-ae71-6f0368b8e9fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277149 Jan 05 17:53:47.539166 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-3eb06303-9445-4aa0-b760-51d27c93721f req-dcb750c1-d9ac-4156-b579-6c3918b11d88 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c6af2e5-3b77-4eb3-b88d-87f2a3cd0da5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0932226 Jan 05 17:53:47.560682 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-3fbc0deb-00b5-4f4b-9814-162f9b35f088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5878492b-211c-4514-8943-31c2d3c8328a', 'name': 'tempest-TestShelveInstance-294049794-router', 'tenant_id': '4a1f5f682b8f41d79d67d68c9228e94a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.70'}], 'enable_snat': True}, 'gw_port_id': 'ba81261b-8c1a-42bb-ab28-c7d1b96f5b8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:49:24Z', 'updated_at': '2022-01-05T17:49:27Z', 'revision_number': 4, 'project_id': '4a1f5f682b8f41d79d67d68c9228e94a', 'gw_port': {'id': 'ba81261b-8c1a-42bb-ab28-c7d1b96f5b8e', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:8e:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5878492b-211c-4514-8943-31c2d3c8328a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:49:24Z', 'updated_at': '2022-01-05T17:49:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'c826df28-3e87-4cb0-9c60-87de2a4fe7f3', 'name': '', 'network_id': 'e6ea39b9-614b-40c6-ae71-6f0368b8e9fc', 'tenant_id': '4a1f5f682b8f41d79d67d68c9228e94a', 'mac_address': 'fa:16:3e:9e:30:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5878492b-211c-4514-8943-31c2d3c8328a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': 'cb19d338-8d91-4953-99c9-173824d2f2d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:49:26Z', 'updated_at': '2022-01-05T17:49:31Z', 'revision_number': 5, 'project_id': '4a1f5f682b8f41d79d67d68c9228e94a', 'subnets': [{'id': 'cb19d338-8d91-4953-99c9-173824d2f2d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:53:47.585253 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-b013a538-4cd4-4d92-9cb6-6caa2b7eccab req-7eff8dbf-1697-4980-b455-b3a3d6599be0 service neutron] 10.222.0.13 "GET /v2.0/networks/e6ea39b9-614b-40c6-ae71-6f0368b8e9fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102173 Jan 05 17:53:47.592899 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fbc0deb-00b5-4f4b-9814-162f9b35f088 None None] The sync data for ids ['5878492b-211c-4514-8943-31c2d3c8328a'] in dv-neutron-master-2-hyperv is: [{'id': '5878492b-211c-4514-8943-31c2d3c8328a', 'name': 'tempest-TestShelveInstance-294049794-router', 'tenant_id': '4a1f5f682b8f41d79d67d68c9228e94a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.70'}], 'enable_snat': True}, 'gw_port_id': 'ba81261b-8c1a-42bb-ab28-c7d1b96f5b8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:49:24Z', 'updated_at': '2022-01-05T17:49:27Z', 'revision_number': 4, 'project_id': '4a1f5f682b8f41d79d67d68c9228e94a', 'gw_port': {'id': 'ba81261b-8c1a-42bb-ab28-c7d1b96f5b8e', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:8e:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5878492b-211c-4514-8943-31c2d3c8328a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:49:24Z', 'updated_at': '2022-01-05T17:49:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'c826df28-3e87-4cb0-9c60-87de2a4fe7f3', 'name': '', 'network_id': 'e6ea39b9-614b-40c6-ae71-6f0368b8e9fc', 'tenant_id': '4a1f5f682b8f41d79d67d68c9228e94a', 'mac_address': 'fa:16:3e:9e:30:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5878492b-211c-4514-8943-31c2d3c8328a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': 'cb19d338-8d91-4953-99c9-173824d2f2d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:49:26Z', 'updated_at': '2022-01-05T17:49:31Z', 'revision_number': 5, 'project_id': '4a1f5f682b8f41d79d67d68c9228e94a', 'subnets': [{'id': 'cb19d338-8d91-4953-99c9-173824d2f2d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 05 17:53:47.799170 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-706e51a5-988b-43e6-ad2e-945c63aac2da None None] New status for floating IP ec640740-f5f8-4b19-83be-371744e8b66e: DOWN {{(pid=103803) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 05 17:53:48.651460 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf47679-83fb-4991-881a-11c87209ce11 req-825dcba5-2e58-46f7-8117-cdd0e5e72f76 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:53:48.652902 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-abf47679-83fb-4991-881a-11c87209ce11 req-825dcba5-2e58-46f7-8117-cdd0e5e72f76 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0149644-f500-42ec-b75c-04c9daa60fb2 HTTP/1.1" status: 200 len: 946 time: 0.0644071 Jan 05 17:53:48.720680 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cca6eee-6722-4a0b-8968-1d3d9ef4cf1a req-e49d637d-9604-465d-a7a2-9869d6e22c95 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:53:48.722102 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-1cca6eee-6722-4a0b-8968-1d3d9ef4cf1a req-e49d637d-9604-465d-a7a2-9869d6e22c95 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] 10.222.0.11 "GET /v2.0/ports?device_id=f0149644-f500-42ec-b75c-04c9daa60fb2 HTTP/1.1" status: 200 len: 946 time: 0.1066060 Jan 05 17:53:48.738607 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [req-abf47679-83fb-4991-881a-11c87209ce11 req-1269d25f-254e-4e03-b043-62fa539f3572 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Deleting port aeb846dc-fb7c-4c60-b741-545b6c2ba698 {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:53:48.738935 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-abf47679-83fb-4991-881a-11c87209ce11 req-1269d25f-254e-4e03-b043-62fa539f3572 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:53:48.769911 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-1cca6eee-6722-4a0b-8968-1d3d9ef4cf1a req-0979d343-a498-40ed-aa9f-2bf4631bdd62 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c6af2e5-3b77-4eb3-b88d-87f2a3cd0da5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420494 Jan 05 17:53:49.175305 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.db [req-abf47679-83fb-4991-881a-11c87209ce11 req-1269d25f-254e-4e03-b043-62fa539f3572 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] For port aeb846dc-fb7c-4c60-b741-545b6c2ba698, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=aeb846dc-fb7c-4c60-b741-545b6c2ba698,segment=NetworkSegment(c0f2fbfb-5ca2-49a6-a607-91e01db71e22),segment_id=c0f2fbfb-5ca2-49a6-a607-91e01db71e22)] {{(pid=103800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:53:49.175662 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-abf47679-83fb-4991-881a-11c87209ce11 req-1269d25f-254e-4e03-b043-62fa539f3572 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:53:49.188315 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [req-abf47679-83fb-4991-881a-11c87209ce11 req-1269d25f-254e-4e03-b043-62fa539f3572 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Calling delete_port for aeb846dc-fb7c-4c60-b741-545b6c2ba698 owned by compute:nova {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:53:49.366738 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-abf47679-83fb-4991-881a-11c87209ce11 req-1269d25f-254e-4e03-b043-62fa539f3572 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:53:49.396985 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1269d25f-254e-4e03-b043-62fa539f3572 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Pushing event deleted for resources: {'Port': ['ID=aeb846dc-fb7c-4c60-b741-545b6c2ba698,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:53:49.412700 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-8b2161f0-4a2d-4c2c-aa99-556212a2cea7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:53:49.431898 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1269d25f-254e-4e03-b043-62fa539f3572 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:53:49.431898 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1269d25f-254e-4e03-b043-62fa539f3572 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:53:49.431898 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1269d25f-254e-4e03-b043-62fa539f3572 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:53:49.431898 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1269d25f-254e-4e03-b043-62fa539f3572 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:53:49.431898 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1269d25f-254e-4e03-b043-62fa539f3572 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:53:49.431898 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1269d25f-254e-4e03-b043-62fa539f3572 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:53:49.431898 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1269d25f-254e-4e03-b043-62fa539f3572 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:53:49.431898 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1269d25f-254e-4e03-b043-62fa539f3572 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:53:49.431898 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1269d25f-254e-4e03-b043-62fa539f3572 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:53:49.431898 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1269d25f-254e-4e03-b043-62fa539f3572 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:53:49.431898 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1269d25f-254e-4e03-b043-62fa539f3572 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:53:49.431898 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1269d25f-254e-4e03-b043-62fa539f3572 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:53:49.431898 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1269d25f-254e-4e03-b043-62fa539f3572 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:53:49.450585 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [req-abf47679-83fb-4991-881a-11c87209ce11 req-1269d25f-254e-4e03-b043-62fa539f3572 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] No DVR routers for this DVR port aeb846dc-fb7c-4c60-b741-545b6c2ba698 on host hv-neutron-mast {{(pid=103800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 05 17:53:49.453292 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-abf47679-83fb-4991-881a-11c87209ce11 req-1269d25f-254e-4e03-b043-62fa539f3572 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:53:49.457981 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-abf47679-83fb-4991-881a-11c87209ce11 req-1269d25f-254e-4e03-b043-62fa539f3572 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] 10.222.0.13 "DELETE /v2.0/ports/aeb846dc-fb7c-4c60-b741-545b6c2ba698 HTTP/1.1" status: 204 len: 173 time: 0.8000536 Jan 05 17:53:49.459115 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0149644-f500-42ec-b75c-04c9daa60fb2', 'name': 'network-vif-deleted', 'tag': 'aeb846dc-fb7c-4c60-b741-545b6c2ba698'}] {{(pid=103800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 05 17:53:49.462810 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f64b9d4628f7eefcc27168a80c04985d23f0ea5def038dae05e1deb7357f3bfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a187cd1-f591-4815-8bf5-7b1a24e9ceb1" -d '{"events": [{"server_uuid": "f0149644-f500-42ec-b75c-04c9daa60fb2", "name": "network-vif-deleted", "tag": "aeb846dc-fb7c-4c60-b741-545b6c2ba698"}]}' {{(pid=103800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 05 17:53:49.498822 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Jan 2022 17:53:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0112a8e0-fbf6-4eeb-883e-0073caa87eff x-openstack-request-id: req-0112a8e0-fbf6-4eeb-883e-0073caa87eff {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 05 17:53:49.499669 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0149644-f500-42ec-b75c-04c9daa60fb2", "name": "network-vif-deleted", "tag": "aeb846dc-fb7c-4c60-b741-545b6c2ba698", "status": "completed", "code": 200}]} {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 05 17:53:49.499922 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-0112a8e0-fbf6-4eeb-883e-0073caa87eff {{(pid=103800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 05 17:53:49.500318 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0149644-f500-42ec-b75c-04c9daa60fb2', 'name': 'network-vif-deleted', 'tag': 'aeb846dc-fb7c-4c60-b741-545b6c2ba698', 'status': 'completed', 'code': 200} Jan 05 17:53:49.889990 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-31e45db7-0cdd-4124-99cf-c340f2d9759c req-a8b0bf42-6540-4832-99bc-c08787fed7a0 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] 10.222.0.11 "GET /v2.0/ports?device_id=f0149644-f500-42ec-b75c-04c9daa60fb2 HTTP/1.1" status: 200 len: 210 time: 0.0302958 Jan 05 17:53:50.195667 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:53:50.732144 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d2607572-b3c9-472c-85bc-c8de0c3fb75c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:53:50.946880 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 52788) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:53:51.007185 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-151c44df-e065-4133-8b1f-afd94eb73c39 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Publish callbacks [] for security_group, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:53:51.034286 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-151c44df-e065-4133-8b1f-afd94eb73c39 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:53:51.143934 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-151c44df-e065-4133-8b1f-afd94eb73c39 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:53:51.146544 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-151c44df-e065-4133-8b1f-afd94eb73c39 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Publish callbacks [] for security_group, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:53:51.147693 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-151c44df-e065-4133-8b1f-afd94eb73c39 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] 10.222.0.11 "DELETE /v2.0/security-groups/7c6af2e5-3b77-4eb3-b88d-87f2a3cd0da5 HTTP/1.1" status: 204 len: 168 time: 0.1997242 Jan 05 17:53:51.157371 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151c44df-e065-4133-8b1f-afd94eb73c39 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c6af2e5-3b77-4eb3-b88d-87f2a3cd0da5,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:53:51.594161 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 52794) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:53:51.598738 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-6fb0116a-7d2e-4e6b-87c3-7f18da7ca895 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-16339336', 'description': 'tempest-secgroup-smoke-16339336 description', 'project_id': '4a1f5f682b8f41d79d67d68c9228e94a'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:53:51.675218 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-6fb0116a-7d2e-4e6b-87c3-7f18da7ca895 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Publish callbacks [] for security_group, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:53:51.739232 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-6fb0116a-7d2e-4e6b-87c3-7f18da7ca895 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Publish callbacks [] for security_group, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:53:51.789187 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-6fb0116a-7d2e-4e6b-87c3-7f18da7ca895 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:53:51.816538 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb0116a-7d2e-4e6b-87c3-7f18da7ca895 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Pushing event updated for resources: {'SecurityGroup': ['ID=951712a7-c1af-4c2b-8f4f-fd295fc1ad7e,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:53:51.859871 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-6fb0116a-7d2e-4e6b-87c3-7f18da7ca895 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Publish callbacks [] for security_group, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:53:51.861112 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-6fb0116a-7d2e-4e6b-87c3-7f18da7ca895 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2659085 Jan 05 17:53:51.863907 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 52796) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:53:51.870365 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-4fdc064d-82ca-4c85-b616-ab518e6f0587 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Request body: {'security_group_rule': {'security_group_id': '951712a7-c1af-4c2b-8f4f-fd295fc1ad7e', 'project_id': '4a1f5f682b8f41d79d67d68c9228e94a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:53:51.942719 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-4fdc064d-82ca-4c85-b616-ab518e6f0587 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:53:51.995718 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-4fdc064d-82ca-4c85-b616-ab518e6f0587 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:53:52.040878 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-4fdc064d-82ca-4c85-b616-ab518e6f0587 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533437'] for security_group_rule, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:53:52.058083 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdc064d-82ca-4c85-b616-ab518e6f0587 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7499d7f0-70b2-466d-aeff-e43520d6a59b,revision_number=0']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:53:52.080980 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d504d802-9546-4ce5-a9d3-96c844ac5808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:53:52.123203 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-4fdc064d-82ca-4c85-b616-ab518e6f0587 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:53:52.124918 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-4fdc064d-82ca-4c85-b616-ab518e6f0587 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2600856 Jan 05 17:53:52.127831 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 52798) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:53:52.132431 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-cac3c6a9-3587-438b-9331-c9381d5e3a32 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Request body: {'security_group_rule': {'security_group_id': '951712a7-c1af-4c2b-8f4f-fd295fc1ad7e', 'project_id': '4a1f5f682b8f41d79d67d68c9228e94a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:53:52.205914 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-cac3c6a9-3587-438b-9331-c9381d5e3a32 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:53:52.259752 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-cac3c6a9-3587-438b-9331-c9381d5e3a32 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:53:52.320538 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-cac3c6a9-3587-438b-9331-c9381d5e3a32 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533437'] for security_group_rule, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:53:52.341070 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac3c6a9-3587-438b-9331-c9381d5e3a32 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=985e41e2-57b3-43e7-a871-5031bfefd851,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:53:52.408277 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-cac3c6a9-3587-438b-9331-c9381d5e3a32 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:53:52.409482 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-cac3c6a9-3587-438b-9331-c9381d5e3a32 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2806242 Jan 05 17:53:52.412184 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 52800) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:53:52.416400 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-5153bbac-bc00-4413-8420-2517f47f6e76 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Request body: {'security_group_rule': {'security_group_id': '951712a7-c1af-4c2b-8f4f-fd295fc1ad7e', 'project_id': '4a1f5f682b8f41d79d67d68c9228e94a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:53:52.508889 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-5153bbac-bc00-4413-8420-2517f47f6e76 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:53:52.562792 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-5153bbac-bc00-4413-8420-2517f47f6e76 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:53:52.652829 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-5153bbac-bc00-4413-8420-2517f47f6e76 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533437'] for security_group_rule, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:53:52.672356 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5153bbac-bc00-4413-8420-2517f47f6e76 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=101086a8-e2d7-4177-94d8-716bf619936b,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:53:52.722994 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-5153bbac-bc00-4413-8420-2517f47f6e76 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:53:52.724176 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-5153bbac-bc00-4413-8420-2517f47f6e76 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3110812 Jan 05 17:53:52.727017 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 52802) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:53:52.731232 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-34b72c48-b8d7-48f4-b919-1684c6ce82e1 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Request body: {'security_group_rule': {'security_group_id': '951712a7-c1af-4c2b-8f4f-fd295fc1ad7e', 'project_id': '4a1f5f682b8f41d79d67d68c9228e94a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:53:52.822656 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-34b72c48-b8d7-48f4-b919-1684c6ce82e1 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:53:52.878129 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-34b72c48-b8d7-48f4-b919-1684c6ce82e1 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:53:52.926671 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-34b72c48-b8d7-48f4-b919-1684c6ce82e1 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533437'] for security_group_rule, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:53:52.943108 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b72c48-b8d7-48f4-b919-1684c6ce82e1 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7e5f222-79bb-465d-9ebe-9e12a9c159be,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:53:52.991502 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-34b72c48-b8d7-48f4-b919-1684c6ce82e1 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:53:52.992684 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-34b72c48-b8d7-48f4-b919-1684c6ce82e1 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2647512 Jan 05 17:53:52.995433 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 52804) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:53:52.999805 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-7acd16e7-7d89-4846-bc2b-dc09e19cd766 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Request body: {'security_group_rule': {'security_group_id': '951712a7-c1af-4c2b-8f4f-fd295fc1ad7e', 'project_id': '4a1f5f682b8f41d79d67d68c9228e94a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:53:53.075323 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.db.securitygroups_db [None req-7acd16e7-7d89-4846-bc2b-dc09e19cd766 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Project 4a1f5f682b8f41d79d67d68c9228e94a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 05 17:53:53.080679 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7acd16e7-7d89-4846-bc2b-dc09e19cd766 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:53:53.136024 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7acd16e7-7d89-4846-bc2b-dc09e19cd766 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:53:53.194775 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7acd16e7-7d89-4846-bc2b-dc09e19cd766 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533437'] for security_group_rule, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:53:53.218758 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acd16e7-7d89-4846-bc2b-dc09e19cd766 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a009d82-7acd-4c17-ae7a-17b0a32b0ee8,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:53:53.288959 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7acd16e7-7d89-4846-bc2b-dc09e19cd766 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:53:53.290447 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-7acd16e7-7d89-4846-bc2b-dc09e19cd766 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2938492 Jan 05 17:53:53.293002 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 52806) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:53:53.297470 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-a21607dc-1234-40cb-bb62-d8631e7caa6e tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Request body: {'security_group_rule': {'security_group_id': '951712a7-c1af-4c2b-8f4f-fd295fc1ad7e', 'project_id': '4a1f5f682b8f41d79d67d68c9228e94a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:53:53.315551 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:53:53.418388 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.db.securitygroups_db [None req-a21607dc-1234-40cb-bb62-d8631e7caa6e tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Project 4a1f5f682b8f41d79d67d68c9228e94a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 05 17:53:53.423512 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a21607dc-1234-40cb-bb62-d8631e7caa6e tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:53:53.481632 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a21607dc-1234-40cb-bb62-d8631e7caa6e tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:53:53.555192 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a21607dc-1234-40cb-bb62-d8631e7caa6e tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533437'] for security_group_rule, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:53:53.574808 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21607dc-1234-40cb-bb62-d8631e7caa6e tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7bdb1305-0c72-4874-91fc-00bba48af0ef,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:53:53.643556 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a21607dc-1234-40cb-bb62-d8631e7caa6e tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:53:53.645392 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-a21607dc-1234-40cb-bb62-d8631e7caa6e tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3507779 Jan 05 17:53:53.670666 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.agents_db [None req-291d1585-17df-45c0-b64a-d244e6d90872 None None] Agent healthcheck: found 6 active agents {{(pid=103803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 05 17:53:53.860766 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Device aeb846dc-fb7c-4c60-b741-545b6c2ba698 no longer exists at agent hyperv_hv-neutron-mast {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 05 17:53:53.884588 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] No Port match for: aeb846dc-fb7c-4c60-b741-545b6c2ba698 {{(pid=103802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 05 17:53:53.884930 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Device aeb846dc-fb7c-4c60-b741-545b6c2ba698 not bound to the agent host hv-neutron-mast {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 05 17:54:17.138157 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-3fd07d56-745f-4f60-8df9-83e041323185 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:54:19.440920 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-abbf385f-fae7-4970-82e0-92c957e4c7fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:54:20.246815 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:54:20.749065 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d2607572-b3c9-472c-85bc-c8de0c3fb75c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:54:22.120094 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d504d802-9546-4ce5-a9d3-96c844ac5808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:54:22.903494 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-1c9b0e35-eb21-41aa-b41a-640591cece3c req-82309e9e-fc0c-41cd-a93e-c692f0a29b08 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-16339336&fields=id&tenant_id=4a1f5f682b8f41d79d67d68c9228e94a HTTP/1.1" status: 200 len: 267 time: 0.0466261 Jan 05 17:54:23.005878 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9b0e35-eb21-41aa-b41a-640591cece3c req-7b532df3-ad0c-45de-b08e-58085987331c tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:54:23.007311 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-1c9b0e35-eb21-41aa-b41a-640591cece3c req-7b532df3-ad0c-45de-b08e-58085987331c tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] 10.222.0.11 "GET /v2.0/networks?id=e6ea39b9-614b-40c6-ae71-6f0368b8e9fc HTTP/1.1" status: 200 len: 808 time: 0.0977433 Jan 05 17:54:23.020914 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-1c9b0e35-eb21-41aa-b41a-640591cece3c req-ba62fd1f-9f73-4bc2-88b0-921a63d23693 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] 10.222.0.11 "GET /v2.0/quotas/4a1f5f682b8f41d79d67d68c9228e94a HTTP/1.1" status: 200 len: 375 time: 0.0084352 Jan 05 17:54:23.069220 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-1c9b0e35-eb21-41aa-b41a-640591cece3c req-bc71fee9-6d84-4187-876d-38d4b80835e5 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=4a1f5f682b8f41d79d67d68c9228e94a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0432460 Jan 05 17:54:23.163573 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-1c9b0e35-eb21-41aa-b41a-640591cece3c req-daace0e3-f1d1-43a3-81fb-16b1e535d9f3 service neutron] 10.222.0.11 "GET /v2.0/networks/e6ea39b9-614b-40c6-ae71-6f0368b8e9fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835860 Jan 05 17:54:23.248091 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-1c9b0e35-eb21-41aa-b41a-640591cece3c req-12887ffd-23f7-4316-8970-e05fdaa57f38 service neutron] 10.222.0.11 "GET /v2.0/networks/e6ea39b9-614b-40c6-ae71-6f0368b8e9fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0789654 Jan 05 17:54:23.309386 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:54:23.766513 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-db48fd33-81c2-4eb7-86bf-cfa49dd77b4f req-468b53b8-6236-479a-9b7b-6423fa0c05d6 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] 10.222.0.11 "GET /v2.0/ports?device_id=95f9dcad-6683-4366-8058-f3776a7acc2f HTTP/1.1" status: 200 len: 210 time: 0.0265598 Jan 05 17:54:24.861144 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-79fc317c-d233-440f-b517-0f8bedc548e2 req-4356bf64-457c-4783-b0e4-5ac32d11d53e tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] 10.222.0.11 "GET /v2.0/ports?device_id=95f9dcad-6683-4366-8058-f3776a7acc2f HTTP/1.1" status: 200 len: 210 time: 0.0307953 Jan 05 17:54:25.452901 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:54:25.452901 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:54:25.452901 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:54:25.452901 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:54:25.452901 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:54:25.452901 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:54:25.452901 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:54:25.452901 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:54:25.452901 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:54:25.452901 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:54:25.452901 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:54:25.452901 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:54:25.452901 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:54:25.452901 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:54:25.452901 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:54:25.452901 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:54:25.452901 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:54:25.452901 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:54:25.452901 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:54:25.452901 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:54:25.452901 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:54:25.452901 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:54:25.452901 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:54:25.452901 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:54:25.452901 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:54:25.452901 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:54:25.452901 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:54:25.452901 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:54:25.452901 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:54:25.452901 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:54:25.452901 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:54:25.452901 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:54:25.452901 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:54:25.452901 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:54:25.452901 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:54:25.452901 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:54:25.452901 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:54:25.452901 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:54:25.452901 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:54:25.452901 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:54:25.452901 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:54:25.452901 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:54:25.452901 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:54:25.452901 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:54:25.452901 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:54:25.452901 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:54:25.452901 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:54:25.452901 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:54:25.457867 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9b0e35-eb21-41aa-b41a-640591cece3c req-aa66e70d-900f-4b74-b6c7-bd7a19f41dc0 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:54:25.457867 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-1c9b0e35-eb21-41aa-b41a-640591cece3c req-aa66e70d-900f-4b74-b6c7-bd7a19f41dc0 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] 10.222.0.13 "GET /v2.0/networks?id=e6ea39b9-614b-40c6-ae71-6f0368b8e9fc HTTP/1.1" status: 200 len: 808 time: 0.1059017 Jan 05 17:54:25.517775 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-1c9b0e35-eb21-41aa-b41a-640591cece3c req-78d03829-a4e1-4cdf-ae7c-082958b83e10 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4a1f5f682b8f41d79d67d68c9228e94a HTTP/1.1" status: 200 len: 378 time: 0.0535021 Jan 05 17:54:25.525877 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [req-1c9b0e35-eb21-41aa-b41a-640591cece3c req-547c2224-bdf6-4d45-84a4-91833cc7a13d tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Request body: {'port': {'device_id': '95f9dcad-6683-4366-8058-f3776a7acc2f', 'network_id': 'e6ea39b9-614b-40c6-ae71-6f0368b8e9fc', 'admin_state_up': True, 'tenant_id': '4a1f5f682b8f41d79d67d68c9228e94a', 'security_groups': ['951712a7-c1af-4c2b-8f4f-fd295fc1ad7e']}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:54:25.692228 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c9b0e35-eb21-41aa-b41a-640591cece3c req-547c2224-bdf6-4d45-84a4-91833cc7a13d tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Made reservation on behalf of 4a1f5f682b8f41d79d67d68c9228e94a for: {'port': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:54:25.695888 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-1c9b0e35-eb21-41aa-b41a-640591cece3c req-547c2224-bdf6-4d45-84a4-91833cc7a13d tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:54:25.820143 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [req-1c9b0e35-eb21-41aa-b41a-640591cece3c req-547c2224-bdf6-4d45-84a4-91833cc7a13d tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Allocated IP 172.20.0.14 (e6ea39b9-614b-40c6-ae71-6f0368b8e9fc/cb19d338-8d91-4953-99c9-173824d2f2d9/63e87320-e23a-49b6-9264-c2418b4c25b3) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:54:25.962434 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-81090856-cf9a-4d9f-82de-3c9d60cebf7f req-38a8d93a-6ac2-4751-8a82-43fe31f8fd9d tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] 10.222.0.11 "GET /v2.0/ports?device_id=95f9dcad-6683-4366-8058-f3776a7acc2f HTTP/1.1" status: 200 len: 210 time: 0.0299971 Jan 05 17:54:25.983772 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-1c9b0e35-eb21-41aa-b41a-640591cece3c req-547c2224-bdf6-4d45-84a4-91833cc7a13d tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Publish callbacks [] for port, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:54:26.074585 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-1c9b0e35-eb21-41aa-b41a-640591cece3c req-547c2224-bdf6-4d45-84a4-91833cc7a13d tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:54:26.115583 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c9b0e35-eb21-41aa-b41a-640591cece3c req-547c2224-bdf6-4d45-84a4-91833cc7a13d tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Network e6ea39b9-614b-40c6-ae71-6f0368b8e9fc is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:54:26.119715 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [req-1c9b0e35-eb21-41aa-b41a-640591cece3c req-547c2224-bdf6-4d45-84a4-91833cc7a13d tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:54:26.123299 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c9b0e35-eb21-41aa-b41a-640591cece3c req-547c2224-bdf6-4d45-84a4-91833cc7a13d tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:54:26.156102 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547c2224-bdf6-4d45-84a4-91833cc7a13d tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Pushing event updated for resources: {'Port': ['ID=63e87320-e23a-49b6-9264-c2418b4c25b3,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:54:26.185858 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9b0e35-eb21-41aa-b41a-640591cece3c req-547c2224-bdf6-4d45-84a4-91833cc7a13d tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:54:26.186485 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-1c9b0e35-eb21-41aa-b41a-640591cece3c req-547c2224-bdf6-4d45-84a4-91833cc7a13d tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:54:26.261503 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-1c9b0e35-eb21-41aa-b41a-640591cece3c req-547c2224-bdf6-4d45-84a4-91833cc7a13d tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7392356 Jan 05 17:54:26.274977 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [req-1c9b0e35-eb21-41aa-b41a-640591cece3c req-1d09fc93-9af7-437c-825c-ba166b8f7371 service neutron] Request body: {'port': {'device_id': '95f9dcad-6683-4366-8058-f3776a7acc2f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:54:26.323258 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-e8b46360-6ce0-4232-8fe4-d74b17eaac62 None None] Provisioning complete for port 63e87320-e23a-49b6-9264-c2418b4c25b3 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:54:26.323771 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-e8b46360-6ce0-4232-8fe4-d74b17eaac62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:54:26.331924 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-1c9b0e35-eb21-41aa-b41a-640591cece3c req-1d09fc93-9af7-437c-825c-ba166b8f7371 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:54:26.361705 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-e8b46360-6ce0-4232-8fe4-d74b17eaac62 None None] Port 63e87320-e23a-49b6-9264-c2418b4c25b3 cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 17:54:26.606045 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.notifiers.nova [req-1c9b0e35-eb21-41aa-b41a-640591cece3c req-1d09fc93-9af7-437c-825c-ba166b8f7371 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63e87320-e23a-49b6-9264-c2418b4c25b3 {{(pid=103800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 05 17:54:26.614664 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-1c9b0e35-eb21-41aa-b41a-640591cece3c req-1d09fc93-9af7-437c-825c-ba166b8f7371 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:54:26.629175 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.provisioning_blocks [req-1c9b0e35-eb21-41aa-b41a-640591cece3c req-1d09fc93-9af7-437c-825c-ba166b8f7371 service neutron] Transition to ACTIVE for port object 63e87320-e23a-49b6-9264-c2418b4c25b3 will not be triggered until provisioned by entity L2. {{(pid=103800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 05 17:54:26.720733 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-1c9b0e35-eb21-41aa-b41a-640591cece3c req-1d09fc93-9af7-437c-825c-ba166b8f7371 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8784461'] for port, after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:54:26.771758 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d09fc93-9af7-437c-825c-ba166b8f7371 service neutron] Pushing event updated for resources: {'Port': ['ID=63e87320-e23a-49b6-9264-c2418b4c25b3,revision_number=2']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:54:26.850240 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [req-1c9b0e35-eb21-41aa-b41a-640591cece3c req-1d09fc93-9af7-437c-825c-ba166b8f7371 service neutron] Attempting to bind port 63e87320-e23a-49b6-9264-c2418b4c25b3 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 05 17:54:26.850503 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [req-1c9b0e35-eb21-41aa-b41a-640591cece3c req-1d09fc93-9af7-437c-825c-ba166b8f7371 service neutron] Attempting to bind port 63e87320-e23a-49b6-9264-c2418b4c25b3 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'c0f2fbfb-5ca2-49a6-a607-91e01db71e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'e6ea39b9-614b-40c6-ae71-6f0368b8e9fc'}] {{(pid=103800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 05 17:54:26.850869 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c9b0e35-eb21-41aa-b41a-640591cece3c req-1d09fc93-9af7-437c-825c-ba166b8f7371 service neutron] Attempting to bind port 63e87320-e23a-49b6-9264-c2418b4c25b3 on network e6ea39b9-614b-40c6-ae71-6f0368b8e9fc {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:54:26.855412 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c9b0e35-eb21-41aa-b41a-640591cece3c req-1d09fc93-9af7-437c-825c-ba166b8f7371 service neutron] Port 63e87320-e23a-49b6-9264-c2418b4c25b3 on network e6ea39b9-614b-40c6-ae71-6f0368b8e9fc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 05 17:54:26.855739 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c9b0e35-eb21-41aa-b41a-640591cece3c req-1d09fc93-9af7-437c-825c-ba166b8f7371 service neutron] Attempting to bind port 63e87320-e23a-49b6-9264-c2418b4c25b3 on network e6ea39b9-614b-40c6-ae71-6f0368b8e9fc {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:54:26.860999 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c9b0e35-eb21-41aa-b41a-640591cece3c req-1d09fc93-9af7-437c-825c-ba166b8f7371 service neutron] Checking agent: {'id': '5c36d785-abe8-4e89-a23a-b403333d2378', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 5, 17, 3, 49), 'started_at': datetime.datetime(2022, 1, 5, 17, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 1, 5, 17, 54, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 05 17:54:26.861315 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c9b0e35-eb21-41aa-b41a-640591cece3c req-1d09fc93-9af7-437c-825c-ba166b8f7371 service neutron] Checking segment: {'id': 'c0f2fbfb-5ca2-49a6-a607-91e01db71e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'e6ea39b9-614b-40c6-ae71-6f0368b8e9fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:54:26.861679 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c9b0e35-eb21-41aa-b41a-640591cece3c req-1d09fc93-9af7-437c-825c-ba166b8f7371 service neutron] Bound using segment: {'id': 'c0f2fbfb-5ca2-49a6-a607-91e01db71e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'e6ea39b9-614b-40c6-ae71-6f0368b8e9fc'} {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 05 17:54:26.862115 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [req-1c9b0e35-eb21-41aa-b41a-640591cece3c req-1d09fc93-9af7-437c-825c-ba166b8f7371 service neutron] Bound port: 63e87320-e23a-49b6-9264-c2418b4c25b3, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0f2fbfb-5ca2-49a6-a607-91e01db71e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'e6ea39b9-614b-40c6-ae71-6f0368b8e9fc'}}] {{(pid=103800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 05 17:54:26.862483 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-1c9b0e35-eb21-41aa-b41a-640591cece3c req-1d09fc93-9af7-437c-825c-ba166b8f7371 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:54:26.938771 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.db [req-1c9b0e35-eb21-41aa-b41a-640591cece3c req-1d09fc93-9af7-437c-825c-ba166b8f7371 service neutron] For port 63e87320-e23a-49b6-9264-c2418b4c25b3, host hv-neutron-mast, cleared binding levels {{(pid=103800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 05 17:54:26.942395 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.db [req-1c9b0e35-eb21-41aa-b41a-640591cece3c req-1d09fc93-9af7-437c-825c-ba166b8f7371 service neutron] For port 63e87320-e23a-49b6-9264-c2418b4c25b3, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=63e87320-e23a-49b6-9264-c2418b4c25b3,segment=NetworkSegment(c0f2fbfb-5ca2-49a6-a607-91e01db71e22),segment_id=c0f2fbfb-5ca2-49a6-a607-91e01db71e22)] {{(pid=103800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 05 17:54:27.000765 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-1c9b0e35-eb21-41aa-b41a-640591cece3c req-1d09fc93-9af7-437c-825c-ba166b8f7371 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8784461'] for port, after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:54:27.031458 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9b0e35-eb21-41aa-b41a-640591cece3c req-1d09fc93-9af7-437c-825c-ba166b8f7371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:54:27.032217 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-1c9b0e35-eb21-41aa-b41a-640591cece3c req-1d09fc93-9af7-437c-825c-ba166b8f7371 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:54:27.033998 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-1c9b0e35-eb21-41aa-b41a-640591cece3c req-1d09fc93-9af7-437c-825c-ba166b8f7371 service neutron] 10.222.0.13 "PUT /v2.0/ports/63e87320-e23a-49b6-9264-c2418b4c25b3 HTTP/1.1" status: 200 len: 1094 time: 0.7636137 Jan 05 17:54:27.036537 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95f9dcad-6683-4366-8058-f3776a7acc2f', 'tag': '63e87320-e23a-49b6-9264-c2418b4c25b3'}] {{(pid=103800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 05 17:54:27.040125 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f64b9d4628f7eefcc27168a80c04985d23f0ea5def038dae05e1deb7357f3bfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8367ee2-a7f6-44ee-a74d-d02b5de786fa" -d '{"events": [{"name": "network-changed", "server_uuid": "95f9dcad-6683-4366-8058-f3776a7acc2f", "tag": "63e87320-e23a-49b6-9264-c2418b4c25b3"}]}' {{(pid=103800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 05 17:54:27.082673 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d09fc93-9af7-437c-825c-ba166b8f7371 service neutron] Pushing event updated for resources: {'Port': ['ID=63e87320-e23a-49b6-9264-c2418b4c25b3,revision_number=3']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:54:27.089970 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad77bbe-4c2e-4c1a-980b-ab7da99e3a34 req-293dec7e-c676-4e42-b31a-d5dbd9357d91 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:54:27.091487 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-fad77bbe-4c2e-4c1a-980b-ab7da99e3a34 req-293dec7e-c676-4e42-b31a-d5dbd9357d91 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] 10.222.0.11 "GET /v2.0/ports?device_id=95f9dcad-6683-4366-8058-f3776a7acc2f HTTP/1.1" status: 200 len: 944 time: 0.0606432 Jan 05 17:54:27.158203 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-fad77bbe-4c2e-4c1a-980b-ab7da99e3a34 req-e7ecaf68-c378-4345-99a4-0c2403cc9099 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] 10.222.0.11 "GET /v2.0/security-groups?id=951712a7-c1af-4c2b-8f4f-fd295fc1ad7e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0602343 Jan 05 17:54:27.202991 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9b0e35-eb21-41aa-b41a-640591cece3c req-30bce2b8-e63d-4bab-a614-cc4a1092c24a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:54:27.204523 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-1c9b0e35-eb21-41aa-b41a-640591cece3c req-30bce2b8-e63d-4bab-a614-cc4a1092c24a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4a1f5f682b8f41d79d67d68c9228e94a&device_id=95f9dcad-6683-4366-8058-f3776a7acc2f HTTP/1.1" status: 200 len: 1097 time: 0.0555553 Jan 05 17:54:27.210960 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Jan 2022 17:54:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6173567-7324-41fe-a6dd-05fad7eaac17 x-openstack-request-id: req-a6173567-7324-41fe-a6dd-05fad7eaac17 {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 05 17:54:27.211252 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95f9dcad-6683-4366-8058-f3776a7acc2f", "tag": "63e87320-e23a-49b6-9264-c2418b4c25b3", "status": "completed", "code": 200}]} {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 05 17:54:27.211501 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a6173567-7324-41fe-a6dd-05fad7eaac17 {{(pid=103800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 05 17:54:27.211906 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95f9dcad-6683-4366-8058-f3776a7acc2f', 'tag': '63e87320-e23a-49b6-9264-c2418b4c25b3', 'status': 'completed', 'code': 200} Jan 05 17:54:27.255353 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-1c9b0e35-eb21-41aa-b41a-640591cece3c req-6dcf2bce-d389-4c61-b46d-b0da60f4a893 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=63e87320-e23a-49b6-9264-c2418b4c25b3 HTTP/1.1" status: 200 len: 217 time: 0.0419407 Jan 05 17:54:27.308375 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9b0e35-eb21-41aa-b41a-640591cece3c req-9a85f9de-73fc-4ea7-80d4-e3bfd6188a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:54:27.309849 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-1c9b0e35-eb21-41aa-b41a-640591cece3c req-9a85f9de-73fc-4ea7-80d4-e3bfd6188a6a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=cb19d338-8d91-4953-99c9-173824d2f2d9 HTTP/1.1" status: 200 len: 847 time: 0.0485668 Jan 05 17:54:27.353992 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9b0e35-eb21-41aa-b41a-640591cece3c req-35531256-bd0a-4037-816e-57cdb1d19aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:54:27.355394 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-1c9b0e35-eb21-41aa-b41a-640591cece3c req-35531256-bd0a-4037-816e-57cdb1d19aa7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e6ea39b9-614b-40c6-ae71-6f0368b8e9fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0402544 Jan 05 17:54:27.448912 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-1c9b0e35-eb21-41aa-b41a-640591cece3c req-571d0f8c-84d4-4d21-9341-2ff3924ca112 service neutron] 10.222.0.13 "GET /v2.0/networks/e6ea39b9-614b-40c6-ae71-6f0368b8e9fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871282 Jan 05 17:54:27.536354 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-1c9b0e35-eb21-41aa-b41a-640591cece3c req-bab013db-a0e0-4873-aee7-500641dbfb55 service neutron] 10.222.0.13 "GET /v2.0/networks/e6ea39b9-614b-40c6-ae71-6f0368b8e9fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821943 Jan 05 17:54:27.692874 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8367ee2-a7f6-44ee-a74d-d02b5de786fa req-21aa82d0-5951-4ea5-b98d-f850131a3ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:54:27.694927 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-e8367ee2-a7f6-44ee-a74d-d02b5de786fa req-21aa82d0-5951-4ea5-b98d-f850131a3ff4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4a1f5f682b8f41d79d67d68c9228e94a&device_id=95f9dcad-6683-4366-8058-f3776a7acc2f HTTP/1.1" status: 200 len: 1097 time: 0.0411747 Jan 05 17:54:27.788367 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8367ee2-a7f6-44ee-a74d-d02b5de786fa req-367bf0c2-ca4e-47f8-8332-5ac49a8daa60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:54:27.789845 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-e8367ee2-a7f6-44ee-a74d-d02b5de786fa req-367bf0c2-ca4e-47f8-8332-5ac49a8daa60 service neutron] 10.222.0.13 "GET /v2.0/networks?id=e6ea39b9-614b-40c6-ae71-6f0368b8e9fc HTTP/1.1" status: 200 len: 909 time: 0.0884657 Jan 05 17:54:27.829728 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-e8367ee2-a7f6-44ee-a74d-d02b5de786fa req-c4e545f1-c1fe-4fd5-a5b7-389d4b6effba service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=63e87320-e23a-49b6-9264-c2418b4c25b3 HTTP/1.1" status: 200 len: 217 time: 0.0343828 Jan 05 17:54:27.880785 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8367ee2-a7f6-44ee-a74d-d02b5de786fa req-b3e8076d-876d-41a8-8aa0-f4c9e43ecef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:54:27.882761 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-e8367ee2-a7f6-44ee-a74d-d02b5de786fa req-b3e8076d-876d-41a8-8aa0-f4c9e43ecef3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=cb19d338-8d91-4953-99c9-173824d2f2d9 HTTP/1.1" status: 200 len: 847 time: 0.0478218 Jan 05 17:54:27.928610 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8367ee2-a7f6-44ee-a74d-d02b5de786fa req-9a759c71-2d17-41e5-895e-a915656cbbd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:54:27.930137 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-e8367ee2-a7f6-44ee-a74d-d02b5de786fa req-9a759c71-2d17-41e5-895e-a915656cbbd1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e6ea39b9-614b-40c6-ae71-6f0368b8e9fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0400403 Jan 05 17:54:28.017770 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-e8367ee2-a7f6-44ee-a74d-d02b5de786fa req-d28092d8-c66d-4e59-bd4e-f0c659c6f330 service neutron] 10.222.0.13 "GET /v2.0/networks/e6ea39b9-614b-40c6-ae71-6f0368b8e9fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809169 Jan 05 17:54:28.106625 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-e8367ee2-a7f6-44ee-a74d-d02b5de786fa req-6ce46d30-0054-4742-98d7-0b9a1d29bb0f service neutron] 10.222.0.13 "GET /v2.0/networks/e6ea39b9-614b-40c6-ae71-6f0368b8e9fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834117 Jan 05 17:54:28.276200 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445aa8cc-1937-4dca-892f-6a0111978774 req-dd8c20c4-687a-40d6-9e5b-d56f5608bf0c tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:54:28.277770 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-445aa8cc-1937-4dca-892f-6a0111978774 req-dd8c20c4-687a-40d6-9e5b-d56f5608bf0c tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] 10.222.0.11 "GET /v2.0/ports?device_id=95f9dcad-6683-4366-8058-f3776a7acc2f HTTP/1.1" status: 200 len: 944 time: 0.0564165 Jan 05 17:54:28.330039 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-445aa8cc-1937-4dca-892f-6a0111978774 req-66021957-bae1-4ffa-9be8-81f5ed2d9b86 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] 10.222.0.11 "GET /v2.0/security-groups?id=951712a7-c1af-4c2b-8f4f-fd295fc1ad7e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0463810 Jan 05 17:54:29.451298 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c7f89d-6e5f-4ce2-8b5f-cebbeda28aa9 req-03fc7106-74c2-486d-9106-f1e3b037ec20 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:54:29.452959 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-c5c7f89d-6e5f-4ce2-8b5f-cebbeda28aa9 req-03fc7106-74c2-486d-9106-f1e3b037ec20 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] 10.222.0.11 "GET /v2.0/ports?device_id=95f9dcad-6683-4366-8058-f3776a7acc2f HTTP/1.1" status: 200 len: 944 time: 0.0513978 Jan 05 17:54:29.516586 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-c5c7f89d-6e5f-4ce2-8b5f-cebbeda28aa9 req-11831755-0e4b-4b3c-b287-7a2246e1d601 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] 10.222.0.11 "GET /v2.0/security-groups?id=951712a7-c1af-4c2b-8f4f-fd295fc1ad7e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0575826 Jan 05 17:54:30.645734 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4bbc9f-de36-47d4-a116-cc5e31d7c166 req-089e0cd1-2e0b-4e87-8350-05e167829bbf tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:54:30.647342 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-4f4bbc9f-de36-47d4-a116-cc5e31d7c166 req-089e0cd1-2e0b-4e87-8350-05e167829bbf tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] 10.222.0.11 "GET /v2.0/ports?device_id=95f9dcad-6683-4366-8058-f3776a7acc2f HTTP/1.1" status: 200 len: 944 time: 0.0631733 Jan 05 17:54:30.669101 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.agents_db [None req-291d1585-17df-45c0-b64a-d244e6d90872 None None] Agent healthcheck: found 6 active agents {{(pid=103803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 05 17:54:30.697120 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-4f4bbc9f-de36-47d4-a116-cc5e31d7c166 req-9f0536f2-9f5f-4574-baaa-fba99f13ff66 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] 10.222.0.11 "GET /v2.0/security-groups?id=951712a7-c1af-4c2b-8f4f-fd295fc1ad7e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0437403 Jan 05 17:54:31.818003 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945ec9a6-da99-4e52-bb05-030aa71039dc req-7f4de5ba-b0c8-4d36-bd60-c0598cb5121e tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:54:31.819486 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-945ec9a6-da99-4e52-bb05-030aa71039dc req-7f4de5ba-b0c8-4d36-bd60-c0598cb5121e tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] 10.222.0.11 "GET /v2.0/ports?device_id=95f9dcad-6683-4366-8058-f3776a7acc2f HTTP/1.1" status: 200 len: 944 time: 0.0539653 Jan 05 17:54:31.868846 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-945ec9a6-da99-4e52-bb05-030aa71039dc req-a4c52171-d3d9-4f4e-af5e-559eb2a8c1b8 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] 10.222.0.11 "GET /v2.0/security-groups?id=951712a7-c1af-4c2b-8f4f-fd295fc1ad7e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0438282 Jan 05 17:54:32.980935 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a4ca63-67dc-41b5-884f-6069486a5585 req-2c534365-e53c-478b-b7bb-1659e4f583d7 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:54:32.982422 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-07a4ca63-67dc-41b5-884f-6069486a5585 req-2c534365-e53c-478b-b7bb-1659e4f583d7 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] 10.222.0.11 "GET /v2.0/ports?device_id=95f9dcad-6683-4366-8058-f3776a7acc2f HTTP/1.1" status: 200 len: 944 time: 0.0484469 Jan 05 17:54:33.030430 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-07a4ca63-67dc-41b5-884f-6069486a5585 req-3a7a1535-e159-4c42-b501-460fe0337186 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] 10.222.0.11 "GET /v2.0/security-groups?id=951712a7-c1af-4c2b-8f4f-fd295fc1ad7e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425458 Jan 05 17:54:34.186710 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1463f9-6999-4547-a3be-835ab569b07a req-4021a2b3-4881-45e8-921d-490e7f66e781 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:54:34.188257 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-fc1463f9-6999-4547-a3be-835ab569b07a req-4021a2b3-4881-45e8-921d-490e7f66e781 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] 10.222.0.11 "GET /v2.0/ports?device_id=95f9dcad-6683-4366-8058-f3776a7acc2f HTTP/1.1" status: 200 len: 944 time: 0.0910265 Jan 05 17:54:34.237963 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-fc1463f9-6999-4547-a3be-835ab569b07a req-6dec558b-4cdd-4f8f-af90-bb96cb588127 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] 10.222.0.11 "GET /v2.0/security-groups?id=951712a7-c1af-4c2b-8f4f-fd295fc1ad7e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424962 Jan 05 17:54:35.364428 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c4defa-a4c6-4ad8-9b06-f6ee99b91b10 req-55db591d-d8ba-43aa-93e6-34d2d3c3a7c3 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:54:35.365942 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-f6c4defa-a4c6-4ad8-9b06-f6ee99b91b10 req-55db591d-d8ba-43aa-93e6-34d2d3c3a7c3 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] 10.222.0.11 "GET /v2.0/ports?device_id=95f9dcad-6683-4366-8058-f3776a7acc2f HTTP/1.1" status: 200 len: 944 time: 0.0573037 Jan 05 17:54:35.415123 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-f6c4defa-a4c6-4ad8-9b06-f6ee99b91b10 req-8fce732c-1bc1-4634-a5e1-0794ee9d6cb6 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] 10.222.0.11 "GET /v2.0/security-groups?id=951712a7-c1af-4c2b-8f4f-fd295fc1ad7e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429711 Jan 05 17:54:36.526606 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b817516c-92ac-4f61-a67b-c5a1370e3e0b req-cd3b286d-a08a-43c1-8fcc-3c3800d13500 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:54:36.528045 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-b817516c-92ac-4f61-a67b-c5a1370e3e0b req-cd3b286d-a08a-43c1-8fcc-3c3800d13500 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] 10.222.0.11 "GET /v2.0/ports?device_id=95f9dcad-6683-4366-8058-f3776a7acc2f HTTP/1.1" status: 200 len: 944 time: 0.0481865 Jan 05 17:54:36.578594 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-b817516c-92ac-4f61-a67b-c5a1370e3e0b req-19e4bd7c-e18b-46af-814d-ad175ceb5f12 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] 10.222.0.11 "GET /v2.0/security-groups?id=951712a7-c1af-4c2b-8f4f-fd295fc1ad7e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0452433 Jan 05 17:54:37.691653 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fdd648-51f0-44bf-b0c5-ad7fa8635234 req-df212d89-775c-45de-8c8a-d3f9e0dfcca8 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:54:37.693098 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-63fdd648-51f0-44bf-b0c5-ad7fa8635234 req-df212d89-775c-45de-8c8a-d3f9e0dfcca8 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] 10.222.0.11 "GET /v2.0/ports?device_id=95f9dcad-6683-4366-8058-f3776a7acc2f HTTP/1.1" status: 200 len: 944 time: 0.0480452 Jan 05 17:54:37.740984 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-63fdd648-51f0-44bf-b0c5-ad7fa8635234 req-c2df3334-7ac2-437a-b9b9-14ad4a495375 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] 10.222.0.11 "GET /v2.0/security-groups?id=951712a7-c1af-4c2b-8f4f-fd295fc1ad7e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420880 Jan 05 17:54:38.854373 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edbf3f9-248f-462a-81cc-62be0e88fcb1 req-a0ce7b1f-63be-4cf9-afd9-c7f8598f053c tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:54:38.855835 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-5edbf3f9-248f-462a-81cc-62be0e88fcb1 req-a0ce7b1f-63be-4cf9-afd9-c7f8598f053c tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] 10.222.0.11 "GET /v2.0/ports?device_id=95f9dcad-6683-4366-8058-f3776a7acc2f HTTP/1.1" status: 200 len: 944 time: 0.0494597 Jan 05 17:54:38.904529 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-5edbf3f9-248f-462a-81cc-62be0e88fcb1 req-5265b999-6053-482d-bf5c-260011a3e7c9 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] 10.222.0.11 "GET /v2.0/security-groups?id=951712a7-c1af-4c2b-8f4f-fd295fc1ad7e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0430303 Jan 05 17:54:40.019123 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647a2ac9-42ca-495e-972f-41ca97ed4604 req-efddc2cb-b2d8-4b2f-92c9-379337e57368 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:54:40.020561 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-647a2ac9-42ca-495e-972f-41ca97ed4604 req-efddc2cb-b2d8-4b2f-92c9-379337e57368 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] 10.222.0.11 "GET /v2.0/ports?device_id=95f9dcad-6683-4366-8058-f3776a7acc2f HTTP/1.1" status: 200 len: 944 time: 0.0478909 Jan 05 17:54:40.071185 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-647a2ac9-42ca-495e-972f-41ca97ed4604 req-654ad322-9632-4f0d-8ac1-9445a947a30c tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] 10.222.0.11 "GET /v2.0/security-groups?id=951712a7-c1af-4c2b-8f4f-fd295fc1ad7e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0452754 Jan 05 17:54:41.181835 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d672b010-fa8a-4156-a796-abce5fbe8556 req-ae0234c4-8844-4e89-bfd5-453908fe3e50 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:54:41.183296 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-d672b010-fa8a-4156-a796-abce5fbe8556 req-ae0234c4-8844-4e89-bfd5-453908fe3e50 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] 10.222.0.11 "GET /v2.0/ports?device_id=95f9dcad-6683-4366-8058-f3776a7acc2f HTTP/1.1" status: 200 len: 944 time: 0.0479603 Jan 05 17:54:41.231460 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-d672b010-fa8a-4156-a796-abce5fbe8556 req-9d137408-bedf-4159-a49d-92d10fbb86ad tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] 10.222.0.11 "GET /v2.0/security-groups?id=951712a7-c1af-4c2b-8f4f-fd295fc1ad7e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0426359 Jan 05 17:54:42.348198 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2424ba6-8c89-46d0-a58e-7623fa4b9388 req-797a95c5-1253-41c6-9dd2-4798c10c6197 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:54:42.349717 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-a2424ba6-8c89-46d0-a58e-7623fa4b9388 req-797a95c5-1253-41c6-9dd2-4798c10c6197 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] 10.222.0.11 "GET /v2.0/ports?device_id=95f9dcad-6683-4366-8058-f3776a7acc2f HTTP/1.1" status: 200 len: 944 time: 0.0490005 Jan 05 17:54:42.397424 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-a2424ba6-8c89-46d0-a58e-7623fa4b9388 req-9ce6d883-ae74-4b81-8a4d-299a9947c8a8 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] 10.222.0.11 "GET /v2.0/security-groups?id=951712a7-c1af-4c2b-8f4f-fd295fc1ad7e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0414612 Jan 05 17:54:43.516790 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc48c186-be8d-4a44-bb98-02acaab0e5ff req-026888f0-2344-4e5f-b07b-122ed113b28e tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:54:43.518301 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-cc48c186-be8d-4a44-bb98-02acaab0e5ff req-026888f0-2344-4e5f-b07b-122ed113b28e tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] 10.222.0.11 "GET /v2.0/ports?device_id=95f9dcad-6683-4366-8058-f3776a7acc2f HTTP/1.1" status: 200 len: 944 time: 0.0548413 Jan 05 17:54:43.566551 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-cc48c186-be8d-4a44-bb98-02acaab0e5ff req-c766c16a-96b4-48d0-b317-d7a86a7af6b0 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] 10.222.0.11 "GET /v2.0/security-groups?id=951712a7-c1af-4c2b-8f4f-fd295fc1ad7e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428309 Jan 05 17:54:44.200185 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Device 63e87320-e23a-49b6-9264-c2418b4c25b3 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 05 17:54:44.305497 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] For port 63e87320-e23a-49b6-9264-c2418b4c25b3, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=63e87320-e23a-49b6-9264-c2418b4c25b3,segment=NetworkSegment(c0f2fbfb-5ca2-49a6-a607-91e01db71e22),segment_id=c0f2fbfb-5ca2-49a6-a607-91e01db71e22)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:54:44.317410 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Returning: {'device': '63e87320-e23a-49b6-9264-c2418b4c25b3', 'network_id': 'e6ea39b9-614b-40c6-ae71-6f0368b8e9fc', 'port_id': '63e87320-e23a-49b6-9264-c2418b4c25b3', 'mac_address': 'fa:16:3e:65:3e:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb19d338-8d91-4953-99c9-173824d2f2d9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 05 17:54:44.355728 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:54:44.370999 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.notifiers.nova [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63e87320-e23a-49b6-9264-c2418b4c25b3 {{(pid=103802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 05 17:54:44.389734 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] For port 63e87320-e23a-49b6-9264-c2418b4c25b3, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=63e87320-e23a-49b6-9264-c2418b4c25b3,segment=NetworkSegment(c0f2fbfb-5ca2-49a6-a607-91e01db71e22),segment_id=c0f2fbfb-5ca2-49a6-a607-91e01db71e22)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:54:44.451572 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:54:44.498625 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Pushing event updated for resources: {'Port': ['ID=63e87320-e23a-49b6-9264-c2418b4c25b3,revision_number=4']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:54:44.505419 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:54:44.505793 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:54:44.506131 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:54:44.506468 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:54:44.506790 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:54:44.507175 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:54:44.507498 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:54:44.507818 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:54:44.508134 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:54:44.508451 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:54:44.508789 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:54:44.509713 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:54:44.510049 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:54:44.659918 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] get_ports_and_sgs() called for port_ids ['63e87320-e23a-49b6-9264-c2418b4c25b3'] {{(pid=103802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 05 17:54:44.683100 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be85136c-fb6b-4eb4-8fdd-fc4bff6560b5 req-ee01d4b3-329f-4c51-93ff-47cab26771c9 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:54:44.684562 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-be85136c-fb6b-4eb4-8fdd-fc4bff6560b5 req-ee01d4b3-329f-4c51-93ff-47cab26771c9 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] 10.222.0.11 "GET /v2.0/ports?device_id=95f9dcad-6683-4366-8058-f3776a7acc2f HTTP/1.1" status: 200 len: 945 time: 0.0494692 Jan 05 17:54:44.732071 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-be85136c-fb6b-4eb4-8fdd-fc4bff6560b5 req-a0263568-b39f-4551-bb5c-873b40eb10eb tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] 10.222.0.11 "GET /v2.0/security-groups?id=951712a7-c1af-4c2b-8f4f-fd295fc1ad7e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418677 Jan 05 17:54:45.847097 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80db8982-61da-4148-85a0-a1f29a672e18 req-fb95a5ee-5991-4928-a4cc-47c338193c66 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:54:45.848580 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-80db8982-61da-4148-85a0-a1f29a672e18 req-fb95a5ee-5991-4928-a4cc-47c338193c66 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] 10.222.0.11 "GET /v2.0/ports?device_id=95f9dcad-6683-4366-8058-f3776a7acc2f HTTP/1.1" status: 200 len: 945 time: 0.0495148 Jan 05 17:54:45.896285 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-80db8982-61da-4148-85a0-a1f29a672e18 req-fa5cc78d-dd9c-4372-9a7b-810f18ee104a tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] 10.222.0.11 "GET /v2.0/security-groups?id=951712a7-c1af-4c2b-8f4f-fd295fc1ad7e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0422828 Jan 05 17:54:46.203317 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Device 63e87320-e23a-49b6-9264-c2418b4c25b3 up at agent hyperv_hv-neutron-mast {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:54:46.342635 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Provisioning for port 63e87320-e23a-49b6-9264-c2418b4c25b3 completed by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 05 17:54:46.346575 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Provisioning complete for port 63e87320-e23a-49b6-9264-c2418b4c25b3 triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:54:46.346944 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:54:46.422870 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:54:46.444886 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95f9dcad-6683-4366-8058-f3776a7acc2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63e87320-e23a-49b6-9264-c2418b4c25b3'}] {{(pid=103802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 05 17:54:46.447167 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36b213fbd845b3f09e785999bbcda1c85cd5592d7f001460987854e5c1683bd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58e044c6-8db4-45b5-b3b6-72a3de645b65" -d '{"events": [{"server_uuid": "95f9dcad-6683-4366-8058-f3776a7acc2f", "name": "network-vif-plugged", "status": "completed", "tag": "63e87320-e23a-49b6-9264-c2418b4c25b3"}]}' {{(pid=103802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 05 17:54:46.459608 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] For port 63e87320-e23a-49b6-9264-c2418b4c25b3, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=63e87320-e23a-49b6-9264-c2418b4c25b3,segment=NetworkSegment(c0f2fbfb-5ca2-49a6-a607-91e01db71e22),segment_id=c0f2fbfb-5ca2-49a6-a607-91e01db71e22)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:54:46.482460 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Jan 2022 17:54:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d002bde5-19e8-4b88-bc77-2d9f4809deba x-openstack-request-id: req-d002bde5-19e8-4b88-bc77-2d9f4809deba {{(pid=103802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 05 17:54:46.482751 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95f9dcad-6683-4366-8058-f3776a7acc2f", "name": "network-vif-plugged", "status": "completed", "tag": "63e87320-e23a-49b6-9264-c2418b4c25b3", "code": 200}]} {{(pid=103802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 05 17:54:46.483005 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d002bde5-19e8-4b88-bc77-2d9f4809deba {{(pid=103802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 05 17:54:46.483400 dv-neutron-master-2-hyperv neutron-server[103802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95f9dcad-6683-4366-8058-f3776a7acc2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63e87320-e23a-49b6-9264-c2418b4c25b3', 'code': 200} Jan 05 17:54:46.537054 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:54:46.583993 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Pushing event updated for resources: {'Port': ['ID=63e87320-e23a-49b6-9264-c2418b4c25b3,revision_number=5']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:54:46.717866 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46626bb9-c70a-4433-997a-d9f0ce5e0a27 req-f8d1fe2d-eec5-4c79-9917-154d3905674a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:54:46.719239 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-46626bb9-c70a-4433-997a-d9f0ce5e0a27 req-f8d1fe2d-eec5-4c79-9917-154d3905674a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=95f9dcad-6683-4366-8058-f3776a7acc2f HTTP/1.1" status: 200 len: 1099 time: 0.0399814 Jan 05 17:54:46.766697 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-46626bb9-c70a-4433-997a-d9f0ce5e0a27 req-5522f9fa-6b08-498c-abdc-800b15367afc service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=951712a7-c1af-4c2b-8f4f-fd295fc1ad7e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0422251 Jan 05 17:54:47.007792 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225b5f35-92dc-419c-b5a8-128174a01e50 req-34fac697-612c-4158-9e32-87a93efa0dab tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:54:47.009295 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-225b5f35-92dc-419c-b5a8-128174a01e50 req-34fac697-612c-4158-9e32-87a93efa0dab tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] 10.222.0.11 "GET /v2.0/ports?device_id=95f9dcad-6683-4366-8058-f3776a7acc2f HTTP/1.1" status: 200 len: 946 time: 0.0487761 Jan 05 17:54:47.057075 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-225b5f35-92dc-419c-b5a8-128174a01e50 req-5147a545-b11c-4afe-ba98-d5122f8185d3 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] 10.222.0.11 "GET /v2.0/security-groups?id=951712a7-c1af-4c2b-8f4f-fd295fc1ad7e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0423508 Jan 05 17:54:47.154113 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-427c0e24-8b70-4458-8013-23effaf6626f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:54:48.174251 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebbec49-c19c-4204-be97-f3d467f0ace5 req-6b66c215-ed77-4702-aa4d-d1cccd0cca46 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:54:48.175707 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-8ebbec49-c19c-4204-be97-f3d467f0ace5 req-6b66c215-ed77-4702-aa4d-d1cccd0cca46 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] 10.222.0.11 "GET /v2.0/ports?device_id=95f9dcad-6683-4366-8058-f3776a7acc2f HTTP/1.1" status: 200 len: 946 time: 0.0516293 Jan 05 17:54:48.223286 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-8ebbec49-c19c-4204-be97-f3d467f0ace5 req-69af63d8-76c0-433d-b5a6-dd9d763081c4 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] 10.222.0.11 "GET /v2.0/security-groups?id=951712a7-c1af-4c2b-8f4f-fd295fc1ad7e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0415444 Jan 05 17:54:48.334266 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2991aa72-2db8-461d-8d45-cc055ee60784 req-b5888371-648f-42f2-8cd3-707c3dd0a176 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:54:48.335774 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-2991aa72-2db8-461d-8d45-cc055ee60784 req-b5888371-648f-42f2-8cd3-707c3dd0a176 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] 10.222.0.11 "GET /v2.0/ports?device_id=95f9dcad-6683-4366-8058-f3776a7acc2f HTTP/1.1" status: 200 len: 946 time: 0.0486331 Jan 05 17:54:48.382654 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-2991aa72-2db8-461d-8d45-cc055ee60784 req-ec518f9c-38f9-4dbe-b035-09989966dc44 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] 10.222.0.11 "GET /v2.0/security-groups?id=951712a7-c1af-4c2b-8f4f-fd295fc1ad7e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0415332 Jan 05 17:54:48.403771 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 53036) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:54:48.445503 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd8b3daf-27c5-4220-bd49-d304ee5c8184 tempest-TestShelveInstance-1836076741 tempest-TestShelveInstance-1836076741-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:54:48.447635 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-dd8b3daf-27c5-4220-bd49-d304ee5c8184 tempest-TestShelveInstance-1836076741 tempest-TestShelveInstance-1836076741-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=95f9dcad-6683-4366-8058-f3776a7acc2f HTTP/1.1" status: 200 len: 1094 time: 0.0429256 Jan 05 17:54:48.450397 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 53038) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:54:48.454483 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-d4d25767-48c0-41f6-98ed-9f9d27392a25 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Request body: {'floatingip': {'floating_network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'port_id': '63e87320-e23a-49b6-9264-c2418b4c25b3', 'tenant_id': '4a1f5f682b8f41d79d67d68c9228e94a', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:54:48.536758 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d4d25767-48c0-41f6-98ed-9f9d27392a25 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Publish callbacks [] for floatingip, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:54:48.631693 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d4d25767-48c0-41f6-98ed-9f9d27392a25 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:54:48.735107 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [None req-d4d25767-48c0-41f6-98ed-9f9d27392a25 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Allocated IP 172.36.4.106 (b0167590-0699-4c5c-a932-3939414a9573/7a784a6d-3d96-418f-a645-b9ccd0b1ac55/f41d88a4-2290-4283-af37-e7822bd357b7) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:54:48.830807 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d4d25767-48c0-41f6-98ed-9f9d27392a25 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Publish callbacks [] for port, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:54:48.920001 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d4d25767-48c0-41f6-98ed-9f9d27392a25 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:54:48.961526 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4d25767-48c0-41f6-98ed-9f9d27392a25 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Network b0167590-0699-4c5c-a932-3939414a9573 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:54:48.965137 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-d4d25767-48c0-41f6-98ed-9f9d27392a25 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:54:48.968492 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4d25767-48c0-41f6-98ed-9f9d27392a25 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:54:48.991236 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d25767-48c0-41f6-98ed-9f9d27392a25 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Pushing event updated for resources: {'Port': ['ID=f41d88a4-2290-4283-af37-e7822bd357b7,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:54:49.311624 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d4d25767-48c0-41f6-98ed-9f9d27392a25 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:54:49.399877 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-3f75f68a-2f60-4f61-a96e-58d8dab2b298 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:54:49.453924 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d4d25767-48c0-41f6-98ed-9f9d27392a25 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:54:49.600422 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d4d25767-48c0-41f6-98ed-9f9d27392a25 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Publish callbacks [] for port, precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:54:49.657149 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d4d25767-48c0-41f6-98ed-9f9d27392a25 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8784461'] for port, after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:54:49.724732 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d25767-48c0-41f6-98ed-9f9d27392a25 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Pushing event updated for resources: {'Port': ['ID=f41d88a4-2290-4283-af37-e7822bd357b7,revision_number=2']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:54:49.738130 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d25767-48c0-41f6-98ed-9f9d27392a25 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:54:49.738481 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d25767-48c0-41f6-98ed-9f9d27392a25 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:54:49.738823 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d25767-48c0-41f6-98ed-9f9d27392a25 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:54:49.739157 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d25767-48c0-41f6-98ed-9f9d27392a25 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:54:49.739491 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d25767-48c0-41f6-98ed-9f9d27392a25 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:54:49.739815 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d25767-48c0-41f6-98ed-9f9d27392a25 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:54:49.740142 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d25767-48c0-41f6-98ed-9f9d27392a25 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:54:49.740464 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d25767-48c0-41f6-98ed-9f9d27392a25 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:54:49.740790 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d25767-48c0-41f6-98ed-9f9d27392a25 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:54:49.741117 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d25767-48c0-41f6-98ed-9f9d27392a25 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:54:49.741442 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d25767-48c0-41f6-98ed-9f9d27392a25 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:54:49.741804 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d25767-48c0-41f6-98ed-9f9d27392a25 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:54:49.742085 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d25767-48c0-41f6-98ed-9f9d27392a25 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:54:49.746507 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d4d25767-48c0-41f6-98ed-9f9d27392a25 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648677'] for floatingip, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:54:49.844061 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.db.l3_db [None req-d4d25767-48c0-41f6-98ed-9f9d27392a25 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Floating IP e5393f43-20c2-4d28-9f52-1960690481a8 associated. External IP: 172.36.4.106, port: 63e87320-e23a-49b6-9264-c2418b4c25b3. Jan 05 17:54:50.053992 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4d25767-48c0-41f6-98ed-9f9d27392a25 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Router 5878492b-211c-4514-8943-31c2d3c8328a has already been hosted by L3 agent 59446fdc-40e0-41fe-a575-a8eb11d742f7 {{(pid=103800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 05 17:54:50.160421 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4d25767-48c0-41f6-98ed-9f9d27392a25 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 05 17:54:50.170799 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39ffcd99-2aed-4b4f-af9d-be025999da81 None None] Sync routers for ids ['5878492b-211c-4514-8943-31c2d3c8328a'] in dv-neutron-master-2-hyperv {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 05 17:54:50.180527 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39ffcd99-2aed-4b4f-af9d-be025999da81 None None] Routers {'5878492b-211c-4514-8943-31c2d3c8328a'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:54:50.181132 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-39ffcd99-2aed-4b4f-af9d-be025999da81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:54:49Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['5878492b-211c-4514-8943-31c2d3c8328a'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:54:50.235570 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:54:50.264869 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d4d25767-48c0-41f6-98ed-9f9d27392a25 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for floatingip, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:54:50.287462 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-39ffcd99-2aed-4b4f-af9d-be025999da81 None None] Set router 5878492b-211c-4514-8943-31c2d3c8328a gateway port host: dv-neutron-master-2-hyperv {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:54:50.291758 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-d4d25767-48c0-41f6-98ed-9f9d27392a25 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8403962 Jan 05 17:54:50.295750 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95f9dcad-6683-4366-8058-f3776a7acc2f', 'tag': '63e87320-e23a-49b6-9264-c2418b4c25b3'}] {{(pid=103800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 05 17:54:50.295750 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f64b9d4628f7eefcc27168a80c04985d23f0ea5def038dae05e1deb7357f3bfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ea4e8e0-8ff2-4284-9032-d858569e16cb" -d '{"events": [{"name": "network-changed", "server_uuid": "95f9dcad-6683-4366-8058-f3776a7acc2f", "tag": "63e87320-e23a-49b6-9264-c2418b4c25b3"}]}' {{(pid=103800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 05 17:54:50.330813 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Jan 2022 17:54:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbd9ad4f-409a-405b-8672-11f0338636f5 x-openstack-request-id: req-fbd9ad4f-409a-405b-8672-11f0338636f5 {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 05 17:54:50.331125 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95f9dcad-6683-4366-8058-f3776a7acc2f", "tag": "63e87320-e23a-49b6-9264-c2418b4c25b3", "status": "completed", "code": 200}]} {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 05 17:54:50.331378 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-fbd9ad4f-409a-405b-8672-11f0338636f5 {{(pid=103800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 05 17:54:50.332048 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95f9dcad-6683-4366-8058-f3776a7acc2f', 'tag': '63e87320-e23a-49b6-9264-c2418b4c25b3', 'status': 'completed', 'code': 200} Jan 05 17:54:50.397136 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea4e8e0-8ff2-4284-9032-d858569e16cb req-f734b3bc-ffb5-4e7f-866e-2e021a36a827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:54:50.398688 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-2ea4e8e0-8ff2-4284-9032-d858569e16cb req-f734b3bc-ffb5-4e7f-866e-2e021a36a827 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4a1f5f682b8f41d79d67d68c9228e94a&device_id=95f9dcad-6683-4366-8058-f3776a7acc2f HTTP/1.1" status: 200 len: 1099 time: 0.0441220 Jan 05 17:54:50.492102 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea4e8e0-8ff2-4284-9032-d858569e16cb req-d112519c-44cd-49da-8c1c-92b1447edebe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:54:50.493601 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-2ea4e8e0-8ff2-4284-9032-d858569e16cb req-d112519c-44cd-49da-8c1c-92b1447edebe service neutron] 10.222.0.13 "GET /v2.0/networks?id=e6ea39b9-614b-40c6-ae71-6f0368b8e9fc HTTP/1.1" status: 200 len: 909 time: 0.0891919 Jan 05 17:54:50.517187 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-39ffcd99-2aed-4b4f-af9d-be025999da81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5878492b-211c-4514-8943-31c2d3c8328a', 'name': 'tempest-TestShelveInstance-294049794-router', 'tenant_id': '4a1f5f682b8f41d79d67d68c9228e94a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.70'}], 'enable_snat': True}, 'gw_port_id': 'ba81261b-8c1a-42bb-ab28-c7d1b96f5b8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:49:24Z', 'updated_at': '2022-01-05T17:49:27Z', 'revision_number': 4, 'project_id': '4a1f5f682b8f41d79d67d68c9228e94a', 'gw_port': {'id': 'ba81261b-8c1a-42bb-ab28-c7d1b96f5b8e', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:8e:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5878492b-211c-4514-8943-31c2d3c8328a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:49:24Z', 'updated_at': '2022-01-05T17:49:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'e5393f43-20c2-4d28-9f52-1960690481a8', 'tenant_id': '4a1f5f682b8f41d79d67d68c9228e94a', 'floating_ip_address': '172.36.4.106', 'floating_network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'router_id': '5878492b-211c-4514-8943-31c2d3c8328a', 'port_id': '63e87320-e23a-49b6-9264-c2418b4c25b3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1857, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6ea39b9-614b-40c6-ae71-6f0368b8e9fc', 'mac_address': 'fa:16:3e:65:3e:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95f9dcad-6683-4366-8058-f3776a7acc2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-05T17:54:49Z', 'updated_at': '2022-01-05T17:54:49Z', 'revision_number': 0, 'project_id': '4a1f5f682b8f41d79d67d68c9228e94a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c826df28-3e87-4cb0-9c60-87de2a4fe7f3', 'name': '', 'network_id': 'e6ea39b9-614b-40c6-ae71-6f0368b8e9fc', 'tenant_id': '4a1f5f682b8f41d79d67d68c9228e94a', 'mac_address': 'fa:16:3e:9e:30:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5878492b-211c-4514-8943-31c2d3c8328a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': 'cb19d338-8d91-4953-99c9-173824d2f2d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:49:26Z', 'updated_at': '2022-01-05T17:49:31Z', 'revision_number': 5, 'project_id': '4a1f5f682b8f41d79d67d68c9228e94a', 'subnets': [{'id': 'cb19d338-8d91-4953-99c9-173824d2f2d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:54:50.547673 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39ffcd99-2aed-4b4f-af9d-be025999da81 None None] Checking router: 5878492b-211c-4514-8943-31c2d3c8328a for host: dv-neutron-master-2-hyperv {{(pid=103802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 05 17:54:50.555754 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39ffcd99-2aed-4b4f-af9d-be025999da81 None None] Routers {'5878492b-211c-4514-8943-31c2d3c8328a'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:54:50.556353 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-39ffcd99-2aed-4b4f-af9d-be025999da81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:54:49Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['5878492b-211c-4514-8943-31c2d3c8328a'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:54:50.557168 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-2ea4e8e0-8ff2-4284-9032-d858569e16cb req-a49f806a-3492-4df4-9f56-ba209ea1feb3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=63e87320-e23a-49b6-9264-c2418b4c25b3 HTTP/1.1" status: 200 len: 1000 time: 0.0573695 Jan 05 17:54:50.609263 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea4e8e0-8ff2-4284-9032-d858569e16cb req-6b78b8bf-082f-4024-aac9-a004a1b67e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:54:50.610829 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-2ea4e8e0-8ff2-4284-9032-d858569e16cb req-6b78b8bf-082f-4024-aac9-a004a1b67e3f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=cb19d338-8d91-4953-99c9-173824d2f2d9 HTTP/1.1" status: 200 len: 847 time: 0.0481620 Jan 05 17:54:50.660570 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea4e8e0-8ff2-4284-9032-d858569e16cb req-dd0496a0-ff68-4588-af22-4dea597544d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:54:50.662166 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-2ea4e8e0-8ff2-4284-9032-d858569e16cb req-dd0496a0-ff68-4588-af22-4dea597544d7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e6ea39b9-614b-40c6-ae71-6f0368b8e9fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0461190 Jan 05 17:54:50.675921 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-39ffcd99-2aed-4b4f-af9d-be025999da81 None None] Set router 5878492b-211c-4514-8943-31c2d3c8328a gateway port host: dv-neutron-master-2-hyperv {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:54:50.752186 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-2ea4e8e0-8ff2-4284-9032-d858569e16cb req-f0bf4242-2e14-42da-99b4-086e86588d5f service neutron] 10.222.0.13 "GET /v2.0/networks/e6ea39b9-614b-40c6-ae71-6f0368b8e9fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829914 Jan 05 17:54:50.766085 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d2607572-b3c9-472c-85bc-c8de0c3fb75c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:54:50.844843 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-2ea4e8e0-8ff2-4284-9032-d858569e16cb req-68855635-251c-4fb6-95c5-117b6a55dda5 service neutron] 10.222.0.13 "GET /v2.0/networks/e6ea39b9-614b-40c6-ae71-6f0368b8e9fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874126 Jan 05 17:54:50.906409 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-39ffcd99-2aed-4b4f-af9d-be025999da81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5878492b-211c-4514-8943-31c2d3c8328a', 'name': 'tempest-TestShelveInstance-294049794-router', 'tenant_id': '4a1f5f682b8f41d79d67d68c9228e94a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.70'}], 'enable_snat': True}, 'gw_port_id': 'ba81261b-8c1a-42bb-ab28-c7d1b96f5b8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:49:24Z', 'updated_at': '2022-01-05T17:49:27Z', 'revision_number': 4, 'project_id': '4a1f5f682b8f41d79d67d68c9228e94a', 'gw_port': {'id': 'ba81261b-8c1a-42bb-ab28-c7d1b96f5b8e', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:8e:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5878492b-211c-4514-8943-31c2d3c8328a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:49:24Z', 'updated_at': '2022-01-05T17:49:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'e5393f43-20c2-4d28-9f52-1960690481a8', 'tenant_id': '4a1f5f682b8f41d79d67d68c9228e94a', 'floating_ip_address': '172.36.4.106', 'floating_network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'router_id': '5878492b-211c-4514-8943-31c2d3c8328a', 'port_id': '63e87320-e23a-49b6-9264-c2418b4c25b3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1857, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6ea39b9-614b-40c6-ae71-6f0368b8e9fc', 'mac_address': 'fa:16:3e:65:3e:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95f9dcad-6683-4366-8058-f3776a7acc2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-05T17:54:49Z', 'updated_at': '2022-01-05T17:54:49Z', 'revision_number': 0, 'project_id': '4a1f5f682b8f41d79d67d68c9228e94a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c826df28-3e87-4cb0-9c60-87de2a4fe7f3', 'name': '', 'network_id': 'e6ea39b9-614b-40c6-ae71-6f0368b8e9fc', 'tenant_id': '4a1f5f682b8f41d79d67d68c9228e94a', 'mac_address': 'fa:16:3e:9e:30:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5878492b-211c-4514-8943-31c2d3c8328a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': 'cb19d338-8d91-4953-99c9-173824d2f2d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:49:26Z', 'updated_at': '2022-01-05T17:49:31Z', 'revision_number': 5, 'project_id': '4a1f5f682b8f41d79d67d68c9228e94a', 'subnets': [{'id': 'cb19d338-8d91-4953-99c9-173824d2f2d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:54:50.935155 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39ffcd99-2aed-4b4f-af9d-be025999da81 None None] The sync data for ids ['5878492b-211c-4514-8943-31c2d3c8328a'] in dv-neutron-master-2-hyperv is: [{'id': '5878492b-211c-4514-8943-31c2d3c8328a', 'name': 'tempest-TestShelveInstance-294049794-router', 'tenant_id': '4a1f5f682b8f41d79d67d68c9228e94a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.70'}], 'enable_snat': True}, 'gw_port_id': 'ba81261b-8c1a-42bb-ab28-c7d1b96f5b8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:49:24Z', 'updated_at': '2022-01-05T17:49:27Z', 'revision_number': 4, 'project_id': '4a1f5f682b8f41d79d67d68c9228e94a', 'gw_port': {'id': 'ba81261b-8c1a-42bb-ab28-c7d1b96f5b8e', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:8e:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5878492b-211c-4514-8943-31c2d3c8328a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:49:24Z', 'updated_at': '2022-01-05T17:49:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'e5393f43-20c2-4d28-9f52-1960690481a8', 'tenant_id': '4a1f5f682b8f41d79d67d68c9228e94a', 'floating_ip_address': '172.36.4.106', 'floating_network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'router_id': '5878492b-211c-4514-8943-31c2d3c8328a', 'port_id': '63e87320-e23a-49b6-9264-c2418b4c25b3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1857, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6ea39b9-614b-40c6-ae71-6f0368b8e9fc', 'mac_address': 'fa:16:3e:65:3e:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95f9dcad-6683-4366-8058-f3776a7acc2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-05T17:54:49Z', 'updated_at': '2022-01-05T17:54:49Z', 'revision_number': 0, 'project_id': '4a1f5f682b8f41d79d67d68c9228e94a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c826df28-3e87-4cb0-9c60-87de2a4fe7f3', 'name': '', 'network_id': 'e6ea39b9-614b-40c6-ae71-6f0368b8e9fc', 'tenant_id': '4a1f5f682b8f41d79d67d68c9228e94a', 'mac_address': 'fa:16:3e:9e:30:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5878492b-211c-4514-8943-31c2d3c8328a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': 'cb19d338-8d91-4953-99c9-173824d2f2d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:49:26Z', 'updated_at': '2022-01-05T17:49:31Z', 'revision_number': 5, 'project_id': '4a1f5f682b8f41d79d67d68c9228e94a', 'subnets': [{'id': 'cb19d338-8d91-4953-99c9-173824d2f2d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 05 17:54:51.128872 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64719b5e-2487-45b5-9c2d-275c31c0ee37 None None] New status for floating IP e5393f43-20c2-4d28-9f52-1960690481a8: ACTIVE {{(pid=103803) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 05 17:54:52.096779 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d504d802-9546-4ce5-a9d3-96c844ac5808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:54:53.314360 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:55:07.668028 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.agents_db [None req-291d1585-17df-45c0-b64a-d244e6d90872 None None] Agent healthcheck: found 6 active agents {{(pid=103803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 05 17:55:17.176684 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-0e63fd1e-cabf-4d9f-8191-8c66110ee97b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:55:19.422569 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-1953527a-5691-428e-9dd9-1c8ab141866a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:55:20.364847 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:55:20.725238 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d2607572-b3c9-472c-85bc-c8de0c3fb75c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:55:22.096318 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d504d802-9546-4ce5-a9d3-96c844ac5808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:55:23.319033 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:55:44.667688 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.agents_db [None req-291d1585-17df-45c0-b64a-d244e6d90872 None None] Agent healthcheck: found 6 active agents {{(pid=103803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 05 17:55:47.142314 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-3521756c-7d53-4645-8ca0-252164c99a27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:55:49.307211 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-1bc8180b-f86f-4b5a-9afb-3c39181df45f req-496dd6f6-7f32-41ee-9f8e-3a137f21d23a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=95f9dcad-6683-4366-8058-f3776a7acc2f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0404954 Jan 05 17:55:49.391544 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc8180b-f86f-4b5a-9afb-3c39181df45f req-6b93a3fd-298e-4cfa-bf17-c413220c3a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:55:49.393029 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-1bc8180b-f86f-4b5a-9afb-3c39181df45f req-6b93a3fd-298e-4cfa-bf17-c413220c3a5f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4a1f5f682b8f41d79d67d68c9228e94a&device_id=95f9dcad-6683-4366-8058-f3776a7acc2f HTTP/1.1" status: 200 len: 1099 time: 0.0445685 Jan 05 17:55:49.404741 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-275a403e-95b7-4ea6-bd3c-7e452b47d050 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:55:49.500933 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc8180b-f86f-4b5a-9afb-3c39181df45f req-78afef2d-4e0d-46b8-ae0d-59500f908caa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:55:49.502489 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-1bc8180b-f86f-4b5a-9afb-3c39181df45f req-78afef2d-4e0d-46b8-ae0d-59500f908caa service neutron] 10.222.0.13 "GET /v2.0/networks?id=e6ea39b9-614b-40c6-ae71-6f0368b8e9fc HTTP/1.1" status: 200 len: 909 time: 0.0914328 Jan 05 17:55:49.569668 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-1bc8180b-f86f-4b5a-9afb-3c39181df45f req-d1227d8d-442b-4178-8ae8-7cde328cef34 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=63e87320-e23a-49b6-9264-c2418b4c25b3 HTTP/1.1" status: 200 len: 1002 time: 0.0614936 Jan 05 17:55:49.618230 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc8180b-f86f-4b5a-9afb-3c39181df45f req-8deea382-f423-4f74-b861-fa4109df1568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:55:49.619669 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-1bc8180b-f86f-4b5a-9afb-3c39181df45f req-8deea382-f423-4f74-b861-fa4109df1568 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=cb19d338-8d91-4953-99c9-173824d2f2d9 HTTP/1.1" status: 200 len: 847 time: 0.0428295 Jan 05 17:55:49.665354 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc8180b-f86f-4b5a-9afb-3c39181df45f req-8c99b189-17ec-4c33-9fc2-3f37f0c760c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:55:49.666879 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-1bc8180b-f86f-4b5a-9afb-3c39181df45f req-8c99b189-17ec-4c33-9fc2-3f37f0c760c7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e6ea39b9-614b-40c6-ae71-6f0368b8e9fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0396121 Jan 05 17:55:50.100999 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-1bc8180b-f86f-4b5a-9afb-3c39181df45f req-82c4398e-a617-4209-b48b-e8fa9ae33c92 service neutron] 10.222.0.13 "GET /v2.0/networks/e6ea39b9-614b-40c6-ae71-6f0368b8e9fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4272618 Jan 05 17:55:50.188360 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-1bc8180b-f86f-4b5a-9afb-3c39181df45f req-cb6cf292-a7c3-4a6c-bb2e-0a753fc76f8b service neutron] 10.222.0.13 "GET /v2.0/networks/e6ea39b9-614b-40c6-ae71-6f0368b8e9fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813973 Jan 05 17:55:50.238719 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:55:50.724076 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d2607572-b3c9-472c-85bc-c8de0c3fb75c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:55:52.090096 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d504d802-9546-4ce5-a9d3-96c844ac5808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:55:53.348179 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:56:17.180821 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-52edf4ec-b89b-4a59-be24-d7aa18143be6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:56:19.415492 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-4c2c51a8-2868-45e1-8700-3638e8682d49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:56:20.221341 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:56:20.712114 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d2607572-b3c9-472c-85bc-c8de0c3fb75c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:56:21.667206 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.agents_db [None req-291d1585-17df-45c0-b64a-d244e6d90872 None None] Agent healthcheck: found 6 active agents {{(pid=103803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 05 17:56:22.119243 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d504d802-9546-4ce5-a9d3-96c844ac5808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:56:23.300854 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:56:47.140672 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-0618c98d-4100-4546-be03-b496fa2e7bbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:56:49.397353 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-ca19f42b-8e60-47fd-a003-0c13940f4f76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:56:50.214369 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:56:50.706388 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d2607572-b3c9-472c-85bc-c8de0c3fb75c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:56:51.301155 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-86f68eaf-aec7-41d3-a58f-f1b3a8dbc45c req-7cd172a7-03c8-4430-9025-f48f14f28f6d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=95f9dcad-6683-4366-8058-f3776a7acc2f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0385079 Jan 05 17:56:51.377714 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f68eaf-aec7-41d3-a58f-f1b3a8dbc45c req-55cd5e59-54c6-4718-9adf-6fde4f2a273d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:56:51.379157 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-86f68eaf-aec7-41d3-a58f-f1b3a8dbc45c req-55cd5e59-54c6-4718-9adf-6fde4f2a273d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4a1f5f682b8f41d79d67d68c9228e94a&device_id=95f9dcad-6683-4366-8058-f3776a7acc2f HTTP/1.1" status: 200 len: 1099 time: 0.0395110 Jan 05 17:56:51.481365 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f68eaf-aec7-41d3-a58f-f1b3a8dbc45c req-fc6c5a4e-4ae1-4d6e-8b8f-0080aad66f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:56:51.482823 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-86f68eaf-aec7-41d3-a58f-f1b3a8dbc45c req-fc6c5a4e-4ae1-4d6e-8b8f-0080aad66f42 service neutron] 10.222.0.13 "GET /v2.0/networks?id=e6ea39b9-614b-40c6-ae71-6f0368b8e9fc HTTP/1.1" status: 200 len: 909 time: 0.0858994 Jan 05 17:56:51.545369 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-86f68eaf-aec7-41d3-a58f-f1b3a8dbc45c req-42a9cf0a-e8a9-461e-9b98-14b29eaaf300 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=63e87320-e23a-49b6-9264-c2418b4c25b3 HTTP/1.1" status: 200 len: 1002 time: 0.0562294 Jan 05 17:56:51.595171 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f68eaf-aec7-41d3-a58f-f1b3a8dbc45c req-0496222a-defb-4415-9260-1c9e81693c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:56:51.596483 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-86f68eaf-aec7-41d3-a58f-f1b3a8dbc45c req-0496222a-defb-4415-9260-1c9e81693c64 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=cb19d338-8d91-4953-99c9-173824d2f2d9 HTTP/1.1" status: 200 len: 847 time: 0.0456038 Jan 05 17:56:51.640904 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f68eaf-aec7-41d3-a58f-f1b3a8dbc45c req-438d2612-a10f-4ca7-9418-55d859c7fdb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:56:51.642410 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-86f68eaf-aec7-41d3-a58f-f1b3a8dbc45c req-438d2612-a10f-4ca7-9418-55d859c7fdb2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e6ea39b9-614b-40c6-ae71-6f0368b8e9fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0401886 Jan 05 17:56:51.729126 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-86f68eaf-aec7-41d3-a58f-f1b3a8dbc45c req-c5a95b59-cd2b-4f51-b25d-6aee9a15335b service neutron] 10.222.0.13 "GET /v2.0/networks/e6ea39b9-614b-40c6-ae71-6f0368b8e9fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803518 Jan 05 17:56:51.820293 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-86f68eaf-aec7-41d3-a58f-f1b3a8dbc45c req-febb494c-bb00-4345-b69f-e6cb70c0779c service neutron] 10.222.0.13 "GET /v2.0/networks/e6ea39b9-614b-40c6-ae71-6f0368b8e9fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850239 Jan 05 17:56:52.128649 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d504d802-9546-4ce5-a9d3-96c844ac5808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:56:53.317437 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:56:58.666409 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.agents_db [None req-291d1585-17df-45c0-b64a-d244e6d90872 None None] Agent healthcheck: found 6 active agents {{(pid=103803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 05 17:57:16.701065 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d66abe-1ad6-421b-85b2-d4e0d0dfd6cb req-984fd30d-14dd-46be-bb44-1d80a5099847 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:57:16.703177 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-b0d66abe-1ad6-421b-85b2-d4e0d0dfd6cb req-984fd30d-14dd-46be-bb44-1d80a5099847 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] 10.222.0.11 "GET /v2.0/ports?device_id=95f9dcad-6683-4366-8058-f3776a7acc2f HTTP/1.1" status: 200 len: 946 time: 0.0505450 Jan 05 17:57:16.751073 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-b0d66abe-1ad6-421b-85b2-d4e0d0dfd6cb req-b616d4f9-22d2-4366-90e0-fe35e75aa3c2 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] 10.222.0.11 "GET /v2.0/security-groups?id=951712a7-c1af-4c2b-8f4f-fd295fc1ad7e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0419853 Jan 05 17:57:17.139874 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-cee598df-f7cf-43f7-9ffd-8ef7fa36585d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:57:17.868616 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1d069e-9352-4e07-a2f3-1137aa60df28 req-ef10bac9-553b-401f-8d2a-65c25ac02e93 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:57:17.870109 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-1d1d069e-9352-4e07-a2f3-1137aa60df28 req-ef10bac9-553b-401f-8d2a-65c25ac02e93 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] 10.222.0.11 "GET /v2.0/ports?device_id=95f9dcad-6683-4366-8058-f3776a7acc2f HTTP/1.1" status: 200 len: 946 time: 0.0480499 Jan 05 17:57:17.917488 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-1d1d069e-9352-4e07-a2f3-1137aa60df28 req-bf9967d3-ab3f-4742-85fa-ffa15687672e tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] 10.222.0.11 "GET /v2.0/security-groups?id=951712a7-c1af-4c2b-8f4f-fd295fc1ad7e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0412550 Jan 05 17:57:19.034382 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d8b36c-b3df-4f2a-8da5-9849eb053609 req-7b530d2f-4d3d-434f-96c3-ac40a5400535 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:57:19.035833 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-00d8b36c-b3df-4f2a-8da5-9849eb053609 req-7b530d2f-4d3d-434f-96c3-ac40a5400535 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] 10.222.0.11 "GET /v2.0/ports?device_id=95f9dcad-6683-4366-8058-f3776a7acc2f HTTP/1.1" status: 200 len: 946 time: 0.0514975 Jan 05 17:57:19.083099 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-00d8b36c-b3df-4f2a-8da5-9849eb053609 req-b69cc011-fbd6-443a-ad82-9901e88d854e tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] 10.222.0.11 "GET /v2.0/security-groups?id=951712a7-c1af-4c2b-8f4f-fd295fc1ad7e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0419073 Jan 05 17:57:19.396908 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-caade01f-b1c6-4ed8-90ca-5f0894fa2079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:57:20.198409 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ada185a-60f9-4a6f-bd29-23a74dd42003 req-535f81e1-8a75-4adc-81af-8b50a46d2352 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:57:20.199886 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-4ada185a-60f9-4a6f-bd29-23a74dd42003 req-535f81e1-8a75-4adc-81af-8b50a46d2352 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] 10.222.0.11 "GET /v2.0/ports?device_id=95f9dcad-6683-4366-8058-f3776a7acc2f HTTP/1.1" status: 200 len: 946 time: 0.0527251 Jan 05 17:57:20.214333 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:57:20.249110 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-4ada185a-60f9-4a6f-bd29-23a74dd42003 req-b746aec6-cbc9-4ace-ba5e-0722471f4320 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] 10.222.0.11 "GET /v2.0/security-groups?id=951712a7-c1af-4c2b-8f4f-fd295fc1ad7e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429749 Jan 05 17:57:20.734989 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d2607572-b3c9-472c-85bc-c8de0c3fb75c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:57:21.365571 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6135f631-824e-4831-8381-91df81754fe3 req-b3b94e0d-2b6d-49ea-87ee-406d7fc46d62 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:57:21.367096 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-6135f631-824e-4831-8381-91df81754fe3 req-b3b94e0d-2b6d-49ea-87ee-406d7fc46d62 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] 10.222.0.11 "GET /v2.0/ports?device_id=95f9dcad-6683-4366-8058-f3776a7acc2f HTTP/1.1" status: 200 len: 946 time: 0.0494480 Jan 05 17:57:21.415146 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-6135f631-824e-4831-8381-91df81754fe3 req-a759d3ab-c544-4d54-a211-f9ffae37f477 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] 10.222.0.11 "GET /v2.0/security-groups?id=951712a7-c1af-4c2b-8f4f-fd295fc1ad7e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425880 Jan 05 17:57:22.116594 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d504d802-9546-4ce5-a9d3-96c844ac5808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:57:22.526559 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6afc299-11a9-448c-bf49-7256f06032f2 req-e9b683f0-9cc6-4bbe-a451-38ee6a737ef6 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:57:22.527999 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-f6afc299-11a9-448c-bf49-7256f06032f2 req-e9b683f0-9cc6-4bbe-a451-38ee6a737ef6 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] 10.222.0.11 "GET /v2.0/ports?device_id=95f9dcad-6683-4366-8058-f3776a7acc2f HTTP/1.1" status: 200 len: 946 time: 0.0480618 Jan 05 17:57:22.575065 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-f6afc299-11a9-448c-bf49-7256f06032f2 req-ecc41880-4fd6-4e08-9ec1-b025491cd4f1 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] 10.222.0.11 "GET /v2.0/security-groups?id=951712a7-c1af-4c2b-8f4f-fd295fc1ad7e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0411136 Jan 05 17:57:23.310799 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:57:23.692757 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102a5351-c756-424e-bc0d-5ccde5c4044b req-40fb4142-47b0-402a-91da-64681e242ca4 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:57:23.694235 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-102a5351-c756-424e-bc0d-5ccde5c4044b req-40fb4142-47b0-402a-91da-64681e242ca4 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] 10.222.0.11 "GET /v2.0/ports?device_id=95f9dcad-6683-4366-8058-f3776a7acc2f HTTP/1.1" status: 200 len: 946 time: 0.0536036 Jan 05 17:57:23.744904 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-102a5351-c756-424e-bc0d-5ccde5c4044b req-c4f1592d-7168-4589-9125-70b0ac8065b2 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] 10.222.0.11 "GET /v2.0/security-groups?id=951712a7-c1af-4c2b-8f4f-fd295fc1ad7e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0451941 Jan 05 17:57:24.858894 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49965a1b-6286-413b-8a37-3d8756c48888 req-3009043d-7603-487b-acac-070be8cdbac5 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:57:24.860348 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-49965a1b-6286-413b-8a37-3d8756c48888 req-3009043d-7603-487b-acac-070be8cdbac5 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] 10.222.0.11 "GET /v2.0/ports?device_id=95f9dcad-6683-4366-8058-f3776a7acc2f HTTP/1.1" status: 200 len: 946 time: 0.0485547 Jan 05 17:57:24.912252 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-49965a1b-6286-413b-8a37-3d8756c48888 req-88f257b4-c206-4da9-bd48-cf281301819f tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] 10.222.0.11 "GET /v2.0/security-groups?id=951712a7-c1af-4c2b-8f4f-fd295fc1ad7e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0465474 Jan 05 17:57:26.024440 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1499c0a-0fc1-47ba-8a88-b66c6b3e67c6 req-92de90bb-2e22-40e5-a98e-8b598a0409ab tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:57:26.025905 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-d1499c0a-0fc1-47ba-8a88-b66c6b3e67c6 req-92de90bb-2e22-40e5-a98e-8b598a0409ab tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] 10.222.0.11 "GET /v2.0/ports?device_id=95f9dcad-6683-4366-8058-f3776a7acc2f HTTP/1.1" status: 200 len: 946 time: 0.0481243 Jan 05 17:57:26.072923 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-d1499c0a-0fc1-47ba-8a88-b66c6b3e67c6 req-d789446f-3fef-4482-8f7b-29b79176b5b8 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] 10.222.0.11 "GET /v2.0/security-groups?id=951712a7-c1af-4c2b-8f4f-fd295fc1ad7e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0415897 Jan 05 17:57:26.882645 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db96eff-2585-47ac-b090-4e7b099ce65d req-e4a24779-339d-424a-8c11-a311a01c2ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:57:26.884070 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-2db96eff-2585-47ac-b090-4e7b099ce65d req-e4a24779-339d-424a-8c11-a311a01c2ba0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4a1f5f682b8f41d79d67d68c9228e94a&device_id=95f9dcad-6683-4366-8058-f3776a7acc2f HTTP/1.1" status: 200 len: 1099 time: 0.0418327 Jan 05 17:57:26.970749 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db96eff-2585-47ac-b090-4e7b099ce65d req-12b080cb-50ad-461f-b351-ef2c31f06ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:57:26.972230 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-2db96eff-2585-47ac-b090-4e7b099ce65d req-12b080cb-50ad-461f-b351-ef2c31f06ac7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=e6ea39b9-614b-40c6-ae71-6f0368b8e9fc HTTP/1.1" status: 200 len: 909 time: 0.0827410 Jan 05 17:57:27.040667 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-2db96eff-2585-47ac-b090-4e7b099ce65d req-d477be77-3fdc-4a94-931c-127dd57ee7bb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=63e87320-e23a-49b6-9264-c2418b4c25b3 HTTP/1.1" status: 200 len: 1002 time: 0.0627670 Jan 05 17:57:27.087876 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db96eff-2585-47ac-b090-4e7b099ce65d req-eba18acc-6da6-4608-a72f-957bb38b0536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:57:27.089274 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-2db96eff-2585-47ac-b090-4e7b099ce65d req-eba18acc-6da6-4608-a72f-957bb38b0536 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=cb19d338-8d91-4953-99c9-173824d2f2d9 HTTP/1.1" status: 200 len: 847 time: 0.0425467 Jan 05 17:57:27.133527 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db96eff-2585-47ac-b090-4e7b099ce65d req-34ef960b-95f5-441f-8da5-f50d2dc7200b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:57:27.134959 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-2db96eff-2585-47ac-b090-4e7b099ce65d req-34ef960b-95f5-441f-8da5-f50d2dc7200b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e6ea39b9-614b-40c6-ae71-6f0368b8e9fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0392842 Jan 05 17:57:27.235600 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990ef1dc-d49a-4e41-91f1-76badcdff114 req-4be444ca-3c30-49ba-9d0d-223c047c0e31 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:57:27.237049 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-990ef1dc-d49a-4e41-91f1-76badcdff114 req-4be444ca-3c30-49ba-9d0d-223c047c0e31 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] 10.222.0.11 "GET /v2.0/ports?device_id=95f9dcad-6683-4366-8058-f3776a7acc2f HTTP/1.1" status: 200 len: 946 time: 0.0983832 Jan 05 17:57:27.276878 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-2db96eff-2585-47ac-b090-4e7b099ce65d req-c9ac7531-3b7a-455b-8667-ffb93b8339dd service neutron] 10.222.0.13 "GET /v2.0/networks/e6ea39b9-614b-40c6-ae71-6f0368b8e9fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302114 Jan 05 17:57:27.321989 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-990ef1dc-d49a-4e41-91f1-76badcdff114 req-e2e79533-719c-47ee-92c2-4dfe41d5eced tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] 10.222.0.11 "GET /v2.0/security-groups?id=951712a7-c1af-4c2b-8f4f-fd295fc1ad7e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0768659 Jan 05 17:57:27.382587 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-2db96eff-2585-47ac-b090-4e7b099ce65d req-24f75749-8c7b-4cb3-ae61-de321f5dc620 service neutron] 10.222.0.13 "GET /v2.0/networks/e6ea39b9-614b-40c6-ae71-6f0368b8e9fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978982 Jan 05 17:57:28.433201 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17004bf-dc22-4690-8948-5462e050ad00 req-48a62e14-e21c-4c11-862a-0aa453b60bd9 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:57:28.434714 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-f17004bf-dc22-4690-8948-5462e050ad00 req-48a62e14-e21c-4c11-862a-0aa453b60bd9 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] 10.222.0.11 "GET /v2.0/ports?device_id=95f9dcad-6683-4366-8058-f3776a7acc2f HTTP/1.1" status: 200 len: 946 time: 0.0477557 Jan 05 17:57:28.481953 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-f17004bf-dc22-4690-8948-5462e050ad00 req-e5152d81-cf55-4958-82a9-08b002996842 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] 10.222.0.11 "GET /v2.0/security-groups?id=951712a7-c1af-4c2b-8f4f-fd295fc1ad7e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0410302 Jan 05 17:57:29.606138 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d24be74-3fa4-4df3-a6f1-1483dafa1050 req-83c509e9-3aa8-46d4-98f2-3fde6ac151ec tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:57:29.612821 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-2d24be74-3fa4-4df3-a6f1-1483dafa1050 req-83c509e9-3aa8-46d4-98f2-3fde6ac151ec tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] 10.222.0.11 "GET /v2.0/ports?device_id=95f9dcad-6683-4366-8058-f3776a7acc2f HTTP/1.1" status: 200 len: 946 time: 0.0579863 Jan 05 17:57:29.660608 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-2d24be74-3fa4-4df3-a6f1-1483dafa1050 req-f60336dc-d9d1-4093-89ef-1b8a9e099882 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] 10.222.0.11 "GET /v2.0/security-groups?id=951712a7-c1af-4c2b-8f4f-fd295fc1ad7e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0467684 Jan 05 17:57:30.798567 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cacdd1-d3ef-4660-a63e-4befa030fed1 req-535a1ad4-1736-494f-b004-2c43ab733972 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:57:30.800076 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-d3cacdd1-d3ef-4660-a63e-4befa030fed1 req-535a1ad4-1736-494f-b004-2c43ab733972 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] 10.222.0.11 "GET /v2.0/ports?device_id=95f9dcad-6683-4366-8058-f3776a7acc2f HTTP/1.1" status: 200 len: 946 time: 0.0671928 Jan 05 17:57:30.849412 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-d3cacdd1-d3ef-4660-a63e-4befa030fed1 req-2b8f40fb-e2b6-49be-9495-0390899198e7 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] 10.222.0.11 "GET /v2.0/security-groups?id=951712a7-c1af-4c2b-8f4f-fd295fc1ad7e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0438375 Jan 05 17:57:31.966267 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc3f0ec-2188-4e9b-991e-3f52547273d9 req-82356396-e931-4fb3-a8d3-c77d0ca4bdfa tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:57:31.967730 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-5bc3f0ec-2188-4e9b-991e-3f52547273d9 req-82356396-e931-4fb3-a8d3-c77d0ca4bdfa tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] 10.222.0.11 "GET /v2.0/ports?device_id=95f9dcad-6683-4366-8058-f3776a7acc2f HTTP/1.1" status: 200 len: 946 time: 0.0527492 Jan 05 17:57:32.015825 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-5bc3f0ec-2188-4e9b-991e-3f52547273d9 req-467e9fff-a0e3-4230-abd3-9538d583cb92 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] 10.222.0.11 "GET /v2.0/security-groups?id=951712a7-c1af-4c2b-8f4f-fd295fc1ad7e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0414927 Jan 05 17:57:33.133703 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397e47af-08bd-42c9-b064-0489e458d893 req-da814f81-43c3-4fff-a082-2df342cc1dc7 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:57:33.135164 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-397e47af-08bd-42c9-b064-0489e458d893 req-da814f81-43c3-4fff-a082-2df342cc1dc7 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] 10.222.0.11 "GET /v2.0/ports?device_id=95f9dcad-6683-4366-8058-f3776a7acc2f HTTP/1.1" status: 200 len: 946 time: 0.0512888 Jan 05 17:57:33.165911 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Device 63e87320-e23a-49b6-9264-c2418b4c25b3 no longer exists at agent hyperv_hv-neutron-mast {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 05 17:57:33.186445 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-397e47af-08bd-42c9-b064-0489e458d893 req-31507a6a-ea2a-448d-9d2d-d1dd1027860a tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] 10.222.0.11 "GET /v2.0/security-groups?id=951712a7-c1af-4c2b-8f4f-fd295fc1ad7e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0450828 Jan 05 17:57:33.250575 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:57:33.281745 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95f9dcad-6683-4366-8058-f3776a7acc2f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '63e87320-e23a-49b6-9264-c2418b4c25b3'}] {{(pid=103802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 05 17:57:33.284440 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36b213fbd845b3f09e785999bbcda1c85cd5592d7f001460987854e5c1683bd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e60c6c9-96cc-45a7-b821-3e8ccf4e9fe3" -d '{"events": [{"server_uuid": "95f9dcad-6683-4366-8058-f3776a7acc2f", "name": "network-vif-unplugged", "status": "completed", "tag": "63e87320-e23a-49b6-9264-c2418b4c25b3"}]}' {{(pid=103802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 05 17:57:33.294935 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] For port 63e87320-e23a-49b6-9264-c2418b4c25b3, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=63e87320-e23a-49b6-9264-c2418b4c25b3,segment=NetworkSegment(c0f2fbfb-5ca2-49a6-a607-91e01db71e22),segment_id=c0f2fbfb-5ca2-49a6-a607-91e01db71e22)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:57:33.357218 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [req-edfaee9c-4c8e-46ed-963b-0d479f1fd7ef req-441869ba-1c9e-4267-847f-0debecbe7757 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103800) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 05 17:57:33.358327 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-edfaee9c-4c8e-46ed-963b-0d479f1fd7ef req-441869ba-1c9e-4267-847f-0debecbe7757 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1078887 Jan 05 17:57:33.367893 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:57:33.376005 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 05 Jan 2022 17:57:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fc6b8ef-f275-4e33-95ad-6e7b3463317d x-openstack-request-id: req-5fc6b8ef-f275-4e33-95ad-6e7b3463317d {{(pid=103802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 05 17:57:33.376296 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95f9dcad-6683-4366-8058-f3776a7acc2f", "name": "network-vif-unplugged", "status": "failed", "tag": "63e87320-e23a-49b6-9264-c2418b4c25b3", "code": 422}]} {{(pid=103802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 05 17:57:33.376553 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-5fc6b8ef-f275-4e33-95ad-6e7b3463317d {{(pid=103802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 05 17:57:33.376970 dv-neutron-master-2-hyperv neutron-server[103802]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '95f9dcad-6683-4366-8058-f3776a7acc2f', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '63e87320-e23a-49b6-9264-c2418b4c25b3', 'code': 422} returned with failed status Jan 05 17:57:33.419170 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Pushing event updated for resources: {'Port': ['ID=63e87320-e23a-49b6-9264-c2418b4c25b3,revision_number=6']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:57:33.426050 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:57:33.426406 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:57:33.426771 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:57:33.427089 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:57:33.427423 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:57:33.427773 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:57:33.428108 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:57:33.428439 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:57:33.428767 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:57:33.429092 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:57:33.429419 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:57:33.429812 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:57:33.430168 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:57:33.651292 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0a35db-1bed-43a5-8efd-949224768735 req-0fb750bc-637d-486a-90e2-aa9dcb54fa27 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:57:33.652846 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-6d0a35db-1bed-43a5-8efd-949224768735 req-0fb750bc-637d-486a-90e2-aa9dcb54fa27 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] 10.222.0.11 "GET /v2.0/ports?device_id=95f9dcad-6683-4366-8058-f3776a7acc2f HTTP/1.1" status: 200 len: 944 time: 0.0538931 Jan 05 17:57:33.706576 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-6d0a35db-1bed-43a5-8efd-949224768735 req-afdc9f68-f311-400e-ac66-7eaa72f2ddc9 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] 10.222.0.11 "GET /v2.0/security-groups?id=951712a7-c1af-4c2b-8f4f-fd295fc1ad7e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0470786 Jan 05 17:57:33.710399 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-9bf63960-6c5e-467e-937f-4d7fd4adab4c req-8e302a77-209c-4c0a-9612-2ec629809418 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=95f9dcad-6683-4366-8058-f3776a7acc2f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0852568 Jan 05 17:57:33.718898 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [req-9bf63960-6c5e-467e-937f-4d7fd4adab4c req-9b238000-9c19-4e56-b73b-180f7cabedba service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103800) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 05 17:57:33.720484 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-9bf63960-6c5e-467e-937f-4d7fd4adab4c req-9b238000-9c19-4e56-b73b-180f7cabedba service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050654 Jan 05 17:57:34.820451 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efb273c-775a-4a5c-a9a2-58cba085cd51 req-8b452f64-a7de-481d-aa75-43752b9b944c tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:57:34.821859 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-2efb273c-775a-4a5c-a9a2-58cba085cd51 req-8b452f64-a7de-481d-aa75-43752b9b944c tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] 10.222.0.11 "GET /v2.0/ports?device_id=95f9dcad-6683-4366-8058-f3776a7acc2f HTTP/1.1" status: 200 len: 944 time: 0.0493848 Jan 05 17:57:34.875529 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-2efb273c-775a-4a5c-a9a2-58cba085cd51 req-f9d68dbf-72b4-4b36-ae95-d5c65c8d3808 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] 10.222.0.11 "GET /v2.0/security-groups?id=951712a7-c1af-4c2b-8f4f-fd295fc1ad7e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0481172 Jan 05 17:57:35.666440 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.agents_db [None req-291d1585-17df-45c0-b64a-d244e6d90872 None None] Agent healthcheck: found 6 active agents {{(pid=103803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 05 17:57:35.989398 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f4330c-1ba7-48f4-9183-ac70dca90196 req-d39f2238-c2e4-4e39-be20-6aad21eec00e tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:57:35.990897 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-81f4330c-1ba7-48f4-9183-ac70dca90196 req-d39f2238-c2e4-4e39-be20-6aad21eec00e tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] 10.222.0.11 "GET /v2.0/ports?device_id=95f9dcad-6683-4366-8058-f3776a7acc2f HTTP/1.1" status: 200 len: 944 time: 0.0496733 Jan 05 17:57:36.038168 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-81f4330c-1ba7-48f4-9183-ac70dca90196 req-7394cbc6-1d86-4bd8-9d3b-2690ad2fbbf0 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] 10.222.0.11 "GET /v2.0/security-groups?id=951712a7-c1af-4c2b-8f4f-fd295fc1ad7e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418360 Jan 05 17:57:37.154703 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247bb618-d80a-4de2-ac43-e1e79061538d req-4856d26f-e9d4-4179-a2a0-fc2a9a962f0e tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:57:37.156374 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-247bb618-d80a-4de2-ac43-e1e79061538d req-4856d26f-e9d4-4179-a2a0-fc2a9a962f0e tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] 10.222.0.11 "GET /v2.0/ports?device_id=95f9dcad-6683-4366-8058-f3776a7acc2f HTTP/1.1" status: 200 len: 944 time: 0.0525286 Jan 05 17:57:37.209404 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-247bb618-d80a-4de2-ac43-e1e79061538d req-d638d084-f150-42c6-a5be-f19b90c80caa tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] 10.222.0.11 "GET /v2.0/security-groups?id=951712a7-c1af-4c2b-8f4f-fd295fc1ad7e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0472806 Jan 05 17:57:38.333969 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eaf34b6-92be-4e97-8ca7-8ecf6f32cf1c req-45062b73-3e0f-41bf-9bf8-dbf94fd44056 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:57:38.335459 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-0eaf34b6-92be-4e97-8ca7-8ecf6f32cf1c req-45062b73-3e0f-41bf-9bf8-dbf94fd44056 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] 10.222.0.11 "GET /v2.0/ports?device_id=95f9dcad-6683-4366-8058-f3776a7acc2f HTTP/1.1" status: 200 len: 944 time: 0.0513148 Jan 05 17:57:38.398816 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-0eaf34b6-92be-4e97-8ca7-8ecf6f32cf1c req-31439a62-644d-4822-8ca9-e103ae865e3f tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] 10.222.0.11 "GET /v2.0/security-groups?id=951712a7-c1af-4c2b-8f4f-fd295fc1ad7e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0577760 Jan 05 17:57:39.510637 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62871da8-07f5-4b50-b28d-f157c663ce24 req-f1daa44a-7567-4e87-9a7b-9e882cf3f28f tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:57:39.512117 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-62871da8-07f5-4b50-b28d-f157c663ce24 req-f1daa44a-7567-4e87-9a7b-9e882cf3f28f tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] 10.222.0.11 "GET /v2.0/ports?device_id=95f9dcad-6683-4366-8058-f3776a7acc2f HTTP/1.1" status: 200 len: 944 time: 0.0479894 Jan 05 17:57:39.559969 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-62871da8-07f5-4b50-b28d-f157c663ce24 req-a74bc6e5-0013-415d-9644-17e9510fdc46 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] 10.222.0.11 "GET /v2.0/security-groups?id=951712a7-c1af-4c2b-8f4f-fd295fc1ad7e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418437 Jan 05 17:57:40.680120 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6750a47-6cc7-42ec-a3a7-51e2b6f51edb req-a2f5cd74-1bfa-43c7-948c-0bee4a57ecc4 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:57:40.681571 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-d6750a47-6cc7-42ec-a3a7-51e2b6f51edb req-a2f5cd74-1bfa-43c7-948c-0bee4a57ecc4 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] 10.222.0.11 "GET /v2.0/ports?device_id=95f9dcad-6683-4366-8058-f3776a7acc2f HTTP/1.1" status: 200 len: 944 time: 0.0527432 Jan 05 17:57:40.729592 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-d6750a47-6cc7-42ec-a3a7-51e2b6f51edb req-a087a9ec-33f6-4417-9cdc-f5a1623a6d77 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] 10.222.0.11 "GET /v2.0/security-groups?id=951712a7-c1af-4c2b-8f4f-fd295fc1ad7e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0422595 Jan 05 17:57:41.849552 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2efe92-1a5a-48e9-9890-828933cbeffd req-951f0a77-ce49-4de7-a5a5-eabe46dd4d32 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:57:41.851077 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-6e2efe92-1a5a-48e9-9890-828933cbeffd req-951f0a77-ce49-4de7-a5a5-eabe46dd4d32 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] 10.222.0.11 "GET /v2.0/ports?device_id=95f9dcad-6683-4366-8058-f3776a7acc2f HTTP/1.1" status: 200 len: 944 time: 0.0559888 Jan 05 17:57:41.899024 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-6e2efe92-1a5a-48e9-9890-828933cbeffd req-d33d27ed-bda2-49df-8385-388cd5968471 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] 10.222.0.11 "GET /v2.0/security-groups?id=951712a7-c1af-4c2b-8f4f-fd295fc1ad7e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424645 Jan 05 17:57:43.011423 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a874d309-e938-457b-80d0-aa70c6b65fe2 req-2bd61bc0-b377-49b8-bc34-189c65870cbd tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:57:43.012885 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-a874d309-e938-457b-80d0-aa70c6b65fe2 req-2bd61bc0-b377-49b8-bc34-189c65870cbd tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] 10.222.0.11 "GET /v2.0/ports?device_id=95f9dcad-6683-4366-8058-f3776a7acc2f HTTP/1.1" status: 200 len: 944 time: 0.0488091 Jan 05 17:57:43.061058 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-a874d309-e938-457b-80d0-aa70c6b65fe2 req-b7f1f927-2c6d-4b65-b8af-3ff689be1742 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] 10.222.0.11 "GET /v2.0/security-groups?id=951712a7-c1af-4c2b-8f4f-fd295fc1ad7e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425453 Jan 05 17:57:44.176219 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9cdfaf-3518-4ea7-9424-565c2b65536a req-82f3f136-8632-4fd6-aca0-1e1fd6e2c47d tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:57:44.177760 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-5d9cdfaf-3518-4ea7-9424-565c2b65536a req-82f3f136-8632-4fd6-aca0-1e1fd6e2c47d tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] 10.222.0.11 "GET /v2.0/ports?device_id=95f9dcad-6683-4366-8058-f3776a7acc2f HTTP/1.1" status: 200 len: 944 time: 0.0512166 Jan 05 17:57:44.227538 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-5d9cdfaf-3518-4ea7-9424-565c2b65536a req-4c6dc7ea-7cc8-4894-8c6e-29c630ab1a10 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] 10.222.0.11 "GET /v2.0/security-groups?id=951712a7-c1af-4c2b-8f4f-fd295fc1ad7e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0440440 Jan 05 17:57:45.007038 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf63960-6c5e-467e-937f-4d7fd4adab4c req-979d47c8-fc10-4d99-ad14-d94170f2c91b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:57:45.008576 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-9bf63960-6c5e-467e-937f-4d7fd4adab4c req-979d47c8-fc10-4d99-ad14-d94170f2c91b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=95f9dcad-6683-4366-8058-f3776a7acc2f&tenant_id=4a1f5f682b8f41d79d67d68c9228e94a HTTP/1.1" status: 200 len: 1097 time: 0.0780172 Jan 05 17:57:45.017402 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [req-9bf63960-6c5e-467e-937f-4d7fd4adab4c req-0669aa32-4d7c-489d-a1af-bf153e1edc82 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103800) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 05 17:57:45.019087 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-9bf63960-6c5e-467e-937f-4d7fd4adab4c req-0669aa32-4d7c-489d-a1af-bf153e1edc82 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048213 Jan 05 17:57:45.085606 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf63960-6c5e-467e-937f-4d7fd4adab4c req-1d8bd010-db2b-45e0-9767-555b4a6c6d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:57:45.087097 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-9bf63960-6c5e-467e-937f-4d7fd4adab4c req-1d8bd010-db2b-45e0-9767-555b4a6c6d5a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4a1f5f682b8f41d79d67d68c9228e94a&device_id=95f9dcad-6683-4366-8058-f3776a7acc2f HTTP/1.1" status: 200 len: 1097 time: 0.0475051 Jan 05 17:57:45.174362 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf63960-6c5e-467e-937f-4d7fd4adab4c req-dc5f4efe-a87e-49af-abea-13f9d81c9a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:57:45.175850 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-9bf63960-6c5e-467e-937f-4d7fd4adab4c req-dc5f4efe-a87e-49af-abea-13f9d81c9a2b service neutron] 10.222.0.13 "GET /v2.0/networks?id=e6ea39b9-614b-40c6-ae71-6f0368b8e9fc HTTP/1.1" status: 200 len: 909 time: 0.0831578 Jan 05 17:57:45.243111 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-9bf63960-6c5e-467e-937f-4d7fd4adab4c req-6aa4fdc5-5eaf-4a88-a042-fc1254478785 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=63e87320-e23a-49b6-9264-c2418b4c25b3 HTTP/1.1" status: 200 len: 1000 time: 0.0611813 Jan 05 17:57:45.292600 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf63960-6c5e-467e-937f-4d7fd4adab4c req-dbb31dd2-a99b-4dab-a0bd-4729a995f5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:57:45.294106 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-9bf63960-6c5e-467e-937f-4d7fd4adab4c req-dbb31dd2-a99b-4dab-a0bd-4729a995f5c2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=cb19d338-8d91-4953-99c9-173824d2f2d9 HTTP/1.1" status: 200 len: 847 time: 0.0445919 Jan 05 17:57:45.344829 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf63960-6c5e-467e-937f-4d7fd4adab4c req-6e96d10f-8091-43d3-b375-3014154d24ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:57:45.346381 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-9bf63960-6c5e-467e-937f-4d7fd4adab4c req-6e96d10f-8091-43d3-b375-3014154d24ff service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e6ea39b9-614b-40c6-ae71-6f0368b8e9fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0469029 Jan 05 17:57:45.349021 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89801eb7-b418-4809-b620-ee6939dd9f01 req-eb0c40be-69f0-454a-a6a8-0547c9354393 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:57:45.350519 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-89801eb7-b418-4809-b620-ee6939dd9f01 req-eb0c40be-69f0-454a-a6a8-0547c9354393 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] 10.222.0.11 "GET /v2.0/ports?device_id=95f9dcad-6683-4366-8058-f3776a7acc2f HTTP/1.1" status: 200 len: 944 time: 0.0565021 Jan 05 17:57:45.399564 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-89801eb7-b418-4809-b620-ee6939dd9f01 req-9fd83c8b-8ce1-4d66-914c-7e935831bb7d tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] 10.222.0.11 "GET /v2.0/security-groups?id=951712a7-c1af-4c2b-8f4f-fd295fc1ad7e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0434959 Jan 05 17:57:45.438271 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-9bf63960-6c5e-467e-937f-4d7fd4adab4c req-b6c9e230-d13d-4604-ab0d-29da43f3ec43 service neutron] 10.222.0.13 "GET /v2.0/networks/e6ea39b9-614b-40c6-ae71-6f0368b8e9fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856712 Jan 05 17:57:45.523755 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-9bf63960-6c5e-467e-937f-4d7fd4adab4c req-bc0e0ca9-0e3e-4d42-90fd-f1a904affbec service neutron] 10.222.0.13 "GET /v2.0/networks/e6ea39b9-614b-40c6-ae71-6f0368b8e9fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801399 Jan 05 17:57:46.512113 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8b9919-1791-47f5-8671-9ed478d95e8d req-3d98889e-fb7e-4815-8f39-9607a69aa156 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:57:46.513546 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-bd8b9919-1791-47f5-8671-9ed478d95e8d req-3d98889e-fb7e-4815-8f39-9607a69aa156 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] 10.222.0.11 "GET /v2.0/ports?device_id=95f9dcad-6683-4366-8058-f3776a7acc2f HTTP/1.1" status: 200 len: 944 time: 0.0477319 Jan 05 17:57:46.564335 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-bd8b9919-1791-47f5-8671-9ed478d95e8d req-d2c938f2-fc42-45a5-92b9-5297e9414add tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] 10.222.0.11 "GET /v2.0/security-groups?id=951712a7-c1af-4c2b-8f4f-fd295fc1ad7e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0448575 Jan 05 17:57:47.144898 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-08289c28-ebc4-4ddf-9e7b-f26408726969 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:57:47.677424 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b36e3b-528f-4862-9bbd-04ae267f4a5a req-449d441b-26a6-4a41-9167-64b76c864a08 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:57:47.678899 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-25b36e3b-528f-4862-9bbd-04ae267f4a5a req-449d441b-26a6-4a41-9167-64b76c864a08 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] 10.222.0.11 "GET /v2.0/ports?device_id=95f9dcad-6683-4366-8058-f3776a7acc2f HTTP/1.1" status: 200 len: 944 time: 0.0481844 Jan 05 17:57:47.726463 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-25b36e3b-528f-4862-9bbd-04ae267f4a5a req-6e08c560-4f11-437f-80b7-b913e6d77bbc tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] 10.222.0.11 "GET /v2.0/security-groups?id=951712a7-c1af-4c2b-8f4f-fd295fc1ad7e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421250 Jan 05 17:57:48.840726 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6d850e-390e-41be-981a-ffe901c998d7 req-c8e61387-c54d-466e-88ac-62b58537fd04 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:57:48.842200 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-9a6d850e-390e-41be-981a-ffe901c998d7 req-c8e61387-c54d-466e-88ac-62b58537fd04 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] 10.222.0.11 "GET /v2.0/ports?device_id=95f9dcad-6683-4366-8058-f3776a7acc2f HTTP/1.1" status: 200 len: 944 time: 0.0501592 Jan 05 17:57:48.890142 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-9a6d850e-390e-41be-981a-ffe901c998d7 req-4c1f5e8d-cbba-489c-9b99-1ada417c84f4 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] 10.222.0.11 "GET /v2.0/security-groups?id=951712a7-c1af-4c2b-8f4f-fd295fc1ad7e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418990 Jan 05 17:57:49.407510 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-bc3e238e-d409-476c-8493-05c67b6aa7e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:57:50.014404 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50760de5-ca76-4bd5-8a5e-07ee69217062 req-3354623c-7835-4aff-b240-76f5447b41bb tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:57:50.015872 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-50760de5-ca76-4bd5-8a5e-07ee69217062 req-3354623c-7835-4aff-b240-76f5447b41bb tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] 10.222.0.11 "GET /v2.0/ports?device_id=95f9dcad-6683-4366-8058-f3776a7acc2f HTTP/1.1" status: 200 len: 944 time: 0.0563922 Jan 05 17:57:50.065982 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-50760de5-ca76-4bd5-8a5e-07ee69217062 req-efbcb01c-c848-45e2-b9d4-0c7059f9efb0 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] 10.222.0.11 "GET /v2.0/security-groups?id=951712a7-c1af-4c2b-8f4f-fd295fc1ad7e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0442097 Jan 05 17:57:50.248189 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:57:50.733426 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d2607572-b3c9-472c-85bc-c8de0c3fb75c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:57:51.176143 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28dc5ca-e9a3-48d2-8b4d-b08101863121 req-2d8be479-1064-42f7-ad61-08d044f42eb9 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:57:51.177598 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-c28dc5ca-e9a3-48d2-8b4d-b08101863121 req-2d8be479-1064-42f7-ad61-08d044f42eb9 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] 10.222.0.11 "GET /v2.0/ports?device_id=95f9dcad-6683-4366-8058-f3776a7acc2f HTTP/1.1" status: 200 len: 944 time: 0.0470939 Jan 05 17:57:51.225499 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-c28dc5ca-e9a3-48d2-8b4d-b08101863121 req-96bf7cae-b4b8-4df4-9688-929da796c86e tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] 10.222.0.11 "GET /v2.0/security-groups?id=951712a7-c1af-4c2b-8f4f-fd295fc1ad7e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425124 Jan 05 17:57:51.336176 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92a840a-42d2-4719-92ed-e2f20432e526 req-d3786300-7e9b-4307-9da5-7de5a5b5a875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:57:51.337537 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-b92a840a-42d2-4719-92ed-e2f20432e526 req-d3786300-7e9b-4307-9da5-7de5a5b5a875 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4a1f5f682b8f41d79d67d68c9228e94a&device_id=95f9dcad-6683-4366-8058-f3776a7acc2f HTTP/1.1" status: 200 len: 1097 time: 0.0443211 Jan 05 17:57:51.435568 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92a840a-42d2-4719-92ed-e2f20432e526 req-feded273-3a8a-44bd-8c92-dfb49e244acb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:57:51.437007 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-b92a840a-42d2-4719-92ed-e2f20432e526 req-feded273-3a8a-44bd-8c92-dfb49e244acb service neutron] 10.222.0.13 "GET /v2.0/networks?id=e6ea39b9-614b-40c6-ae71-6f0368b8e9fc HTTP/1.1" status: 200 len: 909 time: 0.0821464 Jan 05 17:57:51.503980 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-b92a840a-42d2-4719-92ed-e2f20432e526 req-b559a55d-0428-4d3f-ba22-66936bb0d20d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=63e87320-e23a-49b6-9264-c2418b4c25b3 HTTP/1.1" status: 200 len: 1000 time: 0.0606492 Jan 05 17:57:51.549036 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92a840a-42d2-4719-92ed-e2f20432e526 req-e792b97d-d792-4c74-aaf2-5ffc6b598ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:57:51.550973 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-b92a840a-42d2-4719-92ed-e2f20432e526 req-e792b97d-d792-4c74-aaf2-5ffc6b598ab1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=cb19d338-8d91-4953-99c9-173824d2f2d9 HTTP/1.1" status: 200 len: 847 time: 0.0417545 Jan 05 17:57:51.592991 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92a840a-42d2-4719-92ed-e2f20432e526 req-81a89358-474b-4b55-aa7a-339a91204f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:57:51.594357 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-b92a840a-42d2-4719-92ed-e2f20432e526 req-81a89358-474b-4b55-aa7a-339a91204f74 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e6ea39b9-614b-40c6-ae71-6f0368b8e9fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0382781 Jan 05 17:57:51.684163 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-b92a840a-42d2-4719-92ed-e2f20432e526 req-3130a172-d863-4f20-bfe8-cb0a693a15f2 service neutron] 10.222.0.13 "GET /v2.0/networks/e6ea39b9-614b-40c6-ae71-6f0368b8e9fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830383 Jan 05 17:57:51.771571 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-b92a840a-42d2-4719-92ed-e2f20432e526 req-ca978c89-4432-4ea1-954b-607ecf771cad service neutron] 10.222.0.13 "GET /v2.0/networks/e6ea39b9-614b-40c6-ae71-6f0368b8e9fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802383 Jan 05 17:57:52.105261 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d504d802-9546-4ce5-a9d3-96c844ac5808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:57:52.338471 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7210361-21ac-4689-9875-1c5cd7965522 req-9ce6cb85-0f90-42c7-b9c2-ef68cb29aa15 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:57:52.339851 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-d7210361-21ac-4689-9875-1c5cd7965522 req-9ce6cb85-0f90-42c7-b9c2-ef68cb29aa15 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] 10.222.0.11 "GET /v2.0/ports?device_id=95f9dcad-6683-4366-8058-f3776a7acc2f HTTP/1.1" status: 200 len: 944 time: 0.0481780 Jan 05 17:57:52.387315 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-d7210361-21ac-4689-9875-1c5cd7965522 req-c15db93f-f7eb-4777-a32c-454ae5fe1769 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] 10.222.0.11 "GET /v2.0/security-groups?id=951712a7-c1af-4c2b-8f4f-fd295fc1ad7e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0419610 Jan 05 17:57:53.258263 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Device 63e87320-e23a-49b6-9264-c2418b4c25b3 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 05 17:57:53.352857 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:57:53.378722 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] For port 63e87320-e23a-49b6-9264-c2418b4c25b3, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=63e87320-e23a-49b6-9264-c2418b4c25b3,segment=NetworkSegment(c0f2fbfb-5ca2-49a6-a607-91e01db71e22),segment_id=c0f2fbfb-5ca2-49a6-a607-91e01db71e22)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:57:53.388997 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Returning: {'device': '63e87320-e23a-49b6-9264-c2418b4c25b3', 'network_id': 'e6ea39b9-614b-40c6-ae71-6f0368b8e9fc', 'port_id': '63e87320-e23a-49b6-9264-c2418b4c25b3', 'mac_address': 'fa:16:3e:65:3e:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb19d338-8d91-4953-99c9-173824d2f2d9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 05 17:57:53.426539 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:57:53.439104 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.notifiers.nova [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63e87320-e23a-49b6-9264-c2418b4c25b3 {{(pid=103802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 05 17:57:53.459288 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] For port 63e87320-e23a-49b6-9264-c2418b4c25b3, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=63e87320-e23a-49b6-9264-c2418b4c25b3,segment=NetworkSegment(c0f2fbfb-5ca2-49a6-a607-91e01db71e22),segment_id=c0f2fbfb-5ca2-49a6-a607-91e01db71e22)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:57:53.500316 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b0c3d7-e6f3-4d0f-8ac1-9bb8f472533d req-621963b2-44f3-4174-a11b-59ca985b442f tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:57:53.501823 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-a6b0c3d7-e6f3-4d0f-8ac1-9bb8f472533d req-621963b2-44f3-4174-a11b-59ca985b442f tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] 10.222.0.11 "GET /v2.0/ports?device_id=95f9dcad-6683-4366-8058-f3776a7acc2f HTTP/1.1" status: 200 len: 944 time: 0.0490105 Jan 05 17:57:53.533291 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:57:53.555516 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-a6b0c3d7-e6f3-4d0f-8ac1-9bb8f472533d req-898e9733-6f00-40bc-bca9-3985ee83d420 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] 10.222.0.11 "GET /v2.0/security-groups?id=951712a7-c1af-4c2b-8f4f-fd295fc1ad7e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0476820 Jan 05 17:57:53.584906 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Pushing event updated for resources: {'Port': ['ID=63e87320-e23a-49b6-9264-c2418b4c25b3,revision_number=7']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:57:53.767938 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] get_ports_and_sgs() called for port_ids ['63e87320-e23a-49b6-9264-c2418b4c25b3'] {{(pid=103802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 05 17:57:54.669421 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6e38e4-dcf5-441c-b7c9-fa27db7c8d6b req-18009135-5071-48cd-bd18-3c00619d24e4 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:57:54.670893 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-5d6e38e4-dcf5-441c-b7c9-fa27db7c8d6b req-18009135-5071-48cd-bd18-3c00619d24e4 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] 10.222.0.11 "GET /v2.0/ports?device_id=95f9dcad-6683-4366-8058-f3776a7acc2f HTTP/1.1" status: 200 len: 945 time: 0.0477386 Jan 05 17:57:54.718047 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-5d6e38e4-dcf5-441c-b7c9-fa27db7c8d6b req-ae0c3d76-2c58-40f2-bc97-3e0e75a545a2 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] 10.222.0.11 "GET /v2.0/security-groups?id=951712a7-c1af-4c2b-8f4f-fd295fc1ad7e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0417747 Jan 05 17:57:55.278787 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Device 63e87320-e23a-49b6-9264-c2418b4c25b3 up at agent hyperv_hv-neutron-mast {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 17:57:55.333008 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Provisioning complete for port 63e87320-e23a-49b6-9264-c2418b4c25b3 triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 17:57:55.333283 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:57:55.408443 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:57:55.430089 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95f9dcad-6683-4366-8058-f3776a7acc2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63e87320-e23a-49b6-9264-c2418b4c25b3'}] {{(pid=103802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 05 17:57:55.432274 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36b213fbd845b3f09e785999bbcda1c85cd5592d7f001460987854e5c1683bd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ef827a4-a361-453d-bee3-433618699d63" -d '{"events": [{"server_uuid": "95f9dcad-6683-4366-8058-f3776a7acc2f", "name": "network-vif-plugged", "status": "completed", "tag": "63e87320-e23a-49b6-9264-c2418b4c25b3"}]}' {{(pid=103802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 05 17:57:55.444540 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] For port 63e87320-e23a-49b6-9264-c2418b4c25b3, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=63e87320-e23a-49b6-9264-c2418b4c25b3,segment=NetworkSegment(c0f2fbfb-5ca2-49a6-a607-91e01db71e22),segment_id=c0f2fbfb-5ca2-49a6-a607-91e01db71e22)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:57:55.470501 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Jan 2022 17:57:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65db0124-c374-4805-b499-509615506d95 x-openstack-request-id: req-65db0124-c374-4805-b499-509615506d95 {{(pid=103802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 05 17:57:55.470786 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95f9dcad-6683-4366-8058-f3776a7acc2f", "name": "network-vif-plugged", "status": "completed", "tag": "63e87320-e23a-49b6-9264-c2418b4c25b3", "code": 200}]} {{(pid=103802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 05 17:57:55.471036 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-65db0124-c374-4805-b499-509615506d95 {{(pid=103802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 05 17:57:55.471957 dv-neutron-master-2-hyperv neutron-server[103802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95f9dcad-6683-4366-8058-f3776a7acc2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63e87320-e23a-49b6-9264-c2418b4c25b3', 'code': 200} Jan 05 17:57:55.516463 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:57:55.562394 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Pushing event updated for resources: {'Port': ['ID=63e87320-e23a-49b6-9264-c2418b4c25b3,revision_number=8']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:57:55.730511 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b44409e-7bed-448f-86b4-288d6ba8680f req-82bf20c8-cce6-44f9-af62-d87c1a899aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:57:55.731969 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-7b44409e-7bed-448f-86b4-288d6ba8680f req-82bf20c8-cce6-44f9-af62-d87c1a899aa0 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=95f9dcad-6683-4366-8058-f3776a7acc2f HTTP/1.1" status: 200 len: 1099 time: 0.0391948 Jan 05 17:57:55.777915 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-7b44409e-7bed-448f-86b4-288d6ba8680f req-2314809b-965b-499f-8622-747c22d01d1c service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=951712a7-c1af-4c2b-8f4f-fd295fc1ad7e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0386910 Jan 05 17:57:55.832434 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068daf39-1019-41ec-b907-4be854af6945 req-c81b4937-5930-4e8e-95de-3c9de65f6175 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:57:55.833914 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-068daf39-1019-41ec-b907-4be854af6945 req-c81b4937-5930-4e8e-95de-3c9de65f6175 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] 10.222.0.11 "GET /v2.0/ports?device_id=95f9dcad-6683-4366-8058-f3776a7acc2f HTTP/1.1" status: 200 len: 946 time: 0.0524828 Jan 05 17:57:55.882831 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-068daf39-1019-41ec-b907-4be854af6945 req-27bf699d-4e5a-4742-bd9d-9112f8f32812 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] 10.222.0.11 "GET /v2.0/security-groups?id=951712a7-c1af-4c2b-8f4f-fd295fc1ad7e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0432832 Jan 05 17:57:57.002274 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17a8afe-bc6c-4a3c-bf5a-1d62d74dfd02 req-fba5c2f9-41a5-4f6f-af43-49c1b8e0de6b tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:57:57.003824 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-a17a8afe-bc6c-4a3c-bf5a-1d62d74dfd02 req-fba5c2f9-41a5-4f6f-af43-49c1b8e0de6b tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] 10.222.0.11 "GET /v2.0/ports?device_id=95f9dcad-6683-4366-8058-f3776a7acc2f HTTP/1.1" status: 200 len: 946 time: 0.0516009 Jan 05 17:57:57.052345 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-a17a8afe-bc6c-4a3c-bf5a-1d62d74dfd02 req-36eeb6c5-b626-4fd0-9a2c-e1575cda584f tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] 10.222.0.11 "GET /v2.0/security-groups?id=951712a7-c1af-4c2b-8f4f-fd295fc1ad7e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429950 Jan 05 17:57:58.165140 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f58fb3-984a-4e5f-a88d-19bd355b81dc req-03180445-2645-43f9-a6c9-090c8587d845 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:57:58.166622 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-b6f58fb3-984a-4e5f-a88d-19bd355b81dc req-03180445-2645-43f9-a6c9-090c8587d845 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] 10.222.0.11 "GET /v2.0/ports?device_id=95f9dcad-6683-4366-8058-f3776a7acc2f HTTP/1.1" status: 200 len: 946 time: 0.0491662 Jan 05 17:57:58.215209 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-b6f58fb3-984a-4e5f-a88d-19bd355b81dc req-ed276fb4-4f1c-4998-845c-3c8d09c0540d tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] 10.222.0.11 "GET /v2.0/security-groups?id=951712a7-c1af-4c2b-8f4f-fd295fc1ad7e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0432067 Jan 05 17:58:12.666040 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.agents_db [None req-291d1585-17df-45c0-b64a-d244e6d90872 None None] Agent healthcheck: found 6 active agents {{(pid=103803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 05 17:58:17.161086 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-40a3e6fd-9201-4344-91ba-8e3fc14dae2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:58:19.435613 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-7fb2c01e-8cdb-4121-b320-d00a242ffe33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:58:20.252958 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:58:20.755366 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d2607572-b3c9-472c-85bc-c8de0c3fb75c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:58:22.144052 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d504d802-9546-4ce5-a9d3-96c844ac5808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:58:23.315383 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:58:47.149462 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-2ab57f11-e4dd-4341-b710-8bba136c2e22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:58:49.452236 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-baf044c2-06ca-4d82-885a-2aabd1bc5ef0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:58:49.665200 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.agents_db [None req-291d1585-17df-45c0-b64a-d244e6d90872 None None] Agent healthcheck: found 6 active agents {{(pid=103803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 05 17:58:50.269514 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:58:50.766270 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d2607572-b3c9-472c-85bc-c8de0c3fb75c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:58:52.137917 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d504d802-9546-4ce5-a9d3-96c844ac5808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:58:53.314955 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:58:53.317351 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-c5f887e5-6948-4273-86a4-f667710f0d9f req-7cac7bca-a4f3-45fe-aeee-bd311c057b4c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=95f9dcad-6683-4366-8058-f3776a7acc2f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0401928 Jan 05 17:58:53.397669 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f887e5-6948-4273-86a4-f667710f0d9f req-4e4e54ed-ec6a-4ee8-a57c-04bb706ecbdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:58:53.399042 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-c5f887e5-6948-4273-86a4-f667710f0d9f req-4e4e54ed-ec6a-4ee8-a57c-04bb706ecbdb service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4a1f5f682b8f41d79d67d68c9228e94a&device_id=95f9dcad-6683-4366-8058-f3776a7acc2f HTTP/1.1" status: 200 len: 1099 time: 0.0411663 Jan 05 17:58:53.503802 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f887e5-6948-4273-86a4-f667710f0d9f req-45633adb-1497-46b7-9d73-98868827b18e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:58:53.505254 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-c5f887e5-6948-4273-86a4-f667710f0d9f req-45633adb-1497-46b7-9d73-98868827b18e service neutron] 10.222.0.13 "GET /v2.0/networks?id=e6ea39b9-614b-40c6-ae71-6f0368b8e9fc HTTP/1.1" status: 200 len: 909 time: 0.0879836 Jan 05 17:58:53.573323 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-c5f887e5-6948-4273-86a4-f667710f0d9f req-f695dcf4-c1ef-4b74-ba41-fcb8f73eb034 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=63e87320-e23a-49b6-9264-c2418b4c25b3 HTTP/1.1" status: 200 len: 1002 time: 0.0602996 Jan 05 17:58:53.625848 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f887e5-6948-4273-86a4-f667710f0d9f req-982f36ea-0d84-477f-a951-1f0dfeb89b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:58:53.627335 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-c5f887e5-6948-4273-86a4-f667710f0d9f req-982f36ea-0d84-477f-a951-1f0dfeb89b36 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=cb19d338-8d91-4953-99c9-173824d2f2d9 HTTP/1.1" status: 200 len: 847 time: 0.0479240 Jan 05 17:58:53.671302 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f887e5-6948-4273-86a4-f667710f0d9f req-35c5b32b-4e2e-447a-ad8e-e9a0fd9e359b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:58:53.672757 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-c5f887e5-6948-4273-86a4-f667710f0d9f req-35c5b32b-4e2e-447a-ad8e-e9a0fd9e359b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e6ea39b9-614b-40c6-ae71-6f0368b8e9fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0394669 Jan 05 17:58:53.759508 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-c5f887e5-6948-4273-86a4-f667710f0d9f req-703517e2-4a61-4c45-8d31-994d4d48fe21 service neutron] 10.222.0.13 "GET /v2.0/networks/e6ea39b9-614b-40c6-ae71-6f0368b8e9fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792522 Jan 05 17:58:53.849118 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-c5f887e5-6948-4273-86a4-f667710f0d9f req-904efaba-eb7c-4b50-b5bf-09223fde36b0 service neutron] 10.222.0.13 "GET /v2.0/networks/e6ea39b9-614b-40c6-ae71-6f0368b8e9fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841982 Jan 05 17:59:17.160785 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-6a4bb641-69bb-466b-8dcf-4c820f918b75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:59:19.417380 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d0b544-07ad-4dde-84bb-0275b1486324 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:59:20.308634 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:59:20.742713 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d2607572-b3c9-472c-85bc-c8de0c3fb75c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:59:22.131428 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d504d802-9546-4ce5-a9d3-96c844ac5808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:59:23.343185 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:59:26.664411 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.agents_db [None req-291d1585-17df-45c0-b64a-d244e6d90872 None None] Agent healthcheck: found 6 active agents {{(pid=103803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 05 17:59:33.721020 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 53276) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:59:33.872745 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-d54fedb8-5e85-43c4-b640-58b49ca03554 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Deleting port f41d88a4-2290-4283-af37-e7822bd357b7 {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:59:33.873078 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d54fedb8-5e85-43c4-b640-58b49ca03554 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:59:33.948621 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d54fedb8-5e85-43c4-b640-58b49ca03554 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:59:33.948971 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d54fedb8-5e85-43c4-b640-58b49ca03554 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:59:33.960391 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-d54fedb8-5e85-43c4-b640-58b49ca03554 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Calling delete_port for f41d88a4-2290-4283-af37-e7822bd357b7 owned by network:floatingip {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:59:34.194069 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d54fedb8-5e85-43c4-b640-58b49ca03554 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:59:34.217219 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54fedb8-5e85-43c4-b640-58b49ca03554 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Pushing event deleted for resources: {'Port': ['ID=f41d88a4-2290-4283-af37-e7822bd357b7,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:59:34.227153 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54fedb8-5e85-43c4-b640-58b49ca03554 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:59:34.228348 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54fedb8-5e85-43c4-b640-58b49ca03554 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:59:34.228348 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54fedb8-5e85-43c4-b640-58b49ca03554 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:59:34.228348 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54fedb8-5e85-43c4-b640-58b49ca03554 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:59:34.228688 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54fedb8-5e85-43c4-b640-58b49ca03554 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:59:34.228793 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54fedb8-5e85-43c4-b640-58b49ca03554 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:59:34.229554 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54fedb8-5e85-43c4-b640-58b49ca03554 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:59:34.229554 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54fedb8-5e85-43c4-b640-58b49ca03554 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:59:34.229800 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54fedb8-5e85-43c4-b640-58b49ca03554 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:59:34.230030 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54fedb8-5e85-43c4-b640-58b49ca03554 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:59:34.230349 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54fedb8-5e85-43c4-b640-58b49ca03554 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:59:34.230663 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54fedb8-5e85-43c4-b640-58b49ca03554 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:59:34.230979 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54fedb8-5e85-43c4-b640-58b49ca03554 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:59:34.289152 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d54fedb8-5e85-43c4-b640-58b49ca03554 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Publish callbacks [] for floatingip, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:59:34.289476 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.db.l3_db [None req-d54fedb8-5e85-43c4-b640-58b49ca03554 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Floating IP e5393f43-20c2-4d28-9f52-1960690481a8 disassociated (deleted). External IP: 172.36.4.106, port: 63e87320-e23a-49b6-9264-c2418b4c25b3. Jan 05 17:59:34.490954 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d54fedb8-5e85-43c4-b640-58b49ca03554 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Router 5878492b-211c-4514-8943-31c2d3c8328a has already been hosted by L3 agent 59446fdc-40e0-41fe-a575-a8eb11d742f7 {{(pid=103800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 05 17:59:34.594674 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d54fedb8-5e85-43c4-b640-58b49ca03554 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 05 17:59:34.620798 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d54fedb8-5e85-43c4-b640-58b49ca03554 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for floatingip, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:59:34.620906 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8933fcb7-6d6f-4125-b1bd-c21d2cf00a14 None None] Sync routers for ids ['5878492b-211c-4514-8943-31c2d3c8328a'] in dv-neutron-master-2-hyperv {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 05 17:59:34.620906 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8933fcb7-6d6f-4125-b1bd-c21d2cf00a14 None None] Routers {'5878492b-211c-4514-8943-31c2d3c8328a'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:59:34.620906 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-8933fcb7-6d6f-4125-b1bd-c21d2cf00a14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:59:19Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['5878492b-211c-4514-8943-31c2d3c8328a'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:59:34.627312 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-d54fedb8-5e85-43c4-b640-58b49ca03554 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] 10.222.0.11 "DELETE /v2.0/floatingips/e5393f43-20c2-4d28-9f52-1960690481a8 HTTP/1.1" status: 204 len: 168 time: 0.9051595 Jan 05 17:59:34.628002 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95f9dcad-6683-4366-8058-f3776a7acc2f', 'tag': '63e87320-e23a-49b6-9264-c2418b4c25b3'}] {{(pid=103800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 05 17:59:34.630395 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f64b9d4628f7eefcc27168a80c04985d23f0ea5def038dae05e1deb7357f3bfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bec42a14-f43b-4365-ad88-f1216dd1202b" -d '{"events": [{"name": "network-changed", "server_uuid": "95f9dcad-6683-4366-8058-f3776a7acc2f", "tag": "63e87320-e23a-49b6-9264-c2418b4c25b3"}]}' {{(pid=103800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 05 17:59:34.730786 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-8933fcb7-6d6f-4125-b1bd-c21d2cf00a14 None None] Set router 5878492b-211c-4514-8943-31c2d3c8328a gateway port host: dv-neutron-master-2-hyperv {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:59:34.818568 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Jan 2022 17:59:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35142cf5-1767-4953-ab57-b4c21b153fd7 x-openstack-request-id: req-35142cf5-1767-4953-ab57-b4c21b153fd7 {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 05 17:59:34.819093 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95f9dcad-6683-4366-8058-f3776a7acc2f", "tag": "63e87320-e23a-49b6-9264-c2418b4c25b3", "status": "completed", "code": 200}]} {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 05 17:59:34.819203 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-35142cf5-1767-4953-ab57-b4c21b153fd7 {{(pid=103800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 05 17:59:34.820603 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95f9dcad-6683-4366-8058-f3776a7acc2f', 'tag': '63e87320-e23a-49b6-9264-c2418b4c25b3', 'status': 'completed', 'code': 200} Jan 05 17:59:34.884305 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec42a14-f43b-4365-ad88-f1216dd1202b req-054c43e8-4f17-435b-8fba-fe3c2daf11fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:59:34.886082 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-bec42a14-f43b-4365-ad88-f1216dd1202b req-054c43e8-4f17-435b-8fba-fe3c2daf11fb service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4a1f5f682b8f41d79d67d68c9228e94a&device_id=95f9dcad-6683-4366-8058-f3776a7acc2f HTTP/1.1" status: 200 len: 1099 time: 0.0457909 Jan 05 17:59:34.944071 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-8933fcb7-6d6f-4125-b1bd-c21d2cf00a14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5878492b-211c-4514-8943-31c2d3c8328a', 'name': 'tempest-TestShelveInstance-294049794-router', 'tenant_id': '4a1f5f682b8f41d79d67d68c9228e94a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.70'}], 'enable_snat': True}, 'gw_port_id': 'ba81261b-8c1a-42bb-ab28-c7d1b96f5b8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:49:24Z', 'updated_at': '2022-01-05T17:49:27Z', 'revision_number': 4, 'project_id': '4a1f5f682b8f41d79d67d68c9228e94a', 'gw_port': {'id': 'ba81261b-8c1a-42bb-ab28-c7d1b96f5b8e', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:8e:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5878492b-211c-4514-8943-31c2d3c8328a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:49:24Z', 'updated_at': '2022-01-05T17:49:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'c826df28-3e87-4cb0-9c60-87de2a4fe7f3', 'name': '', 'network_id': 'e6ea39b9-614b-40c6-ae71-6f0368b8e9fc', 'tenant_id': '4a1f5f682b8f41d79d67d68c9228e94a', 'mac_address': 'fa:16:3e:9e:30:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5878492b-211c-4514-8943-31c2d3c8328a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': 'cb19d338-8d91-4953-99c9-173824d2f2d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:49:26Z', 'updated_at': '2022-01-05T17:49:31Z', 'revision_number': 5, 'project_id': '4a1f5f682b8f41d79d67d68c9228e94a', 'subnets': [{'id': 'cb19d338-8d91-4953-99c9-173824d2f2d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:59:34.970611 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8933fcb7-6d6f-4125-b1bd-c21d2cf00a14 None None] Checking router: 5878492b-211c-4514-8943-31c2d3c8328a for host: dv-neutron-master-2-hyperv {{(pid=103802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 05 17:59:34.996545 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8933fcb7-6d6f-4125-b1bd-c21d2cf00a14 None None] Routers {'5878492b-211c-4514-8943-31c2d3c8328a'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:59:34.996545 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-8933fcb7-6d6f-4125-b1bd-c21d2cf00a14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:59:19Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['5878492b-211c-4514-8943-31c2d3c8328a'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:59:34.996775 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec42a14-f43b-4365-ad88-f1216dd1202b req-980e5d3b-e98e-4a94-a96b-02b83abba0c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:59:34.996775 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-bec42a14-f43b-4365-ad88-f1216dd1202b req-980e5d3b-e98e-4a94-a96b-02b83abba0c5 service neutron] 10.222.0.13 "GET /v2.0/networks?id=e6ea39b9-614b-40c6-ae71-6f0368b8e9fc HTTP/1.1" status: 200 len: 909 time: 0.0934033 Jan 05 17:59:35.024804 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-bec42a14-f43b-4365-ad88-f1216dd1202b req-1f23c42a-b811-4176-831f-d5b4dd27f5da service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=63e87320-e23a-49b6-9264-c2418b4c25b3 HTTP/1.1" status: 200 len: 217 time: 0.0340307 Jan 05 17:59:35.074168 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec42a14-f43b-4365-ad88-f1216dd1202b req-a175f3aa-5dcb-4363-b845-3c303c3859f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:59:35.075668 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-bec42a14-f43b-4365-ad88-f1216dd1202b req-a175f3aa-5dcb-4363-b845-3c303c3859f0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=cb19d338-8d91-4953-99c9-173824d2f2d9 HTTP/1.1" status: 200 len: 847 time: 0.0460398 Jan 05 17:59:35.084985 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-8933fcb7-6d6f-4125-b1bd-c21d2cf00a14 None None] Set router 5878492b-211c-4514-8943-31c2d3c8328a gateway port host: dv-neutron-master-2-hyperv {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:59:35.121314 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec42a14-f43b-4365-ad88-f1216dd1202b req-a865ec3f-7072-4c63-a0b7-8f6c16ace092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:59:35.123308 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-bec42a14-f43b-4365-ad88-f1216dd1202b req-a865ec3f-7072-4c63-a0b7-8f6c16ace092 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e6ea39b9-614b-40c6-ae71-6f0368b8e9fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0421607 Jan 05 17:59:35.212852 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-bec42a14-f43b-4365-ad88-f1216dd1202b req-92b78a80-4b0b-44b5-a33b-95fdb8a924a2 service neutron] 10.222.0.13 "GET /v2.0/networks/e6ea39b9-614b-40c6-ae71-6f0368b8e9fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840786 Jan 05 17:59:35.292055 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-8933fcb7-6d6f-4125-b1bd-c21d2cf00a14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5878492b-211c-4514-8943-31c2d3c8328a', 'name': 'tempest-TestShelveInstance-294049794-router', 'tenant_id': '4a1f5f682b8f41d79d67d68c9228e94a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.70'}], 'enable_snat': True}, 'gw_port_id': 'ba81261b-8c1a-42bb-ab28-c7d1b96f5b8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:49:24Z', 'updated_at': '2022-01-05T17:49:27Z', 'revision_number': 4, 'project_id': '4a1f5f682b8f41d79d67d68c9228e94a', 'gw_port': {'id': 'ba81261b-8c1a-42bb-ab28-c7d1b96f5b8e', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:8e:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5878492b-211c-4514-8943-31c2d3c8328a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:49:24Z', 'updated_at': '2022-01-05T17:49:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'c826df28-3e87-4cb0-9c60-87de2a4fe7f3', 'name': '', 'network_id': 'e6ea39b9-614b-40c6-ae71-6f0368b8e9fc', 'tenant_id': '4a1f5f682b8f41d79d67d68c9228e94a', 'mac_address': 'fa:16:3e:9e:30:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5878492b-211c-4514-8943-31c2d3c8328a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': 'cb19d338-8d91-4953-99c9-173824d2f2d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:49:26Z', 'updated_at': '2022-01-05T17:49:31Z', 'revision_number': 5, 'project_id': '4a1f5f682b8f41d79d67d68c9228e94a', 'subnets': [{'id': 'cb19d338-8d91-4953-99c9-173824d2f2d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:59:35.307842 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-bec42a14-f43b-4365-ad88-f1216dd1202b req-1d99e982-6593-4b3f-b38e-06727c935b9b service neutron] 10.222.0.13 "GET /v2.0/networks/e6ea39b9-614b-40c6-ae71-6f0368b8e9fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891883 Jan 05 17:59:35.321213 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8933fcb7-6d6f-4125-b1bd-c21d2cf00a14 None None] The sync data for ids ['5878492b-211c-4514-8943-31c2d3c8328a'] in dv-neutron-master-2-hyperv is: [{'id': '5878492b-211c-4514-8943-31c2d3c8328a', 'name': 'tempest-TestShelveInstance-294049794-router', 'tenant_id': '4a1f5f682b8f41d79d67d68c9228e94a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.70'}], 'enable_snat': True}, 'gw_port_id': 'ba81261b-8c1a-42bb-ab28-c7d1b96f5b8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:49:24Z', 'updated_at': '2022-01-05T17:49:27Z', 'revision_number': 4, 'project_id': '4a1f5f682b8f41d79d67d68c9228e94a', 'gw_port': {'id': 'ba81261b-8c1a-42bb-ab28-c7d1b96f5b8e', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:8e:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5878492b-211c-4514-8943-31c2d3c8328a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:49:24Z', 'updated_at': '2022-01-05T17:49:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'c826df28-3e87-4cb0-9c60-87de2a4fe7f3', 'name': '', 'network_id': 'e6ea39b9-614b-40c6-ae71-6f0368b8e9fc', 'tenant_id': '4a1f5f682b8f41d79d67d68c9228e94a', 'mac_address': 'fa:16:3e:9e:30:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5878492b-211c-4514-8943-31c2d3c8328a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': 'cb19d338-8d91-4953-99c9-173824d2f2d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:49:26Z', 'updated_at': '2022-01-05T17:49:31Z', 'revision_number': 5, 'project_id': '4a1f5f682b8f41d79d67d68c9228e94a', 'subnets': [{'id': 'cb19d338-8d91-4953-99c9-173824d2f2d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 05 17:59:35.473798 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336721fb-ded3-47ef-b2b5-05ca28fd819f req-7e57d124-18f5-4012-b821-66c65340a396 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:59:35.475360 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-336721fb-ded3-47ef-b2b5-05ca28fd819f req-7e57d124-18f5-4012-b821-66c65340a396 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] 10.222.0.11 "GET /v2.0/ports?device_id=95f9dcad-6683-4366-8058-f3776a7acc2f HTTP/1.1" status: 200 len: 946 time: 0.1562636 Jan 05 17:59:35.526223 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-336721fb-ded3-47ef-b2b5-05ca28fd819f req-775a5a36-e950-4016-aa2f-eaccf92cc9d8 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] 10.222.0.11 "GET /v2.0/security-groups?id=951712a7-c1af-4c2b-8f4f-fd295fc1ad7e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0452657 Jan 05 17:59:35.563256 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9987969f-1e8e-47de-b933-6c3b70aaf800 None None] New status for floating IP e5393f43-20c2-4d28-9f52-1960690481a8: DOWN {{(pid=103803) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 05 17:59:36.684873 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2819ad7d-fb9c-4d2a-b464-544925691a84 req-d607d5e6-60b4-4dda-960c-e0c0881fbb28 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:59:36.686356 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-2819ad7d-fb9c-4d2a-b464-544925691a84 req-d607d5e6-60b4-4dda-960c-e0c0881fbb28 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] 10.222.0.11 "GET /v2.0/ports?device_id=95f9dcad-6683-4366-8058-f3776a7acc2f HTTP/1.1" status: 200 len: 946 time: 0.0923398 Jan 05 17:59:36.733193 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-2819ad7d-fb9c-4d2a-b464-544925691a84 req-e628d215-c5d4-4465-bb08-c413a3ad427a tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] 10.222.0.11 "GET /v2.0/security-groups?id=951712a7-c1af-4c2b-8f4f-fd295fc1ad7e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0407362 Jan 05 17:59:36.892265 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc119c6e-5c2f-4df3-95d5-af4d7e0a964a req-71f22379-86ed-4b29-89e8-42df2f4abbd0 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:59:36.893641 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-bc119c6e-5c2f-4df3-95d5-af4d7e0a964a req-71f22379-86ed-4b29-89e8-42df2f4abbd0 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] 10.222.0.13 "GET /v2.0/ports?device_id=95f9dcad-6683-4366-8058-f3776a7acc2f HTTP/1.1" status: 200 len: 946 time: 0.0473683 Jan 05 17:59:36.981711 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [req-bc119c6e-5c2f-4df3-95d5-af4d7e0a964a req-bbfef170-b260-4a3f-8676-f2523cd47a9b tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Deleting port 63e87320-e23a-49b6-9264-c2418b4c25b3 {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:59:36.982048 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-bc119c6e-5c2f-4df3-95d5-af4d7e0a964a req-bbfef170-b260-4a3f-8676-f2523cd47a9b tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:59:37.066913 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.db [req-bc119c6e-5c2f-4df3-95d5-af4d7e0a964a req-bbfef170-b260-4a3f-8676-f2523cd47a9b tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] For port 63e87320-e23a-49b6-9264-c2418b4c25b3, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=63e87320-e23a-49b6-9264-c2418b4c25b3,segment=NetworkSegment(c0f2fbfb-5ca2-49a6-a607-91e01db71e22),segment_id=c0f2fbfb-5ca2-49a6-a607-91e01db71e22)] {{(pid=103800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:59:37.067268 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-bc119c6e-5c2f-4df3-95d5-af4d7e0a964a req-bbfef170-b260-4a3f-8676-f2523cd47a9b tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:59:37.083447 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [req-bc119c6e-5c2f-4df3-95d5-af4d7e0a964a req-bbfef170-b260-4a3f-8676-f2523cd47a9b tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Calling delete_port for 63e87320-e23a-49b6-9264-c2418b4c25b3 owned by compute:nova {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:59:37.245589 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-bc119c6e-5c2f-4df3-95d5-af4d7e0a964a req-bbfef170-b260-4a3f-8676-f2523cd47a9b tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:59:37.272960 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfef170-b260-4a3f-8676-f2523cd47a9b tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Pushing event deleted for resources: {'Port': ['ID=63e87320-e23a-49b6-9264-c2418b4c25b3,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:59:37.317657 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc119c6e-5c2f-4df3-95d5-af4d7e0a964a req-bbfef170-b260-4a3f-8676-f2523cd47a9b tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] No DVR routers for this DVR port 63e87320-e23a-49b6-9264-c2418b4c25b3 on host hv-neutron-mast {{(pid=103800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 05 17:59:37.321625 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-bc119c6e-5c2f-4df3-95d5-af4d7e0a964a req-bbfef170-b260-4a3f-8676-f2523cd47a9b tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:59:37.323539 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-bc119c6e-5c2f-4df3-95d5-af4d7e0a964a req-bbfef170-b260-4a3f-8676-f2523cd47a9b tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] 10.222.0.13 "DELETE /v2.0/ports/63e87320-e23a-49b6-9264-c2418b4c25b3 HTTP/1.1" status: 204 len: 173 time: 0.4248629 Jan 05 17:59:37.323984 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95f9dcad-6683-4366-8058-f3776a7acc2f', 'name': 'network-vif-deleted', 'tag': '63e87320-e23a-49b6-9264-c2418b4c25b3'}] {{(pid=103800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 05 17:59:37.326337 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f64b9d4628f7eefcc27168a80c04985d23f0ea5def038dae05e1deb7357f3bfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d538a9c-a168-473b-9a4e-451af4e6082c" -d '{"events": [{"server_uuid": "95f9dcad-6683-4366-8058-f3776a7acc2f", "name": "network-vif-deleted", "tag": "63e87320-e23a-49b6-9264-c2418b4c25b3"}]}' {{(pid=103800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 05 17:59:37.363161 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Jan 2022 17:59:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55b422ed-3e21-48ec-a43b-12982616497f x-openstack-request-id: req-55b422ed-3e21-48ec-a43b-12982616497f {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 05 17:59:37.364041 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95f9dcad-6683-4366-8058-f3776a7acc2f", "name": "network-vif-deleted", "tag": "63e87320-e23a-49b6-9264-c2418b4c25b3", "status": "completed", "code": 200}]} {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 05 17:59:37.364301 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-55b422ed-3e21-48ec-a43b-12982616497f {{(pid=103800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 05 17:59:37.364738 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95f9dcad-6683-4366-8058-f3776a7acc2f', 'name': 'network-vif-deleted', 'tag': '63e87320-e23a-49b6-9264-c2418b4c25b3', 'status': 'completed', 'code': 200} Jan 05 17:59:37.826003 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-a7500636-88c2-4fbd-a015-03a7caf67392 req-b0766fc8-de95-4ee6-b507-bf46f4aca8c2 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] 10.222.0.11 "GET /v2.0/ports?device_id=95f9dcad-6683-4366-8058-f3776a7acc2f HTTP/1.1" status: 200 len: 210 time: 0.0261018 Jan 05 17:59:38.922095 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-527c1e66-cc85-467c-a327-90b5b9824ded req-dfc26d67-661e-421f-b662-9271eeab88a7 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] 10.222.0.11 "GET /v2.0/ports?device_id=95f9dcad-6683-4366-8058-f3776a7acc2f HTTP/1.1" status: 200 len: 210 time: 0.0258512 Jan 05 17:59:40.012470 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-055f76f4-62b9-4f8d-8a78-d8c08b69e5cb req-7329780a-0baa-4a90-95f9-484ff7351ec7 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] 10.222.0.11 "GET /v2.0/ports?device_id=95f9dcad-6683-4366-8058-f3776a7acc2f HTTP/1.1" status: 200 len: 210 time: 0.0262749 Jan 05 17:59:41.118473 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-3f43cfd6-4d5d-4f43-8d2e-f00ec567c6dd req-0249b732-1dd3-4d27-a01e-dddca050db9e tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] 10.222.0.11 "GET /v2.0/ports?device_id=95f9dcad-6683-4366-8058-f3776a7acc2f HTTP/1.1" status: 200 len: 210 time: 0.0257258 Jan 05 17:59:41.725704 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Device 63e87320-e23a-49b6-9264-c2418b4c25b3 no longer exists at agent hyperv_hv-neutron-mast {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 05 17:59:41.749705 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] No Port match for: 63e87320-e23a-49b6-9264-c2418b4c25b3 {{(pid=103802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 05 17:59:41.750051 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Device 63e87320-e23a-49b6-9264-c2418b4c25b3 not bound to the agent host hv-neutron-mast {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 05 17:59:42.211886 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-77362a05-315c-4de7-b8f8-5091693ef24b req-bb9301ad-a065-4d13-afd4-b8d175e6e912 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] 10.222.0.11 "GET /v2.0/ports?device_id=95f9dcad-6683-4366-8058-f3776a7acc2f HTTP/1.1" status: 200 len: 210 time: 0.0262380 Jan 05 17:59:43.304909 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-7b4fdd46-c893-49e3-ace4-db1ef5fd148e req-f867a213-5522-42f1-887f-dc358587baff tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] 10.222.0.11 "GET /v2.0/ports?device_id=95f9dcad-6683-4366-8058-f3776a7acc2f HTTP/1.1" status: 200 len: 210 time: 0.0269258 Jan 05 17:59:44.398942 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-3c8606f4-c2d6-4682-8e84-c4f9c4df91ef req-8616cf26-f9e3-4094-bb55-cfa7e51a0306 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] 10.222.0.11 "GET /v2.0/ports?device_id=95f9dcad-6683-4366-8058-f3776a7acc2f HTTP/1.1" status: 200 len: 210 time: 0.0288112 Jan 05 17:59:45.492639 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-3435c9fd-136b-4d51-8268-b09cb94eae08 req-b9ce3a63-df4d-4cac-a91e-ce1d8995bb72 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] 10.222.0.11 "GET /v2.0/ports?device_id=95f9dcad-6683-4366-8058-f3776a7acc2f HTTP/1.1" status: 200 len: 210 time: 0.0270145 Jan 05 17:59:46.623455 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-222ca0b7-a16c-413d-b2f4-073049d830de req-c05aa463-c8f7-4e83-b1bd-4eb0a03c0f47 tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] 10.222.0.11 "GET /v2.0/ports?device_id=95f9dcad-6683-4366-8058-f3776a7acc2f HTTP/1.1" status: 200 len: 210 time: 0.0303991 Jan 05 17:59:47.142589 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-42bf074a-79d3-49a4-bf52-9af9ac93261e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:59:47.679152 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 53334) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:59:47.736135 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4e99694b-1cff-435c-8dc6-5be0bb2397ef tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Publish callbacks [] for security_group, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:59:47.761026 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4e99694b-1cff-435c-8dc6-5be0bb2397ef tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:59:47.868469 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4e99694b-1cff-435c-8dc6-5be0bb2397ef tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:59:47.871118 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4e99694b-1cff-435c-8dc6-5be0bb2397ef tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Publish callbacks [] for security_group, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:59:47.872283 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-4e99694b-1cff-435c-8dc6-5be0bb2397ef tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] 10.222.0.11 "DELETE /v2.0/security-groups/951712a7-c1af-4c2b-8f4f-fd295fc1ad7e HTTP/1.1" status: 204 len: 168 time: 0.1921511 Jan 05 17:59:47.882898 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e99694b-1cff-435c-8dc6-5be0bb2397ef tempest-TestShelveInstance-1161030049 tempest-TestShelveInstance-1161030049-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=951712a7-c1af-4c2b-8f4f-fd295fc1ad7e,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:59:47.996919 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 53338) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:59:48.512568 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-26afcee6-7bbc-4d97-9a4a-ffdf16828677 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-531685'] for router_interface, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:59:48.761263 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-26afcee6-7bbc-4d97-9a4a-ffdf16828677 admin admin] Deleting port c826df28-3e87-4cb0-9c60-87de2a4fe7f3 {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:59:48.762005 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-26afcee6-7bbc-4d97-9a4a-ffdf16828677 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:59:48.837127 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.db [None req-26afcee6-7bbc-4d97-9a4a-ffdf16828677 admin admin] For port c826df28-3e87-4cb0-9c60-87de2a4fe7f3, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c826df28-3e87-4cb0-9c60-87de2a4fe7f3,segment=NetworkSegment(c0f2fbfb-5ca2-49a6-a607-91e01db71e22),segment_id=c0f2fbfb-5ca2-49a6-a607-91e01db71e22)] {{(pid=103800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:59:48.837363 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-26afcee6-7bbc-4d97-9a4a-ffdf16828677 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:59:48.850331 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-26afcee6-7bbc-4d97-9a4a-ffdf16828677 admin admin] Calling delete_port for c826df28-3e87-4cb0-9c60-87de2a4fe7f3 owned by network:router_interface {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:59:49.074107 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-26afcee6-7bbc-4d97-9a4a-ffdf16828677 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:59:49.103971 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26afcee6-7bbc-4d97-9a4a-ffdf16828677 admin admin] Pushing event deleted for resources: {'Port': ['ID=c826df28-3e87-4cb0-9c60-87de2a4fe7f3,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:59:49.434007 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-fe2d2e85-e093-4f6b-9ba1-43c74dc8ff9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:59:49.642471 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-26afcee6-7bbc-4d97-9a4a-ffdf16828677 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-560676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531569'] for router_interface, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:59:49.860532 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26afcee6-7bbc-4d97-9a4a-ffdf16828677 admin admin] Router 5878492b-211c-4514-8943-31c2d3c8328a has already been hosted by L3 agent 59446fdc-40e0-41fe-a575-a8eb11d742f7 {{(pid=103800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 05 17:59:49.964123 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26afcee6-7bbc-4d97-9a4a-ffdf16828677 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 05 17:59:49.971707 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-26afcee6-7bbc-4d97-9a4a-ffdf16828677 admin admin] 10.222.0.11 "PUT /v2.0/routers/5878492b-211c-4514-8943-31c2d3c8328a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9713273 Jan 05 17:59:49.971820 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 53344) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:59:49.974628 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-288d3c4f-c6a0-428a-8ba1-deb25fef65cd None None] Sync routers for ids ['5878492b-211c-4514-8943-31c2d3c8328a'] in dv-neutron-master-2-hyperv {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 05 17:59:49.986143 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-288d3c4f-c6a0-428a-8ba1-deb25fef65cd None None] Routers {'5878492b-211c-4514-8943-31c2d3c8328a'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:59:49.986884 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-288d3c4f-c6a0-428a-8ba1-deb25fef65cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:59:49Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['5878492b-211c-4514-8943-31c2d3c8328a'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:59:50.079661 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ad96ccdd-9876-4141-a754-893af3d805af admin admin] Publish callbacks [] for router, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:59:50.188978 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ad96ccdd-9876-4141-a754-893af3d805af admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:59:50.261727 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-288d3c4f-c6a0-428a-8ba1-deb25fef65cd None None] Set router 5878492b-211c-4514-8943-31c2d3c8328a gateway port host: dv-neutron-master-2-hyperv {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:59:50.307131 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-ad96ccdd-9876-4141-a754-893af3d805af admin admin] Deleting port ba81261b-8c1a-42bb-ab28-c7d1b96f5b8e {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:59:50.307626 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ad96ccdd-9876-4141-a754-893af3d805af admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:59:50.322364 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:59:50.387965 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.db [None req-ad96ccdd-9876-4141-a754-893af3d805af admin admin] For port ba81261b-8c1a-42bb-ab28-c7d1b96f5b8e, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ba81261b-8c1a-42bb-ab28-c7d1b96f5b8e,segment=NetworkSegment(3f961525-530f-4ce5-8222-1dbbbe774893),segment_id=3f961525-530f-4ce5-8222-1dbbbe774893)] {{(pid=103800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:59:50.388498 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ad96ccdd-9876-4141-a754-893af3d805af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:59:50.402097 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-ad96ccdd-9876-4141-a754-893af3d805af admin admin] Calling delete_port for ba81261b-8c1a-42bb-ab28-c7d1b96f5b8e owned by network:router_gateway {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:59:50.451983 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-288d3c4f-c6a0-428a-8ba1-deb25fef65cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5878492b-211c-4514-8943-31c2d3c8328a', 'name': 'tempest-TestShelveInstance-294049794-router', 'tenant_id': '4a1f5f682b8f41d79d67d68c9228e94a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.70'}], 'enable_snat': True}, 'gw_port_id': 'ba81261b-8c1a-42bb-ab28-c7d1b96f5b8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:49:24Z', 'updated_at': '2022-01-05T17:59:48Z', 'revision_number': 5, 'project_id': '4a1f5f682b8f41d79d67d68c9228e94a', 'gw_port': {'id': 'ba81261b-8c1a-42bb-ab28-c7d1b96f5b8e', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:8e:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5878492b-211c-4514-8943-31c2d3c8328a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:49:24Z', 'updated_at': '2022-01-05T17:49:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:59:50.481554 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-288d3c4f-c6a0-428a-8ba1-deb25fef65cd None None] Checking router: 5878492b-211c-4514-8943-31c2d3c8328a for host: dv-neutron-master-2-hyperv {{(pid=103802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 05 17:59:50.489719 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-288d3c4f-c6a0-428a-8ba1-deb25fef65cd None None] Routers {'5878492b-211c-4514-8943-31c2d3c8328a'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:59:50.490323 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-288d3c4f-c6a0-428a-8ba1-deb25fef65cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:59:49Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['5878492b-211c-4514-8943-31c2d3c8328a'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:59:50.578018 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-288d3c4f-c6a0-428a-8ba1-deb25fef65cd None None] Set router 5878492b-211c-4514-8943-31c2d3c8328a gateway port host: None {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:59:50.632498 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-288d3c4f-c6a0-428a-8ba1-deb25fef65cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5878492b-211c-4514-8943-31c2d3c8328a', 'name': 'tempest-TestShelveInstance-294049794-router', 'tenant_id': '4a1f5f682b8f41d79d67d68c9228e94a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:49:24Z', 'updated_at': '2022-01-05T17:59:50Z', 'revision_number': 6, 'project_id': '4a1f5f682b8f41d79d67d68c9228e94a', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:59:50.639516 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ad96ccdd-9876-4141-a754-893af3d805af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:59:50.658773 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-288d3c4f-c6a0-428a-8ba1-deb25fef65cd None None] The sync data for ids ['5878492b-211c-4514-8943-31c2d3c8328a'] in dv-neutron-master-2-hyperv is: [{'id': '5878492b-211c-4514-8943-31c2d3c8328a', 'name': 'tempest-TestShelveInstance-294049794-router', 'tenant_id': '4a1f5f682b8f41d79d67d68c9228e94a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:49:24Z', 'updated_at': '2022-01-05T17:59:50Z', 'revision_number': 6, 'project_id': '4a1f5f682b8f41d79d67d68c9228e94a', 'gw_port_host': None}] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 05 17:59:50.671559 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad96ccdd-9876-4141-a754-893af3d805af admin admin] Pushing event deleted for resources: {'Port': ['ID=ba81261b-8c1a-42bb-ab28-c7d1b96f5b8e,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:59:50.692047 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad9d369e-bd91-4daa-9edf-adaf48c1cfa4 None None] DHCP port deletion for b0167590-0699-4c5c-a932-3939414a9573 request from dv-neutron-master-2-hyperv {{(pid=103802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 05 17:59:50.748752 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d2607572-b3c9-472c-85bc-c8de0c3fb75c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:59:50.757327 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ad96ccdd-9876-4141-a754-893af3d805af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-648595'] for router_gateway, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:59:50.848972 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ad96ccdd-9876-4141-a754-893af3d805af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-648249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62744'] for router, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:59:50.851139 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ad96ccdd-9876-4141-a754-893af3d805af admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:59:50.965979 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ad96ccdd-9876-4141-a754-893af3d805af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-648240'] for router, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:59:50.966703 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad96ccdd-9876-4141-a754-893af3d805af admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5878492b-211c-4514-8943-31c2d3c8328a {{(pid=103800) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 05 17:59:50.971437 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ad96ccdd-9876-4141-a754-893af3d805af admin admin] Publish callbacks [] for router, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:59:50.975262 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-ad96ccdd-9876-4141-a754-893af3d805af admin admin] 10.222.0.11 "DELETE /v2.0/routers/5878492b-211c-4514-8943-31c2d3c8328a HTTP/1.1" status: 204 len: 168 time: 0.9993775 Jan 05 17:59:50.975262 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 53346) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:59:51.040835 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.db_base_plugin_v2 [None req-6815c296-e045-49cd-9934-591101375f56 admin admin] Deleting subnet cb19d338-8d91-4953-99c9-173824d2f2d9 {{(pid=103800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 05 17:59:51.044783 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6815c296-e045-49cd-9934-591101375f56 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:59:51.085487 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6815c296-e045-49cd-9934-591101375f56 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8784846'] for subnet, precommit_delete_associations {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:59:51.170035 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6815c296-e045-49cd-9934-591101375f56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892868'] for subnet, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:59:51.285870 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6815c296-e045-49cd-9934-591101375f56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3893367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8784787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8521880'] for subnet, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:59:51.314694 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6815c296-e045-49cd-9934-591101375f56 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cb19d338-8d91-4953-99c9-173824d2f2d9,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:59:51.320485 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6815c296-e045-49cd-9934-591101375f56 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:59:51.326085 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-6815c296-e045-49cd-9934-591101375f56 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/cb19d338-8d91-4953-99c9-173824d2f2d9 HTTP/1.1" status: 204 len: 168 time: 0.3475177 Jan 05 17:59:51.326397 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6892f15-bd59-409b-9b85-14d0dc6b3d29 None None] Network e6ea39b9-614b-40c6-ae71-6f0368b8e9fc requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:59:51.326583 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 53348) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:59:51.409529 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f48912e4-ccd5-41f9-ac9b-64384c9a05d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3809644'] for network, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:59:51.469248 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-f48912e4-ccd5-41f9-ac9b-64384c9a05d6 admin admin] Deleting port 0afdb2d6-8262-4e14-af2d-3d85112470aa {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:59:51.469742 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f48912e4-ccd5-41f9-ac9b-64384c9a05d6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:59:51.529153 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd895880-3873-43c1-a81f-e74e308cad76 None None] DHCP port deletion for e6ea39b9-614b-40c6-ae71-6f0368b8e9fc request from dv-neutron-master-2-hyperv {{(pid=103802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 05 17:59:51.549966 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-f48912e4-ccd5-41f9-ac9b-64384c9a05d6 admin admin] For port 0afdb2d6-8262-4e14-af2d-3d85112470aa, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=0afdb2d6-8262-4e14-af2d-3d85112470aa,segment=NetworkSegment(c0f2fbfb-5ca2-49a6-a607-91e01db71e22),segment_id=c0f2fbfb-5ca2-49a6-a607-91e01db71e22)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:59:51.550512 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f48912e4-ccd5-41f9-ac9b-64384c9a05d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:59:51.569383 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device c826df28-3e87-4cb0-9c60-87de2a4fe7f3 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 05 17:59:51.574607 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-f48912e4-ccd5-41f9-ac9b-64384c9a05d6 admin admin] Calling delete_port for 0afdb2d6-8262-4e14-af2d-3d85112470aa owned by network:dhcp {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:59:51.593988 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] No Port match for: c826df28-3e87-4cb0-9c60-87de2a4fe7f3 {{(pid=103802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 05 17:59:51.594645 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device c826df28-3e87-4cb0-9c60-87de2a4fe7f3 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 05 17:59:51.618296 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-cd895880-3873-43c1-a81f-e74e308cad76 None None] Deleting port 0afdb2d6-8262-4e14-af2d-3d85112470aa {{(pid=103802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:59:51.618800 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-cd895880-3873-43c1-a81f-e74e308cad76 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:59:51.686445 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-cd895880-3873-43c1-a81f-e74e308cad76 None None] For port 0afdb2d6-8262-4e14-af2d-3d85112470aa, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=0afdb2d6-8262-4e14-af2d-3d85112470aa,segment=NetworkSegment(c0f2fbfb-5ca2-49a6-a607-91e01db71e22),segment_id=c0f2fbfb-5ca2-49a6-a607-91e01db71e22)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:59:51.686922 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-cd895880-3873-43c1-a81f-e74e308cad76 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:59:51.702026 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-cd895880-3873-43c1-a81f-e74e308cad76 None None] Calling delete_port for 0afdb2d6-8262-4e14-af2d-3d85112470aa owned by network:dhcp {{(pid=103802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:59:51.719936 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f48912e4-ccd5-41f9-ac9b-64384c9a05d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11433176'] for port, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:59:51.734597 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f48912e4-ccd5-41f9-ac9b-64384c9a05d6 admin admin] No DVR routers for this DVR port 0afdb2d6-8262-4e14-af2d-3d85112470aa on host dv-neutron-master-2-hyperv {{(pid=103801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 05 17:59:51.760628 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48912e4-ccd5-41f9-ac9b-64384c9a05d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=0afdb2d6-8262-4e14-af2d-3d85112470aa,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:59:51.789305 dv-neutron-master-2-hyperv neutron-server[103802]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 05 17:59:51.789305 dv-neutron-master-2-hyperv neutron-server[103802]: self.session.flush() Jan 05 17:59:51.789305 dv-neutron-master-2-hyperv neutron-server[103802]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 05 17:59:51.789305 dv-neutron-master-2-hyperv neutron-server[103802]: self.session.flush() Jan 05 17:59:51.789305 dv-neutron-master-2-hyperv neutron-server[103802]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 05 17:59:51.789305 dv-neutron-master-2-hyperv neutron-server[103802]: self.session.flush() Jan 05 17:59:51.789305 dv-neutron-master-2-hyperv neutron-server[103802]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 05 17:59:51.789305 dv-neutron-master-2-hyperv neutron-server[103802]: self.session.flush() Jan 05 17:59:51.789305 dv-neutron-master-2-hyperv neutron-server[103802]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 05 17:59:51.789305 dv-neutron-master-2-hyperv neutron-server[103802]: self.session.flush() Jan 05 17:59:51.789305 dv-neutron-master-2-hyperv neutron-server[103802]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 05 17:59:51.789305 dv-neutron-master-2-hyperv neutron-server[103802]: self.session.flush() Jan 05 17:59:51.789305 dv-neutron-master-2-hyperv neutron-server[103802]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 05 17:59:51.789305 dv-neutron-master-2-hyperv neutron-server[103802]: self.session.flush() Jan 05 17:59:51.789305 dv-neutron-master-2-hyperv neutron-server[103802]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 05 17:59:51.789305 dv-neutron-master-2-hyperv neutron-server[103802]: self.session.flush() Jan 05 17:59:51.789305 dv-neutron-master-2-hyperv neutron-server[103802]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 05 17:59:51.789305 dv-neutron-master-2-hyperv neutron-server[103802]: self.session.flush() Jan 05 17:59:51.789305 dv-neutron-master-2-hyperv neutron-server[103802]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 05 17:59:51.789305 dv-neutron-master-2-hyperv neutron-server[103802]: self.session.flush() Jan 05 17:59:51.789305 dv-neutron-master-2-hyperv neutron-server[103802]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 05 17:59:51.789305 dv-neutron-master-2-hyperv neutron-server[103802]: self.session.flush() Jan 05 17:59:51.789305 dv-neutron-master-2-hyperv neutron-server[103802]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 05 17:59:51.789305 dv-neutron-master-2-hyperv neutron-server[103802]: self.session.flush() Jan 05 17:59:51.789305 dv-neutron-master-2-hyperv neutron-server[103802]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 05 17:59:51.789305 dv-neutron-master-2-hyperv neutron-server[103802]: self.session.flush() Jan 05 17:59:51.789305 dv-neutron-master-2-hyperv neutron-server[103802]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 05 17:59:51.789305 dv-neutron-master-2-hyperv neutron-server[103802]: self.session.flush() Jan 05 17:59:51.789305 dv-neutron-master-2-hyperv neutron-server[103802]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 05 17:59:51.789305 dv-neutron-master-2-hyperv neutron-server[103802]: self.session.flush() Jan 05 17:59:51.789305 dv-neutron-master-2-hyperv neutron-server[103802]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 05 17:59:51.789305 dv-neutron-master-2-hyperv neutron-server[103802]: self.session.flush() Jan 05 17:59:51.789305 dv-neutron-master-2-hyperv neutron-server[103802]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 05 17:59:51.789305 dv-neutron-master-2-hyperv neutron-server[103802]: self.session.flush() Jan 05 17:59:51.789305 dv-neutron-master-2-hyperv neutron-server[103802]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 05 17:59:51.789305 dv-neutron-master-2-hyperv neutron-server[103802]: self.session.flush() Jan 05 17:59:51.789305 dv-neutron-master-2-hyperv neutron-server[103802]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 05 17:59:51.789305 dv-neutron-master-2-hyperv neutron-server[103802]: self.session.flush() Jan 05 17:59:51.789305 dv-neutron-master-2-hyperv neutron-server[103802]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 05 17:59:51.789305 dv-neutron-master-2-hyperv neutron-server[103802]: self.session.flush() Jan 05 17:59:51.789305 dv-neutron-master-2-hyperv neutron-server[103802]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 05 17:59:51.789305 dv-neutron-master-2-hyperv neutron-server[103802]: self.session.flush() Jan 05 17:59:51.789305 dv-neutron-master-2-hyperv neutron-server[103802]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 05 17:59:51.789305 dv-neutron-master-2-hyperv neutron-server[103802]: self.session.flush() Jan 05 17:59:51.789305 dv-neutron-master-2-hyperv neutron-server[103802]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 05 17:59:51.789305 dv-neutron-master-2-hyperv neutron-server[103802]: self.session.flush() Jan 05 17:59:51.789305 dv-neutron-master-2-hyperv neutron-server[103802]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 05 17:59:51.789305 dv-neutron-master-2-hyperv neutron-server[103802]: self.session.flush() Jan 05 17:59:51.789305 dv-neutron-master-2-hyperv neutron-server[103802]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 05 17:59:51.789305 dv-neutron-master-2-hyperv neutron-server[103802]: self.session.flush() Jan 05 17:59:51.789305 dv-neutron-master-2-hyperv neutron-server[103802]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 05 17:59:51.789305 dv-neutron-master-2-hyperv neutron-server[103802]: self.session.flush() Jan 05 17:59:51.789305 dv-neutron-master-2-hyperv neutron-server[103802]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 05 17:59:51.789305 dv-neutron-master-2-hyperv neutron-server[103802]: self.session.flush() Jan 05 17:59:51.797731 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-cd895880-3873-43c1-a81f-e74e308cad76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678'] for port, after_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:59:51.838471 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd895880-3873-43c1-a81f-e74e308cad76 None None] Pushing event deleted for resources: {'Port': ['ID=0afdb2d6-8262-4e14-af2d-3d85112470aa,revision_number=None']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:59:51.842444 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd895880-3873-43c1-a81f-e74e308cad76 None None] No DVR routers for this DVR port 0afdb2d6-8262-4e14-af2d-3d85112470aa on host dv-neutron-master-2-hyperv {{(pid=103802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 05 17:59:51.853735 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd895880-3873-43c1-a81f-e74e308cad76 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:59:51.854165 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd895880-3873-43c1-a81f-e74e308cad76 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:59:51.854612 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd895880-3873-43c1-a81f-e74e308cad76 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:59:51.854998 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd895880-3873-43c1-a81f-e74e308cad76 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:59:51.857939 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd895880-3873-43c1-a81f-e74e308cad76 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:59:51.858605 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd895880-3873-43c1-a81f-e74e308cad76 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:59:51.859246 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd895880-3873-43c1-a81f-e74e308cad76 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:59:51.859910 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd895880-3873-43c1-a81f-e74e308cad76 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:59:51.860551 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd895880-3873-43c1-a81f-e74e308cad76 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:59:51.861039 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd895880-3873-43c1-a81f-e74e308cad76 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:59:51.861671 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd895880-3873-43c1-a81f-e74e308cad76 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:59:51.862011 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd895880-3873-43c1-a81f-e74e308cad76 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:59:51.862338 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd895880-3873-43c1-a81f-e74e308cad76 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:59:51.866787 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48912e4-ccd5-41f9-ac9b-64384c9a05d6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:59:51.867137 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48912e4-ccd5-41f9-ac9b-64384c9a05d6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:59:51.867483 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48912e4-ccd5-41f9-ac9b-64384c9a05d6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:59:51.867819 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48912e4-ccd5-41f9-ac9b-64384c9a05d6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:59:51.868143 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48912e4-ccd5-41f9-ac9b-64384c9a05d6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:59:51.869118 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48912e4-ccd5-41f9-ac9b-64384c9a05d6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:59:51.869118 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48912e4-ccd5-41f9-ac9b-64384c9a05d6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:59:51.869347 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48912e4-ccd5-41f9-ac9b-64384c9a05d6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:59:51.869705 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48912e4-ccd5-41f9-ac9b-64384c9a05d6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:59:51.870032 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48912e4-ccd5-41f9-ac9b-64384c9a05d6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:59:51.870348 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48912e4-ccd5-41f9-ac9b-64384c9a05d6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:59:51.870665 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48912e4-ccd5-41f9-ac9b-64384c9a05d6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:59:51.870980 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48912e4-ccd5-41f9-ac9b-64384c9a05d6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 17:59:51.874821 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f48912e4-ccd5-41f9-ac9b-64384c9a05d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3891715', 'neutron.services.segments.db._delete_segments_for_network-8754181063482'] for network, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:59:51.895193 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.services.segments.db [None req-f48912e4-ccd5-41f9-ac9b-64384c9a05d6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6ea39b9-614b-40c6-ae71-6f0368b8e9fc']}} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:59:51.907078 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.services.segments.db [None req-f48912e4-ccd5-41f9-ac9b-64384c9a05d6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0f2fbfb-5ca2-49a6-a607-91e01db71e22') {'for_net_delete': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:59:51.907078 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.services.segments.db [None req-f48912e4-ccd5-41f9-ac9b-64384c9a05d6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0f2fbfb-5ca2-49a6-a607-91e01db71e22') {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:59:51.916872 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f48912e4-ccd5-41f9-ac9b-64384c9a05d6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754181064771', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11316385'] for segment, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:59:51.929526 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f48912e4-ccd5-41f9-ac9b-64384c9a05d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225'] for segment, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:59:51.935322 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f48912e4-ccd5-41f9-ac9b-64384c9a05d6 admin admin] Releasing vlan 147 on physical network physnet1 to pool {{(pid=103801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 05 17:59:51.935707 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f48912e4-ccd5-41f9-ac9b-64384c9a05d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11433197'] for segment, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:59:51.937313 dv-neutron-master-2-hyperv neutron-server[103801]: Traceback (most recent call last): Jan 05 17:59:51.937313 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 05 17:59:51.937313 dv-neutron-master-2-hyperv neutron-server[103801]: timer() Jan 05 17:59:51.937313 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 05 17:59:51.937313 dv-neutron-master-2-hyperv neutron-server[103801]: cb(*args, **kw) Jan 05 17:59:51.937313 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 05 17:59:51.937313 dv-neutron-master-2-hyperv neutron-server[103801]: return func(*args, **kwargs) Jan 05 17:59:51.937313 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 05 17:59:51.937313 dv-neutron-master-2-hyperv neutron-server[103801]: self._notify() Jan 05 17:59:51.937313 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 05 17:59:51.937313 dv-neutron-master-2-hyperv neutron-server[103801]: self.callback(batched_events) Jan 05 17:59:51.937313 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 05 17:59:51.937313 dv-neutron-master-2-hyperv neutron-server[103801]: event.method(event) Jan 05 17:59:51.937313 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 05 17:59:51.937313 dv-neutron-master-2-hyperv neutron-server[103801]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 05 17:59:51.937313 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 05 17:59:51.937313 dv-neutron-master-2-hyperv neutron-server[103801]: aggregate_uuid = self.p_client.list_aggregates( Jan 05 17:59:51.937313 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 05 17:59:51.937313 dv-neutron-master-2-hyperv neutron-server[103801]: return f(self, *a, **k) Jan 05 17:59:51.937313 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 05 17:59:51.937313 dv-neutron-master-2-hyperv neutron-server[103801]: return self._get(url).json() Jan 05 17:59:51.937313 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 05 17:59:51.937313 dv-neutron-master-2-hyperv neutron-server[103801]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 05 17:59:51.937313 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 05 17:59:51.937313 dv-neutron-master-2-hyperv neutron-server[103801]: return self.request(url, 'GET', **kwargs) Jan 05 17:59:51.937313 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 05 17:59:51.937313 dv-neutron-master-2-hyperv neutron-server[103801]: base_url = self.get_endpoint(auth, allow=allow, Jan 05 17:59:51.937313 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 05 17:59:51.937313 dv-neutron-master-2-hyperv neutron-server[103801]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 05 17:59:51.937313 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 05 17:59:51.937313 dv-neutron-master-2-hyperv neutron-server[103801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 05 17:59:51.937313 dv-neutron-master-2-hyperv neutron-server[103801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 05 17:59:52.033628 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f48912e4-ccd5-41f9-ac9b-64384c9a05d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3891722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648695'] for network, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:59:52.039678 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f48912e4-ccd5-41f9-ac9b-64384c9a05d6 admin admin] Publish callbacks [] for network, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:59:52.042903 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-f48912e4-ccd5-41f9-ac9b-64384c9a05d6 admin admin] 10.222.0.11 "DELETE /v2.0/networks/e6ea39b9-614b-40c6-ae71-6f0368b8e9fc HTTP/1.1" status: 204 len: 168 time: 0.7152297 Jan 05 17:59:52.045915 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 53350) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:59:52.055292 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48912e4-ccd5-41f9-ac9b-64384c9a05d6 admin admin] Pushing event deleted for resources: {'Network': ['ID=e6ea39b9-614b-40c6-ae71-6f0368b8e9fc,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:59:52.139873 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d504d802-9546-4ce5-a9d3-96c844ac5808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:59:52.403792 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-192ab436-49c8-47da-b770-4d60e6ef5d5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-531685'] for router_interface, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:59:52.666736 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-192ab436-49c8-47da-b770-4d60e6ef5d5f admin admin] Deleting port 1bcd3144-0c12-4a8c-b61e-55a7ee332a90 {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:59:52.667074 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-192ab436-49c8-47da-b770-4d60e6ef5d5f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:59:52.751113 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.db [None req-192ab436-49c8-47da-b770-4d60e6ef5d5f admin admin] For port 1bcd3144-0c12-4a8c-b61e-55a7ee332a90, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=1bcd3144-0c12-4a8c-b61e-55a7ee332a90,segment=NetworkSegment(fe820569-e1e9-41df-9d61-06e06bf0020b),segment_id=fe820569-e1e9-41df-9d61-06e06bf0020b)] {{(pid=103800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:59:52.751606 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-192ab436-49c8-47da-b770-4d60e6ef5d5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:59:52.769314 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-192ab436-49c8-47da-b770-4d60e6ef5d5f admin admin] Calling delete_port for 1bcd3144-0c12-4a8c-b61e-55a7ee332a90 owned by network:router_interface {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:59:53.016854 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-192ab436-49c8-47da-b770-4d60e6ef5d5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:59:53.042191 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192ab436-49c8-47da-b770-4d60e6ef5d5f admin admin] Pushing event deleted for resources: {'Port': ['ID=1bcd3144-0c12-4a8c-b61e-55a7ee332a90,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:59:53.237337 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-192ab436-49c8-47da-b770-4d60e6ef5d5f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-560676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531569'] for router_interface, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:59:53.251151 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device ba81261b-8c1a-42bb-ab28-c7d1b96f5b8e no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 05 17:59:53.277424 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] No Port match for: ba81261b-8c1a-42bb-ab28-c7d1b96f5b8e {{(pid=103802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 05 17:59:53.277735 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device ba81261b-8c1a-42bb-ab28-c7d1b96f5b8e not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 05 17:59:53.278447 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 0afdb2d6-8262-4e14-af2d-3d85112470aa no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 05 17:59:53.307154 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] No Port match for: 0afdb2d6-8262-4e14-af2d-3d85112470aa {{(pid=103802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 05 17:59:53.314645 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 0afdb2d6-8262-4e14-af2d-3d85112470aa not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 05 17:59:53.371142 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:59:53.455134 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-192ab436-49c8-47da-b770-4d60e6ef5d5f admin admin] Router 6223d7dc-d761-4504-bd89-209d4f6eb97f has already been hosted by L3 agent 59446fdc-40e0-41fe-a575-a8eb11d742f7 {{(pid=103800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 05 17:59:53.557120 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-192ab436-49c8-47da-b770-4d60e6ef5d5f admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 05 17:59:53.562041 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-192ab436-49c8-47da-b770-4d60e6ef5d5f admin admin] 10.222.0.11 "PUT /v2.0/routers/6223d7dc-d761-4504-bd89-209d4f6eb97f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5148671 Jan 05 17:59:53.564512 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 53352) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:59:53.565491 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b432bb6-5af1-44be-a7c9-dad140948c91 None None] Sync routers for ids ['6223d7dc-d761-4504-bd89-209d4f6eb97f'] in dv-neutron-master-2-hyperv {{(pid=103803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 05 17:59:53.575886 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b432bb6-5af1-44be-a7c9-dad140948c91 None None] Routers {'6223d7dc-d761-4504-bd89-209d4f6eb97f'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:59:53.576492 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-7b432bb6-5af1-44be-a7c9-dad140948c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:59:49Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['6223d7dc-d761-4504-bd89-209d4f6eb97f'], 'active': True} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:59:53.666958 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-81eda68c-e349-420d-9d4e-bd997fec3df0 admin admin] Publish callbacks [] for router, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:59:53.763839 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvr_db [None req-7b432bb6-5af1-44be-a7c9-dad140948c91 None None] Set router 6223d7dc-d761-4504-bd89-209d4f6eb97f gateway port host: dv-neutron-master-2-hyperv {{(pid=103803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:59:53.767288 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-81eda68c-e349-420d-9d4e-bd997fec3df0 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:59:53.872104 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-81eda68c-e349-420d-9d4e-bd997fec3df0 admin admin] Deleting port 8723593c-afd3-4dcb-8362-dacae9011ac6 {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:59:53.872355 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-81eda68c-e349-420d-9d4e-bd997fec3df0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:59:53.938034 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-7b432bb6-5af1-44be-a7c9-dad140948c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6223d7dc-d761-4504-bd89-209d4f6eb97f', 'name': 'tempest-TestShelveInstance-349721726-router', 'tenant_id': 'd202015d51fe4c57adb07ced9bf408ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.216'}], 'enable_snat': True}, 'gw_port_id': '8723593c-afd3-4dcb-8362-dacae9011ac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:49:30Z', 'updated_at': '2022-01-05T17:59:52Z', 'revision_number': 5, 'project_id': 'd202015d51fe4c57adb07ced9bf408ab', 'gw_port': {'id': '8723593c-afd3-4dcb-8362-dacae9011ac6', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:bd:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6223d7dc-d761-4504-bd89-209d4f6eb97f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T17:49:30Z', 'updated_at': '2022-01-05T17:49:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:59:53.949117 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.db [None req-81eda68c-e349-420d-9d4e-bd997fec3df0 admin admin] For port 8723593c-afd3-4dcb-8362-dacae9011ac6, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=8723593c-afd3-4dcb-8362-dacae9011ac6,segment=NetworkSegment(3f961525-530f-4ce5-8222-1dbbbe774893),segment_id=3f961525-530f-4ce5-8222-1dbbbe774893)] {{(pid=103800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:59:53.949479 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-81eda68c-e349-420d-9d4e-bd997fec3df0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:59:53.962242 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-81eda68c-e349-420d-9d4e-bd997fec3df0 admin admin] Calling delete_port for 8723593c-afd3-4dcb-8362-dacae9011ac6 owned by network:router_gateway {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:59:53.967495 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b432bb6-5af1-44be-a7c9-dad140948c91 None None] Checking router: 6223d7dc-d761-4504-bd89-209d4f6eb97f for host: dv-neutron-master-2-hyperv {{(pid=103803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 05 17:59:53.975506 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b432bb6-5af1-44be-a7c9-dad140948c91 None None] Routers {'6223d7dc-d761-4504-bd89-209d4f6eb97f'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 17:59:53.976337 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-7b432bb6-5af1-44be-a7c9-dad140948c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:59:49Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['6223d7dc-d761-4504-bd89-209d4f6eb97f'], 'active': True} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:59:54.057848 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvr_db [None req-7b432bb6-5af1-44be-a7c9-dad140948c91 None None] Set router 6223d7dc-d761-4504-bd89-209d4f6eb97f gateway port host: None {{(pid=103803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 17:59:54.115087 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-7b432bb6-5af1-44be-a7c9-dad140948c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6223d7dc-d761-4504-bd89-209d4f6eb97f', 'name': 'tempest-TestShelveInstance-349721726-router', 'tenant_id': 'd202015d51fe4c57adb07ced9bf408ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:49:30Z', 'updated_at': '2022-01-05T17:59:53Z', 'revision_number': 6, 'project_id': 'd202015d51fe4c57adb07ced9bf408ab', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:59:54.142035 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b432bb6-5af1-44be-a7c9-dad140948c91 None None] The sync data for ids ['6223d7dc-d761-4504-bd89-209d4f6eb97f'] in dv-neutron-master-2-hyperv is: [{'id': '6223d7dc-d761-4504-bd89-209d4f6eb97f', 'name': 'tempest-TestShelveInstance-349721726-router', 'tenant_id': 'd202015d51fe4c57adb07ced9bf408ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:49:30Z', 'updated_at': '2022-01-05T17:59:53Z', 'revision_number': 6, 'project_id': 'd202015d51fe4c57adb07ced9bf408ab', 'gw_port_host': None}] {{(pid=103803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 05 17:59:54.217082 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-81eda68c-e349-420d-9d4e-bd997fec3df0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:59:54.246811 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81eda68c-e349-420d-9d4e-bd997fec3df0 admin admin] Pushing event deleted for resources: {'Port': ['ID=8723593c-afd3-4dcb-8362-dacae9011ac6,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:59:54.263075 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4131dd0d-27ba-47b4-978b-8445aa9bfa19 None None] DHCP port deletion for b0167590-0699-4c5c-a932-3939414a9573 request from dv-neutron-master-2-hyperv {{(pid=103802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 05 17:59:54.646701 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-81eda68c-e349-420d-9d4e-bd997fec3df0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-648595'] for router_gateway, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:59:54.733463 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-81eda68c-e349-420d-9d4e-bd997fec3df0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-648249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62744'] for router, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:59:54.735522 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-81eda68c-e349-420d-9d4e-bd997fec3df0 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:59:54.816520 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-81eda68c-e349-420d-9d4e-bd997fec3df0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-648240'] for router, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:59:54.816963 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81eda68c-e349-420d-9d4e-bd997fec3df0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6223d7dc-d761-4504-bd89-209d4f6eb97f {{(pid=103800) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 05 17:59:54.821226 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-81eda68c-e349-420d-9d4e-bd997fec3df0 admin admin] Publish callbacks [] for router, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:59:54.822324 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-81eda68c-e349-420d-9d4e-bd997fec3df0 admin admin] 10.222.0.11 "DELETE /v2.0/routers/6223d7dc-d761-4504-bd89-209d4f6eb97f HTTP/1.1" status: 204 len: 168 time: 1.2569249 Jan 05 17:59:54.824834 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 53354) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:59:54.872678 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.db_base_plugin_v2 [None req-81605111-0f4e-4135-83e3-0b88343edc19 admin admin] Deleting subnet b3208d98-0f44-4d6e-8b19-79388526b361 {{(pid=103800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 05 17:59:54.877024 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-81605111-0f4e-4135-83e3-0b88343edc19 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:59:54.911248 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-81605111-0f4e-4135-83e3-0b88343edc19 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8784846'] for subnet, precommit_delete_associations {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:59:54.986577 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-81605111-0f4e-4135-83e3-0b88343edc19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892868'] for subnet, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:59:55.108731 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-81605111-0f4e-4135-83e3-0b88343edc19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3893367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8784787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8521880'] for subnet, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:59:55.139738 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81605111-0f4e-4135-83e3-0b88343edc19 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b3208d98-0f44-4d6e-8b19-79388526b361,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:59:55.145613 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-81605111-0f4e-4135-83e3-0b88343edc19 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:59:55.150075 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-81605111-0f4e-4135-83e3-0b88343edc19 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/b3208d98-0f44-4d6e-8b19-79388526b361 HTTP/1.1" status: 204 len: 168 time: 0.3243639 Jan 05 17:59:55.153129 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bcc2798-7067-459f-bf35-fa9f8713cf35 None None] Network ffe9104e-fcf4-4af1-aeb1-f0e11c0d17eb requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:59:55.154017 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 53356) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:59:55.209417 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 1bcd3144-0c12-4a8c-b61e-55a7ee332a90 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 05 17:59:55.223855 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7c4226d7-a564-46e2-b391-0e0d71305c4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3809644'] for network, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:59:55.233507 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] No Port match for: 1bcd3144-0c12-4a8c-b61e-55a7ee332a90 {{(pid=103802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 05 17:59:55.233879 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 1bcd3144-0c12-4a8c-b61e-55a7ee332a90 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 05 17:59:55.234300 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 8723593c-afd3-4dcb-8362-dacae9011ac6 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 05 17:59:55.267654 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] No Port match for: 8723593c-afd3-4dcb-8362-dacae9011ac6 {{(pid=103802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 05 17:59:55.268335 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 8723593c-afd3-4dcb-8362-dacae9011ac6 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 05 17:59:55.276099 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-7c4226d7-a564-46e2-b391-0e0d71305c4a admin admin] Deleting port 37f70a4b-2b18-4616-8d59-551b4520d84f {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:59:55.276613 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7c4226d7-a564-46e2-b391-0e0d71305c4a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:59:55.340720 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2818420-b41f-474e-bcd9-2de72f691d0d None None] DHCP port deletion for ffe9104e-fcf4-4af1-aeb1-f0e11c0d17eb request from dv-neutron-master-2-hyperv {{(pid=103802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 05 17:59:55.343073 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.db [None req-7c4226d7-a564-46e2-b391-0e0d71305c4a admin admin] For port 37f70a4b-2b18-4616-8d59-551b4520d84f, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=37f70a4b-2b18-4616-8d59-551b4520d84f,segment=NetworkSegment(fe820569-e1e9-41df-9d61-06e06bf0020b),segment_id=fe820569-e1e9-41df-9d61-06e06bf0020b)] {{(pid=103800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:59:55.343439 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7c4226d7-a564-46e2-b391-0e0d71305c4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:59:55.357105 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-7c4226d7-a564-46e2-b391-0e0d71305c4a admin admin] Calling delete_port for 37f70a4b-2b18-4616-8d59-551b4520d84f owned by network:dhcp {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:59:55.392289 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-e2818420-b41f-474e-bcd9-2de72f691d0d None None] Deleting port 37f70a4b-2b18-4616-8d59-551b4520d84f {{(pid=103802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 17:59:55.392575 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-e2818420-b41f-474e-bcd9-2de72f691d0d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:59:55.455066 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-e2818420-b41f-474e-bcd9-2de72f691d0d None None] For port 37f70a4b-2b18-4616-8d59-551b4520d84f, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=37f70a4b-2b18-4616-8d59-551b4520d84f,segment=NetworkSegment(fe820569-e1e9-41df-9d61-06e06bf0020b),segment_id=fe820569-e1e9-41df-9d61-06e06bf0020b)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 17:59:55.455508 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-e2818420-b41f-474e-bcd9-2de72f691d0d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:59:55.467951 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-e2818420-b41f-474e-bcd9-2de72f691d0d None None] Calling delete_port for 37f70a4b-2b18-4616-8d59-551b4520d84f owned by network:dhcp {{(pid=103802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 17:59:55.508269 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7c4226d7-a564-46e2-b391-0e0d71305c4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:59:55.533342 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4226d7-a564-46e2-b391-0e0d71305c4a admin admin] Pushing event deleted for resources: {'Port': ['ID=37f70a4b-2b18-4616-8d59-551b4520d84f,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:59:55.537921 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c4226d7-a564-46e2-b391-0e0d71305c4a admin admin] No DVR routers for this DVR port 37f70a4b-2b18-4616-8d59-551b4520d84f on host dv-neutron-master-2-hyperv {{(pid=103800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 05 17:59:55.545346 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-e2818420-b41f-474e-bcd9-2de72f691d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678'] for port, after_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:59:55.571147 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2818420-b41f-474e-bcd9-2de72f691d0d None None] Pushing event deleted for resources: {'Port': ['ID=37f70a4b-2b18-4616-8d59-551b4520d84f,revision_number=None']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:59:55.574714 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2818420-b41f-474e-bcd9-2de72f691d0d None None] No DVR routers for this DVR port 37f70a4b-2b18-4616-8d59-551b4520d84f on host dv-neutron-master-2-hyperv {{(pid=103802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 05 17:59:55.618303 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7c4226d7-a564-46e2-b391-0e0d71305c4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3891715', 'neutron.services.segments.db._delete_segments_for_network-8754181063482'] for network, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:59:55.638985 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.services.segments.db [None req-7c4226d7-a564-46e2-b391-0e0d71305c4a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ffe9104e-fcf4-4af1-aeb1-f0e11c0d17eb']}} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:59:55.648157 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.services.segments.db [None req-7c4226d7-a564-46e2-b391-0e0d71305c4a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe820569-e1e9-41df-9d61-06e06bf0020b') {'for_net_delete': True} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:59:55.648449 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.services.segments.db [None req-7c4226d7-a564-46e2-b391-0e0d71305c4a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe820569-e1e9-41df-9d61-06e06bf0020b') {} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 17:59:55.657854 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7c4226d7-a564-46e2-b391-0e0d71305c4a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754181064771', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8784833'] for segment, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:59:55.670443 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7c4226d7-a564-46e2-b391-0e0d71305c4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225'] for segment, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:59:55.676284 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c4226d7-a564-46e2-b391-0e0d71305c4a admin admin] Releasing vlan 126 on physical network physnet1 to pool {{(pid=103800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 05 17:59:55.677802 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7c4226d7-a564-46e2-b391-0e0d71305c4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8784497'] for segment, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:59:55.678805 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:59:55.678805 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:59:55.678805 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:59:55.678805 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:59:55.678805 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:59:55.678805 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:59:55.678805 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:59:55.678805 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:59:55.678805 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:59:55.678805 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:59:55.678805 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:59:55.678805 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:59:55.678805 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:59:55.678805 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:59:55.678805 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:59:55.678805 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:59:55.678805 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 17:59:55.678805 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 17:59:55.678805 dv-neutron-master-2-hyperv neutron-server[103800]: Traceback (most recent call last): Jan 05 17:59:55.678805 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 05 17:59:55.678805 dv-neutron-master-2-hyperv neutron-server[103800]: timer() Jan 05 17:59:55.678805 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 05 17:59:55.678805 dv-neutron-master-2-hyperv neutron-server[103800]: cb(*args, **kw) Jan 05 17:59:55.678805 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 05 17:59:55.678805 dv-neutron-master-2-hyperv neutron-server[103800]: return func(*args, **kwargs) Jan 05 17:59:55.678805 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 05 17:59:55.678805 dv-neutron-master-2-hyperv neutron-server[103800]: self._notify() Jan 05 17:59:55.678805 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 05 17:59:55.678805 dv-neutron-master-2-hyperv neutron-server[103800]: self.callback(batched_events) Jan 05 17:59:55.678805 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 05 17:59:55.678805 dv-neutron-master-2-hyperv neutron-server[103800]: event.method(event) Jan 05 17:59:55.678805 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 05 17:59:55.678805 dv-neutron-master-2-hyperv neutron-server[103800]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 05 17:59:55.678805 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 05 17:59:55.678805 dv-neutron-master-2-hyperv neutron-server[103800]: aggregate_uuid = self.p_client.list_aggregates( Jan 05 17:59:55.678805 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 05 17:59:55.678805 dv-neutron-master-2-hyperv neutron-server[103800]: return f(self, *a, **k) Jan 05 17:59:55.678805 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 05 17:59:55.678805 dv-neutron-master-2-hyperv neutron-server[103800]: return self._get(url).json() Jan 05 17:59:55.678805 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 05 17:59:55.678805 dv-neutron-master-2-hyperv neutron-server[103800]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 05 17:59:55.678805 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 05 17:59:55.678805 dv-neutron-master-2-hyperv neutron-server[103800]: return self.request(url, 'GET', **kwargs) Jan 05 17:59:55.678805 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 05 17:59:55.678805 dv-neutron-master-2-hyperv neutron-server[103800]: base_url = self.get_endpoint(auth, allow=allow, Jan 05 17:59:55.678805 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 05 17:59:55.678805 dv-neutron-master-2-hyperv neutron-server[103800]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 05 17:59:55.678805 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 05 17:59:55.678805 dv-neutron-master-2-hyperv neutron-server[103800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 05 17:59:55.678805 dv-neutron-master-2-hyperv neutron-server[103800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 05 17:59:55.793561 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7c4226d7-a564-46e2-b391-0e0d71305c4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3891722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648695'] for network, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:59:55.798603 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7c4226d7-a564-46e2-b391-0e0d71305c4a admin admin] Publish callbacks [] for network, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:59:55.801674 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-7c4226d7-a564-46e2-b391-0e0d71305c4a admin admin] 10.222.0.11 "DELETE /v2.0/networks/ffe9104e-fcf4-4af1-aeb1-f0e11c0d17eb HTTP/1.1" status: 204 len: 168 time: 0.6466179 Jan 05 17:59:55.813034 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4226d7-a564-46e2-b391-0e0d71305c4a admin admin] Pushing event deleted for resources: {'Network': ['ID=ffe9104e-fcf4-4af1-aeb1-f0e11c0d17eb,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:59:56.108585 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 53360) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:59:56.150175 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-71a27625-5be1-4353-ad3f-7376af50ae4e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4a1f5f682b8f41d79d67d68c9228e94a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0397460 Jan 05 17:59:56.152252 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 53362) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:59:56.198729 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-76668c1d-2dc1-46c2-8bc9-c90653af6362 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:59:56.219674 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-76668c1d-2dc1-46c2-8bc9-c90653af6362 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:59:56.342212 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-76668c1d-2dc1-46c2-8bc9-c90653af6362 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:59:56.344927 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-76668c1d-2dc1-46c2-8bc9-c90653af6362 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:59:56.346105 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-76668c1d-2dc1-46c2-8bc9-c90653af6362 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/0838ce4d-15ab-4c64-960c-ea0d91960501 HTTP/1.1" status: 204 len: 168 time: 0.1929317 Jan 05 17:59:56.354460 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76668c1d-2dc1-46c2-8bc9-c90653af6362 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0838ce4d-15ab-4c64-960c-ea0d91960501,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:59:56.979492 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 53368) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:59:57.018562 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-ee8f4ce5-206f-463b-b163-3d3a972e123f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d202015d51fe4c57adb07ced9bf408ab&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0378342 Jan 05 17:59:57.020901 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 53370) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:59:57.069632 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1c04b850-52f4-4521-bfa2-5e3f8fe978b2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:59:57.089765 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1c04b850-52f4-4521-bfa2-5e3f8fe978b2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:59:57.164604 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 37f70a4b-2b18-4616-8d59-551b4520d84f no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 05 17:59:57.184303 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] No Port match for: 37f70a4b-2b18-4616-8d59-551b4520d84f {{(pid=103802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 05 17:59:57.184642 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 37f70a4b-2b18-4616-8d59-551b4520d84f not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 05 17:59:57.199309 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1c04b850-52f4-4521-bfa2-5e3f8fe978b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:59:57.201922 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1c04b850-52f4-4521-bfa2-5e3f8fe978b2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:59:57.203347 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-1c04b850-52f4-4521-bfa2-5e3f8fe978b2 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/56352d6c-a08d-4928-bf43-be53ca148431 HTTP/1.1" status: 204 len: 168 time: 0.1815894 Jan 05 17:59:57.211235 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c04b850-52f4-4521-bfa2-5e3f8fe978b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56352d6c-a08d-4928-bf43-be53ca148431,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:59:58.126879 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 53392) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:59:58.223460 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-caf24a61-fb4d-44f3-964d-b91c94d06631 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-381220639-network', 'tenant_id': 'c2dacecad04c4c3c93696a08bf624114'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:59:58.290758 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caf24a61-fb4d-44f3-964d-b91c94d06631 admin admin] Made reservation on behalf of c2dacecad04c4c3c93696a08bf624114 for: {'network': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:59:58.293112 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-caf24a61-fb4d-44f3-964d-b91c94d06631 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for network, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:59:58.301641 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-caf24a61-fb4d-44f3-964d-b91c94d06631 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:59:58.376386 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-caf24a61-fb4d-44f3-964d-b91c94d06631 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:59:58.439192 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-caf24a61-fb4d-44f3-964d-b91c94d06631 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:59:58.463836 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-caf24a61-fb4d-44f3-964d-b91c94d06631 admin admin] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'} {{(pid=103800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 05 17:59:58.473162 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf24a61-fb4d-44f3-964d-b91c94d06631 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a83db13f-9305-4f9a-9b73-8bbb0b1cdd0c,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:59:58.477873 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-caf24a61-fb4d-44f3-964d-b91c94d06631 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225'] for segment, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:59:58.478158 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.db.segments_db [None req-caf24a61-fb4d-44f3-964d-b91c94d06631 admin admin] Added segment 730439df-29f8-4c15-b2dd-099dba7b51c4 of type vlan for network aaaf9360-b10b-4437-82bc-29e091bd1fb4 Jan 05 17:59:58.520975 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-caf24a61-fb4d-44f3-964d-b91c94d06631 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754180566020'] for network, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:59:58.622015 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-caf24a61-fb4d-44f3-964d-b91c94d06631 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685'] for network, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:59:58.623013 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caf24a61-fb4d-44f3-964d-b91c94d06631 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:59:58.623619 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-caf24a61-fb4d-44f3-964d-b91c94d06631 admin admin] Publish callbacks [] for network, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:59:58.682668 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf24a61-fb4d-44f3-964d-b91c94d06631 admin admin] Pushing event updated for resources: {'Network': ['ID=aaaf9360-b10b-4437-82bc-29e091bd1fb4,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:59:58.692260 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Network aaaf9360-b10b-4437-82bc-29e091bd1fb4 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 05 17:59:58.721943 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-caf24a61-fb4d-44f3-964d-b91c94d06631 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5938015 Jan 05 17:59:58.724752 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 53396) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:59:58.730982 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-1ad53d1e-b536-4664-8c6a-0d5c6613cd11 admin admin] Request body: {'subnet': {'network_id': 'aaaf9360-b10b-4437-82bc-29e091bd1fb4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-381220639-subnet', 'tenant_id': 'c2dacecad04c4c3c93696a08bf624114', 'ip_version': 4}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:59:58.827945 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ad53d1e-b536-4664-8c6a-0d5c6613cd11 admin admin] Made reservation on behalf of c2dacecad04c4c3c93696a08bf624114 for: {'subnet': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 17:59:58.830318 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1ad53d1e-b536-4664-8c6a-0d5c6613cd11 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8521827'] for subnet, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:59:59.062603 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1ad53d1e-b536-4664-8c6a-0d5c6613cd11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8784852', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8521873'] for subnet, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:59:59.114258 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad53d1e-b536-4664-8c6a-0d5c6613cd11 admin admin] Pushing event updated for resources: {'Subnet': ['ID=22ec95a9-64ee-437b-8d63-d1fe195817a9,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:59:59.125602 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ad53d1e-b536-4664-8c6a-0d5c6613cd11 admin admin] Checking segment: {'id': '730439df-29f8-4c15-b2dd-099dba7b51c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'aaaf9360-b10b-4437-82bc-29e091bd1fb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:59:59.125981 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ad53d1e-b536-4664-8c6a-0d5c6613cd11 admin admin] Network hostable DHCP agents. Network: aaaf9360-b10b-4437-82bc-29e091bd1fb4, hostable agents: ['3f70c195-17da-4084-9fd6-bf6059d88535'], hosted agents: [] {{(pid=103800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 05 17:59:59.193393 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ad53d1e-b536-4664-8c6a-0d5c6613cd11 admin admin] Network aaaf9360-b10b-4437-82bc-29e091bd1fb4 is scheduled to be hosted by DHCP agent 3f70c195-17da-4084-9fd6-bf6059d88535 with binding_index 1 {{(pid=103800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 05 17:59:59.273380 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-1ad53d1e-b536-4664-8c6a-0d5c6613cd11 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, aaaf9360-b10b-4437-82bc-29e091bd1fb4) {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:59:59.277395 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ad53d1e-b536-4664-8c6a-0d5c6613cd11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 17:59:59.278019 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1ad53d1e-b536-4664-8c6a-0d5c6613cd11 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:59:59.283725 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6b9249a-581e-4d01-9557-03c1b89e918b None None] Network aaaf9360-b10b-4437-82bc-29e091bd1fb4 requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 17:59:59.351552 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-1ad53d1e-b536-4664-8c6a-0d5c6613cd11 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6256199 Jan 05 17:59:59.354139 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 53398) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 17:59:59.358916 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-4df01f39-99d7-48db-bdbb-2adbf563bda2 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-381220639-router', 'tenant_id': 'c2dacecad04c4c3c93696a08bf624114', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573'}}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 17:59:59.382835 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30b1f8b6-acdc-46b7-9214-ef7d516b6bfc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-aaaf9360-b10b-4437-82bc-29e091bd1fb4', 'network_id': 'aaaf9360-b10b-4437-82bc-29e091bd1fb4', 'project_id': 'c2dacecad04c4c3c93696a08bf624114', 'fixed_ips': [{'subnet_id': '22ec95a9-64ee-437b-8d63-d1fe195817a9'}]}} from dv-neutron-master-2-hyperv. {{(pid=103802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 05 17:59:59.383698 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-30b1f8b6-acdc-46b7-9214-ef7d516b6bfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:59:59.445378 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-4df01f39-99d7-48db-bdbb-2adbf563bda2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-649063', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58098'] for router, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:59:59.446571 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-4df01f39-99d7-48db-bdbb-2adbf563bda2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649832', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-545006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58091'] for router, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:59:59.499987 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-4df01f39-99d7-48db-bdbb-2adbf563bda2 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:59:59.514022 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.db_base_plugin_common [None req-30b1f8b6-acdc-46b7-9214-ef7d516b6bfc None None] Allocated IP 172.20.0.2 (aaaf9360-b10b-4437-82bc-29e091bd1fb4/22ec95a9-64ee-437b-8d63-d1fe195817a9/ad2ec705-d18d-434e-8ebc-15bab669fef6) {{(pid=103802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 17:59:59.655956 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-30b1f8b6-acdc-46b7-9214-ef7d516b6bfc None None] Publish callbacks [] for port, precommit_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:59:59.680773 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-4df01f39-99d7-48db-bdbb-2adbf563bda2 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:59:59.748366 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-30b1f8b6-acdc-46b7-9214-ef7d516b6bfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669'] for port, after_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:59:59.785751 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30b1f8b6-acdc-46b7-9214-ef7d516b6bfc None None] Network aaaf9360-b10b-4437-82bc-29e091bd1fb4 is already hosted by enough agents. {{(pid=103802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 17:59:59.788712 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.scheduler.base_scheduler [None req-30b1f8b6-acdc-46b7-9214-ef7d516b6bfc None None] Resources bound (agent type, host, resource id): {{(pid=103802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 17:59:59.792410 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30b1f8b6-acdc-46b7-9214-ef7d516b6bfc None None] Received port after_create {{(pid=103802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 17:59:59.805190 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b1f8b6-acdc-46b7-9214-ef7d516b6bfc None None] Pushing event updated for resources: {'Port': ['ID=ad2ec705-d18d-434e-8ebc-15bab669fef6,revision_number=1']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 17:59:59.863840 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-30b1f8b6-acdc-46b7-9214-ef7d516b6bfc None None] Attempting to bind port ad2ec705-d18d-434e-8ebc-15bab669fef6 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 05 17:59:59.864690 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-30b1f8b6-acdc-46b7-9214-ef7d516b6bfc None None] Attempting to bind port ad2ec705-d18d-434e-8ebc-15bab669fef6 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '730439df-29f8-4c15-b2dd-099dba7b51c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'aaaf9360-b10b-4437-82bc-29e091bd1fb4'}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 05 17:59:59.865075 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30b1f8b6-acdc-46b7-9214-ef7d516b6bfc None None] Attempting to bind port ad2ec705-d18d-434e-8ebc-15bab669fef6 on network aaaf9360-b10b-4437-82bc-29e091bd1fb4 {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 17:59:59.870624 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30b1f8b6-acdc-46b7-9214-ef7d516b6bfc None None] Checking agent: {'id': '0d4f8fd3-ce62-4651-970c-efa6a8bb22b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 5, 16, 57, 23), 'started_at': datetime.datetime(2022, 1, 5, 16, 57, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 5, 17, 59, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 05 17:59:59.870995 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30b1f8b6-acdc-46b7-9214-ef7d516b6bfc None None] Checking segment: {'id': '730439df-29f8-4c15-b2dd-099dba7b51c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'aaaf9360-b10b-4437-82bc-29e091bd1fb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 17:59:59.871413 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-30b1f8b6-acdc-46b7-9214-ef7d516b6bfc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:59:59.871793 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30b1f8b6-acdc-46b7-9214-ef7d516b6bfc None None] Bound using segment: {'id': '730439df-29f8-4c15-b2dd-099dba7b51c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'aaaf9360-b10b-4437-82bc-29e091bd1fb4'} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 05 17:59:59.872255 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-30b1f8b6-acdc-46b7-9214-ef7d516b6bfc None None] Bound port: ad2ec705-d18d-434e-8ebc-15bab669fef6, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '730439df-29f8-4c15-b2dd-099dba7b51c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'aaaf9360-b10b-4437-82bc-29e091bd1fb4'}}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 05 17:59:59.872625 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-30b1f8b6-acdc-46b7-9214-ef7d516b6bfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 17:59:59.936500 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-30b1f8b6-acdc-46b7-9214-ef7d516b6bfc None None] For port ad2ec705-d18d-434e-8ebc-15bab669fef6, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 05 17:59:59.939700 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-30b1f8b6-acdc-46b7-9214-ef7d516b6bfc None None] For port ad2ec705-d18d-434e-8ebc-15bab669fef6, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ad2ec705-d18d-434e-8ebc-15bab669fef6,segment=NetworkSegment(730439df-29f8-4c15-b2dd-099dba7b51c4),segment_id=730439df-29f8-4c15-b2dd-099dba7b51c4)] {{(pid=103802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 05 18:00:00.006750 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-30b1f8b6-acdc-46b7-9214-ef7d516b6bfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:00:00.063775 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b1f8b6-acdc-46b7-9214-ef7d516b6bfc None None] Pushing event updated for resources: {'Port': ['ID=ad2ec705-d18d-434e-8ebc-15bab669fef6,revision_number=2']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:00:00.280348 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-4df01f39-99d7-48db-bdbb-2adbf563bda2 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:00:00.300372 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-4df01f39-99d7-48db-bdbb-2adbf563bda2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:00:00.408558 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [None req-4df01f39-99d7-48db-bdbb-2adbf563bda2 admin admin] Allocated IP 172.36.4.234 (b0167590-0699-4c5c-a932-3939414a9573/7a784a6d-3d96-418f-a645-b9ccd0b1ac55/4bd1578c-8cd7-4ca2-b4f6-ce8dff50d534) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 18:00:00.507979 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-4df01f39-99d7-48db-bdbb-2adbf563bda2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:00:00.588490 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-4df01f39-99d7-48db-bdbb-2adbf563bda2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11433176'] for port, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:00:00.629356 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4df01f39-99d7-48db-bdbb-2adbf563bda2 admin admin] Network b0167590-0699-4c5c-a932-3939414a9573 is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 18:00:00.632207 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-4df01f39-99d7-48db-bdbb-2adbf563bda2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 18:00:00.635856 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4df01f39-99d7-48db-bdbb-2adbf563bda2 admin admin] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 18:00:00.645018 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32e1555a-2c2a-47ff-9b3a-0d88701711d5 None None] DHCP port deletion for b0167590-0699-4c5c-a932-3939414a9573 request from dv-neutron-master-2-hyperv {{(pid=103802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 05 18:00:00.661791 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df01f39-99d7-48db-bdbb-2adbf563bda2 admin admin] Pushing event updated for resources: {'Port': ['ID=4bd1578c-8cd7-4ca2-b4f6-ce8dff50d534,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:00:00.731782 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-83ee0bf1-eaf7-4614-a018-a4f0ee8cf734 None None] Provisioning complete for port 4bd1578c-8cd7-4ca2-b4f6-ce8dff50d534 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 18:00:00.732164 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-83ee0bf1-eaf7-4614-a018-a4f0ee8cf734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:00:00.768893 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-83ee0bf1-eaf7-4614-a018-a4f0ee8cf734 None None] Port 4bd1578c-8cd7-4ca2-b4f6-ce8dff50d534 cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 18:00:00.957140 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-4df01f39-99d7-48db-bdbb-2adbf563bda2 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:00:00.996655 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f002195-2f7c-4a1b-8712-1f8f48cf7ea4 None None] Network aaaf9360-b10b-4437-82bc-29e091bd1fb4 requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 18:00:01.109840 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-ca943163-534c-4876-b6b2-dbf2e9e8497d None None] Provisioning complete for port ad2ec705-d18d-434e-8ebc-15bab669fef6 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 18:00:01.110114 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-ca943163-534c-4876-b6b2-dbf2e9e8497d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:00:01.168944 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-4df01f39-99d7-48db-bdbb-2adbf563bda2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-648430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648639'] for router, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:00:01.196674 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-ca943163-534c-4876-b6b2-dbf2e9e8497d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:00:01.232547 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-ca943163-534c-4876-b6b2-dbf2e9e8497d None None] For port ad2ec705-d18d-434e-8ebc-15bab669fef6, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ad2ec705-d18d-434e-8ebc-15bab669fef6,segment=NetworkSegment(730439df-29f8-4c15-b2dd-099dba7b51c4),segment_id=730439df-29f8-4c15-b2dd-099dba7b51c4)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 18:00:01.244031 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device ad2ec705-d18d-434e-8ebc-15bab669fef6 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 18:00:01.296801 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-ca943163-534c-4876-b6b2-dbf2e9e8497d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:00:01.348863 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4df01f39-99d7-48db-bdbb-2adbf563bda2 admin admin] Router f8aef3fc-bea3-4663-b626-e38e3b9b441e is scheduled to L3 agent 59446fdc-40e0-41fe-a575-a8eb11d742f7 with binding_index 1 {{(pid=103801) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 05 18:00:01.352339 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Provisioning complete for port ad2ec705-d18d-434e-8ebc-15bab669fef6 triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 18:00:01.352705 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:00:01.374442 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca943163-534c-4876-b6b2-dbf2e9e8497d None None] Pushing event updated for resources: {'Port': ['ID=ad2ec705-d18d-434e-8ebc-15bab669fef6,revision_number=3']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:00:01.445134 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-98fa8a12-6374-430a-892a-1f00513ec4a2 None None] Provisioning complete for port ad2ec705-d18d-434e-8ebc-15bab669fef6 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 18:00:01.445496 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-98fa8a12-6374-430a-892a-1f00513ec4a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:00:01.456523 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4df01f39-99d7-48db-bdbb-2adbf563bda2 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 05 18:00:01.468344 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd25a8de-e7b0-4faf-b313-b2db3705abfa None None] Sync routers for ids ['f8aef3fc-bea3-4663-b626-e38e3b9b441e'] in dv-neutron-master-2-hyperv {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 05 18:00:01.491747 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd25a8de-e7b0-4faf-b313-b2db3705abfa None None] Routers {'f8aef3fc-bea3-4663-b626-e38e3b9b441e'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 18:00:01.492362 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-fd25a8de-e7b0-4faf-b313-b2db3705abfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:59:49Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['f8aef3fc-bea3-4663-b626-e38e3b9b441e'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 18:00:01.538750 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-4df01f39-99d7-48db-bdbb-2adbf563bda2 admin admin] Publish callbacks [] for router, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:00:01.540005 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-4df01f39-99d7-48db-bdbb-2adbf563bda2 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.1846557 Jan 05 18:00:01.542798 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 53400) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 18:00:01.776217 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-fd25a8de-e7b0-4faf-b313-b2db3705abfa None None] Set router f8aef3fc-bea3-4663-b626-e38e3b9b441e gateway port host: dv-neutron-master-2-hyperv {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 18:00:01.948385 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-7a493acf-bfdb-4820-bd14-28677dffd448 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:00:01.950034 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-fd25a8de-e7b0-4faf-b313-b2db3705abfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8aef3fc-bea3-4663-b626-e38e3b9b441e', 'name': 'tempest-TestSnapshotPattern-381220639-router', 'tenant_id': 'c2dacecad04c4c3c93696a08bf624114', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.234'}], 'enable_snat': True}, 'gw_port_id': '4bd1578c-8cd7-4ca2-b4f6-ce8dff50d534', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:59:59Z', 'updated_at': '2022-01-05T18:00:00Z', 'revision_number': 3, 'project_id': 'c2dacecad04c4c3c93696a08bf624114', 'gw_port': {'id': '4bd1578c-8cd7-4ca2-b4f6-ce8dff50d534', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:c7:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8aef3fc-bea3-4663-b626-e38e3b9b441e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T18:00:00Z', 'updated_at': '2022-01-05T18:00:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 18:00:01.980613 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd25a8de-e7b0-4faf-b313-b2db3705abfa None None] Checking router: f8aef3fc-bea3-4663-b626-e38e3b9b441e for host: dv-neutron-master-2-hyperv {{(pid=103802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 05 18:00:01.980966 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd25a8de-e7b0-4faf-b313-b2db3705abfa None None] Updating router f8aef3fc-bea3-4663-b626-e38e3b9b441e port 4bd1578c-8cd7-4ca2-b4f6-ce8dff50d534 binding host dv-neutron-master-2-hyperv {{(pid=103802) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 05 18:00:02.005546 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-fd25a8de-e7b0-4faf-b313-b2db3705abfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:00:02.100560 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [None req-7a493acf-bfdb-4820-bd14-28677dffd448 admin admin] Allocated IP 172.20.0.1 (aaaf9360-b10b-4437-82bc-29e091bd1fb4/22ec95a9-64ee-437b-8d63-d1fe195817a9/0b878594-5482-4b4a-a279-e46f26380f29) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 18:00:02.207336 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-7a493acf-bfdb-4820-bd14-28677dffd448 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:00:02.257559 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-fd25a8de-e7b0-4faf-b313-b2db3705abfa None None] Publish callbacks [] for port, precommit_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:00:02.285801 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-7a493acf-bfdb-4820-bd14-28677dffd448 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11433176'] for port, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:00:02.302543 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-fd25a8de-e7b0-4faf-b313-b2db3705abfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:00:02.325632 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a493acf-bfdb-4820-bd14-28677dffd448 admin admin] Network aaaf9360-b10b-4437-82bc-29e091bd1fb4 is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 18:00:02.334452 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-7a493acf-bfdb-4820-bd14-28677dffd448 admin admin] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 18:00:02.336566 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a493acf-bfdb-4820-bd14-28677dffd448 admin admin] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 18:00:02.339649 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a493acf-bfdb-4820-bd14-28677dffd448 admin admin] Pushing event updated for resources: {'Port': ['ID=0b878594-5482-4b4a-a279-e46f26380f29,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:00:02.360069 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-619dd34c-be6d-4902-816f-db3850f2591d None None] DHCP port deletion for b0167590-0699-4c5c-a932-3939414a9573 request from dv-neutron-master-2-hyperv {{(pid=103802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 05 18:00:02.361618 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-fd25a8de-e7b0-4faf-b313-b2db3705abfa None None] Attempting to bind port 4bd1578c-8cd7-4ca2-b4f6-ce8dff50d534 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 05 18:00:02.361969 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-fd25a8de-e7b0-4faf-b313-b2db3705abfa None None] Attempting to bind port 4bd1578c-8cd7-4ca2-b4f6-ce8dff50d534 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '3f961525-530f-4ce5-8222-1dbbbe774893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573'}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 05 18:00:02.362327 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd25a8de-e7b0-4faf-b313-b2db3705abfa None None] Attempting to bind port 4bd1578c-8cd7-4ca2-b4f6-ce8dff50d534 on network b0167590-0699-4c5c-a932-3939414a9573 {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 18:00:02.365463 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c437e56-7884-40eb-a2af-d5b4b810f4ed None None] Pushing event updated for resources: {'Port': ['ID=4bd1578c-8cd7-4ca2-b4f6-ce8dff50d534,revision_number=2']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:00:02.372196 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd25a8de-e7b0-4faf-b313-b2db3705abfa None None] Checking agent: {'id': '0d4f8fd3-ce62-4651-970c-efa6a8bb22b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 5, 16, 57, 23), 'started_at': datetime.datetime(2022, 1, 5, 16, 57, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 5, 17, 59, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 05 18:00:02.372549 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd25a8de-e7b0-4faf-b313-b2db3705abfa None None] Checking segment: {'id': '3f961525-530f-4ce5-8222-1dbbbe774893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 18:00:02.373291 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-fd25a8de-e7b0-4faf-b313-b2db3705abfa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:00:02.373421 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd25a8de-e7b0-4faf-b313-b2db3705abfa None None] Bound using segment: {'id': '3f961525-530f-4ce5-8222-1dbbbe774893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573'} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 05 18:00:02.373831 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-fd25a8de-e7b0-4faf-b313-b2db3705abfa None None] Bound port: 4bd1578c-8cd7-4ca2-b4f6-ce8dff50d534, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f961525-530f-4ce5-8222-1dbbbe774893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573'}}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 05 18:00:02.374343 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-fd25a8de-e7b0-4faf-b313-b2db3705abfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:00:02.379822 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-7a493acf-bfdb-4820-bd14-28677dffd448 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-648552'] for router_interface, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:00:02.440410 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-fd25a8de-e7b0-4faf-b313-b2db3705abfa None None] For port 4bd1578c-8cd7-4ca2-b4f6-ce8dff50d534, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 05 18:00:02.444276 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-fd25a8de-e7b0-4faf-b313-b2db3705abfa None None] For port 4bd1578c-8cd7-4ca2-b4f6-ce8dff50d534, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=4bd1578c-8cd7-4ca2-b4f6-ce8dff50d534,segment=NetworkSegment(3f961525-530f-4ce5-8222-1dbbbe774893),segment_id=3f961525-530f-4ce5-8222-1dbbbe774893)] {{(pid=103802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 05 18:00:02.491511 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-c5fbf5f0-d96a-44d1-ab77-6bc6e60f27a2 None None] Provisioning complete for port 4bd1578c-8cd7-4ca2-b4f6-ce8dff50d534 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 18:00:02.491877 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c5fbf5f0-d96a-44d1-ab77-6bc6e60f27a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:00:02.514857 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-fd25a8de-e7b0-4faf-b313-b2db3705abfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:00:02.566609 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-c5fbf5f0-d96a-44d1-ab77-6bc6e60f27a2 None None] Port 4bd1578c-8cd7-4ca2-b4f6-ce8dff50d534 cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 18:00:02.571500 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-7a493acf-bfdb-4820-bd14-28677dffd448 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:00:02.576855 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a92e7a9-f8a2-4e29-be47-0139ba44e590 None None] DHCP port deletion for b0167590-0699-4c5c-a932-3939414a9573 request from dv-neutron-master-2-hyperv {{(pid=103802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 05 18:00:02.594438 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd25a8de-e7b0-4faf-b313-b2db3705abfa None None] Routers {'f8aef3fc-bea3-4663-b626-e38e3b9b441e'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 18:00:02.595074 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-fd25a8de-e7b0-4faf-b313-b2db3705abfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:59:49Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['f8aef3fc-bea3-4663-b626-e38e3b9b441e'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 18:00:02.644385 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c437e56-7884-40eb-a2af-d5b4b810f4ed None None] Pushing event updated for resources: {'Port': ['ID=4bd1578c-8cd7-4ca2-b4f6-ce8dff50d534,revision_number=3']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:00:02.723260 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-fd25a8de-e7b0-4faf-b313-b2db3705abfa None None] Set router f8aef3fc-bea3-4663-b626-e38e3b9b441e gateway port host: dv-neutron-master-2-hyperv {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 18:00:02.726101 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-9aaf442e-a999-4ebc-a38a-84d4675566b2 None None] Provisioning complete for port 4bd1578c-8cd7-4ca2-b4f6-ce8dff50d534 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 18:00:02.726469 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-9aaf442e-a999-4ebc-a38a-84d4675566b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:00:02.753606 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-7a493acf-bfdb-4820-bd14-28677dffd448 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:00:02.816540 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-7a493acf-bfdb-4820-bd14-28677dffd448 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11433169'] for port, after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:00:02.886552 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a493acf-bfdb-4820-bd14-28677dffd448 admin admin] Pushing event updated for resources: {'Port': ['ID=0b878594-5482-4b4a-a279-e46f26380f29,revision_number=2']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:00:02.890075 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-7a493acf-bfdb-4820-bd14-28677dffd448 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-531704'] for router_interface, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:00:02.938625 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-9aaf442e-a999-4ebc-a38a-84d4675566b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:00:02.980888 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a493acf-bfdb-4820-bd14-28677dffd448 admin admin] Network aaaf9360-b10b-4437-82bc-29e091bd1fb4 is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 18:00:02.982456 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-7a493acf-bfdb-4820-bd14-28677dffd448 admin admin] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 18:00:02.982692 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-9aaf442e-a999-4ebc-a38a-84d4675566b2 None None] For port 4bd1578c-8cd7-4ca2-b4f6-ce8dff50d534, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=4bd1578c-8cd7-4ca2-b4f6-ce8dff50d534,segment=NetworkSegment(3f961525-530f-4ce5-8222-1dbbbe774893),segment_id=3f961525-530f-4ce5-8222-1dbbbe774893)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 18:00:03.004041 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-fd25a8de-e7b0-4faf-b313-b2db3705abfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8aef3fc-bea3-4663-b626-e38e3b9b441e', 'name': 'tempest-TestSnapshotPattern-381220639-router', 'tenant_id': 'c2dacecad04c4c3c93696a08bf624114', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.234'}], 'enable_snat': True}, 'gw_port_id': '4bd1578c-8cd7-4ca2-b4f6-ce8dff50d534', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:59:59Z', 'updated_at': '2022-01-05T18:00:02Z', 'revision_number': 4, 'project_id': 'c2dacecad04c4c3c93696a08bf624114', 'gw_port': {'id': '4bd1578c-8cd7-4ca2-b4f6-ce8dff50d534', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:c7:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8aef3fc-bea3-4663-b626-e38e3b9b441e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T18:00:00Z', 'updated_at': '2022-01-05T18:00:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '0b878594-5482-4b4a-a279-e46f26380f29', 'name': '', 'network_id': 'aaaf9360-b10b-4437-82bc-29e091bd1fb4', 'tenant_id': 'c2dacecad04c4c3c93696a08bf624114', 'mac_address': 'fa:16:3e:f6:b5:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8aef3fc-bea3-4663-b626-e38e3b9b441e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': '22ec95a9-64ee-437b-8d63-d1fe195817a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T18:00:01Z', 'updated_at': '2022-01-05T18:00:02Z', 'revision_number': 1, 'project_id': 'c2dacecad04c4c3c93696a08bf624114', 'subnets': [{'id': '22ec95a9-64ee-437b-8d63-d1fe195817a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 18:00:03.037142 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd25a8de-e7b0-4faf-b313-b2db3705abfa None None] The sync data for ids ['f8aef3fc-bea3-4663-b626-e38e3b9b441e'] in dv-neutron-master-2-hyperv is: [{'id': 'f8aef3fc-bea3-4663-b626-e38e3b9b441e', 'name': 'tempest-TestSnapshotPattern-381220639-router', 'tenant_id': 'c2dacecad04c4c3c93696a08bf624114', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.234'}], 'enable_snat': True}, 'gw_port_id': '4bd1578c-8cd7-4ca2-b4f6-ce8dff50d534', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:59:59Z', 'updated_at': '2022-01-05T18:00:02Z', 'revision_number': 4, 'project_id': 'c2dacecad04c4c3c93696a08bf624114', 'gw_port': {'id': '4bd1578c-8cd7-4ca2-b4f6-ce8dff50d534', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:c7:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8aef3fc-bea3-4663-b626-e38e3b9b441e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T18:00:00Z', 'updated_at': '2022-01-05T18:00:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '0b878594-5482-4b4a-a279-e46f26380f29', 'name': '', 'network_id': 'aaaf9360-b10b-4437-82bc-29e091bd1fb4', 'tenant_id': 'c2dacecad04c4c3c93696a08bf624114', 'mac_address': 'fa:16:3e:f6:b5:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8aef3fc-bea3-4663-b626-e38e3b9b441e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': '22ec95a9-64ee-437b-8d63-d1fe195817a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T18:00:01Z', 'updated_at': '2022-01-05T18:00:02Z', 'revision_number': 1, 'project_id': 'c2dacecad04c4c3c93696a08bf624114', 'subnets': [{'id': '22ec95a9-64ee-437b-8d63-d1fe195817a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 05 18:00:03.054124 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-9aaf442e-a999-4ebc-a38a-84d4675566b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:00:03.098487 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-9aaf442e-a999-4ebc-a38a-84d4675566b2 None None] Provisioning complete for port 0b878594-5482-4b4a-a279-e46f26380f29 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 18:00:03.099493 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-9aaf442e-a999-4ebc-a38a-84d4675566b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:00:03.156834 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aaf442e-a999-4ebc-a38a-84d4675566b2 None None] Pushing event updated for resources: {'Port': ['ID=4bd1578c-8cd7-4ca2-b4f6-ce8dff50d534,revision_number=4']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:00:03.174522 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-9aaf442e-a999-4ebc-a38a-84d4675566b2 None None] Port 0b878594-5482-4b4a-a279-e46f26380f29 cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 18:00:03.217741 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device ad2ec705-d18d-434e-8ebc-15bab669fef6 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 18:00:03.277480 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Provisioning complete for port ad2ec705-d18d-434e-8ebc-15bab669fef6 triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 18:00:03.277480 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:00:03.368418 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-85f48ab6-8ab9-4edb-8cb9-a717c67cef35 None None] Provisioning complete for port 0b878594-5482-4b4a-a279-e46f26380f29 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 18:00:03.368792 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-85f48ab6-8ab9-4edb-8cb9-a717c67cef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:00:03.415014 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-85f48ab6-8ab9-4edb-8cb9-a717c67cef35 None None] Port 0b878594-5482-4b4a-a279-e46f26380f29 cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 18:00:03.469479 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a493acf-bfdb-4820-bd14-28677dffd448 admin admin] Router f8aef3fc-bea3-4663-b626-e38e3b9b441e has already been hosted by L3 agent 59446fdc-40e0-41fe-a575-a8eb11d742f7 {{(pid=103801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 05 18:00:03.580388 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a493acf-bfdb-4820-bd14-28677dffd448 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 05 18:00:03.585742 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-7a493acf-bfdb-4820-bd14-28677dffd448 admin admin] 10.222.0.11 "PUT /v2.0/routers/f8aef3fc-bea3-4663-b626-e38e3b9b441e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0419238 Jan 05 18:00:03.667411 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.agents_db [None req-291d1585-17df-45c0-b64a-d244e6d90872 None None] Agent healthcheck: found 6 active agents {{(pid=103803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 05 18:00:04.259270 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 53416) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 18:00:04.265547 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-14784998-0f2f-4afc-a10e-1311203e228d admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-144244221-network', 'tenant_id': 'ec4b8b262aa248ef82099ebd9c51d06a'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 18:00:04.365514 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14784998-0f2f-4afc-a10e-1311203e228d admin admin] Made reservation on behalf of ec4b8b262aa248ef82099ebd9c51d06a for: {'network': 1} {{(pid=103801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 18:00:04.368703 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-14784998-0f2f-4afc-a10e-1311203e228d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for network, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:00:04.376824 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-14784998-0f2f-4afc-a10e-1311203e228d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:00:04.449126 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-14784998-0f2f-4afc-a10e-1311203e228d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:00:04.484712 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-14784998-0f2f-4afc-a10e-1311203e228d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:00:04.509197 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14784998-0f2f-4afc-a10e-1311203e228d admin admin] vlan segment allocate from pool success with {'vlan_id': 144, 'physical_network': 'physnet1'} {{(pid=103801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 05 18:00:04.517991 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14784998-0f2f-4afc-a10e-1311203e228d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76a01e67-5218-4e8c-8d9b-17ebd1a0dede,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:00:04.525688 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-14784998-0f2f-4afc-a10e-1311203e228d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225'] for segment, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:00:04.525688 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.db.segments_db [None req-14784998-0f2f-4afc-a10e-1311203e228d admin admin] Added segment 9327a39f-fd76-4e29-ac43-812fa3f67746 of type vlan for network 069be209-8815-4518-bb29-04496f5b990a Jan 05 18:00:04.566640 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-14784998-0f2f-4afc-a10e-1311203e228d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754180566020'] for network, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:00:04.684903 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-14784998-0f2f-4afc-a10e-1311203e228d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685'] for network, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:00:04.685991 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14784998-0f2f-4afc-a10e-1311203e228d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:00:04.686574 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-14784998-0f2f-4afc-a10e-1311203e228d admin admin] Publish callbacks [] for network, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:00:04.767029 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14784998-0f2f-4afc-a10e-1311203e228d admin admin] Pushing event updated for resources: {'Network': ['ID=069be209-8815-4518-bb29-04496f5b990a,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:00:04.777321 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Network 069be209-8815-4518-bb29-04496f5b990a details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 05 18:00:04.788359 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-14784998-0f2f-4afc-a10e-1311203e228d admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5244143 Jan 05 18:00:04.788359 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 53418) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 18:00:04.792970 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-cf7e3966-4baf-4114-9349-bf997e5ccfbe admin admin] Request body: {'subnet': {'network_id': '069be209-8815-4518-bb29-04496f5b990a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-144244221-subnet', 'tenant_id': 'ec4b8b262aa248ef82099ebd9c51d06a', 'ip_version': 4}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 18:00:04.879247 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf7e3966-4baf-4114-9349-bf997e5ccfbe admin admin] Made reservation on behalf of ec4b8b262aa248ef82099ebd9c51d06a for: {'subnet': 1} {{(pid=103801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 18:00:04.881782 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-cf7e3966-4baf-4114-9349-bf997e5ccfbe admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12480675'] for subnet, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:00:05.081457 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-834c7a85-c897-4cc1-9984-0ae616b79e09 None None] Sync routers for ids ['f8aef3fc-bea3-4663-b626-e38e3b9b441e'] in dv-neutron-master-2-hyperv {{(pid=103803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 05 18:00:05.090836 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-834c7a85-c897-4cc1-9984-0ae616b79e09 None None] Routers {'f8aef3fc-bea3-4663-b626-e38e3b9b441e'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 18:00:05.091435 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-834c7a85-c897-4cc1-9984-0ae616b79e09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:59:49Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['f8aef3fc-bea3-4663-b626-e38e3b9b441e'], 'active': True} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 18:00:05.102374 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-cf7e3966-4baf-4114-9349-bf997e5ccfbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11433288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12480593'] for subnet, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:00:05.165516 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7e3966-4baf-4114-9349-bf997e5ccfbe admin admin] Pushing event updated for resources: {'Subnet': ['ID=b8ff32dc-87b7-4bc4-a7d7-0b1665045f3a,revision_number=0']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:00:05.174367 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf7e3966-4baf-4114-9349-bf997e5ccfbe admin admin] Checking segment: {'id': '9327a39f-fd76-4e29-ac43-812fa3f67746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '069be209-8815-4518-bb29-04496f5b990a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 18:00:05.174825 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf7e3966-4baf-4114-9349-bf997e5ccfbe admin admin] Network hostable DHCP agents. Network: 069be209-8815-4518-bb29-04496f5b990a, hostable agents: ['3f70c195-17da-4084-9fd6-bf6059d88535'], hosted agents: [] {{(pid=103801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 05 18:00:05.205182 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvr_db [None req-834c7a85-c897-4cc1-9984-0ae616b79e09 None None] Set router f8aef3fc-bea3-4663-b626-e38e3b9b441e gateway port host: dv-neutron-master-2-hyperv {{(pid=103803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 18:00:05.214457 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 4bd1578c-8cd7-4ca2-b4f6-ce8dff50d534 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 18:00:05.262883 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Provisioning complete for port 4bd1578c-8cd7-4ca2-b4f6-ce8dff50d534 triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 18:00:05.263245 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:00:05.273985 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf7e3966-4baf-4114-9349-bf997e5ccfbe admin admin] Network 069be209-8815-4518-bb29-04496f5b990a is scheduled to be hosted by DHCP agent 3f70c195-17da-4084-9fd6-bf6059d88535 with binding_index 1 {{(pid=103801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 05 18:00:05.336632 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-cf7e3966-4baf-4114-9349-bf997e5ccfbe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 069be209-8815-4518-bb29-04496f5b990a) {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 18:00:05.342022 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf7e3966-4baf-4114-9349-bf997e5ccfbe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:00:05.342456 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-cf7e3966-4baf-4114-9349-bf997e5ccfbe admin admin] Publish callbacks [] for subnet, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:00:05.355522 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cbd211d-486c-48ba-ae16-fccc2f917ca8 None None] Network 069be209-8815-4518-bb29-04496f5b990a requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 18:00:05.408220 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-cf7e3966-4baf-4114-9349-bf997e5ccfbe admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6190944 Jan 05 18:00:05.410879 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 53420) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 18:00:05.416753 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-954466ed-a84e-486c-8082-5521cb93f8c6 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-144244221-router', 'tenant_id': 'ec4b8b262aa248ef82099ebd9c51d06a', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573'}}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 18:00:05.419271 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-834c7a85-c897-4cc1-9984-0ae616b79e09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8aef3fc-bea3-4663-b626-e38e3b9b441e', 'name': 'tempest-TestSnapshotPattern-381220639-router', 'tenant_id': 'c2dacecad04c4c3c93696a08bf624114', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.234'}], 'enable_snat': True}, 'gw_port_id': '4bd1578c-8cd7-4ca2-b4f6-ce8dff50d534', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:59:59Z', 'updated_at': '2022-01-05T18:00:02Z', 'revision_number': 4, 'project_id': 'c2dacecad04c4c3c93696a08bf624114', 'gw_port': {'id': '4bd1578c-8cd7-4ca2-b4f6-ce8dff50d534', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:c7:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8aef3fc-bea3-4663-b626-e38e3b9b441e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T18:00:00Z', 'updated_at': '2022-01-05T18:00:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '0b878594-5482-4b4a-a279-e46f26380f29', 'name': '', 'network_id': 'aaaf9360-b10b-4437-82bc-29e091bd1fb4', 'tenant_id': 'c2dacecad04c4c3c93696a08bf624114', 'mac_address': 'fa:16:3e:f6:b5:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8aef3fc-bea3-4663-b626-e38e3b9b441e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': '22ec95a9-64ee-437b-8d63-d1fe195817a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T18:00:01Z', 'updated_at': '2022-01-05T18:00:02Z', 'revision_number': 2, 'project_id': 'c2dacecad04c4c3c93696a08bf624114', 'subnets': [{'id': '22ec95a9-64ee-437b-8d63-d1fe195817a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 18:00:05.446179 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-834c7a85-c897-4cc1-9984-0ae616b79e09 None None] Checking router: f8aef3fc-bea3-4663-b626-e38e3b9b441e for host: dv-neutron-master-2-hyperv {{(pid=103803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 05 18:00:05.446530 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-834c7a85-c897-4cc1-9984-0ae616b79e09 None None] Updating router f8aef3fc-bea3-4663-b626-e38e3b9b441e port 0b878594-5482-4b4a-a279-e46f26380f29 binding host dv-neutron-master-2-hyperv {{(pid=103803) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 05 18:00:05.460272 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ca4254c-d792-4b33-8d2d-5c61a1045f63 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-069be209-8815-4518-bb29-04496f5b990a', 'network_id': '069be209-8815-4518-bb29-04496f5b990a', 'project_id': 'ec4b8b262aa248ef82099ebd9c51d06a', 'fixed_ips': [{'subnet_id': 'b8ff32dc-87b7-4bc4-a7d7-0b1665045f3a'}]}} from dv-neutron-master-2-hyperv. {{(pid=103802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 05 18:00:05.461220 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-5ca4254c-d792-4b33-8d2d-5c61a1045f63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:00:05.471685 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-834c7a85-c897-4cc1-9984-0ae616b79e09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:00:05.543298 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-954466ed-a84e-486c-8082-5521cb93f8c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-649063', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58098'] for router, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:00:05.544541 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-954466ed-a84e-486c-8082-5521cb93f8c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649832', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-545006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58091'] for router, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:00:05.597807 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.db_base_plugin_common [None req-5ca4254c-d792-4b33-8d2d-5c61a1045f63 None None] Allocated IP 172.20.0.2 (069be209-8815-4518-bb29-04496f5b990a/b8ff32dc-87b7-4bc4-a7d7-0b1665045f3a/d3d53da1-12fd-4c52-96b5-ae71ef7ca305) {{(pid=103802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 18:00:05.610996 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-954466ed-a84e-486c-8082-5521cb93f8c6 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:00:05.738386 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-834c7a85-c897-4cc1-9984-0ae616b79e09 None None] Publish callbacks [] for port, precommit_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:00:05.743151 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-5ca4254c-d792-4b33-8d2d-5c61a1045f63 None None] Publish callbacks [] for port, precommit_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:00:05.821930 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-834c7a85-c897-4cc1-9984-0ae616b79e09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:00:05.826097 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-954466ed-a84e-486c-8082-5521cb93f8c6 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:00:05.851029 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-5ca4254c-d792-4b33-8d2d-5c61a1045f63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669'] for port, after_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:00:05.871260 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c490b06-6d1b-480c-a15b-c0efd6aca4de None None] Pushing event updated for resources: {'Port': ['ID=0b878594-5482-4b4a-a279-e46f26380f29,revision_number=3']} {{(pid=103803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:00:05.878957 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c490b06-6d1b-480c-a15b-c0efd6aca4de None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:00:05.879402 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c490b06-6d1b-480c-a15b-c0efd6aca4de None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:00:05.879792 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c490b06-6d1b-480c-a15b-c0efd6aca4de None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:00:05.883020 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c490b06-6d1b-480c-a15b-c0efd6aca4de None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:00:05.883020 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c490b06-6d1b-480c-a15b-c0efd6aca4de None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:00:05.883020 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c490b06-6d1b-480c-a15b-c0efd6aca4de None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:00:05.883020 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c490b06-6d1b-480c-a15b-c0efd6aca4de None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:00:05.883020 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c490b06-6d1b-480c-a15b-c0efd6aca4de None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:00:05.883020 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c490b06-6d1b-480c-a15b-c0efd6aca4de None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:00:05.883020 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c490b06-6d1b-480c-a15b-c0efd6aca4de None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:00:05.883020 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c490b06-6d1b-480c-a15b-c0efd6aca4de None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:00:05.883817 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c490b06-6d1b-480c-a15b-c0efd6aca4de None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:00:05.883946 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c490b06-6d1b-480c-a15b-c0efd6aca4de None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:00:05.888866 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ca4254c-d792-4b33-8d2d-5c61a1045f63 None None] Network 069be209-8815-4518-bb29-04496f5b990a is already hosted by enough agents. {{(pid=103802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 18:00:05.891845 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.scheduler.base_scheduler [None req-5ca4254c-d792-4b33-8d2d-5c61a1045f63 None None] Resources bound (agent type, host, resource id): {{(pid=103802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 18:00:05.895845 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ca4254c-d792-4b33-8d2d-5c61a1045f63 None None] Received port after_create {{(pid=103802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 18:00:05.907179 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca4254c-d792-4b33-8d2d-5c61a1045f63 None None] Pushing event updated for resources: {'Port': ['ID=d3d53da1-12fd-4c52-96b5-ae71ef7ca305,revision_number=1']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:00:05.940390 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.plugins.ml2.managers [None req-834c7a85-c897-4cc1-9984-0ae616b79e09 None None] Attempting to bind port 0b878594-5482-4b4a-a279-e46f26380f29 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 05 18:00:05.940770 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.plugins.ml2.managers [None req-834c7a85-c897-4cc1-9984-0ae616b79e09 None None] Attempting to bind port 0b878594-5482-4b4a-a279-e46f26380f29 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '730439df-29f8-4c15-b2dd-099dba7b51c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'aaaf9360-b10b-4437-82bc-29e091bd1fb4'}] {{(pid=103803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 05 18:00:05.946101 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-834c7a85-c897-4cc1-9984-0ae616b79e09 None None] Attempting to bind port 0b878594-5482-4b4a-a279-e46f26380f29 on network aaaf9360-b10b-4437-82bc-29e091bd1fb4 {{(pid=103803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 18:00:05.947167 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-834c7a85-c897-4cc1-9984-0ae616b79e09 None None] Checking agent: {'id': '0d4f8fd3-ce62-4651-970c-efa6a8bb22b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 5, 16, 57, 23), 'started_at': datetime.datetime(2022, 1, 5, 16, 57, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 5, 17, 59, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 05 18:00:05.947533 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-834c7a85-c897-4cc1-9984-0ae616b79e09 None None] Checking segment: {'id': '730439df-29f8-4c15-b2dd-099dba7b51c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'aaaf9360-b10b-4437-82bc-29e091bd1fb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 18:00:05.947924 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-834c7a85-c897-4cc1-9984-0ae616b79e09 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:00:05.948304 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-834c7a85-c897-4cc1-9984-0ae616b79e09 None None] Bound using segment: {'id': '730439df-29f8-4c15-b2dd-099dba7b51c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'aaaf9360-b10b-4437-82bc-29e091bd1fb4'} {{(pid=103803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 05 18:00:05.948819 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.plugins.ml2.managers [None req-834c7a85-c897-4cc1-9984-0ae616b79e09 None None] Bound port: 0b878594-5482-4b4a-a279-e46f26380f29, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '730439df-29f8-4c15-b2dd-099dba7b51c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'aaaf9360-b10b-4437-82bc-29e091bd1fb4'}}] {{(pid=103803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 05 18:00:05.949321 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-834c7a85-c897-4cc1-9984-0ae616b79e09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:00:05.961476 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-5ca4254c-d792-4b33-8d2d-5c61a1045f63 None None] Attempting to bind port d3d53da1-12fd-4c52-96b5-ae71ef7ca305 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 05 18:00:05.961902 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-5ca4254c-d792-4b33-8d2d-5c61a1045f63 None None] Attempting to bind port d3d53da1-12fd-4c52-96b5-ae71ef7ca305 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '9327a39f-fd76-4e29-ac43-812fa3f67746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '069be209-8815-4518-bb29-04496f5b990a'}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 05 18:00:05.962268 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ca4254c-d792-4b33-8d2d-5c61a1045f63 None None] Attempting to bind port d3d53da1-12fd-4c52-96b5-ae71ef7ca305 on network 069be209-8815-4518-bb29-04496f5b990a {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 18:00:05.967676 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ca4254c-d792-4b33-8d2d-5c61a1045f63 None None] Checking agent: {'id': '0d4f8fd3-ce62-4651-970c-efa6a8bb22b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 5, 16, 57, 23), 'started_at': datetime.datetime(2022, 1, 5, 16, 57, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 5, 17, 59, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 05 18:00:05.968104 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ca4254c-d792-4b33-8d2d-5c61a1045f63 None None] Checking segment: {'id': '9327a39f-fd76-4e29-ac43-812fa3f67746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '069be209-8815-4518-bb29-04496f5b990a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 18:00:05.968697 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-5ca4254c-d792-4b33-8d2d-5c61a1045f63 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:00:05.969077 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ca4254c-d792-4b33-8d2d-5c61a1045f63 None None] Bound using segment: {'id': '9327a39f-fd76-4e29-ac43-812fa3f67746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '069be209-8815-4518-bb29-04496f5b990a'} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 05 18:00:05.969546 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-5ca4254c-d792-4b33-8d2d-5c61a1045f63 None None] Bound port: d3d53da1-12fd-4c52-96b5-ae71ef7ca305, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9327a39f-fd76-4e29-ac43-812fa3f67746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '069be209-8815-4518-bb29-04496f5b990a'}}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 05 18:00:05.970023 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-5ca4254c-d792-4b33-8d2d-5c61a1045f63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:00:06.028082 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.plugins.ml2.db [None req-834c7a85-c897-4cc1-9984-0ae616b79e09 None None] For port 0b878594-5482-4b4a-a279-e46f26380f29, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 05 18:00:06.031530 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.plugins.ml2.db [None req-834c7a85-c897-4cc1-9984-0ae616b79e09 None None] For port 0b878594-5482-4b4a-a279-e46f26380f29, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=0b878594-5482-4b4a-a279-e46f26380f29,segment=NetworkSegment(730439df-29f8-4c15-b2dd-099dba7b51c4),segment_id=730439df-29f8-4c15-b2dd-099dba7b51c4)] {{(pid=103803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 05 18:00:06.043628 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-5ca4254c-d792-4b33-8d2d-5c61a1045f63 None None] For port d3d53da1-12fd-4c52-96b5-ae71ef7ca305, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 05 18:00:06.046853 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-5ca4254c-d792-4b33-8d2d-5c61a1045f63 None None] For port d3d53da1-12fd-4c52-96b5-ae71ef7ca305, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d3d53da1-12fd-4c52-96b5-ae71ef7ca305,segment=NetworkSegment(9327a39f-fd76-4e29-ac43-812fa3f67746),segment_id=9327a39f-fd76-4e29-ac43-812fa3f67746)] {{(pid=103802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 05 18:00:06.102828 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-834c7a85-c897-4cc1-9984-0ae616b79e09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:00:06.137797 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-5ca4254c-d792-4b33-8d2d-5c61a1045f63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:00:06.147813 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-834c7a85-c897-4cc1-9984-0ae616b79e09 None None] Routers {'f8aef3fc-bea3-4663-b626-e38e3b9b441e'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 18:00:06.152781 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-834c7a85-c897-4cc1-9984-0ae616b79e09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:59:49Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['f8aef3fc-bea3-4663-b626-e38e3b9b441e'], 'active': True} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 18:00:06.154643 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-954466ed-a84e-486c-8082-5521cb93f8c6 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:00:06.174195 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-954466ed-a84e-486c-8082-5521cb93f8c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:00:06.209088 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca4254c-d792-4b33-8d2d-5c61a1045f63 None None] Pushing event updated for resources: {'Port': ['ID=d3d53da1-12fd-4c52-96b5-ae71ef7ca305,revision_number=2']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:00:06.237870 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-363f2c00-00ea-43d7-9b0e-0377ad7f54a9 None None] Provisioning complete for port 0b878594-5482-4b4a-a279-e46f26380f29 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 18:00:06.237870 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-363f2c00-00ea-43d7-9b0e-0377ad7f54a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:00:06.272959 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvr_db [None req-834c7a85-c897-4cc1-9984-0ae616b79e09 None None] Set router f8aef3fc-bea3-4663-b626-e38e3b9b441e gateway port host: dv-neutron-master-2-hyperv {{(pid=103803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 18:00:06.338671 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [None req-954466ed-a84e-486c-8082-5521cb93f8c6 admin admin] Allocated IP 172.36.4.59 (b0167590-0699-4c5c-a932-3939414a9573/7a784a6d-3d96-418f-a645-b9ccd0b1ac55/d7774845-8535-4cc4-bef9-2c38db404650) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 18:00:06.352546 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-363f2c00-00ea-43d7-9b0e-0377ad7f54a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:00:06.407899 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-363f2c00-00ea-43d7-9b0e-0377ad7f54a9 None None] For port 0b878594-5482-4b4a-a279-e46f26380f29, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=0b878594-5482-4b4a-a279-e46f26380f29,segment=NetworkSegment(730439df-29f8-4c15-b2dd-099dba7b51c4),segment_id=730439df-29f8-4c15-b2dd-099dba7b51c4)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 18:00:06.469912 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-954466ed-a84e-486c-8082-5521cb93f8c6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:00:06.484181 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-363f2c00-00ea-43d7-9b0e-0377ad7f54a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:00:06.552651 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363f2c00-00ea-43d7-9b0e-0377ad7f54a9 None None] Pushing event updated for resources: {'Port': ['ID=0b878594-5482-4b4a-a279-e46f26380f29,revision_number=5']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:00:06.558195 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c490b06-6d1b-480c-a15b-c0efd6aca4de None None] Pushing event updated for resources: {'Port': ['ID=0b878594-5482-4b4a-a279-e46f26380f29,revision_number=4']} {{(pid=103803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:00:06.571099 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-954466ed-a84e-486c-8082-5521cb93f8c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11433176'] for port, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:00:06.615008 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-954466ed-a84e-486c-8082-5521cb93f8c6 admin admin] Network b0167590-0699-4c5c-a932-3939414a9573 is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 18:00:06.618203 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-954466ed-a84e-486c-8082-5521cb93f8c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 18:00:06.622051 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-954466ed-a84e-486c-8082-5521cb93f8c6 admin admin] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 18:00:06.640720 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b38a1f6e-ee5d-4d81-ae48-e5479752a901 None None] DHCP port deletion for b0167590-0699-4c5c-a932-3939414a9573 request from dv-neutron-master-2-hyperv {{(pid=103802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 05 18:00:06.641996 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-834c7a85-c897-4cc1-9984-0ae616b79e09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8aef3fc-bea3-4663-b626-e38e3b9b441e', 'name': 'tempest-TestSnapshotPattern-381220639-router', 'tenant_id': 'c2dacecad04c4c3c93696a08bf624114', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.234'}], 'enable_snat': True}, 'gw_port_id': '4bd1578c-8cd7-4ca2-b4f6-ce8dff50d534', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:59:59Z', 'updated_at': '2022-01-05T18:00:02Z', 'revision_number': 4, 'project_id': 'c2dacecad04c4c3c93696a08bf624114', 'gw_port': {'id': '4bd1578c-8cd7-4ca2-b4f6-ce8dff50d534', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:c7:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8aef3fc-bea3-4663-b626-e38e3b9b441e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T18:00:00Z', 'updated_at': '2022-01-05T18:00:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '0b878594-5482-4b4a-a279-e46f26380f29', 'name': '', 'network_id': 'aaaf9360-b10b-4437-82bc-29e091bd1fb4', 'tenant_id': 'c2dacecad04c4c3c93696a08bf624114', 'mac_address': 'fa:16:3e:f6:b5:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8aef3fc-bea3-4663-b626-e38e3b9b441e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': '22ec95a9-64ee-437b-8d63-d1fe195817a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T18:00:01Z', 'updated_at': '2022-01-05T18:00:06Z', 'revision_number': 4, 'project_id': 'c2dacecad04c4c3c93696a08bf624114', 'subnets': [{'id': '22ec95a9-64ee-437b-8d63-d1fe195817a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 18:00:06.664196 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954466ed-a84e-486c-8082-5521cb93f8c6 admin admin] Pushing event updated for resources: {'Port': ['ID=d7774845-8535-4cc4-bef9-2c38db404650,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:00:06.666150 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-a0daf582-1e8d-4951-be03-b63c19a1facc None None] Provisioning complete for port 0b878594-5482-4b4a-a279-e46f26380f29 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 18:00:06.666937 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-a0daf582-1e8d-4951-be03-b63c19a1facc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:00:06.679881 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-834c7a85-c897-4cc1-9984-0ae616b79e09 None None] The sync data for ids ['f8aef3fc-bea3-4663-b626-e38e3b9b441e'] in dv-neutron-master-2-hyperv is: [{'id': 'f8aef3fc-bea3-4663-b626-e38e3b9b441e', 'name': 'tempest-TestSnapshotPattern-381220639-router', 'tenant_id': 'c2dacecad04c4c3c93696a08bf624114', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.234'}], 'enable_snat': True}, 'gw_port_id': '4bd1578c-8cd7-4ca2-b4f6-ce8dff50d534', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:59:59Z', 'updated_at': '2022-01-05T18:00:02Z', 'revision_number': 4, 'project_id': 'c2dacecad04c4c3c93696a08bf624114', 'gw_port': {'id': '4bd1578c-8cd7-4ca2-b4f6-ce8dff50d534', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:c7:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8aef3fc-bea3-4663-b626-e38e3b9b441e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T18:00:00Z', 'updated_at': '2022-01-05T18:00:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '0b878594-5482-4b4a-a279-e46f26380f29', 'name': '', 'network_id': 'aaaf9360-b10b-4437-82bc-29e091bd1fb4', 'tenant_id': 'c2dacecad04c4c3c93696a08bf624114', 'mac_address': 'fa:16:3e:f6:b5:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8aef3fc-bea3-4663-b626-e38e3b9b441e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': '22ec95a9-64ee-437b-8d63-d1fe195817a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T18:00:01Z', 'updated_at': '2022-01-05T18:00:06Z', 'revision_number': 4, 'project_id': 'c2dacecad04c4c3c93696a08bf624114', 'subnets': [{'id': '22ec95a9-64ee-437b-8d63-d1fe195817a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 05 18:00:06.891847 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-95318c33-23ae-4767-b00a-fb0c188f77a6 None None] Provisioning complete for port d7774845-8535-4cc4-bef9-2c38db404650 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 18:00:06.892416 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-95318c33-23ae-4767-b00a-fb0c188f77a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:00:06.935189 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-95318c33-23ae-4767-b00a-fb0c188f77a6 None None] Port d7774845-8535-4cc4-bef9-2c38db404650 cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 18:00:07.010993 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-954466ed-a84e-486c-8082-5521cb93f8c6 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:00:07.243624 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-954466ed-a84e-486c-8082-5521cb93f8c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-648430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648639'] for router, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:00:07.323163 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device d3d53da1-12fd-4c52-96b5-ae71ef7ca305 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 18:00:07.376223 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Provisioning complete for port d3d53da1-12fd-4c52-96b5-ae71ef7ca305 triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 18:00:07.376678 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:00:07.462307 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-954466ed-a84e-486c-8082-5521cb93f8c6 admin admin] Router 0b69a0b9-de0f-40a7-ba81-95cb6de578a7 is scheduled to L3 agent 59446fdc-40e0-41fe-a575-a8eb11d742f7 with binding_index 1 {{(pid=103801) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 05 18:00:07.468587 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b593c75c-6f03-41cc-b075-99e79ff3d9f8 None None] Network 069be209-8815-4518-bb29-04496f5b990a requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 18:00:07.486684 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:00:07.568548 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-954466ed-a84e-486c-8082-5521cb93f8c6 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 05 18:00:07.576738 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] For port d3d53da1-12fd-4c52-96b5-ae71ef7ca305, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d3d53da1-12fd-4c52-96b5-ae71ef7ca305,segment=NetworkSegment(9327a39f-fd76-4e29-ac43-812fa3f67746),segment_id=9327a39f-fd76-4e29-ac43-812fa3f67746)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 18:00:07.582454 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-684ff322-b947-445f-b315-a41cb9c91a61 None None] Sync routers for ids ['0b69a0b9-de0f-40a7-ba81-95cb6de578a7'] in dv-neutron-master-2-hyperv {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 05 18:00:07.607577 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-5686c11a-9c95-4e33-8eb8-be72495c708e None None] Provisioning complete for port d3d53da1-12fd-4c52-96b5-ae71ef7ca305 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 18:00:07.607941 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-5686c11a-9c95-4e33-8eb8-be72495c708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:00:07.637878 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-684ff322-b947-445f-b315-a41cb9c91a61 None None] Routers {'0b69a0b9-de0f-40a7-ba81-95cb6de578a7'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 18:00:07.638502 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-684ff322-b947-445f-b315-a41cb9c91a61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:59:49Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['0b69a0b9-de0f-40a7-ba81-95cb6de578a7'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 18:00:07.658105 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-954466ed-a84e-486c-8082-5521cb93f8c6 admin admin] Publish callbacks [] for router, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:00:07.659404 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-954466ed-a84e-486c-8082-5521cb93f8c6 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.2469113 Jan 05 18:00:07.662789 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 53422) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 18:00:07.839206 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:00:07.839820 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 0b878594-5482-4b4a-a279-e46f26380f29 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 18:00:07.976738 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Pushing event updated for resources: {'Port': ['ID=d3d53da1-12fd-4c52-96b5-ae71ef7ca305,revision_number=3']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:00:08.024852 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-684ff322-b947-445f-b315-a41cb9c91a61 None None] Set router 0b69a0b9-de0f-40a7-ba81-95cb6de578a7 gateway port host: dv-neutron-master-2-hyperv {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 18:00:08.086776 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Provisioning complete for port 0b878594-5482-4b4a-a279-e46f26380f29 triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 18:00:08.087140 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:00:08.095771 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-abcb3003-cfe8-488e-8391-f2e9a60acadb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:00:08.212199 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-5f8081ea-9a66-4c09-b143-c0df5dee7cbf None None] Provisioning complete for port d3d53da1-12fd-4c52-96b5-ae71ef7ca305 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 18:00:08.212561 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-5f8081ea-9a66-4c09-b143-c0df5dee7cbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:00:08.250419 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [None req-abcb3003-cfe8-488e-8391-f2e9a60acadb admin admin] Allocated IP 172.20.0.1 (069be209-8815-4518-bb29-04496f5b990a/b8ff32dc-87b7-4bc4-a7d7-0b1665045f3a/2d90f9c8-913c-4e92-9a8f-b4082160d24d) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 18:00:08.356870 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-684ff322-b947-445f-b315-a41cb9c91a61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b69a0b9-de0f-40a7-ba81-95cb6de578a7', 'name': 'tempest-TestSnapshotPattern-144244221-router', 'tenant_id': 'ec4b8b262aa248ef82099ebd9c51d06a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.59'}], 'enable_snat': True}, 'gw_port_id': 'd7774845-8535-4cc4-bef9-2c38db404650', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T18:00:05Z', 'updated_at': '2022-01-05T18:00:06Z', 'revision_number': 3, 'project_id': 'ec4b8b262aa248ef82099ebd9c51d06a', 'gw_port': {'id': 'd7774845-8535-4cc4-bef9-2c38db404650', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:84:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b69a0b9-de0f-40a7-ba81-95cb6de578a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1880, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T18:00:06Z', 'updated_at': '2022-01-05T18:00:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 18:00:08.357141 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-abcb3003-cfe8-488e-8391-f2e9a60acadb admin admin] Publish callbacks [] for port, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:00:08.394494 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-684ff322-b947-445f-b315-a41cb9c91a61 None None] Checking router: 0b69a0b9-de0f-40a7-ba81-95cb6de578a7 for host: dv-neutron-master-2-hyperv {{(pid=103802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 05 18:00:08.396978 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-684ff322-b947-445f-b315-a41cb9c91a61 None None] Updating router 0b69a0b9-de0f-40a7-ba81-95cb6de578a7 port d7774845-8535-4cc4-bef9-2c38db404650 binding host dv-neutron-master-2-hyperv {{(pid=103802) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 05 18:00:08.422025 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-684ff322-b947-445f-b315-a41cb9c91a61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:00:08.456533 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-abcb3003-cfe8-488e-8391-f2e9a60acadb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11433176'] for port, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:00:08.492012 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abcb3003-cfe8-488e-8391-f2e9a60acadb admin admin] Network 069be209-8815-4518-bb29-04496f5b990a is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 18:00:08.494825 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-abcb3003-cfe8-488e-8391-f2e9a60acadb admin admin] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 18:00:08.498466 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abcb3003-cfe8-488e-8391-f2e9a60acadb admin admin] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 18:00:08.529741 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcb3003-cfe8-488e-8391-f2e9a60acadb admin admin] Pushing event updated for resources: {'Port': ['ID=2d90f9c8-913c-4e92-9a8f-b4082160d24d,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:00:08.548365 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-abcb3003-cfe8-488e-8391-f2e9a60acadb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-648552'] for router_interface, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:00:08.688940 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-684ff322-b947-445f-b315-a41cb9c91a61 None None] Publish callbacks [] for port, precommit_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:00:08.723895 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-ea86d6df-eff7-4048-a4af-589181ff9aae None None] Provisioning complete for port 2d90f9c8-913c-4e92-9a8f-b4082160d24d triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 18:00:08.724318 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-ea86d6df-eff7-4048-a4af-589181ff9aae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:00:08.749108 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-abcb3003-cfe8-488e-8391-f2e9a60acadb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:00:08.749513 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-684ff322-b947-445f-b315-a41cb9c91a61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:00:08.788624 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-ea86d6df-eff7-4048-a4af-589181ff9aae None None] Port 2d90f9c8-913c-4e92-9a8f-b4082160d24d cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 18:00:08.810466 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bf75525-8a4a-4ea1-907d-5a51b961f520 None None] DHCP port deletion for b0167590-0699-4c5c-a932-3939414a9573 request from dv-neutron-master-2-hyperv {{(pid=103802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 05 18:00:08.822369 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-684ff322-b947-445f-b315-a41cb9c91a61 None None] Attempting to bind port d7774845-8535-4cc4-bef9-2c38db404650 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 05 18:00:08.822737 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-684ff322-b947-445f-b315-a41cb9c91a61 None None] Attempting to bind port d7774845-8535-4cc4-bef9-2c38db404650 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '3f961525-530f-4ce5-8222-1dbbbe774893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573'}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 05 18:00:08.823438 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-684ff322-b947-445f-b315-a41cb9c91a61 None None] Attempting to bind port d7774845-8535-4cc4-bef9-2c38db404650 on network b0167590-0699-4c5c-a932-3939414a9573 {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 18:00:08.825106 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0f4eea-bafe-40a9-8571-ec897444a67e None None] Pushing event updated for resources: {'Port': ['ID=d7774845-8535-4cc4-bef9-2c38db404650,revision_number=2']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:00:08.831372 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-684ff322-b947-445f-b315-a41cb9c91a61 None None] Checking agent: {'id': '0d4f8fd3-ce62-4651-970c-efa6a8bb22b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 5, 16, 57, 23), 'started_at': datetime.datetime(2022, 1, 5, 16, 57, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 5, 17, 59, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 05 18:00:08.831746 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-684ff322-b947-445f-b315-a41cb9c91a61 None None] Checking segment: {'id': '3f961525-530f-4ce5-8222-1dbbbe774893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 18:00:08.832149 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-684ff322-b947-445f-b315-a41cb9c91a61 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:00:08.832605 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-684ff322-b947-445f-b315-a41cb9c91a61 None None] Bound using segment: {'id': '3f961525-530f-4ce5-8222-1dbbbe774893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573'} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 05 18:00:08.833083 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-684ff322-b947-445f-b315-a41cb9c91a61 None None] Bound port: d7774845-8535-4cc4-bef9-2c38db404650, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f961525-530f-4ce5-8222-1dbbbe774893', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573'}}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 05 18:00:08.833456 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-684ff322-b947-445f-b315-a41cb9c91a61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:00:08.884401 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-684ff322-b947-445f-b315-a41cb9c91a61 None None] For port d7774845-8535-4cc4-bef9-2c38db404650, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 05 18:00:08.887292 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-684ff322-b947-445f-b315-a41cb9c91a61 None None] For port d7774845-8535-4cc4-bef9-2c38db404650, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d7774845-8535-4cc4-bef9-2c38db404650,segment=NetworkSegment(3f961525-530f-4ce5-8222-1dbbbe774893),segment_id=3f961525-530f-4ce5-8222-1dbbbe774893)] {{(pid=103802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 05 18:00:08.915452 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-abcb3003-cfe8-488e-8391-f2e9a60acadb admin admin] Publish callbacks [] for port, precommit_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:00:08.925366 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-e0a0e5b6-f60e-41c8-a9f0-888950336d58 None None] Provisioning complete for port d7774845-8535-4cc4-bef9-2c38db404650 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 18:00:08.925768 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-e0a0e5b6-f60e-41c8-a9f0-888950336d58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:00:08.950195 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-684ff322-b947-445f-b315-a41cb9c91a61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:00:08.970582 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-abcb3003-cfe8-488e-8391-f2e9a60acadb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11433169'] for port, after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:00:08.993739 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-e0a0e5b6-f60e-41c8-a9f0-888950336d58 None None] Port d7774845-8535-4cc4-bef9-2c38db404650 cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 18:00:09.004741 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3542f15-ea76-4a38-bebf-c6b2344a0cd0 None None] DHCP port deletion for b0167590-0699-4c5c-a932-3939414a9573 request from dv-neutron-master-2-hyperv {{(pid=103802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 05 18:00:09.029394 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-684ff322-b947-445f-b315-a41cb9c91a61 None None] Routers {'0b69a0b9-de0f-40a7-ba81-95cb6de578a7'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 18:00:09.030046 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-684ff322-b947-445f-b315-a41cb9c91a61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:59:49Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['0b69a0b9-de0f-40a7-ba81-95cb6de578a7'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 18:00:09.031738 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0f4eea-bafe-40a9-8571-ec897444a67e None None] Pushing event updated for resources: {'Port': ['ID=d7774845-8535-4cc4-bef9-2c38db404650,revision_number=3']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:00:09.046346 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcb3003-cfe8-488e-8391-f2e9a60acadb admin admin] Pushing event updated for resources: {'Port': ['ID=2d90f9c8-913c-4e92-9a8f-b4082160d24d,revision_number=2']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:00:09.049563 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-abcb3003-cfe8-488e-8391-f2e9a60acadb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-531704'] for router_interface, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:00:09.141024 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abcb3003-cfe8-488e-8391-f2e9a60acadb admin admin] Network 069be209-8815-4518-bb29-04496f5b990a is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 18:00:09.143060 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-abcb3003-cfe8-488e-8391-f2e9a60acadb admin admin] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 18:00:09.148341 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-684ff322-b947-445f-b315-a41cb9c91a61 None None] Set router 0b69a0b9-de0f-40a7-ba81-95cb6de578a7 gateway port host: dv-neutron-master-2-hyperv {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 18:00:09.150164 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-b6b4349c-5244-4fae-a8f7-53f13f8cebd5 None None] Provisioning complete for port d7774845-8535-4cc4-bef9-2c38db404650 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 18:00:09.150529 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-b6b4349c-5244-4fae-a8f7-53f13f8cebd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:00:09.196380 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device d3d53da1-12fd-4c52-96b5-ae71ef7ca305 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 18:00:09.275297 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abcb3003-cfe8-488e-8391-f2e9a60acadb admin admin] Router 0b69a0b9-de0f-40a7-ba81-95cb6de578a7 has already been hosted by L3 agent 59446fdc-40e0-41fe-a575-a8eb11d742f7 {{(pid=103801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 05 18:00:09.386007 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abcb3003-cfe8-488e-8391-f2e9a60acadb admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 05 18:00:09.388884 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Provisioning complete for port d3d53da1-12fd-4c52-96b5-ae71ef7ca305 triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 18:00:09.389258 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:00:09.391225 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-abcb3003-cfe8-488e-8391-f2e9a60acadb admin admin] 10.222.0.11 "PUT /v2.0/routers/0b69a0b9-de0f-40a7-ba81-95cb6de578a7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7273748 Jan 05 18:00:09.454317 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-b6b4349c-5244-4fae-a8f7-53f13f8cebd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:00:09.501775 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-b6b4349c-5244-4fae-a8f7-53f13f8cebd5 None None] For port d7774845-8535-4cc4-bef9-2c38db404650, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d7774845-8535-4cc4-bef9-2c38db404650,segment=NetworkSegment(3f961525-530f-4ce5-8222-1dbbbe774893),segment_id=3f961525-530f-4ce5-8222-1dbbbe774893)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 18:00:09.550817 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-b6b4349c-5244-4fae-a8f7-53f13f8cebd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:00:09.596287 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-684ff322-b947-445f-b315-a41cb9c91a61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b69a0b9-de0f-40a7-ba81-95cb6de578a7', 'name': 'tempest-TestSnapshotPattern-144244221-router', 'tenant_id': 'ec4b8b262aa248ef82099ebd9c51d06a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.59'}], 'enable_snat': True}, 'gw_port_id': 'd7774845-8535-4cc4-bef9-2c38db404650', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T18:00:05Z', 'updated_at': '2022-01-05T18:00:08Z', 'revision_number': 4, 'project_id': 'ec4b8b262aa248ef82099ebd9c51d06a', 'gw_port': {'id': 'd7774845-8535-4cc4-bef9-2c38db404650', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:84:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b69a0b9-de0f-40a7-ba81-95cb6de578a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1880, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T18:00:06Z', 'updated_at': '2022-01-05T18:00:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '2d90f9c8-913c-4e92-9a8f-b4082160d24d', 'name': '', 'network_id': '069be209-8815-4518-bb29-04496f5b990a', 'tenant_id': 'ec4b8b262aa248ef82099ebd9c51d06a', 'mac_address': 'fa:16:3e:9e:4c:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b69a0b9-de0f-40a7-ba81-95cb6de578a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1881, 'fixed_ips': [{'subnet_id': 'b8ff32dc-87b7-4bc4-a7d7-0b1665045f3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T18:00:08Z', 'updated_at': '2022-01-05T18:00:08Z', 'revision_number': 2, 'project_id': 'ec4b8b262aa248ef82099ebd9c51d06a', 'subnets': [{'id': 'b8ff32dc-87b7-4bc4-a7d7-0b1665045f3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 18:00:09.628171 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-684ff322-b947-445f-b315-a41cb9c91a61 None None] The sync data for ids ['0b69a0b9-de0f-40a7-ba81-95cb6de578a7'] in dv-neutron-master-2-hyperv is: [{'id': '0b69a0b9-de0f-40a7-ba81-95cb6de578a7', 'name': 'tempest-TestSnapshotPattern-144244221-router', 'tenant_id': 'ec4b8b262aa248ef82099ebd9c51d06a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.59'}], 'enable_snat': True}, 'gw_port_id': 'd7774845-8535-4cc4-bef9-2c38db404650', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T18:00:05Z', 'updated_at': '2022-01-05T18:00:08Z', 'revision_number': 4, 'project_id': 'ec4b8b262aa248ef82099ebd9c51d06a', 'gw_port': {'id': 'd7774845-8535-4cc4-bef9-2c38db404650', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:84:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b69a0b9-de0f-40a7-ba81-95cb6de578a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1880, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T18:00:06Z', 'updated_at': '2022-01-05T18:00:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '2d90f9c8-913c-4e92-9a8f-b4082160d24d', 'name': '', 'network_id': '069be209-8815-4518-bb29-04496f5b990a', 'tenant_id': 'ec4b8b262aa248ef82099ebd9c51d06a', 'mac_address': 'fa:16:3e:9e:4c:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b69a0b9-de0f-40a7-ba81-95cb6de578a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1881, 'fixed_ips': [{'subnet_id': 'b8ff32dc-87b7-4bc4-a7d7-0b1665045f3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T18:00:08Z', 'updated_at': '2022-01-05T18:00:08Z', 'revision_number': 2, 'project_id': 'ec4b8b262aa248ef82099ebd9c51d06a', 'subnets': [{'id': 'b8ff32dc-87b7-4bc4-a7d7-0b1665045f3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 05 18:00:09.640421 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b4349c-5244-4fae-a8f7-53f13f8cebd5 None None] Pushing event updated for resources: {'Port': ['ID=d7774845-8535-4cc4-bef9-2c38db404650,revision_number=4']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:00:09.671594 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-1eac3936-884c-4da7-9f08-471694c33092 None None] Provisioning complete for port 2d90f9c8-913c-4e92-9a8f-b4082160d24d triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 18:00:09.671962 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-1eac3936-884c-4da7-9f08-471694c33092 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:00:09.711358 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-1eac3936-884c-4da7-9f08-471694c33092 None None] Port 2d90f9c8-913c-4e92-9a8f-b4082160d24d cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 18:00:09.910337 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 53430) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 18:00:09.915024 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.v2.base [None req-cf172551-cef7-41bb-ab89-4305539b744f tempest-TestSnapshotPattern-1705549503 tempest-TestSnapshotPattern-1705549503-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1191883229', 'description': 'tempest-secgroup-smoke-1191883229 description', 'project_id': 'c2dacecad04c4c3c93696a08bf624114'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 18:00:10.085611 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-cf172551-cef7-41bb-ab89-4305539b744f tempest-TestSnapshotPattern-1705549503 tempest-TestSnapshotPattern-1705549503-project] Publish callbacks [] for security_group, before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:00:10.153883 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-cf172551-cef7-41bb-ab89-4305539b744f tempest-TestSnapshotPattern-1705549503 tempest-TestSnapshotPattern-1705549503-project] Publish callbacks [] for security_group, precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:00:10.267619 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-cf172551-cef7-41bb-ab89-4305539b744f tempest-TestSnapshotPattern-1705549503 tempest-TestSnapshotPattern-1705549503-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:00:10.303294 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf172551-cef7-41bb-ab89-4305539b744f tempest-TestSnapshotPattern-1705549503 tempest-TestSnapshotPattern-1705549503-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64b9400c-5020-453b-a36e-cd0368442785,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:00:10.367358 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-cf172551-cef7-41bb-ab89-4305539b744f tempest-TestSnapshotPattern-1705549503 tempest-TestSnapshotPattern-1705549503-project] Publish callbacks [] for security_group, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:00:10.371706 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 53432) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 18:00:10.372340 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-cf172551-cef7-41bb-ab89-4305539b744f tempest-TestSnapshotPattern-1705549503 tempest-TestSnapshotPattern-1705549503-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.4603684 Jan 05 18:00:10.376498 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-ff7c4e6e-c6f6-475b-997c-cfef56351af8 tempest-TestSnapshotPattern-1705549503 tempest-TestSnapshotPattern-1705549503-project] Request body: {'security_group_rule': {'security_group_id': '64b9400c-5020-453b-a36e-cd0368442785', 'project_id': 'c2dacecad04c4c3c93696a08bf624114', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 18:00:10.473161 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ff7c4e6e-c6f6-475b-997c-cfef56351af8 tempest-TestSnapshotPattern-1705549503 tempest-TestSnapshotPattern-1705549503-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:00:10.536534 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ff7c4e6e-c6f6-475b-997c-cfef56351af8 tempest-TestSnapshotPattern-1705549503 tempest-TestSnapshotPattern-1705549503-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:00:10.616584 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ff7c4e6e-c6f6-475b-997c-cfef56351af8 tempest-TestSnapshotPattern-1705549503 tempest-TestSnapshotPattern-1705549503-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533437'] for security_group_rule, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:00:10.635313 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7c4e6e-c6f6-475b-997c-cfef56351af8 tempest-TestSnapshotPattern-1705549503 tempest-TestSnapshotPattern-1705549503-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=437dc7fa-76dc-4b78-9080-652a32449142,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:00:10.727669 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ff7c4e6e-c6f6-475b-997c-cfef56351af8 tempest-TestSnapshotPattern-1705549503 tempest-TestSnapshotPattern-1705549503-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:00:10.728914 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-ff7c4e6e-c6f6-475b-997c-cfef56351af8 tempest-TestSnapshotPattern-1705549503 tempest-TestSnapshotPattern-1705549503-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3561819 Jan 05 18:00:10.731614 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 53434) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 18:00:10.736092 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-6710f85d-e635-4506-a8a1-2f6b758b6b14 tempest-TestSnapshotPattern-1705549503 tempest-TestSnapshotPattern-1705549503-project] Request body: {'security_group_rule': {'security_group_id': '64b9400c-5020-453b-a36e-cd0368442785', 'project_id': 'c2dacecad04c4c3c93696a08bf624114', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 18:00:10.815587 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6710f85d-e635-4506-a8a1-2f6b758b6b14 tempest-TestSnapshotPattern-1705549503 tempest-TestSnapshotPattern-1705549503-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:00:10.874521 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6710f85d-e635-4506-a8a1-2f6b758b6b14 tempest-TestSnapshotPattern-1705549503 tempest-TestSnapshotPattern-1705549503-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:00:10.947754 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6710f85d-e635-4506-a8a1-2f6b758b6b14 tempest-TestSnapshotPattern-1705549503 tempest-TestSnapshotPattern-1705549503-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533437'] for security_group_rule, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:00:10.965382 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6710f85d-e635-4506-a8a1-2f6b758b6b14 tempest-TestSnapshotPattern-1705549503 tempest-TestSnapshotPattern-1705549503-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97728e9b-ac35-4bc8-9c2a-a4a5bb3c6927,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:00:11.035675 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6710f85d-e635-4506-a8a1-2f6b758b6b14 tempest-TestSnapshotPattern-1705549503 tempest-TestSnapshotPattern-1705549503-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:00:11.037050 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-6710f85d-e635-4506-a8a1-2f6b758b6b14 tempest-TestSnapshotPattern-1705549503 tempest-TestSnapshotPattern-1705549503-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3044701 Jan 05 18:00:11.045917 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 53436) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 18:00:11.050506 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-f639be55-ab67-49cf-803f-f49295197d37 tempest-TestSnapshotPattern-1705549503 tempest-TestSnapshotPattern-1705549503-project] Request body: {'security_group_rule': {'security_group_id': '64b9400c-5020-453b-a36e-cd0368442785', 'project_id': 'c2dacecad04c4c3c93696a08bf624114', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 18:00:11.130679 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f639be55-ab67-49cf-803f-f49295197d37 tempest-TestSnapshotPattern-1705549503 tempest-TestSnapshotPattern-1705549503-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:00:11.187699 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f639be55-ab67-49cf-803f-f49295197d37 tempest-TestSnapshotPattern-1705549503 tempest-TestSnapshotPattern-1705549503-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:00:11.197215 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device d7774845-8535-4cc4-bef9-2c38db404650 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 18:00:11.245201 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f639be55-ab67-49cf-803f-f49295197d37 tempest-TestSnapshotPattern-1705549503 tempest-TestSnapshotPattern-1705549503-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533437'] for security_group_rule, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:00:11.246952 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Provisioning complete for port d7774845-8535-4cc4-bef9-2c38db404650 triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 18:00:11.247520 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:00:11.264126 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f639be55-ab67-49cf-803f-f49295197d37 tempest-TestSnapshotPattern-1705549503 tempest-TestSnapshotPattern-1705549503-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b4d9024-04f4-4ec0-b316-d92801874885,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:00:11.334290 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f639be55-ab67-49cf-803f-f49295197d37 tempest-TestSnapshotPattern-1705549503 tempest-TestSnapshotPattern-1705549503-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:00:11.335629 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-f639be55-ab67-49cf-803f-f49295197d37 tempest-TestSnapshotPattern-1705549503 tempest-TestSnapshotPattern-1705549503-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2885792 Jan 05 18:00:11.338252 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 53438) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 18:00:11.342733 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-da0ffb7d-8f67-4edc-853f-f9de039032bb tempest-TestSnapshotPattern-1705549503 tempest-TestSnapshotPattern-1705549503-project] Request body: {'security_group_rule': {'security_group_id': '64b9400c-5020-453b-a36e-cd0368442785', 'project_id': 'c2dacecad04c4c3c93696a08bf624114', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 18:00:11.434133 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-da0ffb7d-8f67-4edc-853f-f9de039032bb tempest-TestSnapshotPattern-1705549503 tempest-TestSnapshotPattern-1705549503-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:00:11.506324 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-da0ffb7d-8f67-4edc-853f-f9de039032bb tempest-TestSnapshotPattern-1705549503 tempest-TestSnapshotPattern-1705549503-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:00:11.519899 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-021c228a-e8d5-43d0-9f0b-88aa7546af47 None None] Sync routers for ids ['0b69a0b9-de0f-40a7-ba81-95cb6de578a7'] in dv-neutron-master-2-hyperv {{(pid=103803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 05 18:00:11.529140 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-021c228a-e8d5-43d0-9f0b-88aa7546af47 None None] Routers {'0b69a0b9-de0f-40a7-ba81-95cb6de578a7'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 18:00:11.529773 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-021c228a-e8d5-43d0-9f0b-88aa7546af47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:59:49Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['0b69a0b9-de0f-40a7-ba81-95cb6de578a7'], 'active': True} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 18:00:11.570684 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-da0ffb7d-8f67-4edc-853f-f9de039032bb tempest-TestSnapshotPattern-1705549503 tempest-TestSnapshotPattern-1705549503-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533437'] for security_group_rule, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:00:11.585951 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0ffb7d-8f67-4edc-853f-f9de039032bb tempest-TestSnapshotPattern-1705549503 tempest-TestSnapshotPattern-1705549503-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8046881d-dc43-4027-a5a6-6df3d40e031a,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:00:11.638639 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvr_db [None req-021c228a-e8d5-43d0-9f0b-88aa7546af47 None None] Set router 0b69a0b9-de0f-40a7-ba81-95cb6de578a7 gateway port host: dv-neutron-master-2-hyperv {{(pid=103803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 18:00:11.652427 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-da0ffb7d-8f67-4edc-853f-f9de039032bb tempest-TestSnapshotPattern-1705549503 tempest-TestSnapshotPattern-1705549503-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:00:11.653758 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-da0ffb7d-8f67-4edc-853f-f9de039032bb tempest-TestSnapshotPattern-1705549503 tempest-TestSnapshotPattern-1705549503-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3144457 Jan 05 18:00:11.656379 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 53440) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 18:00:11.660751 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-de2b9a0b-3048-4513-98a6-8e6aa1d4a6ac tempest-TestSnapshotPattern-1705549503 tempest-TestSnapshotPattern-1705549503-project] Request body: {'security_group_rule': {'security_group_id': '64b9400c-5020-453b-a36e-cd0368442785', 'project_id': 'c2dacecad04c4c3c93696a08bf624114', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 18:00:11.742318 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.db.securitygroups_db [None req-de2b9a0b-3048-4513-98a6-8e6aa1d4a6ac tempest-TestSnapshotPattern-1705549503 tempest-TestSnapshotPattern-1705549503-project] Project c2dacecad04c4c3c93696a08bf624114 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 05 18:00:11.747388 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-de2b9a0b-3048-4513-98a6-8e6aa1d4a6ac tempest-TestSnapshotPattern-1705549503 tempest-TestSnapshotPattern-1705549503-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:00:11.813037 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-de2b9a0b-3048-4513-98a6-8e6aa1d4a6ac tempest-TestSnapshotPattern-1705549503 tempest-TestSnapshotPattern-1705549503-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:00:11.846234 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-021c228a-e8d5-43d0-9f0b-88aa7546af47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b69a0b9-de0f-40a7-ba81-95cb6de578a7', 'name': 'tempest-TestSnapshotPattern-144244221-router', 'tenant_id': 'ec4b8b262aa248ef82099ebd9c51d06a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.59'}], 'enable_snat': True}, 'gw_port_id': 'd7774845-8535-4cc4-bef9-2c38db404650', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T18:00:05Z', 'updated_at': '2022-01-05T18:00:08Z', 'revision_number': 4, 'project_id': 'ec4b8b262aa248ef82099ebd9c51d06a', 'gw_port': {'id': 'd7774845-8535-4cc4-bef9-2c38db404650', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:84:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b69a0b9-de0f-40a7-ba81-95cb6de578a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1880, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T18:00:06Z', 'updated_at': '2022-01-05T18:00:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '2d90f9c8-913c-4e92-9a8f-b4082160d24d', 'name': '', 'network_id': '069be209-8815-4518-bb29-04496f5b990a', 'tenant_id': 'ec4b8b262aa248ef82099ebd9c51d06a', 'mac_address': 'fa:16:3e:9e:4c:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b69a0b9-de0f-40a7-ba81-95cb6de578a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1881, 'fixed_ips': [{'subnet_id': 'b8ff32dc-87b7-4bc4-a7d7-0b1665045f3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T18:00:08Z', 'updated_at': '2022-01-05T18:00:08Z', 'revision_number': 2, 'project_id': 'ec4b8b262aa248ef82099ebd9c51d06a', 'subnets': [{'id': 'b8ff32dc-87b7-4bc4-a7d7-0b1665045f3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 18:00:11.867885 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-de2b9a0b-3048-4513-98a6-8e6aa1d4a6ac tempest-TestSnapshotPattern-1705549503 tempest-TestSnapshotPattern-1705549503-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533437'] for security_group_rule, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:00:11.874759 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-021c228a-e8d5-43d0-9f0b-88aa7546af47 None None] Checking router: 0b69a0b9-de0f-40a7-ba81-95cb6de578a7 for host: dv-neutron-master-2-hyperv {{(pid=103803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 05 18:00:11.875193 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-021c228a-e8d5-43d0-9f0b-88aa7546af47 None None] Updating router 0b69a0b9-de0f-40a7-ba81-95cb6de578a7 port 2d90f9c8-913c-4e92-9a8f-b4082160d24d binding host dv-neutron-master-2-hyperv {{(pid=103803) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 05 18:00:11.886387 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2b9a0b-3048-4513-98a6-8e6aa1d4a6ac tempest-TestSnapshotPattern-1705549503 tempest-TestSnapshotPattern-1705549503-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9926c9df-6cf6-4222-ab96-5beb25339e8a,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:00:11.900059 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-021c228a-e8d5-43d0-9f0b-88aa7546af47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:00:11.944053 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-de2b9a0b-3048-4513-98a6-8e6aa1d4a6ac tempest-TestSnapshotPattern-1705549503 tempest-TestSnapshotPattern-1705549503-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:00:11.945274 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-de2b9a0b-3048-4513-98a6-8e6aa1d4a6ac tempest-TestSnapshotPattern-1705549503 tempest-TestSnapshotPattern-1705549503-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2879851 Jan 05 18:00:11.948021 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 53442) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 18:00:11.952706 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-4e0c0fa2-58c0-4266-acdd-4cea48598932 tempest-TestSnapshotPattern-1705549503 tempest-TestSnapshotPattern-1705549503-project] Request body: {'security_group_rule': {'security_group_id': '64b9400c-5020-453b-a36e-cd0368442785', 'project_id': 'c2dacecad04c4c3c93696a08bf624114', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 18:00:12.039487 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.db.securitygroups_db [None req-4e0c0fa2-58c0-4266-acdd-4cea48598932 tempest-TestSnapshotPattern-1705549503 tempest-TestSnapshotPattern-1705549503-project] Project c2dacecad04c4c3c93696a08bf624114 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 05 18:00:12.044555 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4e0c0fa2-58c0-4266-acdd-4cea48598932 tempest-TestSnapshotPattern-1705549503 tempest-TestSnapshotPattern-1705549503-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:00:12.105286 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4e0c0fa2-58c0-4266-acdd-4cea48598932 tempest-TestSnapshotPattern-1705549503 tempest-TestSnapshotPattern-1705549503-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:00:12.156758 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-021c228a-e8d5-43d0-9f0b-88aa7546af47 None None] Publish callbacks [] for port, precommit_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:00:12.164893 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4e0c0fa2-58c0-4266-acdd-4cea48598932 tempest-TestSnapshotPattern-1705549503 tempest-TestSnapshotPattern-1705549503-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533437'] for security_group_rule, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:00:12.182061 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0c0fa2-58c0-4266-acdd-4cea48598932 tempest-TestSnapshotPattern-1705549503 tempest-TestSnapshotPattern-1705549503-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4149cc1b-1262-4291-a629-a48da0fc3e21,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:00:12.221940 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-021c228a-e8d5-43d0-9f0b-88aa7546af47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:00:12.252458 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4e0c0fa2-58c0-4266-acdd-4cea48598932 tempest-TestSnapshotPattern-1705549503 tempest-TestSnapshotPattern-1705549503-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:00:12.253874 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-4e0c0fa2-58c0-4266-acdd-4cea48598932 tempest-TestSnapshotPattern-1705549503 tempest-TestSnapshotPattern-1705549503-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3047099 Jan 05 18:00:12.271073 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a67b69-7f13-4638-bd65-5f5f4241cc87 None None] Pushing event updated for resources: {'Port': ['ID=2d90f9c8-913c-4e92-9a8f-b4082160d24d,revision_number=3']} {{(pid=103803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:00:12.323751 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.plugins.ml2.managers [None req-021c228a-e8d5-43d0-9f0b-88aa7546af47 None None] Attempting to bind port 2d90f9c8-913c-4e92-9a8f-b4082160d24d on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 05 18:00:12.324121 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.plugins.ml2.managers [None req-021c228a-e8d5-43d0-9f0b-88aa7546af47 None None] Attempting to bind port 2d90f9c8-913c-4e92-9a8f-b4082160d24d by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '9327a39f-fd76-4e29-ac43-812fa3f67746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '069be209-8815-4518-bb29-04496f5b990a'}] {{(pid=103803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 05 18:00:12.324483 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-021c228a-e8d5-43d0-9f0b-88aa7546af47 None None] Attempting to bind port 2d90f9c8-913c-4e92-9a8f-b4082160d24d on network 069be209-8815-4518-bb29-04496f5b990a {{(pid=103803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 18:00:12.330747 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-021c228a-e8d5-43d0-9f0b-88aa7546af47 None None] Checking agent: {'id': '0d4f8fd3-ce62-4651-970c-efa6a8bb22b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 5, 16, 57, 23), 'started_at': datetime.datetime(2022, 1, 5, 16, 57, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 5, 17, 59, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 05 18:00:12.331158 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-021c228a-e8d5-43d0-9f0b-88aa7546af47 None None] Checking segment: {'id': '9327a39f-fd76-4e29-ac43-812fa3f67746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '069be209-8815-4518-bb29-04496f5b990a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 18:00:12.331571 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-021c228a-e8d5-43d0-9f0b-88aa7546af47 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:00:12.331950 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-021c228a-e8d5-43d0-9f0b-88aa7546af47 None None] Bound using segment: {'id': '9327a39f-fd76-4e29-ac43-812fa3f67746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '069be209-8815-4518-bb29-04496f5b990a'} {{(pid=103803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 05 18:00:12.332419 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.plugins.ml2.managers [None req-021c228a-e8d5-43d0-9f0b-88aa7546af47 None None] Bound port: 2d90f9c8-913c-4e92-9a8f-b4082160d24d, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9327a39f-fd76-4e29-ac43-812fa3f67746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '069be209-8815-4518-bb29-04496f5b990a'}}] {{(pid=103803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 05 18:00:12.333438 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-021c228a-e8d5-43d0-9f0b-88aa7546af47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:00:12.409367 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.plugins.ml2.db [None req-021c228a-e8d5-43d0-9f0b-88aa7546af47 None None] For port 2d90f9c8-913c-4e92-9a8f-b4082160d24d, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 05 18:00:12.413320 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.plugins.ml2.db [None req-021c228a-e8d5-43d0-9f0b-88aa7546af47 None None] For port 2d90f9c8-913c-4e92-9a8f-b4082160d24d, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=2d90f9c8-913c-4e92-9a8f-b4082160d24d,segment=NetworkSegment(9327a39f-fd76-4e29-ac43-812fa3f67746),segment_id=9327a39f-fd76-4e29-ac43-812fa3f67746)] {{(pid=103803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 05 18:00:12.431796 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-52abd799-9f21-4293-9e2e-c3dd190fc5c6 req-a47b0181-fd7d-4287-967c-bc6131cb49d4 tempest-TestSnapshotPattern-1705549503 tempest-TestSnapshotPattern-1705549503-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1191883229&fields=id&tenant_id=c2dacecad04c4c3c93696a08bf624114 HTTP/1.1" status: 200 len: 267 time: 0.0460484 Jan 05 18:00:12.456794 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-021c228a-e8d5-43d0-9f0b-88aa7546af47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:00:12.502438 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-021c228a-e8d5-43d0-9f0b-88aa7546af47 None None] Routers {'0b69a0b9-de0f-40a7-ba81-95cb6de578a7'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 18:00:12.503068 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-021c228a-e8d5-43d0-9f0b-88aa7546af47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T17:59:49Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['0b69a0b9-de0f-40a7-ba81-95cb6de578a7'], 'active': True} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 18:00:12.551065 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52abd799-9f21-4293-9e2e-c3dd190fc5c6 req-94897c32-6117-41c9-abe5-479750d1bbd2 tempest-TestSnapshotPattern-1705549503 tempest-TestSnapshotPattern-1705549503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:00:12.552524 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-52abd799-9f21-4293-9e2e-c3dd190fc5c6 req-94897c32-6117-41c9-abe5-479750d1bbd2 tempest-TestSnapshotPattern-1705549503 tempest-TestSnapshotPattern-1705549503-project] 10.222.0.11 "GET /v2.0/networks?id=aaaf9360-b10b-4437-82bc-29e091bd1fb4 HTTP/1.1" status: 200 len: 809 time: 0.1135998 Jan 05 18:00:12.552838 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-f1fa87c5-bb1d-4be2-8460-022c23289b6d None None] Provisioning complete for port 2d90f9c8-913c-4e92-9a8f-b4082160d24d triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 18:00:12.553315 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-f1fa87c5-bb1d-4be2-8460-022c23289b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:00:12.574627 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-52abd799-9f21-4293-9e2e-c3dd190fc5c6 req-0bc10c29-5080-43b8-8e05-0c33228a54f2 tempest-TestSnapshotPattern-1705549503 tempest-TestSnapshotPattern-1705549503-project] 10.222.0.11 "GET /v2.0/quotas/c2dacecad04c4c3c93696a08bf624114 HTTP/1.1" status: 200 len: 375 time: 0.0166142 Jan 05 18:00:12.585011 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a67b69-7f13-4638-bd65-5f5f4241cc87 None None] Pushing event updated for resources: {'Port': ['ID=2d90f9c8-913c-4e92-9a8f-b4082160d24d,revision_number=4']} {{(pid=103803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:00:12.648445 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-52abd799-9f21-4293-9e2e-c3dd190fc5c6 req-2e2194df-4779-4d13-b02a-06b0f7fb1158 tempest-TestSnapshotPattern-1705549503 tempest-TestSnapshotPattern-1705549503-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=c2dacecad04c4c3c93696a08bf624114&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0728664 Jan 05 18:00:12.655384 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [req-52abd799-9f21-4293-9e2e-c3dd190fc5c6 req-9c774879-d98c-4eb6-b217-90760aadf34a service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103800) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 05 18:00:12.657411 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-52abd799-9f21-4293-9e2e-c3dd190fc5c6 req-9c774879-d98c-4eb6-b217-90760aadf34a service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0071142 Jan 05 18:00:12.657635 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvr_db [None req-021c228a-e8d5-43d0-9f0b-88aa7546af47 None None] Set router 0b69a0b9-de0f-40a7-ba81-95cb6de578a7 gateway port host: dv-neutron-master-2-hyperv {{(pid=103803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 18:00:12.661049 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-f1fa87c5-bb1d-4be2-8460-022c23289b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:00:12.699212 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-f1fa87c5-bb1d-4be2-8460-022c23289b6d None None] For port 2d90f9c8-913c-4e92-9a8f-b4082160d24d, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=2d90f9c8-913c-4e92-9a8f-b4082160d24d,segment=NetworkSegment(9327a39f-fd76-4e29-ac43-812fa3f67746),segment_id=9327a39f-fd76-4e29-ac43-812fa3f67746)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 18:00:12.759375 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-f1fa87c5-bb1d-4be2-8460-022c23289b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:00:12.765893 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-52abd799-9f21-4293-9e2e-c3dd190fc5c6 req-82768dd4-78c3-4a02-b13d-5dfcc8ff6114 service neutron] 10.222.0.11 "GET /v2.0/networks/aaaf9360-b10b-4437-82bc-29e091bd1fb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025000 Jan 05 18:00:12.807101 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fa87c5-bb1d-4be2-8460-022c23289b6d None None] Pushing event updated for resources: {'Port': ['ID=2d90f9c8-913c-4e92-9a8f-b4082160d24d,revision_number=5']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:00:12.849875 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-52abd799-9f21-4293-9e2e-c3dd190fc5c6 req-77977bdc-a360-43dd-aefc-4a6af1572f97 service neutron] 10.222.0.11 "GET /v2.0/networks/aaaf9360-b10b-4437-82bc-29e091bd1fb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830791 Jan 05 18:00:12.872375 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-021c228a-e8d5-43d0-9f0b-88aa7546af47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b69a0b9-de0f-40a7-ba81-95cb6de578a7', 'name': 'tempest-TestSnapshotPattern-144244221-router', 'tenant_id': 'ec4b8b262aa248ef82099ebd9c51d06a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.59'}], 'enable_snat': True}, 'gw_port_id': 'd7774845-8535-4cc4-bef9-2c38db404650', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T18:00:05Z', 'updated_at': '2022-01-05T18:00:08Z', 'revision_number': 4, 'project_id': 'ec4b8b262aa248ef82099ebd9c51d06a', 'gw_port': {'id': 'd7774845-8535-4cc4-bef9-2c38db404650', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:84:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b69a0b9-de0f-40a7-ba81-95cb6de578a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1880, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T18:00:06Z', 'updated_at': '2022-01-05T18:00:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '2d90f9c8-913c-4e92-9a8f-b4082160d24d', 'name': '', 'network_id': '069be209-8815-4518-bb29-04496f5b990a', 'tenant_id': 'ec4b8b262aa248ef82099ebd9c51d06a', 'mac_address': 'fa:16:3e:9e:4c:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b69a0b9-de0f-40a7-ba81-95cb6de578a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1881, 'fixed_ips': [{'subnet_id': 'b8ff32dc-87b7-4bc4-a7d7-0b1665045f3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T18:00:08Z', 'updated_at': '2022-01-05T18:00:12Z', 'revision_number': 4, 'project_id': 'ec4b8b262aa248ef82099ebd9c51d06a', 'subnets': [{'id': 'b8ff32dc-87b7-4bc4-a7d7-0b1665045f3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 18:00:12.881749 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-0740d7b7-f43c-45e3-be5a-b0d1d11d078d None None] Provisioning complete for port 2d90f9c8-913c-4e92-9a8f-b4082160d24d triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 18:00:12.882247 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-0740d7b7-f43c-45e3-be5a-b0d1d11d078d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:00:12.910106 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-021c228a-e8d5-43d0-9f0b-88aa7546af47 None None] The sync data for ids ['0b69a0b9-de0f-40a7-ba81-95cb6de578a7'] in dv-neutron-master-2-hyperv is: [{'id': '0b69a0b9-de0f-40a7-ba81-95cb6de578a7', 'name': 'tempest-TestSnapshotPattern-144244221-router', 'tenant_id': 'ec4b8b262aa248ef82099ebd9c51d06a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.59'}], 'enable_snat': True}, 'gw_port_id': 'd7774845-8535-4cc4-bef9-2c38db404650', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T18:00:05Z', 'updated_at': '2022-01-05T18:00:08Z', 'revision_number': 4, 'project_id': 'ec4b8b262aa248ef82099ebd9c51d06a', 'gw_port': {'id': 'd7774845-8535-4cc4-bef9-2c38db404650', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:84:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b69a0b9-de0f-40a7-ba81-95cb6de578a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1880, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T18:00:06Z', 'updated_at': '2022-01-05T18:00:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '2d90f9c8-913c-4e92-9a8f-b4082160d24d', 'name': '', 'network_id': '069be209-8815-4518-bb29-04496f5b990a', 'tenant_id': 'ec4b8b262aa248ef82099ebd9c51d06a', 'mac_address': 'fa:16:3e:9e:4c:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b69a0b9-de0f-40a7-ba81-95cb6de578a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1881, 'fixed_ips': [{'subnet_id': 'b8ff32dc-87b7-4bc4-a7d7-0b1665045f3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T18:00:08Z', 'updated_at': '2022-01-05T18:00:12Z', 'revision_number': 4, 'project_id': 'ec4b8b262aa248ef82099ebd9c51d06a', 'subnets': [{'id': 'b8ff32dc-87b7-4bc4-a7d7-0b1665045f3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 05 18:00:13.201280 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 2d90f9c8-913c-4e92-9a8f-b4082160d24d up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 18:00:13.250236 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Provisioning complete for port 2d90f9c8-913c-4e92-9a8f-b4082160d24d triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 18:00:13.250600 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:00:14.156047 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-f1d63b2d-bd93-4f07-b759-73e9baf87e6a req-47eb43a4-f6f4-42d0-ab78-2caed7483fb3 tempest-TestSnapshotPattern-1705549503 tempest-TestSnapshotPattern-1705549503-project] 10.222.0.11 "GET /v2.0/ports?device_id=0c49f5c6-3945-48ac-9475-c45a869283d0 HTTP/1.1" status: 200 len: 210 time: 0.0273621 Jan 05 18:00:15.250103 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-b582c929-708c-4827-b021-2a27a57196e0 req-54cf6dbe-8824-4467-9db3-a144259d900d tempest-TestSnapshotPattern-1705549503 tempest-TestSnapshotPattern-1705549503-project] 10.222.0.11 "GET /v2.0/ports?device_id=0c49f5c6-3945-48ac-9475-c45a869283d0 HTTP/1.1" status: 200 len: 210 time: 0.0272357 Jan 05 18:00:16.190646 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52abd799-9f21-4293-9e2e-c3dd190fc5c6 req-7f1a814b-8366-41d3-b30a-1873eecf77d2 tempest-TestSnapshotPattern-1705549503 tempest-TestSnapshotPattern-1705549503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:00:16.192035 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-52abd799-9f21-4293-9e2e-c3dd190fc5c6 req-7f1a814b-8366-41d3-b30a-1873eecf77d2 tempest-TestSnapshotPattern-1705549503 tempest-TestSnapshotPattern-1705549503-project] 10.222.0.13 "GET /v2.0/networks?id=aaaf9360-b10b-4437-82bc-29e091bd1fb4 HTTP/1.1" status: 200 len: 809 time: 0.1057677 Jan 05 18:00:16.255461 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-52abd799-9f21-4293-9e2e-c3dd190fc5c6 req-62bbe2a2-6d5f-4f2c-b26a-38d5c1ab971a tempest-TestSnapshotPattern-1705549503 tempest-TestSnapshotPattern-1705549503-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c2dacecad04c4c3c93696a08bf624114 HTTP/1.1" status: 200 len: 380 time: 0.0557075 Jan 05 18:00:16.264279 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [req-52abd799-9f21-4293-9e2e-c3dd190fc5c6 req-14e55e36-45b8-4005-bad6-3873eba72ff3 tempest-TestSnapshotPattern-1705549503 tempest-TestSnapshotPattern-1705549503-project] Request body: {'port': {'device_id': '0c49f5c6-3945-48ac-9475-c45a869283d0', 'network_id': 'aaaf9360-b10b-4437-82bc-29e091bd1fb4', 'admin_state_up': True, 'tenant_id': 'c2dacecad04c4c3c93696a08bf624114', 'security_groups': ['64b9400c-5020-453b-a36e-cd0368442785']}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 18:00:16.347822 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-98590ffc-5717-4c00-81af-093f1598811b req-510674cb-1971-45ce-90e6-04ddea3ba3fd tempest-TestSnapshotPattern-1705549503 tempest-TestSnapshotPattern-1705549503-project] 10.222.0.11 "GET /v2.0/ports?device_id=0c49f5c6-3945-48ac-9475-c45a869283d0 HTTP/1.1" status: 200 len: 210 time: 0.0263011 Jan 05 18:00:16.440521 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52abd799-9f21-4293-9e2e-c3dd190fc5c6 req-14e55e36-45b8-4005-bad6-3873eba72ff3 tempest-TestSnapshotPattern-1705549503 tempest-TestSnapshotPattern-1705549503-project] Made reservation on behalf of c2dacecad04c4c3c93696a08bf624114 for: {'port': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 18:00:16.444276 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-52abd799-9f21-4293-9e2e-c3dd190fc5c6 req-14e55e36-45b8-4005-bad6-3873eba72ff3 tempest-TestSnapshotPattern-1705549503 tempest-TestSnapshotPattern-1705549503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:00:16.565875 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [req-52abd799-9f21-4293-9e2e-c3dd190fc5c6 req-14e55e36-45b8-4005-bad6-3873eba72ff3 tempest-TestSnapshotPattern-1705549503 tempest-TestSnapshotPattern-1705549503-project] Allocated IP 172.20.0.7 (aaaf9360-b10b-4437-82bc-29e091bd1fb4/22ec95a9-64ee-437b-8d63-d1fe195817a9/d98d60b3-3e20-478c-b41b-ffd4ac3845d4) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 18:00:16.702535 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-52abd799-9f21-4293-9e2e-c3dd190fc5c6 req-14e55e36-45b8-4005-bad6-3873eba72ff3 tempest-TestSnapshotPattern-1705549503 tempest-TestSnapshotPattern-1705549503-project] Publish callbacks [] for port, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:00:16.781899 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-52abd799-9f21-4293-9e2e-c3dd190fc5c6 req-14e55e36-45b8-4005-bad6-3873eba72ff3 tempest-TestSnapshotPattern-1705549503 tempest-TestSnapshotPattern-1705549503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:00:16.822847 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52abd799-9f21-4293-9e2e-c3dd190fc5c6 req-14e55e36-45b8-4005-bad6-3873eba72ff3 tempest-TestSnapshotPattern-1705549503 tempest-TestSnapshotPattern-1705549503-project] Network aaaf9360-b10b-4437-82bc-29e091bd1fb4 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 18:00:16.826021 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [req-52abd799-9f21-4293-9e2e-c3dd190fc5c6 req-14e55e36-45b8-4005-bad6-3873eba72ff3 tempest-TestSnapshotPattern-1705549503 tempest-TestSnapshotPattern-1705549503-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 18:00:16.829760 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [req-52abd799-9f21-4293-9e2e-c3dd190fc5c6 req-14e55e36-45b8-4005-bad6-3873eba72ff3 tempest-TestSnapshotPattern-1705549503 tempest-TestSnapshotPattern-1705549503-project] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 18:00:16.838688 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e55e36-45b8-4005-bad6-3873eba72ff3 tempest-TestSnapshotPattern-1705549503 tempest-TestSnapshotPattern-1705549503-project] Pushing event updated for resources: {'Port': ['ID=d98d60b3-3e20-478c-b41b-ffd4ac3845d4,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:00:16.885460 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52abd799-9f21-4293-9e2e-c3dd190fc5c6 req-14e55e36-45b8-4005-bad6-3873eba72ff3 tempest-TestSnapshotPattern-1705549503 tempest-TestSnapshotPattern-1705549503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:00:16.886111 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-52abd799-9f21-4293-9e2e-c3dd190fc5c6 req-14e55e36-45b8-4005-bad6-3873eba72ff3 tempest-TestSnapshotPattern-1705549503 tempest-TestSnapshotPattern-1705549503-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:00:17.024949 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-52abd799-9f21-4293-9e2e-c3dd190fc5c6 req-14e55e36-45b8-4005-bad6-3873eba72ff3 tempest-TestSnapshotPattern-1705549503 tempest-TestSnapshotPattern-1705549503-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7643354 Jan 05 18:00:17.035577 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [req-52abd799-9f21-4293-9e2e-c3dd190fc5c6 req-1112d6ef-a798-48ab-9a9f-ff435910e8a7 service neutron] Request body: {'port': {'device_id': '0c49f5c6-3945-48ac-9475-c45a869283d0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 18:00:17.062562 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-c6a85939-3d29-45d0-9328-b2bc5556577e None None] Provisioning complete for port d98d60b3-3e20-478c-b41b-ffd4ac3845d4 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 18:00:17.063189 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c6a85939-3d29-45d0-9328-b2bc5556577e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:00:17.092389 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-52abd799-9f21-4293-9e2e-c3dd190fc5c6 req-1112d6ef-a798-48ab-9a9f-ff435910e8a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:00:17.115221 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-c6a85939-3d29-45d0-9328-b2bc5556577e None None] Port d98d60b3-3e20-478c-b41b-ffd4ac3845d4 cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 18:00:17.164809 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-56ab7ef3-6a33-4ea8-9e4c-57ee39b1e255 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:00:17.344436 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.notifiers.nova [req-52abd799-9f21-4293-9e2e-c3dd190fc5c6 req-1112d6ef-a798-48ab-9a9f-ff435910e8a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d98d60b3-3e20-478c-b41b-ffd4ac3845d4 {{(pid=103800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 05 18:00:17.351669 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-52abd799-9f21-4293-9e2e-c3dd190fc5c6 req-1112d6ef-a798-48ab-9a9f-ff435910e8a7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:00:17.363122 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.provisioning_blocks [req-52abd799-9f21-4293-9e2e-c3dd190fc5c6 req-1112d6ef-a798-48ab-9a9f-ff435910e8a7 service neutron] Transition to ACTIVE for port object d98d60b3-3e20-478c-b41b-ffd4ac3845d4 will not be triggered until provisioned by entity L2. {{(pid=103800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 05 18:00:17.424388 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-52abd799-9f21-4293-9e2e-c3dd190fc5c6 req-1112d6ef-a798-48ab-9a9f-ff435910e8a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8784461'] for port, after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:00:17.503845 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1112d6ef-a798-48ab-9a9f-ff435910e8a7 service neutron] Pushing event updated for resources: {'Port': ['ID=d98d60b3-3e20-478c-b41b-ffd4ac3845d4,revision_number=2']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:00:17.516448 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238fe9c5-23a5-4020-8184-b71be9f4547f req-8e585e1e-3add-452e-a7dd-9f4d61b31365 tempest-TestSnapshotPattern-1705549503 tempest-TestSnapshotPattern-1705549503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:00:17.518039 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-238fe9c5-23a5-4020-8184-b71be9f4547f req-8e585e1e-3add-452e-a7dd-9f4d61b31365 tempest-TestSnapshotPattern-1705549503 tempest-TestSnapshotPattern-1705549503-project] 10.222.0.11 "GET /v2.0/ports?device_id=0c49f5c6-3945-48ac-9475-c45a869283d0 HTTP/1.1" status: 200 len: 943 time: 0.1038675 Jan 05 18:00:17.614949 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-238fe9c5-23a5-4020-8184-b71be9f4547f req-12964942-21ef-4273-89c0-dbadfe2d8c32 tempest-TestSnapshotPattern-1705549503 tempest-TestSnapshotPattern-1705549503-project] 10.222.0.11 "GET /v2.0/security-groups?id=64b9400c-5020-453b-a36e-cd0368442785&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827482 Jan 05 18:00:17.619470 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [req-52abd799-9f21-4293-9e2e-c3dd190fc5c6 req-1112d6ef-a798-48ab-9a9f-ff435910e8a7 service neutron] Attempting to bind port d98d60b3-3e20-478c-b41b-ffd4ac3845d4 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 05 18:00:17.619840 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [req-52abd799-9f21-4293-9e2e-c3dd190fc5c6 req-1112d6ef-a798-48ab-9a9f-ff435910e8a7 service neutron] Attempting to bind port d98d60b3-3e20-478c-b41b-ffd4ac3845d4 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '730439df-29f8-4c15-b2dd-099dba7b51c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'aaaf9360-b10b-4437-82bc-29e091bd1fb4'}] {{(pid=103800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 05 18:00:17.620138 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52abd799-9f21-4293-9e2e-c3dd190fc5c6 req-1112d6ef-a798-48ab-9a9f-ff435910e8a7 service neutron] Attempting to bind port d98d60b3-3e20-478c-b41b-ffd4ac3845d4 on network aaaf9360-b10b-4437-82bc-29e091bd1fb4 {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 18:00:17.630753 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52abd799-9f21-4293-9e2e-c3dd190fc5c6 req-1112d6ef-a798-48ab-9a9f-ff435910e8a7 service neutron] Port d98d60b3-3e20-478c-b41b-ffd4ac3845d4 on network aaaf9360-b10b-4437-82bc-29e091bd1fb4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 05 18:00:17.631093 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52abd799-9f21-4293-9e2e-c3dd190fc5c6 req-1112d6ef-a798-48ab-9a9f-ff435910e8a7 service neutron] Attempting to bind port d98d60b3-3e20-478c-b41b-ffd4ac3845d4 on network aaaf9360-b10b-4437-82bc-29e091bd1fb4 {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 18:00:17.636556 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52abd799-9f21-4293-9e2e-c3dd190fc5c6 req-1112d6ef-a798-48ab-9a9f-ff435910e8a7 service neutron] Checking agent: {'id': '5c36d785-abe8-4e89-a23a-b403333d2378', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 5, 17, 3, 49), 'started_at': datetime.datetime(2022, 1, 5, 17, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 1, 5, 17, 59, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 05 18:00:17.636896 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52abd799-9f21-4293-9e2e-c3dd190fc5c6 req-1112d6ef-a798-48ab-9a9f-ff435910e8a7 service neutron] Checking segment: {'id': '730439df-29f8-4c15-b2dd-099dba7b51c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'aaaf9360-b10b-4437-82bc-29e091bd1fb4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 18:00:17.637281 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52abd799-9f21-4293-9e2e-c3dd190fc5c6 req-1112d6ef-a798-48ab-9a9f-ff435910e8a7 service neutron] Bound using segment: {'id': '730439df-29f8-4c15-b2dd-099dba7b51c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'aaaf9360-b10b-4437-82bc-29e091bd1fb4'} {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 05 18:00:17.637796 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [req-52abd799-9f21-4293-9e2e-c3dd190fc5c6 req-1112d6ef-a798-48ab-9a9f-ff435910e8a7 service neutron] Bound port: d98d60b3-3e20-478c-b41b-ffd4ac3845d4, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '730439df-29f8-4c15-b2dd-099dba7b51c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'aaaf9360-b10b-4437-82bc-29e091bd1fb4'}}] {{(pid=103800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 05 18:00:17.638157 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-52abd799-9f21-4293-9e2e-c3dd190fc5c6 req-1112d6ef-a798-48ab-9a9f-ff435910e8a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:00:17.703271 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.db [req-52abd799-9f21-4293-9e2e-c3dd190fc5c6 req-1112d6ef-a798-48ab-9a9f-ff435910e8a7 service neutron] For port d98d60b3-3e20-478c-b41b-ffd4ac3845d4, host hv-neutron-mast, cleared binding levels {{(pid=103800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 05 18:00:17.706204 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.db [req-52abd799-9f21-4293-9e2e-c3dd190fc5c6 req-1112d6ef-a798-48ab-9a9f-ff435910e8a7 service neutron] For port d98d60b3-3e20-478c-b41b-ffd4ac3845d4, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=d98d60b3-3e20-478c-b41b-ffd4ac3845d4,segment=NetworkSegment(730439df-29f8-4c15-b2dd-099dba7b51c4),segment_id=730439df-29f8-4c15-b2dd-099dba7b51c4)] {{(pid=103800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 05 18:00:17.782468 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-52abd799-9f21-4293-9e2e-c3dd190fc5c6 req-1112d6ef-a798-48ab-9a9f-ff435910e8a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8784461'] for port, after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:00:17.817534 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52abd799-9f21-4293-9e2e-c3dd190fc5c6 req-1112d6ef-a798-48ab-9a9f-ff435910e8a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:00:17.818090 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-52abd799-9f21-4293-9e2e-c3dd190fc5c6 req-1112d6ef-a798-48ab-9a9f-ff435910e8a7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:00:17.819791 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-52abd799-9f21-4293-9e2e-c3dd190fc5c6 req-1112d6ef-a798-48ab-9a9f-ff435910e8a7 service neutron] 10.222.0.13 "PUT /v2.0/ports/d98d60b3-3e20-478c-b41b-ffd4ac3845d4 HTTP/1.1" status: 200 len: 1093 time: 0.7881172 Jan 05 18:00:17.820235 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c49f5c6-3945-48ac-9475-c45a869283d0', 'tag': 'd98d60b3-3e20-478c-b41b-ffd4ac3845d4'}] {{(pid=103800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 05 18:00:17.822513 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f64b9d4628f7eefcc27168a80c04985d23f0ea5def038dae05e1deb7357f3bfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9caf3934-9c64-4258-9232-49714bb4245b" -d '{"events": [{"name": "network-changed", "server_uuid": "0c49f5c6-3945-48ac-9475-c45a869283d0", "tag": "d98d60b3-3e20-478c-b41b-ffd4ac3845d4"}]}' {{(pid=103800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 05 18:00:17.858507 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1112d6ef-a798-48ab-9a9f-ff435910e8a7 service neutron] Pushing event updated for resources: {'Port': ['ID=d98d60b3-3e20-478c-b41b-ffd4ac3845d4,revision_number=3']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:00:17.866947 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Jan 2022 18:00:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f802758-0487-40f9-8fbc-629ff8f2c31e x-openstack-request-id: req-4f802758-0487-40f9-8fbc-629ff8f2c31e {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 05 18:00:17.867473 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c49f5c6-3945-48ac-9475-c45a869283d0", "tag": "d98d60b3-3e20-478c-b41b-ffd4ac3845d4", "status": "completed", "code": 200}]} {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 05 18:00:17.867842 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-4f802758-0487-40f9-8fbc-629ff8f2c31e {{(pid=103800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 05 18:00:17.868915 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c49f5c6-3945-48ac-9475-c45a869283d0', 'tag': 'd98d60b3-3e20-478c-b41b-ffd4ac3845d4', 'status': 'completed', 'code': 200} Jan 05 18:00:17.928260 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9caf3934-9c64-4258-9232-49714bb4245b req-969a6af1-6800-4245-b1f9-aefb5b7ca85a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:00:17.929804 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-9caf3934-9c64-4258-9232-49714bb4245b req-969a6af1-6800-4245-b1f9-aefb5b7ca85a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c2dacecad04c4c3c93696a08bf624114&device_id=0c49f5c6-3945-48ac-9475-c45a869283d0 HTTP/1.1" status: 200 len: 1096 time: 0.0432327 Jan 05 18:00:18.031033 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9caf3934-9c64-4258-9232-49714bb4245b req-6f43c2d3-7114-435a-a087-0595c10569bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:00:18.032512 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-9caf3934-9c64-4258-9232-49714bb4245b req-6f43c2d3-7114-435a-a087-0595c10569bf service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=c2dacecad04c4c3c93696a08bf624114&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0966859 Jan 05 18:00:18.122882 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9caf3934-9c64-4258-9232-49714bb4245b req-676df615-d05f-489f-86dc-a6fec0afcad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:00:18.124239 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-9caf3934-9c64-4258-9232-49714bb4245b req-676df615-d05f-489f-86dc-a6fec0afcad6 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0858974 Jan 05 18:00:18.200115 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52abd799-9f21-4293-9e2e-c3dd190fc5c6 req-1bf5e15a-9c0c-48c2-bfcb-0c9537a92128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:00:18.201604 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-52abd799-9f21-4293-9e2e-c3dd190fc5c6 req-1bf5e15a-9c0c-48c2-bfcb-0c9537a92128 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c2dacecad04c4c3c93696a08bf624114&device_id=0c49f5c6-3945-48ac-9475-c45a869283d0 HTTP/1.1" status: 200 len: 1096 time: 0.0441470 Jan 05 18:00:18.242803 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-52abd799-9f21-4293-9e2e-c3dd190fc5c6 req-c035b406-c8f0-4af9-bff3-246362720ecf service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d98d60b3-3e20-478c-b41b-ffd4ac3845d4 HTTP/1.1" status: 200 len: 217 time: 0.0338788 Jan 05 18:00:18.288949 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52abd799-9f21-4293-9e2e-c3dd190fc5c6 req-14782306-dc16-4784-8547-391b6e13c9fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:00:18.290379 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-52abd799-9f21-4293-9e2e-c3dd190fc5c6 req-14782306-dc16-4784-8547-391b6e13c9fc service neutron] 10.222.0.13 "GET /v2.0/subnets?id=22ec95a9-64ee-437b-8d63-d1fe195817a9 HTTP/1.1" status: 200 len: 848 time: 0.0421789 Jan 05 18:00:18.337001 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52abd799-9f21-4293-9e2e-c3dd190fc5c6 req-8ad1bb79-a9cf-41e3-bf36-de85ff6b4bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:00:18.338555 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-52abd799-9f21-4293-9e2e-c3dd190fc5c6 req-8ad1bb79-a9cf-41e3-bf36-de85ff6b4bc9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=aaaf9360-b10b-4437-82bc-29e091bd1fb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0426850 Jan 05 18:00:18.425430 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-52abd799-9f21-4293-9e2e-c3dd190fc5c6 req-0974bc05-9d4c-42ba-a259-b2839e3512bf service neutron] 10.222.0.13 "GET /v2.0/networks/aaaf9360-b10b-4437-82bc-29e091bd1fb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808434 Jan 05 18:00:18.517067 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-52abd799-9f21-4293-9e2e-c3dd190fc5c6 req-bd187625-fc06-4247-833c-73b99cd92ac2 service neutron] 10.222.0.13 "GET /v2.0/networks/aaaf9360-b10b-4437-82bc-29e091bd1fb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856590 Jan 05 18:00:18.727637 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173c5375-aa83-4453-abf7-f43ce6b503ff req-66d7e1b2-fc2f-476e-8d00-ade3f00f4da6 tempest-TestSnapshotPattern-1705549503 tempest-TestSnapshotPattern-1705549503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:00:18.729221 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-173c5375-aa83-4453-abf7-f43ce6b503ff req-66d7e1b2-fc2f-476e-8d00-ade3f00f4da6 tempest-TestSnapshotPattern-1705549503 tempest-TestSnapshotPattern-1705549503-project] 10.222.0.11 "GET /v2.0/ports?device_id=0c49f5c6-3945-48ac-9475-c45a869283d0 HTTP/1.1" status: 200 len: 943 time: 0.0493064 Jan 05 18:00:18.776388 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-173c5375-aa83-4453-abf7-f43ce6b503ff req-a61f4897-cc34-4fc7-9843-92e032dca549 tempest-TestSnapshotPattern-1705549503 tempest-TestSnapshotPattern-1705549503-project] 10.222.0.11 "GET /v2.0/security-groups?id=64b9400c-5020-453b-a36e-cd0368442785&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418425 Jan 05 18:00:19.428303 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c05f94a8-228e-48ae-be53-e717fd8989a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:00:19.891250 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcfd23a-8ce4-4b1f-b8f4-4c285700d0f0 req-c9e44bf2-c643-4d98-ab46-531fe91e226f tempest-TestSnapshotPattern-1705549503 tempest-TestSnapshotPattern-1705549503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:00:19.892626 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-1fcfd23a-8ce4-4b1f-b8f4-4c285700d0f0 req-c9e44bf2-c643-4d98-ab46-531fe91e226f tempest-TestSnapshotPattern-1705549503 tempest-TestSnapshotPattern-1705549503-project] 10.222.0.11 "GET /v2.0/ports?device_id=0c49f5c6-3945-48ac-9475-c45a869283d0 HTTP/1.1" status: 200 len: 943 time: 0.0483105 Jan 05 18:00:19.940767 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-1fcfd23a-8ce4-4b1f-b8f4-4c285700d0f0 req-a24b5896-c47d-46f6-bd63-47cc37dc7316 tempest-TestSnapshotPattern-1705549503 tempest-TestSnapshotPattern-1705549503-project] 10.222.0.11 "GET /v2.0/security-groups?id=64b9400c-5020-453b-a36e-cd0368442785&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426323 Jan 05 18:00:20.296232 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:00:20.730131 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d2607572-b3c9-472c-85bc-c8de0c3fb75c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:00:21.054319 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2277c5e9-ee98-4e0f-ad8b-f8a324e6d9df req-0cb7f3af-6f62-4c5c-9aa8-20209cb9d50b tempest-TestSnapshotPattern-1705549503 tempest-TestSnapshotPattern-1705549503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:00:21.055826 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-2277c5e9-ee98-4e0f-ad8b-f8a324e6d9df req-0cb7f3af-6f62-4c5c-9aa8-20209cb9d50b tempest-TestSnapshotPattern-1705549503 tempest-TestSnapshotPattern-1705549503-project] 10.222.0.11 "GET /v2.0/ports?device_id=0c49f5c6-3945-48ac-9475-c45a869283d0 HTTP/1.1" status: 200 len: 943 time: 0.0483088 Jan 05 18:00:21.104679 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-2277c5e9-ee98-4e0f-ad8b-f8a324e6d9df req-6deddd11-7f60-43ac-9d93-60d2591acf4d tempest-TestSnapshotPattern-1705549503 tempest-TestSnapshotPattern-1705549503-project] 10.222.0.11 "GET /v2.0/security-groups?id=64b9400c-5020-453b-a36e-cd0368442785&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434034 Jan 05 18:00:21.864534 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Device d98d60b3-3e20-478c-b41b-ffd4ac3845d4 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 05 18:00:21.957017 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] For port d98d60b3-3e20-478c-b41b-ffd4ac3845d4, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=d98d60b3-3e20-478c-b41b-ffd4ac3845d4,segment=NetworkSegment(730439df-29f8-4c15-b2dd-099dba7b51c4),segment_id=730439df-29f8-4c15-b2dd-099dba7b51c4)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 18:00:21.968338 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Returning: {'device': 'd98d60b3-3e20-478c-b41b-ffd4ac3845d4', 'network_id': 'aaaf9360-b10b-4437-82bc-29e091bd1fb4', 'port_id': 'd98d60b3-3e20-478c-b41b-ffd4ac3845d4', 'mac_address': 'fa:16:3e:20:9b:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22ec95a9-64ee-437b-8d63-d1fe195817a9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 05 18:00:22.003267 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:00:22.015918 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.notifiers.nova [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d98d60b3-3e20-478c-b41b-ffd4ac3845d4 {{(pid=103802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 05 18:00:22.034705 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] For port d98d60b3-3e20-478c-b41b-ffd4ac3845d4, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=d98d60b3-3e20-478c-b41b-ffd4ac3845d4,segment=NetworkSegment(730439df-29f8-4c15-b2dd-099dba7b51c4),segment_id=730439df-29f8-4c15-b2dd-099dba7b51c4)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 18:00:22.078978 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:00:22.108856 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d504d802-9546-4ce5-a9d3-96c844ac5808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:00:22.126581 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Pushing event updated for resources: {'Port': ['ID=d98d60b3-3e20-478c-b41b-ffd4ac3845d4,revision_number=4']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:00:22.221204 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5f2a31-49cd-4e84-9f27-b7d90e7ee679 req-2ede7255-6cb9-4b98-a82a-34c8295182bb tempest-TestSnapshotPattern-1705549503 tempest-TestSnapshotPattern-1705549503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:00:22.222640 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-aa5f2a31-49cd-4e84-9f27-b7d90e7ee679 req-2ede7255-6cb9-4b98-a82a-34c8295182bb tempest-TestSnapshotPattern-1705549503 tempest-TestSnapshotPattern-1705549503-project] 10.222.0.11 "GET /v2.0/ports?device_id=0c49f5c6-3945-48ac-9475-c45a869283d0 HTTP/1.1" status: 200 len: 944 time: 0.0530002 Jan 05 18:00:22.272054 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-aa5f2a31-49cd-4e84-9f27-b7d90e7ee679 req-16b1b06e-9a1c-4316-a208-5d71942ba4a3 tempest-TestSnapshotPattern-1705549503 tempest-TestSnapshotPattern-1705549503-project] 10.222.0.11 "GET /v2.0/security-groups?id=64b9400c-5020-453b-a36e-cd0368442785&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432339 Jan 05 18:00:22.283388 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] get_ports_and_sgs() called for port_ids ['d98d60b3-3e20-478c-b41b-ffd4ac3845d4'] {{(pid=103802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 05 18:00:23.347313 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:00:23.390428 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1121f31-f53c-49cd-83c2-cb175a257dde req-0bced38e-c36e-4e08-a83f-5c4fd66d491a tempest-TestSnapshotPattern-1705549503 tempest-TestSnapshotPattern-1705549503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:00:23.393014 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-d1121f31-f53c-49cd-83c2-cb175a257dde req-0bced38e-c36e-4e08-a83f-5c4fd66d491a tempest-TestSnapshotPattern-1705549503 tempest-TestSnapshotPattern-1705549503-project] 10.222.0.11 "GET /v2.0/ports?device_id=0c49f5c6-3945-48ac-9475-c45a869283d0 HTTP/1.1" status: 200 len: 944 time: 0.0549803 Jan 05 18:00:23.439107 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-d1121f31-f53c-49cd-83c2-cb175a257dde req-d879c4ce-c757-482a-9143-1895ac4870fc tempest-TestSnapshotPattern-1705549503 tempest-TestSnapshotPattern-1705549503-project] 10.222.0.11 "GET /v2.0/security-groups?id=64b9400c-5020-453b-a36e-cd0368442785&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418029 Jan 05 18:00:23.880186 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Device d98d60b3-3e20-478c-b41b-ffd4ac3845d4 up at agent hyperv_hv-neutron-mast {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 18:00:23.993040 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Provisioning for port d98d60b3-3e20-478c-b41b-ffd4ac3845d4 completed by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 05 18:00:23.996682 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Provisioning complete for port d98d60b3-3e20-478c-b41b-ffd4ac3845d4 triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 18:00:24.000300 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:00:24.070630 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:00:24.093569 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c49f5c6-3945-48ac-9475-c45a869283d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd98d60b3-3e20-478c-b41b-ffd4ac3845d4'}] {{(pid=103802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 05 18:00:24.095831 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36b213fbd845b3f09e785999bbcda1c85cd5592d7f001460987854e5c1683bd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a3e9171-db76-46dc-b409-20a3d4fe1770" -d '{"events": [{"server_uuid": "0c49f5c6-3945-48ac-9475-c45a869283d0", "name": "network-vif-plugged", "status": "completed", "tag": "d98d60b3-3e20-478c-b41b-ffd4ac3845d4"}]}' {{(pid=103802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 05 18:00:24.108758 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] For port d98d60b3-3e20-478c-b41b-ffd4ac3845d4, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=d98d60b3-3e20-478c-b41b-ffd4ac3845d4,segment=NetworkSegment(730439df-29f8-4c15-b2dd-099dba7b51c4),segment_id=730439df-29f8-4c15-b2dd-099dba7b51c4)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 18:00:24.132637 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Jan 2022 18:00:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9683c60-6a81-4e6d-9d61-4e8600b7cb0c x-openstack-request-id: req-e9683c60-6a81-4e6d-9d61-4e8600b7cb0c {{(pid=103802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 05 18:00:24.132937 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c49f5c6-3945-48ac-9475-c45a869283d0", "name": "network-vif-plugged", "status": "completed", "tag": "d98d60b3-3e20-478c-b41b-ffd4ac3845d4", "code": 200}]} {{(pid=103802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 05 18:00:24.133187 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e9683c60-6a81-4e6d-9d61-4e8600b7cb0c {{(pid=103802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 05 18:00:24.133605 dv-neutron-master-2-hyperv neutron-server[103802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c49f5c6-3945-48ac-9475-c45a869283d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd98d60b3-3e20-478c-b41b-ffd4ac3845d4', 'code': 200} Jan 05 18:00:24.147242 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:00:24.198070 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Pushing event updated for resources: {'Port': ['ID=d98d60b3-3e20-478c-b41b-ffd4ac3845d4,revision_number=5']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:00:24.391804 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2e01c6-84d9-46d3-8985-da848dcd720c req-6a80cf23-db75-47e4-a197-16b50a44ff17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:00:24.393205 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-3d2e01c6-84d9-46d3-8985-da848dcd720c req-6a80cf23-db75-47e4-a197-16b50a44ff17 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=0c49f5c6-3945-48ac-9475-c45a869283d0 HTTP/1.1" status: 200 len: 1098 time: 0.0391736 Jan 05 18:00:24.435815 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-3d2e01c6-84d9-46d3-8985-da848dcd720c req-1f6e6946-c55f-4d16-9935-b6bfb725f4f7 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=64b9400c-5020-453b-a36e-cd0368442785&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373311 Jan 05 18:00:24.549531 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cc0ce2-1388-45b8-a814-77883eb7af6c req-a0305e8e-d8a6-4828-a820-c0ad83b53020 tempest-TestSnapshotPattern-1705549503 tempest-TestSnapshotPattern-1705549503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:00:24.550994 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-55cc0ce2-1388-45b8-a814-77883eb7af6c req-a0305e8e-d8a6-4828-a820-c0ad83b53020 tempest-TestSnapshotPattern-1705549503 tempest-TestSnapshotPattern-1705549503-project] 10.222.0.11 "GET /v2.0/ports?device_id=0c49f5c6-3945-48ac-9475-c45a869283d0 HTTP/1.1" status: 200 len: 945 time: 0.0475979 Jan 05 18:00:24.602890 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-55cc0ce2-1388-45b8-a814-77883eb7af6c req-a3295964-8ad2-422c-9518-859a2252dd62 tempest-TestSnapshotPattern-1705549503 tempest-TestSnapshotPattern-1705549503-project] 10.222.0.11 "GET /v2.0/security-groups?id=64b9400c-5020-453b-a36e-cd0368442785&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463846 Jan 05 18:00:25.717358 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d032ef-fa42-46df-952e-e846c58b8d24 req-b3041811-f1c9-4009-8d41-20114babf228 tempest-TestSnapshotPattern-1705549503 tempest-TestSnapshotPattern-1705549503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:00:25.718814 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-82d032ef-fa42-46df-952e-e846c58b8d24 req-b3041811-f1c9-4009-8d41-20114babf228 tempest-TestSnapshotPattern-1705549503 tempest-TestSnapshotPattern-1705549503-project] 10.222.0.11 "GET /v2.0/ports?device_id=0c49f5c6-3945-48ac-9475-c45a869283d0 HTTP/1.1" status: 200 len: 945 time: 0.0479383 Jan 05 18:00:25.766055 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-82d032ef-fa42-46df-952e-e846c58b8d24 req-2b545492-ab09-43b0-bba3-1cb79b0c447c tempest-TestSnapshotPattern-1705549503 tempest-TestSnapshotPattern-1705549503-project] 10.222.0.11 "GET /v2.0/security-groups?id=64b9400c-5020-453b-a36e-cd0368442785&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411608 Jan 05 18:00:25.875664 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a419e2-8283-4654-8db3-e4dec17abcd5 req-c7468058-c20d-4045-b464-e8a4854b6700 tempest-TestSnapshotPattern-1705549503 tempest-TestSnapshotPattern-1705549503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:00:25.877120 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-d3a419e2-8283-4654-8db3-e4dec17abcd5 req-c7468058-c20d-4045-b464-e8a4854b6700 tempest-TestSnapshotPattern-1705549503 tempest-TestSnapshotPattern-1705549503-project] 10.222.0.11 "GET /v2.0/ports?device_id=0c49f5c6-3945-48ac-9475-c45a869283d0 HTTP/1.1" status: 200 len: 945 time: 0.0477431 Jan 05 18:00:25.925001 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-d3a419e2-8283-4654-8db3-e4dec17abcd5 req-9168a5e3-d238-4c40-851b-ae37e2f3274a tempest-TestSnapshotPattern-1705549503 tempest-TestSnapshotPattern-1705549503-project] 10.222.0.11 "GET /v2.0/security-groups?id=64b9400c-5020-453b-a36e-cd0368442785&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419290 Jan 05 18:00:25.945979 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 53508) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 18:00:26.086802 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-358d3b35-70fe-4e12-b97c-95e294b91560 tempest-TestSnapshotPattern-1075417501 tempest-TestSnapshotPattern-1075417501-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:00:26.088257 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-358d3b35-70fe-4e12-b97c-95e294b91560 tempest-TestSnapshotPattern-1075417501 tempest-TestSnapshotPattern-1075417501-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=0c49f5c6-3945-48ac-9475-c45a869283d0 HTTP/1.1" status: 200 len: 1093 time: 0.1413236 Jan 05 18:00:26.091123 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 53512) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 18:00:26.095509 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-04359393-7b76-40a4-a07b-dd82d6437f2e tempest-TestSnapshotPattern-1705549503 tempest-TestSnapshotPattern-1705549503-project] Request body: {'floatingip': {'floating_network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'port_id': 'd98d60b3-3e20-478c-b41b-ffd4ac3845d4', 'tenant_id': 'c2dacecad04c4c3c93696a08bf624114', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 18:00:26.181329 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-04359393-7b76-40a4-a07b-dd82d6437f2e tempest-TestSnapshotPattern-1705549503 tempest-TestSnapshotPattern-1705549503-project] Publish callbacks [] for floatingip, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:00:26.279606 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-04359393-7b76-40a4-a07b-dd82d6437f2e tempest-TestSnapshotPattern-1705549503 tempest-TestSnapshotPattern-1705549503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:00:26.381240 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [None req-04359393-7b76-40a4-a07b-dd82d6437f2e tempest-TestSnapshotPattern-1705549503 tempest-TestSnapshotPattern-1705549503-project] Allocated IP 172.36.4.57 (b0167590-0699-4c5c-a932-3939414a9573/7a784a6d-3d96-418f-a645-b9ccd0b1ac55/f6a8ae36-c6d0-463a-9593-26a5dbd0d202) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 18:00:26.478852 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-04359393-7b76-40a4-a07b-dd82d6437f2e tempest-TestSnapshotPattern-1705549503 tempest-TestSnapshotPattern-1705549503-project] Publish callbacks [] for port, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:00:26.570186 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-04359393-7b76-40a4-a07b-dd82d6437f2e tempest-TestSnapshotPattern-1705549503 tempest-TestSnapshotPattern-1705549503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:00:26.607857 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04359393-7b76-40a4-a07b-dd82d6437f2e tempest-TestSnapshotPattern-1705549503 tempest-TestSnapshotPattern-1705549503-project] Network b0167590-0699-4c5c-a932-3939414a9573 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 18:00:26.610907 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-04359393-7b76-40a4-a07b-dd82d6437f2e tempest-TestSnapshotPattern-1705549503 tempest-TestSnapshotPattern-1705549503-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 18:00:26.614763 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04359393-7b76-40a4-a07b-dd82d6437f2e tempest-TestSnapshotPattern-1705549503 tempest-TestSnapshotPattern-1705549503-project] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 18:00:26.622138 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04359393-7b76-40a4-a07b-dd82d6437f2e tempest-TestSnapshotPattern-1705549503 tempest-TestSnapshotPattern-1705549503-project] Pushing event updated for resources: {'Port': ['ID=f6a8ae36-c6d0-463a-9593-26a5dbd0d202,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:00:26.970517 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-04359393-7b76-40a4-a07b-dd82d6437f2e tempest-TestSnapshotPattern-1705549503 tempest-TestSnapshotPattern-1705549503-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:00:27.096520 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-04359393-7b76-40a4-a07b-dd82d6437f2e tempest-TestSnapshotPattern-1705549503 tempest-TestSnapshotPattern-1705549503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:00:27.242993 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-04359393-7b76-40a4-a07b-dd82d6437f2e tempest-TestSnapshotPattern-1705549503 tempest-TestSnapshotPattern-1705549503-project] Publish callbacks [] for port, precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:00:27.301323 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-04359393-7b76-40a4-a07b-dd82d6437f2e tempest-TestSnapshotPattern-1705549503 tempest-TestSnapshotPattern-1705549503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8784461'] for port, after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:00:27.365951 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04359393-7b76-40a4-a07b-dd82d6437f2e tempest-TestSnapshotPattern-1705549503 tempest-TestSnapshotPattern-1705549503-project] Pushing event updated for resources: {'Port': ['ID=f6a8ae36-c6d0-463a-9593-26a5dbd0d202,revision_number=2']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:00:27.377503 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-04359393-7b76-40a4-a07b-dd82d6437f2e tempest-TestSnapshotPattern-1705549503 tempest-TestSnapshotPattern-1705549503-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648677'] for floatingip, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:00:27.475729 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.db.l3_db [None req-04359393-7b76-40a4-a07b-dd82d6437f2e tempest-TestSnapshotPattern-1705549503 tempest-TestSnapshotPattern-1705549503-project] Floating IP 770e9dd1-9fc1-41be-b172-5b17ba74b0eb associated. External IP: 172.36.4.57, port: d98d60b3-3e20-478c-b41b-ffd4ac3845d4. Jan 05 18:00:27.677222 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04359393-7b76-40a4-a07b-dd82d6437f2e tempest-TestSnapshotPattern-1705549503 tempest-TestSnapshotPattern-1705549503-project] Router f8aef3fc-bea3-4663-b626-e38e3b9b441e has already been hosted by L3 agent 59446fdc-40e0-41fe-a575-a8eb11d742f7 {{(pid=103800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 05 18:00:28.117406 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04359393-7b76-40a4-a07b-dd82d6437f2e tempest-TestSnapshotPattern-1705549503 tempest-TestSnapshotPattern-1705549503-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 05 18:00:28.127461 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb2a24bd-d6cc-4ee2-8467-374138def9b6 None None] Sync routers for ids ['f8aef3fc-bea3-4663-b626-e38e3b9b441e'] in dv-neutron-master-2-hyperv {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 05 18:00:28.136271 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb2a24bd-d6cc-4ee2-8467-374138def9b6 None None] Routers {'f8aef3fc-bea3-4663-b626-e38e3b9b441e'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 18:00:28.136866 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-fb2a24bd-d6cc-4ee2-8467-374138def9b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T18:00:19Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['f8aef3fc-bea3-4663-b626-e38e3b9b441e'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 18:00:28.195059 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-04359393-7b76-40a4-a07b-dd82d6437f2e tempest-TestSnapshotPattern-1705549503 tempest-TestSnapshotPattern-1705549503-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for floatingip, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:00:28.221905 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-04359393-7b76-40a4-a07b-dd82d6437f2e tempest-TestSnapshotPattern-1705549503 tempest-TestSnapshotPattern-1705549503-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1296406 Jan 05 18:00:28.222594 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c49f5c6-3945-48ac-9475-c45a869283d0', 'tag': 'd98d60b3-3e20-478c-b41b-ffd4ac3845d4'}] {{(pid=103800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 05 18:00:28.225392 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f64b9d4628f7eefcc27168a80c04985d23f0ea5def038dae05e1deb7357f3bfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5c1bd7f-8f57-4c04-8861-632947f0db1f" -d '{"events": [{"name": "network-changed", "server_uuid": "0c49f5c6-3945-48ac-9475-c45a869283d0", "tag": "d98d60b3-3e20-478c-b41b-ffd4ac3845d4"}]}' {{(pid=103800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 05 18:00:28.243887 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-fb2a24bd-d6cc-4ee2-8467-374138def9b6 None None] Set router f8aef3fc-bea3-4663-b626-e38e3b9b441e gateway port host: dv-neutron-master-2-hyperv {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 18:00:28.263224 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Jan 2022 18:00:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9f1da04-aa31-42ca-b37d-383b468d95d8 x-openstack-request-id: req-c9f1da04-aa31-42ca-b37d-383b468d95d8 {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 05 18:00:28.263516 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c49f5c6-3945-48ac-9475-c45a869283d0", "tag": "d98d60b3-3e20-478c-b41b-ffd4ac3845d4", "status": "completed", "code": 200}]} {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 05 18:00:28.263767 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c9f1da04-aa31-42ca-b37d-383b468d95d8 {{(pid=103800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 05 18:00:28.264168 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c49f5c6-3945-48ac-9475-c45a869283d0', 'tag': 'd98d60b3-3e20-478c-b41b-ffd4ac3845d4', 'status': 'completed', 'code': 200} Jan 05 18:00:28.325333 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c1bd7f-8f57-4c04-8861-632947f0db1f req-505ae183-b184-4cae-9aa7-01af83382f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:00:28.326865 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-a5c1bd7f-8f57-4c04-8861-632947f0db1f req-505ae183-b184-4cae-9aa7-01af83382f8e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c2dacecad04c4c3c93696a08bf624114&device_id=0c49f5c6-3945-48ac-9475-c45a869283d0 HTTP/1.1" status: 200 len: 1098 time: 0.0401831 Jan 05 18:00:28.422422 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c1bd7f-8f57-4c04-8861-632947f0db1f req-d6d70a74-8ff2-422d-a205-6ce17047a9dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:00:28.423901 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-a5c1bd7f-8f57-4c04-8861-632947f0db1f req-d6d70a74-8ff2-422d-a205-6ce17047a9dd service neutron] 10.222.0.13 "GET /v2.0/networks?id=aaaf9360-b10b-4437-82bc-29e091bd1fb4 HTTP/1.1" status: 200 len: 910 time: 0.0904121 Jan 05 18:00:28.476878 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-fb2a24bd-d6cc-4ee2-8467-374138def9b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8aef3fc-bea3-4663-b626-e38e3b9b441e', 'name': 'tempest-TestSnapshotPattern-381220639-router', 'tenant_id': 'c2dacecad04c4c3c93696a08bf624114', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.234'}], 'enable_snat': True}, 'gw_port_id': '4bd1578c-8cd7-4ca2-b4f6-ce8dff50d534', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:59:59Z', 'updated_at': '2022-01-05T18:00:02Z', 'revision_number': 4, 'project_id': 'c2dacecad04c4c3c93696a08bf624114', 'gw_port': {'id': '4bd1578c-8cd7-4ca2-b4f6-ce8dff50d534', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:c7:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8aef3fc-bea3-4663-b626-e38e3b9b441e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T18:00:00Z', 'updated_at': '2022-01-05T18:00:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '770e9dd1-9fc1-41be-b172-5b17ba74b0eb', 'tenant_id': 'c2dacecad04c4c3c93696a08bf624114', 'floating_ip_address': '172.36.4.57', 'floating_network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'router_id': 'f8aef3fc-bea3-4663-b626-e38e3b9b441e', 'port_id': 'd98d60b3-3e20-478c-b41b-ffd4ac3845d4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1893, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aaaf9360-b10b-4437-82bc-29e091bd1fb4', 'mac_address': 'fa:16:3e:20:9b:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c49f5c6-3945-48ac-9475-c45a869283d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-05T18:00:26Z', 'updated_at': '2022-01-05T18:00:26Z', 'revision_number': 0, 'project_id': 'c2dacecad04c4c3c93696a08bf624114', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b878594-5482-4b4a-a279-e46f26380f29', 'name': '', 'network_id': 'aaaf9360-b10b-4437-82bc-29e091bd1fb4', 'tenant_id': 'c2dacecad04c4c3c93696a08bf624114', 'mac_address': 'fa:16:3e:f6:b5:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8aef3fc-bea3-4663-b626-e38e3b9b441e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': '22ec95a9-64ee-437b-8d63-d1fe195817a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T18:00:01Z', 'updated_at': '2022-01-05T18:00:06Z', 'revision_number': 5, 'project_id': 'c2dacecad04c4c3c93696a08bf624114', 'subnets': [{'id': '22ec95a9-64ee-437b-8d63-d1fe195817a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 18:00:28.487856 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-a5c1bd7f-8f57-4c04-8861-632947f0db1f req-86043b59-5dfd-430d-8bec-217fe8567478 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d98d60b3-3e20-478c-b41b-ffd4ac3845d4 HTTP/1.1" status: 200 len: 998 time: 0.0569067 Jan 05 18:00:28.506759 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb2a24bd-d6cc-4ee2-8467-374138def9b6 None None] Checking router: f8aef3fc-bea3-4663-b626-e38e3b9b441e for host: dv-neutron-master-2-hyperv {{(pid=103802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 05 18:00:28.514829 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb2a24bd-d6cc-4ee2-8467-374138def9b6 None None] Routers {'f8aef3fc-bea3-4663-b626-e38e3b9b441e'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 18:00:28.515422 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-fb2a24bd-d6cc-4ee2-8467-374138def9b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T18:00:19Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['f8aef3fc-bea3-4663-b626-e38e3b9b441e'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 18:00:28.534810 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c1bd7f-8f57-4c04-8861-632947f0db1f req-3d5f9dd6-d5be-403a-9118-6ad1b748f032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:00:28.536259 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-a5c1bd7f-8f57-4c04-8861-632947f0db1f req-3d5f9dd6-d5be-403a-9118-6ad1b748f032 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=22ec95a9-64ee-437b-8d63-d1fe195817a9 HTTP/1.1" status: 200 len: 848 time: 0.0430934 Jan 05 18:00:28.584775 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c1bd7f-8f57-4c04-8861-632947f0db1f req-eb36da35-39b5-407f-9bf7-85c5f6c2dbec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:00:28.586336 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-a5c1bd7f-8f57-4c04-8861-632947f0db1f req-eb36da35-39b5-407f-9bf7-85c5f6c2dbec service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=aaaf9360-b10b-4437-82bc-29e091bd1fb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0441332 Jan 05 18:00:28.621113 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-fb2a24bd-d6cc-4ee2-8467-374138def9b6 None None] Set router f8aef3fc-bea3-4663-b626-e38e3b9b441e gateway port host: dv-neutron-master-2-hyperv {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 18:00:28.675022 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-a5c1bd7f-8f57-4c04-8861-632947f0db1f req-e802f59b-ad89-481e-a7ba-3d20954e0e51 service neutron] 10.222.0.13 "GET /v2.0/networks/aaaf9360-b10b-4437-82bc-29e091bd1fb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825489 Jan 05 18:00:28.769827 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-a5c1bd7f-8f57-4c04-8861-632947f0db1f req-58ad8ebf-2fc9-4b8a-8811-aaa4cc9f725a service neutron] 10.222.0.13 "GET /v2.0/networks/aaaf9360-b10b-4437-82bc-29e091bd1fb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881820 Jan 05 18:00:28.854209 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-fb2a24bd-d6cc-4ee2-8467-374138def9b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8aef3fc-bea3-4663-b626-e38e3b9b441e', 'name': 'tempest-TestSnapshotPattern-381220639-router', 'tenant_id': 'c2dacecad04c4c3c93696a08bf624114', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.234'}], 'enable_snat': True}, 'gw_port_id': '4bd1578c-8cd7-4ca2-b4f6-ce8dff50d534', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:59:59Z', 'updated_at': '2022-01-05T18:00:02Z', 'revision_number': 4, 'project_id': 'c2dacecad04c4c3c93696a08bf624114', 'gw_port': {'id': '4bd1578c-8cd7-4ca2-b4f6-ce8dff50d534', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:c7:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8aef3fc-bea3-4663-b626-e38e3b9b441e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T18:00:00Z', 'updated_at': '2022-01-05T18:00:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '770e9dd1-9fc1-41be-b172-5b17ba74b0eb', 'tenant_id': 'c2dacecad04c4c3c93696a08bf624114', 'floating_ip_address': '172.36.4.57', 'floating_network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'router_id': 'f8aef3fc-bea3-4663-b626-e38e3b9b441e', 'port_id': 'd98d60b3-3e20-478c-b41b-ffd4ac3845d4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1893, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aaaf9360-b10b-4437-82bc-29e091bd1fb4', 'mac_address': 'fa:16:3e:20:9b:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c49f5c6-3945-48ac-9475-c45a869283d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-05T18:00:26Z', 'updated_at': '2022-01-05T18:00:26Z', 'revision_number': 0, 'project_id': 'c2dacecad04c4c3c93696a08bf624114', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b878594-5482-4b4a-a279-e46f26380f29', 'name': '', 'network_id': 'aaaf9360-b10b-4437-82bc-29e091bd1fb4', 'tenant_id': 'c2dacecad04c4c3c93696a08bf624114', 'mac_address': 'fa:16:3e:f6:b5:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8aef3fc-bea3-4663-b626-e38e3b9b441e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': '22ec95a9-64ee-437b-8d63-d1fe195817a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T18:00:01Z', 'updated_at': '2022-01-05T18:00:06Z', 'revision_number': 5, 'project_id': 'c2dacecad04c4c3c93696a08bf624114', 'subnets': [{'id': '22ec95a9-64ee-437b-8d63-d1fe195817a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 18:00:28.885640 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb2a24bd-d6cc-4ee2-8467-374138def9b6 None None] The sync data for ids ['f8aef3fc-bea3-4663-b626-e38e3b9b441e'] in dv-neutron-master-2-hyperv is: [{'id': 'f8aef3fc-bea3-4663-b626-e38e3b9b441e', 'name': 'tempest-TestSnapshotPattern-381220639-router', 'tenant_id': 'c2dacecad04c4c3c93696a08bf624114', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.234'}], 'enable_snat': True}, 'gw_port_id': '4bd1578c-8cd7-4ca2-b4f6-ce8dff50d534', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:59:59Z', 'updated_at': '2022-01-05T18:00:02Z', 'revision_number': 4, 'project_id': 'c2dacecad04c4c3c93696a08bf624114', 'gw_port': {'id': '4bd1578c-8cd7-4ca2-b4f6-ce8dff50d534', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:c7:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8aef3fc-bea3-4663-b626-e38e3b9b441e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T18:00:00Z', 'updated_at': '2022-01-05T18:00:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '770e9dd1-9fc1-41be-b172-5b17ba74b0eb', 'tenant_id': 'c2dacecad04c4c3c93696a08bf624114', 'floating_ip_address': '172.36.4.57', 'floating_network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'router_id': 'f8aef3fc-bea3-4663-b626-e38e3b9b441e', 'port_id': 'd98d60b3-3e20-478c-b41b-ffd4ac3845d4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1893, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aaaf9360-b10b-4437-82bc-29e091bd1fb4', 'mac_address': 'fa:16:3e:20:9b:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c49f5c6-3945-48ac-9475-c45a869283d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-05T18:00:26Z', 'updated_at': '2022-01-05T18:00:26Z', 'revision_number': 0, 'project_id': 'c2dacecad04c4c3c93696a08bf624114', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b878594-5482-4b4a-a279-e46f26380f29', 'name': '', 'network_id': 'aaaf9360-b10b-4437-82bc-29e091bd1fb4', 'tenant_id': 'c2dacecad04c4c3c93696a08bf624114', 'mac_address': 'fa:16:3e:f6:b5:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8aef3fc-bea3-4663-b626-e38e3b9b441e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': '22ec95a9-64ee-437b-8d63-d1fe195817a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T18:00:01Z', 'updated_at': '2022-01-05T18:00:06Z', 'revision_number': 5, 'project_id': 'c2dacecad04c4c3c93696a08bf624114', 'subnets': [{'id': '22ec95a9-64ee-437b-8d63-d1fe195817a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 05 18:00:29.088197 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4889f49-8ad6-408e-9482-cc138210e470 None None] New status for floating IP 770e9dd1-9fc1-41be-b172-5b17ba74b0eb: ACTIVE {{(pid=103803) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 05 18:00:40.666489 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.agents_db [None req-291d1585-17df-45c0-b64a-d244e6d90872 None None] Agent healthcheck: found 6 active agents {{(pid=103803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 05 18:00:47.141305 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-db46429d-b6c8-415a-b808-10fa19685067 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:00:49.432281 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-1c8b50b8-9412-46c0-ba82-d941fc4c38d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:00:50.295143 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:00:50.792412 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d2607572-b3c9-472c-85bc-c8de0c3fb75c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:00:52.140773 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d504d802-9546-4ce5-a9d3-96c844ac5808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:00:53.324023 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:00:55.302059 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-f30e64d4-926f-44dd-877f-db675ae6c69e req-1b14069b-f65d-4f61-bb34-4fc50387fee4 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=0c49f5c6-3945-48ac-9475-c45a869283d0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0386534 Jan 05 18:00:55.379815 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30e64d4-926f-44dd-877f-db675ae6c69e req-f14cca6e-b600-4c85-99f9-94ab3832cba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:00:55.381270 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-f30e64d4-926f-44dd-877f-db675ae6c69e req-f14cca6e-b600-4c85-99f9-94ab3832cba4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c2dacecad04c4c3c93696a08bf624114&device_id=0c49f5c6-3945-48ac-9475-c45a869283d0 HTTP/1.1" status: 200 len: 1098 time: 0.0397847 Jan 05 18:00:55.485246 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30e64d4-926f-44dd-877f-db675ae6c69e req-273bf970-d53b-40a3-bc66-b97c679d3d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:00:55.486712 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-f30e64d4-926f-44dd-877f-db675ae6c69e req-273bf970-d53b-40a3-bc66-b97c679d3d7c service neutron] 10.222.0.13 "GET /v2.0/networks?id=aaaf9360-b10b-4437-82bc-29e091bd1fb4 HTTP/1.1" status: 200 len: 910 time: 0.0863013 Jan 05 18:00:55.550847 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-f30e64d4-926f-44dd-877f-db675ae6c69e req-d65ef94b-1734-416b-9a9b-b4dea547133c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d98d60b3-3e20-478c-b41b-ffd4ac3845d4 HTTP/1.1" status: 200 len: 1000 time: 0.0567367 Jan 05 18:00:55.598242 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30e64d4-926f-44dd-877f-db675ae6c69e req-84e26db4-86e6-4191-80ed-fe65de33e461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:00:55.599602 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-f30e64d4-926f-44dd-877f-db675ae6c69e req-84e26db4-86e6-4191-80ed-fe65de33e461 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=22ec95a9-64ee-437b-8d63-d1fe195817a9 HTTP/1.1" status: 200 len: 848 time: 0.0421016 Jan 05 18:00:55.646734 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30e64d4-926f-44dd-877f-db675ae6c69e req-28044017-07fd-49ed-abe3-981715dc1b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:00:55.648217 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-f30e64d4-926f-44dd-877f-db675ae6c69e req-28044017-07fd-49ed-abe3-981715dc1b4e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=aaaf9360-b10b-4437-82bc-29e091bd1fb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0430949 Jan 05 18:00:55.732790 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-f30e64d4-926f-44dd-877f-db675ae6c69e req-1db28652-cb99-492d-be25-cefadb604f6e service neutron] 10.222.0.13 "GET /v2.0/networks/aaaf9360-b10b-4437-82bc-29e091bd1fb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0781770 Jan 05 18:00:55.823096 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-f30e64d4-926f-44dd-877f-db675ae6c69e req-56acfc93-1cc4-4257-b277-92a9c23562c2 service neutron] 10.222.0.13 "GET /v2.0/networks/aaaf9360-b10b-4437-82bc-29e091bd1fb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829670 Jan 05 18:01:17.180390 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-fe7075cd-640f-4c66-993c-48604bbee827 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:01:17.664770 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.agents_db [None req-291d1585-17df-45c0-b64a-d244e6d90872 None None] Agent healthcheck: found 6 active agents {{(pid=103803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 05 18:01:19.431664 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-9f10becc-ffa0-42d2-a87f-593d67b06468 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:01:20.300186 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:01:20.768766 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d2607572-b3c9-472c-85bc-c8de0c3fb75c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:01:22.112168 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d504d802-9546-4ce5-a9d3-96c844ac5808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:01:23.317280 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:01:47.156720 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-9d0d9d9a-8736-495a-9e4f-e3406225b75f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:01:49.425302 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-f1dcb9ee-844d-484e-b924-95bbc4d16cf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:01:50.310803 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:01:50.745070 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d2607572-b3c9-472c-85bc-c8de0c3fb75c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:01:52.150869 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d504d802-9546-4ce5-a9d3-96c844ac5808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:01:53.345824 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:01:54.664672 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.agents_db [None req-291d1585-17df-45c0-b64a-d244e6d90872 None None] Agent healthcheck: found 6 active agents {{(pid=103803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 05 18:01:56.297012 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-e08f3e23-5f03-432c-82c9-dd992783f26d req-cfcdf310-ecfb-4a26-8921-137a374a33f5 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=0c49f5c6-3945-48ac-9475-c45a869283d0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0398619 Jan 05 18:01:56.378214 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08f3e23-5f03-432c-82c9-dd992783f26d req-2a879543-87be-4a1c-ba0e-6f3812c537c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:01:56.379687 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-e08f3e23-5f03-432c-82c9-dd992783f26d req-2a879543-87be-4a1c-ba0e-6f3812c537c1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c2dacecad04c4c3c93696a08bf624114&device_id=0c49f5c6-3945-48ac-9475-c45a869283d0 HTTP/1.1" status: 200 len: 1098 time: 0.0431085 Jan 05 18:01:56.479784 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08f3e23-5f03-432c-82c9-dd992783f26d req-cda4efb4-7967-4173-92ea-17b42ed58431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:01:56.481220 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-e08f3e23-5f03-432c-82c9-dd992783f26d req-cda4efb4-7967-4173-92ea-17b42ed58431 service neutron] 10.222.0.13 "GET /v2.0/networks?id=aaaf9360-b10b-4437-82bc-29e091bd1fb4 HTTP/1.1" status: 200 len: 910 time: 0.0826998 Jan 05 18:01:56.547301 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-e08f3e23-5f03-432c-82c9-dd992783f26d req-8ffbe3e4-57bd-467d-b9f3-158f2c9b1c69 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d98d60b3-3e20-478c-b41b-ffd4ac3845d4 HTTP/1.1" status: 200 len: 1000 time: 0.0600505 Jan 05 18:01:56.597823 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08f3e23-5f03-432c-82c9-dd992783f26d req-a0730968-55e9-465f-85b3-49789072df94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:01:56.599221 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-e08f3e23-5f03-432c-82c9-dd992783f26d req-a0730968-55e9-465f-85b3-49789072df94 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=22ec95a9-64ee-437b-8d63-d1fe195817a9 HTTP/1.1" status: 200 len: 848 time: 0.0459666 Jan 05 18:01:56.643090 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08f3e23-5f03-432c-82c9-dd992783f26d req-370acf79-07f5-4503-943f-857a8150c933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:01:56.644567 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-e08f3e23-5f03-432c-82c9-dd992783f26d req-370acf79-07f5-4503-943f-857a8150c933 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=aaaf9360-b10b-4437-82bc-29e091bd1fb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0392828 Jan 05 18:01:56.734160 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-e08f3e23-5f03-432c-82c9-dd992783f26d req-3fc32b71-5aa6-4f76-afb2-bf8d9f09e683 service neutron] 10.222.0.13 "GET /v2.0/networks/aaaf9360-b10b-4437-82bc-29e091bd1fb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831330 Jan 05 18:01:56.819535 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-e08f3e23-5f03-432c-82c9-dd992783f26d req-4ee679c7-1d0c-4811-91a7-9a3e6f0c5424 service neutron] 10.222.0.13 "GET /v2.0/networks/aaaf9360-b10b-4437-82bc-29e091bd1fb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797043 Jan 05 18:02:17.156193 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-fd085aa1-7706-4f8b-bb97-9693382d83cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:02:19.407896 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-000c89ef-9c14-497c-92bc-c037de278e31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:02:20.310337 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:02:20.762190 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d2607572-b3c9-472c-85bc-c8de0c3fb75c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:02:22.132895 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d504d802-9546-4ce5-a9d3-96c844ac5808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:02:23.321959 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:02:28.448893 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Device d98d60b3-3e20-478c-b41b-ffd4ac3845d4 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 05 18:02:28.539822 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] For port d98d60b3-3e20-478c-b41b-ffd4ac3845d4, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=d98d60b3-3e20-478c-b41b-ffd4ac3845d4,segment=NetworkSegment(730439df-29f8-4c15-b2dd-099dba7b51c4),segment_id=730439df-29f8-4c15-b2dd-099dba7b51c4)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 18:02:28.551385 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Returning: {'device': 'd98d60b3-3e20-478c-b41b-ffd4ac3845d4', 'network_id': 'aaaf9360-b10b-4437-82bc-29e091bd1fb4', 'port_id': 'd98d60b3-3e20-478c-b41b-ffd4ac3845d4', 'mac_address': 'fa:16:3e:20:9b:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22ec95a9-64ee-437b-8d63-d1fe195817a9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 05 18:02:28.590225 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:02:28.602103 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.notifiers.nova [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d98d60b3-3e20-478c-b41b-ffd4ac3845d4 {{(pid=103802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 05 18:02:28.621079 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] For port d98d60b3-3e20-478c-b41b-ffd4ac3845d4, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=d98d60b3-3e20-478c-b41b-ffd4ac3845d4,segment=NetworkSegment(730439df-29f8-4c15-b2dd-099dba7b51c4),segment_id=730439df-29f8-4c15-b2dd-099dba7b51c4)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 18:02:28.675846 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:02:28.726869 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Pushing event updated for resources: {'Port': ['ID=d98d60b3-3e20-478c-b41b-ffd4ac3845d4,revision_number=6']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:02:28.733917 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:02:28.734273 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:02:28.734615 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:02:28.734959 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:02:28.735295 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:02:28.735622 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:02:28.735948 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:02:28.736304 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:02:28.736633 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:02:28.736953 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:02:28.737276 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:02:28.737608 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:02:28.737947 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:02:28.772584 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] get_ports_and_sgs() called for port_ids ['d98d60b3-3e20-478c-b41b-ffd4ac3845d4'] {{(pid=103802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 05 18:02:30.467104 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Device d98d60b3-3e20-478c-b41b-ffd4ac3845d4 up at agent hyperv_hv-neutron-mast {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 18:02:30.557495 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Provisioning complete for port d98d60b3-3e20-478c-b41b-ffd4ac3845d4 triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 18:02:30.557495 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:02:30.651890 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:02:30.676916 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c49f5c6-3945-48ac-9475-c45a869283d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd98d60b3-3e20-478c-b41b-ffd4ac3845d4'}] {{(pid=103802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 05 18:02:30.679866 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36b213fbd845b3f09e785999bbcda1c85cd5592d7f001460987854e5c1683bd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d50bc0a1-ae6a-4c09-9c94-030413ab2ae3" -d '{"events": [{"server_uuid": "0c49f5c6-3945-48ac-9475-c45a869283d0", "name": "network-vif-plugged", "status": "completed", "tag": "d98d60b3-3e20-478c-b41b-ffd4ac3845d4"}]}' {{(pid=103802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 05 18:02:30.697688 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] For port d98d60b3-3e20-478c-b41b-ffd4ac3845d4, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=d98d60b3-3e20-478c-b41b-ffd4ac3845d4,segment=NetworkSegment(730439df-29f8-4c15-b2dd-099dba7b51c4),segment_id=730439df-29f8-4c15-b2dd-099dba7b51c4)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 18:02:30.731719 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Jan 2022 18:02:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38e353ce-3122-4b39-af1d-e43b714206e9 x-openstack-request-id: req-38e353ce-3122-4b39-af1d-e43b714206e9 {{(pid=103802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 05 18:02:30.731719 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c49f5c6-3945-48ac-9475-c45a869283d0", "name": "network-vif-plugged", "status": "completed", "tag": "d98d60b3-3e20-478c-b41b-ffd4ac3845d4", "code": 200}]} {{(pid=103802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 05 18:02:30.731719 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-38e353ce-3122-4b39-af1d-e43b714206e9 {{(pid=103802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 05 18:02:30.731719 dv-neutron-master-2-hyperv neutron-server[103802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c49f5c6-3945-48ac-9475-c45a869283d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd98d60b3-3e20-478c-b41b-ffd4ac3845d4', 'code': 200} Jan 05 18:02:30.767826 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:02:30.816412 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Pushing event updated for resources: {'Port': ['ID=d98d60b3-3e20-478c-b41b-ffd4ac3845d4,revision_number=7']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:02:31.664776 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.agents_db [None req-291d1585-17df-45c0-b64a-d244e6d90872 None None] Agent healthcheck: found 6 active agents {{(pid=103803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 05 18:02:41.451996 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-6e51f01b-51fb-4b30-9146-d1560da2f3b4 req-ec0cd70f-448d-4e6e-9aac-27bbdeab926d tempest-TestSnapshotPattern-1705549503 tempest-TestSnapshotPattern-1705549503-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1191883229&fields=id&tenant_id=c2dacecad04c4c3c93696a08bf624114 HTTP/1.1" status: 200 len: 267 time: 0.0480266 Jan 05 18:02:41.560197 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e51f01b-51fb-4b30-9146-d1560da2f3b4 req-3e6c89b3-824a-46b1-a9fb-6e17ccbe22dd tempest-TestSnapshotPattern-1705549503 tempest-TestSnapshotPattern-1705549503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:02:41.561762 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-6e51f01b-51fb-4b30-9146-d1560da2f3b4 req-3e6c89b3-824a-46b1-a9fb-6e17ccbe22dd tempest-TestSnapshotPattern-1705549503 tempest-TestSnapshotPattern-1705549503-project] 10.222.0.11 "GET /v2.0/networks?id=aaaf9360-b10b-4437-82bc-29e091bd1fb4 HTTP/1.1" status: 200 len: 809 time: 0.1035020 Jan 05 18:02:41.576101 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-6e51f01b-51fb-4b30-9146-d1560da2f3b4 req-c693b731-7392-4f5c-9173-266787970d84 tempest-TestSnapshotPattern-1705549503 tempest-TestSnapshotPattern-1705549503-project] 10.222.0.11 "GET /v2.0/quotas/c2dacecad04c4c3c93696a08bf624114 HTTP/1.1" status: 200 len: 375 time: 0.0090394 Jan 05 18:02:41.627370 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-6e51f01b-51fb-4b30-9146-d1560da2f3b4 req-6e080b85-7c71-4fb8-a7c6-dc1e7b4676b3 tempest-TestSnapshotPattern-1705549503 tempest-TestSnapshotPattern-1705549503-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=c2dacecad04c4c3c93696a08bf624114&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0465891 Jan 05 18:02:41.776488 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-6e51f01b-51fb-4b30-9146-d1560da2f3b4 req-c7a55a0e-5be9-439e-a1d0-c5132b47b418 service neutron] 10.222.0.11 "GET /v2.0/networks/aaaf9360-b10b-4437-82bc-29e091bd1fb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379802 Jan 05 18:02:41.863779 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-6e51f01b-51fb-4b30-9146-d1560da2f3b4 req-417afe4d-03a1-4f4d-8b8e-91a7bab56b20 service neutron] 10.222.0.11 "GET /v2.0/networks/aaaf9360-b10b-4437-82bc-29e091bd1fb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811543 Jan 05 18:02:42.098476 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-40fa1b20-e26e-4bf1-a145-7c1e767068e6 req-c01af322-c5a1-42a0-9246-1e944ef4c1a3 tempest-TestSnapshotPattern-1705549503 tempest-TestSnapshotPattern-1705549503-project] 10.222.0.11 "GET /v2.0/ports?device_id=de32dc2d-e3ac-4dd6-be9d-b383ad73b13c HTTP/1.1" status: 200 len: 210 time: 0.0272946 Jan 05 18:02:43.194009 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-e573d491-ee19-4652-a337-801ec6b97ef5 req-cd0d2481-e546-4c22-8b01-19a0747ee1da tempest-TestSnapshotPattern-1705549503 tempest-TestSnapshotPattern-1705549503-project] 10.222.0.11 "GET /v2.0/ports?device_id=de32dc2d-e3ac-4dd6-be9d-b383ad73b13c HTTP/1.1" status: 200 len: 210 time: 0.0300381 Jan 05 18:02:43.933781 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e51f01b-51fb-4b30-9146-d1560da2f3b4 req-09dc31f6-78af-4887-b465-aea192cf58c2 tempest-TestSnapshotPattern-1705549503 tempest-TestSnapshotPattern-1705549503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:02:43.935226 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-6e51f01b-51fb-4b30-9146-d1560da2f3b4 req-09dc31f6-78af-4887-b465-aea192cf58c2 tempest-TestSnapshotPattern-1705549503 tempest-TestSnapshotPattern-1705549503-project] 10.222.0.13 "GET /v2.0/networks?id=aaaf9360-b10b-4437-82bc-29e091bd1fb4 HTTP/1.1" status: 200 len: 809 time: 0.0998237 Jan 05 18:02:43.995978 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-6e51f01b-51fb-4b30-9146-d1560da2f3b4 req-1cac4367-e33b-4732-850c-01fcb6960ddf tempest-TestSnapshotPattern-1705549503 tempest-TestSnapshotPattern-1705549503-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c2dacecad04c4c3c93696a08bf624114 HTTP/1.1" status: 200 len: 380 time: 0.0534408 Jan 05 18:02:44.004923 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [req-6e51f01b-51fb-4b30-9146-d1560da2f3b4 req-ae5e1b04-7687-43e7-a7e7-37ecf3c4bae1 tempest-TestSnapshotPattern-1705549503 tempest-TestSnapshotPattern-1705549503-project] Request body: {'port': {'device_id': 'de32dc2d-e3ac-4dd6-be9d-b383ad73b13c', 'network_id': 'aaaf9360-b10b-4437-82bc-29e091bd1fb4', 'admin_state_up': True, 'tenant_id': 'c2dacecad04c4c3c93696a08bf624114', 'security_groups': ['64b9400c-5020-453b-a36e-cd0368442785']}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 18:02:44.184315 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e51f01b-51fb-4b30-9146-d1560da2f3b4 req-ae5e1b04-7687-43e7-a7e7-37ecf3c4bae1 tempest-TestSnapshotPattern-1705549503 tempest-TestSnapshotPattern-1705549503-project] Made reservation on behalf of c2dacecad04c4c3c93696a08bf624114 for: {'port': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 05 18:02:44.188588 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-6e51f01b-51fb-4b30-9146-d1560da2f3b4 req-ae5e1b04-7687-43e7-a7e7-37ecf3c4bae1 tempest-TestSnapshotPattern-1705549503 tempest-TestSnapshotPattern-1705549503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:02:44.297405 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-8fd9a722-4e91-4436-9d76-7b1232637206 req-4fa848d8-a760-4064-bdff-5dae1a08185c tempest-TestSnapshotPattern-1705549503 tempest-TestSnapshotPattern-1705549503-project] 10.222.0.11 "GET /v2.0/ports?device_id=de32dc2d-e3ac-4dd6-be9d-b383ad73b13c HTTP/1.1" status: 200 len: 210 time: 0.0340276 Jan 05 18:02:44.320715 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [req-6e51f01b-51fb-4b30-9146-d1560da2f3b4 req-ae5e1b04-7687-43e7-a7e7-37ecf3c4bae1 tempest-TestSnapshotPattern-1705549503 tempest-TestSnapshotPattern-1705549503-project] Allocated IP 172.20.0.13 (aaaf9360-b10b-4437-82bc-29e091bd1fb4/22ec95a9-64ee-437b-8d63-d1fe195817a9/96984ded-56d1-4479-92a2-15f6e5862d30) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 18:02:44.461485 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-6e51f01b-51fb-4b30-9146-d1560da2f3b4 req-ae5e1b04-7687-43e7-a7e7-37ecf3c4bae1 tempest-TestSnapshotPattern-1705549503 tempest-TestSnapshotPattern-1705549503-project] Publish callbacks [] for port, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:02:44.514131 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Device d98d60b3-3e20-478c-b41b-ffd4ac3845d4 no longer exists at agent hyperv_hv-neutron-mast {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 05 18:02:44.546659 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-6e51f01b-51fb-4b30-9146-d1560da2f3b4 req-ae5e1b04-7687-43e7-a7e7-37ecf3c4bae1 tempest-TestSnapshotPattern-1705549503 tempest-TestSnapshotPattern-1705549503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:02:44.621405 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:02:44.622145 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5e1b04-7687-43e7-a7e7-37ecf3c4bae1 tempest-TestSnapshotPattern-1705549503 tempest-TestSnapshotPattern-1705549503-project] Pushing event updated for resources: {'Port': ['ID=96984ded-56d1-4479-92a2-15f6e5862d30,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:02:44.640721 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e51f01b-51fb-4b30-9146-d1560da2f3b4 req-ae5e1b04-7687-43e7-a7e7-37ecf3c4bae1 tempest-TestSnapshotPattern-1705549503 tempest-TestSnapshotPattern-1705549503-project] Network aaaf9360-b10b-4437-82bc-29e091bd1fb4 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 18:02:44.645789 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [req-6e51f01b-51fb-4b30-9146-d1560da2f3b4 req-ae5e1b04-7687-43e7-a7e7-37ecf3c4bae1 tempest-TestSnapshotPattern-1705549503 tempest-TestSnapshotPattern-1705549503-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 18:02:44.656480 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c49f5c6-3945-48ac-9475-c45a869283d0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd98d60b3-3e20-478c-b41b-ffd4ac3845d4'}] {{(pid=103802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 05 18:02:44.659310 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36b213fbd845b3f09e785999bbcda1c85cd5592d7f001460987854e5c1683bd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63ee52ed-98c6-4388-a084-e3ea14818607" -d '{"events": [{"server_uuid": "0c49f5c6-3945-48ac-9475-c45a869283d0", "name": "network-vif-unplugged", "status": "completed", "tag": "d98d60b3-3e20-478c-b41b-ffd4ac3845d4"}]}' {{(pid=103802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 05 18:02:44.662158 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e51f01b-51fb-4b30-9146-d1560da2f3b4 req-ae5e1b04-7687-43e7-a7e7-37ecf3c4bae1 tempest-TestSnapshotPattern-1705549503 tempest-TestSnapshotPattern-1705549503-project] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 18:02:44.671524 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5e1b04-7687-43e7-a7e7-37ecf3c4bae1 tempest-TestSnapshotPattern-1705549503 tempest-TestSnapshotPattern-1705549503-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:02:44.672765 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] For port d98d60b3-3e20-478c-b41b-ffd4ac3845d4, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=d98d60b3-3e20-478c-b41b-ffd4ac3845d4,segment=NetworkSegment(730439df-29f8-4c15-b2dd-099dba7b51c4),segment_id=730439df-29f8-4c15-b2dd-099dba7b51c4)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 18:02:44.672964 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5e1b04-7687-43e7-a7e7-37ecf3c4bae1 tempest-TestSnapshotPattern-1705549503 tempest-TestSnapshotPattern-1705549503-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:02:44.672964 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5e1b04-7687-43e7-a7e7-37ecf3c4bae1 tempest-TestSnapshotPattern-1705549503 tempest-TestSnapshotPattern-1705549503-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:02:44.681774 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5e1b04-7687-43e7-a7e7-37ecf3c4bae1 tempest-TestSnapshotPattern-1705549503 tempest-TestSnapshotPattern-1705549503-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:02:44.682333 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5e1b04-7687-43e7-a7e7-37ecf3c4bae1 tempest-TestSnapshotPattern-1705549503 tempest-TestSnapshotPattern-1705549503-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:02:44.682827 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5e1b04-7687-43e7-a7e7-37ecf3c4bae1 tempest-TestSnapshotPattern-1705549503 tempest-TestSnapshotPattern-1705549503-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:02:44.683310 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5e1b04-7687-43e7-a7e7-37ecf3c4bae1 tempest-TestSnapshotPattern-1705549503 tempest-TestSnapshotPattern-1705549503-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:02:44.683911 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5e1b04-7687-43e7-a7e7-37ecf3c4bae1 tempest-TestSnapshotPattern-1705549503 tempest-TestSnapshotPattern-1705549503-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:02:44.684474 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5e1b04-7687-43e7-a7e7-37ecf3c4bae1 tempest-TestSnapshotPattern-1705549503 tempest-TestSnapshotPattern-1705549503-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:02:44.684728 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5e1b04-7687-43e7-a7e7-37ecf3c4bae1 tempest-TestSnapshotPattern-1705549503 tempest-TestSnapshotPattern-1705549503-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:02:44.685123 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5e1b04-7687-43e7-a7e7-37ecf3c4bae1 tempest-TestSnapshotPattern-1705549503 tempest-TestSnapshotPattern-1705549503-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:02:44.685608 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5e1b04-7687-43e7-a7e7-37ecf3c4bae1 tempest-TestSnapshotPattern-1705549503 tempest-TestSnapshotPattern-1705549503-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:02:44.686235 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5e1b04-7687-43e7-a7e7-37ecf3c4bae1 tempest-TestSnapshotPattern-1705549503 tempest-TestSnapshotPattern-1705549503-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:02:44.739778 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:02:44.766032 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e51f01b-51fb-4b30-9146-d1560da2f3b4 req-ae5e1b04-7687-43e7-a7e7-37ecf3c4bae1 tempest-TestSnapshotPattern-1705549503 tempest-TestSnapshotPattern-1705549503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:02:44.767408 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-6e51f01b-51fb-4b30-9146-d1560da2f3b4 req-ae5e1b04-7687-43e7-a7e7-37ecf3c4bae1 tempest-TestSnapshotPattern-1705549503 tempest-TestSnapshotPattern-1705549503-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:02:44.837548 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Pushing event updated for resources: {'Port': ['ID=d98d60b3-3e20-478c-b41b-ffd4ac3845d4,revision_number=8']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:02:44.856477 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-6e51f01b-51fb-4b30-9146-d1560da2f3b4 req-ae5e1b04-7687-43e7-a7e7-37ecf3c4bae1 tempest-TestSnapshotPattern-1705549503 tempest-TestSnapshotPattern-1705549503-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8549123 Jan 05 18:02:44.878348 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 05 Jan 2022 18:02:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc6d57bf-8637-4e09-91b7-c440c71942a9 x-openstack-request-id: req-fc6d57bf-8637-4e09-91b7-c440c71942a9 {{(pid=103802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 05 18:02:44.878711 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c49f5c6-3945-48ac-9475-c45a869283d0", "name": "network-vif-unplugged", "status": "completed", "tag": "d98d60b3-3e20-478c-b41b-ffd4ac3845d4", "code": 200}]} {{(pid=103802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 05 18:02:44.879010 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-fc6d57bf-8637-4e09-91b7-c440c71942a9 {{(pid=103802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 05 18:02:44.879453 dv-neutron-master-2-hyperv neutron-server[103802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c49f5c6-3945-48ac-9475-c45a869283d0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd98d60b3-3e20-478c-b41b-ffd4ac3845d4', 'code': 200} Jan 05 18:02:45.060242 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-9f52b3a0-5f87-4aa6-932a-ed5bc1dd90f0 None None] Provisioning complete for port 96984ded-56d1-4479-92a2-15f6e5862d30 triggered by entity DHCP. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 18:02:45.061573 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-9f52b3a0-5f87-4aa6-932a-ed5bc1dd90f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:02:45.099716 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-9f52b3a0-5f87-4aa6-932a-ed5bc1dd90f0 None None] Port 96984ded-56d1-4479-92a2-15f6e5862d30 cannot update to ACTIVE because it is not bound. {{(pid=103802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 05 18:02:45.415270 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853b16df-f189-4d16-9b92-3f53724e56df req-76b0e7b8-aac4-4a3e-99c8-366ad7114208 tempest-TestSnapshotPattern-1705549503 tempest-TestSnapshotPattern-1705549503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:02:45.416779 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-853b16df-f189-4d16-9b92-3f53724e56df req-76b0e7b8-aac4-4a3e-99c8-366ad7114208 tempest-TestSnapshotPattern-1705549503 tempest-TestSnapshotPattern-1705549503-project] 10.222.0.11 "GET /v2.0/ports?device_id=de32dc2d-e3ac-4dd6-be9d-b383ad73b13c HTTP/1.1" status: 200 len: 932 time: 0.0508506 Jan 05 18:02:45.468030 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-853b16df-f189-4d16-9b92-3f53724e56df req-80f95bf9-e588-4270-bc1e-ede1af0bd7c1 tempest-TestSnapshotPattern-1705549503 tempest-TestSnapshotPattern-1705549503-project] 10.222.0.11 "GET /v2.0/security-groups?id=64b9400c-5020-453b-a36e-cd0368442785&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452557 Jan 05 18:02:46.592764 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c096bbba-6e74-4b0e-8904-6f85d3336920 req-e29343e2-efc1-4b15-b321-da230a9bfc1b tempest-TestSnapshotPattern-1705549503 tempest-TestSnapshotPattern-1705549503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:02:46.594252 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-c096bbba-6e74-4b0e-8904-6f85d3336920 req-e29343e2-efc1-4b15-b321-da230a9bfc1b tempest-TestSnapshotPattern-1705549503 tempest-TestSnapshotPattern-1705549503-project] 10.222.0.11 "GET /v2.0/ports?device_id=de32dc2d-e3ac-4dd6-be9d-b383ad73b13c HTTP/1.1" status: 200 len: 932 time: 0.0549464 Jan 05 18:02:46.647489 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-c096bbba-6e74-4b0e-8904-6f85d3336920 req-39b19fc0-ee26-43b6-91e4-93198ef058b6 tempest-TestSnapshotPattern-1705549503 tempest-TestSnapshotPattern-1705549503-project] 10.222.0.11 "GET /v2.0/security-groups?id=64b9400c-5020-453b-a36e-cd0368442785&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477879 Jan 05 18:02:47.145002 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-89658a5a-9aec-468c-a31b-c5efb4349303 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:02:47.772002 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af385d25-da50-4736-95af-d72aa944f0ed req-cc2b1fa9-94f4-40b6-a8c7-43f02efc591e tempest-TestSnapshotPattern-1705549503 tempest-TestSnapshotPattern-1705549503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:02:47.773569 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-af385d25-da50-4736-95af-d72aa944f0ed req-cc2b1fa9-94f4-40b6-a8c7-43f02efc591e tempest-TestSnapshotPattern-1705549503 tempest-TestSnapshotPattern-1705549503-project] 10.222.0.11 "GET /v2.0/ports?device_id=de32dc2d-e3ac-4dd6-be9d-b383ad73b13c HTTP/1.1" status: 200 len: 932 time: 0.0540020 Jan 05 18:02:47.828360 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-af385d25-da50-4736-95af-d72aa944f0ed req-da80dfb9-1d72-40ef-9ded-d9333c443ddf tempest-TestSnapshotPattern-1705549503 tempest-TestSnapshotPattern-1705549503-project] 10.222.0.11 "GET /v2.0/security-groups?id=64b9400c-5020-453b-a36e-cd0368442785&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490315 Jan 05 18:02:48.956662 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c17b43-9c2f-4be1-9060-721fbd84f017 req-02d66916-6685-4e15-9d83-23f07d821678 tempest-TestSnapshotPattern-1705549503 tempest-TestSnapshotPattern-1705549503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:02:48.958301 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-27c17b43-9c2f-4be1-9060-721fbd84f017 req-02d66916-6685-4e15-9d83-23f07d821678 tempest-TestSnapshotPattern-1705549503 tempest-TestSnapshotPattern-1705549503-project] 10.222.0.11 "GET /v2.0/ports?device_id=de32dc2d-e3ac-4dd6-be9d-b383ad73b13c HTTP/1.1" status: 200 len: 932 time: 0.0554221 Jan 05 18:02:49.013370 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-27c17b43-9c2f-4be1-9060-721fbd84f017 req-86609d06-cbfe-4f1a-9b79-4f8e1aa818a3 tempest-TestSnapshotPattern-1705549503 tempest-TestSnapshotPattern-1705549503-project] 10.222.0.11 "GET /v2.0/security-groups?id=64b9400c-5020-453b-a36e-cd0368442785&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496507 Jan 05 18:02:49.458621 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-05f26649-9ad3-4659-a3af-f8de83bf4aea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:02:50.134504 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500dc8b9-a7b6-431d-ae27-d9874e0df558 req-e27c0bda-2297-4821-b553-787f5f5240c6 tempest-TestSnapshotPattern-1705549503 tempest-TestSnapshotPattern-1705549503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:02:50.136348 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-500dc8b9-a7b6-431d-ae27-d9874e0df558 req-e27c0bda-2297-4821-b553-787f5f5240c6 tempest-TestSnapshotPattern-1705549503 tempest-TestSnapshotPattern-1705549503-project] 10.222.0.11 "GET /v2.0/ports?device_id=de32dc2d-e3ac-4dd6-be9d-b383ad73b13c HTTP/1.1" status: 200 len: 932 time: 0.0530801 Jan 05 18:02:50.188577 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-500dc8b9-a7b6-431d-ae27-d9874e0df558 req-d0ac3515-2ddc-466b-95c8-0acd7fc0c083 tempest-TestSnapshotPattern-1705549503 tempest-TestSnapshotPattern-1705549503-project] 10.222.0.11 "GET /v2.0/security-groups?id=64b9400c-5020-453b-a36e-cd0368442785&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454609 Jan 05 18:02:50.311058 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:02:50.784260 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d2607572-b3c9-472c-85bc-c8de0c3fb75c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:02:51.308297 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0406bc-0279-4649-8650-2d0a50c3f288 req-e6c5bdd1-4752-4efb-95f3-20e366a28681 tempest-TestSnapshotPattern-1705549503 tempest-TestSnapshotPattern-1705549503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:02:51.309833 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-5f0406bc-0279-4649-8650-2d0a50c3f288 req-e6c5bdd1-4752-4efb-95f3-20e366a28681 tempest-TestSnapshotPattern-1705549503 tempest-TestSnapshotPattern-1705549503-project] 10.222.0.11 "GET /v2.0/ports?device_id=de32dc2d-e3ac-4dd6-be9d-b383ad73b13c HTTP/1.1" status: 200 len: 932 time: 0.0510395 Jan 05 18:02:51.372221 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-5f0406bc-0279-4649-8650-2d0a50c3f288 req-485c4561-15d8-4b9e-928b-2fa1006f5fff tempest-TestSnapshotPattern-1705549503 tempest-TestSnapshotPattern-1705549503-project] 10.222.0.11 "GET /v2.0/security-groups?id=64b9400c-5020-453b-a36e-cd0368442785&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557475 Jan 05 18:02:52.161208 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d504d802-9546-4ce5-a9d3-96c844ac5808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:02:52.487246 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b492690a-c3ca-4c57-a704-ca9abdc3b63a req-5f5184c5-2307-475a-be63-104c529d4a9d tempest-TestSnapshotPattern-1705549503 tempest-TestSnapshotPattern-1705549503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:02:52.488703 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-b492690a-c3ca-4c57-a704-ca9abdc3b63a req-5f5184c5-2307-475a-be63-104c529d4a9d tempest-TestSnapshotPattern-1705549503 tempest-TestSnapshotPattern-1705549503-project] 10.222.0.11 "GET /v2.0/ports?device_id=de32dc2d-e3ac-4dd6-be9d-b383ad73b13c HTTP/1.1" status: 200 len: 932 time: 0.0488732 Jan 05 18:02:52.535875 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-b492690a-c3ca-4c57-a704-ca9abdc3b63a req-e58ee204-0f1b-498d-9fec-2c5e2d743c74 tempest-TestSnapshotPattern-1705549503 tempest-TestSnapshotPattern-1705549503-project] 10.222.0.11 "GET /v2.0/security-groups?id=64b9400c-5020-453b-a36e-cd0368442785&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417454 Jan 05 18:02:52.749083 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [req-6e51f01b-51fb-4b30-9146-d1560da2f3b4 req-d7068cb0-c0f4-41c0-a688-d4029031d943 service neutron] Request body: {'port': {'device_id': 'de32dc2d-e3ac-4dd6-be9d-b383ad73b13c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 18:02:52.801367 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-6e51f01b-51fb-4b30-9146-d1560da2f3b4 req-d7068cb0-c0f4-41c0-a688-d4029031d943 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:02:53.056242 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.notifiers.nova [req-6e51f01b-51fb-4b30-9146-d1560da2f3b4 req-d7068cb0-c0f4-41c0-a688-d4029031d943 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96984ded-56d1-4479-92a2-15f6e5862d30 {{(pid=103800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 05 18:02:53.063448 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-6e51f01b-51fb-4b30-9146-d1560da2f3b4 req-d7068cb0-c0f4-41c0-a688-d4029031d943 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:02:53.078416 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.provisioning_blocks [req-6e51f01b-51fb-4b30-9146-d1560da2f3b4 req-d7068cb0-c0f4-41c0-a688-d4029031d943 service neutron] Transition to ACTIVE for port object 96984ded-56d1-4479-92a2-15f6e5862d30 will not be triggered until provisioned by entity L2. {{(pid=103800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 05 18:02:53.138311 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-6e51f01b-51fb-4b30-9146-d1560da2f3b4 req-d7068cb0-c0f4-41c0-a688-d4029031d943 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8784461'] for port, after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:02:53.188977 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7068cb0-c0f4-41c0-a688-d4029031d943 service neutron] Pushing event updated for resources: {'Port': ['ID=96984ded-56d1-4479-92a2-15f6e5862d30,revision_number=2']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:02:53.262291 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [req-6e51f01b-51fb-4b30-9146-d1560da2f3b4 req-d7068cb0-c0f4-41c0-a688-d4029031d943 service neutron] Attempting to bind port 96984ded-56d1-4479-92a2-15f6e5862d30 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 05 18:02:53.262993 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [req-6e51f01b-51fb-4b30-9146-d1560da2f3b4 req-d7068cb0-c0f4-41c0-a688-d4029031d943 service neutron] Attempting to bind port 96984ded-56d1-4479-92a2-15f6e5862d30 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '730439df-29f8-4c15-b2dd-099dba7b51c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'aaaf9360-b10b-4437-82bc-29e091bd1fb4'}] {{(pid=103800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 05 18:02:53.262993 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e51f01b-51fb-4b30-9146-d1560da2f3b4 req-d7068cb0-c0f4-41c0-a688-d4029031d943 service neutron] Attempting to bind port 96984ded-56d1-4479-92a2-15f6e5862d30 on network aaaf9360-b10b-4437-82bc-29e091bd1fb4 {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 18:02:53.267933 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e51f01b-51fb-4b30-9146-d1560da2f3b4 req-d7068cb0-c0f4-41c0-a688-d4029031d943 service neutron] Port 96984ded-56d1-4479-92a2-15f6e5862d30 on network aaaf9360-b10b-4437-82bc-29e091bd1fb4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 05 18:02:53.268381 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e51f01b-51fb-4b30-9146-d1560da2f3b4 req-d7068cb0-c0f4-41c0-a688-d4029031d943 service neutron] Attempting to bind port 96984ded-56d1-4479-92a2-15f6e5862d30 on network aaaf9360-b10b-4437-82bc-29e091bd1fb4 {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 05 18:02:53.273365 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e51f01b-51fb-4b30-9146-d1560da2f3b4 req-d7068cb0-c0f4-41c0-a688-d4029031d943 service neutron] Checking agent: {'id': '5c36d785-abe8-4e89-a23a-b403333d2378', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 5, 17, 3, 49), 'started_at': datetime.datetime(2022, 1, 5, 17, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 1, 5, 18, 2, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 05 18:02:53.273741 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e51f01b-51fb-4b30-9146-d1560da2f3b4 req-d7068cb0-c0f4-41c0-a688-d4029031d943 service neutron] Checking segment: {'id': '730439df-29f8-4c15-b2dd-099dba7b51c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'aaaf9360-b10b-4437-82bc-29e091bd1fb4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 05 18:02:53.274123 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e51f01b-51fb-4b30-9146-d1560da2f3b4 req-d7068cb0-c0f4-41c0-a688-d4029031d943 service neutron] Bound using segment: {'id': '730439df-29f8-4c15-b2dd-099dba7b51c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'aaaf9360-b10b-4437-82bc-29e091bd1fb4'} {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 05 18:02:53.274553 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [req-6e51f01b-51fb-4b30-9146-d1560da2f3b4 req-d7068cb0-c0f4-41c0-a688-d4029031d943 service neutron] Bound port: 96984ded-56d1-4479-92a2-15f6e5862d30, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '730439df-29f8-4c15-b2dd-099dba7b51c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'aaaf9360-b10b-4437-82bc-29e091bd1fb4'}}] {{(pid=103800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 05 18:02:53.274910 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-6e51f01b-51fb-4b30-9146-d1560da2f3b4 req-d7068cb0-c0f4-41c0-a688-d4029031d943 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:02:53.332740 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:02:53.348186 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.db [req-6e51f01b-51fb-4b30-9146-d1560da2f3b4 req-d7068cb0-c0f4-41c0-a688-d4029031d943 service neutron] For port 96984ded-56d1-4479-92a2-15f6e5862d30, host hv-neutron-mast, cleared binding levels {{(pid=103800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 05 18:02:53.351432 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.db [req-6e51f01b-51fb-4b30-9146-d1560da2f3b4 req-d7068cb0-c0f4-41c0-a688-d4029031d943 service neutron] For port 96984ded-56d1-4479-92a2-15f6e5862d30, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=96984ded-56d1-4479-92a2-15f6e5862d30,segment=NetworkSegment(730439df-29f8-4c15-b2dd-099dba7b51c4),segment_id=730439df-29f8-4c15-b2dd-099dba7b51c4)] {{(pid=103800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 05 18:02:53.413278 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-6e51f01b-51fb-4b30-9146-d1560da2f3b4 req-d7068cb0-c0f4-41c0-a688-d4029031d943 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8784461'] for port, after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:02:53.459578 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e51f01b-51fb-4b30-9146-d1560da2f3b4 req-d7068cb0-c0f4-41c0-a688-d4029031d943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:02:53.460199 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-6e51f01b-51fb-4b30-9146-d1560da2f3b4 req-d7068cb0-c0f4-41c0-a688-d4029031d943 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:02:53.461620 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-6e51f01b-51fb-4b30-9146-d1560da2f3b4 req-d7068cb0-c0f4-41c0-a688-d4029031d943 service neutron] 10.222.0.13 "PUT /v2.0/ports/96984ded-56d1-4479-92a2-15f6e5862d30 HTTP/1.1" status: 200 len: 1094 time: 0.7734680 Jan 05 18:02:53.466336 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de32dc2d-e3ac-4dd6-be9d-b383ad73b13c', 'tag': '96984ded-56d1-4479-92a2-15f6e5862d30'}] {{(pid=103800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 05 18:02:53.466336 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f64b9d4628f7eefcc27168a80c04985d23f0ea5def038dae05e1deb7357f3bfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e0df507-388e-475c-8a60-ab41f5cb50fb" -d '{"events": [{"name": "network-changed", "server_uuid": "de32dc2d-e3ac-4dd6-be9d-b383ad73b13c", "tag": "96984ded-56d1-4479-92a2-15f6e5862d30"}]}' {{(pid=103800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 05 18:02:53.491898 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7068cb0-c0f4-41c0-a688-d4029031d943 service neutron] Pushing event updated for resources: {'Port': ['ID=96984ded-56d1-4479-92a2-15f6e5862d30,revision_number=3']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:02:53.509376 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Jan 2022 18:02:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2987173d-4ea4-4a03-af5b-6225d8be03ab x-openstack-request-id: req-2987173d-4ea4-4a03-af5b-6225d8be03ab {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 05 18:02:53.510386 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de32dc2d-e3ac-4dd6-be9d-b383ad73b13c", "tag": "96984ded-56d1-4479-92a2-15f6e5862d30", "status": "completed", "code": 200}]} {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 05 18:02:53.514328 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-2987173d-4ea4-4a03-af5b-6225d8be03ab {{(pid=103800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 05 18:02:53.514328 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de32dc2d-e3ac-4dd6-be9d-b383ad73b13c', 'tag': '96984ded-56d1-4479-92a2-15f6e5862d30', 'status': 'completed', 'code': 200} Jan 05 18:02:53.579747 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0df507-388e-475c-8a60-ab41f5cb50fb req-b0a8c2a3-ae1a-48f2-9922-94bf6afbe104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:02:53.581368 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-3e0df507-388e-475c-8a60-ab41f5cb50fb req-b0a8c2a3-ae1a-48f2-9922-94bf6afbe104 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c2dacecad04c4c3c93696a08bf624114&device_id=de32dc2d-e3ac-4dd6-be9d-b383ad73b13c HTTP/1.1" status: 200 len: 1097 time: 0.0493281 Jan 05 18:02:53.688104 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f77e0e-902f-4c68-8564-658370bbad45 req-05555a53-674a-43d5-a8dc-1357583b24f9 tempest-TestSnapshotPattern-1705549503 tempest-TestSnapshotPattern-1705549503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:02:53.690291 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-31f77e0e-902f-4c68-8564-658370bbad45 req-05555a53-674a-43d5-a8dc-1357583b24f9 tempest-TestSnapshotPattern-1705549503 tempest-TestSnapshotPattern-1705549503-project] 10.222.0.11 "GET /v2.0/ports?device_id=de32dc2d-e3ac-4dd6-be9d-b383ad73b13c HTTP/1.1" status: 200 len: 944 time: 0.0695753 Jan 05 18:02:53.706123 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0df507-388e-475c-8a60-ab41f5cb50fb req-6b723f1c-ab8d-4c1b-bf0d-77e6db35dff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:02:53.707600 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-3e0df507-388e-475c-8a60-ab41f5cb50fb req-6b723f1c-ab8d-4c1b-bf0d-77e6db35dff1 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=c2dacecad04c4c3c93696a08bf624114&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1202617 Jan 05 18:02:53.745624 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-31f77e0e-902f-4c68-8564-658370bbad45 req-fb221e94-c4f2-4c6e-9227-d9c602ee354b tempest-TestSnapshotPattern-1705549503 tempest-TestSnapshotPattern-1705549503-project] 10.222.0.11 "GET /v2.0/security-groups?id=64b9400c-5020-453b-a36e-cd0368442785&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477867 Jan 05 18:02:53.803506 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0df507-388e-475c-8a60-ab41f5cb50fb req-537cf33c-a793-4729-aacb-59ddcf7854c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:02:53.805110 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-3e0df507-388e-475c-8a60-ab41f5cb50fb req-537cf33c-a793-4729-aacb-59ddcf7854c2 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0904417 Jan 05 18:02:53.887600 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e51f01b-51fb-4b30-9146-d1560da2f3b4 req-8feddce9-0873-43bd-bdeb-46e965240349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:02:53.889067 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-6e51f01b-51fb-4b30-9146-d1560da2f3b4 req-8feddce9-0873-43bd-bdeb-46e965240349 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c2dacecad04c4c3c93696a08bf624114&device_id=de32dc2d-e3ac-4dd6-be9d-b383ad73b13c HTTP/1.1" status: 200 len: 1097 time: 0.0499058 Jan 05 18:02:53.928833 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-6e51f01b-51fb-4b30-9146-d1560da2f3b4 req-6babcc1e-fbeb-45ab-a751-03306812cb86 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=96984ded-56d1-4479-92a2-15f6e5862d30 HTTP/1.1" status: 200 len: 217 time: 0.0337815 Jan 05 18:02:53.977076 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e51f01b-51fb-4b30-9146-d1560da2f3b4 req-1ee1fc74-8239-421b-96cd-4ed9e7429bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:02:53.978671 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-6e51f01b-51fb-4b30-9146-d1560da2f3b4 req-1ee1fc74-8239-421b-96cd-4ed9e7429bdd service neutron] 10.222.0.13 "GET /v2.0/subnets?id=22ec95a9-64ee-437b-8d63-d1fe195817a9 HTTP/1.1" status: 200 len: 848 time: 0.0441391 Jan 05 18:02:54.028718 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e51f01b-51fb-4b30-9146-d1560da2f3b4 req-81a00b6a-e81d-401b-b4cb-fc3e80e44ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:02:54.030812 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-6e51f01b-51fb-4b30-9146-d1560da2f3b4 req-81a00b6a-e81d-401b-b4cb-fc3e80e44ab0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=aaaf9360-b10b-4437-82bc-29e091bd1fb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0466356 Jan 05 18:02:54.121750 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-6e51f01b-51fb-4b30-9146-d1560da2f3b4 req-37612b69-4f16-46f1-a731-3df7944a3c48 service neutron] 10.222.0.13 "GET /v2.0/networks/aaaf9360-b10b-4437-82bc-29e091bd1fb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847452 Jan 05 18:02:54.214509 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-6e51f01b-51fb-4b30-9146-d1560da2f3b4 req-8020635a-5d5c-4493-8416-4986ab9fc239 service neutron] 10.222.0.13 "GET /v2.0/networks/aaaf9360-b10b-4437-82bc-29e091bd1fb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875106 Jan 05 18:02:54.877099 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 18:02:54.877099 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 18:02:54.877099 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 18:02:54.877099 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 18:02:54.877099 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 18:02:54.877099 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 18:02:54.877099 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 18:02:54.877099 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 18:02:54.877099 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 18:02:54.877099 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 18:02:54.877099 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 18:02:54.877099 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 18:02:54.877099 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 18:02:54.877099 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 18:02:54.877099 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 18:02:54.877099 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 18:02:54.877099 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 18:02:54.877099 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 18:02:54.877099 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 18:02:54.877099 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 18:02:54.877099 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 18:02:54.877099 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 18:02:54.877099 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 18:02:54.877099 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 18:02:54.877099 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 18:02:54.877099 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 18:02:54.877099 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 18:02:54.877099 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 18:02:54.877099 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 18:02:54.877099 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 18:02:54.877099 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 18:02:54.877099 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 18:02:54.877099 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 18:02:54.877099 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 18:02:54.877099 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 18:02:54.877099 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 18:02:54.877099 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 18:02:54.877099 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 18:02:54.877099 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 18:02:54.877099 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 18:02:54.877099 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 18:02:54.877099 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 18:02:54.877099 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 18:02:54.877099 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 18:02:54.877099 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 18:02:54.877099 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 18:02:54.877099 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 18:02:54.877099 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 18:02:54.881382 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd74b4c-69db-48b4-bd88-618064478289 req-13313d31-b3c7-4240-9691-bf2f5756a6ec tempest-TestSnapshotPattern-1705549503 tempest-TestSnapshotPattern-1705549503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:02:54.881382 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-3dd74b4c-69db-48b4-bd88-618064478289 req-13313d31-b3c7-4240-9691-bf2f5756a6ec tempest-TestSnapshotPattern-1705549503 tempest-TestSnapshotPattern-1705549503-project] 10.222.0.11 "GET /v2.0/ports?device_id=de32dc2d-e3ac-4dd6-be9d-b383ad73b13c HTTP/1.1" status: 200 len: 944 time: 0.0645926 Jan 05 18:02:54.928919 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-3dd74b4c-69db-48b4-bd88-618064478289 req-6e24ec28-2218-4fd1-ae30-474bc9a6fd15 tempest-TestSnapshotPattern-1705549503 tempest-TestSnapshotPattern-1705549503-project] 10.222.0.11 "GET /v2.0/security-groups?id=64b9400c-5020-453b-a36e-cd0368442785&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426855 Jan 05 18:02:56.039828 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4be63f5-b823-45b9-af89-dadc334e8036 req-a645afb5-16df-4cc4-8978-e5289c4db344 tempest-TestSnapshotPattern-1705549503 tempest-TestSnapshotPattern-1705549503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:02:56.041285 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-c4be63f5-b823-45b9-af89-dadc334e8036 req-a645afb5-16df-4cc4-8978-e5289c4db344 tempest-TestSnapshotPattern-1705549503 tempest-TestSnapshotPattern-1705549503-project] 10.222.0.11 "GET /v2.0/ports?device_id=de32dc2d-e3ac-4dd6-be9d-b383ad73b13c HTTP/1.1" status: 200 len: 944 time: 0.0480077 Jan 05 18:02:56.089822 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-c4be63f5-b823-45b9-af89-dadc334e8036 req-9e948d1c-c1f3-4d86-a5d6-3c226b34cd49 tempest-TestSnapshotPattern-1705549503 tempest-TestSnapshotPattern-1705549503-project] 10.222.0.11 "GET /v2.0/security-groups?id=64b9400c-5020-453b-a36e-cd0368442785&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426247 Jan 05 18:02:56.579603 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Device 96984ded-56d1-4479-92a2-15f6e5862d30 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 05 18:02:56.672964 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] For port 96984ded-56d1-4479-92a2-15f6e5862d30, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=96984ded-56d1-4479-92a2-15f6e5862d30,segment=NetworkSegment(730439df-29f8-4c15-b2dd-099dba7b51c4),segment_id=730439df-29f8-4c15-b2dd-099dba7b51c4)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 18:02:56.683848 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Returning: {'device': '96984ded-56d1-4479-92a2-15f6e5862d30', 'network_id': 'aaaf9360-b10b-4437-82bc-29e091bd1fb4', 'port_id': '96984ded-56d1-4479-92a2-15f6e5862d30', 'mac_address': 'fa:16:3e:6d:99:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22ec95a9-64ee-437b-8d63-d1fe195817a9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 05 18:02:56.719591 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:02:56.731494 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.notifiers.nova [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96984ded-56d1-4479-92a2-15f6e5862d30 {{(pid=103802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 05 18:02:56.751002 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] For port 96984ded-56d1-4479-92a2-15f6e5862d30, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=96984ded-56d1-4479-92a2-15f6e5862d30,segment=NetworkSegment(730439df-29f8-4c15-b2dd-099dba7b51c4),segment_id=730439df-29f8-4c15-b2dd-099dba7b51c4)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 18:02:56.807005 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:02:56.856739 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Pushing event updated for resources: {'Port': ['ID=96984ded-56d1-4479-92a2-15f6e5862d30,revision_number=4']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:02:57.047143 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] get_ports_and_sgs() called for port_ids ['96984ded-56d1-4479-92a2-15f6e5862d30'] {{(pid=103802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 05 18:02:57.202325 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9893b6c3-92e1-437c-8ee9-d1039fafcd1b req-e1ae441e-5d68-4cf9-83f8-34040ef8fa8c tempest-TestSnapshotPattern-1705549503 tempest-TestSnapshotPattern-1705549503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:02:57.203810 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-9893b6c3-92e1-437c-8ee9-d1039fafcd1b req-e1ae441e-5d68-4cf9-83f8-34040ef8fa8c tempest-TestSnapshotPattern-1705549503 tempest-TestSnapshotPattern-1705549503-project] 10.222.0.11 "GET /v2.0/ports?device_id=de32dc2d-e3ac-4dd6-be9d-b383ad73b13c HTTP/1.1" status: 200 len: 945 time: 0.0495319 Jan 05 18:02:57.252992 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-9893b6c3-92e1-437c-8ee9-d1039fafcd1b req-b962a4d4-aa43-4b6c-887f-2772fe768184 tempest-TestSnapshotPattern-1705549503 tempest-TestSnapshotPattern-1705549503-project] 10.222.0.11 "GET /v2.0/security-groups?id=64b9400c-5020-453b-a36e-cd0368442785&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434253 Jan 05 18:02:58.300845 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-0a0f5dea-0dc4-4cba-94c1-d35e15fe698d req-a105d4ae-bbe6-489a-9bf2-798cf9714aae service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=0c49f5c6-3945-48ac-9475-c45a869283d0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0428755 Jan 05 18:02:58.366875 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bedb85-6dc9-4461-9965-0d54f1406a63 req-0c353b85-c2c0-437c-8966-480a3660dc16 tempest-TestSnapshotPattern-1705549503 tempest-TestSnapshotPattern-1705549503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:02:58.368358 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-16bedb85-6dc9-4461-9965-0d54f1406a63 req-0c353b85-c2c0-437c-8966-480a3660dc16 tempest-TestSnapshotPattern-1705549503 tempest-TestSnapshotPattern-1705549503-project] 10.222.0.11 "GET /v2.0/ports?device_id=de32dc2d-e3ac-4dd6-be9d-b383ad73b13c HTTP/1.1" status: 200 len: 945 time: 0.0487938 Jan 05 18:02:58.380951 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0f5dea-0dc4-4cba-94c1-d35e15fe698d req-980abb9b-bb78-4fda-a0cc-d477098b2370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:02:58.382560 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-0a0f5dea-0dc4-4cba-94c1-d35e15fe698d req-980abb9b-bb78-4fda-a0cc-d477098b2370 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c2dacecad04c4c3c93696a08bf624114&device_id=0c49f5c6-3945-48ac-9475-c45a869283d0 HTTP/1.1" status: 200 len: 1096 time: 0.0412087 Jan 05 18:02:58.416391 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-16bedb85-6dc9-4461-9965-0d54f1406a63 req-aca6bf8e-1fab-4ebe-9f84-8ac894c553b0 tempest-TestSnapshotPattern-1705549503 tempest-TestSnapshotPattern-1705549503-project] 10.222.0.11 "GET /v2.0/security-groups?id=64b9400c-5020-453b-a36e-cd0368442785&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417981 Jan 05 18:02:58.485519 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0f5dea-0dc4-4cba-94c1-d35e15fe698d req-f2fc0961-6d8d-471b-8342-e15ccc718c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:02:58.487018 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-0a0f5dea-0dc4-4cba-94c1-d35e15fe698d req-f2fc0961-6d8d-471b-8342-e15ccc718c26 service neutron] 10.222.0.13 "GET /v2.0/networks?id=aaaf9360-b10b-4437-82bc-29e091bd1fb4 HTTP/1.1" status: 200 len: 910 time: 0.0880225 Jan 05 18:02:58.548930 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-0a0f5dea-0dc4-4cba-94c1-d35e15fe698d req-3fc04b55-8946-463d-9a11-8ee0032ce7c8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d98d60b3-3e20-478c-b41b-ffd4ac3845d4 HTTP/1.1" status: 200 len: 998 time: 0.0564260 Jan 05 18:02:58.594922 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0f5dea-0dc4-4cba-94c1-d35e15fe698d req-844ddbf5-0e01-420f-891f-6d95e90e3f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:02:58.595114 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Device 96984ded-56d1-4479-92a2-15f6e5862d30 up at agent hyperv_hv-neutron-mast {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 18:02:58.596330 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-0a0f5dea-0dc4-4cba-94c1-d35e15fe698d req-844ddbf5-0e01-420f-891f-6d95e90e3f4e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=22ec95a9-64ee-437b-8d63-d1fe195817a9 HTTP/1.1" status: 200 len: 848 time: 0.0418468 Jan 05 18:02:58.643558 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0f5dea-0dc4-4cba-94c1-d35e15fe698d req-1f2a1b71-7ae7-456f-94a7-cba988239d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:02:58.645047 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-0a0f5dea-0dc4-4cba-94c1-d35e15fe698d req-1f2a1b71-7ae7-456f-94a7-cba988239d85 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=aaaf9360-b10b-4437-82bc-29e091bd1fb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0433881 Jan 05 18:02:58.692535 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Provisioning for port 96984ded-56d1-4479-92a2-15f6e5862d30 completed by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 05 18:02:58.696541 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Provisioning complete for port 96984ded-56d1-4479-92a2-15f6e5862d30 triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 18:02:58.696912 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:02:58.735503 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-0a0f5dea-0dc4-4cba-94c1-d35e15fe698d req-b4fa515f-9857-4adc-8904-292e7dd3ee3e service neutron] 10.222.0.13 "GET /v2.0/networks/aaaf9360-b10b-4437-82bc-29e091bd1fb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847986 Jan 05 18:02:58.775088 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:02:58.799057 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de32dc2d-e3ac-4dd6-be9d-b383ad73b13c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96984ded-56d1-4479-92a2-15f6e5862d30'}] {{(pid=103802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 05 18:02:58.801553 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36b213fbd845b3f09e785999bbcda1c85cd5592d7f001460987854e5c1683bd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bb3742e-4860-4566-a650-13dcf2feae39" -d '{"events": [{"server_uuid": "de32dc2d-e3ac-4dd6-be9d-b383ad73b13c", "name": "network-vif-plugged", "status": "completed", "tag": "96984ded-56d1-4479-92a2-15f6e5862d30"}]}' {{(pid=103802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 05 18:02:58.815649 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] For port 96984ded-56d1-4479-92a2-15f6e5862d30, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=96984ded-56d1-4479-92a2-15f6e5862d30,segment=NetworkSegment(730439df-29f8-4c15-b2dd-099dba7b51c4),segment_id=730439df-29f8-4c15-b2dd-099dba7b51c4)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 18:02:58.826714 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-0a0f5dea-0dc4-4cba-94c1-d35e15fe698d req-f32c1ea4-35f7-407f-80a5-7b20c2acdfc1 service neutron] 10.222.0.13 "GET /v2.0/networks/aaaf9360-b10b-4437-82bc-29e091bd1fb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858307 Jan 05 18:02:58.847221 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Jan 2022 18:02:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d23e9c99-323a-40b2-b197-60bb287199b9 x-openstack-request-id: req-d23e9c99-323a-40b2-b197-60bb287199b9 {{(pid=103802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 05 18:02:58.847520 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de32dc2d-e3ac-4dd6-be9d-b383ad73b13c", "name": "network-vif-plugged", "status": "completed", "tag": "96984ded-56d1-4479-92a2-15f6e5862d30", "code": 200}]} {{(pid=103802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 05 18:02:58.847771 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d23e9c99-323a-40b2-b197-60bb287199b9 {{(pid=103802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 05 18:02:58.848204 dv-neutron-master-2-hyperv neutron-server[103802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de32dc2d-e3ac-4dd6-be9d-b383ad73b13c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96984ded-56d1-4479-92a2-15f6e5862d30', 'code': 200} Jan 05 18:02:58.887280 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:02:58.934530 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Pushing event updated for resources: {'Port': ['ID=96984ded-56d1-4479-92a2-15f6e5862d30,revision_number=5']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:02:59.183503 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0e8698-5b19-4058-9de4-cbd4260a7ba3 req-36ff3d0b-1a84-4f6c-b810-e3d9b753013e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:02:59.184983 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-cf0e8698-5b19-4058-9de4-cbd4260a7ba3 req-36ff3d0b-1a84-4f6c-b810-e3d9b753013e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=de32dc2d-e3ac-4dd6-be9d-b383ad73b13c HTTP/1.1" status: 200 len: 1099 time: 0.0402067 Jan 05 18:02:59.230215 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-cf0e8698-5b19-4058-9de4-cbd4260a7ba3 req-5263a2a2-ae52-4429-ba39-4e7295a74038 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=64b9400c-5020-453b-a36e-cd0368442785&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388601 Jan 05 18:02:59.536619 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad122ab5-0e80-4dad-bf71-25cf991f47d5 req-468cda71-1019-4946-bad4-1aa1dc1460fb tempest-TestSnapshotPattern-1705549503 tempest-TestSnapshotPattern-1705549503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:02:59.538097 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-ad122ab5-0e80-4dad-bf71-25cf991f47d5 req-468cda71-1019-4946-bad4-1aa1dc1460fb tempest-TestSnapshotPattern-1705549503 tempest-TestSnapshotPattern-1705549503-project] 10.222.0.11 "GET /v2.0/ports?device_id=de32dc2d-e3ac-4dd6-be9d-b383ad73b13c HTTP/1.1" status: 200 len: 946 time: 0.0519559 Jan 05 18:02:59.585160 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-ad122ab5-0e80-4dad-bf71-25cf991f47d5 req-1e5ebbbf-9d00-4993-a7ee-58e898f36348 tempest-TestSnapshotPattern-1705549503 tempest-TestSnapshotPattern-1705549503-project] 10.222.0.11 "GET /v2.0/security-groups?id=64b9400c-5020-453b-a36e-cd0368442785&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416508 Jan 05 18:03:00.697391 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9847bb12-2eef-41f6-a35d-18ab816ab32f req-f77738f2-51f4-42a0-9c42-7bee639ca55f tempest-TestSnapshotPattern-1705549503 tempest-TestSnapshotPattern-1705549503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:03:00.698895 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-9847bb12-2eef-41f6-a35d-18ab816ab32f req-f77738f2-51f4-42a0-9c42-7bee639ca55f tempest-TestSnapshotPattern-1705549503 tempest-TestSnapshotPattern-1705549503-project] 10.222.0.11 "GET /v2.0/ports?device_id=de32dc2d-e3ac-4dd6-be9d-b383ad73b13c HTTP/1.1" status: 200 len: 946 time: 0.0472975 Jan 05 18:03:00.746936 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-9847bb12-2eef-41f6-a35d-18ab816ab32f req-61cda79b-3d05-4ae9-a91f-52a94382d21d tempest-TestSnapshotPattern-1705549503 tempest-TestSnapshotPattern-1705549503-project] 10.222.0.11 "GET /v2.0/security-groups?id=64b9400c-5020-453b-a36e-cd0368442785&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418305 Jan 05 18:03:00.858584 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca25eb7-3622-4cdf-b412-8d9351bd441c req-5f5ab7b1-5877-4a22-be06-f87395862dae tempest-TestSnapshotPattern-1705549503 tempest-TestSnapshotPattern-1705549503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:03:00.860033 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-cca25eb7-3622-4cdf-b412-8d9351bd441c req-5f5ab7b1-5877-4a22-be06-f87395862dae tempest-TestSnapshotPattern-1705549503 tempest-TestSnapshotPattern-1705549503-project] 10.222.0.11 "GET /v2.0/ports?device_id=de32dc2d-e3ac-4dd6-be9d-b383ad73b13c HTTP/1.1" status: 200 len: 946 time: 0.0478942 Jan 05 18:03:00.907208 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-cca25eb7-3622-4cdf-b412-8d9351bd441c req-f5dd0a00-0d63-41af-ad9b-28d443f39ae2 tempest-TestSnapshotPattern-1705549503 tempest-TestSnapshotPattern-1705549503-project] 10.222.0.11 "GET /v2.0/security-groups?id=64b9400c-5020-453b-a36e-cd0368442785&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417576 Jan 05 18:03:00.927242 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 53816) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 18:03:00.969260 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1fb6e2b-2be5-4efa-bba8-aeeaaa791a81 tempest-TestSnapshotPattern-1075417501 tempest-TestSnapshotPattern-1075417501-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:03:00.970761 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-a1fb6e2b-2be5-4efa-bba8-aeeaaa791a81 tempest-TestSnapshotPattern-1075417501 tempest-TestSnapshotPattern-1075417501-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=de32dc2d-e3ac-4dd6-be9d-b383ad73b13c HTTP/1.1" status: 200 len: 1094 time: 0.0425549 Jan 05 18:03:00.973477 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 53818) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 18:03:00.977523 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.v2.base [None req-682b31aa-b6c7-4fef-abd9-484e1396a2f9 tempest-TestSnapshotPattern-1705549503 tempest-TestSnapshotPattern-1705549503-project] Request body: {'floatingip': {'floating_network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'port_id': '96984ded-56d1-4479-92a2-15f6e5862d30', 'tenant_id': 'c2dacecad04c4c3c93696a08bf624114', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 05 18:03:01.047052 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-682b31aa-b6c7-4fef-abd9-484e1396a2f9 tempest-TestSnapshotPattern-1705549503 tempest-TestSnapshotPattern-1705549503-project] Publish callbacks [] for floatingip, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:03:01.141977 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-682b31aa-b6c7-4fef-abd9-484e1396a2f9 tempest-TestSnapshotPattern-1705549503 tempest-TestSnapshotPattern-1705549503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:03:01.244341 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [None req-682b31aa-b6c7-4fef-abd9-484e1396a2f9 tempest-TestSnapshotPattern-1705549503 tempest-TestSnapshotPattern-1705549503-project] Allocated IP 172.36.4.61 (b0167590-0699-4c5c-a932-3939414a9573/7a784a6d-3d96-418f-a645-b9ccd0b1ac55/ac19609a-48ee-4eed-9fbf-54cb8cee69bd) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 05 18:03:01.340721 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-682b31aa-b6c7-4fef-abd9-484e1396a2f9 tempest-TestSnapshotPattern-1705549503 tempest-TestSnapshotPattern-1705549503-project] Publish callbacks [] for port, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:03:01.435666 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-682b31aa-b6c7-4fef-abd9-484e1396a2f9 tempest-TestSnapshotPattern-1705549503 tempest-TestSnapshotPattern-1705549503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754180544669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:03:01.475259 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-682b31aa-b6c7-4fef-abd9-484e1396a2f9 tempest-TestSnapshotPattern-1705549503 tempest-TestSnapshotPattern-1705549503-project] Network b0167590-0699-4c5c-a932-3939414a9573 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 05 18:03:01.477991 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-682b31aa-b6c7-4fef-abd9-484e1396a2f9 tempest-TestSnapshotPattern-1705549503 tempest-TestSnapshotPattern-1705549503-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 05 18:03:01.481507 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-682b31aa-b6c7-4fef-abd9-484e1396a2f9 tempest-TestSnapshotPattern-1705549503 tempest-TestSnapshotPattern-1705549503-project] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 05 18:03:01.508086 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682b31aa-b6c7-4fef-abd9-484e1396a2f9 tempest-TestSnapshotPattern-1705549503 tempest-TestSnapshotPattern-1705549503-project] Pushing event updated for resources: {'Port': ['ID=ac19609a-48ee-4eed-9fbf-54cb8cee69bd,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:03:01.830654 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-682b31aa-b6c7-4fef-abd9-484e1396a2f9 tempest-TestSnapshotPattern-1705549503 tempest-TestSnapshotPattern-1705549503-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:03:01.950528 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-682b31aa-b6c7-4fef-abd9-484e1396a2f9 tempest-TestSnapshotPattern-1705549503 tempest-TestSnapshotPattern-1705549503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:03:02.094406 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-682b31aa-b6c7-4fef-abd9-484e1396a2f9 tempest-TestSnapshotPattern-1705549503 tempest-TestSnapshotPattern-1705549503-project] Publish callbacks [] for port, precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:03:02.149529 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-682b31aa-b6c7-4fef-abd9-484e1396a2f9 tempest-TestSnapshotPattern-1705549503 tempest-TestSnapshotPattern-1705549503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8784461'] for port, after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:03:02.216644 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682b31aa-b6c7-4fef-abd9-484e1396a2f9 tempest-TestSnapshotPattern-1705549503 tempest-TestSnapshotPattern-1705549503-project] Pushing event updated for resources: {'Port': ['ID=ac19609a-48ee-4eed-9fbf-54cb8cee69bd,revision_number=2']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:03:02.228148 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-682b31aa-b6c7-4fef-abd9-484e1396a2f9 tempest-TestSnapshotPattern-1705549503 tempest-TestSnapshotPattern-1705549503-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648677'] for floatingip, after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:03:02.325612 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.db.l3_db [None req-682b31aa-b6c7-4fef-abd9-484e1396a2f9 tempest-TestSnapshotPattern-1705549503 tempest-TestSnapshotPattern-1705549503-project] Floating IP c8b79dc0-751d-4829-a609-71f8092230ef associated. External IP: 172.36.4.61, port: 96984ded-56d1-4479-92a2-15f6e5862d30. Jan 05 18:03:02.884711 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-682b31aa-b6c7-4fef-abd9-484e1396a2f9 tempest-TestSnapshotPattern-1705549503 tempest-TestSnapshotPattern-1705549503-project] Router f8aef3fc-bea3-4663-b626-e38e3b9b441e has already been hosted by L3 agent 59446fdc-40e0-41fe-a575-a8eb11d742f7 {{(pid=103800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 05 18:03:02.989685 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-682b31aa-b6c7-4fef-abd9-484e1396a2f9 tempest-TestSnapshotPattern-1705549503 tempest-TestSnapshotPattern-1705549503-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 05 18:03:02.999679 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80c2c46f-4db7-4fb0-ac68-3769f6709762 None None] Sync routers for ids ['f8aef3fc-bea3-4663-b626-e38e3b9b441e'] in dv-neutron-master-2-hyperv {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 05 18:03:03.009613 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80c2c46f-4db7-4fb0-ac68-3769f6709762 None None] Routers {'f8aef3fc-bea3-4663-b626-e38e3b9b441e'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 18:03:03.010219 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-80c2c46f-4db7-4fb0-ac68-3769f6709762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T18:02:49Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['f8aef3fc-bea3-4663-b626-e38e3b9b441e'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 18:03:03.096167 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-682b31aa-b6c7-4fef-abd9-484e1396a2f9 tempest-TestSnapshotPattern-1705549503 tempest-TestSnapshotPattern-1705549503-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for floatingip, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:03:03.122162 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-80c2c46f-4db7-4fb0-ac68-3769f6709762 None None] Set router f8aef3fc-bea3-4663-b626-e38e3b9b441e gateway port host: dv-neutron-master-2-hyperv {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 18:03:03.130573 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-682b31aa-b6c7-4fef-abd9-484e1396a2f9 tempest-TestSnapshotPattern-1705549503 tempest-TestSnapshotPattern-1705549503-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1559143 Jan 05 18:03:03.131404 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de32dc2d-e3ac-4dd6-be9d-b383ad73b13c', 'tag': '96984ded-56d1-4479-92a2-15f6e5862d30'}] {{(pid=103800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 05 18:03:03.134858 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f64b9d4628f7eefcc27168a80c04985d23f0ea5def038dae05e1deb7357f3bfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57aefd06-f06b-4ab4-862c-854375e078ae" -d '{"events": [{"name": "network-changed", "server_uuid": "de32dc2d-e3ac-4dd6-be9d-b383ad73b13c", "tag": "96984ded-56d1-4479-92a2-15f6e5862d30"}]}' {{(pid=103800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 05 18:03:03.172156 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Jan 2022 18:03:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec1ac2c3-4116-40d1-bf54-461b6c04e025 x-openstack-request-id: req-ec1ac2c3-4116-40d1-bf54-461b6c04e025 {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 05 18:03:03.172453 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de32dc2d-e3ac-4dd6-be9d-b383ad73b13c", "tag": "96984ded-56d1-4479-92a2-15f6e5862d30", "status": "completed", "code": 200}]} {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 05 18:03:03.172703 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ec1ac2c3-4116-40d1-bf54-461b6c04e025 {{(pid=103800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 05 18:03:03.173109 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de32dc2d-e3ac-4dd6-be9d-b383ad73b13c', 'tag': '96984ded-56d1-4479-92a2-15f6e5862d30', 'status': 'completed', 'code': 200} Jan 05 18:03:03.233829 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57aefd06-f06b-4ab4-862c-854375e078ae req-25c561a7-449e-4282-8f07-3749af5dbb0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:03:03.235346 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-57aefd06-f06b-4ab4-862c-854375e078ae req-25c561a7-449e-4282-8f07-3749af5dbb0f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c2dacecad04c4c3c93696a08bf624114&device_id=de32dc2d-e3ac-4dd6-be9d-b383ad73b13c HTTP/1.1" status: 200 len: 1099 time: 0.0409732 Jan 05 18:03:03.325422 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57aefd06-f06b-4ab4-862c-854375e078ae req-0a0d9afe-4b86-4fcd-b3fe-366b9b352bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:03:03.327430 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-57aefd06-f06b-4ab4-862c-854375e078ae req-0a0d9afe-4b86-4fcd-b3fe-366b9b352bcf service neutron] 10.222.0.13 "GET /v2.0/networks?id=aaaf9360-b10b-4437-82bc-29e091bd1fb4 HTTP/1.1" status: 200 len: 910 time: 0.0868154 Jan 05 18:03:03.350700 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-80c2c46f-4db7-4fb0-ac68-3769f6709762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8aef3fc-bea3-4663-b626-e38e3b9b441e', 'name': 'tempest-TestSnapshotPattern-381220639-router', 'tenant_id': 'c2dacecad04c4c3c93696a08bf624114', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.234'}], 'enable_snat': True}, 'gw_port_id': '4bd1578c-8cd7-4ca2-b4f6-ce8dff50d534', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:59:59Z', 'updated_at': '2022-01-05T18:00:02Z', 'revision_number': 4, 'project_id': 'c2dacecad04c4c3c93696a08bf624114', 'gw_port': {'id': '4bd1578c-8cd7-4ca2-b4f6-ce8dff50d534', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:c7:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8aef3fc-bea3-4663-b626-e38e3b9b441e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T18:00:00Z', 'updated_at': '2022-01-05T18:00:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '770e9dd1-9fc1-41be-b172-5b17ba74b0eb', 'tenant_id': 'c2dacecad04c4c3c93696a08bf624114', 'floating_ip_address': '172.36.4.57', 'floating_network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'router_id': 'f8aef3fc-bea3-4663-b626-e38e3b9b441e', 'port_id': 'd98d60b3-3e20-478c-b41b-ffd4ac3845d4', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1893, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aaaf9360-b10b-4437-82bc-29e091bd1fb4', 'mac_address': 'fa:16:3e:20:9b:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c49f5c6-3945-48ac-9475-c45a869283d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-05T18:00:26Z', 'updated_at': '2022-01-05T18:00:29Z', 'revision_number': 1, 'project_id': 'c2dacecad04c4c3c93696a08bf624114', 'fixed_ip_address_scope': None}, {'id': 'c8b79dc0-751d-4829-a609-71f8092230ef', 'tenant_id': 'c2dacecad04c4c3c93696a08bf624114', 'floating_ip_address': '172.36.4.61', 'floating_network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'router_id': 'f8aef3fc-bea3-4663-b626-e38e3b9b441e', 'port_id': '96984ded-56d1-4479-92a2-15f6e5862d30', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1896, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aaaf9360-b10b-4437-82bc-29e091bd1fb4', 'mac_address': 'fa:16:3e:6d:99:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de32dc2d-e3ac-4dd6-be9d-b383ad73b13c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-05T18:03:01Z', 'updated_at': '2022-01-05T18:03:01Z', 'revision_number': 0, 'project_id': 'c2dacecad04c4c3c93696a08bf624114', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b878594-5482-4b4a-a279-e46f26380f29', 'name': '', 'network_id': 'aaaf9360-b10b-4437-82bc-29e091bd1fb4', 'tenant_id': 'c2dacecad04c4c3c93696a08bf624114', 'mac_address': 'fa:16:3e:f6:b5:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8aef3fc-bea3-4663-b626-e38e3b9b441e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': '22ec95a9-64ee-437b-8d63-d1fe195817a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T18:00:01Z', 'updated_at': '2022-01-05T18:00:06Z', 'revision_number': 5, 'project_id': 'c2dacecad04c4c3c93696a08bf624114', 'subnets': [{'id': '22ec95a9-64ee-437b-8d63-d1fe195817a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 18:03:03.376028 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80c2c46f-4db7-4fb0-ac68-3769f6709762 None None] Checking router: f8aef3fc-bea3-4663-b626-e38e3b9b441e for host: dv-neutron-master-2-hyperv {{(pid=103802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 05 18:03:03.384125 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80c2c46f-4db7-4fb0-ac68-3769f6709762 None None] Routers {'f8aef3fc-bea3-4663-b626-e38e3b9b441e'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 18:03:03.384727 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-80c2c46f-4db7-4fb0-ac68-3769f6709762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T18:02:49Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['f8aef3fc-bea3-4663-b626-e38e3b9b441e'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 18:03:03.390000 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-57aefd06-f06b-4ab4-862c-854375e078ae req-9d56d312-c363-400a-b0d6-ef48ff02d2b0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=96984ded-56d1-4479-92a2-15f6e5862d30 HTTP/1.1" status: 200 len: 999 time: 0.0567641 Jan 05 18:03:03.439312 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57aefd06-f06b-4ab4-862c-854375e078ae req-7b258f94-07c1-4cb5-a7c7-b0bef0da5a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:03:03.440822 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-57aefd06-f06b-4ab4-862c-854375e078ae req-7b258f94-07c1-4cb5-a7c7-b0bef0da5a67 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=22ec95a9-64ee-437b-8d63-d1fe195817a9 HTTP/1.1" status: 200 len: 848 time: 0.0460052 Jan 05 18:03:03.489232 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57aefd06-f06b-4ab4-862c-854375e078ae req-197f61f4-06ba-4eea-a053-20be20318b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:03:03.490791 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-57aefd06-f06b-4ab4-862c-854375e078ae req-197f61f4-06ba-4eea-a053-20be20318b15 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=aaaf9360-b10b-4437-82bc-29e091bd1fb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0448046 Jan 05 18:03:03.494879 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-80c2c46f-4db7-4fb0-ac68-3769f6709762 None None] Set router f8aef3fc-bea3-4663-b626-e38e3b9b441e gateway port host: dv-neutron-master-2-hyperv {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 18:03:03.576340 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-57aefd06-f06b-4ab4-862c-854375e078ae req-e74ddb1f-81bb-46c6-ae74-6dbcfb2f6de0 service neutron] 10.222.0.13 "GET /v2.0/networks/aaaf9360-b10b-4437-82bc-29e091bd1fb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789113 Jan 05 18:03:03.667989 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-57aefd06-f06b-4ab4-862c-854375e078ae req-20ba9804-f059-4bac-a435-2b567667d473 service neutron] 10.222.0.13 "GET /v2.0/networks/aaaf9360-b10b-4437-82bc-29e091bd1fb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862720 Jan 05 18:03:03.719447 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-80c2c46f-4db7-4fb0-ac68-3769f6709762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8aef3fc-bea3-4663-b626-e38e3b9b441e', 'name': 'tempest-TestSnapshotPattern-381220639-router', 'tenant_id': 'c2dacecad04c4c3c93696a08bf624114', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.234'}], 'enable_snat': True}, 'gw_port_id': '4bd1578c-8cd7-4ca2-b4f6-ce8dff50d534', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:59:59Z', 'updated_at': '2022-01-05T18:00:02Z', 'revision_number': 4, 'project_id': 'c2dacecad04c4c3c93696a08bf624114', 'gw_port': {'id': '4bd1578c-8cd7-4ca2-b4f6-ce8dff50d534', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:c7:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8aef3fc-bea3-4663-b626-e38e3b9b441e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T18:00:00Z', 'updated_at': '2022-01-05T18:00:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '770e9dd1-9fc1-41be-b172-5b17ba74b0eb', 'tenant_id': 'c2dacecad04c4c3c93696a08bf624114', 'floating_ip_address': '172.36.4.57', 'floating_network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'router_id': 'f8aef3fc-bea3-4663-b626-e38e3b9b441e', 'port_id': 'd98d60b3-3e20-478c-b41b-ffd4ac3845d4', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1893, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aaaf9360-b10b-4437-82bc-29e091bd1fb4', 'mac_address': 'fa:16:3e:20:9b:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c49f5c6-3945-48ac-9475-c45a869283d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-05T18:00:26Z', 'updated_at': '2022-01-05T18:00:29Z', 'revision_number': 1, 'project_id': 'c2dacecad04c4c3c93696a08bf624114', 'fixed_ip_address_scope': None}, {'id': 'c8b79dc0-751d-4829-a609-71f8092230ef', 'tenant_id': 'c2dacecad04c4c3c93696a08bf624114', 'floating_ip_address': '172.36.4.61', 'floating_network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'router_id': 'f8aef3fc-bea3-4663-b626-e38e3b9b441e', 'port_id': '96984ded-56d1-4479-92a2-15f6e5862d30', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1896, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aaaf9360-b10b-4437-82bc-29e091bd1fb4', 'mac_address': 'fa:16:3e:6d:99:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de32dc2d-e3ac-4dd6-be9d-b383ad73b13c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-05T18:03:01Z', 'updated_at': '2022-01-05T18:03:01Z', 'revision_number': 0, 'project_id': 'c2dacecad04c4c3c93696a08bf624114', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b878594-5482-4b4a-a279-e46f26380f29', 'name': '', 'network_id': 'aaaf9360-b10b-4437-82bc-29e091bd1fb4', 'tenant_id': 'c2dacecad04c4c3c93696a08bf624114', 'mac_address': 'fa:16:3e:f6:b5:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8aef3fc-bea3-4663-b626-e38e3b9b441e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': '22ec95a9-64ee-437b-8d63-d1fe195817a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T18:00:01Z', 'updated_at': '2022-01-05T18:00:06Z', 'revision_number': 5, 'project_id': 'c2dacecad04c4c3c93696a08bf624114', 'subnets': [{'id': '22ec95a9-64ee-437b-8d63-d1fe195817a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 18:03:03.751789 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80c2c46f-4db7-4fb0-ac68-3769f6709762 None None] The sync data for ids ['f8aef3fc-bea3-4663-b626-e38e3b9b441e'] in dv-neutron-master-2-hyperv is: [{'id': 'f8aef3fc-bea3-4663-b626-e38e3b9b441e', 'name': 'tempest-TestSnapshotPattern-381220639-router', 'tenant_id': 'c2dacecad04c4c3c93696a08bf624114', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.234'}], 'enable_snat': True}, 'gw_port_id': '4bd1578c-8cd7-4ca2-b4f6-ce8dff50d534', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:59:59Z', 'updated_at': '2022-01-05T18:00:02Z', 'revision_number': 4, 'project_id': 'c2dacecad04c4c3c93696a08bf624114', 'gw_port': {'id': '4bd1578c-8cd7-4ca2-b4f6-ce8dff50d534', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:c7:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8aef3fc-bea3-4663-b626-e38e3b9b441e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T18:00:00Z', 'updated_at': '2022-01-05T18:00:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '770e9dd1-9fc1-41be-b172-5b17ba74b0eb', 'tenant_id': 'c2dacecad04c4c3c93696a08bf624114', 'floating_ip_address': '172.36.4.57', 'floating_network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'router_id': 'f8aef3fc-bea3-4663-b626-e38e3b9b441e', 'port_id': 'd98d60b3-3e20-478c-b41b-ffd4ac3845d4', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1893, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aaaf9360-b10b-4437-82bc-29e091bd1fb4', 'mac_address': 'fa:16:3e:20:9b:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c49f5c6-3945-48ac-9475-c45a869283d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-05T18:00:26Z', 'updated_at': '2022-01-05T18:00:29Z', 'revision_number': 1, 'project_id': 'c2dacecad04c4c3c93696a08bf624114', 'fixed_ip_address_scope': None}, {'id': 'c8b79dc0-751d-4829-a609-71f8092230ef', 'tenant_id': 'c2dacecad04c4c3c93696a08bf624114', 'floating_ip_address': '172.36.4.61', 'floating_network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'router_id': 'f8aef3fc-bea3-4663-b626-e38e3b9b441e', 'port_id': '96984ded-56d1-4479-92a2-15f6e5862d30', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1896, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aaaf9360-b10b-4437-82bc-29e091bd1fb4', 'mac_address': 'fa:16:3e:6d:99:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de32dc2d-e3ac-4dd6-be9d-b383ad73b13c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-05T18:03:01Z', 'updated_at': '2022-01-05T18:03:01Z', 'revision_number': 0, 'project_id': 'c2dacecad04c4c3c93696a08bf624114', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b878594-5482-4b4a-a279-e46f26380f29', 'name': '', 'network_id': 'aaaf9360-b10b-4437-82bc-29e091bd1fb4', 'tenant_id': 'c2dacecad04c4c3c93696a08bf624114', 'mac_address': 'fa:16:3e:f6:b5:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8aef3fc-bea3-4663-b626-e38e3b9b441e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': '22ec95a9-64ee-437b-8d63-d1fe195817a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T18:00:01Z', 'updated_at': '2022-01-05T18:00:06Z', 'revision_number': 5, 'project_id': 'c2dacecad04c4c3c93696a08bf624114', 'subnets': [{'id': '22ec95a9-64ee-437b-8d63-d1fe195817a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 05 18:03:03.942232 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bda9dbf3-b2c9-477c-ba46-538bf7d91901 None None] New status for floating IP c8b79dc0-751d-4829-a609-71f8092230ef: ACTIVE {{(pid=103803) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 05 18:03:08.664546 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.agents_db [None req-291d1585-17df-45c0-b64a-d244e6d90872 None None] Agent healthcheck: found 6 active agents {{(pid=103803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 05 18:03:17.131780 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-a75f06d2-555a-4c5e-8f09-d34ca28eb4a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:03:19.429355 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-1725fda9-f636-45fb-97a4-455032a357a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:03:20.303009 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:03:20.772117 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d2607572-b3c9-472c-85bc-c8de0c3fb75c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:03:22.126141 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d504d802-9546-4ce5-a9d3-96c844ac5808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:03:23.326185 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:03:45.664358 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.agents_db [None req-291d1585-17df-45c0-b64a-d244e6d90872 None None] Agent healthcheck: found 6 active agents {{(pid=103803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 05 18:03:47.148559 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-59341f88-fd2a-4012-907f-8f0ee92960b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:03:49.462910 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-a44d331b-3cec-4073-96dc-7c987a0b0a03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:03:50.314828 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:03:50.811316 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d2607572-b3c9-472c-85bc-c8de0c3fb75c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:03:52.136955 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d504d802-9546-4ce5-a9d3-96c844ac5808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:03:53.354266 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:04:00.364543 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-f37c59d5-a6b8-4203-8091-ef04b3f31b8d req-c312d8aa-83f4-4047-8e14-72e94196c58f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=0c49f5c6-3945-48ac-9475-c45a869283d0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0748916 Jan 05 18:04:00.444124 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37c59d5-a6b8-4203-8091-ef04b3f31b8d req-5fccb81c-b33b-43c6-80ab-569505d91807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:04:00.445628 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-f37c59d5-a6b8-4203-8091-ef04b3f31b8d req-5fccb81c-b33b-43c6-80ab-569505d91807 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c2dacecad04c4c3c93696a08bf624114&device_id=0c49f5c6-3945-48ac-9475-c45a869283d0 HTTP/1.1" status: 200 len: 1096 time: 0.0416801 Jan 05 18:04:00.550371 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37c59d5-a6b8-4203-8091-ef04b3f31b8d req-be10f173-1d8a-4f43-8fff-627c86c8e58c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:04:00.550371 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-f37c59d5-a6b8-4203-8091-ef04b3f31b8d req-be10f173-1d8a-4f43-8fff-627c86c8e58c service neutron] 10.222.0.13 "GET /v2.0/networks?id=aaaf9360-b10b-4437-82bc-29e091bd1fb4 HTTP/1.1" status: 200 len: 910 time: 0.0852878 Jan 05 18:04:00.615816 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-f37c59d5-a6b8-4203-8091-ef04b3f31b8d req-10f44920-45a7-4ffd-9cc6-89e8f4fab432 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d98d60b3-3e20-478c-b41b-ffd4ac3845d4 HTTP/1.1" status: 200 len: 998 time: 0.0614409 Jan 05 18:04:00.662836 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37c59d5-a6b8-4203-8091-ef04b3f31b8d req-8ba0dc50-2c85-4aec-b17c-2e73c0323c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:04:00.664373 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-f37c59d5-a6b8-4203-8091-ef04b3f31b8d req-8ba0dc50-2c85-4aec-b17c-2e73c0323c1a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=22ec95a9-64ee-437b-8d63-d1fe195817a9 HTTP/1.1" status: 200 len: 848 time: 0.0431001 Jan 05 18:04:00.708713 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37c59d5-a6b8-4203-8091-ef04b3f31b8d req-8cf44d2f-84a1-4fcc-bb28-11b7e440117d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:04:00.710180 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-f37c59d5-a6b8-4203-8091-ef04b3f31b8d req-8cf44d2f-84a1-4fcc-bb28-11b7e440117d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=aaaf9360-b10b-4437-82bc-29e091bd1fb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0395827 Jan 05 18:04:00.798586 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-f37c59d5-a6b8-4203-8091-ef04b3f31b8d req-159e54ff-ef60-4dbd-846a-62d37fbe9ae6 service neutron] 10.222.0.13 "GET /v2.0/networks/aaaf9360-b10b-4437-82bc-29e091bd1fb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819936 Jan 05 18:04:00.884693 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-f37c59d5-a6b8-4203-8091-ef04b3f31b8d req-9c887fcd-e106-4ddb-a826-239b955a64b7 service neutron] 10.222.0.13 "GET /v2.0/networks/aaaf9360-b10b-4437-82bc-29e091bd1fb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793428 Jan 05 18:04:17.124996 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-f15edfdf-1bd3-4e56-b9d4-6168769d2a48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:04:19.410699 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-a7fce48a-eaaa-4a61-bd61-3c78fefa3e06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:04:20.318803 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:04:20.753574 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d2607572-b3c9-472c-85bc-c8de0c3fb75c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:04:22.153126 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d504d802-9546-4ce5-a9d3-96c844ac5808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:04:22.663029 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.agents_db [None req-291d1585-17df-45c0-b64a-d244e6d90872 None None] Agent healthcheck: found 6 active agents {{(pid=103803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 05 18:04:23.330318 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:04:37.125642 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Device 96984ded-56d1-4479-92a2-15f6e5862d30 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 05 18:04:37.363321 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] For port 96984ded-56d1-4479-92a2-15f6e5862d30, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=96984ded-56d1-4479-92a2-15f6e5862d30,segment=NetworkSegment(730439df-29f8-4c15-b2dd-099dba7b51c4),segment_id=730439df-29f8-4c15-b2dd-099dba7b51c4)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 18:04:37.374154 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Returning: {'device': '96984ded-56d1-4479-92a2-15f6e5862d30', 'network_id': 'aaaf9360-b10b-4437-82bc-29e091bd1fb4', 'port_id': '96984ded-56d1-4479-92a2-15f6e5862d30', 'mac_address': 'fa:16:3e:6d:99:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22ec95a9-64ee-437b-8d63-d1fe195817a9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 05 18:04:37.409114 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:04:37.421091 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.notifiers.nova [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 96984ded-56d1-4479-92a2-15f6e5862d30 {{(pid=103802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 05 18:04:37.440384 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] For port 96984ded-56d1-4479-92a2-15f6e5862d30, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=96984ded-56d1-4479-92a2-15f6e5862d30,segment=NetworkSegment(730439df-29f8-4c15-b2dd-099dba7b51c4),segment_id=730439df-29f8-4c15-b2dd-099dba7b51c4)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 18:04:37.507021 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:04:37.558847 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Pushing event updated for resources: {'Port': ['ID=96984ded-56d1-4479-92a2-15f6e5862d30,revision_number=6']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:04:37.565865 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:04:37.571320 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:04:37.571320 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:04:37.571320 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:04:37.571320 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:04:37.571320 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:04:37.571320 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:04:37.571320 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:04:37.571320 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:04:37.571320 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:04:37.571320 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:04:37.571320 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:04:37.571320 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:04:37.603779 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] get_ports_and_sgs() called for port_ids ['96984ded-56d1-4479-92a2-15f6e5862d30'] {{(pid=103802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 05 18:04:39.125112 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Device 96984ded-56d1-4479-92a2-15f6e5862d30 up at agent hyperv_hv-neutron-mast {{(pid=103802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 05 18:04:39.182542 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Provisioning complete for port 96984ded-56d1-4479-92a2-15f6e5862d30 triggered by entity L2. {{(pid=103802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 05 18:04:39.182903 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3905942'] for port, provisioning_complete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:04:39.273108 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:04:39.362271 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] For port 96984ded-56d1-4479-92a2-15f6e5862d30, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=96984ded-56d1-4479-92a2-15f6e5862d30,segment=NetworkSegment(730439df-29f8-4c15-b2dd-099dba7b51c4),segment_id=730439df-29f8-4c15-b2dd-099dba7b51c4)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 18:04:39.362271 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de32dc2d-e3ac-4dd6-be9d-b383ad73b13c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96984ded-56d1-4479-92a2-15f6e5862d30'}] {{(pid=103802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 05 18:04:39.412327 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e995eb35e3e9ea189ec9fc8c2db1ebf7fc4a2a225fe303a37fdd7e0b37ea8f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a1df8e8-88c5-4831-b81b-3a07cd04c7ee" -d '{"events": [{"server_uuid": "de32dc2d-e3ac-4dd6-be9d-b383ad73b13c", "name": "network-vif-plugged", "status": "completed", "tag": "96984ded-56d1-4479-92a2-15f6e5862d30"}]}' {{(pid=103802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 05 18:04:39.536486 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:04:39.581172 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Jan 2022 18:04:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cfa8b36-9603-4f8f-b625-799f8528bdc2 x-openstack-request-id: req-0cfa8b36-9603-4f8f-b625-799f8528bdc2 {{(pid=103802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 05 18:04:39.581611 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de32dc2d-e3ac-4dd6-be9d-b383ad73b13c", "name": "network-vif-plugged", "status": "completed", "tag": "96984ded-56d1-4479-92a2-15f6e5862d30", "code": 200}]} {{(pid=103802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 05 18:04:39.581880 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-0cfa8b36-9603-4f8f-b625-799f8528bdc2 {{(pid=103802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 05 18:04:39.582292 dv-neutron-master-2-hyperv neutron-server[103802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de32dc2d-e3ac-4dd6-be9d-b383ad73b13c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96984ded-56d1-4479-92a2-15f6e5862d30', 'code': 200} Jan 05 18:04:39.610643 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Pushing event updated for resources: {'Port': ['ID=96984ded-56d1-4479-92a2-15f6e5862d30,revision_number=7']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:04:47.130515 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-4ffe3c35-26c4-42ed-b700-10255bea12af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:04:49.432861 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-31bf4159-b7da-424c-97e2-5005ce2ebbac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:04:50.205042 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 54034) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 18:04:50.307044 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:04:50.374649 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-8ffd8e3b-0873-4790-828c-7b6a5c96e8ed tempest-TestSnapshotPattern-1705549503 tempest-TestSnapshotPattern-1705549503-project] Deleting port ac19609a-48ee-4eed-9fbf-54cb8cee69bd {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 18:04:50.374984 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-8ffd8e3b-0873-4790-828c-7b6a5c96e8ed tempest-TestSnapshotPattern-1705549503 tempest-TestSnapshotPattern-1705549503-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:04:50.447144 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-8ffd8e3b-0873-4790-828c-7b6a5c96e8ed tempest-TestSnapshotPattern-1705549503 tempest-TestSnapshotPattern-1705549503-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:04:50.447366 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-8ffd8e3b-0873-4790-828c-7b6a5c96e8ed tempest-TestSnapshotPattern-1705549503 tempest-TestSnapshotPattern-1705549503-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:04:50.459406 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-8ffd8e3b-0873-4790-828c-7b6a5c96e8ed tempest-TestSnapshotPattern-1705549503 tempest-TestSnapshotPattern-1705549503-project] Calling delete_port for ac19609a-48ee-4eed-9fbf-54cb8cee69bd owned by network:floatingip {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 18:04:50.644375 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-8ffd8e3b-0873-4790-828c-7b6a5c96e8ed tempest-TestSnapshotPattern-1705549503 tempest-TestSnapshotPattern-1705549503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:04:50.667419 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffd8e3b-0873-4790-828c-7b6a5c96e8ed tempest-TestSnapshotPattern-1705549503 tempest-TestSnapshotPattern-1705549503-project] Pushing event deleted for resources: {'Port': ['ID=ac19609a-48ee-4eed-9fbf-54cb8cee69bd,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:04:50.677402 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ffd8e3b-0873-4790-828c-7b6a5c96e8ed tempest-TestSnapshotPattern-1705549503 tempest-TestSnapshotPattern-1705549503-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:04:50.677779 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ffd8e3b-0873-4790-828c-7b6a5c96e8ed tempest-TestSnapshotPattern-1705549503 tempest-TestSnapshotPattern-1705549503-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:04:50.678122 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ffd8e3b-0873-4790-828c-7b6a5c96e8ed tempest-TestSnapshotPattern-1705549503 tempest-TestSnapshotPattern-1705549503-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:04:50.678455 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ffd8e3b-0873-4790-828c-7b6a5c96e8ed tempest-TestSnapshotPattern-1705549503 tempest-TestSnapshotPattern-1705549503-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:04:50.678784 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ffd8e3b-0873-4790-828c-7b6a5c96e8ed tempest-TestSnapshotPattern-1705549503 tempest-TestSnapshotPattern-1705549503-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:04:50.679711 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ffd8e3b-0873-4790-828c-7b6a5c96e8ed tempest-TestSnapshotPattern-1705549503 tempest-TestSnapshotPattern-1705549503-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:04:50.679711 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ffd8e3b-0873-4790-828c-7b6a5c96e8ed tempest-TestSnapshotPattern-1705549503 tempest-TestSnapshotPattern-1705549503-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:04:50.679711 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ffd8e3b-0873-4790-828c-7b6a5c96e8ed tempest-TestSnapshotPattern-1705549503 tempest-TestSnapshotPattern-1705549503-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:04:50.680027 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ffd8e3b-0873-4790-828c-7b6a5c96e8ed tempest-TestSnapshotPattern-1705549503 tempest-TestSnapshotPattern-1705549503-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:04:50.680354 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ffd8e3b-0873-4790-828c-7b6a5c96e8ed tempest-TestSnapshotPattern-1705549503 tempest-TestSnapshotPattern-1705549503-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:04:50.680672 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ffd8e3b-0873-4790-828c-7b6a5c96e8ed tempest-TestSnapshotPattern-1705549503 tempest-TestSnapshotPattern-1705549503-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:04:50.680990 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ffd8e3b-0873-4790-828c-7b6a5c96e8ed tempest-TestSnapshotPattern-1705549503 tempest-TestSnapshotPattern-1705549503-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:04:50.681306 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ffd8e3b-0873-4790-828c-7b6a5c96e8ed tempest-TestSnapshotPattern-1705549503 tempest-TestSnapshotPattern-1705549503-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:04:50.744988 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-8ffd8e3b-0873-4790-828c-7b6a5c96e8ed tempest-TestSnapshotPattern-1705549503 tempest-TestSnapshotPattern-1705549503-project] Publish callbacks [] for floatingip, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:04:50.745221 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.db.l3_db [None req-8ffd8e3b-0873-4790-828c-7b6a5c96e8ed tempest-TestSnapshotPattern-1705549503 tempest-TestSnapshotPattern-1705549503-project] Floating IP c8b79dc0-751d-4829-a609-71f8092230ef disassociated (deleted). External IP: 172.36.4.61, port: 96984ded-56d1-4479-92a2-15f6e5862d30. Jan 05 18:04:50.804134 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d2607572-b3c9-472c-85bc-c8de0c3fb75c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:04:50.951182 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ffd8e3b-0873-4790-828c-7b6a5c96e8ed tempest-TestSnapshotPattern-1705549503 tempest-TestSnapshotPattern-1705549503-project] Router f8aef3fc-bea3-4663-b626-e38e3b9b441e has already been hosted by L3 agent 59446fdc-40e0-41fe-a575-a8eb11d742f7 {{(pid=103800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 05 18:04:51.056376 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ffd8e3b-0873-4790-828c-7b6a5c96e8ed tempest-TestSnapshotPattern-1705549503 tempest-TestSnapshotPattern-1705549503-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 05 18:04:51.061329 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-8ffd8e3b-0873-4790-828c-7b6a5c96e8ed tempest-TestSnapshotPattern-1705549503 tempest-TestSnapshotPattern-1705549503-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for floatingip, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:04:51.068834 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc5cdc86-7ac5-43ac-8f17-3c70ff922626 None None] Sync routers for ids ['f8aef3fc-bea3-4663-b626-e38e3b9b441e'] in dv-neutron-master-2-hyperv {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 05 18:04:51.080325 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc5cdc86-7ac5-43ac-8f17-3c70ff922626 None None] Routers {'f8aef3fc-bea3-4663-b626-e38e3b9b441e'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 18:04:51.082440 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-bc5cdc86-7ac5-43ac-8f17-3c70ff922626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T18:04:49Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['f8aef3fc-bea3-4663-b626-e38e3b9b441e'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 18:04:51.087839 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-8ffd8e3b-0873-4790-828c-7b6a5c96e8ed tempest-TestSnapshotPattern-1705549503 tempest-TestSnapshotPattern-1705549503-project] 10.222.0.11 "DELETE /v2.0/floatingips/c8b79dc0-751d-4829-a609-71f8092230ef HTTP/1.1" status: 204 len: 168 time: 0.8816471 Jan 05 18:04:51.088632 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de32dc2d-e3ac-4dd6-be9d-b383ad73b13c', 'tag': '96984ded-56d1-4479-92a2-15f6e5862d30'}] {{(pid=103800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 05 18:04:51.131889 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ace1f6a2694b9f917f1d3ecb1d88fec4c847ccc161e66600c58d35d5c4ff7840" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0b1b5f8-b1dd-4f9e-8c0c-18c9e3139d85" -d '{"events": [{"name": "network-changed", "server_uuid": "de32dc2d-e3ac-4dd6-be9d-b383ad73b13c", "tag": "96984ded-56d1-4479-92a2-15f6e5862d30"}]}' {{(pid=103800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 05 18:04:51.199287 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-bc5cdc86-7ac5-43ac-8f17-3c70ff922626 None None] Set router f8aef3fc-bea3-4663-b626-e38e3b9b441e gateway port host: dv-neutron-master-2-hyperv {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 18:04:51.231322 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Jan 2022 18:04:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99ebf76f-0695-4a56-9f7d-2f9054dabd54 x-openstack-request-id: req-99ebf76f-0695-4a56-9f7d-2f9054dabd54 {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 05 18:04:51.231322 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de32dc2d-e3ac-4dd6-be9d-b383ad73b13c", "tag": "96984ded-56d1-4479-92a2-15f6e5862d30", "status": "completed", "code": 200}]} {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 05 18:04:51.231322 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-99ebf76f-0695-4a56-9f7d-2f9054dabd54 {{(pid=103800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 05 18:04:51.231322 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de32dc2d-e3ac-4dd6-be9d-b383ad73b13c', 'tag': '96984ded-56d1-4479-92a2-15f6e5862d30', 'status': 'completed', 'code': 200} Jan 05 18:04:51.293661 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b1b5f8-b1dd-4f9e-8c0c-18c9e3139d85 req-5f52685c-56e3-4992-ba3f-20f8b2add537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:04:51.295334 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-e0b1b5f8-b1dd-4f9e-8c0c-18c9e3139d85 req-5f52685c-56e3-4992-ba3f-20f8b2add537 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c2dacecad04c4c3c93696a08bf624114&device_id=de32dc2d-e3ac-4dd6-be9d-b383ad73b13c HTTP/1.1" status: 200 len: 1099 time: 0.0477636 Jan 05 18:04:51.388387 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b1b5f8-b1dd-4f9e-8c0c-18c9e3139d85 req-d02cbe46-c252-492f-ad66-7ba295d767ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:04:51.389818 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-e0b1b5f8-b1dd-4f9e-8c0c-18c9e3139d85 req-d02cbe46-c252-492f-ad66-7ba295d767ae service neutron] 10.222.0.13 "GET /v2.0/networks?id=aaaf9360-b10b-4437-82bc-29e091bd1fb4 HTTP/1.1" status: 200 len: 910 time: 0.0882130 Jan 05 18:04:51.434711 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-bc5cdc86-7ac5-43ac-8f17-3c70ff922626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8aef3fc-bea3-4663-b626-e38e3b9b441e', 'name': 'tempest-TestSnapshotPattern-381220639-router', 'tenant_id': 'c2dacecad04c4c3c93696a08bf624114', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.234'}], 'enable_snat': True}, 'gw_port_id': '4bd1578c-8cd7-4ca2-b4f6-ce8dff50d534', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:59:59Z', 'updated_at': '2022-01-05T18:00:02Z', 'revision_number': 4, 'project_id': 'c2dacecad04c4c3c93696a08bf624114', 'gw_port': {'id': '4bd1578c-8cd7-4ca2-b4f6-ce8dff50d534', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:c7:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8aef3fc-bea3-4663-b626-e38e3b9b441e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T18:00:00Z', 'updated_at': '2022-01-05T18:00:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '770e9dd1-9fc1-41be-b172-5b17ba74b0eb', 'tenant_id': 'c2dacecad04c4c3c93696a08bf624114', 'floating_ip_address': '172.36.4.57', 'floating_network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'router_id': 'f8aef3fc-bea3-4663-b626-e38e3b9b441e', 'port_id': 'd98d60b3-3e20-478c-b41b-ffd4ac3845d4', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1893, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aaaf9360-b10b-4437-82bc-29e091bd1fb4', 'mac_address': 'fa:16:3e:20:9b:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c49f5c6-3945-48ac-9475-c45a869283d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-05T18:00:26Z', 'updated_at': '2022-01-05T18:00:29Z', 'revision_number': 1, 'project_id': 'c2dacecad04c4c3c93696a08bf624114', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b878594-5482-4b4a-a279-e46f26380f29', 'name': '', 'network_id': 'aaaf9360-b10b-4437-82bc-29e091bd1fb4', 'tenant_id': 'c2dacecad04c4c3c93696a08bf624114', 'mac_address': 'fa:16:3e:f6:b5:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8aef3fc-bea3-4663-b626-e38e3b9b441e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': '22ec95a9-64ee-437b-8d63-d1fe195817a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T18:00:01Z', 'updated_at': '2022-01-05T18:00:06Z', 'revision_number': 5, 'project_id': 'c2dacecad04c4c3c93696a08bf624114', 'subnets': [{'id': '22ec95a9-64ee-437b-8d63-d1fe195817a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 18:04:51.435961 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-e0b1b5f8-b1dd-4f9e-8c0c-18c9e3139d85 req-784ad318-eddc-4327-b78c-e415b74e7383 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=96984ded-56d1-4479-92a2-15f6e5862d30 HTTP/1.1" status: 200 len: 217 time: 0.0406966 Jan 05 18:04:51.466115 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc5cdc86-7ac5-43ac-8f17-3c70ff922626 None None] Checking router: f8aef3fc-bea3-4663-b626-e38e3b9b441e for host: dv-neutron-master-2-hyperv {{(pid=103802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 05 18:04:51.474687 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc5cdc86-7ac5-43ac-8f17-3c70ff922626 None None] Routers {'f8aef3fc-bea3-4663-b626-e38e3b9b441e'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 18:04:51.475300 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-bc5cdc86-7ac5-43ac-8f17-3c70ff922626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T18:04:49Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['f8aef3fc-bea3-4663-b626-e38e3b9b441e'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 18:04:51.491389 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b1b5f8-b1dd-4f9e-8c0c-18c9e3139d85 req-4588d1b1-8bfb-4a9f-b9b3-d97d5e4a343e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:04:51.492857 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-e0b1b5f8-b1dd-4f9e-8c0c-18c9e3139d85 req-4588d1b1-8bfb-4a9f-b9b3-d97d5e4a343e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=22ec95a9-64ee-437b-8d63-d1fe195817a9 HTTP/1.1" status: 200 len: 848 time: 0.0510721 Jan 05 18:04:51.548681 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b1b5f8-b1dd-4f9e-8c0c-18c9e3139d85 req-6ed9ddbf-db82-47b0-934c-ce08b649b856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:04:51.550298 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-e0b1b5f8-b1dd-4f9e-8c0c-18c9e3139d85 req-6ed9ddbf-db82-47b0-934c-ce08b649b856 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=aaaf9360-b10b-4437-82bc-29e091bd1fb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0501401 Jan 05 18:04:51.588417 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-bc5cdc86-7ac5-43ac-8f17-3c70ff922626 None None] Set router f8aef3fc-bea3-4663-b626-e38e3b9b441e gateway port host: dv-neutron-master-2-hyperv {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 18:04:51.694357 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c51ec00-0592-4b3d-84fe-1a17c4164314 req-ccc5b2fc-1531-496e-b325-19bb230cab88 tempest-TestSnapshotPattern-1705549503 tempest-TestSnapshotPattern-1705549503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:04:51.695846 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-9c51ec00-0592-4b3d-84fe-1a17c4164314 req-ccc5b2fc-1531-496e-b325-19bb230cab88 tempest-TestSnapshotPattern-1705549503 tempest-TestSnapshotPattern-1705549503-project] 10.222.0.11 "GET /v2.0/ports?device_id=de32dc2d-e3ac-4dd6-be9d-b383ad73b13c HTTP/1.1" status: 200 len: 946 time: 0.1437418 Jan 05 18:04:51.699712 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-e0b1b5f8-b1dd-4f9e-8c0c-18c9e3139d85 req-7560cf7b-2ee6-41ec-a7d0-0ff2c9a993e8 service neutron] 10.222.0.13 "GET /v2.0/networks/aaaf9360-b10b-4437-82bc-29e091bd1fb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427107 Jan 05 18:04:51.797940 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-9c51ec00-0592-4b3d-84fe-1a17c4164314 req-490bd4ac-87fe-4bf3-911d-f322b5e30183 tempest-TestSnapshotPattern-1705549503 tempest-TestSnapshotPattern-1705549503-project] 10.222.0.11 "GET /v2.0/security-groups?id=64b9400c-5020-453b-a36e-cd0368442785&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0960717 Jan 05 18:04:51.817564 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-bc5cdc86-7ac5-43ac-8f17-3c70ff922626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8aef3fc-bea3-4663-b626-e38e3b9b441e', 'name': 'tempest-TestSnapshotPattern-381220639-router', 'tenant_id': 'c2dacecad04c4c3c93696a08bf624114', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.234'}], 'enable_snat': True}, 'gw_port_id': '4bd1578c-8cd7-4ca2-b4f6-ce8dff50d534', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:59:59Z', 'updated_at': '2022-01-05T18:00:02Z', 'revision_number': 4, 'project_id': 'c2dacecad04c4c3c93696a08bf624114', 'gw_port': {'id': '4bd1578c-8cd7-4ca2-b4f6-ce8dff50d534', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:c7:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8aef3fc-bea3-4663-b626-e38e3b9b441e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T18:00:00Z', 'updated_at': '2022-01-05T18:00:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '770e9dd1-9fc1-41be-b172-5b17ba74b0eb', 'tenant_id': 'c2dacecad04c4c3c93696a08bf624114', 'floating_ip_address': '172.36.4.57', 'floating_network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'router_id': 'f8aef3fc-bea3-4663-b626-e38e3b9b441e', 'port_id': 'd98d60b3-3e20-478c-b41b-ffd4ac3845d4', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1893, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aaaf9360-b10b-4437-82bc-29e091bd1fb4', 'mac_address': 'fa:16:3e:20:9b:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c49f5c6-3945-48ac-9475-c45a869283d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-05T18:00:26Z', 'updated_at': '2022-01-05T18:00:29Z', 'revision_number': 1, 'project_id': 'c2dacecad04c4c3c93696a08bf624114', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b878594-5482-4b4a-a279-e46f26380f29', 'name': '', 'network_id': 'aaaf9360-b10b-4437-82bc-29e091bd1fb4', 'tenant_id': 'c2dacecad04c4c3c93696a08bf624114', 'mac_address': 'fa:16:3e:f6:b5:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8aef3fc-bea3-4663-b626-e38e3b9b441e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': '22ec95a9-64ee-437b-8d63-d1fe195817a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T18:00:01Z', 'updated_at': '2022-01-05T18:00:06Z', 'revision_number': 5, 'project_id': 'c2dacecad04c4c3c93696a08bf624114', 'subnets': [{'id': '22ec95a9-64ee-437b-8d63-d1fe195817a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 18:04:51.833017 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-e0b1b5f8-b1dd-4f9e-8c0c-18c9e3139d85 req-2e638039-72b0-4644-aaaa-37887196a70e service neutron] 10.222.0.13 "GET /v2.0/networks/aaaf9360-b10b-4437-82bc-29e091bd1fb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249490 Jan 05 18:04:51.847586 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc5cdc86-7ac5-43ac-8f17-3c70ff922626 None None] The sync data for ids ['f8aef3fc-bea3-4663-b626-e38e3b9b441e'] in dv-neutron-master-2-hyperv is: [{'id': 'f8aef3fc-bea3-4663-b626-e38e3b9b441e', 'name': 'tempest-TestSnapshotPattern-381220639-router', 'tenant_id': 'c2dacecad04c4c3c93696a08bf624114', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.234'}], 'enable_snat': True}, 'gw_port_id': '4bd1578c-8cd7-4ca2-b4f6-ce8dff50d534', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:59:59Z', 'updated_at': '2022-01-05T18:00:02Z', 'revision_number': 4, 'project_id': 'c2dacecad04c4c3c93696a08bf624114', 'gw_port': {'id': '4bd1578c-8cd7-4ca2-b4f6-ce8dff50d534', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:c7:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8aef3fc-bea3-4663-b626-e38e3b9b441e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T18:00:00Z', 'updated_at': '2022-01-05T18:00:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '770e9dd1-9fc1-41be-b172-5b17ba74b0eb', 'tenant_id': 'c2dacecad04c4c3c93696a08bf624114', 'floating_ip_address': '172.36.4.57', 'floating_network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'router_id': 'f8aef3fc-bea3-4663-b626-e38e3b9b441e', 'port_id': 'd98d60b3-3e20-478c-b41b-ffd4ac3845d4', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1893, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aaaf9360-b10b-4437-82bc-29e091bd1fb4', 'mac_address': 'fa:16:3e:20:9b:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c49f5c6-3945-48ac-9475-c45a869283d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-05T18:00:26Z', 'updated_at': '2022-01-05T18:00:29Z', 'revision_number': 1, 'project_id': 'c2dacecad04c4c3c93696a08bf624114', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b878594-5482-4b4a-a279-e46f26380f29', 'name': '', 'network_id': 'aaaf9360-b10b-4437-82bc-29e091bd1fb4', 'tenant_id': 'c2dacecad04c4c3c93696a08bf624114', 'mac_address': 'fa:16:3e:f6:b5:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8aef3fc-bea3-4663-b626-e38e3b9b441e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': '22ec95a9-64ee-437b-8d63-d1fe195817a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T18:00:01Z', 'updated_at': '2022-01-05T18:00:06Z', 'revision_number': 5, 'project_id': 'c2dacecad04c4c3c93696a08bf624114', 'subnets': [{'id': '22ec95a9-64ee-437b-8d63-d1fe195817a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 05 18:04:52.055778 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b190f70b-ae1e-47e2-9fb5-2f7e5b30859b None None] New status for floating IP c8b79dc0-751d-4829-a609-71f8092230ef: DOWN {{(pid=103803) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 05 18:04:52.147193 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d504d802-9546-4ce5-a9d3-96c844ac5808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:04:52.919971 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a748613b-522d-4730-9c21-85114d25075c req-4aecaffe-f2c3-4bc1-b4b7-c6cd07a1ef07 tempest-TestSnapshotPattern-1705549503 tempest-TestSnapshotPattern-1705549503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:04:52.921442 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-a748613b-522d-4730-9c21-85114d25075c req-4aecaffe-f2c3-4bc1-b4b7-c6cd07a1ef07 tempest-TestSnapshotPattern-1705549503 tempest-TestSnapshotPattern-1705549503-project] 10.222.0.11 "GET /v2.0/ports?device_id=de32dc2d-e3ac-4dd6-be9d-b383ad73b13c HTTP/1.1" status: 200 len: 946 time: 0.0538266 Jan 05 18:04:53.116789 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b662d4e-f1a1-415b-b30a-fc8026025093 req-24b49976-d3df-4f0a-8c3a-c7e064700415 tempest-TestSnapshotPattern-1705549503 tempest-TestSnapshotPattern-1705549503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:04:53.118360 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-3b662d4e-f1a1-415b-b30a-fc8026025093 req-24b49976-d3df-4f0a-8c3a-c7e064700415 tempest-TestSnapshotPattern-1705549503 tempest-TestSnapshotPattern-1705549503-project] 10.222.0.13 "GET /v2.0/ports?device_id=de32dc2d-e3ac-4dd6-be9d-b383ad73b13c HTTP/1.1" status: 200 len: 946 time: 0.0526755 Jan 05 18:04:53.155293 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Device 96984ded-56d1-4479-92a2-15f6e5862d30 no longer exists at agent hyperv_hv-neutron-mast {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 05 18:04:53.221831 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [req-3b662d4e-f1a1-415b-b30a-fc8026025093 req-b7764115-a300-4f2a-966a-467d891a61bb tempest-TestSnapshotPattern-1705549503 tempest-TestSnapshotPattern-1705549503-project] Deleting port 96984ded-56d1-4479-92a2-15f6e5862d30 {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 18:04:53.222077 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-3b662d4e-f1a1-415b-b30a-fc8026025093 req-b7764115-a300-4f2a-966a-467d891a61bb tempest-TestSnapshotPattern-1705549503 tempest-TestSnapshotPattern-1705549503-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:04:53.234703 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737701'] for port, before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:04:53.260876 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de32dc2d-e3ac-4dd6-be9d-b383ad73b13c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '96984ded-56d1-4479-92a2-15f6e5862d30'}] {{(pid=103802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 05 18:04:53.263154 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e995eb35e3e9ea189ec9fc8c2db1ebf7fc4a2a225fe303a37fdd7e0b37ea8f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-140b1041-cb8c-4eac-8284-222491601244" -d '{"events": [{"server_uuid": "de32dc2d-e3ac-4dd6-be9d-b383ad73b13c", "name": "network-vif-unplugged", "status": "completed", "tag": "96984ded-56d1-4479-92a2-15f6e5862d30"}]}' {{(pid=103802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 05 18:04:53.289680 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] For port 96984ded-56d1-4479-92a2-15f6e5862d30, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=96984ded-56d1-4479-92a2-15f6e5862d30,segment=NetworkSegment(730439df-29f8-4c15-b2dd-099dba7b51c4),segment_id=730439df-29f8-4c15-b2dd-099dba7b51c4)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 18:04:53.293175 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-a748613b-522d-4730-9c21-85114d25075c req-5e195430-0f30-4acb-9d67-46436f8e3927 tempest-TestSnapshotPattern-1705549503 tempest-TestSnapshotPattern-1705549503-project] 10.222.0.11 "GET /v2.0/security-groups?id=64b9400c-5020-453b-a36e-cd0368442785&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3659737 Jan 05 18:04:53.326492 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 05 Jan 2022 18:04:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84bc2e61-4db2-4172-88ea-645c5dd42bcc x-openstack-request-id: req-84bc2e61-4db2-4172-88ea-645c5dd42bcc {{(pid=103802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 05 18:04:53.326877 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de32dc2d-e3ac-4dd6-be9d-b383ad73b13c", "name": "network-vif-unplugged", "status": "completed", "tag": "96984ded-56d1-4479-92a2-15f6e5862d30", "code": 200}]} {{(pid=103802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 05 18:04:53.327195 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-84bc2e61-4db2-4172-88ea-645c5dd42bcc {{(pid=103802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 05 18:04:53.327603 dv-neutron-master-2-hyperv neutron-server[103802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de32dc2d-e3ac-4dd6-be9d-b383ad73b13c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '96984ded-56d1-4479-92a2-15f6e5862d30', 'code': 200} Jan 05 18:04:53.329382 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.db [req-3b662d4e-f1a1-415b-b30a-fc8026025093 req-b7764115-a300-4f2a-966a-467d891a61bb tempest-TestSnapshotPattern-1705549503 tempest-TestSnapshotPattern-1705549503-project] For port 96984ded-56d1-4479-92a2-15f6e5862d30, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=96984ded-56d1-4479-92a2-15f6e5862d30,segment=NetworkSegment(730439df-29f8-4c15-b2dd-099dba7b51c4),segment_id=730439df-29f8-4c15-b2dd-099dba7b51c4)] {{(pid=103800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 18:04:53.329672 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-3b662d4e-f1a1-415b-b30a-fc8026025093 req-b7764115-a300-4f2a-966a-467d891a61bb tempest-TestSnapshotPattern-1705549503 tempest-TestSnapshotPattern-1705549503-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:04:53.344701 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [req-3b662d4e-f1a1-415b-b30a-fc8026025093 req-b7764115-a300-4f2a-966a-467d891a61bb tempest-TestSnapshotPattern-1705549503 tempest-TestSnapshotPattern-1705549503-project] Calling delete_port for 96984ded-56d1-4479-92a2-15f6e5862d30 owned by compute:nova {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 18:04:53.352876 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754181109261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754180544687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754180544705'] for port, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:04:53.395608 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:04:53.400969 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Pushing event updated for resources: {'Port': ['ID=96984ded-56d1-4479-92a2-15f6e5862d30,revision_number=8']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:04:53.535427 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-3b662d4e-f1a1-415b-b30a-fc8026025093 req-b7764115-a300-4f2a-966a-467d891a61bb tempest-TestSnapshotPattern-1705549503 tempest-TestSnapshotPattern-1705549503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:04:53.565017 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7764115-a300-4f2a-966a-467d891a61bb tempest-TestSnapshotPattern-1705549503 tempest-TestSnapshotPattern-1705549503-project] Pushing event deleted for resources: {'Port': ['ID=96984ded-56d1-4479-92a2-15f6e5862d30,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:04:53.602890 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b662d4e-f1a1-415b-b30a-fc8026025093 req-b7764115-a300-4f2a-966a-467d891a61bb tempest-TestSnapshotPattern-1705549503 tempest-TestSnapshotPattern-1705549503-project] No DVR routers for this DVR port 96984ded-56d1-4479-92a2-15f6e5862d30 on host hv-neutron-mast {{(pid=103800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 05 18:04:53.605439 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-3b662d4e-f1a1-415b-b30a-fc8026025093 req-b7764115-a300-4f2a-966a-467d891a61bb tempest-TestSnapshotPattern-1705549503 tempest-TestSnapshotPattern-1705549503-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:04:53.608786 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-3b662d4e-f1a1-415b-b30a-fc8026025093 req-b7764115-a300-4f2a-966a-467d891a61bb tempest-TestSnapshotPattern-1705549503 tempest-TestSnapshotPattern-1705549503-project] 10.222.0.13 "DELETE /v2.0/ports/96984ded-56d1-4479-92a2-15f6e5862d30 HTTP/1.1" status: 204 len: 173 time: 0.4847703 Jan 05 18:04:53.609228 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de32dc2d-e3ac-4dd6-be9d-b383ad73b13c', 'name': 'network-vif-deleted', 'tag': '96984ded-56d1-4479-92a2-15f6e5862d30'}] {{(pid=103800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 05 18:04:53.612020 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ace1f6a2694b9f917f1d3ecb1d88fec4c847ccc161e66600c58d35d5c4ff7840" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8a9063f-ad11-4848-8759-f3f940e7f9da" -d '{"events": [{"server_uuid": "de32dc2d-e3ac-4dd6-be9d-b383ad73b13c", "name": "network-vif-deleted", "tag": "96984ded-56d1-4479-92a2-15f6e5862d30"}]}' {{(pid=103800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 05 18:04:53.648921 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Jan 2022 18:04:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10b0ce62-3e1e-4718-ae1f-e21b8510a86f x-openstack-request-id: req-10b0ce62-3e1e-4718-ae1f-e21b8510a86f {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 05 18:04:53.649215 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de32dc2d-e3ac-4dd6-be9d-b383ad73b13c", "name": "network-vif-deleted", "tag": "96984ded-56d1-4479-92a2-15f6e5862d30", "status": "completed", "code": 200}]} {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 05 18:04:53.649472 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-10b0ce62-3e1e-4718-ae1f-e21b8510a86f {{(pid=103800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 05 18:04:53.649987 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de32dc2d-e3ac-4dd6-be9d-b383ad73b13c', 'name': 'network-vif-deleted', 'tag': '96984ded-56d1-4479-92a2-15f6e5862d30', 'status': 'completed', 'code': 200} Jan 05 18:04:54.406970 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-9120cf51-f2f9-43ba-b527-222f110dbb40 req-a054fc05-5dd7-437d-99e4-0c5dff1a88a8 tempest-TestSnapshotPattern-1705549503 tempest-TestSnapshotPattern-1705549503-project] 10.222.0.11 "GET /v2.0/ports?device_id=de32dc2d-e3ac-4dd6-be9d-b383ad73b13c HTTP/1.1" status: 200 len: 210 time: 0.0292933 Jan 05 18:04:56.519728 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 54112) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 18:04:56.672223 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-fac68fa6-923a-4430-a9b2-c9b2f44eac81 tempest-TestSnapshotPattern-1705549503 tempest-TestSnapshotPattern-1705549503-project] Deleting port f6a8ae36-c6d0-463a-9593-26a5dbd0d202 {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 18:04:56.672558 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-fac68fa6-923a-4430-a9b2-c9b2f44eac81 tempest-TestSnapshotPattern-1705549503 tempest-TestSnapshotPattern-1705549503-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:04:56.745482 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-fac68fa6-923a-4430-a9b2-c9b2f44eac81 tempest-TestSnapshotPattern-1705549503 tempest-TestSnapshotPattern-1705549503-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:04:56.745832 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-fac68fa6-923a-4430-a9b2-c9b2f44eac81 tempest-TestSnapshotPattern-1705549503 tempest-TestSnapshotPattern-1705549503-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:04:56.757036 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-fac68fa6-923a-4430-a9b2-c9b2f44eac81 tempest-TestSnapshotPattern-1705549503 tempest-TestSnapshotPattern-1705549503-project] Calling delete_port for f6a8ae36-c6d0-463a-9593-26a5dbd0d202 owned by network:floatingip {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 18:04:56.987191 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-fac68fa6-923a-4430-a9b2-c9b2f44eac81 tempest-TestSnapshotPattern-1705549503 tempest-TestSnapshotPattern-1705549503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:04:57.010817 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac68fa6-923a-4430-a9b2-c9b2f44eac81 tempest-TestSnapshotPattern-1705549503 tempest-TestSnapshotPattern-1705549503-project] Pushing event deleted for resources: {'Port': ['ID=f6a8ae36-c6d0-463a-9593-26a5dbd0d202,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:04:57.075407 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-fac68fa6-923a-4430-a9b2-c9b2f44eac81 tempest-TestSnapshotPattern-1705549503 tempest-TestSnapshotPattern-1705549503-project] Publish callbacks [] for floatingip, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:04:57.075737 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.db.l3_db [None req-fac68fa6-923a-4430-a9b2-c9b2f44eac81 tempest-TestSnapshotPattern-1705549503 tempest-TestSnapshotPattern-1705549503-project] Floating IP 770e9dd1-9fc1-41be-b172-5b17ba74b0eb disassociated (deleted). External IP: 172.36.4.57, port: d98d60b3-3e20-478c-b41b-ffd4ac3845d4. Jan 05 18:04:57.154976 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Device 96984ded-56d1-4479-92a2-15f6e5862d30 no longer exists at agent hyperv_hv-neutron-mast {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 05 18:04:57.174298 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] No Port match for: 96984ded-56d1-4479-92a2-15f6e5862d30 {{(pid=103802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 05 18:04:57.174649 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Device 96984ded-56d1-4479-92a2-15f6e5862d30 not bound to the agent host hv-neutron-mast {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 05 18:04:57.276367 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fac68fa6-923a-4430-a9b2-c9b2f44eac81 tempest-TestSnapshotPattern-1705549503 tempest-TestSnapshotPattern-1705549503-project] Router f8aef3fc-bea3-4663-b626-e38e3b9b441e has already been hosted by L3 agent 59446fdc-40e0-41fe-a575-a8eb11d742f7 {{(pid=103800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 05 18:04:57.394344 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fac68fa6-923a-4430-a9b2-c9b2f44eac81 tempest-TestSnapshotPattern-1705549503 tempest-TestSnapshotPattern-1705549503-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 05 18:04:57.399035 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-fac68fa6-923a-4430-a9b2-c9b2f44eac81 tempest-TestSnapshotPattern-1705549503 tempest-TestSnapshotPattern-1705549503-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for floatingip, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:04:57.403524 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c2acdf4-de5c-4f3d-be28-d860df9ef798 None None] Sync routers for ids ['f8aef3fc-bea3-4663-b626-e38e3b9b441e'] in dv-neutron-master-2-hyperv {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 05 18:04:57.413294 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c2acdf4-de5c-4f3d-be28-d860df9ef798 None None] Routers {'f8aef3fc-bea3-4663-b626-e38e3b9b441e'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 18:04:57.413943 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-6c2acdf4-de5c-4f3d-be28-d860df9ef798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T18:04:49Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['f8aef3fc-bea3-4663-b626-e38e3b9b441e'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 18:04:57.427702 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-fac68fa6-923a-4430-a9b2-c9b2f44eac81 tempest-TestSnapshotPattern-1705549503 tempest-TestSnapshotPattern-1705549503-project] 10.222.0.11 "DELETE /v2.0/floatingips/770e9dd1-9fc1-41be-b172-5b17ba74b0eb HTTP/1.1" status: 204 len: 168 time: 0.9069147 Jan 05 18:04:57.428311 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c49f5c6-3945-48ac-9475-c45a869283d0', 'tag': 'd98d60b3-3e20-478c-b41b-ffd4ac3845d4'}] {{(pid=103800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 05 18:04:57.430553 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ace1f6a2694b9f917f1d3ecb1d88fec4c847ccc161e66600c58d35d5c4ff7840" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b76f7cac-c65a-4393-8088-0c65476a6fcf" -d '{"events": [{"name": "network-changed", "server_uuid": "0c49f5c6-3945-48ac-9475-c45a869283d0", "tag": "d98d60b3-3e20-478c-b41b-ffd4ac3845d4"}]}' {{(pid=103800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 05 18:04:57.472392 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Jan 2022 18:04:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7eafacde-b21c-4041-8f19-58e732f6c8c4 x-openstack-request-id: req-7eafacde-b21c-4041-8f19-58e732f6c8c4 {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 05 18:04:57.472683 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c49f5c6-3945-48ac-9475-c45a869283d0", "tag": "d98d60b3-3e20-478c-b41b-ffd4ac3845d4", "status": "completed", "code": 200}]} {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 05 18:04:57.473740 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-7eafacde-b21c-4041-8f19-58e732f6c8c4 {{(pid=103800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 05 18:04:57.474156 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c49f5c6-3945-48ac-9475-c45a869283d0', 'tag': 'd98d60b3-3e20-478c-b41b-ffd4ac3845d4', 'status': 'completed', 'code': 200} Jan 05 18:04:57.523881 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-6c2acdf4-de5c-4f3d-be28-d860df9ef798 None None] Set router f8aef3fc-bea3-4663-b626-e38e3b9b441e gateway port host: dv-neutron-master-2-hyperv {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 18:04:57.537486 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76f7cac-c65a-4393-8088-0c65476a6fcf req-24adda9b-927d-47d9-96a3-c34df4ce76d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:04:57.539015 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-b76f7cac-c65a-4393-8088-0c65476a6fcf req-24adda9b-927d-47d9-96a3-c34df4ce76d9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c2dacecad04c4c3c93696a08bf624114&device_id=0c49f5c6-3945-48ac-9475-c45a869283d0 HTTP/1.1" status: 200 len: 1096 time: 0.0428250 Jan 05 18:04:57.633676 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76f7cac-c65a-4393-8088-0c65476a6fcf req-b2d92586-4f76-487c-b734-2f0199fe7e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:04:57.635238 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-b76f7cac-c65a-4393-8088-0c65476a6fcf req-b2d92586-4f76-487c-b734-2f0199fe7e70 service neutron] 10.222.0.13 "GET /v2.0/networks?id=aaaf9360-b10b-4437-82bc-29e091bd1fb4 HTTP/1.1" status: 200 len: 910 time: 0.0892692 Jan 05 18:04:57.678221 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-b76f7cac-c65a-4393-8088-0c65476a6fcf req-8fea8321-861e-4d31-bbf5-27325521f94c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d98d60b3-3e20-478c-b41b-ffd4ac3845d4 HTTP/1.1" status: 200 len: 217 time: 0.0377827 Jan 05 18:04:57.726982 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76f7cac-c65a-4393-8088-0c65476a6fcf req-10df6a22-d6d1-4aee-8cdb-032cd02bd3ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:04:57.728451 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-b76f7cac-c65a-4393-8088-0c65476a6fcf req-10df6a22-d6d1-4aee-8cdb-032cd02bd3ac service neutron] 10.222.0.13 "GET /v2.0/subnets?id=22ec95a9-64ee-437b-8d63-d1fe195817a9 HTTP/1.1" status: 200 len: 848 time: 0.0448532 Jan 05 18:04:57.730724 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-6c2acdf4-de5c-4f3d-be28-d860df9ef798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8aef3fc-bea3-4663-b626-e38e3b9b441e', 'name': 'tempest-TestSnapshotPattern-381220639-router', 'tenant_id': 'c2dacecad04c4c3c93696a08bf624114', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.234'}], 'enable_snat': True}, 'gw_port_id': '4bd1578c-8cd7-4ca2-b4f6-ce8dff50d534', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:59:59Z', 'updated_at': '2022-01-05T18:00:02Z', 'revision_number': 4, 'project_id': 'c2dacecad04c4c3c93696a08bf624114', 'gw_port': {'id': '4bd1578c-8cd7-4ca2-b4f6-ce8dff50d534', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:c7:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8aef3fc-bea3-4663-b626-e38e3b9b441e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T18:00:00Z', 'updated_at': '2022-01-05T18:00:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '0b878594-5482-4b4a-a279-e46f26380f29', 'name': '', 'network_id': 'aaaf9360-b10b-4437-82bc-29e091bd1fb4', 'tenant_id': 'c2dacecad04c4c3c93696a08bf624114', 'mac_address': 'fa:16:3e:f6:b5:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8aef3fc-bea3-4663-b626-e38e3b9b441e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': '22ec95a9-64ee-437b-8d63-d1fe195817a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T18:00:01Z', 'updated_at': '2022-01-05T18:00:06Z', 'revision_number': 5, 'project_id': 'c2dacecad04c4c3c93696a08bf624114', 'subnets': [{'id': '22ec95a9-64ee-437b-8d63-d1fe195817a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 18:04:57.758029 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c2acdf4-de5c-4f3d-be28-d860df9ef798 None None] Checking router: f8aef3fc-bea3-4663-b626-e38e3b9b441e for host: dv-neutron-master-2-hyperv {{(pid=103802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 05 18:04:57.766830 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c2acdf4-de5c-4f3d-be28-d860df9ef798 None None] Routers {'f8aef3fc-bea3-4663-b626-e38e3b9b441e'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 18:04:57.767442 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-6c2acdf4-de5c-4f3d-be28-d860df9ef798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T18:04:49Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['f8aef3fc-bea3-4663-b626-e38e3b9b441e'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 18:04:57.781074 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76f7cac-c65a-4393-8088-0c65476a6fcf req-0cf345da-9d1f-43db-bfb5-c6573ac145b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:04:57.781074 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-b76f7cac-c65a-4393-8088-0c65476a6fcf req-0cf345da-9d1f-43db-bfb5-c6573ac145b3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=aaaf9360-b10b-4437-82bc-29e091bd1fb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0452030 Jan 05 18:04:57.856062 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd870a0-d545-4010-8ea1-97a8e6ed5ac9 req-ca3372e5-9a07-407a-8729-7fa26b00d0c2 tempest-TestSnapshotPattern-1705549503 tempest-TestSnapshotPattern-1705549503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:04:57.857837 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-3cd870a0-d545-4010-8ea1-97a8e6ed5ac9 req-ca3372e5-9a07-407a-8729-7fa26b00d0c2 tempest-TestSnapshotPattern-1705549503 tempest-TestSnapshotPattern-1705549503-project] 10.222.0.11 "GET /v2.0/ports?device_id=0c49f5c6-3945-48ac-9475-c45a869283d0 HTTP/1.1" status: 200 len: 943 time: 0.0502400 Jan 05 18:04:57.884709 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-b76f7cac-c65a-4393-8088-0c65476a6fcf req-ff65a6fc-c210-40bf-aec9-fd144ae7ac31 service neutron] 10.222.0.13 "GET /v2.0/networks/aaaf9360-b10b-4437-82bc-29e091bd1fb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979578 Jan 05 18:04:57.914075 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-3cd870a0-d545-4010-8ea1-97a8e6ed5ac9 req-74fb1cf6-d5be-40e3-9874-32cead77c07d tempest-TestSnapshotPattern-1705549503 tempest-TestSnapshotPattern-1705549503-project] 10.222.0.11 "GET /v2.0/security-groups?id=64b9400c-5020-453b-a36e-cd0368442785&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487430 Jan 05 18:04:57.982320 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-b76f7cac-c65a-4393-8088-0c65476a6fcf req-d86a8f6c-3e99-4b21-8549-a40616824ce8 service neutron] 10.222.0.13 "GET /v2.0/networks/aaaf9360-b10b-4437-82bc-29e091bd1fb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911343 Jan 05 18:04:58.022780 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-6c2acdf4-de5c-4f3d-be28-d860df9ef798 None None] Set router f8aef3fc-bea3-4663-b626-e38e3b9b441e gateway port host: dv-neutron-master-2-hyperv {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 18:04:58.213210 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-6c2acdf4-de5c-4f3d-be28-d860df9ef798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8aef3fc-bea3-4663-b626-e38e3b9b441e', 'name': 'tempest-TestSnapshotPattern-381220639-router', 'tenant_id': 'c2dacecad04c4c3c93696a08bf624114', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.234'}], 'enable_snat': True}, 'gw_port_id': '4bd1578c-8cd7-4ca2-b4f6-ce8dff50d534', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:59:59Z', 'updated_at': '2022-01-05T18:00:02Z', 'revision_number': 4, 'project_id': 'c2dacecad04c4c3c93696a08bf624114', 'gw_port': {'id': '4bd1578c-8cd7-4ca2-b4f6-ce8dff50d534', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:c7:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8aef3fc-bea3-4663-b626-e38e3b9b441e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T18:00:00Z', 'updated_at': '2022-01-05T18:00:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '0b878594-5482-4b4a-a279-e46f26380f29', 'name': '', 'network_id': 'aaaf9360-b10b-4437-82bc-29e091bd1fb4', 'tenant_id': 'c2dacecad04c4c3c93696a08bf624114', 'mac_address': 'fa:16:3e:f6:b5:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8aef3fc-bea3-4663-b626-e38e3b9b441e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': '22ec95a9-64ee-437b-8d63-d1fe195817a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T18:00:01Z', 'updated_at': '2022-01-05T18:00:06Z', 'revision_number': 5, 'project_id': 'c2dacecad04c4c3c93696a08bf624114', 'subnets': [{'id': '22ec95a9-64ee-437b-8d63-d1fe195817a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 18:04:58.243091 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c2acdf4-de5c-4f3d-be28-d860df9ef798 None None] The sync data for ids ['f8aef3fc-bea3-4663-b626-e38e3b9b441e'] in dv-neutron-master-2-hyperv is: [{'id': 'f8aef3fc-bea3-4663-b626-e38e3b9b441e', 'name': 'tempest-TestSnapshotPattern-381220639-router', 'tenant_id': 'c2dacecad04c4c3c93696a08bf624114', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.234'}], 'enable_snat': True}, 'gw_port_id': '4bd1578c-8cd7-4ca2-b4f6-ce8dff50d534', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:59:59Z', 'updated_at': '2022-01-05T18:00:02Z', 'revision_number': 4, 'project_id': 'c2dacecad04c4c3c93696a08bf624114', 'gw_port': {'id': '4bd1578c-8cd7-4ca2-b4f6-ce8dff50d534', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:c7:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8aef3fc-bea3-4663-b626-e38e3b9b441e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T18:00:00Z', 'updated_at': '2022-01-05T18:00:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '0b878594-5482-4b4a-a279-e46f26380f29', 'name': '', 'network_id': 'aaaf9360-b10b-4437-82bc-29e091bd1fb4', 'tenant_id': 'c2dacecad04c4c3c93696a08bf624114', 'mac_address': 'fa:16:3e:f6:b5:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8aef3fc-bea3-4663-b626-e38e3b9b441e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': '22ec95a9-64ee-437b-8d63-d1fe195817a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T18:00:01Z', 'updated_at': '2022-01-05T18:00:06Z', 'revision_number': 5, 'project_id': 'c2dacecad04c4c3c93696a08bf624114', 'subnets': [{'id': '22ec95a9-64ee-437b-8d63-d1fe195817a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 05 18:04:58.446128 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f2bbbd6-9086-43be-a68c-7be1ca92f2d4 None None] New status for floating IP 770e9dd1-9fc1-41be-b172-5b17ba74b0eb: DOWN {{(pid=103803) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 05 18:04:59.047389 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc46f6c6-b466-4683-9543-191079e8a750 req-6734775b-35f7-4445-a841-212c87dad83f tempest-TestSnapshotPattern-1705549503 tempest-TestSnapshotPattern-1705549503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:04:59.048896 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-bc46f6c6-b466-4683-9543-191079e8a750 req-6734775b-35f7-4445-a841-212c87dad83f tempest-TestSnapshotPattern-1705549503 tempest-TestSnapshotPattern-1705549503-project] 10.222.0.11 "GET /v2.0/ports?device_id=0c49f5c6-3945-48ac-9475-c45a869283d0 HTTP/1.1" status: 200 len: 943 time: 0.0599332 Jan 05 18:04:59.103437 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-bc46f6c6-b466-4683-9543-191079e8a750 req-5f04efd2-87c3-4a18-8ffd-0232c2322d99 tempest-TestSnapshotPattern-1705549503 tempest-TestSnapshotPattern-1705549503-project] 10.222.0.11 "GET /v2.0/security-groups?id=64b9400c-5020-453b-a36e-cd0368442785&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491097 Jan 05 18:04:59.400271 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab78c376-e0b4-4553-9528-bbc1f39e0506 req-5c5e4546-415d-4cf6-83dd-df517a72a104 tempest-TestSnapshotPattern-1705549503 tempest-TestSnapshotPattern-1705549503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 05 18:04:59.401826 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-ab78c376-e0b4-4553-9528-bbc1f39e0506 req-5c5e4546-415d-4cf6-83dd-df517a72a104 tempest-TestSnapshotPattern-1705549503 tempest-TestSnapshotPattern-1705549503-project] 10.222.0.13 "GET /v2.0/ports?device_id=0c49f5c6-3945-48ac-9475-c45a869283d0 HTTP/1.1" status: 200 len: 943 time: 0.0482655 Jan 05 18:04:59.503467 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [req-ab78c376-e0b4-4553-9528-bbc1f39e0506 req-8dfbd3ef-5dd7-400e-9dc3-3399a67e1780 tempest-TestSnapshotPattern-1705549503 tempest-TestSnapshotPattern-1705549503-project] Deleting port d98d60b3-3e20-478c-b41b-ffd4ac3845d4 {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 18:04:59.503805 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-ab78c376-e0b4-4553-9528-bbc1f39e0506 req-8dfbd3ef-5dd7-400e-9dc3-3399a67e1780 tempest-TestSnapshotPattern-1705549503 tempest-TestSnapshotPattern-1705549503-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:04:59.662162 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.agents_db [None req-291d1585-17df-45c0-b64a-d244e6d90872 None None] Agent healthcheck: found 6 active agents {{(pid=103803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 05 18:04:59.933419 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.db [req-ab78c376-e0b4-4553-9528-bbc1f39e0506 req-8dfbd3ef-5dd7-400e-9dc3-3399a67e1780 tempest-TestSnapshotPattern-1705549503 tempest-TestSnapshotPattern-1705549503-project] For port d98d60b3-3e20-478c-b41b-ffd4ac3845d4, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=d98d60b3-3e20-478c-b41b-ffd4ac3845d4,segment=NetworkSegment(730439df-29f8-4c15-b2dd-099dba7b51c4),segment_id=730439df-29f8-4c15-b2dd-099dba7b51c4)] {{(pid=103800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 18:04:59.933805 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-ab78c376-e0b4-4553-9528-bbc1f39e0506 req-8dfbd3ef-5dd7-400e-9dc3-3399a67e1780 tempest-TestSnapshotPattern-1705549503 tempest-TestSnapshotPattern-1705549503-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:04:59.945998 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [req-ab78c376-e0b4-4553-9528-bbc1f39e0506 req-8dfbd3ef-5dd7-400e-9dc3-3399a67e1780 tempest-TestSnapshotPattern-1705549503 tempest-TestSnapshotPattern-1705549503-project] Calling delete_port for d98d60b3-3e20-478c-b41b-ffd4ac3845d4 owned by compute:nova {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 18:05:00.135543 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-ab78c376-e0b4-4553-9528-bbc1f39e0506 req-8dfbd3ef-5dd7-400e-9dc3-3399a67e1780 tempest-TestSnapshotPattern-1705549503 tempest-TestSnapshotPattern-1705549503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:05:00.162658 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfbd3ef-5dd7-400e-9dc3-3399a67e1780 tempest-TestSnapshotPattern-1705549503 tempest-TestSnapshotPattern-1705549503-project] Pushing event deleted for resources: {'Port': ['ID=d98d60b3-3e20-478c-b41b-ffd4ac3845d4,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:05:00.198498 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [req-427cad2a-0373-418f-ae69-9be0f2e39fae req-e698bbfa-6e78-4cdc-b1b7-44e5d955e203 tempest-TestSnapshotPattern-1705549503 tempest-TestSnapshotPattern-1705549503-project] 10.222.0.11 "GET /v2.0/ports?device_id=0c49f5c6-3945-48ac-9475-c45a869283d0 HTTP/1.1" status: 200 len: 210 time: 0.0280459 Jan 05 18:05:00.208634 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab78c376-e0b4-4553-9528-bbc1f39e0506 req-8dfbd3ef-5dd7-400e-9dc3-3399a67e1780 tempest-TestSnapshotPattern-1705549503 tempest-TestSnapshotPattern-1705549503-project] No DVR routers for this DVR port d98d60b3-3e20-478c-b41b-ffd4ac3845d4 on host hv-neutron-mast {{(pid=103800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 05 18:05:00.211221 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-ab78c376-e0b4-4553-9528-bbc1f39e0506 req-8dfbd3ef-5dd7-400e-9dc3-3399a67e1780 tempest-TestSnapshotPattern-1705549503 tempest-TestSnapshotPattern-1705549503-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4079'] for port, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:05:00.223679 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [req-ab78c376-e0b4-4553-9528-bbc1f39e0506 req-8dfbd3ef-5dd7-400e-9dc3-3399a67e1780 tempest-TestSnapshotPattern-1705549503 tempest-TestSnapshotPattern-1705549503-project] 10.222.0.13 "DELETE /v2.0/ports/d98d60b3-3e20-478c-b41b-ffd4ac3845d4 HTTP/1.1" status: 204 len: 173 time: 0.8020520 Jan 05 18:05:00.224119 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c49f5c6-3945-48ac-9475-c45a869283d0', 'name': 'network-vif-deleted', 'tag': 'd98d60b3-3e20-478c-b41b-ffd4ac3845d4'}] {{(pid=103800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 05 18:05:00.226895 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ace1f6a2694b9f917f1d3ecb1d88fec4c847ccc161e66600c58d35d5c4ff7840" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f539699e-0a04-49d0-baff-055b25cdb52c" -d '{"events": [{"server_uuid": "0c49f5c6-3945-48ac-9475-c45a869283d0", "name": "network-vif-deleted", "tag": "d98d60b3-3e20-478c-b41b-ffd4ac3845d4"}]}' {{(pid=103800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 05 18:05:00.261153 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Jan 2022 18:05:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46c67fbe-b26a-4b4d-9156-9e09370529ea x-openstack-request-id: req-46c67fbe-b26a-4b4d-9156-9e09370529ea {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 05 18:05:00.261446 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c49f5c6-3945-48ac-9475-c45a869283d0", "name": "network-vif-deleted", "tag": "d98d60b3-3e20-478c-b41b-ffd4ac3845d4", "status": "completed", "code": 200}]} {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 05 18:05:00.261729 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-46c67fbe-b26a-4b4d-9156-9e09370529ea {{(pid=103800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 05 18:05:00.262133 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c49f5c6-3945-48ac-9475-c45a869283d0', 'name': 'network-vif-deleted', 'tag': 'd98d60b3-3e20-478c-b41b-ffd4ac3845d4', 'status': 'completed', 'code': 200} Jan 05 18:05:01.256190 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 54128) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 18:05:01.311984 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-569e7ea5-b0f3-4aaf-ae44-df19ea91d8d9 tempest-TestSnapshotPattern-1705549503 tempest-TestSnapshotPattern-1705549503-project] Publish callbacks [] for security_group, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:05:01.337031 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-569e7ea5-b0f3-4aaf-ae44-df19ea91d8d9 tempest-TestSnapshotPattern-1705549503 tempest-TestSnapshotPattern-1705549503-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:05:01.461258 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-569e7ea5-b0f3-4aaf-ae44-df19ea91d8d9 tempest-TestSnapshotPattern-1705549503 tempest-TestSnapshotPattern-1705549503-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:05:01.463840 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-569e7ea5-b0f3-4aaf-ae44-df19ea91d8d9 tempest-TestSnapshotPattern-1705549503 tempest-TestSnapshotPattern-1705549503-project] Publish callbacks [] for security_group, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:05:01.464983 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-569e7ea5-b0f3-4aaf-ae44-df19ea91d8d9 tempest-TestSnapshotPattern-1705549503 tempest-TestSnapshotPattern-1705549503-project] 10.222.0.11 "DELETE /v2.0/security-groups/64b9400c-5020-453b-a36e-cd0368442785 HTTP/1.1" status: 204 len: 168 time: 0.2078178 Jan 05 18:05:01.474618 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569e7ea5-b0f3-4aaf-ae44-df19ea91d8d9 tempest-TestSnapshotPattern-1705549503 tempest-TestSnapshotPattern-1705549503-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=64b9400c-5020-453b-a36e-cd0368442785,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:05:01.577665 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 54132) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 18:05:01.999841 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-2b392b40-5f45-42ee-9450-08ec5464057a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-531685'] for router_interface, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:05:02.237158 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-2b392b40-5f45-42ee-9450-08ec5464057a admin admin] Deleting port 0b878594-5482-4b4a-a279-e46f26380f29 {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 18:05:02.237487 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-2b392b40-5f45-42ee-9450-08ec5464057a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:05:02.314117 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-2b392b40-5f45-42ee-9450-08ec5464057a admin admin] For port 0b878594-5482-4b4a-a279-e46f26380f29, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=0b878594-5482-4b4a-a279-e46f26380f29,segment=NetworkSegment(730439df-29f8-4c15-b2dd-099dba7b51c4),segment_id=730439df-29f8-4c15-b2dd-099dba7b51c4)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 18:05:02.314387 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-2b392b40-5f45-42ee-9450-08ec5464057a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:05:02.330552 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-2b392b40-5f45-42ee-9450-08ec5464057a admin admin] Calling delete_port for 0b878594-5482-4b4a-a279-e46f26380f29 owned by network:router_interface {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 18:05:02.564435 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-2b392b40-5f45-42ee-9450-08ec5464057a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11433176'] for port, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:05:02.587750 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b392b40-5f45-42ee-9450-08ec5464057a admin admin] Pushing event deleted for resources: {'Port': ['ID=0b878594-5482-4b4a-a279-e46f26380f29,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:05:02.605909 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b392b40-5f45-42ee-9450-08ec5464057a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:05:02.605909 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b392b40-5f45-42ee-9450-08ec5464057a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:05:02.605909 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b392b40-5f45-42ee-9450-08ec5464057a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:05:02.605909 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b392b40-5f45-42ee-9450-08ec5464057a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:05:02.605909 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b392b40-5f45-42ee-9450-08ec5464057a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:05:02.605909 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b392b40-5f45-42ee-9450-08ec5464057a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:05:02.605909 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b392b40-5f45-42ee-9450-08ec5464057a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:05:02.605909 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b392b40-5f45-42ee-9450-08ec5464057a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:05:02.605909 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b392b40-5f45-42ee-9450-08ec5464057a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:05:02.605909 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b392b40-5f45-42ee-9450-08ec5464057a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:05:02.605909 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b392b40-5f45-42ee-9450-08ec5464057a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:05:02.605909 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b392b40-5f45-42ee-9450-08ec5464057a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:05:02.605909 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b392b40-5f45-42ee-9450-08ec5464057a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 05 18:05:02.760201 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-2b392b40-5f45-42ee-9450-08ec5464057a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-560676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531569'] for router_interface, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:05:02.971221 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b392b40-5f45-42ee-9450-08ec5464057a admin admin] Router f8aef3fc-bea3-4663-b626-e38e3b9b441e has already been hosted by L3 agent 59446fdc-40e0-41fe-a575-a8eb11d742f7 {{(pid=103801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 05 18:05:03.073908 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b392b40-5f45-42ee-9450-08ec5464057a admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 05 18:05:03.078832 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-2b392b40-5f45-42ee-9450-08ec5464057a admin admin] 10.222.0.11 "PUT /v2.0/routers/f8aef3fc-bea3-4663-b626-e38e3b9b441e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5001576 Jan 05 18:05:03.081374 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 54136) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 18:05:03.084082 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb85faf6-6bb3-4544-a781-0af5aa306875 None None] Sync routers for ids ['f8aef3fc-bea3-4663-b626-e38e3b9b441e'] in dv-neutron-master-2-hyperv {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 05 18:05:03.094005 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb85faf6-6bb3-4544-a781-0af5aa306875 None None] Routers {'f8aef3fc-bea3-4663-b626-e38e3b9b441e'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 18:05:03.094613 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-bb85faf6-6bb3-4544-a781-0af5aa306875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T18:04:49Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['f8aef3fc-bea3-4663-b626-e38e3b9b441e'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 18:05:03.182285 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3b63b73e-0026-41e3-9fe5-2c47eb4b146e admin admin] Publish callbacks [] for router, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:05:03.193114 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Device d98d60b3-3e20-478c-b41b-ffd4ac3845d4 no longer exists at agent hyperv_hv-neutron-mast {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 05 18:05:03.217796 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-bb85faf6-6bb3-4544-a781-0af5aa306875 None None] Set router f8aef3fc-bea3-4663-b626-e38e3b9b441e gateway port host: dv-neutron-master-2-hyperv {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 18:05:03.220794 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] No Port match for: d98d60b3-3e20-478c-b41b-ffd4ac3845d4 {{(pid=103802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 05 18:05:03.221128 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Device d98d60b3-3e20-478c-b41b-ffd4ac3845d4 not bound to the agent host hv-neutron-mast {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 05 18:05:03.299552 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3b63b73e-0026-41e3-9fe5-2c47eb4b146e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:05:03.400397 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-bb85faf6-6bb3-4544-a781-0af5aa306875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8aef3fc-bea3-4663-b626-e38e3b9b441e', 'name': 'tempest-TestSnapshotPattern-381220639-router', 'tenant_id': 'c2dacecad04c4c3c93696a08bf624114', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.234'}], 'enable_snat': True}, 'gw_port_id': '4bd1578c-8cd7-4ca2-b4f6-ce8dff50d534', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:59:59Z', 'updated_at': '2022-01-05T18:05:02Z', 'revision_number': 5, 'project_id': 'c2dacecad04c4c3c93696a08bf624114', 'gw_port': {'id': '4bd1578c-8cd7-4ca2-b4f6-ce8dff50d534', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:c7:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8aef3fc-bea3-4663-b626-e38e3b9b441e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T18:00:00Z', 'updated_at': '2022-01-05T18:00:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 18:05:03.426096 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb85faf6-6bb3-4544-a781-0af5aa306875 None None] Checking router: f8aef3fc-bea3-4663-b626-e38e3b9b441e for host: dv-neutron-master-2-hyperv {{(pid=103802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 05 18:05:03.434233 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb85faf6-6bb3-4544-a781-0af5aa306875 None None] Routers {'f8aef3fc-bea3-4663-b626-e38e3b9b441e'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 18:05:03.434839 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-bb85faf6-6bb3-4544-a781-0af5aa306875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T18:04:49Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['f8aef3fc-bea3-4663-b626-e38e3b9b441e'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 18:05:03.458255 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-3b63b73e-0026-41e3-9fe5-2c47eb4b146e admin admin] Deleting port 4bd1578c-8cd7-4ca2-b4f6-ce8dff50d534 {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 18:05:03.458597 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3b63b73e-0026-41e3-9fe5-2c47eb4b146e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:05:03.518497 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-bb85faf6-6bb3-4544-a781-0af5aa306875 None None] Set router f8aef3fc-bea3-4663-b626-e38e3b9b441e gateway port host: None {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 18:05:03.535797 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-3b63b73e-0026-41e3-9fe5-2c47eb4b146e admin admin] For port 4bd1578c-8cd7-4ca2-b4f6-ce8dff50d534, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=4bd1578c-8cd7-4ca2-b4f6-ce8dff50d534,segment=NetworkSegment(3f961525-530f-4ce5-8222-1dbbbe774893),segment_id=3f961525-530f-4ce5-8222-1dbbbe774893)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 18:05:03.536084 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3b63b73e-0026-41e3-9fe5-2c47eb4b146e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:05:03.549206 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-3b63b73e-0026-41e3-9fe5-2c47eb4b146e admin admin] Calling delete_port for 4bd1578c-8cd7-4ca2-b4f6-ce8dff50d534 owned by network:router_gateway {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 18:05:03.573606 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-bb85faf6-6bb3-4544-a781-0af5aa306875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8aef3fc-bea3-4663-b626-e38e3b9b441e', 'name': 'tempest-TestSnapshotPattern-381220639-router', 'tenant_id': 'c2dacecad04c4c3c93696a08bf624114', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:59:59Z', 'updated_at': '2022-01-05T18:05:03Z', 'revision_number': 6, 'project_id': 'c2dacecad04c4c3c93696a08bf624114', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 18:05:03.599885 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb85faf6-6bb3-4544-a781-0af5aa306875 None None] The sync data for ids ['f8aef3fc-bea3-4663-b626-e38e3b9b441e'] in dv-neutron-master-2-hyperv is: [{'id': 'f8aef3fc-bea3-4663-b626-e38e3b9b441e', 'name': 'tempest-TestSnapshotPattern-381220639-router', 'tenant_id': 'c2dacecad04c4c3c93696a08bf624114', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T17:59:59Z', 'updated_at': '2022-01-05T18:05:03Z', 'revision_number': 6, 'project_id': 'c2dacecad04c4c3c93696a08bf624114', 'gw_port_host': None}] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 05 18:05:03.763865 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3b63b73e-0026-41e3-9fe5-2c47eb4b146e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11433176'] for port, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:05:03.790893 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b63b73e-0026-41e3-9fe5-2c47eb4b146e admin admin] Pushing event deleted for resources: {'Port': ['ID=4bd1578c-8cd7-4ca2-b4f6-ce8dff50d534,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:05:03.806426 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa36369f-463d-41f3-9e5b-871499e071d2 None None] DHCP port deletion for b0167590-0699-4c5c-a932-3939414a9573 request from dv-neutron-master-2-hyperv {{(pid=103802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 05 18:05:03.851686 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3b63b73e-0026-41e3-9fe5-2c47eb4b146e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-648595'] for router_gateway, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:05:03.939894 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3b63b73e-0026-41e3-9fe5-2c47eb4b146e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-648249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62744'] for router, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:05:03.942115 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3b63b73e-0026-41e3-9fe5-2c47eb4b146e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:05:04.049854 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3b63b73e-0026-41e3-9fe5-2c47eb4b146e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-648240'] for router, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:05:04.050375 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b63b73e-0026-41e3-9fe5-2c47eb4b146e admin admin] Fanout notify agent at l3_agent the message router_deleted on router f8aef3fc-bea3-4663-b626-e38e3b9b441e {{(pid=103801) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 05 18:05:04.054898 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3b63b73e-0026-41e3-9fe5-2c47eb4b146e admin admin] Publish callbacks [] for router, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:05:04.056082 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-3b63b73e-0026-41e3-9fe5-2c47eb4b146e admin admin] 10.222.0.11 "DELETE /v2.0/routers/f8aef3fc-bea3-4663-b626-e38e3b9b441e HTTP/1.1" status: 204 len: 168 time: 0.9737961 Jan 05 18:05:04.058646 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 54138) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 18:05:04.106412 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.db_base_plugin_v2 [None req-147ad73a-995d-4d65-8d41-5a5cb4c000b6 admin admin] Deleting subnet 22ec95a9-64ee-437b-8d63-d1fe195817a9 {{(pid=103801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 05 18:05:04.109398 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-147ad73a-995d-4d65-8d41-5a5cb4c000b6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:05:04.142474 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-147ad73a-995d-4d65-8d41-5a5cb4c000b6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11316398'] for subnet, precommit_delete_associations {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:05:04.217063 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-147ad73a-995d-4d65-8d41-5a5cb4c000b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892868'] for subnet, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:05:04.364864 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-147ad73a-995d-4d65-8d41-5a5cb4c000b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3893367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11433231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12480600'] for subnet, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:05:04.396168 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147ad73a-995d-4d65-8d41-5a5cb4c000b6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=22ec95a9-64ee-437b-8d63-d1fe195817a9,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:05:04.399733 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-147ad73a-995d-4d65-8d41-5a5cb4c000b6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:05:04.402922 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-147ad73a-995d-4d65-8d41-5a5cb4c000b6 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/22ec95a9-64ee-437b-8d63-d1fe195817a9 HTTP/1.1" status: 204 len: 168 time: 0.3433568 Jan 05 18:05:04.405377 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 54140) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 18:05:04.407829 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27ea36b4-1ef0-4752-9ed0-1b442ada8ae0 None None] Network aaaf9360-b10b-4437-82bc-29e091bd1fb4 requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 18:05:04.475999 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-451fe5ad-9898-4bb3-a08d-9106c772c815 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3809644'] for network, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:05:04.538204 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-451fe5ad-9898-4bb3-a08d-9106c772c815 admin admin] Deleting port ad2ec705-d18d-434e-8ebc-15bab669fef6 {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 18:05:04.538533 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-451fe5ad-9898-4bb3-a08d-9106c772c815 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:05:04.557357 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2f228e1-5522-4824-98ff-a03d94a233ce None None] DHCP port deletion for aaaf9360-b10b-4437-82bc-29e091bd1fb4 request from dv-neutron-master-2-hyperv {{(pid=103802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 05 18:05:04.607911 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-b2f228e1-5522-4824-98ff-a03d94a233ce None None] Deleting port ad2ec705-d18d-434e-8ebc-15bab669fef6 {{(pid=103802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 18:05:04.608288 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-b2f228e1-5522-4824-98ff-a03d94a233ce None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:05:04.611695 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-451fe5ad-9898-4bb3-a08d-9106c772c815 admin admin] For port ad2ec705-d18d-434e-8ebc-15bab669fef6, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ad2ec705-d18d-434e-8ebc-15bab669fef6,segment=NetworkSegment(730439df-29f8-4c15-b2dd-099dba7b51c4),segment_id=730439df-29f8-4c15-b2dd-099dba7b51c4)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 18:05:04.612058 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-451fe5ad-9898-4bb3-a08d-9106c772c815 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:05:04.626739 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-451fe5ad-9898-4bb3-a08d-9106c772c815 admin admin] Calling delete_port for ad2ec705-d18d-434e-8ebc-15bab669fef6 owned by network:dhcp {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 18:05:04.671755 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-b2f228e1-5522-4824-98ff-a03d94a233ce None None] For port ad2ec705-d18d-434e-8ebc-15bab669fef6, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ad2ec705-d18d-434e-8ebc-15bab669fef6,segment=NetworkSegment(730439df-29f8-4c15-b2dd-099dba7b51c4),segment_id=730439df-29f8-4c15-b2dd-099dba7b51c4)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 18:05:04.672148 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-b2f228e1-5522-4824-98ff-a03d94a233ce None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:05:04.689960 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-b2f228e1-5522-4824-98ff-a03d94a233ce None None] Calling delete_port for ad2ec705-d18d-434e-8ebc-15bab669fef6 owned by network:dhcp {{(pid=103802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 18:05:04.804295 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-451fe5ad-9898-4bb3-a08d-9106c772c815 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11433176'] for port, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:05:04.810328 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-b2f228e1-5522-4824-98ff-a03d94a233ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678'] for port, after_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:05:04.829965 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451fe5ad-9898-4bb3-a08d-9106c772c815 admin admin] Pushing event deleted for resources: {'Port': ['ID=ad2ec705-d18d-434e-8ebc-15bab669fef6,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:05:04.833478 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-451fe5ad-9898-4bb3-a08d-9106c772c815 admin admin] No DVR routers for this DVR port ad2ec705-d18d-434e-8ebc-15bab669fef6 on host dv-neutron-master-2-hyperv {{(pid=103801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 05 18:05:04.836148 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f228e1-5522-4824-98ff-a03d94a233ce None None] Pushing event deleted for resources: {'Port': ['ID=ad2ec705-d18d-434e-8ebc-15bab669fef6,revision_number=None']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:05:04.839741 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2f228e1-5522-4824-98ff-a03d94a233ce None None] No DVR routers for this DVR port ad2ec705-d18d-434e-8ebc-15bab669fef6 on host dv-neutron-master-2-hyperv {{(pid=103802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 05 18:05:04.910702 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-451fe5ad-9898-4bb3-a08d-9106c772c815 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3891715', 'neutron.services.segments.db._delete_segments_for_network-8754181063482'] for network, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:05:04.930318 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.services.segments.db [None req-451fe5ad-9898-4bb3-a08d-9106c772c815 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aaaf9360-b10b-4437-82bc-29e091bd1fb4']}} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 18:05:04.939842 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.services.segments.db [None req-451fe5ad-9898-4bb3-a08d-9106c772c815 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '730439df-29f8-4c15-b2dd-099dba7b51c4') {'for_net_delete': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 18:05:04.940135 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.services.segments.db [None req-451fe5ad-9898-4bb3-a08d-9106c772c815 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '730439df-29f8-4c15-b2dd-099dba7b51c4') {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 18:05:04.949195 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-451fe5ad-9898-4bb3-a08d-9106c772c815 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754181064771', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11316385'] for segment, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:05:04.961721 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-451fe5ad-9898-4bb3-a08d-9106c772c815 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225'] for segment, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:05:04.967411 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-451fe5ad-9898-4bb3-a08d-9106c772c815 admin admin] Releasing vlan 101 on physical network physnet1 to pool {{(pid=103801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 05 18:05:04.970826 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-451fe5ad-9898-4bb3-a08d-9106c772c815 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11433197'] for segment, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:05:04.970826 dv-neutron-master-2-hyperv neutron-server[103801]: Traceback (most recent call last): Jan 05 18:05:04.970826 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 05 18:05:04.970826 dv-neutron-master-2-hyperv neutron-server[103801]: timer() Jan 05 18:05:04.970826 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 05 18:05:04.970826 dv-neutron-master-2-hyperv neutron-server[103801]: cb(*args, **kw) Jan 05 18:05:04.970826 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 05 18:05:04.970826 dv-neutron-master-2-hyperv neutron-server[103801]: return func(*args, **kwargs) Jan 05 18:05:04.970826 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 05 18:05:04.970826 dv-neutron-master-2-hyperv neutron-server[103801]: self._notify() Jan 05 18:05:04.970826 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 05 18:05:04.970826 dv-neutron-master-2-hyperv neutron-server[103801]: self.callback(batched_events) Jan 05 18:05:04.970826 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 05 18:05:04.970826 dv-neutron-master-2-hyperv neutron-server[103801]: event.method(event) Jan 05 18:05:04.970826 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 05 18:05:04.970826 dv-neutron-master-2-hyperv neutron-server[103801]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 05 18:05:04.970826 dv-neutron-master-2-hyperv neutron-server[103801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 05 18:05:04.970826 dv-neutron-master-2-hyperv neutron-server[103801]: aggregate_uuid = self.p_client.list_aggregates( Jan 05 18:05:04.970826 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 05 18:05:04.970826 dv-neutron-master-2-hyperv neutron-server[103801]: return f(self, *a, **k) Jan 05 18:05:04.970826 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 05 18:05:04.970826 dv-neutron-master-2-hyperv neutron-server[103801]: return self._get(url).json() Jan 05 18:05:04.970826 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 05 18:05:04.970826 dv-neutron-master-2-hyperv neutron-server[103801]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 05 18:05:04.970826 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 05 18:05:04.970826 dv-neutron-master-2-hyperv neutron-server[103801]: return self.request(url, 'GET', **kwargs) Jan 05 18:05:04.970826 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 05 18:05:04.970826 dv-neutron-master-2-hyperv neutron-server[103801]: base_url = self.get_endpoint(auth, allow=allow, Jan 05 18:05:04.970826 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 05 18:05:04.970826 dv-neutron-master-2-hyperv neutron-server[103801]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 05 18:05:04.970826 dv-neutron-master-2-hyperv neutron-server[103801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 05 18:05:04.970826 dv-neutron-master-2-hyperv neutron-server[103801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 05 18:05:04.970826 dv-neutron-master-2-hyperv neutron-server[103801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 05 18:05:05.101526 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-451fe5ad-9898-4bb3-a08d-9106c772c815 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3891722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648695'] for network, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:05:05.106826 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-451fe5ad-9898-4bb3-a08d-9106c772c815 admin admin] Publish callbacks [] for network, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:05:05.109988 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-451fe5ad-9898-4bb3-a08d-9106c772c815 admin admin] 10.222.0.11 "DELETE /v2.0/networks/aaaf9360-b10b-4437-82bc-29e091bd1fb4 HTTP/1.1" status: 204 len: 168 time: 0.7035570 Jan 05 18:05:05.113685 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 54142) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 18:05:05.121404 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451fe5ad-9898-4bb3-a08d-9106c772c815 admin admin] Pushing event deleted for resources: {'Network': ['ID=aaaf9360-b10b-4437-82bc-29e091bd1fb4,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:05:05.339253 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 4bd1578c-8cd7-4ca2-b4f6-ce8dff50d534 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 05 18:05:05.362631 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] No Port match for: 4bd1578c-8cd7-4ca2-b4f6-ce8dff50d534 {{(pid=103802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 05 18:05:05.362889 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 4bd1578c-8cd7-4ca2-b4f6-ce8dff50d534 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 05 18:05:05.363312 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 0b878594-5482-4b4a-a279-e46f26380f29 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 05 18:05:05.384451 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] No Port match for: 0b878594-5482-4b4a-a279-e46f26380f29 {{(pid=103802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 05 18:05:05.384792 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 0b878594-5482-4b4a-a279-e46f26380f29 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 05 18:05:05.385205 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device ad2ec705-d18d-434e-8ebc-15bab669fef6 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 05 18:05:05.403414 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] No Port match for: ad2ec705-d18d-434e-8ebc-15bab669fef6 {{(pid=103802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 05 18:05:05.403755 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device ad2ec705-d18d-434e-8ebc-15bab669fef6 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 05 18:05:05.454607 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f27c3c92-7c70-4b7b-b594-438c8eff6465 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-531685'] for router_interface, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:05:05.700193 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-f27c3c92-7c70-4b7b-b594-438c8eff6465 admin admin] Deleting port 2d90f9c8-913c-4e92-9a8f-b4082160d24d {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 18:05:05.700531 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f27c3c92-7c70-4b7b-b594-438c8eff6465 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:05:05.778786 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.db [None req-f27c3c92-7c70-4b7b-b594-438c8eff6465 admin admin] For port 2d90f9c8-913c-4e92-9a8f-b4082160d24d, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=2d90f9c8-913c-4e92-9a8f-b4082160d24d,segment=NetworkSegment(9327a39f-fd76-4e29-ac43-812fa3f67746),segment_id=9327a39f-fd76-4e29-ac43-812fa3f67746)] {{(pid=103800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 18:05:05.779148 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f27c3c92-7c70-4b7b-b594-438c8eff6465 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:05:05.792314 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-f27c3c92-7c70-4b7b-b594-438c8eff6465 admin admin] Calling delete_port for 2d90f9c8-913c-4e92-9a8f-b4082160d24d owned by network:router_interface {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 18:05:06.009490 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f27c3c92-7c70-4b7b-b594-438c8eff6465 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:05:06.034609 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27c3c92-7c70-4b7b-b594-438c8eff6465 admin admin] Pushing event deleted for resources: {'Port': ['ID=2d90f9c8-913c-4e92-9a8f-b4082160d24d,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:05:06.196130 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f27c3c92-7c70-4b7b-b594-438c8eff6465 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-560676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531569'] for router_interface, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:05:06.404322 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f27c3c92-7c70-4b7b-b594-438c8eff6465 admin admin] Router 0b69a0b9-de0f-40a7-ba81-95cb6de578a7 has already been hosted by L3 agent 59446fdc-40e0-41fe-a575-a8eb11d742f7 {{(pid=103800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 05 18:05:06.507976 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f27c3c92-7c70-4b7b-b594-438c8eff6465 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 05 18:05:06.513248 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-f27c3c92-7c70-4b7b-b594-438c8eff6465 admin admin] 10.222.0.11 "PUT /v2.0/routers/0b69a0b9-de0f-40a7-ba81-95cb6de578a7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3985026 Jan 05 18:05:06.515811 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 54144) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 18:05:06.516264 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdbb92bd-dec3-480b-8649-71b74b126607 None None] Sync routers for ids ['0b69a0b9-de0f-40a7-ba81-95cb6de578a7'] in dv-neutron-master-2-hyperv {{(pid=103803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 05 18:05:06.525570 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdbb92bd-dec3-480b-8649-71b74b126607 None None] Routers {'0b69a0b9-de0f-40a7-ba81-95cb6de578a7'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 18:05:06.526202 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-bdbb92bd-dec3-480b-8649-71b74b126607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T18:04:49Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['0b69a0b9-de0f-40a7-ba81-95cb6de578a7'], 'active': True} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 18:05:06.620036 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7eb3cc4b-2eb5-4ce1-8adb-0edaa74c7206 admin admin] Publish callbacks [] for router, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:05:06.713823 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvr_db [None req-bdbb92bd-dec3-480b-8649-71b74b126607 None None] Set router 0b69a0b9-de0f-40a7-ba81-95cb6de578a7 gateway port host: dv-neutron-master-2-hyperv {{(pid=103803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 18:05:06.722803 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7eb3cc4b-2eb5-4ce1-8adb-0edaa74c7206 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:05:06.811576 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-7eb3cc4b-2eb5-4ce1-8adb-0edaa74c7206 admin admin] Deleting port d7774845-8535-4cc4-bef9-2c38db404650 {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 18:05:06.811914 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7eb3cc4b-2eb5-4ce1-8adb-0edaa74c7206 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:05:06.886056 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-bdbb92bd-dec3-480b-8649-71b74b126607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b69a0b9-de0f-40a7-ba81-95cb6de578a7', 'name': 'tempest-TestSnapshotPattern-144244221-router', 'tenant_id': 'ec4b8b262aa248ef82099ebd9c51d06a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'external_fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.59'}], 'enable_snat': True}, 'gw_port_id': 'd7774845-8535-4cc4-bef9-2c38db404650', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T18:00:05Z', 'updated_at': '2022-01-05T18:05:05Z', 'revision_number': 5, 'project_id': 'ec4b8b262aa248ef82099ebd9c51d06a', 'gw_port': {'id': 'd7774845-8535-4cc4-bef9-2c38db404650', 'name': '', 'network_id': 'b0167590-0699-4c5c-a932-3939414a9573', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:84:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b69a0b9-de0f-40a7-ba81-95cb6de578a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1880, 'fixed_ips': [{'subnet_id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'ip_address': '172.36.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-05T18:00:06Z', 'updated_at': '2022-01-05T18:00:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a784a6d-3d96-418f-a645-b9ccd0b1ac55', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 18:05:06.891272 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.db [None req-7eb3cc4b-2eb5-4ce1-8adb-0edaa74c7206 admin admin] For port d7774845-8535-4cc4-bef9-2c38db404650, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d7774845-8535-4cc4-bef9-2c38db404650,segment=NetworkSegment(3f961525-530f-4ce5-8222-1dbbbe774893),segment_id=3f961525-530f-4ce5-8222-1dbbbe774893)] {{(pid=103800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 18:05:06.891664 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7eb3cc4b-2eb5-4ce1-8adb-0edaa74c7206 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:05:06.903020 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-7eb3cc4b-2eb5-4ce1-8adb-0edaa74c7206 admin admin] Calling delete_port for d7774845-8535-4cc4-bef9-2c38db404650 owned by network:router_gateway {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 18:05:06.912076 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdbb92bd-dec3-480b-8649-71b74b126607 None None] Checking router: 0b69a0b9-de0f-40a7-ba81-95cb6de578a7 for host: dv-neutron-master-2-hyperv {{(pid=103803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 05 18:05:06.920140 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdbb92bd-dec3-480b-8649-71b74b126607 None None] Routers {'0b69a0b9-de0f-40a7-ba81-95cb6de578a7'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 05 18:05:06.920744 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-bdbb92bd-dec3-480b-8649-71b74b126607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-05T16:57:19Z,description=,heartbeat_timestamp=2022-01-05T18:04:49Z,host='dv-neutron-master-2-hyperv',id=59446fdc-40e0-41fe-a575-a8eb11d742f7,load=0,resource_versions=,resources_synced=,started_at=2022-01-05T16:57:20Z,topic='l3_agent')) {'router_ids': ['0b69a0b9-de0f-40a7-ba81-95cb6de578a7'], 'active': True} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 18:05:07.014705 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_dvr_db [None req-bdbb92bd-dec3-480b-8649-71b74b126607 None None] Set router 0b69a0b9-de0f-40a7-ba81-95cb6de578a7 gateway port host: None {{(pid=103803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 05 18:05:07.067792 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-bdbb92bd-dec3-480b-8649-71b74b126607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b69a0b9-de0f-40a7-ba81-95cb6de578a7', 'name': 'tempest-TestSnapshotPattern-144244221-router', 'tenant_id': 'ec4b8b262aa248ef82099ebd9c51d06a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T18:00:05Z', 'updated_at': '2022-01-05T18:05:06Z', 'revision_number': 6, 'project_id': 'ec4b8b262aa248ef82099ebd9c51d06a', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 18:05:07.103079 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdbb92bd-dec3-480b-8649-71b74b126607 None None] The sync data for ids ['0b69a0b9-de0f-40a7-ba81-95cb6de578a7'] in dv-neutron-master-2-hyperv is: [{'id': '0b69a0b9-de0f-40a7-ba81-95cb6de578a7', 'name': 'tempest-TestSnapshotPattern-144244221-router', 'tenant_id': 'ec4b8b262aa248ef82099ebd9c51d06a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-05T18:00:05Z', 'updated_at': '2022-01-05T18:05:06Z', 'revision_number': 6, 'project_id': 'ec4b8b262aa248ef82099ebd9c51d06a', 'gw_port_host': None}] {{(pid=103803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 05 18:05:07.113066 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7eb3cc4b-2eb5-4ce1-8adb-0edaa74c7206 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:05:07.139960 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb3cc4b-2eb5-4ce1-8adb-0edaa74c7206 admin admin] Pushing event deleted for resources: {'Port': ['ID=d7774845-8535-4cc4-bef9-2c38db404650,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:05:07.151075 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17ac5cc8-9fe5-4040-a3e8-3752e47da056 None None] DHCP port deletion for b0167590-0699-4c5c-a932-3939414a9573 request from dv-neutron-master-2-hyperv {{(pid=103802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 05 18:05:07.207890 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7eb3cc4b-2eb5-4ce1-8adb-0edaa74c7206 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-648595'] for router_gateway, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:05:07.305252 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7eb3cc4b-2eb5-4ce1-8adb-0edaa74c7206 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-648249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62744'] for router, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:05:07.307417 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7eb3cc4b-2eb5-4ce1-8adb-0edaa74c7206 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:05:07.421255 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7eb3cc4b-2eb5-4ce1-8adb-0edaa74c7206 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-648240'] for router, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:05:07.421848 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7eb3cc4b-2eb5-4ce1-8adb-0edaa74c7206 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0b69a0b9-de0f-40a7-ba81-95cb6de578a7 {{(pid=103800) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 05 18:05:07.426349 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7eb3cc4b-2eb5-4ce1-8adb-0edaa74c7206 admin admin] Publish callbacks [] for router, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:05:07.427512 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-7eb3cc4b-2eb5-4ce1-8adb-0edaa74c7206 admin admin] 10.222.0.11 "DELETE /v2.0/routers/0b69a0b9-de0f-40a7-ba81-95cb6de578a7 HTTP/1.1" status: 204 len: 168 time: 0.9108007 Jan 05 18:05:07.430480 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 54146) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 18:05:07.481206 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e169df3-8923-46d0-8fe5-fce8c94033e6 admin admin] Deleting subnet b8ff32dc-87b7-4bc4-a7d7-0b1665045f3a {{(pid=103801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 05 18:05:07.484362 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3e169df3-8923-46d0-8fe5-fce8c94033e6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:05:07.523209 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3e169df3-8923-46d0-8fe5-fce8c94033e6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11316398'] for subnet, precommit_delete_associations {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:05:07.566546 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 2d90f9c8-913c-4e92-9a8f-b4082160d24d no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 05 18:05:07.587055 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] No Port match for: 2d90f9c8-913c-4e92-9a8f-b4082160d24d {{(pid=103802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 05 18:05:07.588181 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device 2d90f9c8-913c-4e92-9a8f-b4082160d24d not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 05 18:05:07.616350 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3e169df3-8923-46d0-8fe5-fce8c94033e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3892868'] for subnet, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:05:07.775551 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3e169df3-8923-46d0-8fe5-fce8c94033e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3893367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11433231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12480600'] for subnet, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:05:07.803047 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e169df3-8923-46d0-8fe5-fce8c94033e6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b8ff32dc-87b7-4bc4-a7d7-0b1665045f3a,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:05:07.804916 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3e169df3-8923-46d0-8fe5-fce8c94033e6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:05:07.808064 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-3e169df3-8923-46d0-8fe5-fce8c94033e6 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/b8ff32dc-87b7-4bc4-a7d7-0b1665045f3a HTTP/1.1" status: 204 len: 168 time: 0.3757985 Jan 05 18:05:07.810254 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5287c1b3-aea6-4b26-973a-8d59e79f0b6d None None] Network 069be209-8815-4518-bb29-04496f5b990a requested from dv-neutron-master-2-hyperv {{(pid=103802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 05 18:05:07.811377 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.11', 54148) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 18:05:07.880028 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-45184ec7-a533-4789-aa16-9169cf92811a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3809644'] for network, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:05:07.943921 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-45184ec7-a533-4789-aa16-9169cf92811a admin admin] Deleting port d3d53da1-12fd-4c52-96b5-ae71ef7ca305 {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 18:05:07.944254 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-45184ec7-a533-4789-aa16-9169cf92811a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:05:07.965281 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01859f1f-5844-408e-b34b-dcbbb8917361 None None] DHCP port deletion for 069be209-8815-4518-bb29-04496f5b990a request from dv-neutron-master-2-hyperv {{(pid=103802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 05 18:05:08.006238 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.db [None req-45184ec7-a533-4789-aa16-9169cf92811a admin admin] For port d3d53da1-12fd-4c52-96b5-ae71ef7ca305, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d3d53da1-12fd-4c52-96b5-ae71ef7ca305,segment=NetworkSegment(9327a39f-fd76-4e29-ac43-812fa3f67746),segment_id=9327a39f-fd76-4e29-ac43-812fa3f67746)] {{(pid=103800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 18:05:08.006589 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-45184ec7-a533-4789-aa16-9169cf92811a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:05:08.015458 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-01859f1f-5844-408e-b34b-dcbbb8917361 None None] Deleting port d3d53da1-12fd-4c52-96b5-ae71ef7ca305 {{(pid=103802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 05 18:05:08.015835 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-01859f1f-5844-408e-b34b-dcbbb8917361 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754180971560'] for port, before_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:05:08.019991 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-45184ec7-a533-4789-aa16-9169cf92811a admin admin] Calling delete_port for d3d53da1-12fd-4c52-96b5-ae71ef7ca305 owned by network:dhcp {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 18:05:08.081487 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-01859f1f-5844-408e-b34b-dcbbb8917361 None None] For port d3d53da1-12fd-4c52-96b5-ae71ef7ca305, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d3d53da1-12fd-4c52-96b5-ae71ef7ca305,segment=NetworkSegment(9327a39f-fd76-4e29-ac43-812fa3f67746),segment_id=9327a39f-fd76-4e29-ac43-812fa3f67746)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 05 18:05:08.082572 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-01859f1f-5844-408e-b34b-dcbbb8917361 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786114'] for port, precommit_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:05:08.096533 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-01859f1f-5844-408e-b34b-dcbbb8917361 None None] Calling delete_port for d3d53da1-12fd-4c52-96b5-ae71ef7ca305 owned by network:dhcp {{(pid=103802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 05 18:05:08.164091 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-45184ec7-a533-4789-aa16-9169cf92811a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8784452'] for port, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:05:08.173467 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-01859f1f-5844-408e-b34b-dcbbb8917361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754181108471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754180544678'] for port, after_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:05:08.194821 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45184ec7-a533-4789-aa16-9169cf92811a admin admin] Pushing event deleted for resources: {'Port': ['ID=d3d53da1-12fd-4c52-96b5-ae71ef7ca305,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:05:08.199657 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45184ec7-a533-4789-aa16-9169cf92811a admin admin] No DVR routers for this DVR port d3d53da1-12fd-4c52-96b5-ae71ef7ca305 on host dv-neutron-master-2-hyperv {{(pid=103800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 05 18:05:08.203650 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01859f1f-5844-408e-b34b-dcbbb8917361 None None] Pushing event deleted for resources: {'Port': ['ID=d3d53da1-12fd-4c52-96b5-ae71ef7ca305,revision_number=None']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:05:08.207706 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01859f1f-5844-408e-b34b-dcbbb8917361 None None] No DVR routers for this DVR port d3d53da1-12fd-4c52-96b5-ae71ef7ca305 on host dv-neutron-master-2-hyperv {{(pid=103802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 05 18:05:08.269002 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-45184ec7-a533-4789-aa16-9169cf92811a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3891715', 'neutron.services.segments.db._delete_segments_for_network-8754181063482'] for network, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:05:08.289003 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.services.segments.db [None req-45184ec7-a533-4789-aa16-9169cf92811a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['069be209-8815-4518-bb29-04496f5b990a']}} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 18:05:08.298618 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.services.segments.db [None req-45184ec7-a533-4789-aa16-9169cf92811a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9327a39f-fd76-4e29-ac43-812fa3f67746') {'for_net_delete': True} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 18:05:08.298906 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.services.segments.db [None req-45184ec7-a533-4789-aa16-9169cf92811a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9327a39f-fd76-4e29-ac43-812fa3f67746') {} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 05 18:05:08.307855 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-45184ec7-a533-4789-aa16-9169cf92811a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754181064771', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8784833'] for segment, before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:05:08.320500 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-45184ec7-a533-4789-aa16-9169cf92811a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225'] for segment, precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:05:08.326896 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45184ec7-a533-4789-aa16-9169cf92811a admin admin] Releasing vlan 144 on physical network physnet1 to pool {{(pid=103800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 05 18:05:08.327386 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-45184ec7-a533-4789-aa16-9169cf92811a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8784497'] for segment, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:05:08.329202 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 18:05:08.329202 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 18:05:08.329202 dv-neutron-master-2-hyperv neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 05 18:05:08.329202 dv-neutron-master-2-hyperv neutron-server[103800]: warnings.warn(msg) Jan 05 18:05:08.329202 dv-neutron-master-2-hyperv neutron-server[103800]: Traceback (most recent call last): Jan 05 18:05:08.329202 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 05 18:05:08.329202 dv-neutron-master-2-hyperv neutron-server[103800]: timer() Jan 05 18:05:08.329202 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 05 18:05:08.329202 dv-neutron-master-2-hyperv neutron-server[103800]: cb(*args, **kw) Jan 05 18:05:08.329202 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 05 18:05:08.329202 dv-neutron-master-2-hyperv neutron-server[103800]: return func(*args, **kwargs) Jan 05 18:05:08.329202 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 05 18:05:08.329202 dv-neutron-master-2-hyperv neutron-server[103800]: self._notify() Jan 05 18:05:08.329202 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 05 18:05:08.329202 dv-neutron-master-2-hyperv neutron-server[103800]: self.callback(batched_events) Jan 05 18:05:08.329202 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 05 18:05:08.329202 dv-neutron-master-2-hyperv neutron-server[103800]: event.method(event) Jan 05 18:05:08.329202 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 05 18:05:08.329202 dv-neutron-master-2-hyperv neutron-server[103800]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 05 18:05:08.329202 dv-neutron-master-2-hyperv neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 05 18:05:08.329202 dv-neutron-master-2-hyperv neutron-server[103800]: aggregate_uuid = self.p_client.list_aggregates( Jan 05 18:05:08.329202 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 05 18:05:08.329202 dv-neutron-master-2-hyperv neutron-server[103800]: return f(self, *a, **k) Jan 05 18:05:08.329202 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 05 18:05:08.329202 dv-neutron-master-2-hyperv neutron-server[103800]: return self._get(url).json() Jan 05 18:05:08.329202 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 05 18:05:08.329202 dv-neutron-master-2-hyperv neutron-server[103800]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 05 18:05:08.329202 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 05 18:05:08.329202 dv-neutron-master-2-hyperv neutron-server[103800]: return self.request(url, 'GET', **kwargs) Jan 05 18:05:08.329202 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 05 18:05:08.329202 dv-neutron-master-2-hyperv neutron-server[103800]: base_url = self.get_endpoint(auth, allow=allow, Jan 05 18:05:08.329202 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 05 18:05:08.329202 dv-neutron-master-2-hyperv neutron-server[103800]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 05 18:05:08.329202 dv-neutron-master-2-hyperv neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 05 18:05:08.329202 dv-neutron-master-2-hyperv neutron-server[103800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 05 18:05:08.329202 dv-neutron-master-2-hyperv neutron-server[103800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 05 18:05:08.484030 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-45184ec7-a533-4789-aa16-9169cf92811a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3891722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648695'] for network, after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:05:08.489420 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-45184ec7-a533-4789-aa16-9169cf92811a admin admin] Publish callbacks [] for network, before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:05:08.492612 dv-neutron-master-2-hyperv neutron-server[103800]: INFO neutron.wsgi [None req-45184ec7-a533-4789-aa16-9169cf92811a admin admin] 10.222.0.11 "DELETE /v2.0/networks/069be209-8815-4518-bb29-04496f5b990a HTTP/1.1" status: 204 len: 168 time: 0.6806641 Jan 05 18:05:08.504263 dv-neutron-master-2-hyperv neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45184ec7-a533-4789-aa16-9169cf92811a admin admin] Pushing event deleted for resources: {'Network': ['ID=069be209-8815-4518-bb29-04496f5b990a,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:05:08.772937 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 54152) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 18:05:08.812240 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-37b93ec9-df37-448c-91b9-8c21b2ce3f6e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c2dacecad04c4c3c93696a08bf624114&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0381246 Jan 05 18:05:08.815204 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 54154) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 18:05:08.859683 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-ca3fbbe1-5a1b-48ed-afca-82809c04bf5a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:05:08.880740 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-ca3fbbe1-5a1b-48ed-afca-82809c04bf5a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:05:08.997861 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-ca3fbbe1-5a1b-48ed-afca-82809c04bf5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:05:09.000502 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-ca3fbbe1-5a1b-48ed-afca-82809c04bf5a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:05:09.001665 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-ca3fbbe1-5a1b-48ed-afca-82809c04bf5a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a83db13f-9305-4f9a-9b73-8bbb0b1cdd0c HTTP/1.1" status: 204 len: 168 time: 0.1855567 Jan 05 18:05:09.009307 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3fbbe1-5a1b-48ed-afca-82809c04bf5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a83db13f-9305-4f9a-9b73-8bbb0b1cdd0c,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:05:09.335130 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device d3d53da1-12fd-4c52-96b5-ae71ef7ca305 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 05 18:05:09.358852 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] No Port match for: d3d53da1-12fd-4c52-96b5-ae71ef7ca305 {{(pid=103802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 05 18:05:09.359191 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device d3d53da1-12fd-4c52-96b5-ae71ef7ca305 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 05 18:05:09.359602 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device d7774845-8535-4cc4-bef9-2c38db404650 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 05 18:05:09.377852 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] No Port match for: d7774845-8535-4cc4-bef9-2c38db404650 {{(pid=103802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 05 18:05:09.378191 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron.plugins.ml2.rpc [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Device d7774845-8535-4cc4-bef9-2c38db404650 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 05 18:05:09.605684 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 54160) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 18:05:09.642730 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-daf8a595-b28d-4fb1-9ca0-23ad7407af4e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ec4b8b262aa248ef82099ebd9c51d06a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0383542 Jan 05 18:05:09.645272 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.11', 54162) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 05 18:05:09.690438 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-88057761-40f7-43aa-9e3b-4430dce40604 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:05:09.710484 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-88057761-40f7-43aa-9e3b-4430dce40604 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:05:09.798769 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-88057761-40f7-43aa-9e3b-4430dce40604 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533484'] for security_group, after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:05:09.801210 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-88057761-40f7-43aa-9e3b-4430dce40604 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:05:09.802350 dv-neutron-master-2-hyperv neutron-server[103801]: INFO neutron.wsgi [None req-88057761-40f7-43aa-9e3b-4430dce40604 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/76a01e67-5218-4e8c-8d9b-17ebd1a0dede HTTP/1.1" status: 204 len: 168 time: 0.1561713 Jan 05 18:05:09.811725 dv-neutron-master-2-hyperv neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88057761-40f7-43aa-9e3b-4430dce40604 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76a01e67-5218-4e8c-8d9b-17ebd1a0dede,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 05 18:05:17.117816 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-7153f354-e105-424c-8999-60f47e79d365 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:05:19.420772 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-cdc2dacf-a94f-4327-a299-be4bd993b5c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:05:20.318163 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:05:20.774810 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d2607572-b3c9-472c-85bc-c8de0c3fb75c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:05:22.146430 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d504d802-9546-4ce5-a9d3-96c844ac5808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:05:23.318079 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:05:36.662125 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.agents_db [None req-291d1585-17df-45c0-b64a-d244e6d90872 None None] Agent healthcheck: found 6 active agents {{(pid=103803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 05 18:05:47.123111 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-cbf0011d-fbc0-4d90-9358-ce7a8f258764 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:05:49.419958 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d1e98f2e-3ada-4a53-978d-a8015f8bcff3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:05:50.345471 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:05:50.779787 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d2607572-b3c9-472c-85bc-c8de0c3fb75c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:05:52.225621 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d504d802-9546-4ce5-a9d3-96c844ac5808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:05:53.351448 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:06:13.661140 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.agents_db [None req-291d1585-17df-45c0-b64a-d244e6d90872 None None] Agent healthcheck: found 6 active agents {{(pid=103803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 05 18:06:17.150841 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-f5b6c07a-a1ea-4491-9f0a-82382c19d468 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:06:19.419280 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-da0fafe2-04dd-44f2-a5ee-7fbb2fd95f3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:06:20.322832 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:06:20.779346 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d2607572-b3c9-472c-85bc-c8de0c3fb75c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:06:22.156147 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d504d802-9546-4ce5-a9d3-96c844ac5808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:06:23.316555 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:06:47.133149 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-3007e87c-a62e-4427-ba6f-f49569affe74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:06:49.413002 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-f6269264-d9d6-4ed2-8d8f-71ec647c9625 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:06:50.344595 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:06:50.660809 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.agents_db [None req-291d1585-17df-45c0-b64a-d244e6d90872 None None] Agent healthcheck: found 6 active agents {{(pid=103803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 05 18:06:50.790074 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d2607572-b3c9-472c-85bc-c8de0c3fb75c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:06:52.149829 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d504d802-9546-4ce5-a9d3-96c844ac5808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:06:53.350173 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:07:17.126563 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-70e9db48-958f-4c9b-9b09-05408914611b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:07:19.406671 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-5638ef8f-56fd-42eb-8c47-0a1a03b53961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:07:20.366791 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:07:20.784123 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d2607572-b3c9-472c-85bc-c8de0c3fb75c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:07:22.161197 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d504d802-9546-4ce5-a9d3-96c844ac5808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:07:23.326241 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:07:27.659934 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.agents_db [None req-291d1585-17df-45c0-b64a-d244e6d90872 None None] Agent healthcheck: found 6 active agents {{(pid=103803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 05 18:07:47.131805 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-445b540e-0e92-4a72-a404-01d968aa46d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:07:49.400165 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-afdf4b3c-9647-4faa-ac8c-287a2592b89d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:07:50.348840 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:07:50.794528 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d2607572-b3c9-472c-85bc-c8de0c3fb75c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:07:52.148555 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d504d802-9546-4ce5-a9d3-96c844ac5808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:07:53.320372 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:08:04.658614 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.agents_db [None req-291d1585-17df-45c0-b64a-d244e6d90872 None None] Agent healthcheck: found 6 active agents {{(pid=103803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 05 18:08:17.125052 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-70c62d9b-0de6-48f5-b53d-7c43ed68c372 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:08:19.524991 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-dbed24b0-61db-4323-8ee1-1a433172ac76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:08:20.364901 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:08:20.799119 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d2607572-b3c9-472c-85bc-c8de0c3fb75c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:08:22.170908 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d504d802-9546-4ce5-a9d3-96c844ac5808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:08:23.325303 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:08:41.657878 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.agents_db [None req-291d1585-17df-45c0-b64a-d244e6d90872 None None] Agent healthcheck: found 6 active agents {{(pid=103803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 05 18:08:47.130141 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-8ad6d20e-7e5f-41fa-bf18-263693047616 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:08:49.553190 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-e932a966-20fa-404e-bf10-b1462104c9bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:08:50.393063 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:08:50.792959 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d2607572-b3c9-472c-85bc-c8de0c3fb75c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:08:52.164311 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d504d802-9546-4ce5-a9d3-96c844ac5808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:08:53.347148 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:09:17.175180 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-2ec9960c-1058-47a9-8e5a-f771d0efbec4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:09:18.656987 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.agents_db [None req-291d1585-17df-45c0-b64a-d244e6d90872 None None] Agent healthcheck: found 6 active agents {{(pid=103803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 05 18:09:19.426865 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-46484aa8-7e5b-4b8c-8825-2f5177e7ebd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:09:20.386867 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:09:20.804186 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d2607572-b3c9-472c-85bc-c8de0c3fb75c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:09:22.180753 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d504d802-9546-4ce5-a9d3-96c844ac5808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:09:23.340796 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:09:47.146121 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-387e5645-0976-4018-87c4-70e6e6a02535 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:09:49.431909 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-afbce1c3-bdab-4e73-b8e2-ce310e3a808e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:09:50.409042 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:09:50.814259 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d2607572-b3c9-472c-85bc-c8de0c3fb75c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:09:52.197547 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d504d802-9546-4ce5-a9d3-96c844ac5808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:09:53.380006 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:09:55.656101 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.agents_db [None req-291d1585-17df-45c0-b64a-d244e6d90872 None None] Agent healthcheck: found 6 active agents {{(pid=103803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 05 18:10:17.151160 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-b1213254-81bd-4852-82f4-99db1a5bc856 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:10:19.425331 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-2401d770-c674-4f1b-9447-eb0dddbcc438 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:10:20.385235 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c1d2651f-6ee0-464a-88e2-a6e67d60f50f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:10:20.807994 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d2607572-b3c9-472c-85bc-c8de0c3fb75c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:10:22.174152 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d504d802-9546-4ce5-a9d3-96c844ac5808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:10:23.362178 dv-neutron-master-2-hyperv neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d51fc271-ef57-433c-ba4d-33af57d12639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754181063464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3906121'] for agent, after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 05 18:10:32.654739 dv-neutron-master-2-hyperv neutron-server[103803]: DEBUG neutron.db.agents_db [None req-291d1585-17df-45c0-b64a-d244e6d90872 None None] Agent healthcheck: found 6 active agents {{(pid=103803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}